> Training Environment: | > Backend: Torch | > Mixed precision: True | > Precision: bf16 | > Current device: 0 | > Num. of GPUs: 1 | > Num. of CPUs: 24 | > Num. of Torch Threads: 1 | > Torch seed: 54321 | > Torch CUDNN: True | > Torch CUDNN deterministic: False | > Torch CUDNN benchmark: False | > Torch TF32 MatMul: False > Start Tensorboard: tensorboard --logdir=xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3 > Model has 521939690 parameters  > EPOCH: 0/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.024064857165018712 (+0) | > avg_loss_text_ce: 0.27254013806581495 (+0) | > avg_loss_mel_ce: 5.812470563252768 (+0) | > avg_loss: 6.085010693868002 (+0)  > EPOCH: 1/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 07:55:10)   --> TIME: 2025-03-23 07:55:11 -- STEP: 0/31555 -- GLOBAL_STEP: 0 | > loss_text_ce: 0.2796153724193573 (0.2796153724193573) | > loss_mel_ce: 1.6786458492279053 (1.6786458492279053) | > loss: 0.00777087826281786 (0.00777087826281786) | > current_lr: 5e-06 | > step_time: 0.217 (0.21701478958129883) | > loader_time: 0.899 (0.8990192413330078)  --> TIME: 2025-03-23 07:55:21 -- STEP: 50/31555 -- GLOBAL_STEP: 50 | > loss_text_ce: 0.2600679397583008 (0.26811260432004913) | > loss_mel_ce: 5.331040859222412 (5.43944641113281) | > loss: 0.022186940535902977 (0.02264904506504535) | > current_lr: 5e-06 | > step_time: 0.1536 (0.13528334617614746) | > loader_time: 0.0115 (0.006817255020141601)  --> TIME: 2025-03-23 07:55:30 -- STEP: 100/31555 -- GLOBAL_STEP: 100 | > loss_text_ce: 0.2547348439693451 (0.26719908013939847) | > loss_mel_ce: 6.367074966430664 (5.790971941947935) | > loss: 0.026277024298906326 (0.02404036270454525) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1350021624565124) | > loader_time: 0.0043 (0.006425869464874267)  --> TIME: 2025-03-23 07:55:39 -- STEP: 150/31555 -- GLOBAL_STEP: 150 | > loss_text_ce: 0.2551453411579132 (0.2688482743501662) | > loss_mel_ce: 5.9101409912109375 (5.7225313639640785) | > loss: 0.024465424939990044 (0.02377531749817231) | > current_lr: 5e-06 | > step_time: 0.1475 (0.13520570913950603) | > loader_time: 0.0045 (0.006250284512837727)  --> TIME: 2025-03-23 07:55:49 -- STEP: 200/31555 -- GLOBAL_STEP: 200 | > loss_text_ce: 0.24962197244167328 (0.26881855927407733) | > loss_mel_ce: 6.306128025054932 (nan) | > loss: 0.02601488120853901 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.13555021047592158) | > loader_time: 0.0044 (0.006173853874206543)  --> TIME: 2025-03-23 07:55:58 -- STEP: 250/31555 -- GLOBAL_STEP: 250 | > loss_text_ce: 0.3188602924346924 (0.269409040749073) | > loss_mel_ce: 5.26737642288208 (nan) | > loss: 0.02216760814189911 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.13574019432067874) | > loader_time: 0.0066 (0.006109938621520996)  --> TIME: 2025-03-23 07:56:08 -- STEP: 300/31555 -- GLOBAL_STEP: 300 | > loss_text_ce: 0.26090559363365173 (0.26937866429487856) | > loss_mel_ce: 5.213519096374512 (nan) | > loss: 0.021723909303545952 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.13680119514465333) | > loader_time: 0.0047 (0.006024941603342693)  --> TIME: 2025-03-23 07:56:17 -- STEP: 350/31555 -- GLOBAL_STEP: 350 | > loss_text_ce: 0.2626406252384186 (0.2691548190372331) | > loss_mel_ce: 5.9945597648620605 (nan) | > loss: 0.024830160662531853 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.13737955229622992) | > loader_time: 0.0061 (0.005966743741716659)  --> TIME: 2025-03-23 07:56:27 -- STEP: 400/31555 -- GLOBAL_STEP: 400 | > loss_text_ce: 0.24655382335186005 (0.26884489741176354) | > loss_mel_ce: 6.338027000427246 (nan) | > loss: 0.026129290461540222 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.1375499099493029) | > loader_time: 0.0051 (0.005898062586784364)  --> TIME: 2025-03-23 07:56:36 -- STEP: 450/31555 -- GLOBAL_STEP: 450 | > loss_text_ce: 0.27776041626930237 (0.2686028899086845) | > loss_mel_ce: 5.667083740234375 (nan) | > loss: 0.023590652272105217 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.13788002490997328) | > loader_time: 0.0081 (0.00586829980214437)  --> TIME: 2025-03-23 07:56:46 -- STEP: 500/31555 -- GLOBAL_STEP: 500 | > loss_text_ce: 0.2637719213962555 (0.2688401595652104) | > loss_mel_ce: 5.744412899017334 (nan) | > loss: 0.02384200505912304 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.13793500423431412) | > loader_time: 0.0047 (0.005778431415557862)  --> TIME: 2025-03-23 07:56:55 -- STEP: 550/31555 -- GLOBAL_STEP: 550 | > loss_text_ce: 0.25107499957084656 (0.2687491002949802) | > loss_mel_ce: 6.017220497131348 (nan) | > loss: 0.024874189868569374 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.13798119414936424) | > loader_time: 0.0046 (0.005699372291564943)  --> TIME: 2025-03-23 07:57:05 -- STEP: 600/31555 -- GLOBAL_STEP: 600 | > loss_text_ce: 0.25868749618530273 (0.26820992536842847) | > loss_mel_ce: 6.0166521072387695 (nan) | > loss: 0.024902142584323883 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1382254580656689) | > loader_time: 0.0044 (0.005660315354665124)  --> TIME: 2025-03-23 07:57:14 -- STEP: 650/31555 -- GLOBAL_STEP: 650 | > loss_text_ce: 0.2560286521911621 (0.2683280234611954) | > loss_mel_ce: 6.508087635040283 (nan) | > loss: 0.02684173360466957 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1380885747762828) | > loader_time: 0.0046 (0.005629130876981298)  --> TIME: 2025-03-23 07:57:24 -- STEP: 700/31555 -- GLOBAL_STEP: 700 | > loss_text_ce: 0.23874999582767487 (0.26870319404772364) | > loss_mel_ce: 5.947978496551514 (nan) | > loss: 0.024550510570406914 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.1380497114998955) | > loader_time: 0.0046 (0.00558740377426148)  --> TIME: 2025-03-23 07:57:34 -- STEP: 750/31555 -- GLOBAL_STEP: 750 | > loss_text_ce: 0.2514285743236542 (0.26857604710261035) | > loss_mel_ce: 5.933694362640381 (nan) | > loss: 0.024544140323996544 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.13821275583903014) | > loader_time: 0.0048 (0.005549743652343756)  --> TIME: 2025-03-23 07:57:43 -- STEP: 800/31555 -- GLOBAL_STEP: 800 | > loss_text_ce: 0.2600390613079071 (0.2683175801299513) | > loss_mel_ce: 5.606746196746826 (nan) | > loss: 0.02328089438378811 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.13835875213146231) | > loader_time: 0.0043 (0.0055167320370674185)  --> TIME: 2025-03-23 07:57:53 -- STEP: 850/31555 -- GLOBAL_STEP: 850 | > loss_text_ce: 0.2670639455318451 (0.26838499830049634) | > loss_mel_ce: 6.8790082931518555 (nan) | > loss: 0.028357431292533875 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.13842760787290692) | > loader_time: 0.0045 (0.005493255783529848)  --> TIME: 2025-03-23 07:58:02 -- STEP: 900/31555 -- GLOBAL_STEP: 900 | > loss_text_ce: 0.2928869128227234 (0.2685524859527751) | > loss_mel_ce: 4.953575611114502 (nan) | > loss: 0.020819297060370445 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.13836908976237) | > loader_time: 0.0045 (0.005452374882168245)  --> TIME: 2025-03-23 07:58:12 -- STEP: 950/31555 -- GLOBAL_STEP: 950 | > loss_text_ce: 0.24520833790302277 (0.2687687555896612) | > loss_mel_ce: 5.04564905166626 (nan) | > loss: 0.02099546603858471 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.13829340658689823) | > loader_time: 0.0066 (0.005416354380155869)  --> TIME: 2025-03-23 07:58:21 -- STEP: 1000/31555 -- GLOBAL_STEP: 1000 | > loss_text_ce: 0.25160154700279236 (0.2684491091966632) | > loss_mel_ce: 5.529350280761719 (nan) | > loss: 0.022940287366509438 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.13849163818359397) | > loader_time: 0.005 (0.005375481843948368)  --> TIME: 2025-03-23 07:58:31 -- STEP: 1050/31555 -- GLOBAL_STEP: 1050 | > loss_text_ce: 0.3188541531562805 (0.2684960035341129) | > loss_mel_ce: 5.951461315155029 (nan) | > loss: 0.024882206693291664 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.13840299265725295) | > loader_time: 0.0062 (0.005344995089939668)  --> TIME: 2025-03-23 07:58:41 -- STEP: 1100/31555 -- GLOBAL_STEP: 1100 | > loss_text_ce: 0.25206631422042847 (0.2682231887904082) | > loss_mel_ce: 6.437486171722412 (nan) | > loss: 0.026545843109488487 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.13856312838467708) | > loader_time: 0.0044 (0.005327765291387391)  --> TIME: 2025-03-23 07:58:50 -- STEP: 1150/31555 -- GLOBAL_STEP: 1150 | > loss_text_ce: 0.2612980902194977 (0.26798799562713393) | > loss_mel_ce: 6.370273113250732 (nan) | > loss: 0.026315759867429733 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.13867430438166098) | > loader_time: 0.0043 (0.00530689902927565)  --> TIME: 2025-03-23 07:59:00 -- STEP: 1200/31555 -- GLOBAL_STEP: 1200 | > loss_text_ce: 0.2557013928890228 (0.26778347173084843) | > loss_mel_ce: 5.000273704528809 (nan) | > loss: 0.02085704542696476 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.13879090925057738) | > loader_time: 0.0046 (0.005285592675209052)  --> TIME: 2025-03-23 07:59:10 -- STEP: 1250/31555 -- GLOBAL_STEP: 1250 | > loss_text_ce: 0.2439955323934555 (0.2675531978607181) | > loss_mel_ce: 5.780850410461426 (nan) | > loss: 0.02390812151134014 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1389403673171999) | > loader_time: 0.0046 (0.005271230697631843)  --> TIME: 2025-03-23 07:59:19 -- STEP: 1300/31555 -- GLOBAL_STEP: 1300 | > loss_text_ce: 0.26324519515037537 (0.2672547281132299) | > loss_mel_ce: 5.658211708068848 (nan) | > loss: 0.023497845977544785 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.13905218527867255) | > loader_time: 0.0045 (0.0052553679392888086)  --> TIME: 2025-03-23 07:59:29 -- STEP: 1350/31555 -- GLOBAL_STEP: 1350 | > loss_text_ce: 0.27714285254478455 (0.26724601810729115) | > loss_mel_ce: 5.167137145996094 (nan) | > loss: 0.02160428836941719 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.13905904946503816) | > loader_time: 0.0048 (0.005242768217016157)  --> TIME: 2025-03-23 07:59:39 -- STEP: 1400/31555 -- GLOBAL_STEP: 1400 | > loss_text_ce: 0.26497915387153625 (0.266940262115428) | > loss_mel_ce: 3.36346435546875 (nan) | > loss: 0.014398586004972458 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1392153928961073) | > loader_time: 0.0045 (0.005225550447191519)  --> TIME: 2025-03-23 07:59:48 -- STEP: 1450/31555 -- GLOBAL_STEP: 1450 | > loss_text_ce: 0.23585616052150726 (0.2669301883311114) | > loss_mel_ce: 5.547353744506836 (nan) | > loss: 0.02294924668967724 (nan) | > current_lr: 5e-06 | > step_time: 0.1907 (0.13919748799554219) | > loader_time: 0.0051 (0.005204929318921329)  --> TIME: 2025-03-23 07:59:58 -- STEP: 1500/31555 -- GLOBAL_STEP: 1500 | > loss_text_ce: 0.2664756774902344 (0.26680795976519645) | > loss_mel_ce: 6.035416603088379 (nan) | > loss: 0.02500751055777073 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1393477203051248) | > loader_time: 0.0044 (0.005186553637186698)  --> TIME: 2025-03-23 08:00:08 -- STEP: 1550/31555 -- GLOBAL_STEP: 1550 | > loss_text_ce: 0.2429666668176651 (0.2666956094580316) | > loss_mel_ce: 5.90509557723999 (nan) | > loss: 0.024397073313593864 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.13950254255725472) | > loader_time: 0.0048 (0.005173456591944554)  --> TIME: 2025-03-23 08:00:17 -- STEP: 1600/31555 -- GLOBAL_STEP: 1600 | > loss_text_ce: 0.29039061069488525 (0.26649510118179065) | > loss_mel_ce: 6.300200939178467 (nan) | > loss: 0.026153141632676125 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.13952751636505104) | > loader_time: 0.0043 (0.005157693624496473)  --> TIME: 2025-03-23 08:00:27 -- STEP: 1650/31555 -- GLOBAL_STEP: 1650 | > loss_text_ce: 0.2561773359775543 (0.26627168388077727) | > loss_mel_ce: 5.767414093017578 (nan) | > loss: 0.023903142660856247 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1396062436248315) | > loader_time: 0.0045 (0.005144733660148865)  --> TIME: 2025-03-23 08:00:37 -- STEP: 1700/31555 -- GLOBAL_STEP: 1700 | > loss_text_ce: 0.2406993955373764 (0.26607437406392664) | > loss_mel_ce: 5.12756872177124 (nan) | > loss: 0.02130265161395073 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.13974280651877896) | > loader_time: 0.0044 (0.005129615980036131)  --> TIME: 2025-03-23 08:00:47 -- STEP: 1750/31555 -- GLOBAL_STEP: 1750 | > loss_text_ce: 0.2556836009025574 (0.26594606880630783) | > loss_mel_ce: 4.201869487762451 (nan) | > loss: 0.017688702791929245 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.13982882908412372) | > loader_time: 0.0046 (0.005120853015354714)  --> TIME: 2025-03-23 08:00:57 -- STEP: 1800/31555 -- GLOBAL_STEP: 1800 | > loss_text_ce: 0.2450396865606308 (0.26591615812646036) | > loss_mel_ce: 5.473657131195068 (nan) | > loss: 0.022693241015076637 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1399670355849794) | > loader_time: 0.0049 (0.005107230080498602)  --> TIME: 2025-03-23 08:01:06 -- STEP: 1850/31555 -- GLOBAL_STEP: 1850 | > loss_text_ce: 0.2621093690395355 (0.265812865366807) | > loss_mel_ce: 4.757876396179199 (nan) | > loss: 0.019920580089092255 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.13996947456050543) | > loader_time: 0.0045 (0.005092099937232777)  --> TIME: 2025-03-23 08:01:16 -- STEP: 1900/31555 -- GLOBAL_STEP: 1900 | > loss_text_ce: 0.2502380907535553 (0.2656657121683422) | > loss_mel_ce: 4.9894843101501465 (nan) | > loss: 0.02079254947602749 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14006444542031518) | > loader_time: 0.0049 (0.005079580482683695)  --> TIME: 2025-03-23 08:01:26 -- STEP: 1950/31555 -- GLOBAL_STEP: 1950 | > loss_text_ce: 0.25213316082954407 (0.2655059736661421) | > loss_mel_ce: 4.458751678466797 (nan) | > loss: 0.018693989142775536 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14015293512588872) | > loader_time: 0.0048 (0.005069052622868476)  --> TIME: 2025-03-23 08:01:36 -- STEP: 2000/31555 -- GLOBAL_STEP: 2000 | > loss_text_ce: 0.24503347277641296 (0.265354460440576) | > loss_mel_ce: 4.617609024047852 (nan) | > loss: 0.019296200945973396 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.1402231582403181) | > loader_time: 0.0047 (0.005054543256759654)  --> TIME: 2025-03-23 08:01:46 -- STEP: 2050/31555 -- GLOBAL_STEP: 2050 | > loss_text_ce: 0.2924652695655823 (0.2653954101408399) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14034005990842474) | > loader_time: 0.0043 (0.0050446747570503155)  --> TIME: 2025-03-23 08:01:55 -- STEP: 2100/31555 -- GLOBAL_STEP: 2100 | > loss_text_ce: 0.2562326490879059 (0.2652739728490511) | > loss_mel_ce: 3.0878117084503174 (nan) | > loss: 0.013270018622279167 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14039251168568911) | > loader_time: 0.0043 (0.00503418729418801)  --> TIME: 2025-03-23 08:02:05 -- STEP: 2150/31555 -- GLOBAL_STEP: 2150 | > loss_text_ce: 0.23928779363632202 (0.2652168499037276) | > loss_mel_ce: 5.022121429443359 (nan) | > loss: 0.020878609269857407 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1403535471406092) | > loader_time: 0.0048 (0.005024339099263045)  --> TIME: 2025-03-23 08:02:14 -- STEP: 2200/31555 -- GLOBAL_STEP: 2200 | > loss_text_ce: 0.24569514393806458 (0.26513599220324635) | > loss_mel_ce: 4.354485034942627 (nan) | > loss: 0.018254684284329414 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1403157182173293) | > loader_time: 0.0046 (0.0050180334394628445)  --> TIME: 2025-03-23 08:02:24 -- STEP: 2250/31555 -- GLOBAL_STEP: 2250 | > loss_text_ce: 0.24336734414100647 (0.26498550537559706) | > loss_mel_ce: 5.734617710113525 (nan) | > loss: 0.02372216433286667 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14039247353871634) | > loader_time: 0.0048 (0.005011543061998165)  --> TIME: 2025-03-23 08:02:34 -- STEP: 2300/31555 -- GLOBAL_STEP: 2300 | > loss_text_ce: 0.25595393776893616 (0.2648481695224408) | > loss_mel_ce: 0.5220423936843872 (nan) | > loss: 0.0030872870702296495 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14039197942484952) | > loader_time: 0.0045 (0.0050022671533667615)  --> TIME: 2025-03-23 08:02:44 -- STEP: 2350/31555 -- GLOBAL_STEP: 2350 | > loss_text_ce: 0.23517856001853943 (0.26472325487339726) | > loss_mel_ce: 4.549005508422852 (nan) | > loss: 0.018984857946634293 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14039768766849575) | > loader_time: 0.0047 (0.004994761081452072)  --> TIME: 2025-03-23 08:02:53 -- STEP: 2400/31555 -- GLOBAL_STEP: 2400 | > loss_text_ce: 0.2954612970352173 (0.26456362645452186) | > loss_mel_ce: 3.895860433578491 (nan) | > loss: 0.016632230952382088 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1404332622885702) | > loader_time: 0.0044 (0.004987677335739141)  --> TIME: 2025-03-23 08:03:03 -- STEP: 2450/31555 -- GLOBAL_STEP: 2450 | > loss_text_ce: 0.2571493983268738 (0.2643825523281579) | > loss_mel_ce: 5.091396808624268 (nan) | > loss: 0.02122439071536064 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1405856097474389) | > loader_time: 0.0044 (0.004981564502326817)  --> TIME: 2025-03-23 08:03:13 -- STEP: 2500/31555 -- GLOBAL_STEP: 2500 | > loss_text_ce: 0.24391071498394012 (0.26425599265098526) | > loss_mel_ce: 5.457418918609619 (nan) | > loss: 0.02262432500720024 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14059044370651252) | > loader_time: 0.0045 (0.004975569629669198)  --> TIME: 2025-03-23 08:03:23 -- STEP: 2550/31555 -- GLOBAL_STEP: 2550 | > loss_text_ce: 0.24387226998806 (0.26403587320856003) | > loss_mel_ce: 5.010077953338623 (nan) | > loss: 0.020849009975790977 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1406675893185186) | > loader_time: 0.0046 (0.004966433001499557)  --> TIME: 2025-03-23 08:03:32 -- STEP: 2600/31555 -- GLOBAL_STEP: 2600 | > loss_text_ce: 0.25738486647605896 (0.26395500732729066) | > loss_mel_ce: 5.190596103668213 (nan) | > loss: 0.021618973463773727 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14061753043761632) | > loader_time: 0.0048 (0.004957865660007189)  --> TIME: 2025-03-23 08:03:42 -- STEP: 2650/31555 -- GLOBAL_STEP: 2650 | > loss_text_ce: 0.25490233302116394 (0.2637947766342254) | > loss_mel_ce: 5.316375732421875 (nan) | > loss: 0.022108247503638268 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1406547061452326) | > loader_time: 0.0044 (0.00495392079623241)  --> TIME: 2025-03-23 08:03:52 -- STEP: 2700/31555 -- GLOBAL_STEP: 2700 | > loss_text_ce: 0.248348206281662 (0.26356066668475137) | > loss_mel_ce: 5.940286636352539 (nan) | > loss: 0.02455807663500309 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14068211493668734) | > loader_time: 0.0047 (0.004949363955744999)  --> TIME: 2025-03-23 08:04:01 -- STEP: 2750/31555 -- GLOBAL_STEP: 2750 | > loss_text_ce: 0.23937499523162842 (0.26345391931317097) | > loss_mel_ce: 5.5723700523376465 (nan) | > loss: 0.023062482476234436 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14068117991360746) | > loader_time: 0.0045 (0.004942675763910475)  --> TIME: 2025-03-23 08:04:11 -- STEP: 2800/31555 -- GLOBAL_STEP: 2800 | > loss_text_ce: 0.3140625059604645 (0.2633315756384817) | > loss_mel_ce: 4.484447479248047 (nan) | > loss: 0.01904170773923397 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14062085279396597) | > loader_time: 0.0044 (0.004937277436256417)  --> TIME: 2025-03-23 08:04:20 -- STEP: 2850/31555 -- GLOBAL_STEP: 2850 | > loss_text_ce: 0.24409957230091095 (0.263202236430687) | > loss_mel_ce: 6.066646575927734 (nan) | > loss: 0.025042645633220673 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14056549264673607) | > loader_time: 0.0046 (0.004931646313583648)  --> TIME: 2025-03-23 08:04:30 -- STEP: 2900/31555 -- GLOBAL_STEP: 2900 | > loss_text_ce: 0.27851560711860657 (0.26314550122824243) | > loss_mel_ce: 5.72119140625 (nan) | > loss: 0.02380836382508278 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14046465906603586) | > loader_time: 0.0044 (0.004925040458810743)  --> TIME: 2025-03-23 08:04:40 -- STEP: 2950/31555 -- GLOBAL_STEP: 2950 | > loss_text_ce: 0.2456556260585785 (0.2628860772969364) | > loss_mel_ce: 5.5844244956970215 (nan) | > loss: 0.023135239258408546 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14054660158642265) | > loader_time: 0.0046 (0.004918600825940151)  --> TIME: 2025-03-23 08:04:49 -- STEP: 3000/31555 -- GLOBAL_STEP: 3000 | > loss_text_ce: 0.27572113275527954 (0.2628116920391722) | > loss_mel_ce: 4.756605625152588 (nan) | > loss: 0.019969550892710686 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1405750142733256) | > loader_time: 0.0044 (0.004914503574371342)  --> TIME: 2025-03-23 08:04:59 -- STEP: 3050/31555 -- GLOBAL_STEP: 3050 | > loss_text_ce: 0.23700520396232605 (0.26278116531059426) | > loss_mel_ce: 5.993210792541504 (nan) | > loss: 0.024723080918192863 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14057877853268477) | > loader_time: 0.0046 (0.004908777299474501)  --> TIME: 2025-03-23 08:05:08 -- STEP: 3100/31555 -- GLOBAL_STEP: 3100 | > loss_text_ce: 0.2601367235183716 (0.2627204645449118) | > loss_mel_ce: 5.550543308258057 (nan) | > loss: 0.023058254271745682 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14053425773497552) | > loader_time: 0.0045 (0.0049036891998783284)  --> TIME: 2025-03-23 08:05:18 -- STEP: 3150/31555 -- GLOBAL_STEP: 3150 | > loss_text_ce: 0.2569354772567749 (0.26254838177609086) | > loss_mel_ce: 5.189945220947266 (nan) | > loss: 0.02161460742354393 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14050560428982686) | > loader_time: 0.0046 (0.004896879044790123)  --> TIME: 2025-03-23 08:05:27 -- STEP: 3200/31555 -- GLOBAL_STEP: 3200 | > loss_text_ce: 0.236545130610466 (0.26242929813917715) | > loss_mel_ce: 5.645013809204102 (nan) | > loss: 0.023339521139860153 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14046843409538265) | > loader_time: 0.0046 (0.004891244173049935)  --> TIME: 2025-03-23 08:05:37 -- STEP: 3250/31555 -- GLOBAL_STEP: 3250 | > loss_text_ce: 0.24495097994804382 (0.26222865628737646) | > loss_mel_ce: 5.472865581512451 (nan) | > loss: 0.02268974855542183 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14054035450862) | > loader_time: 0.0047 (0.004887277016272917)  --> TIME: 2025-03-23 08:05:47 -- STEP: 3300/31555 -- GLOBAL_STEP: 3300 | > loss_text_ce: 0.2597750127315521 (0.2620264537406686) | > loss_mel_ce: 5.673833847045898 (nan) | > loss: 0.023546067997813225 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14056480870102384) | > loader_time: 0.0043 (0.004882289785327338)  --> TIME: 2025-03-23 08:05:57 -- STEP: 3350/31555 -- GLOBAL_STEP: 3350 | > loss_text_ce: 0.2923097610473633 (0.261907614273811) | > loss_mel_ce: 5.4860382080078125 (nan) | > loss: 0.022929953411221504 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.140603028624805) | > loader_time: 0.0043 (0.004879583458402268)  --> TIME: 2025-03-23 08:06:06 -- STEP: 3400/31555 -- GLOBAL_STEP: 3400 | > loss_text_ce: 0.24193750321865082 (0.26177254440153286) | > loss_mel_ce: 5.123002052307129 (nan) | > loss: 0.021289443597197533 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14059822966070737) | > loader_time: 0.0047 (0.004876926225774432)  --> TIME: 2025-03-23 08:06:16 -- STEP: 3450/31555 -- GLOBAL_STEP: 3450 | > loss_text_ce: 0.27421051263809204 (0.26170980512231934) | > loss_mel_ce: 4.33479118347168 (nan) | > loss: 0.01828969083726406 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1405612086558688) | > loader_time: 0.005 (0.00487307721290036)  --> TIME: 2025-03-23 08:06:25 -- STEP: 3500/31555 -- GLOBAL_STEP: 3500 | > loss_text_ce: 0.2880288362503052 (0.2615682814419261) | > loss_mel_ce: 6.088448524475098 (nan) | > loss: 0.02530348300933838 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14054580232075284) | > loader_time: 0.0043 (0.0048686893326895615)  --> TIME: 2025-03-23 08:06:35 -- STEP: 3550/31555 -- GLOBAL_STEP: 3550 | > loss_text_ce: 0.24621322751045227 (0.26141928578346485) | > loss_mel_ce: 5.6376953125 (nan) | > loss: 0.023348845541477203 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14059342411202438) | > loader_time: 0.0045 (0.004864761325675001)  --> TIME: 2025-03-23 08:06:45 -- STEP: 3600/31555 -- GLOBAL_STEP: 3600 | > loss_text_ce: 0.24895833432674408 (0.26121650706562677) | > loss_mel_ce: 4.4538421630859375 (nan) | > loss: 0.01866190694272518 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14063527484734858) | > loader_time: 0.0047 (0.004861754510137774)  --> TIME: 2025-03-23 08:06:55 -- STEP: 3650/31555 -- GLOBAL_STEP: 3650 | > loss_text_ce: 0.24799633026123047 (0.26103644546988813) | > loss_mel_ce: 3.9901585578918457 (nan) | > loss: 0.016818076372146606 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14062743043246337) | > loader_time: 0.0045 (0.004858384393665893)  --> TIME: 2025-03-23 08:07:05 -- STEP: 3700/31555 -- GLOBAL_STEP: 3700 | > loss_text_ce: 0.26673296093940735 (0.26085818036585134) | > loss_mel_ce: 2.6246337890625 (nan) | > loss: 0.011473678052425385 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14069128983729598) | > loader_time: 0.0045 (0.004855742647841174)  --> TIME: 2025-03-23 08:07:14 -- STEP: 3750/31555 -- GLOBAL_STEP: 3750 | > loss_text_ce: 0.242249995470047 (0.2607491972406694) | > loss_mel_ce: 5.423665523529053 (nan) | > loss: 0.022483792155981064 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1406697138468425) | > loader_time: 0.0044 (0.0048523148218790725)  --> TIME: 2025-03-23 08:07:24 -- STEP: 3800/31555 -- GLOBAL_STEP: 3800 | > loss_text_ce: 0.2494485229253769 (0.2606469553277668) | > loss_mel_ce: 4.27786111831665 (nan) | > loss: 0.017965514212846756 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14070948920751875) | > loader_time: 0.0048 (0.004848901849044)  --> TIME: 2025-03-23 08:07:34 -- STEP: 3850/31555 -- GLOBAL_STEP: 3850 | > loss_text_ce: 0.23914194107055664 (0.2604799553093961) | > loss_mel_ce: 5.765699863433838 (nan) | > loss: 0.023828739300370216 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14070633560032042) | > loader_time: 0.0045 (0.004845358117834318)  --> TIME: 2025-03-23 08:07:44 -- STEP: 3900/31555 -- GLOBAL_STEP: 3900 | > loss_text_ce: 0.23006944358348846 (0.2602902156611274) | > loss_mel_ce: 4.737133502960205 (nan) | > loss: 0.019711123779416084 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14075047896458556) | > loader_time: 0.0046 (0.004841435811458493)  --> TIME: 2025-03-23 08:07:53 -- STEP: 3950/31555 -- GLOBAL_STEP: 3950 | > loss_text_ce: 0.2304650992155075 (0.2602482622522335) | > loss_mel_ce: 5.44091796875 (nan) | > loss: 0.022505488246679306 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1406945093975792) | > loader_time: 0.0043 (0.004837649683409103)  --> TIME: 2025-03-23 08:08:03 -- STEP: 4000/31555 -- GLOBAL_STEP: 4000 | > loss_text_ce: 0.2564062476158142 (0.26005593848228387) | > loss_mel_ce: 5.7742133140563965 (nan) | > loss: 0.023931032046675682 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14071233648061754) | > loader_time: 0.0044 (0.0048349707722663915)  --> TIME: 2025-03-23 08:08:12 -- STEP: 4050/31555 -- GLOBAL_STEP: 4050 | > loss_text_ce: 0.2514999806880951 (0.2599324665761282) | > loss_mel_ce: 5.5492048263549805 (nan) | > loss: 0.023018671199679375 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1406907881042104) | > loader_time: 0.0045 (0.004832670482588407)  --> TIME: 2025-03-23 08:08:22 -- STEP: 4100/31555 -- GLOBAL_STEP: 4100 | > loss_text_ce: 0.24314101040363312 (0.2597471291699054) | > loss_mel_ce: 5.293489456176758 (nan) | > loss: 0.021970758214592934 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14071307531217253) | > loader_time: 0.0044 (0.004829957019991994)  --> TIME: 2025-03-23 08:08:32 -- STEP: 4150/31555 -- GLOBAL_STEP: 4150 | > loss_text_ce: 0.25828123092651367 (0.25956130325076027) | > loss_mel_ce: 6.416406154632568 (nan) | > loss: 0.02648685686290264 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14075204337935857) | > loader_time: 0.0043 (0.004828593817101907)  --> TIME: 2025-03-23 08:08:42 -- STEP: 4200/31555 -- GLOBAL_STEP: 4200 | > loss_text_ce: 0.23551134765148163 (0.2594016975235365) | > loss_mel_ce: 5.042660236358643 (nan) | > loss: 0.020945126190781593 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14077734788258875) | > loader_time: 0.0048 (0.0048253704252697194)  --> TIME: 2025-03-23 08:08:51 -- STEP: 4250/31555 -- GLOBAL_STEP: 4250 | > loss_text_ce: 0.24340277910232544 (0.25923891749452077) | > loss_mel_ce: 4.508174896240234 (nan) | > loss: 0.018855469301342964 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14078566652185776) | > loader_time: 0.0046 (0.0048220926172593105)  --> TIME: 2025-03-23 08:09:01 -- STEP: 4300/31555 -- GLOBAL_STEP: 4300 | > loss_text_ce: 0.233501598238945 (0.25916849527594593) | > loss_mel_ce: 5.520089626312256 (nan) | > loss: 0.022831711918115616 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.14078497282294344) | > loader_time: 0.0045 (0.004818408544673482)  --> TIME: 2025-03-23 08:09:10 -- STEP: 4350/31555 -- GLOBAL_STEP: 4350 | > loss_text_ce: 0.24038690328598022 (0.2591078118928541) | > loss_mel_ce: 5.481421947479248 (nan) | > loss: 0.022705592215061188 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1407603367991832) | > loader_time: 0.0043 (0.004814379681115869)  --> TIME: 2025-03-23 08:09:20 -- STEP: 4400/31555 -- GLOBAL_STEP: 4400 | > loss_text_ce: 0.23420056700706482 (0.2589407322894438) | > loss_mel_ce: 5.359742164611816 (nan) | > loss: 0.022198187187314034 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14078041418032222) | > loader_time: 0.0045 (0.004811068123037171)  --> TIME: 2025-03-23 08:09:29 -- STEP: 4450/31555 -- GLOBAL_STEP: 4450 | > loss_text_ce: 0.2333909571170807 (0.2587819429964157) | > loss_mel_ce: 4.811610221862793 (nan) | > loss: 0.02001984603703022 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14076028700624976) | > loader_time: 0.0045 (0.004807629370957286)  --> TIME: 2025-03-23 08:09:39 -- STEP: 4500/31555 -- GLOBAL_STEP: 4500 | > loss_text_ce: 0.24457447230815887 (0.2586389889253505) | > loss_mel_ce: 5.2283034324646 (nan) | > loss: 0.021717771887779236 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1407836094432408) | > loader_time: 0.0046 (0.004803922388288716)  --> TIME: 2025-03-23 08:09:49 -- STEP: 4550/31555 -- GLOBAL_STEP: 4550 | > loss_text_ce: 0.23971152305603027 (0.258459279425851) | > loss_mel_ce: 4.549882888793945 (nan) | > loss: 0.019006328657269478 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14081892736665505) | > loader_time: 0.0043 (0.0047997789592533376)  --> TIME: 2025-03-23 08:09:59 -- STEP: 4600/31555 -- GLOBAL_STEP: 4600 | > loss_text_ce: 0.2342187464237213 (0.25832567786068966) | > loss_mel_ce: 5.3866963386535645 (nan) | > loss: 0.022305218502879143 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.140828784134077) | > loader_time: 0.0044 (0.004795682482097462)  --> TIME: 2025-03-23 08:10:08 -- STEP: 4650/31555 -- GLOBAL_STEP: 4650 | > loss_text_ce: 0.23759374022483826 (0.2582095907067733) | > loss_mel_ce: 5.591711044311523 (nan) | > loss: 0.023132162168622017 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14083473549094255) | > loader_time: 0.0045 (0.004792345672525389)  --> TIME: 2025-03-23 08:10:18 -- STEP: 4700/31555 -- GLOBAL_STEP: 4700 | > loss_text_ce: 0.2379971444606781 (0.2580815580867702) | > loss_mel_ce: 5.119828224182129 (nan) | > loss: 0.02126121334731579 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14083460021526262) | > loader_time: 0.0043 (0.004790112566440666)  --> TIME: 2025-03-23 08:10:28 -- STEP: 4750/31555 -- GLOBAL_STEP: 4750 | > loss_text_ce: 0.2261742353439331 (0.2579790068582478) | > loss_mel_ce: 5.172969341278076 (nan) | > loss: 0.021425174549221992 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14085759629701314) | > loader_time: 0.0047 (0.004788917039570059)  --> TIME: 2025-03-23 08:10:38 -- STEP: 4800/31555 -- GLOBAL_STEP: 4800 | > loss_text_ce: 0.24261029064655304 (0.2578318165273711) | > loss_mel_ce: 4.426976680755615 (nan) | > loss: 0.01853010803461075 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14086492876211815) | > loader_time: 0.0046 (0.004787099361419685)  --> TIME: 2025-03-23 08:10:47 -- STEP: 4850/31555 -- GLOBAL_STEP: 4850 | > loss_text_ce: 0.2559855878353119 (0.25772844632261765) | > loss_mel_ce: 5.25169038772583 (nan) | > loss: 0.021855859085917473 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14084354400634777) | > loader_time: 0.0045 (0.004785701122480574)  --> TIME: 2025-03-23 08:10:56 -- STEP: 4900/31555 -- GLOBAL_STEP: 4900 | > loss_text_ce: 0.26151785254478455 (0.2575792943792681) | > loss_mel_ce: 4.356113910675049 (nan) | > loss: 0.01832393743097782 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14081542443256) | > loader_time: 0.0044 (0.004783835703012897)  --> TIME: 2025-03-23 08:11:06 -- STEP: 4950/31555 -- GLOBAL_STEP: 4950 | > loss_text_ce: 0.233242928981781 (0.2574645828267539) | > loss_mel_ce: 5.541541576385498 (nan) | > loss: 0.022915812209248543 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1407996294233535) | > loader_time: 0.0046 (0.004781931048691879)  --> TIME: 2025-03-23 08:11:16 -- STEP: 5000/31555 -- GLOBAL_STEP: 5000 | > loss_text_ce: 0.22722916305065155 (0.2572959079176185) | > loss_mel_ce: 5.397616386413574 (nan) | > loss: 0.022320816293358803 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1408242504596711) | > loader_time: 0.0048 (0.004779906082153325)  --> TIME: 2025-03-23 08:11:25 -- STEP: 5050/31555 -- GLOBAL_STEP: 5050 | > loss_text_ce: 0.21692585945129395 (0.25716201016218326) | > loss_mel_ce: 4.623619556427002 (nan) | > loss: 0.0192085150629282 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14079446523496428) | > loader_time: 0.0048 (0.004777900771339349)  --> TIME: 2025-03-23 08:11:35 -- STEP: 5100/31555 -- GLOBAL_STEP: 5100 | > loss_text_ce: 0.2331034392118454 (0.2570336517574736) | > loss_mel_ce: 5.656054496765137 (nan) | > loss: 0.023369675502181053 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14078150749206553) | > loader_time: 0.0044 (0.004775748767104807)  --> TIME: 2025-03-23 08:11:45 -- STEP: 5150/31555 -- GLOBAL_STEP: 5150 | > loss_text_ce: 0.24568966031074524 (0.25683895448747135) | > loss_mel_ce: 4.354400634765625 (nan) | > loss: 0.01825432851910591 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14082739001338931) | > loader_time: 0.0046 (0.004773948169449008)  --> TIME: 2025-03-23 08:11:54 -- STEP: 5200/31555 -- GLOBAL_STEP: 5200 | > loss_text_ce: 0.23361778259277344 (0.25671346347492446) | > loss_mel_ce: 4.973185062408447 (nan) | > loss: 0.020661916583776474 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14081146043080564) | > loader_time: 0.0045 (0.0047708752980599066)  --> TIME: 2025-03-23 08:12:04 -- STEP: 5250/31555 -- GLOBAL_STEP: 5250 | > loss_text_ce: 0.22497640550136566 (0.2565873451601889) | > loss_mel_ce: 5.431490421295166 (nan) | > loss: 0.022446298971772194 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14079085840497713) | > loader_time: 0.0048 (0.004769832066127234)  --> TIME: 2025-03-23 08:12:14 -- STEP: 5300/31555 -- GLOBAL_STEP: 5300 | > loss_text_ce: 0.2484615296125412 (0.25644478329228865) | > loss_mel_ce: 4.595385551452637 (nan) | > loss: 0.01922161690890789 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14081596824358097) | > loader_time: 0.0044 (0.0047676500284446885)  --> TIME: 2025-03-23 08:12:23 -- STEP: 5350/31555 -- GLOBAL_STEP: 5350 | > loss_text_ce: 0.23050780594348907 (0.2563267706627041) | > loss_mel_ce: 5.620792865753174 (nan) | > loss: 0.023219449445605278 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14079025250729002) | > loader_time: 0.0044 (0.004765415325343058)  --> TIME: 2025-03-23 08:12:33 -- STEP: 5400/31555 -- GLOBAL_STEP: 5400 | > loss_text_ce: 0.24549241364002228 (0.25619696165124545) | > loss_mel_ce: 5.150371074676514 (nan) | > loss: 0.021412158384919167 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14078623661288506) | > loader_time: 0.0047 (0.004763418789263134)  --> TIME: 2025-03-23 08:12:42 -- STEP: 5450/31555 -- GLOBAL_STEP: 5450 | > loss_text_ce: 0.2434191107749939 (0.2561058826758226) | > loss_mel_ce: 5.486662864685059 (nan) | > loss: 0.022738421335816383 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14076604200065682) | > loader_time: 0.0046 (0.004760709596336442)  --> TIME: 2025-03-23 08:12:52 -- STEP: 5500/31555 -- GLOBAL_STEP: 5500 | > loss_text_ce: 0.25756755471229553 (0.25594377566196663) | > loss_mel_ce: 3.2441232204437256 (nan) | > loss: 0.01389559917151928 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14080365133285525) | > loader_time: 0.0045 (0.0047586586692116555)  --> TIME: 2025-03-23 08:13:01 -- STEP: 5550/31555 -- GLOBAL_STEP: 5550 | > loss_text_ce: 0.2383035570383072 (0.25583428780506307) | > loss_mel_ce: 5.253461837768555 (nan) | > loss: 0.02179272100329399 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1407905324729713) | > loader_time: 0.0046 (0.004757583850138905)  --> TIME: 2025-03-23 08:13:11 -- STEP: 5600/31555 -- GLOBAL_STEP: 5600 | > loss_text_ce: 0.22748397290706635 (0.25570133762700176) | > loss_mel_ce: 4.9839959144592285 (nan) | > loss: 0.02068047598004341 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14078644646065575) | > loader_time: 0.0047 (0.004756827141557429)  --> TIME: 2025-03-23 08:13:21 -- STEP: 5650/31555 -- GLOBAL_STEP: 5650 | > loss_text_ce: 0.2495703101158142 (0.25553947475367894) | > loss_mel_ce: 5.33780574798584 (nan) | > loss: 0.022172128781676292 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14079920000734575) | > loader_time: 0.0045 (0.00475571201965873)  --> TIME: 2025-03-23 08:13:31 -- STEP: 5700/31555 -- GLOBAL_STEP: 5700 | > loss_text_ce: 0.22907954454421997 (0.2553727375493756) | > loss_mel_ce: 5.298851013183594 (nan) | > loss: 0.021936234086751938 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14083358120499986) | > loader_time: 0.0045 (0.00475376283913329)  --> TIME: 2025-03-23 08:13:40 -- STEP: 5750/31555 -- GLOBAL_STEP: 5750 | > loss_text_ce: 0.2232094556093216 (0.2552905972470404) | > loss_mel_ce: 5.991592884063721 (nan) | > loss: 0.024661915376782417 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1407952325240424) | > loader_time: 0.0045 (0.004751455141150446)  --> TIME: 2025-03-23 08:13:50 -- STEP: 5800/31555 -- GLOBAL_STEP: 5800 | > loss_text_ce: 0.22144067287445068 (0.25518225479485634) | > loss_mel_ce: 4.515720367431641 (nan) | > loss: 0.018798260018229485 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14081682390180114) | > loader_time: 0.0046 (0.004750234135266023)  --> TIME: 2025-03-23 08:14:00 -- STEP: 5850/31555 -- GLOBAL_STEP: 5850 | > loss_text_ce: 0.22877757251262665 (0.25502047812327355) | > loss_mel_ce: 4.82887601852417 (nan) | > loss: 0.02007005363702774 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14084461957980401) | > loader_time: 0.005 (0.004749704140883242)  --> TIME: 2025-03-23 08:14:09 -- STEP: 5900/31555 -- GLOBAL_STEP: 5900 | > loss_text_ce: 0.21386407315731049 (0.25492828413339) | > loss_mel_ce: 5.1435933113098145 (nan) | > loss: 0.021259751170873642 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14077633393012842) | > loader_time: 0.0048 (0.00474801051414621)  --> TIME: 2025-03-23 08:14:18 -- STEP: 5950/31555 -- GLOBAL_STEP: 5950 | > loss_text_ce: 0.2824999988079071 (0.25481729439076267) | > loss_mel_ce: 4.253276824951172 (nan) | > loss: 0.017999114468693733 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14074905419549993) | > loader_time: 0.0043 (0.004746194006014288)  --> TIME: 2025-03-23 08:14:28 -- STEP: 6000/31555 -- GLOBAL_STEP: 6000 | > loss_text_ce: 0.23625725507736206 (0.2546782976190254) | > loss_mel_ce: 5.173522472381592 (nan) | > loss: 0.021467380225658417 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14072613374392137) | > loader_time: 0.0046 (0.004744484543800372)  --> TIME: 2025-03-23 08:14:37 -- STEP: 6050/31555 -- GLOBAL_STEP: 6050 | > loss_text_ce: 0.22491666674613953 (0.25456099266848325) | > loss_mel_ce: 3.397343635559082 (nan) | > loss: 0.014374049380421638 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14070934626681697) | > loader_time: 0.0049 (0.004743111271503564)  --> TIME: 2025-03-23 08:14:47 -- STEP: 6100/31555 -- GLOBAL_STEP: 6100 | > loss_text_ce: 0.24338361620903015 (0.2544031485988473) | > loss_mel_ce: 5.5794453620910645 (nan) | > loss: 0.023106465116143227 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14072143613314966) | > loader_time: 0.0048 (0.00474129883969418)  --> TIME: 2025-03-23 08:14:57 -- STEP: 6150/31555 -- GLOBAL_STEP: 6150 | > loss_text_ce: 0.21885593235492706 (0.2542640329982213) | > loss_mel_ce: 5.410944938659668 (nan) | > loss: 0.022340480238199234 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14074023514259112) | > loader_time: 0.0046 (0.0047391875197247925)  --> TIME: 2025-03-23 08:15:06 -- STEP: 6200/31555 -- GLOBAL_STEP: 6200 | > loss_text_ce: 0.22083333134651184 (0.25411539164281716) | > loss_mel_ce: 5.383255481719971 (nan) | > loss: 0.02223844826221466 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1406784734418311) | > loader_time: 0.0046 (0.00473717335731754)  --> TIME: 2025-03-23 08:15:15 -- STEP: 6250/31555 -- GLOBAL_STEP: 6250 | > loss_text_ce: 0.24312499165534973 (0.25396145276546517) | > loss_mel_ce: 5.0031208992004395 (nan) | > loss: 0.0208184365183115 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14066992237091017) | > loader_time: 0.0044 (0.004734796257019057)  --> TIME: 2025-03-23 08:15:25 -- STEP: 6300/31555 -- GLOBAL_STEP: 6300 | > loss_text_ce: 0.24982759356498718 (0.2538077511673885) | > loss_mel_ce: 0.135498046875 (nan) | > loss: 0.00152907008305192 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14070439857149827) | > loader_time: 0.0048 (0.004732771941593731)  --> TIME: 2025-03-23 08:15:35 -- STEP: 6350/31555 -- GLOBAL_STEP: 6350 | > loss_text_ce: 0.30681249499320984 (0.253674117519161) | > loss_mel_ce: 4.804537296295166 (nan) | > loss: 0.020283134654164314 (nan) | > current_lr: 5e-06 | > step_time: 0.1031 (0.14070384870363922) | > loader_time: 0.0044 (0.004730743798683966)  --> TIME: 2025-03-23 08:15:44 -- STEP: 6400/31555 -- GLOBAL_STEP: 6400 | > loss_text_ce: 0.23495689034461975 (0.25351598112843915) | > loss_mel_ce: 4.716254234313965 (nan) | > loss: 0.019647663459181786 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14072307109832727) | > loader_time: 0.0043 (0.0047294089198112715)  --> TIME: 2025-03-23 08:15:54 -- STEP: 6450/31555 -- GLOBAL_STEP: 6450 | > loss_text_ce: 0.24201388657093048 (0.2533910787891046) | > loss_mel_ce: 0.15625 (nan) | > loss: 0.0015804122667759657 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14070551277131038) | > loader_time: 0.0045 (0.0047274948090546085)  --> TIME: 2025-03-23 08:16:04 -- STEP: 6500/31555 -- GLOBAL_STEP: 6500 | > loss_text_ce: 0.23472221195697784 (0.2532786808174389) | > loss_mel_ce: 2.851806640625 (nan) | > loss: 0.012248130515217781 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1407166831309975) | > loader_time: 0.0044 (0.004725404299222524)  --> TIME: 2025-03-23 08:16:13 -- STEP: 6550/31555 -- GLOBAL_STEP: 6550 | > loss_text_ce: 0.22468282282352448 (0.2531281696203098) | > loss_mel_ce: 5.467974662780762 (nan) | > loss: 0.0225899126380682 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14071494874153392) | > loader_time: 0.0045 (0.004723057965285919)  --> TIME: 2025-03-23 08:16:23 -- STEP: 6600/31555 -- GLOBAL_STEP: 6600 | > loss_text_ce: 0.2191733866930008 (0.2529697396538474) | > loss_mel_ce: 5.019111156463623 (nan) | > loss: 0.020786844193935394 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14072879473368297) | > loader_time: 0.0049 (0.004722709077777301)  --> TIME: 2025-03-23 08:16:33 -- STEP: 6650/31555 -- GLOBAL_STEP: 6650 | > loss_text_ce: 0.21259289979934692 (0.2528289663724434) | > loss_mel_ce: 0.1510213166475296 (nan) | > loss: 0.0014429135480895638 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14073417763960955) | > loader_time: 0.0045 (0.004722269172955295)  --> TIME: 2025-03-23 08:16:42 -- STEP: 6700/31555 -- GLOBAL_STEP: 6700 | > loss_text_ce: 0.23685809969902039 (0.2526767376999357) | > loss_mel_ce: 5.401176452636719 (nan) | > loss: 0.022373152896761894 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1407116617017715) | > loader_time: 0.0045 (0.004721703849621693)  --> TIME: 2025-03-23 08:16:52 -- STEP: 6750/31555 -- GLOBAL_STEP: 6750 | > loss_text_ce: 0.23762500286102295 (0.2525637160230565) | > loss_mel_ce: 5.307257652282715 (nan) | > loss: 0.022003503516316414 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14071539723431606) | > loader_time: 0.0046 (0.004720829327901222)  --> TIME: 2025-03-23 08:17:01 -- STEP: 6800/31555 -- GLOBAL_STEP: 6800 | > loss_text_ce: 0.22267045080661774 (0.2524093730287516) | > loss_mel_ce: 5.105188369750977 (nan) | > loss: 0.021142298355698586 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1406961810588834) | > loader_time: 0.0052 (0.004719987651881067)  --> TIME: 2025-03-23 08:17:11 -- STEP: 6850/31555 -- GLOBAL_STEP: 6850 | > loss_text_ce: 0.2173878252506256 (0.2522733314607265) | > loss_mel_ce: 5.388830661773682 (nan) | > loss: 0.02224689908325672 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1406997042676824) | > loader_time: 0.0047 (0.004719679547052331)  --> TIME: 2025-03-23 08:17:20 -- STEP: 6900/31555 -- GLOBAL_STEP: 6900 | > loss_text_ce: 0.24809451401233673 (0.25214854444930523) | > loss_mel_ce: 5.371408462524414 (nan) | > loss: 0.022299615666270256 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14069175443787463) | > loader_time: 0.0046 (0.004718969213789804)  --> TIME: 2025-03-23 08:17:30 -- STEP: 6950/31555 -- GLOBAL_STEP: 6950 | > loss_text_ce: 0.22474999725818634 (0.25200229910209015) | > loss_mel_ce: 5.49843168258667 (nan) | > loss: 0.02271104045212269 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1406954674412017) | > loader_time: 0.0044 (0.004718275962116066)  --> TIME: 2025-03-23 08:17:40 -- STEP: 7000/31555 -- GLOBAL_STEP: 7000 | > loss_text_ce: 0.23428978025913239 (0.25185018388926944) | > loss_mel_ce: 4.21688985824585 (nan) | > loss: 0.017663411796092987 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14073606807844943) | > loader_time: 0.0045 (0.004716801541192207)  --> TIME: 2025-03-23 08:17:50 -- STEP: 7050/31555 -- GLOBAL_STEP: 7050 | > loss_text_ce: 0.2317628264427185 (0.251723264624886) | > loss_mel_ce: 5.2962188720703125 (nan) | > loss: 0.021936437115073204 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14073300838470426) | > loader_time: 0.0046 (0.004715818479551507)  --> TIME: 2025-03-23 08:17:59 -- STEP: 7100/31555 -- GLOBAL_STEP: 7100 | > loss_text_ce: 0.21763889491558075 (0.2515733862636787) | > loss_mel_ce: 5.394837856292725 (nan) | > loss: 0.022271735593676567 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14072625563178232) | > loader_time: 0.0052 (0.004713857073179449)  --> TIME: 2025-03-23 08:18:09 -- STEP: 7150/31555 -- GLOBAL_STEP: 7150 | > loss_text_ce: 0.22091710567474365 (0.2513947104511555) | > loss_mel_ce: 5.513420581817627 (nan) | > loss: 0.02275530993938446 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14076452101860823) | > loader_time: 0.0051 (0.00471268187036049)  --> TIME: 2025-03-23 08:18:19 -- STEP: 7200/31555 -- GLOBAL_STEP: 7200 | > loss_text_ce: 0.22677884995937347 (0.2512191964603129) | > loss_mel_ce: 5.606783866882324 (nan) | > loss: 0.02314906008541584 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1407757745517622) | > loader_time: 0.0045 (0.00471119513114295)  --> TIME: 2025-03-23 08:18:28 -- STEP: 7250/31555 -- GLOBAL_STEP: 7250 | > loss_text_ce: 0.242291659116745 (0.2510859123694483) | > loss_mel_ce: 4.730863094329834 (nan) | > loss: 0.019734742119908333 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14076641497118692) | > loader_time: 0.0044 (0.004709528988805326)  --> TIME: 2025-03-23 08:18:38 -- STEP: 7300/31555 -- GLOBAL_STEP: 7300 | > loss_text_ce: 0.22982953488826752 (0.25098469365132975) | > loss_mel_ce: 4.627030849456787 (nan) | > loss: 0.01927325502038002 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1407739280347953) | > loader_time: 0.0044 (0.004708793849161242)  --> TIME: 2025-03-23 08:18:48 -- STEP: 7350/31555 -- GLOBAL_STEP: 7350 | > loss_text_ce: 0.2465277761220932 (0.25083422036600744) | > loss_mel_ce: 4.550678253173828 (nan) | > loss: 0.019036533311009407 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.140755789133967) | > loader_time: 0.0042 (0.004706910516129074)  --> TIME: 2025-03-23 08:18:57 -- STEP: 7400/31555 -- GLOBAL_STEP: 7400 | > loss_text_ce: 0.22371795773506165 (0.2507217452816059) | > loss_mel_ce: 5.1177263259887695 (nan) | > loss: 0.021196208894252777 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14075925401739153) | > loader_time: 0.0045 (0.004705096322136971)  --> TIME: 2025-03-23 08:19:07 -- STEP: 7450/31555 -- GLOBAL_STEP: 7450 | > loss_text_ce: 0.22334998846054077 (0.250596540600261) | > loss_mel_ce: 4.777946949005127 (nan) | > loss: 0.019846417009830475 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14073924144642447) | > loader_time: 0.0044 (0.004704554224974372)  --> TIME: 2025-03-23 08:19:16 -- STEP: 7500/31555 -- GLOBAL_STEP: 7500 | > loss_text_ce: 0.20397916436195374 (0.2504718000272904) | > loss_mel_ce: 4.82170295715332 (nan) | > loss: 0.019943183287978172 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14073598346710187) | > loader_time: 0.0047 (0.0047042830785115715)  --> TIME: 2025-03-23 08:19:26 -- STEP: 7550/31555 -- GLOBAL_STEP: 7550 | > loss_text_ce: 0.22176340222358704 (0.25031152297329373) | > loss_mel_ce: 5.560934543609619 (nan) | > loss: 0.022947216406464577 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1407236241346951) | > loader_time: 0.0046 (0.004703967650205109)  --> TIME: 2025-03-23 08:19:35 -- STEP: 7600/31555 -- GLOBAL_STEP: 7600 | > loss_text_ce: 0.222986102104187 (0.25019255604398843) | > loss_mel_ce: 3.8260788917541504 (nan) | > loss: 0.01606771908700466 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14069722106582222) | > loader_time: 0.0048 (0.004703373344321015)  --> TIME: 2025-03-23 08:19:45 -- STEP: 7650/31555 -- GLOBAL_STEP: 7650 | > loss_text_ce: 0.2173772156238556 (0.25005730018117045) | > loss_mel_ce: 4.4547529220581055 (nan) | > loss: 0.01854019984602928 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14070152719036408) | > loader_time: 0.005 (0.004702909444671845)  --> TIME: 2025-03-23 08:19:54 -- STEP: 7700/31555 -- GLOBAL_STEP: 7700 | > loss_text_ce: 0.2220572829246521 (0.2499136319562983) | > loss_mel_ce: 5.558791637420654 (nan) | > loss: 0.022939877584576607 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14069252652007247) | > loader_time: 0.0044 (0.0047024567405899)  --> TIME: 2025-03-23 08:20:04 -- STEP: 7750/31555 -- GLOBAL_STEP: 7750 | > loss_text_ce: 0.21809999644756317 (0.2497924323851059) | > loss_mel_ce: 4.535776138305664 (nan) | > loss: 0.0188645888119936 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14070588551798158) | > loader_time: 0.0045 (0.004701872764095198)  --> TIME: 2025-03-23 08:20:14 -- STEP: 7800/31555 -- GLOBAL_STEP: 7800 | > loss_text_ce: 0.20970766246318817 (0.2496797158187013) | > loss_mel_ce: 5.277899265289307 (nan) | > loss: 0.021776219829916954 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14070174446472739) | > loader_time: 0.0046 (0.004699989954630548)  --> TIME: 2025-03-23 08:20:23 -- STEP: 7850/31555 -- GLOBAL_STEP: 7850 | > loss_text_ce: 0.2182374894618988 (0.24954439098857736) | > loss_mel_ce: 5.797089099884033 (nan) | > loss: 0.023870345205068588 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14066753147513986) | > loader_time: 0.0045 (0.0046987171233839435)  --> TIME: 2025-03-23 08:20:33 -- STEP: 7900/31555 -- GLOBAL_STEP: 7900 | > loss_text_ce: 0.2147916555404663 (0.24939923660664584) | > loss_mel_ce: 0.055908203125 (nan) | > loss: 0.0010742058511823416 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14068995605541162) | > loader_time: 0.0046 (0.004697926829132867)  --> TIME: 2025-03-23 08:20:42 -- STEP: 7950/31555 -- GLOBAL_STEP: 7950 | > loss_text_ce: 0.24061141908168793 (0.249257189086023) | > loss_mel_ce: 0.13627929985523224 (nan) | > loss: 0.0014955982333049178 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14069588205349504) | > loader_time: 0.0043 (0.004696786928476792)  --> TIME: 2025-03-23 08:20:52 -- STEP: 8000/31555 -- GLOBAL_STEP: 8000 | > loss_text_ce: 0.23020833730697632 (0.24912016395293143) | > loss_mel_ce: 5.738265037536621 (nan) | > loss: 0.023684419691562653 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1407164962291716) | > loader_time: 0.0044 (0.004695625782012954)  --> TIME: 2025-03-23 08:21:02 -- STEP: 8050/31555 -- GLOBAL_STEP: 8050 | > loss_text_ce: 0.22463540732860565 (0.24898355099910502) | > loss_mel_ce: 4.363681793212891 (nan) | > loss: 0.0182076096534729 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14073116400227026) | > loader_time: 0.0046 (0.004694543092147178)  --> TIME: 2025-03-23 08:21:12 -- STEP: 8100/31555 -- GLOBAL_STEP: 8100 | > loss_text_ce: 0.22295258939266205 (0.24881886299561537) | > loss_mel_ce: 5.165468692779541 (nan) | > loss: 0.02138262428343296 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14077368921703745) | > loader_time: 0.0045 (0.004693553712632935)  --> TIME: 2025-03-23 08:21:22 -- STEP: 8150/31555 -- GLOBAL_STEP: 8150 | > loss_text_ce: 0.21444852650165558 (0.24869441186906335) | > loss_mel_ce: 5.527539253234863 (nan) | > loss: 0.022785667330026627 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14076620292078482) | > loader_time: 0.0045 (0.004692801083523817)  --> TIME: 2025-03-23 08:21:31 -- STEP: 8200/31555 -- GLOBAL_STEP: 8200 | > loss_text_ce: 0.24799340963363647 (0.24856581185103882) | > loss_mel_ce: 4.339737892150879 (nan) | > loss: 0.01820528507232666 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14075848436937083) | > loader_time: 0.0043 (0.004691871753553079)  --> TIME: 2025-03-23 08:21:41 -- STEP: 8250/31555 -- GLOBAL_STEP: 8250 | > loss_text_ce: 0.21048246324062347 (0.24842895772782206) | > loss_mel_ce: 4.879150390625 (nan) | > loss: 0.020196957513689995 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14077539412180567) | > loader_time: 0.0047 (0.00469128074068013)  --> TIME: 2025-03-23 08:21:50 -- STEP: 8300/31555 -- GLOBAL_STEP: 8300 | > loss_text_ce: 0.21149037778377533 (0.24829356227114943) | > loss_mel_ce: 4.347036361694336 (nan) | > loss: 0.01808939129114151 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14077112220856064) | > loader_time: 0.0044 (0.004690599010651385)  --> TIME: 2025-03-23 08:22:00 -- STEP: 8350/31555 -- GLOBAL_STEP: 8350 | > loss_text_ce: 0.23530356585979462 (0.24816795643575146) | > loss_mel_ce: 5.386808395385742 (nan) | > loss: 0.02230996824800968 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14079402184058076) | > loader_time: 0.0044 (0.004690504959243515)  --> TIME: 2025-03-23 08:22:10 -- STEP: 8400/31555 -- GLOBAL_STEP: 8400 | > loss_text_ce: 0.2142638862133026 (0.24806697116011633) | > loss_mel_ce: 4.873197555541992 (nan) | > loss: 0.020188340917229652 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14079080737772426) | > loader_time: 0.0047 (0.004689249055726203)  --> TIME: 2025-03-23 08:22:20 -- STEP: 8450/31555 -- GLOBAL_STEP: 8450 | > loss_text_ce: 0.21259260177612305 (0.24792554925531998) | > loss_mel_ce: 5.057108402252197 (nan) | > loss: 0.02091151289641857 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14080239236707498) | > loader_time: 0.0046 (0.004688426305556452)  --> TIME: 2025-03-23 08:22:29 -- STEP: 8500/31555 -- GLOBAL_STEP: 8500 | > loss_text_ce: 0.22604165971279144 (0.2478062451551939) | > loss_mel_ce: 5.058098793029785 (nan) | > loss: 0.020968813449144363 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1407813796716576) | > loader_time: 0.0045 (0.004687580276938061)  --> TIME: 2025-03-23 08:22:38 -- STEP: 8550/31555 -- GLOBAL_STEP: 8550 | > loss_text_ce: 0.22968749701976776 (0.24768942836432398) | > loss_mel_ce: 5.420463562011719 (nan) | > loss: 0.02242123708128929 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1407724266721489) | > loader_time: 0.005 (0.004687370919344735)  --> TIME: 2025-03-23 08:22:48 -- STEP: 8600/31555 -- GLOBAL_STEP: 8600 | > loss_text_ce: 0.21272176504135132 (0.2475435689611487) | > loss_mel_ce: 4.891566276550293 (nan) | > loss: 0.020255113020539284 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14077170211215337) | > loader_time: 0.0047 (0.004687260167543296)  --> TIME: 2025-03-23 08:22:58 -- STEP: 8650/31555 -- GLOBAL_STEP: 8650 | > loss_text_ce: 0.20390623807907104 (0.24740151597068458) | > loss_mel_ce: 3.850609302520752 (nan) | > loss: 0.01608934812247753 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14080096327500521) | > loader_time: 0.0047 (0.0046869101000659216)  --> TIME: 2025-03-23 08:23:08 -- STEP: 8700/31555 -- GLOBAL_STEP: 8700 | > loss_text_ce: 0.2198958396911621 (0.2472589286562352) | > loss_mel_ce: 3.9015493392944336 (nan) | > loss: 0.016354942694306374 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14080984438972902) | > loader_time: 0.0046 (0.0046864858166925)  --> TIME: 2025-03-23 08:23:18 -- STEP: 8750/31555 -- GLOBAL_STEP: 8750 | > loss_text_ce: 0.22251275181770325 (0.2471200206211632) | > loss_mel_ce: 4.721217632293701 (nan) | > loss: 0.019617978483438492 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14083685776846736) | > loader_time: 0.0046 (0.004685944965907521)  --> TIME: 2025-03-23 08:23:27 -- STEP: 8800/31555 -- GLOBAL_STEP: 8800 | > loss_text_ce: 0.22331348061561584 (0.246992666145617) | > loss_mel_ce: 5.330716133117676 (nan) | > loss: 0.022039800882339478 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.1408387837355786) | > loader_time: 0.0046 (0.00468531500209463)  --> TIME: 2025-03-23 08:23:37 -- STEP: 8850/31555 -- GLOBAL_STEP: 8850 | > loss_text_ce: 0.2656547427177429 (0.24685737371276298) | > loss_mel_ce: 5.337069034576416 (nan) | > loss: 0.022233031690120697 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14082832384917687) | > loader_time: 0.0044 (0.00468455745675471)  --> TIME: 2025-03-23 08:23:47 -- STEP: 8900/31555 -- GLOBAL_STEP: 8900 | > loss_text_ce: 0.2119680792093277 (0.2467029207944867) | > loss_mel_ce: 3.8772332668304443 (nan) | > loss: 0.016226990148425102 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14084404471215226) | > loader_time: 0.0048 (0.004684629359941818)  --> TIME: 2025-03-23 08:23:56 -- STEP: 8950/31555 -- GLOBAL_STEP: 8950 | > loss_text_ce: 0.2373684048652649 (0.2465664387548433) | > loss_mel_ce: 2.8031527996063232 (nan) | > loss: 0.012065560556948185 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1408522096026542) | > loader_time: 0.0044 (0.004684622860487628)  --> TIME: 2025-03-23 08:24:06 -- STEP: 9000/31555 -- GLOBAL_STEP: 9000 | > loss_text_ce: 0.31534090638160706 (0.24643564339975485) | > loss_mel_ce: 4.490703105926514 (nan) | > loss: 0.019071605056524277 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.1408602628972794) | > loader_time: 0.0047 (0.004684486760033516)  --> TIME: 2025-03-23 08:24:16 -- STEP: 9050/31555 -- GLOBAL_STEP: 9050 | > loss_text_ce: 0.2145516276359558 (0.24631628040944645) | > loss_mel_ce: 5.711212158203125 (nan) | > loss: 0.02351493574678898 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14085173680637414) | > loader_time: 0.0046 (0.00468444576579564)  --> TIME: 2025-03-23 08:24:26 -- STEP: 9100/31555 -- GLOBAL_STEP: 9100 | > loss_text_ce: 0.2102566808462143 (0.24617969178727664) | > loss_mel_ce: 4.029254913330078 (nan) | > loss: 0.016823459416627884 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14088364043078574) | > loader_time: 0.0046 (0.004684438705444347)  --> TIME: 2025-03-23 08:24:35 -- STEP: 9150/31555 -- GLOBAL_STEP: 9150 | > loss_text_ce: 0.2166319489479065 (0.2460480342960094) | > loss_mel_ce: 4.192138671875 (nan) | > loss: 0.01749512180685997 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14088196957697627) | > loader_time: 0.0044 (0.004683985006613821)  --> TIME: 2025-03-23 08:24:45 -- STEP: 9200/31555 -- GLOBAL_STEP: 9200 | > loss_text_ce: 0.25203946232795715 (0.24589285054284563) | > loss_mel_ce: 4.8810343742370605 (nan) | > loss: 0.02036934159696102 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14091802812140913) | > loader_time: 0.0044 (0.004683424960012036)  --> TIME: 2025-03-23 08:24:55 -- STEP: 9250/31555 -- GLOBAL_STEP: 9250 | > loss_text_ce: 0.19896265864372253 (0.2457270146576131) | > loss_mel_ce: 4.9815802574157715 (nan) | > loss: 0.020557710900902748 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.14094165381869755) | > loader_time: 0.0049 (0.004682804236540938)  --> TIME: 2025-03-23 08:25:05 -- STEP: 9300/31555 -- GLOBAL_STEP: 9300 | > loss_text_ce: 0.21469826996326447 (0.2455926774698557) | > loss_mel_ce: 4.891207695007324 (nan) | > loss: 0.020261533558368683 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14096323110724018) | > loader_time: 0.0048 (0.004681838661111824)  --> TIME: 2025-03-23 08:25:15 -- STEP: 9350/31555 -- GLOBAL_STEP: 9350 | > loss_text_ce: 0.20637500286102295 (0.24546508562437325) | > loss_mel_ce: 5.232551574707031 (nan) | > loss: 0.021583043038845062 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14096091665686145) | > loader_time: 0.0043 (0.0046812575896156144)  --> TIME: 2025-03-23 08:25:24 -- STEP: 9400/31555 -- GLOBAL_STEP: 9400 | > loss_text_ce: 0.21622712910175323 (0.2453322932663113) | > loss_mel_ce: 4.765051364898682 (nan) | > loss: 0.019766978919506073 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1409538054719885) | > loader_time: 0.0045 (0.004680742811649418)  --> TIME: 2025-03-23 08:25:34 -- STEP: 9450/31555 -- GLOBAL_STEP: 9450 | > loss_text_ce: 0.21932290494441986 (0.24520325180083957) | > loss_mel_ce: 5.376484394073486 (nan) | > loss: 0.02220558561384678 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14096934396753863) | > loader_time: 0.005 (0.004680948484511616)  --> TIME: 2025-03-23 08:25:44 -- STEP: 9500/31555 -- GLOBAL_STEP: 9500 | > loss_text_ce: 0.2318749874830246 (0.24509388135295138) | > loss_mel_ce: 0.01220703125 (nan) | > loss: 0.0009685794939287007 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1409578736455816) | > loader_time: 0.0044 (0.004680628199326376)  --> TIME: 2025-03-23 08:25:53 -- STEP: 9550/31555 -- GLOBAL_STEP: 9550 | > loss_text_ce: 0.2065482884645462 (0.244960473557417) | > loss_mel_ce: 5.5612945556640625 (nan) | > loss: 0.022888265550136566 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14096328600538946) | > loader_time: 0.0045 (0.004679961928522409)  --> TIME: 2025-03-23 08:26:03 -- STEP: 9600/31555 -- GLOBAL_STEP: 9600 | > loss_text_ce: 0.20943303406238556 (0.24482545697440675) | > loss_mel_ce: 4.720948696136475 (nan) | > loss: 0.019565008580684662 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.1409840502341586) | > loader_time: 0.0083 (0.004679827888806668)  --> TIME: 2025-03-23 08:26:13 -- STEP: 9650/31555 -- GLOBAL_STEP: 9650 | > loss_text_ce: 0.20311491191387177 (0.24467855805405653) | > loss_mel_ce: 5.806154727935791 (nan) | > loss: 0.023846309632062912 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14099954222150388) | > loader_time: 0.0043 (0.004680045824594454)  --> TIME: 2025-03-23 08:26:23 -- STEP: 9700/31555 -- GLOBAL_STEP: 9700 | > loss_text_ce: 0.20391543209552765 (0.24454917950574856) | > loss_mel_ce: 4.71067476272583 (nan) | > loss: 0.019502343609929085 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1410012880059859) | > loader_time: 0.0046 (0.004679851015818498)  --> TIME: 2025-03-23 08:26:32 -- STEP: 9750/31555 -- GLOBAL_STEP: 9750 | > loss_text_ce: 0.2224278748035431 (0.24444123477355) | > loss_mel_ce: 3.356978178024292 (nan) | > loss: 0.014203992672264576 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.140990670937758) | > loader_time: 0.0043 (0.004679596754220829)  --> TIME: 2025-03-23 08:26:42 -- STEP: 9800/31555 -- GLOBAL_STEP: 9800 | > loss_text_ce: 0.2124679535627365 (0.24430882205008217) | > loss_mel_ce: 5.059178829193115 (nan) | > loss: 0.020919235423207283 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14101985775694528) | > loader_time: 0.0045 (0.004679120049184696)  --> TIME: 2025-03-23 08:26:52 -- STEP: 9850/31555 -- GLOBAL_STEP: 9850 | > loss_text_ce: 0.21273688971996307 (0.24418857025767313) | > loss_mel_ce: 4.982302665710449 (nan) | > loss: 0.020615238696336746 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14098614762882256) | > loader_time: 0.0045 (0.004678893040884581)  --> TIME: 2025-03-23 08:27:02 -- STEP: 9900/31555 -- GLOBAL_STEP: 9900 | > loss_text_ce: 0.19062499701976776 (0.24404160516581122) | > loss_mel_ce: 5.367506980895996 (nan) | > loss: 0.022056080400943756 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14102216527919537) | > loader_time: 0.0046 (0.004677883976637726)  --> TIME: 2025-03-23 08:27:11 -- STEP: 9950/31555 -- GLOBAL_STEP: 9950 | > loss_text_ce: 0.2126171886920929 (0.24392412194954063) | > loss_mel_ce: 4.889168739318848 (nan) | > loss: 0.020245185121893883 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1410185735788773) | > loader_time: 0.0047 (0.004677320005905698)  --> TIME: 2025-03-23 08:27:21 -- STEP: 10000/31555 -- GLOBAL_STEP: 10000 | > loss_text_ce: 0.23263157904148102 (0.2438010778769848) | > loss_mel_ce: 5.302363872528076 (nan) | > loss: 0.021964268758893013 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14101682898998227) | > loader_time: 0.0044 (0.00467650372982026) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_10000.pth  --> TIME: 2025-03-23 08:27:36 -- STEP: 10050/31555 -- GLOBAL_STEP: 10050 | > loss_text_ce: 0.20959633588790894 (0.24367686438768038) | > loss_mel_ce: 5.088445663452148 (nan) | > loss: 0.021023977547883987 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1410002724329627) | > loader_time: 0.0049 (0.004676784377786065)  --> TIME: 2025-03-23 08:27:45 -- STEP: 10100/31555 -- GLOBAL_STEP: 10100 | > loss_text_ce: 0.20202425122261047 (0.2435509977187258) | > loss_mel_ce: 4.959681034088135 (nan) | > loss: 0.02048295922577381 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14099732026015144) | > loader_time: 0.0049 (0.004675970596842256)  --> TIME: 2025-03-23 08:27:55 -- STEP: 10150/31555 -- GLOBAL_STEP: 10150 | > loss_text_ce: 0.21428383886814117 (0.24342646356286646) | > loss_mel_ce: 5.442175388336182 (nan) | > loss: 0.022446269169449806 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14098174520314002) | > loader_time: 0.0044 (0.004675259284785236)  --> TIME: 2025-03-23 08:28:04 -- STEP: 10200/31555 -- GLOBAL_STEP: 10200 | > loss_text_ce: 0.20044834911823273 (0.24329037566833608) | > loss_mel_ce: 5.708573341369629 (nan) | > loss: 0.023448500782251358 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14098642260420527) | > loader_time: 0.0048 (0.004674070325552255)  --> TIME: 2025-03-23 08:28:14 -- STEP: 10250/31555 -- GLOBAL_STEP: 10250 | > loss_text_ce: 0.30124998092651367 (0.24317306482646497) | > loss_mel_ce: 4.6143798828125 (nan) | > loss: 0.01950646936893463 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14097171506649073) | > loader_time: 0.0044 (0.0046731164280961225)  --> TIME: 2025-03-23 08:28:23 -- STEP: 10300/31555 -- GLOBAL_STEP: 10300 | > loss_text_ce: 0.2642578184604645 (0.24306679961316768) | > loss_mel_ce: 3.8760268688201904 (nan) | > loss: 0.016429701820015907 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14096351026331297) | > loader_time: 0.0044 (0.004672182671074727)  --> TIME: 2025-03-23 08:28:33 -- STEP: 10350/31555 -- GLOBAL_STEP: 10350 | > loss_text_ce: 0.21373723447322845 (0.24293439758428603) | > loss_mel_ce: 5.283020973205566 (nan) | > loss: 0.02181253209710121 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14096926716790642) | > loader_time: 0.0047 (0.004671268992953829)  --> TIME: 2025-03-23 08:28:42 -- STEP: 10400/31555 -- GLOBAL_STEP: 10400 | > loss_text_ce: 0.20391927659511566 (0.24282854729117084) | > loss_mel_ce: 5.631373405456543 (nan) | > loss: 0.023155925795435905 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14094048701799786) | > loader_time: 0.0045 (0.004670668955032638)  --> TIME: 2025-03-23 08:28:51 -- STEP: 10450/31555 -- GLOBAL_STEP: 10450 | > loss_text_ce: 0.2179296761751175 (0.24273077596317613) | > loss_mel_ce: 0.08310546725988388 (nan) | > loss: 0.0011945839505642653 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1409116117805952) | > loader_time: 0.0045 (0.004669939547634575)  --> TIME: 2025-03-23 08:29:01 -- STEP: 10500/31555 -- GLOBAL_STEP: 10500 | > loss_text_ce: 0.21538850665092468 (0.24263401475974467) | > loss_mel_ce: 4.666666030883789 (nan) | > loss: 0.019373232498764992 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1408773324603122) | > loader_time: 0.0044 (0.004669058618091398)  --> TIME: 2025-03-23 08:29:10 -- STEP: 10550/31555 -- GLOBAL_STEP: 10550 | > loss_text_ce: 0.27779605984687805 (0.2425261828063221) | > loss_mel_ce: 1.8828939199447632 (nan) | > loss: 0.008574167266488075 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1408775659534035) | > loader_time: 0.0045 (0.004668571327534894)  --> TIME: 2025-03-23 08:29:20 -- STEP: 10600/31555 -- GLOBAL_STEP: 10600 | > loss_text_ce: 0.2102217674255371 (0.24241966396007872) | > loss_mel_ce: 4.472393035888672 (nan) | > loss: 0.018581805750727654 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14087040817962473) | > loader_time: 0.0045 (0.004667736876685662)  --> TIME: 2025-03-23 08:29:29 -- STEP: 10650/31555 -- GLOBAL_STEP: 10650 | > loss_text_ce: 0.2256854772567749 (0.24228167541010254) | > loss_mel_ce: 5.480615139007568 (nan) | > loss: 0.022644052281975746 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14087289427367697) | > loader_time: 0.0044 (0.004666989510048162)  --> TIME: 2025-03-23 08:29:39 -- STEP: 10700/31555 -- GLOBAL_STEP: 10700 | > loss_text_ce: 0.21450521051883698 (0.24215782841789363) | > loss_mel_ce: 0.189697265625 (nan) | > loss: 0.0016039781039580703 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14086097418704857) | > loader_time: 0.0044 (0.004665903777719655)  --> TIME: 2025-03-23 08:29:48 -- STEP: 10750/31555 -- GLOBAL_STEP: 10750 | > loss_text_ce: 0.21159274876117706 (0.24203929439256333) | > loss_mel_ce: 4.668511867523193 (nan) | > loss: 0.019365495070815086 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1408589085201882) | > loader_time: 0.0044 (0.004665379989978879)  --> TIME: 2025-03-23 08:29:58 -- STEP: 10800/31555 -- GLOBAL_STEP: 10800 | > loss_text_ce: 0.20671874284744263 (0.2419007556237002) | > loss_mel_ce: 4.806639194488525 (nan) | > loss: 0.019894279539585114 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1408714765972559) | > loader_time: 0.0048 (0.004665080021928858)  --> TIME: 2025-03-23 08:30:08 -- STEP: 10850/31555 -- GLOBAL_STEP: 10850 | > loss_text_ce: 0.22012096643447876 (0.2417721918788371) | > loss_mel_ce: 5.064165115356445 (nan) | > loss: 0.020969390869140625 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14086672139057888) | > loader_time: 0.0044 (0.004664654446087674)  --> TIME: 2025-03-23 08:30:17 -- STEP: 10900/31555 -- GLOBAL_STEP: 10900 | > loss_text_ce: 0.21178779006004333 (0.2416414760271888) | > loss_mel_ce: 5.151524543762207 (nan) | > loss: 0.02128298580646515 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14086127668345721) | > loader_time: 0.0044 (0.00466455249611391)  --> TIME: 2025-03-23 08:30:27 -- STEP: 10950/31555 -- GLOBAL_STEP: 10950 | > loss_text_ce: 0.2099652886390686 (0.24151494785530903) | > loss_mel_ce: 4.346933364868164 (nan) | > loss: 0.018082931637763977 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1408624023498463) | > loader_time: 0.0044 (0.004664021844733257)  --> TIME: 2025-03-23 08:30:37 -- STEP: 11000/31555 -- GLOBAL_STEP: 11000 | > loss_text_ce: 0.2247355729341507 (0.24138663011789296) | > loss_mel_ce: 4.653113842010498 (nan) | > loss: 0.01935654692351818 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14087087629058123) | > loader_time: 0.0048 (0.004663572939959445)  --> TIME: 2025-03-23 08:30:46 -- STEP: 11050/31555 -- GLOBAL_STEP: 11050 | > loss_text_ce: 0.21013513207435608 (0.24126245294356213) | > loss_mel_ce: 4.952892303466797 (nan) | > loss: 0.020488204434514046 (nan) | > current_lr: 5e-06 | > step_time: 0.1913 (0.1408673461637883) | > loader_time: 0.0046 (0.004663084772377532)  --> TIME: 2025-03-23 08:30:56 -- STEP: 11100/31555 -- GLOBAL_STEP: 11100 | > loss_text_ce: 0.1922207474708557 (0.2411370242246097) | > loss_mel_ce: 5.497259140014648 (nan) | > loss: 0.022577302530407906 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14086921247276069) | > loader_time: 0.0045 (0.0046625628342499646)  --> TIME: 2025-03-23 08:31:06 -- STEP: 11150/31555 -- GLOBAL_STEP: 11150 | > loss_text_ce: 0.21118749678134918 (0.2410269201697253) | > loss_mel_ce: 5.641080379486084 (nan) | > loss: 0.023223286494612694 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14085842624373468) | > loader_time: 0.0044 (0.0046621858485611095)  --> TIME: 2025-03-23 08:31:15 -- STEP: 11200/31555 -- GLOBAL_STEP: 11200 | > loss_text_ce: 0.20592829585075378 (0.24090591993049826) | > loss_mel_ce: 4.148750305175781 (nan) | > loss: 0.017280472442507744 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1408583619764871) | > loader_time: 0.0044 (0.004662001196827215)  --> TIME: 2025-03-23 08:31:25 -- STEP: 11250/31555 -- GLOBAL_STEP: 11250 | > loss_text_ce: 0.21730323135852814 (0.2407900260104071) | > loss_mel_ce: 4.447179317474365 (nan) | > loss: 0.01850985176861286 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14084768176608592) | > loader_time: 0.0047 (0.00466169673071968)  --> TIME: 2025-03-23 08:31:34 -- STEP: 11300/31555 -- GLOBAL_STEP: 11300 | > loss_text_ce: 0.21606481075286865 (0.24067864787789547) | > loss_mel_ce: 4.4017157554626465 (nan) | > loss: 0.018324527889490128 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14082853500821912) | > loader_time: 0.0046 (0.004661004796492324)  --> TIME: 2025-03-23 08:31:44 -- STEP: 11350/31555 -- GLOBAL_STEP: 11350 | > loss_text_ce: 0.2047053426504135 (0.24056065715882197) | > loss_mel_ce: 4.65934419631958 (nan) | > loss: 0.01930178515613079 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1408309903333887) | > loader_time: 0.0045 (0.004660779684125601)  --> TIME: 2025-03-23 08:31:54 -- STEP: 11400/31555 -- GLOBAL_STEP: 11400 | > loss_text_ce: 0.20699217915534973 (0.24042985581645815) | > loss_mel_ce: 5.348172187805176 (nan) | > loss: 0.022044304758310318 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1408410385198757) | > loader_time: 0.0046 (0.004660628783075445)  --> TIME: 2025-03-23 08:32:03 -- STEP: 11450/31555 -- GLOBAL_STEP: 11450 | > loss_text_ce: 0.2077445536851883 (0.24031323267773225) | > loss_mel_ce: 0.7688685655593872 (nan) | > loss: 0.0038754490669816732 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14083721162970889) | > loader_time: 0.0045 (0.004660523468750542)  --> TIME: 2025-03-23 08:32:13 -- STEP: 11500/31555 -- GLOBAL_STEP: 11500 | > loss_text_ce: 0.20638392865657806 (0.24019406722809933) | > loss_mel_ce: 5.1617207527160645 (nan) | > loss: 0.021302003413438797 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14084292359974024) | > loader_time: 0.0045 (0.004660137466762386)  --> TIME: 2025-03-23 08:32:22 -- STEP: 11550/31555 -- GLOBAL_STEP: 11550 | > loss_text_ce: 0.20435763895511627 (0.24009084999174243) | > loss_mel_ce: 5.448061466217041 (nan) | > loss: 0.022430235520005226 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14082292331761564) | > loader_time: 0.0045 (0.004659828706221156)  --> TIME: 2025-03-23 08:32:32 -- STEP: 11600/31555 -- GLOBAL_STEP: 11600 | > loss_text_ce: 0.20776784420013428 (0.23998898351115375) | > loss_mel_ce: 5.47434139251709 (nan) | > loss: 0.022548053413629532 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14080717602680434) | > loader_time: 0.0046 (0.004659483391663131)  --> TIME: 2025-03-23 08:32:41 -- STEP: 11650/31555 -- GLOBAL_STEP: 11650 | > loss_text_ce: 0.2131749838590622 (0.2398896687455441) | > loss_mel_ce: 5.190467357635498 (nan) | > loss: 0.021443026140332222 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14079641761697884) | > loader_time: 0.0046 (0.004659477589979713)  --> TIME: 2025-03-23 08:32:51 -- STEP: 11700/31555 -- GLOBAL_STEP: 11700 | > loss_text_ce: 0.22874999046325684 (0.23976843848824478) | > loss_mel_ce: 4.703267574310303 (nan) | > loss: 0.019571498036384583 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14078109500754554) | > loader_time: 0.0046 (0.004659636978410256)  --> TIME: 2025-03-23 08:33:00 -- STEP: 11750/31555 -- GLOBAL_STEP: 11750 | > loss_text_ce: 0.2187660187482834 (0.23964435375117218) | > loss_mel_ce: 4.9472126960754395 (nan) | > loss: 0.02049991674721241 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1407978411329548) | > loader_time: 0.0044 (0.004659309224879496)  --> TIME: 2025-03-23 08:33:10 -- STEP: 11800/31555 -- GLOBAL_STEP: 11800 | > loss_text_ce: 0.2194301337003708 (0.2395395077550308) | > loss_mel_ce: 3.7222819328308105 (nan) | > loss: 0.0156417153775692 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1408089326397841) | > loader_time: 0.0044 (0.004658847016803295)  --> TIME: 2025-03-23 08:33:20 -- STEP: 11850/31555 -- GLOBAL_STEP: 11850 | > loss_text_ce: 0.19588901102542877 (0.23942710296765637) | > loss_mel_ce: 4.137119770050049 (nan) | > loss: 0.017194479703903198 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1408105141804685) | > loader_time: 0.0046 (0.004657856804409115)  --> TIME: 2025-03-23 08:33:30 -- STEP: 11900/31555 -- GLOBAL_STEP: 11900 | > loss_text_ce: 0.20730769634246826 (0.23931419208270138) | > loss_mel_ce: 5.134856224060059 (nan) | > loss: 0.021199064329266548 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14082034860338438) | > loader_time: 0.0046 (0.004657514235552632)  --> TIME: 2025-03-23 08:33:39 -- STEP: 11950/31555 -- GLOBAL_STEP: 11950 | > loss_text_ce: 0.20595026016235352 (0.23919958083450024) | > loss_mel_ce: 5.26251220703125 (nan) | > loss: 0.02170024998486042 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14082587082515657) | > loader_time: 0.0045 (0.004656894197025074)  --> TIME: 2025-03-23 08:33:49 -- STEP: 12000/31555 -- GLOBAL_STEP: 12000 | > loss_text_ce: 0.19382353127002716 (0.2390748984031377) | > loss_mel_ce: 3.750293016433716 (nan) | > loss: 0.01565125770866871 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1408461763461427) | > loader_time: 0.0045 (0.004656529068946855)  --> TIME: 2025-03-23 08:33:59 -- STEP: 12050/31555 -- GLOBAL_STEP: 12050 | > loss_text_ce: 0.1996811181306839 (0.2389535903398919) | > loss_mel_ce: 5.430575370788574 (nan) | > loss: 0.022342288866639137 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14086075276260027) | > loader_time: 0.0047 (0.004656640523696855)  --> TIME: 2025-03-23 08:34:09 -- STEP: 12100/31555 -- GLOBAL_STEP: 12100 | > loss_text_ce: 0.2065131515264511 (0.23882809847470135) | > loss_mel_ce: 4.855020523071289 (nan) | > loss: 0.020085452124476433 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14087072997053768) | > loader_time: 0.0046 (0.004657028864237905)  --> TIME: 2025-03-23 08:34:18 -- STEP: 12150/31555 -- GLOBAL_STEP: 12150 | > loss_text_ce: 0.19698956608772278 (0.23873435400518347) | > loss_mel_ce: 4.981522560119629 (nan) | > loss: 0.020549653097987175 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14086282942030146) | > loader_time: 0.0048 (0.004656865783189074)  --> TIME: 2025-03-23 08:34:28 -- STEP: 12200/31555 -- GLOBAL_STEP: 12200 | > loss_text_ce: 0.20523564517498016 (0.2386070500057738) | > loss_mel_ce: 5.09123420715332 (nan) | > loss: 0.021017737686634064 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14087817606378758) | > loader_time: 0.0046 (0.004656749983302894)  --> TIME: 2025-03-23 08:34:38 -- STEP: 12250/31555 -- GLOBAL_STEP: 12250 | > loss_text_ce: 0.20659297704696655 (0.23848893045162645) | > loss_mel_ce: 4.406649589538574 (nan) | > loss: 0.018306519836187363 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14089598900931197) | > loader_time: 0.0047 (0.004657146278692763)  --> TIME: 2025-03-23 08:34:48 -- STEP: 12300/31555 -- GLOBAL_STEP: 12300 | > loss_text_ce: 0.2130499929189682 (0.23839308996026087) | > loss_mel_ce: 5.833454132080078 (nan) | > loss: 0.023994065821170807 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.140895407219243) | > loader_time: 0.0045 (0.00465693971975064)  --> TIME: 2025-03-23 08:34:58 -- STEP: 12350/31555 -- GLOBAL_STEP: 12350 | > loss_text_ce: 0.20511512458324432 (0.2382736191286247) | > loss_mel_ce: 5.314615726470947 (nan) | > loss: 0.021903695538640022 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14090495866319888) | > loader_time: 0.0044 (0.0046566894469473605)  --> TIME: 2025-03-23 08:35:08 -- STEP: 12400/31555 -- GLOBAL_STEP: 12400 | > loss_text_ce: 0.20456895232200623 (0.23815480273577452) | > loss_mel_ce: 5.615616321563721 (nan) | > loss: 0.023095974698662758 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1409282614915599) | > loader_time: 0.0046 (0.0046568146444136175)  --> TIME: 2025-03-23 08:35:18 -- STEP: 12450/31555 -- GLOBAL_STEP: 12450 | > loss_text_ce: 0.206394225358963 (0.23803743343396339) | > loss_mel_ce: 4.29456901550293 (nan) | > loss: 0.01786096580326557 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14096031905178064) | > loader_time: 0.0045 (0.004656926101470097)  --> TIME: 2025-03-23 08:35:27 -- STEP: 12500/31555 -- GLOBAL_STEP: 12500 | > loss_text_ce: 0.2303437441587448 (0.23794123656034447) | > loss_mel_ce: 4.02944803237915 (nan) | > loss: 0.016903936862945557 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14095222684860204) | > loader_time: 0.0044 (0.004656454296112068)  --> TIME: 2025-03-23 08:35:37 -- STEP: 12550/31555 -- GLOBAL_STEP: 12550 | > loss_text_ce: 0.21152342855930328 (0.2378295885400466) | > loss_mel_ce: 3.6540353298187256 (nan) | > loss: 0.015339519828557968 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14095202189517653) | > loader_time: 0.0046 (0.00465634530284016)  --> TIME: 2025-03-23 08:35:46 -- STEP: 12600/31555 -- GLOBAL_STEP: 12600 | > loss_text_ce: 0.20527571439743042 (0.23771902748516607) | > loss_mel_ce: 2.5279059410095215 (nan) | > loss: 0.01084596011787653 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1409506862314917) | > loader_time: 0.0048 (0.004656024773915618)  --> TIME: 2025-03-23 08:35:56 -- STEP: 12650/31555 -- GLOBAL_STEP: 12650 | > loss_text_ce: 0.21083077788352966 (0.23760829121345567) | > loss_mel_ce: 4.592614650726318 (nan) | > loss: 0.019061291590332985 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14094930605454847) | > loader_time: 0.0045 (0.004656041092552225)  --> TIME: 2025-03-23 08:36:06 -- STEP: 12700/31555 -- GLOBAL_STEP: 12700 | > loss_text_ce: 0.2081107795238495 (0.23748511634121708) | > loss_mel_ce: 4.828028678894043 (nan) | > loss: 0.01998468115925789 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1409529951050523) | > loader_time: 0.0044 (0.004655419184466994)  --> TIME: 2025-03-23 08:36:15 -- STEP: 12750/31555 -- GLOBAL_STEP: 12750 | > loss_text_ce: 0.20359721779823303 (0.23736839309159427) | > loss_mel_ce: 5.093355178833008 (nan) | > loss: 0.021019652485847473 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14096043796165278) | > loader_time: 0.0046 (0.004654923756917326)  --> TIME: 2025-03-23 08:36:25 -- STEP: 12800/31555 -- GLOBAL_STEP: 12800 | > loss_text_ce: 0.20204545557498932 (0.23725996648310663) | > loss_mel_ce: 4.994369029998779 (nan) | > loss: 0.020620694383978844 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14096444690599996) | > loader_time: 0.0047 (0.004654550217092045)  --> TIME: 2025-03-23 08:36:35 -- STEP: 12850/31555 -- GLOBAL_STEP: 12850 | > loss_text_ce: 0.2018367350101471 (0.23714139499784886) | > loss_mel_ce: 4.84663724899292 (nan) | > loss: 0.02003362774848938 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1409694589065666) | > loader_time: 0.0045 (0.0046541009153373645)  --> TIME: 2025-03-23 08:36:44 -- STEP: 12900/31555 -- GLOBAL_STEP: 12900 | > loss_text_ce: 0.20079082250595093 (0.23705596788215985) | > loss_mel_ce: 4.641441822052002 (nan) | > loss: 0.019215209409594536 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14096157323482378) | > loader_time: 0.0043 (0.004653657074122479)  --> TIME: 2025-03-23 08:36:54 -- STEP: 12950/31555 -- GLOBAL_STEP: 12950 | > loss_text_ce: 0.2335750013589859 (0.23693511996029865) | > loss_mel_ce: 4.772089004516602 (nan) | > loss: 0.01986374706029892 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14096611199691914) | > loader_time: 0.0044 (0.004652887366453208)  --> TIME: 2025-03-23 08:37:03 -- STEP: 13000/31555 -- GLOBAL_STEP: 13000 | > loss_text_ce: 0.24454545974731445 (0.23685241428246845) | > loss_mel_ce: 4.520553112030029 (nan) | > loss: 0.018909122794866562 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14094230838922325) | > loader_time: 0.0043 (0.00465214787996734)  --> TIME: 2025-03-23 08:37:13 -- STEP: 13050/31555 -- GLOBAL_STEP: 13050 | > loss_text_ce: 0.2382291555404663 (0.2367485417397084) | > loss_mel_ce: 4.541767120361328 (nan) | > loss: 0.018968241289258003 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.14091559828469538) | > loader_time: 0.0045 (0.004651805011705441)  --> TIME: 2025-03-23 08:37:22 -- STEP: 13100/31555 -- GLOBAL_STEP: 13100 | > loss_text_ce: 0.20582719147205353 (0.23664147613043982) | > loss_mel_ce: 4.838545322418213 (nan) | > loss: 0.0200173519551754 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14091193792474133) | > loader_time: 0.0045 (0.004651291097393491)  --> TIME: 2025-03-23 08:37:32 -- STEP: 13150/31555 -- GLOBAL_STEP: 13150 | > loss_text_ce: 0.1924300342798233 (0.23653503411622986) | > loss_mel_ce: 5.043352127075195 (nan) | > loss: 0.020776914432644844 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14090086044920672) | > loader_time: 0.0048 (0.004650776141496682)  --> TIME: 2025-03-23 08:37:41 -- STEP: 13200/31555 -- GLOBAL_STEP: 13200 | > loss_text_ce: 0.19639284908771515 (0.23642113216334198) | > loss_mel_ce: 4.26470422744751 (nan) | > loss: 0.017702767625451088 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14090999429876114) | > loader_time: 0.0046 (0.004650845527648944)  --> TIME: 2025-03-23 08:37:51 -- STEP: 13250/31555 -- GLOBAL_STEP: 13250 | > loss_text_ce: 0.19035156071186066 (0.23629905399286502) | > loss_mel_ce: 4.065182685852051 (nan) | > loss: 0.016887040808796883 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14090273572813744) | > loader_time: 0.0051 (0.004651037863965324)  --> TIME: 2025-03-23 08:38:01 -- STEP: 13300/31555 -- GLOBAL_STEP: 13300 | > loss_text_ce: 0.19660714268684387 (0.23619356806452987) | > loss_mel_ce: 5.224703311920166 (nan) | > loss: 0.021513137966394424 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1409155330442839) | > loader_time: 0.0048 (0.004651008871264942)  --> TIME: 2025-03-23 08:38:10 -- STEP: 13350/31555 -- GLOBAL_STEP: 13350 | > loss_text_ce: 0.2042578011751175 (0.23609094447410933) | > loss_mel_ce: 5.464757442474365 (nan) | > loss: 0.022496094927191734 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14091324391882915) | > loader_time: 0.0044 (0.004650768322891083)  --> TIME: 2025-03-23 08:38:20 -- STEP: 13400/31555 -- GLOBAL_STEP: 13400 | > loss_text_ce: 0.19469237327575684 (0.2359806471629372) | > loss_mel_ce: 5.0969414710998535 (nan) | > loss: 0.020998546853661537 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14091069376290688) | > loader_time: 0.0047 (0.004650212295019823)  --> TIME: 2025-03-23 08:38:29 -- STEP: 13450/31555 -- GLOBAL_STEP: 13450 | > loss_text_ce: 0.2511249780654907 (0.23588583292017176) | > loss_mel_ce: 0.11982421576976776 (nan) | > loss: 0.0014720207545906305 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14090429118131576) | > loader_time: 0.0045 (0.0046502497825480936)  --> TIME: 2025-03-23 08:38:39 -- STEP: 13500/31555 -- GLOBAL_STEP: 13500 | > loss_text_ce: 0.27977272868156433 (0.2357936894374863) | > loss_mel_ce: 4.069332599639893 (nan) | > loss: 0.017258355394005775 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14089462993763063) | > loader_time: 0.0045 (0.004650095339174641)  --> TIME: 2025-03-23 08:38:49 -- STEP: 13550/31555 -- GLOBAL_STEP: 13550 | > loss_text_ce: 0.20369212329387665 (0.23567754014941578) | > loss_mel_ce: 4.598232269287109 (nan) | > loss: 0.019055256620049477 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14091947259938092) | > loader_time: 0.0045 (0.004649715230033864)  --> TIME: 2025-03-23 08:38:59 -- STEP: 13600/31555 -- GLOBAL_STEP: 13600 | > loss_text_ce: 0.2119821310043335 (0.23556150522302158) | > loss_mel_ce: 4.541275501251221 (nan) | > loss: 0.018862135708332062 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14091601387542793) | > loader_time: 0.0045 (0.004649620827506589)  --> TIME: 2025-03-23 08:39:08 -- STEP: 13650/31555 -- GLOBAL_STEP: 13650 | > loss_text_ce: 0.24482953548431396 (0.23545796079731665) | > loss_mel_ce: 5.162144184112549 (nan) | > loss: 0.021456247195601463 (nan) | > current_lr: 5e-06 | > step_time: 0.1024 (0.14090873166318305) | > loader_time: 0.0044 (0.00464932064433676)  --> TIME: 2025-03-23 08:39:18 -- STEP: 13700/31555 -- GLOBAL_STEP: 13700 | > loss_text_ce: 0.24571020901203156 (0.23535008319864287) | > loss_mel_ce: 0.25390625 (nan) | > loss: 0.0019826050847768784 (nan) | > current_lr: 5e-06 | > step_time: 0.1056 (0.1409080399561968) | > loader_time: 0.0042 (0.004649186726034141)  --> TIME: 2025-03-23 08:39:28 -- STEP: 13750/31555 -- GLOBAL_STEP: 13750 | > loss_text_ce: 0.19810546934604645 (0.23523192213231847) | > loss_mel_ce: 4.86158561706543 (nan) | > loss: 0.020078139379620552 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14091931358684137) | > loader_time: 0.0045 (0.004648999300870046)  --> TIME: 2025-03-23 08:39:37 -- STEP: 13800/31555 -- GLOBAL_STEP: 13800 | > loss_text_ce: 0.1922006905078888 (0.2351283542952242) | > loss_mel_ce: 5.031498432159424 (nan) | > loss: 0.02072896622121334 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14091241663780701) | > loader_time: 0.0048 (0.004648597119511054)  --> TIME: 2025-03-23 08:39:47 -- STEP: 13850/31555 -- GLOBAL_STEP: 13850 | > loss_text_ce: 0.20472826063632965 (0.23500695272688382) | > loss_mel_ce: 5.120987415313721 (nan) | > loss: 0.021133793517947197 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14092808422198727) | > loader_time: 0.0046 (0.0046488535877599775)  --> TIME: 2025-03-23 08:39:57 -- STEP: 13900/31555 -- GLOBAL_STEP: 13900 | > loss_text_ce: 0.28118056058883667 (0.23489885230930568) | > loss_mel_ce: 0.894970715045929 (nan) | > loss: 0.004667267203330994 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14092521993376306) | > loader_time: 0.0044 (0.004648748559059873)  --> TIME: 2025-03-23 08:40:07 -- STEP: 13950/31555 -- GLOBAL_STEP: 13950 | > loss_text_ce: 0.19354166090488434 (0.23478001966698603) | > loss_mel_ce: 4.880197048187256 (nan) | > loss: 0.020133884623646736 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14094054957017188) | > loader_time: 0.0049 (0.004648947203031166)  --> TIME: 2025-03-23 08:40:16 -- STEP: 14000/31555 -- GLOBAL_STEP: 14000 | > loss_text_ce: 0.19227392971515656 (0.23466819401191794) | > loss_mel_ce: 5.481637477874756 (nan) | > loss: 0.022515524178743362 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14095144442149518) | > loader_time: 0.0048 (0.0046489041362490135)  --> TIME: 2025-03-23 08:40:26 -- STEP: 14050/31555 -- GLOBAL_STEP: 14050 | > loss_text_ce: 0.19503730535507202 (0.23455027191028033) | > loss_mel_ce: 5.244922161102295 (nan) | > loss: 0.02158714272081852 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14096809838590202) | > loader_time: 0.0053 (0.004648641895144876)  --> TIME: 2025-03-23 08:40:36 -- STEP: 14100/31555 -- GLOBAL_STEP: 14100 | > loss_text_ce: 0.21077586710453033 (0.23444272841756206) | > loss_mel_ce: 3.9284181594848633 (nan) | > loss: 0.016425374895334244 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14096351518698572) | > loader_time: 0.0045 (0.004648325426358719)  --> TIME: 2025-03-23 08:40:45 -- STEP: 14150/31555 -- GLOBAL_STEP: 14150 | > loss_text_ce: 0.1981138437986374 (0.23434551522714914) | > loss_mel_ce: 3.9972500801086426 (nan) | > loss: 0.016648270189762115 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14094564424386674) | > loader_time: 0.0045 (0.004647994361580908)  --> TIME: 2025-03-23 08:40:55 -- STEP: 14200/31555 -- GLOBAL_STEP: 14200 | > loss_text_ce: 0.192776158452034 (0.23423229138616086) | > loss_mel_ce: 4.187983989715576 (nan) | > loss: 0.017383970320224762 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14095201561148699) | > loader_time: 0.0047 (0.0046485498253728465)  --> TIME: 2025-03-23 08:41:05 -- STEP: 14250/31555 -- GLOBAL_STEP: 14250 | > loss_text_ce: 0.1928633600473404 (0.23413772198714689) | > loss_mel_ce: 4.837018966674805 (nan) | > loss: 0.01995985209941864 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14096403538553304) | > loader_time: 0.0044 (0.004648377702947264)  --> TIME: 2025-03-23 08:41:14 -- STEP: 14300/31555 -- GLOBAL_STEP: 14300 | > loss_text_ce: 0.19182565808296204 (0.23404216035262668) | > loss_mel_ce: 4.885257244110107 (nan) | > loss: 0.020147155970335007 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14096124605698987) | > loader_time: 0.0046 (0.004648732705549777)  --> TIME: 2025-03-23 08:41:24 -- STEP: 14350/31555 -- GLOBAL_STEP: 14350 | > loss_text_ce: 0.1901494562625885 (0.23394055517293) | > loss_mel_ce: 5.230456829071045 (nan) | > loss: 0.02151034213602543 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1409406633742592) | > loader_time: 0.0045 (0.004648533316024105)  --> TIME: 2025-03-23 08:41:34 -- STEP: 14400/31555 -- GLOBAL_STEP: 14400 | > loss_text_ce: 0.22075892984867096 (0.23383222790641897) | > loss_mel_ce: 0.13300780951976776 (nan) | > loss: 0.0014038363005965948 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14096038914389053) | > loader_time: 0.0047 (0.004648789780007484)  --> TIME: 2025-03-23 08:41:43 -- STEP: 14450/31555 -- GLOBAL_STEP: 14450 | > loss_text_ce: 0.19184209406375885 (0.23372273527627155) | > loss_mel_ce: 4.425113677978516 (nan) | > loss: 0.01832125335931778 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14095867462224176) | > loader_time: 0.0046 (0.004648987644683959)  --> TIME: 2025-03-23 08:41:53 -- STEP: 14500/31555 -- GLOBAL_STEP: 14500 | > loss_text_ce: 0.19979165494441986 (0.23362395245761688) | > loss_mel_ce: 6.166015625 (nan) | > loss: 0.02526114135980606 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409405422703971) | > loader_time: 0.0045 (0.004648960541034582)  --> TIME: 2025-03-23 08:42:03 -- STEP: 14550/31555 -- GLOBAL_STEP: 14550 | > loss_text_ce: 0.21072915196418762 (0.2335114841311656) | > loss_mel_ce: 4.1634674072265625 (nan) | > loss: 0.017357923090457916 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1409646912538716) | > loader_time: 0.0046 (0.004649159719853892)  --> TIME: 2025-03-23 08:42:12 -- STEP: 14600/31555 -- GLOBAL_STEP: 14600 | > loss_text_ce: 0.20506097376346588 (0.23341106357537703) | > loss_mel_ce: 5.476235866546631 (nan) | > loss: 0.022544829174876213 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14095247722651835) | > loader_time: 0.0042 (0.004648488580364086)  --> TIME: 2025-03-23 08:42:21 -- STEP: 14650/31555 -- GLOBAL_STEP: 14650 | > loss_text_ce: 0.24258331954479218 (0.2333140241682731) | > loss_mel_ce: 0.06640625 (nan) | > loss: 0.0012261492665857077 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14093052510922247) | > loader_time: 0.0044 (0.004647437069603216)  --> TIME: 2025-03-23 08:42:31 -- STEP: 14700/31555 -- GLOBAL_STEP: 14700 | > loss_text_ce: 0.1908593773841858 (0.233211875465654) | > loss_mel_ce: 4.885616302490234 (nan) | > loss: 0.020144745707511902 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14092834013659913) | > loader_time: 0.0044 (0.0046470402211559216)  --> TIME: 2025-03-23 08:42:41 -- STEP: 14750/31555 -- GLOBAL_STEP: 14750 | > loss_text_ce: 0.19610576331615448 (0.2331087421835477) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14092699760501642) | > loader_time: 0.0047 (0.004647113719228986)  --> TIME: 2025-03-23 08:42:50 -- STEP: 14800/31555 -- GLOBAL_STEP: 14800 | > loss_text_ce: 0.20497281849384308 (0.23300544004383905) | > loss_mel_ce: 3.848832607269287 (nan) | > loss: 0.016086529940366745 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409345834964028) | > loader_time: 0.0046 (0.004646850373293918)  --> TIME: 2025-03-23 08:43:00 -- STEP: 14850/31555 -- GLOBAL_STEP: 14850 | > loss_text_ce: 0.20119565725326538 (0.23289358197639268) | > loss_mel_ce: 4.319429874420166 (nan) | > loss: 0.017938992008566856 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14093519252558726) | > loader_time: 0.0053 (0.004646864306645778)  --> TIME: 2025-03-23 08:43:10 -- STEP: 14900/31555 -- GLOBAL_STEP: 14900 | > loss_text_ce: 0.20887500047683716 (0.2327967400838863) | > loss_mel_ce: 4.261118412017822 (nan) | > loss: 0.017738070338964462 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1409311760191947) | > loader_time: 0.0045 (0.004646420798845754)  --> TIME: 2025-03-23 08:43:19 -- STEP: 14950/31555 -- GLOBAL_STEP: 14950 | > loss_text_ce: 0.20230555534362793 (0.23269017941776307) | > loss_mel_ce: 5.330410957336426 (nan) | > loss: 0.021955225616693497 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14092673930037355) | > loader_time: 0.0045 (0.004646139639277139)  --> TIME: 2025-03-23 08:43:29 -- STEP: 15000/31555 -- GLOBAL_STEP: 15000 | > loss_text_ce: 0.19292373955249786 (0.23258078923126044) | > loss_mel_ce: 4.247859477996826 (nan) | > loss: 0.01762215606868267 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.1409373974482216) | > loader_time: 0.0047 (0.004646089378992731)  --> TIME: 2025-03-23 08:43:38 -- STEP: 15050/31555 -- GLOBAL_STEP: 15050 | > loss_text_ce: 0.20104165375232697 (0.2324829937572097) | > loss_mel_ce: 5.071896553039551 (nan) | > loss: 0.020924359560012817 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.140933055085597) | > loader_time: 0.0045 (0.004646032957539621)  --> TIME: 2025-03-23 08:43:48 -- STEP: 15100/31555 -- GLOBAL_STEP: 15100 | > loss_text_ce: 0.19345588982105255 (0.23238012083220147) | > loss_mel_ce: 4.99587869644165 (nan) | > loss: 0.020592598244547844 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14092967290751957) | > loader_time: 0.0046 (0.004645450083625252)  --> TIME: 2025-03-23 08:43:58 -- STEP: 15150/31555 -- GLOBAL_STEP: 15150 | > loss_text_ce: 0.19472220540046692 (0.2322824389617827) | > loss_mel_ce: 4.604435443878174 (nan) | > loss: 0.01904427818953991 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1409371218350852) | > loader_time: 0.0044 (0.0046451125758709445)  --> TIME: 2025-03-23 08:44:08 -- STEP: 15200/31555 -- GLOBAL_STEP: 15200 | > loss_text_ce: 0.1882765144109726 (0.23217518304523652) | > loss_mel_ce: 5.574235916137695 (nan) | > loss: 0.0228671133518219 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.1409434888864816) | > loader_time: 0.0046 (0.0046454444998189175)  --> TIME: 2025-03-23 08:44:17 -- STEP: 15250/31555 -- GLOBAL_STEP: 15250 | > loss_text_ce: 0.21880432963371277 (0.2320779144079957) | > loss_mel_ce: 4.502652645111084 (nan) | > loss: 0.018735941499471664 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14093730914006444) | > loader_time: 0.0046 (0.0046453563815257734)  --> TIME: 2025-03-23 08:44:27 -- STEP: 15300/31555 -- GLOBAL_STEP: 15300 | > loss_text_ce: 0.18577702343463898 (0.2319726047864535) | > loss_mel_ce: 4.7147417068481445 (nan) | > loss: 0.01944650523364544 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14093658864887687) | > loader_time: 0.0047 (0.004645762459125409)  --> TIME: 2025-03-23 08:44:37 -- STEP: 15350/31555 -- GLOBAL_STEP: 15350 | > loss_text_ce: 0.19428879022598267 (0.23186229339348746) | > loss_mel_ce: 4.585048675537109 (nan) | > loss: 0.018965626135468483 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14094772748916057) | > loader_time: 0.0048 (0.0046457013711090735)  --> TIME: 2025-03-23 08:44:47 -- STEP: 15400/31555 -- GLOBAL_STEP: 15400 | > loss_text_ce: 0.19885416328907013 (0.2317461368809271) | > loss_mel_ce: 4.593090534210205 (nan) | > loss: 0.019015653058886528 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14097936269524786) | > loader_time: 0.0045 (0.004645921719538716)  --> TIME: 2025-03-23 08:44:57 -- STEP: 15450/31555 -- GLOBAL_STEP: 15450 | > loss_text_ce: 0.20151561498641968 (0.23164582902848896) | > loss_mel_ce: 4.889642238616943 (nan) | > loss: 0.020203009247779846 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14098011692750778) | > loader_time: 0.0045 (0.0046462793257630135)  --> TIME: 2025-03-23 08:45:06 -- STEP: 15500/31555 -- GLOBAL_STEP: 15500 | > loss_text_ce: 0.20996874570846558 (0.2315538232797575) | > loss_mel_ce: 3.8533935546875 (nan) | > loss: 0.016124453395605087 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14097386936987577) | > loader_time: 0.0046 (0.00464626724489275)  --> TIME: 2025-03-23 08:45:15 -- STEP: 15550/31555 -- GLOBAL_STEP: 15550 | > loss_text_ce: 0.21377839148044586 (0.23146222673811695) | > loss_mel_ce: 0.08935546875 (nan) | > loss: 0.0012029121862724423 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14095155950527843) | > loader_time: 0.0069 (0.004646375692925667)  --> TIME: 2025-03-23 08:45:25 -- STEP: 15600/31555 -- GLOBAL_STEP: 15600 | > loss_text_ce: 0.22587499022483826 (0.23135399715354027) | > loss_mel_ce: 4.4839701652526855 (nan) | > loss: 0.01868986338376999 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14094410411822467) | > loader_time: 0.0047 (0.004646378220655994)  --> TIME: 2025-03-23 08:45:34 -- STEP: 15650/31555 -- GLOBAL_STEP: 15650 | > loss_text_ce: 0.18573802709579468 (0.23124792485381832) | > loss_mel_ce: 4.674396991729736 (nan) | > loss: 0.019286250695586205 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14092707250064912) | > loader_time: 0.0046 (0.00464616467777534)  --> TIME: 2025-03-23 08:45:44 -- STEP: 15700/31555 -- GLOBAL_STEP: 15700 | > loss_text_ce: 0.29858332872390747 (0.2311582000544115) | > loss_mel_ce: 3.3559467792510986 (nan) | > loss: 0.014502104371786118 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1409197883241493) | > loader_time: 0.0043 (0.00464592505412498)  --> TIME: 2025-03-23 08:45:53 -- STEP: 15750/31555 -- GLOBAL_STEP: 15750 | > loss_text_ce: 0.19930000603199005 (0.2310623214765199) | > loss_mel_ce: 5.512975692749023 (nan) | > loss: 0.022667761892080307 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14092854704175653) | > loader_time: 0.0073 (0.004645895867120667)  --> TIME: 2025-03-23 08:46:03 -- STEP: 15800/31555 -- GLOBAL_STEP: 15800 | > loss_text_ce: 0.18118514120578766 (0.23095908985296365) | > loss_mel_ce: 5.56580114364624 (nan) | > loss: 0.022805502638220787 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14092766850809485) | > loader_time: 0.0044 (0.004645509463322328)  --> TIME: 2025-03-23 08:46:13 -- STEP: 15850/31555 -- GLOBAL_STEP: 15850 | > loss_text_ce: 0.18406249582767487 (0.2308601558622124) | > loss_mel_ce: 4.594370365142822 (nan) | > loss: 0.018962036818265915 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1409384329311477) | > loader_time: 0.0047 (0.004645545144186425)  --> TIME: 2025-03-23 08:46:22 -- STEP: 15900/31555 -- GLOBAL_STEP: 15900 | > loss_text_ce: 0.19069711863994598 (0.2307634496557636) | > loss_mel_ce: 4.642144203186035 (nan) | > loss: 0.019177943468093872 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14093598031397864) | > loader_time: 0.0046 (0.0046454875874069644)  --> TIME: 2025-03-23 08:46:32 -- STEP: 15950/31555 -- GLOBAL_STEP: 15950 | > loss_text_ce: 0.1878819465637207 (0.23066703020498652) | > loss_mel_ce: 3.7386553287506104 (nan) | > loss: 0.015581497922539711 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14093601437571632) | > loader_time: 0.0046 (0.004645167832090577)  --> TIME: 2025-03-23 08:46:42 -- STEP: 16000/31555 -- GLOBAL_STEP: 16000 | > loss_text_ce: 0.2208593636751175 (0.230573188215494) | > loss_mel_ce: 4.251436710357666 (nan) | > loss: 0.01774720847606659 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1409467213153837) | > loader_time: 0.0045 (0.004645305573940292)  --> TIME: 2025-03-23 08:46:52 -- STEP: 16050/31555 -- GLOBAL_STEP: 16050 | > loss_text_ce: 0.2022203952074051 (0.23048590123189183) | > loss_mel_ce: 4.792341709136963 (nan) | > loss: 0.01981969177722931 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14094657689982834) | > loader_time: 0.0047 (0.004645260591001911)  --> TIME: 2025-03-23 08:47:01 -- STEP: 16100/31555 -- GLOBAL_STEP: 16100 | > loss_text_ce: 0.19264009594917297 (0.23038890314120666) | > loss_mel_ce: 0.1369221955537796 (nan) | > loss: 0.0013077870244160295 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1409602824501367) | > loader_time: 0.0043 (0.0046452258832706565)  --> TIME: 2025-03-23 08:47:11 -- STEP: 16150/31555 -- GLOBAL_STEP: 16150 | > loss_text_ce: 0.19330644607543945 (0.23029616534894448) | > loss_mel_ce: 4.586967945098877 (nan) | > loss: 0.018969343975186348 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1409558441321545) | > loader_time: 0.0044 (0.0046450423751453265)  --> TIME: 2025-03-23 08:47:21 -- STEP: 16200/31555 -- GLOBAL_STEP: 16200 | > loss_text_ce: 0.18223722279071808 (0.23019716177089697) | > loss_mel_ce: 4.353839874267578 (nan) | > loss: 0.01800030656158924 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14097618803565862) | > loader_time: 0.0051 (0.004644936190711141)  --> TIME: 2025-03-23 08:47:31 -- STEP: 16250/31555 -- GLOBAL_STEP: 16250 | > loss_text_ce: 0.18718181550502777 (0.23010091969966873) | > loss_mel_ce: 3.3258774280548096 (nan) | > loss: 0.013940711505711079 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14097510907099775) | > loader_time: 0.0048 (0.004644745386563828)  --> TIME: 2025-03-23 08:47:40 -- STEP: 16300/31555 -- GLOBAL_STEP: 16300 | > loss_text_ce: 0.19624999165534973 (0.23001606329909846) | > loss_mel_ce: 4.624959468841553 (nan) | > loss: 0.01913178525865078 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1409606796393363) | > loader_time: 0.0047 (0.004644631330220991)  --> TIME: 2025-03-23 08:47:49 -- STEP: 16350/31555 -- GLOBAL_STEP: 16350 | > loss_text_ce: 0.2010648101568222 (0.22991279558486513) | > loss_mel_ce: 3.9505858421325684 (nan) | > loss: 0.016474803909659386 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14094803183086035) | > loader_time: 0.0045 (0.004644456230536892)  --> TIME: 2025-03-23 08:47:59 -- STEP: 16400/31555 -- GLOBAL_STEP: 16400 | > loss_text_ce: 0.1941964328289032 (0.2298143919411954) | > loss_mel_ce: 5.165156841278076 (nan) | > loss: 0.021267274394631386 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1409495923577283) | > loader_time: 0.0047 (0.004644373786158692)  --> TIME: 2025-03-23 08:48:09 -- STEP: 16450/31555 -- GLOBAL_STEP: 16450 | > loss_text_ce: 0.20409926772117615 (0.2297066377877825) | > loss_mel_ce: 5.040166854858398 (nan) | > loss: 0.020810579881072044 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14096428133434052) | > loader_time: 0.0044 (0.0046442442462074855)  --> TIME: 2025-03-23 08:48:19 -- STEP: 16500/31555 -- GLOBAL_STEP: 16500 | > loss_text_ce: 0.19259072840213776 (0.22961107470501538) | > loss_mel_ce: 4.762562274932861 (nan) | > loss: 0.019663305953145027 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14095351587642302) | > loader_time: 0.0044 (0.004644197203896276)  --> TIME: 2025-03-23 08:48:28 -- STEP: 16550/31555 -- GLOBAL_STEP: 16550 | > loss_text_ce: 0.18367476761341095 (0.22950870415055125) | > loss_mel_ce: 4.533183574676514 (nan) | > loss: 0.01871769316494465 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14095588831022768) | > loader_time: 0.0045 (0.004644019942269238)  --> TIME: 2025-03-23 08:48:38 -- STEP: 16600/31555 -- GLOBAL_STEP: 16600 | > loss_text_ce: 0.19594725966453552 (0.22941087439117647) | > loss_mel_ce: 4.172285079956055 (nan) | > loss: 0.017334256321191788 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14096928372440548) | > loader_time: 0.0044 (0.004643457237496449)  --> TIME: 2025-03-23 08:48:48 -- STEP: 16650/31555 -- GLOBAL_STEP: 16650 | > loss_text_ce: 0.20183593034744263 (0.2293116009342776) | > loss_mel_ce: 5.000955581665039 (nan) | > loss: 0.020646000280976295 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14097208212087803) | > loader_time: 0.0048 (0.004642672782187721)  --> TIME: 2025-03-23 08:48:58 -- STEP: 16700/31555 -- GLOBAL_STEP: 16700 | > loss_text_ce: 0.1941145807504654 (0.22921168363825983) | > loss_mel_ce: 5.2108306884765625 (nan) | > loss: 0.021448196843266487 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1409757145293457) | > loader_time: 0.0042 (0.004642132356495217)  --> TIME: 2025-03-23 08:49:07 -- STEP: 16750/31555 -- GLOBAL_STEP: 16750 | > loss_text_ce: 0.25041666626930237 (0.22910873152337835) | > loss_mel_ce: 3.3857421875 (nan) | > loss: 0.014429203234612942 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14098107700917248) | > loader_time: 0.0043 (0.004642095992814266)  --> TIME: 2025-03-23 08:49:17 -- STEP: 16800/31555 -- GLOBAL_STEP: 16800 | > loss_text_ce: 0.1952323615550995 (0.229019197240649) | > loss_mel_ce: 4.805872917175293 (nan) | > loss: 0.01984565705060959 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14097168410108196) | > loader_time: 0.0046 (0.004642040999162783)  --> TIME: 2025-03-23 08:49:26 -- STEP: 16850/31555 -- GLOBAL_STEP: 16850 | > loss_text_ce: 0.19733333587646484 (0.22891858505477516) | > loss_mel_ce: 5.336618900299072 (nan) | > loss: 0.021960129961371422 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14097808181355187) | > loader_time: 0.0045 (0.004642145527576499)  --> TIME: 2025-03-23 08:49:36 -- STEP: 16900/31555 -- GLOBAL_STEP: 16900 | > loss_text_ce: 0.20233871042728424 (0.22882682842968466) | > loss_mel_ce: 3.7595369815826416 (nan) | > loss: 0.015721729025244713 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14097962420367624) | > loader_time: 0.0044 (0.004641879705282377)  --> TIME: 2025-03-23 08:49:46 -- STEP: 16950/31555 -- GLOBAL_STEP: 16950 | > loss_text_ce: 0.19140838086605072 (0.2287274879331432) | > loss_mel_ce: 5.356038570404053 (nan) | > loss: 0.022013679146766663 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14098647021965988) | > loader_time: 0.0045 (0.004641693925435582)  --> TIME: 2025-03-23 08:49:55 -- STEP: 17000/31555 -- GLOBAL_STEP: 17000 | > loss_text_ce: 0.18382811546325684 (0.22862744122743583) | > loss_mel_ce: 3.729424476623535 (nan) | > loss: 0.015528781339526176 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14097774829584) | > loader_time: 0.0044 (0.004641310355242577)  --> TIME: 2025-03-23 08:50:05 -- STEP: 17050/31555 -- GLOBAL_STEP: 17050 | > loss_text_ce: 0.18557870388031006 (0.22851943696436616) | > loss_mel_ce: 4.8625054359436035 (nan) | > loss: 0.020032081753015518 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14097667694091798) | > loader_time: 0.0045 (0.0046406445125680654)  --> TIME: 2025-03-23 08:50:15 -- STEP: 17100/31555 -- GLOBAL_STEP: 17100 | > loss_text_ce: 0.19437499344348907 (0.22841512384731838) | > loss_mel_ce: 4.719306468963623 (nan) | > loss: 0.019498737528920174 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14098581552505488) | > loader_time: 0.0045 (0.004640202048229208)  --> TIME: 2025-03-23 08:50:25 -- STEP: 17150/31555 -- GLOBAL_STEP: 17150 | > loss_text_ce: 0.18865807354450226 (0.22831529651716886) | > loss_mel_ce: 4.196374416351318 (nan) | > loss: 0.017400924116373062 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14098893631303963) | > loader_time: 0.0044 (0.00463978930047929)  --> TIME: 2025-03-23 08:50:34 -- STEP: 17200/31555 -- GLOBAL_STEP: 17200 | > loss_text_ce: 0.24863052368164062 (0.22822521870652573) | > loss_mel_ce: 4.829668998718262 (nan) | > loss: 0.020151983946561813 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14098685080228845) | > loader_time: 0.0044 (0.004639494377513276)  --> TIME: 2025-03-23 08:50:44 -- STEP: 17250/31555 -- GLOBAL_STEP: 17250 | > loss_text_ce: 0.20267155766487122 (0.2281345852475233) | > loss_mel_ce: 4.4308013916015625 (nan) | > loss: 0.018386797979474068 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1409797375582266) | > loader_time: 0.0047 (0.00463914926501289)  --> TIME: 2025-03-23 08:50:53 -- STEP: 17300/31555 -- GLOBAL_STEP: 17300 | > loss_text_ce: 0.19049106538295746 (0.22803517908460808) | > loss_mel_ce: 3.243645191192627 (nan) | > loss: 0.013627525418996811 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14098335729169015) | > loader_time: 0.0046 (0.004638824959021782)  --> TIME: 2025-03-23 08:51:03 -- STEP: 17350/31555 -- GLOBAL_STEP: 17350 | > loss_text_ce: 0.1887432038784027 (0.22793124995846545) | > loss_mel_ce: 4.496430397033691 (nan) | > loss: 0.01859195902943611 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14098553963971747) | > loader_time: 0.0044 (0.004638481346262301)  --> TIME: 2025-03-23 08:51:13 -- STEP: 17400/31555 -- GLOBAL_STEP: 17400 | > loss_text_ce: 0.17683792114257812 (0.2278410195165322) | > loss_mel_ce: 4.7963972091674805 (nan) | > loss: 0.01973506063222885 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14098525324087022) | > loader_time: 0.0054 (0.004638628356758213)  --> TIME: 2025-03-23 08:51:22 -- STEP: 17450/31555 -- GLOBAL_STEP: 17450 | > loss_text_ce: 0.18380112946033478 (0.22774190142110265) | > loss_mel_ce: 4.656084060668945 (nan) | > loss: 0.019205894321203232 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14098724948642577) | > loader_time: 0.0047 (0.004638574471787951)  --> TIME: 2025-03-23 08:51:32 -- STEP: 17500/31555 -- GLOBAL_STEP: 17500 | > loss_text_ce: 0.18040719628334045 (0.22764380150011593) | > loss_mel_ce: 5.798435211181641 (nan) | > loss: 0.023725565522909164 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14098234619413094) | > loader_time: 0.0046 (0.004638564246041442)  --> TIME: 2025-03-23 08:51:41 -- STEP: 17550/31555 -- GLOBAL_STEP: 17550 | > loss_text_ce: 0.1791360229253769 (0.22754433439158292) | > loss_mel_ce: 5.357147693634033 (nan) | > loss: 0.021969379857182503 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1409728485362821) | > loader_time: 0.0047 (0.004638492334262608)  --> TIME: 2025-03-23 08:51:51 -- STEP: 17600/31555 -- GLOBAL_STEP: 17600 | > loss_text_ce: 0.19443181157112122 (0.22744594913314672) | > loss_mel_ce: 4.495090007781982 (nan) | > loss: 0.018609214574098587 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14098180972717014) | > loader_time: 0.0044 (0.004638340757651773)  --> TIME: 2025-03-23 08:52:01 -- STEP: 17650/31555 -- GLOBAL_STEP: 17650 | > loss_text_ce: 0.2048557549715042 (0.2273591714886361) | > loss_mel_ce: 4.4254469871521 (nan) | > loss: 0.01837421953678131 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1409790381358634) | > loader_time: 0.0042 (0.004637844393678842)  --> TIME: 2025-03-23 08:52:10 -- STEP: 17700/31555 -- GLOBAL_STEP: 17700 | > loss_text_ce: 0.19560344517230988 (0.22726184060765509) | > loss_mel_ce: 4.5051493644714355 (nan) | > loss: 0.018653782084584236 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1409792749760513) | > loader_time: 0.0046 (0.004637689065125035)  --> TIME: 2025-03-23 08:52:20 -- STEP: 17750/31555 -- GLOBAL_STEP: 17750 | > loss_text_ce: 0.19393181800842285 (0.22718234145053656) | > loss_mel_ce: 5.16217041015625 (nan) | > loss: 0.021254373714327812 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1409702231044499) | > loader_time: 0.0045 (0.004637860459341136)  --> TIME: 2025-03-23 08:52:30 -- STEP: 17800/31555 -- GLOBAL_STEP: 17800 | > loss_text_ce: 0.18884509801864624 (0.2270864644964757) | > loss_mel_ce: 5.264027118682861 (nan) | > loss: 0.021638384088873863 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14098041834456176) | > loader_time: 0.0044 (0.004637775153256542)  --> TIME: 2025-03-23 08:52:39 -- STEP: 17850/31555 -- GLOBAL_STEP: 17850 | > loss_text_ce: 0.18337766826152802 (0.22699232437363495) | > loss_mel_ce: 4.432343006134033 (nan) | > loss: 0.018316352739930153 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14097349961598693) | > loader_time: 0.0045 (0.004637416270600659)  --> TIME: 2025-03-23 08:52:49 -- STEP: 17900/31555 -- GLOBAL_STEP: 17900 | > loss_text_ce: 0.19063657522201538 (0.22689339266059752) | > loss_mel_ce: 4.834606170654297 (nan) | > loss: 0.01994144171476364 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1409738358572207) | > loader_time: 0.0046 (0.004637346787159682)  --> TIME: 2025-03-23 08:52:58 -- STEP: 17950/31555 -- GLOBAL_STEP: 17950 | > loss_text_ce: 0.18018008768558502 (0.22679411311335518) | > loss_mel_ce: 4.192529678344727 (nan) | > loss: 0.017352024093270302 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14097548123521716) | > loader_time: 0.0047 (0.004637321310123046)  --> TIME: 2025-03-23 08:53:08 -- STEP: 18000/31555 -- GLOBAL_STEP: 18000 | > loss_text_ce: 0.20804686844348907 (0.22670315490331885) | > loss_mel_ce: 5.06934928894043 (nan) | > loss: 0.020942049100995064 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14096386921405787) | > loader_time: 0.0047 (0.004637295352088096)  --> TIME: 2025-03-23 08:53:17 -- STEP: 18050/31555 -- GLOBAL_STEP: 18050 | > loss_text_ce: 0.18988636136054993 (0.22660964986871776) | > loss_mel_ce: 2.498443603515625 (nan) | > loss: 0.010667976923286915 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14096220013837732) | > loader_time: 0.0045 (0.004637479359423368)  --> TIME: 2025-03-23 08:53:27 -- STEP: 18100/31555 -- GLOBAL_STEP: 18100 | > loss_text_ce: 0.18227402865886688 (0.22651392005260437) | > loss_mel_ce: 4.41123104095459 (nan) | > loss: 0.0182281956076622 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14094771585411786) | > loader_time: 0.0049 (0.004637450684500017)  --> TIME: 2025-03-23 08:53:37 -- STEP: 18150/31555 -- GLOBAL_STEP: 18150 | > loss_text_ce: 0.19387096166610718 (0.226411024182624) | > loss_mel_ce: 4.482016086578369 (nan) | > loss: 0.018555108457803726 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14096220325175718) | > loader_time: 0.0044 (0.004637421917981038)  --> TIME: 2025-03-23 08:53:46 -- STEP: 18200/31555 -- GLOBAL_STEP: 18200 | > loss_text_ce: 0.19454768300056458 (0.22631777680427778) | > loss_mel_ce: 3.8419106006622314 (nan) | > loss: 0.016017694026231766 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1409553035929963) | > loader_time: 0.0049 (0.004637753531173048)  --> TIME: 2025-03-23 08:53:56 -- STEP: 18250/31555 -- GLOBAL_STEP: 18250 | > loss_text_ce: 0.18577586114406586 (0.22622099878118423) | > loss_mel_ce: 4.267330646514893 (nan) | > loss: 0.01767105795443058 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14096153303695044) | > loader_time: 0.0046 (0.004637633441245731)  --> TIME: 2025-03-23 08:54:06 -- STEP: 18300/31555 -- GLOBAL_STEP: 18300 | > loss_text_ce: 0.18266665935516357 (0.22613152403404765) | > loss_mel_ce: 3.8990299701690674 (nan) | > loss: 0.016197210177779198 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14096186576645223) | > loader_time: 0.0045 (0.0046375917997516685)  --> TIME: 2025-03-23 08:54:15 -- STEP: 18350/31555 -- GLOBAL_STEP: 18350 | > loss_text_ce: 0.1877777874469757 (0.2260358512312251) | > loss_mel_ce: 4.44336462020874 (nan) | > loss: 0.018377551808953285 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14096620758482792) | > loader_time: 0.0049 (0.0046376540420490775)  --> TIME: 2025-03-23 08:54:25 -- STEP: 18400/31555 -- GLOBAL_STEP: 18400 | > loss_text_ce: 0.2170703113079071 (0.2259440236846386) | > loss_mel_ce: 0.06085205078125 (nan) | > loss: 0.001102866604924202 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14098329349704386) | > loader_time: 0.0046 (0.0046376715017401775)  --> TIME: 2025-03-23 08:54:36 -- STEP: 18450/31555 -- GLOBAL_STEP: 18450 | > loss_text_ce: 0.18496322631835938 (0.22583918311246973) | > loss_mel_ce: 6.206896781921387 (nan) | > loss: 0.025364525616168976 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14100270873485843) | > loader_time: 0.0046 (0.004637738902394376)  --> TIME: 2025-03-23 08:54:46 -- STEP: 18500/31555 -- GLOBAL_STEP: 18500 | > loss_text_ce: 0.18561196327209473 (0.22574240556198158) | > loss_mel_ce: 4.10587739944458 (nan) | > loss: 0.017029721289873123 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14101757720998792) | > loader_time: 0.0046 (0.00463783498712489)  --> TIME: 2025-03-23 08:54:55 -- STEP: 18550/31555 -- GLOBAL_STEP: 18550 | > loss_text_ce: 0.18200455605983734 (0.22563907655744178) | > loss_mel_ce: 4.689245700836182 (nan) | > loss: 0.019330358132719994 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14103075324364406) | > loader_time: 0.0045 (0.004637777914576783)  --> TIME: 2025-03-23 08:55:05 -- STEP: 18600/31555 -- GLOBAL_STEP: 18600 | > loss_text_ce: 0.185568168759346 (0.2255510900866597) | > loss_mel_ce: 4.317870616912842 (nan) | > loss: 0.017870791256427765 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14101959349006712) | > loader_time: 0.0048 (0.004637758654932831)  --> TIME: 2025-03-23 08:55:15 -- STEP: 18650/31555 -- GLOBAL_STEP: 18650 | > loss_text_ce: 0.20541439950466156 (0.22545710850656792) | > loss_mel_ce: 3.499232769012451 (nan) | > loss: 0.014700980857014656 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14102557126063098) | > loader_time: 0.0047 (0.004637654703360148)  --> TIME: 2025-03-23 08:55:24 -- STEP: 18700/31555 -- GLOBAL_STEP: 18700 | > loss_text_ce: 0.1875 (0.22535845841076885) | > loss_mel_ce: 4.246673107147217 (nan) | > loss: 0.0175959262996912 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14102240403068225) | > loader_time: 0.0044 (0.004637645973878755)  --> TIME: 2025-03-23 08:55:34 -- STEP: 18750/31555 -- GLOBAL_STEP: 18750 | > loss_text_ce: 0.1897023767232895 (0.22525719011545142) | > loss_mel_ce: 4.712304592132568 (nan) | > loss: 0.0194524098187685 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14102290620168018) | > loader_time: 0.0046 (0.00463758043924968)  --> TIME: 2025-03-23 08:55:43 -- STEP: 18800/31555 -- GLOBAL_STEP: 18800 | > loss_text_ce: 0.18635869026184082 (0.22516963193549716) | > loss_mel_ce: 5.365842342376709 (nan) | > loss: 0.022032545879483223 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14102034000640193) | > loader_time: 0.0045 (0.004637690782547003)  --> TIME: 2025-03-23 08:55:53 -- STEP: 18850/31555 -- GLOBAL_STEP: 18850 | > loss_text_ce: 0.24914582073688507 (0.22508048408622727) | > loss_mel_ce: 4.414462566375732 (nan) | > loss: 0.018506383523344994 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14100827322082093) | > loader_time: 0.0045 (0.004637603481505221)  --> TIME: 2025-03-23 08:56:03 -- STEP: 18900/31555 -- GLOBAL_STEP: 18900 | > loss_text_ce: 0.1809374988079071 (0.22500266392473783) | > loss_mel_ce: 4.514476299285889 (nan) | > loss: 0.018632594496011734 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14101209611489013) | > loader_time: 0.0047 (0.004637716699529584)  --> TIME: 2025-03-23 08:56:13 -- STEP: 18950/31555 -- GLOBAL_STEP: 18950 | > loss_text_ce: 0.17811717092990875 (0.22490221979514238) | > loss_mel_ce: 4.679731845855713 (nan) | > loss: 0.01927717961370945 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1410266150522356) | > loader_time: 0.0047 (0.004637908746825049)  --> TIME: 2025-03-23 08:56:22 -- STEP: 19000/31555 -- GLOBAL_STEP: 19000 | > loss_text_ce: 0.1846567541360855 (0.22480514219403228) | > loss_mel_ce: 4.568010330200195 (nan) | > loss: 0.01885979063808918 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1410257751816196) | > loader_time: 0.0047 (0.00463779654000935)  --> TIME: 2025-03-23 08:56:32 -- STEP: 19050/31555 -- GLOBAL_STEP: 19050 | > loss_text_ce: 0.18984374403953552 (0.22471546066245343) | > loss_mel_ce: 4.8051323890686035 (nan) | > loss: 0.01982133463025093 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1410224612303604) | > loader_time: 0.0045 (0.004637868373099904)  --> TIME: 2025-03-23 08:56:42 -- STEP: 19100/31555 -- GLOBAL_STEP: 19100 | > loss_text_ce: 0.18059425055980682 (0.2246191940093848) | > loss_mel_ce: 5.274899959564209 (nan) | > loss: 0.021648788824677467 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14102977383199136) | > loader_time: 0.0045 (0.004637888950827236)  --> TIME: 2025-03-23 08:56:51 -- STEP: 19150/31555 -- GLOBAL_STEP: 19150 | > loss_text_ce: 0.17481103539466858 (0.2245281603932377) | > loss_mel_ce: 4.527491569519043 (nan) | > loss: 0.018659930676221848 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14103070526770428) | > loader_time: 0.0047 (0.004637832741202019)  --> TIME: 2025-03-23 08:57:01 -- STEP: 19200/31555 -- GLOBAL_STEP: 19200 | > loss_text_ce: 0.18378905951976776 (0.2244352442212399) | > loss_mel_ce: 4.369712829589844 (nan) | > loss: 0.018069453537464142 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14102749961117886) | > loader_time: 0.0046 (0.004637891538441188)  --> TIME: 2025-03-23 08:57:10 -- STEP: 19250/31555 -- GLOBAL_STEP: 19250 | > loss_text_ce: 0.1780674308538437 (0.2243489460302634) | > loss_mel_ce: 5.358426570892334 (nan) | > loss: 0.021970214322209358 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14101833591213453) | > loader_time: 0.0046 (0.004637890184080452)  --> TIME: 2025-03-23 08:57:20 -- STEP: 19300/31555 -- GLOBAL_STEP: 19300 | > loss_text_ce: 0.20051562786102295 (0.22424819929766493) | > loss_mel_ce: 4.622412204742432 (nan) | > loss: 0.019138604402542114 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14103336187224294) | > loader_time: 0.0044 (0.00463805934925772)  --> TIME: 2025-03-23 08:57:30 -- STEP: 19350/31555 -- GLOBAL_STEP: 19350 | > loss_text_ce: 0.18504716455936432 (0.22416046815787138) | > loss_mel_ce: 4.724153518676758 (nan) | > loss: 0.019480956718325615 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14104390451150334) | > loader_time: 0.0049 (0.00463793455168259)  --> TIME: 2025-03-23 08:57:40 -- STEP: 19400/31555 -- GLOBAL_STEP: 19400 | > loss_text_ce: 0.1897847205400467 (0.2240637776324733) | > loss_mel_ce: 3.9291493892669678 (nan) | > loss: 0.016344977542757988 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1410376142103647) | > loader_time: 0.0048 (0.004637950290109701)  --> TIME: 2025-03-23 08:57:49 -- STEP: 19450/31555 -- GLOBAL_STEP: 19450 | > loss_text_ce: 0.1806071400642395 (0.22396506567387434) | > loss_mel_ce: 1.7556304931640625 (nan) | > loss: 0.007683482952415943 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14104138018845902) | > loader_time: 0.0052 (0.004637762954731535)  --> TIME: 2025-03-23 08:57:59 -- STEP: 19500/31555 -- GLOBAL_STEP: 19500 | > loss_text_ce: 0.2150646597146988 (0.22387663424626336) | > loss_mel_ce: 0.02587890625 (nan) | > loss: 0.0009561253245919943 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14104541068199364) | > loader_time: 0.0045 (0.004637757081251886)  --> TIME: 2025-03-23 08:58:09 -- STEP: 19550/31555 -- GLOBAL_STEP: 19550 | > loss_text_ce: 0.1778571456670761 (0.22378394221329592) | > loss_mel_ce: 4.865582466125488 (nan) | > loss: 0.02001364901661873 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14105349922424087) | > loader_time: 0.0043 (0.0046373053645843805)  --> TIME: 2025-03-23 08:58:19 -- STEP: 19600/31555 -- GLOBAL_STEP: 19600 | > loss_text_ce: 0.19881010055541992 (0.22369907120052612) | > loss_mel_ce: 4.671145439147949 (nan) | > loss: 0.019325220957398415 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14104963506971085) | > loader_time: 0.0044 (0.004636736840617909)  --> TIME: 2025-03-23 08:58:28 -- STEP: 19650/31555 -- GLOBAL_STEP: 19650 | > loss_text_ce: 0.1765575408935547 (0.22360964381361093) | > loss_mel_ce: 4.8846235275268555 (nan) | > loss: 0.02008405327796936 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1410340458260844) | > loader_time: 0.0046 (0.004636678355947412)  --> TIME: 2025-03-23 08:58:38 -- STEP: 19700/31555 -- GLOBAL_STEP: 19700 | > loss_text_ce: 0.185538187623024 (0.2235091664834975) | > loss_mel_ce: 4.394467830657959 (nan) | > loss: 0.018174627795815468 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14104028730828141) | > loader_time: 0.0045 (0.004636570899014552)  --> TIME: 2025-03-23 08:58:47 -- STEP: 19750/31555 -- GLOBAL_STEP: 19750 | > loss_text_ce: 0.18287326395511627 (0.22341262508193113) | > loss_mel_ce: 3.6614840030670166 (nan) | > loss: 0.01525538694113493 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1410379498035093) | > loader_time: 0.0045 (0.0046366327744496085)  --> TIME: 2025-03-23 08:58:57 -- STEP: 19800/31555 -- GLOBAL_STEP: 19800 | > loss_text_ce: 0.18154411017894745 (0.22333322604647754) | > loss_mel_ce: 4.589918613433838 (nan) | > loss: 0.018934378400444984 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14102773967415402) | > loader_time: 0.0047 (0.004636606796823372)  --> TIME: 2025-03-23 08:59:06 -- STEP: 19850/31555 -- GLOBAL_STEP: 19850 | > loss_text_ce: 0.19799219071865082 (0.22324512269619995) | > loss_mel_ce: 2.0743651390075684 (nan) | > loss: 0.009017291478812695 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14102416598226314) | > loader_time: 0.0045 (0.004636149838829526)  --> TIME: 2025-03-23 08:59:16 -- STEP: 19900/31555 -- GLOBAL_STEP: 19900 | > loss_text_ce: 0.2081640511751175 (0.22315774809475483) | > loss_mel_ce: 3.722301959991455 (nan) | > loss: 0.015597088262438774 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14101741934541465) | > loader_time: 0.0041 (0.0046356499494619756)  --> TIME: 2025-03-23 08:59:25 -- STEP: 19950/31555 -- GLOBAL_STEP: 19950 | > loss_text_ce: 0.18276908993721008 (0.22306513879756246) | > loss_mel_ce: 4.535536766052246 (nan) | > loss: 0.018723437562584877 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14101365457501316) | > loader_time: 0.0045 (0.004635225453771152)  --> TIME: 2025-03-23 08:59:35 -- STEP: 20000/31555 -- GLOBAL_STEP: 20000 | > loss_text_ce: 0.19594642519950867 (0.22297828752770985) | > loss_mel_ce: 4.503507137298584 (nan) | > loss: 0.018648626282811165 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14101148766279217) | > loader_time: 0.0045 (0.004634760582447058) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_20000.pth  --> TIME: 2025-03-23 08:59:49 -- STEP: 20050/31555 -- GLOBAL_STEP: 20050 | > loss_text_ce: 0.18850544095039368 (0.2228976329038859) | > loss_mel_ce: 4.698951244354248 (nan) | > loss: 0.01939467154443264 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14100032794505282) | > loader_time: 0.0046 (0.004634469477018525)  --> TIME: 2025-03-23 08:59:59 -- STEP: 20100/31555 -- GLOBAL_STEP: 20100 | > loss_text_ce: 0.19006097316741943 (0.22280543284407267) | > loss_mel_ce: 5.13342809677124 (nan) | > loss: 0.021124958992004395 (nan) | > current_lr: 5e-06 | > step_time: 0.1481 (0.14099883348787595) | > loader_time: 0.0043 (0.004634493192036957)  --> TIME: 2025-03-23 09:00:08 -- STEP: 20150/31555 -- GLOBAL_STEP: 20150 | > loss_text_ce: 0.20374999940395355 (0.22271487982486046) | > loss_mel_ce: 3.8341064453125 (nan) | > loss: 0.016023240983486176 (nan) | > current_lr: 5e-06 | > step_time: 0.1065 (0.14099821237417362) | > loader_time: 0.0043 (0.00463448059470128)  --> TIME: 2025-03-23 09:00:18 -- STEP: 20200/31555 -- GLOBAL_STEP: 20200 | > loss_text_ce: 0.1841428577899933 (0.2226215719955389) | > loss_mel_ce: 5.621892929077148 (nan) | > loss: 0.02303982712328434 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14099947461987483) | > loader_time: 0.0046 (0.004634526720141432)  --> TIME: 2025-03-23 09:00:28 -- STEP: 20250/31555 -- GLOBAL_STEP: 20250 | > loss_text_ce: 0.2068885713815689 (0.22253116903702383) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1410027461699498) | > loader_time: 0.0053 (0.004634680465415684)  --> TIME: 2025-03-23 09:00:38 -- STEP: 20300/31555 -- GLOBAL_STEP: 20300 | > loss_text_ce: 0.19353829324245453 (0.22244226250301993) | > loss_mel_ce: 4.049795627593994 (nan) | > loss: 0.01683862693607807 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14100802321739395) | > loader_time: 0.0045 (0.0046346604647894895)  --> TIME: 2025-03-23 09:00:47 -- STEP: 20350/31555 -- GLOBAL_STEP: 20350 | > loss_text_ce: 0.19637754559516907 (0.22235211933054524) | > loss_mel_ce: 4.060448169708252 (nan) | > loss: 0.016892166808247566 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1410124335886513) | > loader_time: 0.0046 (0.0046347214021612545)  --> TIME: 2025-03-23 09:00:57 -- STEP: 20400/31555 -- GLOBAL_STEP: 20400 | > loss_text_ce: 0.1839914619922638 (0.22225401869518463) | > loss_mel_ce: 4.283246994018555 (nan) | > loss: 0.017727138474583626 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1410188066141279) | > loader_time: 0.0046 (0.004634776010232824)  --> TIME: 2025-03-23 09:01:07 -- STEP: 20450/31555 -- GLOBAL_STEP: 20450 | > loss_text_ce: 0.1763162761926651 (0.22216243482452114) | > loss_mel_ce: 0.12557706236839294 (nan) | > loss: 0.0011979895643889904 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14101851322248693) | > loader_time: 0.0049 (0.004635045662485895)  --> TIME: 2025-03-23 09:01:16 -- STEP: 20500/31555 -- GLOBAL_STEP: 20500 | > loss_text_ce: 0.18520379066467285 (0.22207607251841813) | > loss_mel_ce: 4.373677730560303 (nan) | > loss: 0.018090801313519478 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14101897863062415) | > loader_time: 0.0045 (0.004635154235653776)  --> TIME: 2025-03-23 09:01:26 -- STEP: 20550/31555 -- GLOBAL_STEP: 20550 | > loss_text_ce: 0.19675271213054657 (0.22198940989237306) | > loss_mel_ce: 4.5340576171875 (nan) | > loss: 0.01877305656671524 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14101205169139386) | > loader_time: 0.0044 (0.004635200871748371)  --> TIME: 2025-03-23 09:01:35 -- STEP: 20600/31555 -- GLOBAL_STEP: 20600 | > loss_text_ce: 0.1784738302230835 (0.2218993958780195) | > loss_mel_ce: 4.989203929901123 (nan) | > loss: 0.020506659522652626 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14100830301497722) | > loader_time: 0.0044 (0.0046349263306960506)  --> TIME: 2025-03-23 09:01:45 -- STEP: 20650/31555 -- GLOBAL_STEP: 20650 | > loss_text_ce: 0.16854745149612427 (0.22181353012816923) | > loss_mel_ce: 5.068893909454346 (nan) | > loss: 0.020783498883247375 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14100817495627754) | > loader_time: 0.0046 (0.00463466576167517)  --> TIME: 2025-03-23 09:01:55 -- STEP: 20700/31555 -- GLOBAL_STEP: 20700 | > loss_text_ce: 0.20432564616203308 (0.22172489164244114) | > loss_mel_ce: 2.3645806312561035 (nan) | > loss: 0.010194073431193829 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14100509591724525) | > loader_time: 0.0048 (0.004634335639972055)  --> TIME: 2025-03-23 09:02:04 -- STEP: 20750/31555 -- GLOBAL_STEP: 20750 | > loss_text_ce: 0.18354685604572296 (0.22163615058775374) | > loss_mel_ce: 4.828535079956055 (nan) | > loss: 0.019889215007424355 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14100200318715614) | > loader_time: 0.0044 (0.004633758326610899)  --> TIME: 2025-03-23 09:02:14 -- STEP: 20800/31555 -- GLOBAL_STEP: 20800 | > loss_text_ce: 0.18224506080150604 (0.22155001352899314) | > loss_mel_ce: 4.712262153625488 (nan) | > loss: 0.01942265033721924 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14100354593533687) | > loader_time: 0.0045 (0.004633551904788396)  --> TIME: 2025-03-23 09:02:23 -- STEP: 20850/31555 -- GLOBAL_STEP: 20850 | > loss_text_ce: 0.18892627954483032 (0.2214708947220577) | > loss_mel_ce: 4.5071563720703125 (nan) | > loss: 0.018635248765349388 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1410021334472028) | > loader_time: 0.0047 (0.00463331283139383)  --> TIME: 2025-03-23 09:02:33 -- STEP: 20900/31555 -- GLOBAL_STEP: 20900 | > loss_text_ce: 0.18033429980278015 (0.22137691727023912) | > loss_mel_ce: 3.9714255332946777 (nan) | > loss: 0.016475237905979156 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14100808421960795) | > loader_time: 0.0051 (0.004633476802606909)  --> TIME: 2025-03-23 09:02:43 -- STEP: 20950/31555 -- GLOBAL_STEP: 20950 | > loss_text_ce: 0.1822812408208847 (0.22128589298033735) | > loss_mel_ce: 4.617047309875488 (nan) | > loss: 0.01904495432972908 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1409961145419203) | > loader_time: 0.0044 (0.004633425459941423)  --> TIME: 2025-03-23 09:02:52 -- STEP: 21000/31555 -- GLOBAL_STEP: 21000 | > loss_text_ce: 0.18515358865261078 (0.22119887653276998) | > loss_mel_ce: 5.111842632293701 (nan) | > loss: 0.0210198275744915 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14100054887362823) | > loader_time: 0.0047 (0.0046333063102903865)  --> TIME: 2025-03-23 09:03:02 -- STEP: 21050/31555 -- GLOBAL_STEP: 21050 | > loss_text_ce: 0.18954941630363464 (0.22111382024588289) | > loss_mel_ce: 3.6844277381896973 (nan) | > loss: 0.015372926369309425 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14099195160945) | > loader_time: 0.0046 (0.004633227108210121)  --> TIME: 2025-03-23 09:03:11 -- STEP: 21100/31555 -- GLOBAL_STEP: 21100 | > loss_text_ce: 0.17565475404262543 (0.22102854771777883) | > loss_mel_ce: 5.028102874755859 (nan) | > loss: 0.020649833604693413 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14097328189424915) | > loader_time: 0.0044 (0.0046331547786839225)  --> TIME: 2025-03-23 09:03:20 -- STEP: 21150/31555 -- GLOBAL_STEP: 21150 | > loss_text_ce: 0.16402173042297363 (0.2209380829616074) | > loss_mel_ce: 5.832066535949707 (nan) | > loss: 0.02379400096833706 (nan) | > current_lr: 5e-06 | > step_time: 0.1896 (0.14096520617780303) | > loader_time: 0.0048 (0.00463278458191712)  --> TIME: 2025-03-23 09:03:30 -- STEP: 21200/31555 -- GLOBAL_STEP: 21200 | > loss_text_ce: 0.16544035077095032 (0.22084884121943724) | > loss_mel_ce: 4.182711124420166 (nan) | > loss: 0.017254570499062538 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1409632260956846) | > loader_time: 0.0046 (0.004632490985798393)  --> TIME: 2025-03-23 09:03:39 -- STEP: 21250/31555 -- GLOBAL_STEP: 21250 | > loss_text_ce: 0.1745416671037674 (0.2207715687127671) | > loss_mel_ce: 4.809491157531738 (nan) | > loss: 0.01977790892124176 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14095113469292056) | > loader_time: 0.0045 (0.004632304516960595)  --> TIME: 2025-03-23 09:03:49 -- STEP: 21300/31555 -- GLOBAL_STEP: 21300 | > loss_text_ce: 0.1705208420753479 (0.22067766082328777) | > loss_mel_ce: 4.629765033721924 (nan) | > loss: 0.01904875412583351 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1409581856436566) | > loader_time: 0.0045 (0.004631914275352945)  --> TIME: 2025-03-23 09:03:59 -- STEP: 21350/31555 -- GLOBAL_STEP: 21350 | > loss_text_ce: 0.1833512783050537 (0.22058642020688926) | > loss_mel_ce: 3.7988810539245605 (nan) | > loss: 0.01580251008272171 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1409563992900082) | > loader_time: 0.0042 (0.004631479629588071)  --> TIME: 2025-03-23 09:04:08 -- STEP: 21400/31555 -- GLOBAL_STEP: 21400 | > loss_text_ce: 0.17947635054588318 (0.22050727672805262) | > loss_mel_ce: 4.226897239685059 (nan) | > loss: 0.017485609278082848 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14094951477006146) | > loader_time: 0.0046 (0.004631149479161911)  --> TIME: 2025-03-23 09:04:18 -- STEP: 21450/31555 -- GLOBAL_STEP: 21450 | > loss_text_ce: 0.20869140326976776 (0.22041862948026936) | > loss_mel_ce: 4.6070942878723145 (nan) | > loss: 0.019110262393951416 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14094259688904162) | > loader_time: 0.0045 (0.004630875231780647)  --> TIME: 2025-03-23 09:04:27 -- STEP: 21500/31555 -- GLOBAL_STEP: 21500 | > loss_text_ce: 0.17975327372550964 (0.22032530354275226) | > loss_mel_ce: 4.5752105712890625 (nan) | > loss: 0.018868904560804367 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14093890967479888) | > loader_time: 0.0043 (0.004630466084147609)  --> TIME: 2025-03-23 09:04:37 -- STEP: 21550/31555 -- GLOBAL_STEP: 21550 | > loss_text_ce: 0.18614183366298676 (0.22024022496355072) | > loss_mel_ce: 4.442965507507324 (nan) | > loss: 0.01836947537958622 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1409397339544266) | > loader_time: 0.0045 (0.0046301712071536005)  --> TIME: 2025-03-23 09:04:46 -- STEP: 21600/31555 -- GLOBAL_STEP: 21600 | > loss_text_ce: 0.1741493046283722 (0.22015520530856283) | > loss_mel_ce: 4.702873706817627 (nan) | > loss: 0.019353268668055534 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14093761555574483) | > loader_time: 0.0049 (0.004630035758018489)  --> TIME: 2025-03-23 09:04:56 -- STEP: 21650/31555 -- GLOBAL_STEP: 21650 | > loss_text_ce: 0.17305287718772888 (0.2200653561213272) | > loss_mel_ce: 0.12856444716453552 (nan) | > loss: 0.0011968942126259208 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14093631110070143) | > loader_time: 0.0046 (0.004630015672767405)  --> TIME: 2025-03-23 09:05:06 -- STEP: 21700/31555 -- GLOBAL_STEP: 21700 | > loss_text_ce: 0.18462371826171875 (0.2199857771245562) | > loss_mel_ce: 3.6036977767944336 (nan) | > loss: 0.015033022500574589 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1409420108245807) | > loader_time: 0.0046 (0.004629987022294422)  --> TIME: 2025-03-23 09:05:15 -- STEP: 21750/31555 -- GLOBAL_STEP: 21750 | > loss_text_ce: 0.17318013310432434 (0.21990231463895413) | > loss_mel_ce: 4.0457539558410645 (nan) | > loss: 0.016741802915930748 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14093415569436882) | > loader_time: 0.0046 (0.00462987249747089)  --> TIME: 2025-03-23 09:05:25 -- STEP: 21800/31555 -- GLOBAL_STEP: 21800 | > loss_text_ce: 0.2146874964237213 (0.219811337084398) | > loss_mel_ce: 4.86376953125 (nan) | > loss: 0.020152607932686806 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14093341405238505) | > loader_time: 0.0044 (0.004629723380465013)  --> TIME: 2025-03-23 09:05:34 -- STEP: 21850/31555 -- GLOBAL_STEP: 21850 | > loss_text_ce: 0.18175271153450012 (0.2197216905172681) | > loss_mel_ce: 4.708447456359863 (nan) | > loss: 0.019405556842684746 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14092819028369824) | > loader_time: 0.0045 (0.004629597107387505)  --> TIME: 2025-03-23 09:05:44 -- STEP: 21900/31555 -- GLOBAL_STEP: 21900 | > loss_text_ce: 0.18781249225139618 (0.2196358438176376) | > loss_mel_ce: 3.9705100059509277 (nan) | > loss: 0.016501279547810555 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14092707126652196) | > loader_time: 0.0044 (0.004629460164945409)  --> TIME: 2025-03-23 09:05:53 -- STEP: 21950/31555 -- GLOBAL_STEP: 21950 | > loss_text_ce: 0.17471939325332642 (0.21955701051649004) | > loss_mel_ce: 5.097124099731445 (nan) | > loss: 0.02092001400887966 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1409198765222459) | > loader_time: 0.0042 (0.004629516058467777)  --> TIME: 2025-03-23 09:06:03 -- STEP: 22000/31555 -- GLOBAL_STEP: 22000 | > loss_text_ce: 0.18622596561908722 (0.21947271077470312) | > loss_mel_ce: 0.07635498046875 (nan) | > loss: 0.0010419879108667374 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14091862911527728) | > loader_time: 0.0044 (0.004629364262927655)  --> TIME: 2025-03-23 09:06:12 -- STEP: 22050/31555 -- GLOBAL_STEP: 22050 | > loss_text_ce: 0.1807483434677124 (0.21938396010606975) | > loss_mel_ce: 2.5574166774749756 (nan) | > loss: 0.010865733958780766 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14091228700278752) | > loader_time: 0.005 (0.004629472442765347)  --> TIME: 2025-03-23 09:06:22 -- STEP: 22100/31555 -- GLOBAL_STEP: 22100 | > loss_text_ce: 0.16872859001159668 (0.21929595045711628) | > loss_mel_ce: 5.139062404632568 (nan) | > loss: 0.021062662824988365 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14091339142613735) | > loader_time: 0.0047 (0.004629410003644841)  --> TIME: 2025-03-23 09:06:31 -- STEP: 22150/31555 -- GLOBAL_STEP: 22150 | > loss_text_ce: 0.17135000228881836 (0.21920798542066267) | > loss_mel_ce: 4.216221332550049 (nan) | > loss: 0.017410999163985252 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14090385214200585) | > loader_time: 0.0047 (0.004629160351462606)  --> TIME: 2025-03-23 09:06:41 -- STEP: 22200/31555 -- GLOBAL_STEP: 22200 | > loss_text_ce: 0.17321428656578064 (0.21911218696953444) | > loss_mel_ce: 4.648303031921387 (nan) | > loss: 0.019133007153868675 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14091693125329477) | > loader_time: 0.0049 (0.004629104728097308)  --> TIME: 2025-03-23 09:06:51 -- STEP: 22250/31555 -- GLOBAL_STEP: 22250 | > loss_text_ce: 0.17352430522441864 (0.21901748419611608) | > loss_mel_ce: 5.039992809295654 (nan) | > loss: 0.020688561722636223 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14092677901835826) | > loader_time: 0.0068 (0.0046290723714935604)  --> TIME: 2025-03-23 09:07:01 -- STEP: 22300/31555 -- GLOBAL_STEP: 22300 | > loss_text_ce: 0.164446622133255 (0.21892997056312594) | > loss_mel_ce: 4.495341777801514 (nan) | > loss: 0.018491225317120552 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1409350489714744) | > loader_time: 0.0045 (0.0046290370701674325)  --> TIME: 2025-03-23 09:07:11 -- STEP: 22350/31555 -- GLOBAL_STEP: 22350 | > loss_text_ce: 0.18121173977851868 (0.2188412728198953) | > loss_mel_ce: 4.1081743240356445 (nan) | > loss: 0.01702137477695942 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14094855465344816) | > loader_time: 0.0045 (0.004629030206326129)  --> TIME: 2025-03-23 09:07:21 -- STEP: 22400/31555 -- GLOBAL_STEP: 22400 | > loss_text_ce: 0.1731770932674408 (0.2187532634500943) | > loss_mel_ce: 3.907731056213379 (nan) | > loss: 0.01619408093392849 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1409531540317183) | > loader_time: 0.0046 (0.004628986748201495)  --> TIME: 2025-03-23 09:07:31 -- STEP: 22450/31555 -- GLOBAL_STEP: 22450 | > loss_text_ce: 0.1771143525838852 (0.2186690506856794) | > loss_mel_ce: 5.222900390625 (nan) | > loss: 0.021428631618618965 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14095699383580476) | > loader_time: 0.0045 (0.004628970224767051)  --> TIME: 2025-03-23 09:07:40 -- STEP: 22500/31555 -- GLOBAL_STEP: 22500 | > loss_text_ce: 0.16116826236248016 (0.21858694581654303) | > loss_mel_ce: 4.26305627822876 (nan) | > loss: 0.01755644753575325 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14095450316534963) | > loader_time: 0.0048 (0.004628872013092029)  --> TIME: 2025-03-23 09:07:50 -- STEP: 22550/31555 -- GLOBAL_STEP: 22550 | > loss_text_ce: 0.19357514381408691 (0.21850142205501574) | > loss_mel_ce: 5.152225971221924 (nan) | > loss: 0.02121349796652794 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1409510659537121) | > loader_time: 0.0045 (0.00462894676529911)  --> TIME: 2025-03-23 09:07:59 -- STEP: 22600/31555 -- GLOBAL_STEP: 22600 | > loss_text_ce: 0.1730624884366989 (0.21841598393642764) | > loss_mel_ce: 4.996133804321289 (nan) | > loss: 0.02051268331706524 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14094001962020192) | > loader_time: 0.0051 (0.004629117007804122)  --> TIME: 2025-03-23 09:08:09 -- STEP: 22650/31555 -- GLOBAL_STEP: 22650 | > loss_text_ce: 0.1730671226978302 (0.21833473068330955) | > loss_mel_ce: 4.569009780883789 (nan) | > loss: 0.01881776563823223 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14093635231716867) | > loader_time: 0.0045 (0.004628654999975069)  --> TIME: 2025-03-23 09:08:18 -- STEP: 22700/31555 -- GLOBAL_STEP: 22700 | > loss_text_ce: 0.18051809072494507 (0.21825669887963864) | > loss_mel_ce: 5.716438293457031 (nan) | > loss: 0.023400621488690376 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1409304991482625) | > loader_time: 0.0044 (0.004628517942806692)  --> TIME: 2025-03-23 09:08:28 -- STEP: 22750/31555 -- GLOBAL_STEP: 22750 | > loss_text_ce: 0.174201101064682 (0.21816496664940624) | > loss_mel_ce: 3.852806806564331 (nan) | > loss: 0.01598019152879715 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14093478605249288) | > loader_time: 0.0043 (0.004628413116538909)  --> TIME: 2025-03-23 09:08:38 -- STEP: 22800/31555 -- GLOBAL_STEP: 22800 | > loss_text_ce: 0.16479165852069855 (0.2180768594982328) | > loss_mel_ce: 4.695731163024902 (nan) | > loss: 0.01928778924047947 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14093926741365667) | > loader_time: 0.0046 (0.004628172663220179)  --> TIME: 2025-03-23 09:08:47 -- STEP: 22850/31555 -- GLOBAL_STEP: 22850 | > loss_text_ce: 0.1732758730649948 (0.21798728254874342) | > loss_mel_ce: 3.932523012161255 (nan) | > loss: 0.01629285328090191 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14094454954176422) | > loader_time: 0.0044 (0.004627888666983494)  --> TIME: 2025-03-23 09:08:57 -- STEP: 22900/31555 -- GLOBAL_STEP: 22900 | > loss_text_ce: 0.17483454942703247 (0.2179003934217329) | > loss_mel_ce: 2.6833343505859375 (nan) | > loss: 0.011341940611600876 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.1409478260023612) | > loader_time: 0.0046 (0.004627531282766405)  --> TIME: 2025-03-23 09:09:07 -- STEP: 22950/31555 -- GLOBAL_STEP: 22950 | > loss_text_ce: 0.1669711470603943 (0.2178117805362264) | > loss_mel_ce: 4.466620445251465 (nan) | > loss: 0.018387269228696823 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14095225293651772) | > loader_time: 0.0046 (0.0046272135300314135)  --> TIME: 2025-03-23 09:09:17 -- STEP: 23000/31555 -- GLOBAL_STEP: 23000 | > loss_text_ce: 0.1811249852180481 (0.21772018904141727) | > loss_mel_ce: 0.16936786472797394 (nan) | > loss: 0.0013908446999266744 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14096276698941648) | > loader_time: 0.0043 (0.0046267153698465)  --> TIME: 2025-03-23 09:09:27 -- STEP: 23050/31555 -- GLOBAL_STEP: 23050 | > loss_text_ce: 0.17132015526294708 (0.21762748606034288) | > loss_mel_ce: 4.310459136962891 (nan) | > loss: 0.017784839496016502 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1409657624279845) | > loader_time: 0.0046 (0.004626328671056113)  --> TIME: 2025-03-23 09:09:36 -- STEP: 23100/31555 -- GLOBAL_STEP: 23100 | > loss_text_ce: 0.17628905177116394 (0.21753758234959628) | > loss_mel_ce: 4.507218360900879 (nan) | > loss: 0.01858534850180149 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14095983581625401) | > loader_time: 0.0043 (0.004625873803060283)  --> TIME: 2025-03-23 09:09:45 -- STEP: 23150/31555 -- GLOBAL_STEP: 23150 | > loss_text_ce: 0.1689024269580841 (0.21745299306273685) | > loss_mel_ce: 3.708117723464966 (nan) | > loss: 0.015385000966489315 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1409472937202851) | > loader_time: 0.0045 (0.004625511725571954)  --> TIME: 2025-03-23 09:09:55 -- STEP: 23200/31555 -- GLOBAL_STEP: 23200 | > loss_text_ce: 0.17694851756095886 (0.21736611911577366) | > loss_mel_ce: 4.152590751647949 (nan) | > loss: 0.017180712893605232 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1409432641802148) | > loader_time: 0.0044 (0.004625362938848022)  --> TIME: 2025-03-23 09:10:05 -- STEP: 23250/31555 -- GLOBAL_STEP: 23250 | > loss_text_ce: 0.18921874463558197 (0.21727708152994002) | > loss_mel_ce: 4.34396505355835 (nan) | > loss: 0.01798882521688938 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14095405096648686) | > loader_time: 0.0044 (0.004625246355610497)  --> TIME: 2025-03-23 09:10:15 -- STEP: 23300/31555 -- GLOBAL_STEP: 23300 | > loss_text_ce: 0.1737823188304901 (0.21718714630654923) | > loss_mel_ce: 4.409215927124023 (nan) | > loss: 0.018186502158641815 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14095955758647205) | > loader_time: 0.0043 (0.004624977009490827)  --> TIME: 2025-03-23 09:10:24 -- STEP: 23350/31555 -- GLOBAL_STEP: 23350 | > loss_text_ce: 0.16882993280887604 (0.21710251765983743) | > loss_mel_ce: 4.508225917816162 (nan) | > loss: 0.01855974644422531 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14096361267489962) | > loader_time: 0.0044 (0.004624703537983857)  --> TIME: 2025-03-23 09:10:34 -- STEP: 23400/31555 -- GLOBAL_STEP: 23400 | > loss_text_ce: 0.16618871688842773 (0.21701951200890715) | > loss_mel_ce: 3.8945415019989014 (nan) | > loss: 0.01611400954425335 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1409613906012627) | > loader_time: 0.0049 (0.004624548885557381)  --> TIME: 2025-03-23 09:10:43 -- STEP: 23450/31555 -- GLOBAL_STEP: 23450 | > loss_text_ce: 0.1709853708744049 (0.21693012450803795) | > loss_mel_ce: 4.874545097351074 (nan) | > loss: 0.020021947100758553 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14095364646870812) | > loader_time: 0.0048 (0.004624243982310991)  --> TIME: 2025-03-23 09:10:53 -- STEP: 23500/31555 -- GLOBAL_STEP: 23500 | > loss_text_ce: 0.1605852246284485 (0.2168390756160652) | > loss_mel_ce: 4.479720592498779 (nan) | > loss: 0.018413914367556572 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14095342835974048) | > loader_time: 0.0044 (0.004623929064324556)  --> TIME: 2025-03-23 09:11:03 -- STEP: 23550/31555 -- GLOBAL_STEP: 23550 | > loss_text_ce: 0.17280171811580658 (0.2167478124579044) | > loss_mel_ce: 2.899496555328369 (nan) | > loss: 0.012191660702228546 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14095313862883474) | > loader_time: 0.0042 (0.004623589444818509)  --> TIME: 2025-03-23 09:11:12 -- STEP: 23600/31555 -- GLOBAL_STEP: 23600 | > loss_text_ce: 0.1784151792526245 (0.21666099401348698) | > loss_mel_ce: 3.8887147903442383 (nan) | > loss: 0.016139406710863113 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14094692599975317) | > loader_time: 0.005 (0.0046235332650653325)  --> TIME: 2025-03-23 09:11:22 -- STEP: 23650/31555 -- GLOBAL_STEP: 23650 | > loss_text_ce: 0.1744506061077118 (0.21657062973078883) | > loss_mel_ce: 4.596772193908691 (nan) | > loss: 0.018933424726128578 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14095332771728572) | > loader_time: 0.0045 (0.004623399365527934)  --> TIME: 2025-03-23 09:11:31 -- STEP: 23700/31555 -- GLOBAL_STEP: 23700 | > loss_text_ce: 0.1704048365354538 (0.2164867650821236) | > loss_mel_ce: 4.928470134735107 (nan) | > loss: 0.020233632996678352 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1409489261148335) | > loader_time: 0.0044 (0.0046232385575016785)  --> TIME: 2025-03-23 09:11:41 -- STEP: 23750/31555 -- GLOBAL_STEP: 23750 | > loss_text_ce: 0.17157258093357086 (0.21639973629524803) | > loss_mel_ce: 4.494938373565674 (nan) | > loss: 0.018517902120947838 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14094943021473005) | > loader_time: 0.0046 (0.004623229378148122)  --> TIME: 2025-03-23 09:11:51 -- STEP: 23800/31555 -- GLOBAL_STEP: 23800 | > loss_text_ce: 0.18477796018123627 (0.21631356459643128) | > loss_mel_ce: 4.766845703125 (nan) | > loss: 0.01964930072426796 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1409480698669645) | > loader_time: 0.0045 (0.004623152207927538)  --> TIME: 2025-03-23 09:12:00 -- STEP: 23850/31555 -- GLOBAL_STEP: 23850 | > loss_text_ce: 0.16629807651042938 (0.21622739595312213) | > loss_mel_ce: 4.839507102966309 (nan) | > loss: 0.01986430585384369 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14094883637858022) | > loader_time: 0.0049 (0.004623194530575028)  --> TIME: 2025-03-23 09:12:10 -- STEP: 23900/31555 -- GLOBAL_STEP: 23900 | > loss_text_ce: 0.1753954142332077 (0.21613910813835346) | > loss_mel_ce: 4.831538677215576 (nan) | > loss: 0.01986878737807274 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14095118529626902) | > loader_time: 0.0045 (0.004623054231061095)  --> TIME: 2025-03-23 09:12:20 -- STEP: 23950/31555 -- GLOBAL_STEP: 23950 | > loss_text_ce: 0.17356084287166595 (0.2160565756986183) | > loss_mel_ce: 3.4168779850006104 (nan) | > loss: 0.01424777414649725 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.140952740561737) | > loader_time: 0.0044 (0.004622944441618149)  --> TIME: 2025-03-23 09:12:30 -- STEP: 24000/31555 -- GLOBAL_STEP: 24000 | > loss_text_ce: 0.19241248071193695 (0.21596529712279608) | > loss_mel_ce: 4.578720569610596 (nan) | > loss: 0.018933068960905075 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14096508217851197) | > loader_time: 0.0045 (0.004623138437668478)  --> TIME: 2025-03-23 09:12:39 -- STEP: 24050/31555 -- GLOBAL_STEP: 24050 | > loss_text_ce: 0.1700572967529297 (0.21587867020445375) | > loss_mel_ce: 4.732260704040527 (nan) | > loss: 0.01945364475250244 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14096761675733407) | > loader_time: 0.0047 (0.004623227149186159)  --> TIME: 2025-03-23 09:12:49 -- STEP: 24100/31555 -- GLOBAL_STEP: 24100 | > loss_text_ce: 0.1704092174768448 (0.2157936510740471) | > loss_mel_ce: 4.793374538421631 (nan) | > loss: 0.019697556272149086 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14095782604454837) | > loader_time: 0.0047 (0.004623260646440177)  --> TIME: 2025-03-23 09:12:58 -- STEP: 24150/31555 -- GLOBAL_STEP: 24150 | > loss_text_ce: 0.19975779950618744 (0.21570874237866106) | > loss_mel_ce: 3.3696420192718506 (nan) | > loss: 0.014164285734295845 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14095073320850707) | > loader_time: 0.0044 (0.004623219389352733)  --> TIME: 2025-03-23 09:13:08 -- STEP: 24200/31555 -- GLOBAL_STEP: 24200 | > loss_text_ce: 0.16268116235733032 (0.21561672137295873) | > loss_mel_ce: 4.993262767791748 (nan) | > loss: 0.020460095256567 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14095500476104042) | > loader_time: 0.0046 (0.004623094107493875)  --> TIME: 2025-03-23 09:13:17 -- STEP: 24250/31555 -- GLOBAL_STEP: 24250 | > loss_text_ce: 0.16710303723812103 (0.21552857822179763) | > loss_mel_ce: 4.167884826660156 (nan) | > loss: 0.017202332615852356 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1409515813748848) | > loader_time: 0.0045 (0.004622947545395678)  --> TIME: 2025-03-23 09:13:27 -- STEP: 24300/31555 -- GLOBAL_STEP: 24300 | > loss_text_ce: 0.16710636019706726 (0.21543986455587172) | > loss_mel_ce: 4.667880058288574 (nan) | > loss: 0.01918645389378071 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14095469607247108) | > loader_time: 0.0048 (0.004623005095823308)  --> TIME: 2025-03-23 09:13:37 -- STEP: 24350/31555 -- GLOBAL_STEP: 24350 | > loss_text_ce: 0.16498355567455292 (0.21535265377292367) | > loss_mel_ce: 4.696496486663818 (nan) | > loss: 0.0192915890365839 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14095578082043395) | > loader_time: 0.0047 (0.004623054371232613)  --> TIME: 2025-03-23 09:13:47 -- STEP: 24400/31555 -- GLOBAL_STEP: 24400 | > loss_text_ce: 0.15741775929927826 (0.2152671453405596) | > loss_mel_ce: 3.8648321628570557 (nan) | > loss: 0.015961309894919395 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1409577411901742) | > loader_time: 0.0047 (0.0046229685623137675)  --> TIME: 2025-03-23 09:13:56 -- STEP: 24450/31555 -- GLOBAL_STEP: 24450 | > loss_text_ce: 0.17364360392093658 (0.21518666157754135) | > loss_mel_ce: 4.2231764793396 (nan) | > loss: 0.01744769886136055 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14094865971547565) | > loader_time: 0.0044 (0.004622829589375688)  --> TIME: 2025-03-23 09:14:05 -- STEP: 24500/31555 -- GLOBAL_STEP: 24500 | > loss_text_ce: 0.18075604736804962 (0.2151083080190782) | > loss_mel_ce: 1.3963623046875 (nan) | > loss: 0.006258406676352024 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1409454224255607) | > loader_time: 0.0042 (0.004622360862031278)  --> TIME: 2025-03-23 09:14:15 -- STEP: 24550/31555 -- GLOBAL_STEP: 24550 | > loss_text_ce: 0.16481909155845642 (0.21501866227497607) | > loss_mel_ce: 2.3423233032226562 (nan) | > loss: 0.009948978200554848 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1409365617087793) | > loader_time: 0.0043 (0.0046218849442398536)  --> TIME: 2025-03-23 09:14:24 -- STEP: 24600/31555 -- GLOBAL_STEP: 24600 | > loss_text_ce: 0.1709490716457367 (0.21493828938986198) | > loss_mel_ce: 4.940896987915039 (nan) | > loss: 0.02028510347008705 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14093612583672005) | > loader_time: 0.0048 (0.004621623802960409)  --> TIME: 2025-03-23 09:14:34 -- STEP: 24650/31555 -- GLOBAL_STEP: 24650 | > loss_text_ce: 0.1644829511642456 (0.2148486513667123) | > loss_mel_ce: 4.557909965515137 (nan) | > loss: 0.01873965561389923 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1409426394243983) | > loader_time: 0.0044 (0.0046214417946991585)  --> TIME: 2025-03-23 09:14:44 -- STEP: 24700/31555 -- GLOBAL_STEP: 24700 | > loss_text_ce: 0.17681986093521118 (0.21476104218588155) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14094497927769856) | > loader_time: 0.0042 (0.004620822402629779)  --> TIME: 2025-03-23 09:14:53 -- STEP: 24750/31555 -- GLOBAL_STEP: 24750 | > loss_text_ce: 0.18770000338554382 (0.21466999812499413) | > loss_mel_ce: 4.632044315338135 (nan) | > loss: 0.01912597008049488 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14093825957750925) | > loader_time: 0.0043 (0.00462018549562705)  --> TIME: 2025-03-23 09:15:03 -- STEP: 24800/31555 -- GLOBAL_STEP: 24800 | > loss_text_ce: 0.16327829658985138 (0.21458119888279198) | > loss_mel_ce: 4.775549411773682 (nan) | > loss: 0.019598523154854774 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14093931039494753) | > loader_time: 0.0051 (0.004620267431582178)  --> TIME: 2025-03-23 09:15:13 -- STEP: 24850/31555 -- GLOBAL_STEP: 24850 | > loss_text_ce: 0.1638597995042801 (0.21449040076082593) | > loss_mel_ce: 3.457714796066284 (nan) | > loss: 0.014371328987181187 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1409429494332009) | > loader_time: 0.0044 (0.004620150099817661)  --> TIME: 2025-03-23 09:15:22 -- STEP: 24900/31555 -- GLOBAL_STEP: 24900 | > loss_text_ce: 0.17361554503440857 (0.2144147611113195) | > loss_mel_ce: 5.190485000610352 (nan) | > loss: 0.021286115050315857 (nan) | > current_lr: 5e-06 | > step_time: 0.1908 (0.14094088246065822) | > loader_time: 0.0046 (0.004620099747516071)  --> TIME: 2025-03-23 09:15:32 -- STEP: 24950/31555 -- GLOBAL_STEP: 24950 | > loss_text_ce: 0.166605606675148 (0.21432485957781125) | > loss_mel_ce: 3.616441488265991 (nan) | > loss: 0.015012092888355255 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14094493472265482) | > loader_time: 0.0047 (0.004619923469298835)  --> TIME: 2025-03-23 09:15:42 -- STEP: 25000/31555 -- GLOBAL_STEP: 25000 | > loss_text_ce: 0.18189452588558197 (0.21423205468893022) | > loss_mel_ce: 3.515727996826172 (nan) | > loss: 0.014673106372356415 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14095697775840665) | > loader_time: 0.0042 (0.004619590635299693)  --> TIME: 2025-03-23 09:15:52 -- STEP: 25050/31555 -- GLOBAL_STEP: 25050 | > loss_text_ce: 0.16962338984012604 (0.21413986297424653) | > loss_mel_ce: 2.928422451019287 (nan) | > loss: 0.012293833307921886 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1409661431131716) | > loader_time: 0.0045 (0.004619258720717753)  --> TIME: 2025-03-23 09:16:02 -- STEP: 25100/31555 -- GLOBAL_STEP: 25100 | > loss_text_ce: 0.17742647230625153 (0.2140530409963717) | > loss_mel_ce: 4.306642055511475 (nan) | > loss: 0.017793923616409302 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1409623571791013) | > loader_time: 0.0046 (0.004619013075809563)  --> TIME: 2025-03-23 09:16:11 -- STEP: 25150/31555 -- GLOBAL_STEP: 25150 | > loss_text_ce: 0.16008521616458893 (0.21396438061598488) | > loss_mel_ce: 4.4170026779174805 (nan) | > loss: 0.0181630477309227 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14095429357904007) | > loader_time: 0.0043 (0.004619055287264461)  --> TIME: 2025-03-23 09:16:21 -- STEP: 25200/31555 -- GLOBAL_STEP: 25200 | > loss_text_ce: 0.16237616539001465 (0.2138724258914587) | > loss_mel_ce: 4.309710502624512 (nan) | > loss: 0.017746377736330032 (nan) | > current_lr: 5e-06 | > step_time: 0.1467 (0.14096839277517137) | > loader_time: 0.0047 (0.004618904212164509)  --> TIME: 2025-03-23 09:16:31 -- STEP: 25250/31555 -- GLOBAL_STEP: 25250 | > loss_text_ce: 0.15637946128845215 (0.21378151946197613) | > loss_mel_ce: 4.2787981033325195 (nan) | > loss: 0.017599912360310555 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14096984845340765) | > loader_time: 0.0046 (0.00461880631021935)  --> TIME: 2025-03-23 09:16:40 -- STEP: 25300/31555 -- GLOBAL_STEP: 25300 | > loss_text_ce: 0.16451086103916168 (0.21369285642158345) | > loss_mel_ce: 4.652454853057861 (nan) | > loss: 0.019114943221211433 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1409674475786708) | > loader_time: 0.0045 (0.004618619845318708)  --> TIME: 2025-03-23 09:16:50 -- STEP: 25350/31555 -- GLOBAL_STEP: 25350 | > loss_text_ce: 0.17686820030212402 (0.21360393741133152) | > loss_mel_ce: 3.806060314178467 (nan) | > loss: 0.01580527238547802 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1409645192016504) | > loader_time: 0.0045 (0.004618258288155892)  --> TIME: 2025-03-23 09:17:00 -- STEP: 25400/31555 -- GLOBAL_STEP: 25400 | > loss_text_ce: 0.1705787032842636 (0.21351409559350754) | > loss_mel_ce: 4.939690113067627 (nan) | > loss: 0.020278844982385635 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14097816180056405) | > loader_time: 0.0046 (0.004618227247178098)  --> TIME: 2025-03-23 09:17:10 -- STEP: 25450/31555 -- GLOBAL_STEP: 25450 | > loss_text_ce: 0.1891477108001709 (0.2134262045860756) | > loss_mel_ce: 4.997849464416504 (nan) | > loss: 0.020583324134349823 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14098365186005482) | > loader_time: 0.0046 (0.004618381957408269)  --> TIME: 2025-03-23 09:17:19 -- STEP: 25500/31555 -- GLOBAL_STEP: 25500 | > loss_text_ce: 0.16921105980873108 (0.21333666328939707) | > loss_mel_ce: 4.5624165534973145 (nan) | > loss: 0.0187763012945652 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14098165248421995) | > loader_time: 0.0046 (0.004618295202068267)  --> TIME: 2025-03-23 09:17:29 -- STEP: 25550/31555 -- GLOBAL_STEP: 25550 | > loss_text_ce: 0.18713541328907013 (0.2132485889233719) | > loss_mel_ce: 0.1466936320066452 (nan) | > loss: 0.0013247184688225389 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1409821629477566) | > loader_time: 0.0043 (0.004618107885297276)  --> TIME: 2025-03-23 09:17:38 -- STEP: 25600/31555 -- GLOBAL_STEP: 25600 | > loss_text_ce: 0.17029233276844025 (0.2131619686528572) | > loss_mel_ce: 3.8697509765625 (nan) | > loss: 0.016031919047236443 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14097798344679094) | > loader_time: 0.0043 (0.004617714975029246)  --> TIME: 2025-03-23 09:17:48 -- STEP: 25650/31555 -- GLOBAL_STEP: 25650 | > loss_text_ce: 0.1606619954109192 (0.21307498506751413) | > loss_mel_ce: 4.915055274963379 (nan) | > loss: 0.020141737535595894 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14097291275306892) | > loader_time: 0.0047 (0.004617979810019463)  --> TIME: 2025-03-23 09:17:57 -- STEP: 25700/31555 -- GLOBAL_STEP: 25700 | > loss_text_ce: 0.19328804314136505 (0.21300360438714666) | > loss_mel_ce: 4.215384006500244 (nan) | > loss: 0.01749473065137863 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1409579436046131) | > loader_time: 0.0044 (0.004617947984762244)  --> TIME: 2025-03-23 09:18:07 -- STEP: 25750/31555 -- GLOBAL_STEP: 25750 | > loss_text_ce: 0.15905356407165527 (0.21291381179939167) | > loss_mel_ce: 5.048320770263672 (nan) | > loss: 0.020664185285568237 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14095685966269395) | > loader_time: 0.0044 (0.0046180351127698745)  --> TIME: 2025-03-23 09:18:17 -- STEP: 25800/31555 -- GLOBAL_STEP: 25800 | > loss_text_ce: 0.1684553474187851 (0.21282076852785958) | > loss_mel_ce: 4.763775825500488 (nan) | > loss: 0.019572345539927483 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14096706987351318) | > loader_time: 0.0045 (0.004618113013200998)  --> TIME: 2025-03-23 09:18:27 -- STEP: 25850/31555 -- GLOBAL_STEP: 25850 | > loss_text_ce: 0.16396380960941315 (0.21272688944231352) | > loss_mel_ce: 4.917800426483154 (nan) | > loss: 0.020165732130408287 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14098285527478235) | > loader_time: 0.0047 (0.004618133198131235)  --> TIME: 2025-03-23 09:18:36 -- STEP: 25900/31555 -- GLOBAL_STEP: 25900 | > loss_text_ce: 0.17320312559604645 (0.21263840874477216) | > loss_mel_ce: 4.469104766845703 (nan) | > loss: 0.018421856686472893 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14098703088907552) | > loader_time: 0.0043 (0.004617860777497778)  --> TIME: 2025-03-23 09:18:46 -- STEP: 25950/31555 -- GLOBAL_STEP: 25950 | > loss_text_ce: 0.16778124868869781 (0.2125486270454575) | > loss_mel_ce: 4.649794578552246 (nan) | > loss: 0.019117366522550583 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14098197381160973) | > loader_time: 0.0043 (0.00461760211312475)  --> TIME: 2025-03-23 09:18:56 -- STEP: 26000/31555 -- GLOBAL_STEP: 26000 | > loss_text_ce: 0.15543323755264282 (0.2124588368798675) | > loss_mel_ce: 5.014719486236572 (nan) | > loss: 0.02051647938787937 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14098075469640467) | > loader_time: 0.0051 (0.004617766206081127)  --> TIME: 2025-03-23 09:19:05 -- STEP: 26050/31555 -- GLOBAL_STEP: 26050 | > loss_text_ce: 0.16007812321186066 (0.21237174534122655) | > loss_mel_ce: 4.536769390106201 (nan) | > loss: 0.018638284876942635 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14098053896495685) | > loader_time: 0.0048 (0.0046176621094775345)  --> TIME: 2025-03-23 09:19:15 -- STEP: 26100/31555 -- GLOBAL_STEP: 26100 | > loss_text_ce: 0.15982717275619507 (0.2122830083931997) | > loss_mel_ce: 4.241592884063721 (nan) | > loss: 0.017465954646468163 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.1409804572273476) | > loader_time: 0.0046 (0.00461738893355449)  --> TIME: 2025-03-23 09:19:25 -- STEP: 26150/31555 -- GLOBAL_STEP: 26150 | > loss_text_ce: 0.1552785336971283 (0.2121927214968042) | > loss_mel_ce: 4.533443450927734 (nan) | > loss: 0.018606040626764297 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1409843446374156) | > loader_time: 0.0071 (0.004617090115811611)  --> TIME: 2025-03-23 09:19:34 -- STEP: 26200/31555 -- GLOBAL_STEP: 26200 | > loss_text_ce: 0.1709042489528656 (0.2121060352448286) | > loss_mel_ce: 4.112531661987305 (nan) | > loss: 0.01699776202440262 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1409861229485216) | > loader_time: 0.0048 (0.004617237380442758)  --> TIME: 2025-03-23 09:19:44 -- STEP: 26250/31555 -- GLOBAL_STEP: 26250 | > loss_text_ce: 0.16233773529529572 (0.21202033985001673) | > loss_mel_ce: 4.161303520202637 (nan) | > loss: 0.017157306894659996 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14098744336990954) | > loader_time: 0.0048 (0.004617292622157539)  --> TIME: 2025-03-23 09:19:53 -- STEP: 26300/31555 -- GLOBAL_STEP: 26300 | > loss_text_ce: 0.16676431894302368 (0.2119329161205443) | > loss_mel_ce: 4.550448894500732 (nan) | > loss: 0.018719101324677467 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14098141182511353) | > loader_time: 0.0044 (0.004617365576015258)  --> TIME: 2025-03-23 09:20:03 -- STEP: 26350/31555 -- GLOBAL_STEP: 26350 | > loss_text_ce: 0.16903699934482574 (0.21184614122762147) | > loss_mel_ce: 4.177069664001465 (nan) | > loss: 0.01724645495414734 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14098210894857793) | > loader_time: 0.0047 (0.004617265098687625)  --> TIME: 2025-03-23 09:20:13 -- STEP: 26400/31555 -- GLOBAL_STEP: 26400 | > loss_text_ce: 0.17091283202171326 (0.2117609392292795) | > loss_mel_ce: 4.519729137420654 (nan) | > loss: 0.018613658845424652 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14098194458267788) | > loader_time: 0.0047 (0.004617349234494331)  --> TIME: 2025-03-23 09:20:22 -- STEP: 26450/31555 -- GLOBAL_STEP: 26450 | > loss_text_ce: 0.17849159240722656 (0.2116766721460902) | > loss_mel_ce: 0.09967041015625 (nan) | > loss: 0.0011038174852728844 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14098142823109214) | > loader_time: 0.0045 (0.004617267628473274)  --> TIME: 2025-03-23 09:20:32 -- STEP: 26500/31555 -- GLOBAL_STEP: 26500 | > loss_text_ce: 0.15998046100139618 (0.2115830671635436) | > loss_mel_ce: 3.1950042247772217 (nan) | > loss: 0.013313432224094868 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1409915016822083) | > loader_time: 0.0043 (0.004617216110229535)  --> TIME: 2025-03-23 09:20:42 -- STEP: 26550/31555 -- GLOBAL_STEP: 26550 | > loss_text_ce: 0.17922274768352509 (0.21150069359051502) | > loss_mel_ce: 3.8167781829833984 (nan) | > loss: 0.015857147052884102 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14098664841409334) | > loader_time: 0.0047 (0.004616881180168815)  --> TIME: 2025-03-23 09:20:51 -- STEP: 26600/31555 -- GLOBAL_STEP: 26600 | > loss_text_ce: 0.1735733598470688 (0.21142027443344852) | > loss_mel_ce: 3.5389487743377686 (nan) | > loss: 0.014732231386005878 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1409785498622652) | > loader_time: 0.0045 (0.004616937171247711)  --> TIME: 2025-03-23 09:21:01 -- STEP: 26650/31555 -- GLOBAL_STEP: 26650 | > loss_text_ce: 0.15591579675674438 (0.21132984922426476) | > loss_mel_ce: 4.636929035186768 (nan) | > loss: 0.019019225612282753 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14097534701255962) | > loader_time: 0.0046 (0.004617053939075049)  --> TIME: 2025-03-23 09:21:11 -- STEP: 26700/31555 -- GLOBAL_STEP: 26700 | > loss_text_ce: 0.15478870272636414 (0.21124100005470384) | > loss_mel_ce: 3.9966912269592285 (nan) | > loss: 0.016474125906825066 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14098393732242226) | > loader_time: 0.0045 (0.0046170088146510165)  --> TIME: 2025-03-23 09:21:21 -- STEP: 26750/31555 -- GLOBAL_STEP: 26750 | > loss_text_ce: 0.16367724537849426 (0.21115276072348363) | > loss_mel_ce: 4.8946685791015625 (nan) | > loss: 0.020072801038622856 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14099389288358455) | > loader_time: 0.0045 (0.0046170593867792525)  --> TIME: 2025-03-23 09:21:30 -- STEP: 26800/31555 -- GLOBAL_STEP: 26800 | > loss_text_ce: 0.15574881434440613 (0.21106684035107243) | > loss_mel_ce: 3.362780809402466 (nan) | > loss: 0.01396241970360279 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1409979139068219) | > loader_time: 0.0045 (0.004616916250826743)  --> TIME: 2025-03-23 09:21:40 -- STEP: 26850/31555 -- GLOBAL_STEP: 26850 | > loss_text_ce: 0.1705848127603531 (0.2109776178751575) | > loss_mel_ce: 3.8387246131896973 (nan) | > loss: 0.015909958630800247 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14099849248953453) | > loader_time: 0.0046 (0.0046168886838234904)  --> TIME: 2025-03-23 09:21:50 -- STEP: 26900/31555 -- GLOBAL_STEP: 26900 | > loss_text_ce: 0.1636035144329071 (0.21089170290690346) | > loss_mel_ce: 4.249527454376221 (nan) | > loss: 0.017512423917651176 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1409980429592614) | > loader_time: 0.0044 (0.004616852267524158)  --> TIME: 2025-03-23 09:21:59 -- STEP: 26950/31555 -- GLOBAL_STEP: 26950 | > loss_text_ce: 0.15804104506969452 (0.2108028487150653) | > loss_mel_ce: 4.555926322937012 (nan) | > loss: 0.018706221133470535 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14099157870368595) | > loader_time: 0.0047 (0.004617050140819693)  --> TIME: 2025-03-23 09:22:09 -- STEP: 27000/31555 -- GLOBAL_STEP: 27000 | > loss_text_ce: 0.16058991849422455 (0.21072737606973532) | > loss_mel_ce: 4.045876502990723 (nan) | > loss: 0.016692327335476875 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14098557956130273) | > loader_time: 0.005 (0.004617000685797833)  --> TIME: 2025-03-23 09:22:18 -- STEP: 27050/31555 -- GLOBAL_STEP: 27050 | > loss_text_ce: 0.16067709028720856 (0.21064119603904885) | > loss_mel_ce: 4.423614978790283 (nan) | > loss: 0.018191635608673096 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14098626111219065) | > loader_time: 0.0044 (0.004616801593308123)  --> TIME: 2025-03-23 09:22:28 -- STEP: 27100/31555 -- GLOBAL_STEP: 27100 | > loss_text_ce: 0.1730191558599472 (0.21055695824022636) | > loss_mel_ce: 4.876453876495361 (nan) | > loss: 0.020037591457366943 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14098479240142847) | > loader_time: 0.0043 (0.004616553149979969)  --> TIME: 2025-03-23 09:22:38 -- STEP: 27150/31555 -- GLOBAL_STEP: 27150 | > loss_text_ce: 0.16404233872890472 (0.21046853420593875) | > loss_mel_ce: 4.703453540802002 (nan) | > loss: 0.019315460696816444 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1409886365349546) | > loader_time: 0.0045 (0.00461635365670561)  --> TIME: 2025-03-23 09:22:47 -- STEP: 27200/31555 -- GLOBAL_STEP: 27200 | > loss_text_ce: 0.1570807248353958 (0.21038632134852137) | > loss_mel_ce: 4.355759620666504 (nan) | > loss: 0.01790809817612171 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14098816670038977) | > loader_time: 0.0047 (0.0046161716212244925)  --> TIME: 2025-03-23 09:22:57 -- STEP: 27250/31555 -- GLOBAL_STEP: 27250 | > loss_text_ce: 0.1737641990184784 (0.21029888757762533) | > loss_mel_ce: 4.233243465423584 (nan) | > loss: 0.017488127574324608 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14098328727757015) | > loader_time: 0.0042 (0.004615955781499212)  --> TIME: 2025-03-23 09:23:06 -- STEP: 27300/31555 -- GLOBAL_STEP: 27300 | > loss_text_ce: 0.15997596085071564 (0.21021157059477336) | > loss_mel_ce: 3.953587055206299 (nan) | > loss: 0.016323663294315338 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14098454994159598) | > loader_time: 0.0044 (0.004616187701731845)  --> TIME: 2025-03-23 09:23:16 -- STEP: 27350/31555 -- GLOBAL_STEP: 27350 | > loss_text_ce: 0.16563057899475098 (0.21012310122223152) | > loss_mel_ce: 4.942351818084717 (nan) | > loss: 0.02026977390050888 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14099354271478867) | > loader_time: 0.0046 (0.004616098403930698)  --> TIME: 2025-03-23 09:23:26 -- STEP: 27400/31555 -- GLOBAL_STEP: 27400 | > loss_text_ce: 0.15228261053562164 (0.21002875815614705) | > loss_mel_ce: 0.772656261920929 (nan) | > loss: 0.00367039255797863 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14099122724393715) | > loader_time: 0.0045 (0.004615802529954594)  --> TIME: 2025-03-23 09:23:36 -- STEP: 27450/31555 -- GLOBAL_STEP: 27450 | > loss_text_ce: 0.1611851453781128 (0.20994554454620176) | > loss_mel_ce: 4.235700607299805 (nan) | > loss: 0.01744796149432659 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14099479062092407) | > loader_time: 0.0048 (0.004615566005255171)  --> TIME: 2025-03-23 09:23:45 -- STEP: 27500/31555 -- GLOBAL_STEP: 27500 | > loss_text_ce: 0.1627723127603531 (0.209869159023328) | > loss_mel_ce: 4.265735626220703 (nan) | > loss: 0.017573444172739983 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14097902195670253) | > loader_time: 0.0047 (0.004615415867892208)  --> TIME: 2025-03-23 09:23:54 -- STEP: 27550/31555 -- GLOBAL_STEP: 27550 | > loss_text_ce: 0.1663452684879303 (0.20978251187424884) | > loss_mel_ce: 4.618224143981934 (nan) | > loss: 0.01898638717830181 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1409722884294112) | > loader_time: 0.0045 (0.004615393489761518)  --> TIME: 2025-03-23 09:24:04 -- STEP: 27600/31555 -- GLOBAL_STEP: 27600 | > loss_text_ce: 0.15979838371276855 (0.20969113444558493) | > loss_mel_ce: 4.393772602081299 (nan) | > loss: 0.01806972548365593 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14097842788350612) | > loader_time: 0.0045 (0.0046153836751330005)  --> TIME: 2025-03-23 09:24:13 -- STEP: 27650/31555 -- GLOBAL_STEP: 27650 | > loss_text_ce: 0.1633453518152237 (0.20960563745679708) | > loss_mel_ce: 4.079561710357666 (nan) | > loss: 0.01683693379163742 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.140972019466309) | > loader_time: 0.0044 (0.004615321642235891)  --> TIME: 2025-03-23 09:24:23 -- STEP: 27700/31555 -- GLOBAL_STEP: 27700 | > loss_text_ce: 0.15055888891220093 (0.20951969311017826) | > loss_mel_ce: 4.520225524902344 (nan) | > loss: 0.018534859642386436 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14097403219030083) | > loader_time: 0.0047 (0.004615442804481174)  --> TIME: 2025-03-23 09:24:33 -- STEP: 27750/31555 -- GLOBAL_STEP: 27750 | > loss_text_ce: 0.1604829579591751 (0.20943509799940066) | > loss_mel_ce: 3.794968605041504 (nan) | > loss: 0.015696236863732338 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1409728572433046) | > loader_time: 0.0044 (0.004615456039841137)  --> TIME: 2025-03-23 09:24:42 -- STEP: 27800/31555 -- GLOBAL_STEP: 27800 | > loss_text_ce: 0.1477794349193573 (0.2093468087740079) | > loss_mel_ce: 4.561518669128418 (nan) | > loss: 0.018687691539525986 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14096819934227342) | > loader_time: 0.0049 (0.004615300181958342)  --> TIME: 2025-03-23 09:24:52 -- STEP: 27850/31555 -- GLOBAL_STEP: 27850 | > loss_text_ce: 0.1647370308637619 (0.20926429042375255) | > loss_mel_ce: 3.3085083961486816 (nan) | > loss: 0.013782721012830734 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.140962851137403) | > loader_time: 0.0045 (0.0046150634532771215)  --> TIME: 2025-03-23 09:25:01 -- STEP: 27900/31555 -- GLOBAL_STEP: 27900 | > loss_text_ce: 0.1608470380306244 (0.2091795111290013) | > loss_mel_ce: 4.221717357635498 (nan) | > loss: 0.017391130328178406 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14096706180162186) | > loader_time: 0.0045 (0.004614901611027351)  --> TIME: 2025-03-23 09:25:11 -- STEP: 27950/31555 -- GLOBAL_STEP: 27950 | > loss_text_ce: 0.1444258689880371 (0.20909283010125773) | > loss_mel_ce: 4.278215408325195 (nan) | > loss: 0.017550164833664894 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14096217526519306) | > loader_time: 0.0044 (0.004614765093876792)  --> TIME: 2025-03-23 09:25:21 -- STEP: 28000/31555 -- GLOBAL_STEP: 28000 | > loss_text_ce: 0.15338009595870972 (0.20900227513004602) | > loss_mel_ce: 4.724391937255859 (nan) | > loss: 0.01935623772442341 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14096024242469107) | > loader_time: 0.0047 (0.004614593233381026)  --> TIME: 2025-03-23 09:25:30 -- STEP: 28050/31555 -- GLOBAL_STEP: 28050 | > loss_text_ce: 0.15205018222332 (0.20891146784372694) | > loss_mel_ce: 0.167755126953125 (nan) | > loss: 0.0012690688017755747 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14095411366107277) | > loader_time: 0.0046 (0.004614246431306535)  --> TIME: 2025-03-23 09:25:40 -- STEP: 28100/31555 -- GLOBAL_STEP: 28100 | > loss_text_ce: 0.1536303162574768 (0.20882350944751496) | > loss_mel_ce: 4.2511701583862305 (nan) | > loss: 0.017479367554187775 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14095980652710585) | > loader_time: 0.0043 (0.004614038365591489)  --> TIME: 2025-03-23 09:25:49 -- STEP: 28150/31555 -- GLOBAL_STEP: 28150 | > loss_text_ce: 0.15123264491558075 (0.20874053486657582) | > loss_mel_ce: 3.466709852218628 (nan) | > loss: 0.014356915839016438 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14095286160972015) | > loader_time: 0.0045 (0.004613823805990297)  --> TIME: 2025-03-23 09:25:59 -- STEP: 28200/31555 -- GLOBAL_STEP: 28200 | > loss_text_ce: 0.15683893859386444 (0.20865586001716582) | > loss_mel_ce: 3.6849400997161865 (nan) | > loss: 0.015245155431330204 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14094951542556564) | > loader_time: 0.0045 (0.004613668800245812)  --> TIME: 2025-03-23 09:26:08 -- STEP: 28250/31555 -- GLOBAL_STEP: 28250 | > loss_text_ce: 0.14826622605323792 (0.20857115715583843) | > loss_mel_ce: 4.366318702697754 (nan) | > loss: 0.017915021628141403 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14094679499094326) | > loader_time: 0.0049 (0.004613508722423478)  --> TIME: 2025-03-23 09:26:18 -- STEP: 28300/31555 -- GLOBAL_STEP: 28300 | > loss_text_ce: 0.14794117212295532 (0.2084878042793103) | > loss_mel_ce: 5.136318206787109 (nan) | > loss: 0.02096928469836712 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14093801364460465) | > loader_time: 0.0046 (0.004613352630669179)  --> TIME: 2025-03-23 09:26:27 -- STEP: 28350/31555 -- GLOBAL_STEP: 28350 | > loss_text_ce: 0.1578676402568817 (0.20840922570733142) | > loss_mel_ce: 4.435175895690918 (nan) | > loss: 0.018226362764835358 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14093490087586405) | > loader_time: 0.0045 (0.004613212740190051)  --> TIME: 2025-03-23 09:26:37 -- STEP: 28400/31555 -- GLOBAL_STEP: 28400 | > loss_text_ce: 0.1560969352722168 (0.20831756962541936) | > loss_mel_ce: 4.2872633934021 (nan) | > loss: 0.017632383853197098 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14093712091445793) | > loader_time: 0.0047 (0.004613096344638904)  --> TIME: 2025-03-23 09:26:46 -- STEP: 28450/31555 -- GLOBAL_STEP: 28450 | > loss_text_ce: 0.18586495518684387 (0.20823033170718902) | > loss_mel_ce: 4.642198085784912 (nan) | > loss: 0.0191589817404747 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14093731667329093) | > loader_time: 0.0046 (0.0046130531659654495)  --> TIME: 2025-03-23 09:26:56 -- STEP: 28500/31555 -- GLOBAL_STEP: 28500 | > loss_text_ce: 0.16927500069141388 (0.20814339799473133) | > loss_mel_ce: 3.5860209465026855 (nan) | > loss: 0.014901968650519848 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14094279004816293) | > loader_time: 0.0045 (0.004613109044861401)  --> TIME: 2025-03-23 09:27:06 -- STEP: 28550/31555 -- GLOBAL_STEP: 28550 | > loss_text_ce: 0.16426905989646912 (0.20806426721988727) | > loss_mel_ce: 4.542502403259277 (nan) | > loss: 0.018677664920687675 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14093667492974957) | > loader_time: 0.0047 (0.004613037501867958)  --> TIME: 2025-03-23 09:27:16 -- STEP: 28600/31555 -- GLOBAL_STEP: 28600 | > loss_text_ce: 0.15758806467056274 (0.20797176482012614) | > loss_mel_ce: 4.6654205322265625 (nan) | > loss: 0.019138924777507782 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14094307165045708) | > loader_time: 0.0048 (0.004613019761505686)  --> TIME: 2025-03-23 09:27:25 -- STEP: 28650/31555 -- GLOBAL_STEP: 28650 | > loss_text_ce: 0.16302083432674408 (0.20788434867407404) | > loss_mel_ce: 2.8470170497894287 (nan) | > loss: 0.011944595724344254 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14094634101028708) | > loader_time: 0.0046 (0.004613076363142482)  --> TIME: 2025-03-23 09:27:35 -- STEP: 28700/31555 -- GLOBAL_STEP: 28700 | > loss_text_ce: 0.15067707002162933 (0.20779769196483291) | > loss_mel_ce: 4.470191955566406 (nan) | > loss: 0.018336784094572067 (nan) | > current_lr: 5e-06 | > step_time: 0.1934 (0.1409536913712253) | > loader_time: 0.0048 (0.004613046056302193)  --> TIME: 2025-03-23 09:27:45 -- STEP: 28750/31555 -- GLOBAL_STEP: 28750 | > loss_text_ce: 0.19638888537883759 (0.2077086985494777) | > loss_mel_ce: 4.035672664642334 (nan) | > loss: 0.01679389551281929 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14095996783712506) | > loader_time: 0.0046 (0.004612940415092162)  --> TIME: 2025-03-23 09:27:55 -- STEP: 28800/31555 -- GLOBAL_STEP: 28800 | > loss_text_ce: 0.15168991684913635 (0.20762263381025833) | > loss_mel_ce: 4.258591651916504 (nan) | > loss: 0.017501119524240494 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14095335423946243) | > loader_time: 0.0047 (0.00461278519696662)  --> TIME: 2025-03-23 09:28:04 -- STEP: 28850/31555 -- GLOBAL_STEP: 28850 | > loss_text_ce: 0.14632101356983185 (0.2075332854184573) | > loss_mel_ce: 5.459583759307861 (nan) | > loss: 0.022245654836297035 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14095340160191233) | > loader_time: 0.0047 (0.004612722008439062)  --> TIME: 2025-03-23 09:28:14 -- STEP: 28900/31555 -- GLOBAL_STEP: 28900 | > loss_text_ce: 0.14666049182415009 (0.20744498449419585) | > loss_mel_ce: 3.951143503189087 (nan) | > loss: 0.016261128708720207 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14095887472060173) | > loader_time: 0.0047 (0.004612725993753742)  --> TIME: 2025-03-23 09:28:24 -- STEP: 28950/31555 -- GLOBAL_STEP: 28950 | > loss_text_ce: 0.16200585663318634 (0.20735935605045813) | > loss_mel_ce: 4.837775230407715 (nan) | > loss: 0.019840402528643608 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14095879678281345) | > loader_time: 0.0047 (0.004612645452298468)  --> TIME: 2025-03-23 09:28:33 -- STEP: 29000/31555 -- GLOBAL_STEP: 29000 | > loss_text_ce: 0.15911687910556793 (0.2072721039981675) | > loss_mel_ce: 4.115908622741699 (nan) | > loss: 0.016964387148618698 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14095742667954414) | > loader_time: 0.0046 (0.004612651718073903)  --> TIME: 2025-03-23 09:28:43 -- STEP: 29050/31555 -- GLOBAL_STEP: 29050 | > loss_text_ce: 0.13255152106285095 (0.2071841446996348) | > loss_mel_ce: 4.745939254760742 (nan) | > loss: 0.01935909129679203 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14095943119357537) | > loader_time: 0.0046 (0.0046126482203577394)  --> TIME: 2025-03-23 09:28:53 -- STEP: 29100/31555 -- GLOBAL_STEP: 29100 | > loss_text_ce: 0.164985790848732 (0.20710126836633738) | > loss_mel_ce: 4.145097732543945 (nan) | > loss: 0.01710350625216961 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1409636755825305) | > loader_time: 0.0043 (0.0046123913309418715)  --> TIME: 2025-03-23 09:29:02 -- STEP: 29150/31555 -- GLOBAL_STEP: 29150 | > loss_text_ce: 0.1458573192358017 (0.2070193240925744) | > loss_mel_ce: 4.987044811248779 (nan) | > loss: 0.020368659868836403 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14096413012025158) | > loader_time: 0.0046 (0.004612025388518109)  --> TIME: 2025-03-23 09:29:12 -- STEP: 29200/31555 -- GLOBAL_STEP: 29200 | > loss_text_ce: 0.15617471933364868 (0.20693447993430347) | > loss_mel_ce: 3.8464250564575195 (nan) | > loss: 0.01588333398103714 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1409556053109352) | > loader_time: 0.0046 (0.004611843040544718)  --> TIME: 2025-03-23 09:29:21 -- STEP: 29250/31555 -- GLOBAL_STEP: 29250 | > loss_text_ce: 0.15599185228347778 (0.20684594055984748) | > loss_mel_ce: 3.6842403411865234 (nan) | > loss: 0.015239017084240913 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14095504357264466) | > loader_time: 0.0045 (0.004611653156769606)  --> TIME: 2025-03-23 09:29:31 -- STEP: 29300/31555 -- GLOBAL_STEP: 29300 | > loss_text_ce: 0.1850000023841858 (0.20675887936668974) | > loss_mel_ce: 4.4276909828186035 (nan) | > loss: 0.018304329365491867 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14095683643842186) | > loader_time: 0.0044 (0.004611479438612511)  --> TIME: 2025-03-23 09:29:41 -- STEP: 29350/31555 -- GLOBAL_STEP: 29350 | > loss_text_ce: 0.15871427953243256 (0.2066706889055451) | > loss_mel_ce: 4.224743366241455 (nan) | > loss: 0.017394674941897392 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1409601959702903) | > loader_time: 0.0048 (0.004611423238984999)  --> TIME: 2025-03-23 09:29:50 -- STEP: 29400/31555 -- GLOBAL_STEP: 29400 | > loss_text_ce: 0.15006466209888458 (0.20658269089348844) | > loss_mel_ce: 4.266845703125 (nan) | > loss: 0.017527421936392784 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1409637761845868) | > loader_time: 0.0044 (0.0046113687956414505)  --> TIME: 2025-03-23 09:30:00 -- STEP: 29450/31555 -- GLOBAL_STEP: 29450 | > loss_text_ce: 0.15837936103343964 (0.20650318804894294) | > loss_mel_ce: 0.0437418632209301 (nan) | > loss: 0.0008020683890208602 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.140972133540944) | > loader_time: 0.0047 (0.004611417287881614)  --> TIME: 2025-03-23 09:30:10 -- STEP: 29500/31555 -- GLOBAL_STEP: 29500 | > loss_text_ce: 0.15872395038604736 (0.206417202271142) | > loss_mel_ce: 4.39795446395874 (nan) | > loss: 0.018082058057188988 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14097182283563003) | > loader_time: 0.0045 (0.004611488326121209)  --> TIME: 2025-03-23 09:30:20 -- STEP: 29550/31555 -- GLOBAL_STEP: 29550 | > loss_text_ce: 0.14620116353034973 (0.20633269006124785) | > loss_mel_ce: 3.9635355472564697 (nan) | > loss: 0.016308480873703957 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14097575905762624) | > loader_time: 0.0045 (0.004611439616143628)  --> TIME: 2025-03-23 09:30:30 -- STEP: 29600/31555 -- GLOBAL_STEP: 29600 | > loss_text_ce: 0.16484738886356354 (0.20623966733446772) | > loss_mel_ce: 4.451490879058838 (nan) | > loss: 0.01831880398094654 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1409837880811163) | > loader_time: 0.0069 (0.004611519252931774)  --> TIME: 2025-03-23 09:30:39 -- STEP: 29650/31555 -- GLOBAL_STEP: 29650 | > loss_text_ce: 0.15650694072246552 (0.2061536213182677) | > loss_mel_ce: 4.649543762207031 (nan) | > loss: 0.019071631133556366 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1409769228216355) | > loader_time: 0.0047 (0.004611471443111965)  --> TIME: 2025-03-23 09:30:49 -- STEP: 29700/31555 -- GLOBAL_STEP: 29700 | > loss_text_ce: 0.16020269691944122 (0.20606684420144894) | > loss_mel_ce: 4.017210483551025 (nan) | > loss: 0.016577037051320076 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1409732107682649) | > loader_time: 0.0045 (0.004611313872867185)  --> TIME: 2025-03-23 09:30:58 -- STEP: 29750/31555 -- GLOBAL_STEP: 29750 | > loss_text_ce: 0.16409090161323547 (0.20597807879157404) | > loss_mel_ce: 3.676293134689331 (nan) | > loss: 0.01523961964994669 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1409683689790601) | > loader_time: 0.0044 (0.004611099243164087)  --> TIME: 2025-03-23 09:31:08 -- STEP: 29800/31555 -- GLOBAL_STEP: 29800 | > loss_text_ce: 0.1522347331047058 (0.20590070210097194) | > loss_mel_ce: 5.106633186340332 (nan) | > loss: 0.02086852490901947 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.14096921379934096) | > loader_time: 0.0046 (0.004611053626809369)  --> TIME: 2025-03-23 09:31:17 -- STEP: 29850/31555 -- GLOBAL_STEP: 29850 | > loss_text_ce: 0.16687197983264923 (0.20581354655113226) | > loss_mel_ce: 4.914972305297852 (nan) | > loss: 0.020166050642728806 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14096801114840998) | > loader_time: 0.0046 (0.004610892987530859)  --> TIME: 2025-03-23 09:31:27 -- STEP: 29900/31555 -- GLOBAL_STEP: 29900 | > loss_text_ce: 0.17262889444828033 (0.20571915907355431) | > loss_mel_ce: 4.222776889801025 (nan) | > loss: 0.017442086711525917 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14097365079516028) | > loader_time: 0.0042 (0.004610832941572029)  --> TIME: 2025-03-23 09:31:37 -- STEP: 29950/31555 -- GLOBAL_STEP: 29950 | > loss_text_ce: 0.14695529639720917 (0.20563540434100966) | > loss_mel_ce: 0.094970703125 (nan) | > loss: 0.0009600238408893347 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.1409747094264201) | > loader_time: 0.0046 (0.00461055183251436)  --> TIME: 2025-03-23 09:31:46 -- STEP: 30000/31555 -- GLOBAL_STEP: 30000 | > loss_text_ce: 0.15083806216716766 (0.20555654026965275) | > loss_mel_ce: 4.2369303703308105 (nan) | > loss: 0.01741177961230278 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14096592891216153) | > loader_time: 0.0045 (0.004610192926724777) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_30000.pth  --> TIME: 2025-03-23 09:32:01 -- STEP: 30050/31555 -- GLOBAL_STEP: 30050 | > loss_text_ce: 0.15813037753105164 (0.205466202100531) | > loss_mel_ce: 0.0341796875 (nan) | > loss: 0.000763135205488652 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1409641943993453) | > loader_time: 0.0044 (0.00461025777553364)  --> TIME: 2025-03-23 09:32:11 -- STEP: 30100/31555 -- GLOBAL_STEP: 30100 | > loss_text_ce: 0.14848925173282623 (0.20537547332875133) | > loss_mel_ce: 2.1766164302825928 (nan) | > loss: 0.009226609952747822 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14095938491662746) | > loader_time: 0.0047 (0.004610189520243419)  --> TIME: 2025-03-23 09:32:21 -- STEP: 30150/31555 -- GLOBAL_STEP: 30150 | > loss_text_ce: 0.18309152126312256 (0.20528709950311638) | > loss_mel_ce: 4.263391971588135 (nan) | > loss: 0.01764477789402008 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14096436485524472) | > loader_time: 0.0048 (0.004610085463642505)  --> TIME: 2025-03-23 09:32:30 -- STEP: 30200/31555 -- GLOBAL_STEP: 30200 | > loss_text_ce: 0.16274915635585785 (0.2051954730311468) | > loss_mel_ce: 4.588971138000488 (nan) | > loss: 0.01885603368282318 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14096568811808077) | > loader_time: 0.0044 (0.00460988860256627)  --> TIME: 2025-03-23 09:32:40 -- STEP: 30250/31555 -- GLOBAL_STEP: 30250 | > loss_text_ce: 0.14490412175655365 (0.2051033780523073) | > loss_mel_ce: 4.87993049621582 (nan) | > loss: 0.01993982121348381 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14096879553991778) | > loader_time: 0.0049 (0.004610039774051407)  --> TIME: 2025-03-23 09:32:50 -- STEP: 30300/31555 -- GLOBAL_STEP: 30300 | > loss_text_ce: 0.1497395783662796 (0.20501258156406776) | > loss_mel_ce: 4.386655330657959 (nan) | > loss: 0.01800156943500042 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14097722944253224) | > loader_time: 0.0047 (0.004610236737594377)  --> TIME: 2025-03-23 09:33:00 -- STEP: 30350/31555 -- GLOBAL_STEP: 30350 | > loss_text_ce: 0.1562456637620926 (0.20493029042685618) | > loss_mel_ce: 3.29294753074646 (nan) | > loss: 0.013687275350093842 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14097298432810376) | > loader_time: 0.0043 (0.004610418935584104)  --> TIME: 2025-03-23 09:33:09 -- STEP: 30400/31555 -- GLOBAL_STEP: 30400 | > loss_text_ce: 0.20782984793186188 (0.2048409043926449) | > loss_mel_ce: 3.140775680541992 (nan) | > loss: 0.013288117945194244 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14097980981594516) | > loader_time: 0.0043 (0.004610491889087802)  --> TIME: 2025-03-23 09:33:19 -- STEP: 30450/31555 -- GLOBAL_STEP: 30450 | > loss_text_ce: 0.14930742979049683 (0.20475113827288616) | > loss_mel_ce: 5.444007396697998 (nan) | > loss: 0.022195694968104362 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1409908300158609) | > loader_time: 0.0047 (0.004610524545553698)  --> TIME: 2025-03-23 09:33:29 -- STEP: 30500/31555 -- GLOBAL_STEP: 30500 | > loss_text_ce: 0.15528644621372223 (0.20466306999985287) | > loss_mel_ce: 4.258111000061035 (nan) | > loss: 0.01751348190009594 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14099334685528742) | > loader_time: 0.0045 (0.004610571181187888)  --> TIME: 2025-03-23 09:33:39 -- STEP: 30550/31555 -- GLOBAL_STEP: 30550 | > loss_text_ce: 0.14274464547634125 (0.20457525173814886) | > loss_mel_ce: 3.6543478965759277 (nan) | > loss: 0.015067827887833118 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1409961134478218) | > loader_time: 0.0049 (0.004610607058248841)  --> TIME: 2025-03-23 09:33:49 -- STEP: 30600/31555 -- GLOBAL_STEP: 30600 | > loss_text_ce: 0.14976762235164642 (0.20449001408066406) | > loss_mel_ce: 4.493283271789551 (nan) | > loss: 0.018424805253744125 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14099778039003388) | > loader_time: 0.0047 (0.004610804342756109)  --> TIME: 2025-03-23 09:33:58 -- STEP: 30650/31555 -- GLOBAL_STEP: 30650 | > loss_text_ce: 0.15122738480567932 (0.20440265804699326) | > loss_mel_ce: 4.293529033660889 (nan) | > loss: 0.01763792335987091 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14099352025285508) | > loader_time: 0.0046 (0.004610834635101392)  --> TIME: 2025-03-23 09:34:08 -- STEP: 30700/31555 -- GLOBAL_STEP: 30700 | > loss_text_ce: 0.1562008559703827 (0.20432029745987432) | > loss_mel_ce: 4.61002779006958 (nan) | > loss: 0.01891360618174076 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14098753356001542) | > loader_time: 0.0043 (0.0046106638116246565)  --> TIME: 2025-03-23 09:34:17 -- STEP: 30750/31555 -- GLOBAL_STEP: 30750 | > loss_text_ce: 0.14321231842041016 (0.2042287514415696) | > loss_mel_ce: 4.262853622436523 (nan) | > loss: 0.0174843892455101 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14098637177692075) | > loader_time: 0.0044 (0.004610438137519674)  --> TIME: 2025-03-23 09:34:27 -- STEP: 30800/31555 -- GLOBAL_STEP: 30800 | > loss_text_ce: 0.1551685780286789 (0.20414302609885063) | > loss_mel_ce: 2.7651638984680176 (nan) | > loss: 0.011588621884584427 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14098426306402406) | > loader_time: 0.0043 (0.004610192497055276)  --> TIME: 2025-03-23 09:34:37 -- STEP: 30850/31555 -- GLOBAL_STEP: 30850 | > loss_text_ce: 0.156074658036232 (0.2040582133409364) | > loss_mel_ce: 1.76141357421875 (nan) | > loss: 0.007609080523252487 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1409901673364859) | > loader_time: 0.0069 (0.004610044983256409)  --> TIME: 2025-03-23 09:34:46 -- STEP: 30900/31555 -- GLOBAL_STEP: 30900 | > loss_text_ce: 0.1579507291316986 (0.20397366527431773) | > loss_mel_ce: 5.037415504455566 (nan) | > loss: 0.02061653509736061 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1409948116367291) | > loader_time: 0.0047 (0.004610036530541008)  --> TIME: 2025-03-23 09:34:56 -- STEP: 30950/31555 -- GLOBAL_STEP: 30950 | > loss_text_ce: 0.15338152647018433 (0.20388512875397272) | > loss_mel_ce: 4.213497638702393 (nan) | > loss: 0.017328886315226555 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14099889062718038) | > loader_time: 0.0047 (0.004610106317215113)  --> TIME: 2025-03-23 09:35:06 -- STEP: 31000/31555 -- GLOBAL_STEP: 31000 | > loss_text_ce: 0.15628047287464142 (0.2037979961395742) | > loss_mel_ce: 4.233177661895752 (nan) | > loss: 0.01741848513484001 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14100494767004323) | > loader_time: 0.0046 (0.004610136655069191)  --> TIME: 2025-03-23 09:35:15 -- STEP: 31050/31555 -- GLOBAL_STEP: 31050 | > loss_text_ce: 0.14071455597877502 (0.2037142058290335) | > loss_mel_ce: 4.692145824432373 (nan) | > loss: 0.01917801797389984 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14099580514450075) | > loader_time: 0.0052 (0.00460995997399718)  --> TIME: 2025-03-23 09:35:25 -- STEP: 31100/31555 -- GLOBAL_STEP: 31100 | > loss_text_ce: 0.1340392678976059 (0.20362712392805066) | > loss_mel_ce: 3.356757640838623 (nan) | > loss: 0.013852369040250778 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14099270074697048) | > loader_time: 0.0043 (0.004609721803205213)  --> TIME: 2025-03-23 09:35:34 -- STEP: 31150/31555 -- GLOBAL_STEP: 31150 | > loss_text_ce: 0.19417409598827362 (0.20354381997072463) | > loss_mel_ce: 2.84845232963562 (nan) | > loss: 0.012073914520442486 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14099285370656686) | > loader_time: 0.0043 (0.004609475219996003)  --> TIME: 2025-03-23 09:35:44 -- STEP: 31200/31555 -- GLOBAL_STEP: 31200 | > loss_text_ce: 0.1483403593301773 (0.20345628020329712) | > loss_mel_ce: 3.789483070373535 (nan) | > loss: 0.01562628522515297 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14099924756166143) | > loader_time: 0.0051 (0.0046093163199914045)  --> TIME: 2025-03-23 09:35:54 -- STEP: 31250/31555 -- GLOBAL_STEP: 31250 | > loss_text_ce: 0.15464624762535095 (0.20336836675977685) | > loss_mel_ce: 0.5412946343421936 (nan) | > loss: 0.0027616701554507017 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14100012722778202) | > loader_time: 0.0048 (0.004609112724304223)  --> TIME: 2025-03-23 09:36:04 -- STEP: 31300/31555 -- GLOBAL_STEP: 31300 | > loss_text_ce: 0.1485253870487213 (0.20328667637067838) | > loss_mel_ce: 2.6283087730407715 (nan) | > loss: 0.01101918425410986 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1409978784311301) | > loader_time: 0.0045 (0.00460889547396775)  --> TIME: 2025-03-23 09:36:13 -- STEP: 31350/31555 -- GLOBAL_STEP: 31350 | > loss_text_ce: 0.13799892365932465 (0.20319522606176219) | > loss_mel_ce: 4.753491401672363 (nan) | > loss: 0.01941067725419998 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14099870835384756) | > loader_time: 0.0046 (0.004608724904402615)  --> TIME: 2025-03-23 09:36:23 -- STEP: 31400/31555 -- GLOBAL_STEP: 31400 | > loss_text_ce: 0.15095394849777222 (0.20311090547093139) | > loss_mel_ce: 4.092245101928711 (nan) | > loss: 0.016838092356920242 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14099385686740634) | > loader_time: 0.0049 (0.004608472471783898)  --> TIME: 2025-03-23 09:36:33 -- STEP: 31450/31555 -- GLOBAL_STEP: 31450 | > loss_text_ce: 0.14883577823638916 (0.203020902188385) | > loss_mel_ce: 4.388301372528076 (nan) | > loss: 0.018004512414336205 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14100451887127585) | > loader_time: 0.0045 (0.004608274658457866)  --> TIME: 2025-03-23 09:36:42 -- STEP: 31500/31555 -- GLOBAL_STEP: 31500 | > loss_text_ce: 0.15304285287857056 (0.20293175991045082) | > loss_mel_ce: 4.202151298522949 (nan) | > loss: 0.0172825176268816 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14099865326805602) | > loader_time: 0.0046 (0.004608049036964561)  --> TIME: 2025-03-23 09:36:51 -- STEP: 31550/31555 -- GLOBAL_STEP: 31550 | > loss_text_ce: 0.16348214447498322 (0.20284544195265453) | > loss_mel_ce: 4.715219497680664 (nan) | > loss: 0.019359927624464035 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1409930368913134) | > loader_time: 0.0044 (0.004607802638916909)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021119073232014975 (-0.002945783933003737) | > avg_loss_text_ce: 0.14168656408786773 (-0.13085357397794722) | > avg_loss_mel_ce: 4.056487660408021 (-1.755982902844747) | > avg_loss: 4.198174225489301 (-1.886836468378701) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_31555.pth  > EPOCH: 2/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 09:37:14)   --> TIME: 2025-03-23 09:37:23 -- STEP: 45/31555 -- GLOBAL_STEP: 31600 | > loss_text_ce: 0.1543281227350235 (0.14365053657028415) | > loss_mel_ce: 2.971869468688965 (4.014072526163525) | > loss: 0.012405546382069588 (0.016498901808841362) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14211681683858232) | > loader_time: 0.0044 (0.004573890897962784)  --> TIME: 2025-03-23 09:37:33 -- STEP: 95/31555 -- GLOBAL_STEP: 31650 | > loss_text_ce: 0.14408044517040253 (0.14550598067672635) | > loss_mel_ce: 4.694868087768555 (3.7830954705806157) | > loss: 0.019202178344130516 (0.015589689114743746) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14030827723051373) | > loader_time: 0.0048 (0.00454963382921721)  --> TIME: 2025-03-23 09:37:43 -- STEP: 145/31555 -- GLOBAL_STEP: 31700 | > loss_text_ce: 0.13596007227897644 (0.1445095462531879) | > loss_mel_ce: 4.604158878326416 (nan) | > loss: 0.01880999654531479 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14063029946952027) | > loader_time: 0.0044 (0.0045404697286671614)  --> TIME: 2025-03-23 09:37:52 -- STEP: 195/31555 -- GLOBAL_STEP: 31750 | > loss_text_ce: 0.15022321045398712 (0.1453455601365138) | > loss_mel_ce: 3.879279613494873 (nan) | > loss: 0.015990091487765312 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.13978762748913895) | > loader_time: 0.0043 (0.004525720156156099)  --> TIME: 2025-03-23 09:38:01 -- STEP: 245/31555 -- GLOBAL_STEP: 31800 | > loss_text_ce: 0.1482081115245819 (0.145115074302469) | > loss_mel_ce: 4.2395100593566895 (nan) | > loss: 0.017411580309271812 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.13993079808293565) | > loader_time: 0.0046 (0.004515344269421632)  --> TIME: 2025-03-23 09:38:11 -- STEP: 295/31555 -- GLOBAL_STEP: 31850 | > loss_text_ce: 0.14540082216262817 (0.14511832473641742) | > loss_mel_ce: 5.010318279266357 (nan) | > loss: 0.02045920491218567 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.13961781323966344) | > loader_time: 0.0047 (0.004496093523704396)  --> TIME: 2025-03-23 09:38:21 -- STEP: 345/31555 -- GLOBAL_STEP: 31900 | > loss_text_ce: 0.1423647254705429 (0.1449794988053433) | > loss_mel_ce: 4.1309967041015625 (nan) | > loss: 0.016957784071564674 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.13993483073469537) | > loader_time: 0.0046 (0.004494799738344936)  --> TIME: 2025-03-23 09:38:30 -- STEP: 395/31555 -- GLOBAL_STEP: 31950 | > loss_text_ce: 0.13202033936977386 (0.14500792722536057) | > loss_mel_ce: 4.3441667556762695 (nan) | > loss: 0.017762647941708565 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14053254851812058) | > loader_time: 0.0049 (0.004499652114095565)  --> TIME: 2025-03-23 09:38:40 -- STEP: 445/31555 -- GLOBAL_STEP: 32000 | > loss_text_ce: 0.14467653632164001 (0.1451224495353325) | > loss_mel_ce: 4.872342109680176 (nan) | > loss: 0.019908806309103966 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14084400434172556) | > loader_time: 0.0044 (0.0044930779532100385)  --> TIME: 2025-03-23 09:38:50 -- STEP: 495/31555 -- GLOBAL_STEP: 32050 | > loss_text_ce: 0.14459586143493652 (0.14514054392624395) | > loss_mel_ce: 5.085511207580566 (nan) | > loss: 0.020754395052790642 (nan) | > current_lr: 5e-06 | > step_time: 0.1892 (0.14104795166940406) | > loader_time: 0.0046 (0.004500582242252852)  --> TIME: 2025-03-23 09:39:00 -- STEP: 545/31555 -- GLOBAL_STEP: 32100 | > loss_text_ce: 0.18364118039608002 (0.14536075659027897) | > loss_mel_ce: 0.5123196840286255 (nan) | > loss: 0.0027617497835308313 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14081743004125194) | > loader_time: 0.0045 (0.00449283363622263)  --> TIME: 2025-03-23 09:39:09 -- STEP: 595/31555 -- GLOBAL_STEP: 32150 | > loss_text_ce: 0.12503211200237274 (0.1453288985024982) | > loss_mel_ce: 4.09242582321167 (nan) | > loss: 0.016735944896936417 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14117115205075575) | > loader_time: 0.0044 (0.00449262907525071)  --> TIME: 2025-03-23 09:39:19 -- STEP: 645/31555 -- GLOBAL_STEP: 32200 | > loss_text_ce: 0.13778764009475708 (0.14549746505280803) | > loss_mel_ce: 4.7010884284973145 (nan) | > loss: 0.019201891496777534 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.1411001039105794) | > loader_time: 0.0046 (0.004492961898330573)  --> TIME: 2025-03-23 09:39:28 -- STEP: 695/31555 -- GLOBAL_STEP: 32250 | > loss_text_ce: 0.14569304883480072 (0.1454980916042124) | > loss_mel_ce: 4.187568664550781 (nan) | > loss: 0.017195483669638634 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.1409869660576471) | > loader_time: 0.0048 (0.004491561436824664)  --> TIME: 2025-03-23 09:39:38 -- STEP: 745/31555 -- GLOBAL_STEP: 32300 | > loss_text_ce: 0.13952523469924927 (0.1453372597494382) | > loss_mel_ce: 4.350809097290039 (nan) | > loss: 0.017818788066506386 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14127456645837558) | > loader_time: 0.0045 (0.00448940904348489)  --> TIME: 2025-03-23 09:39:48 -- STEP: 795/31555 -- GLOBAL_STEP: 32350 | > loss_text_ce: 0.15547677874565125 (0.14519239582543098) | > loss_mel_ce: 3.865227222442627 (nan) | > loss: 0.01595517434179783 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1415684679019376) | > loader_time: 0.0044 (0.004489602082930274)  --> TIME: 2025-03-23 09:39:58 -- STEP: 845/31555 -- GLOBAL_STEP: 32400 | > loss_text_ce: 0.1335066705942154 (0.1450417284341253) | > loss_mel_ce: 4.610205173492432 (nan) | > loss: 0.018824255093932152 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1415755731819649) | > loader_time: 0.0044 (0.00449041755947136)  --> TIME: 2025-03-23 09:40:08 -- STEP: 895/31555 -- GLOBAL_STEP: 32450 | > loss_text_ce: 0.1376660168170929 (0.14479870851978896) | > loss_mel_ce: 4.901561260223389 (nan) | > loss: 0.01999693550169468 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14173572556266553) | > loader_time: 0.0042 (0.004486698278501715)  --> TIME: 2025-03-23 09:40:17 -- STEP: 945/31555 -- GLOBAL_STEP: 32500 | > loss_text_ce: 0.13077585399150848 (0.14460225821172107) | > loss_mel_ce: 2.5770437717437744 (nan) | > loss: 0.010745316743850708 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.141502775464739) | > loader_time: 0.0042 (0.004479138056437177)  --> TIME: 2025-03-23 09:40:27 -- STEP: 995/31555 -- GLOBAL_STEP: 32550 | > loss_text_ce: 0.14483700692653656 (0.14440867741353536) | > loss_mel_ce: 4.8210930824279785 (nan) | > loss: 0.01970607228577137 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14154435761609857) | > loader_time: 0.0042 (0.004471613054898518)  --> TIME: 2025-03-23 09:40:37 -- STEP: 1045/31555 -- GLOBAL_STEP: 32600 | > loss_text_ce: 0.1621341109275818 (0.144297259939059) | > loss_mel_ce: 5.0678815841674805 (nan) | > loss: 0.020754031836986542 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14184167989703445) | > loader_time: 0.0044 (0.004464905113694772)  --> TIME: 2025-03-23 09:40:47 -- STEP: 1095/31555 -- GLOBAL_STEP: 32650 | > loss_text_ce: 0.13667576014995575 (0.14430115318869882) | > loss_mel_ce: 5.242644309997559 (nan) | > loss: 0.02134650945663452 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14210244052486323) | > loader_time: 0.0042 (0.004464756517105454)  --> TIME: 2025-03-23 09:40:57 -- STEP: 1145/31555 -- GLOBAL_STEP: 32700 | > loss_text_ce: 0.13639530539512634 (0.1441614294872013) | > loss_mel_ce: 4.956920146942139 (nan) | > loss: 0.02021157182753086 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14241695070891391) | > loader_time: 0.0043 (0.004461381112644247)  --> TIME: 2025-03-23 09:41:07 -- STEP: 1195/31555 -- GLOBAL_STEP: 32750 | > loss_text_ce: 0.13630986213684082 (0.14411801884114495) | > loss_mel_ce: 4.829166889190674 (nan) | > loss: 0.019704274833202362 (nan) | > current_lr: 5e-06 | > step_time: 0.1932 (0.1422706272811569) | > loader_time: 0.0045 (0.004457095477371541)  --> TIME: 2025-03-23 09:41:16 -- STEP: 1245/31555 -- GLOBAL_STEP: 32800 | > loss_text_ce: 0.1329558789730072 (0.144021868310779) | > loss_mel_ce: 4.353227615356445 (nan) | > loss: 0.017802316695451736 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14216905157250076) | > loader_time: 0.0047 (0.004456674430265011)  --> TIME: 2025-03-23 09:41:26 -- STEP: 1295/31555 -- GLOBAL_STEP: 32850 | > loss_text_ce: 0.1534828096628189 (0.14400919526240086) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14200080702203566) | > loader_time: 0.0044 (0.0044526264013931135)  --> TIME: 2025-03-23 09:41:35 -- STEP: 1345/31555 -- GLOBAL_STEP: 32900 | > loss_text_ce: 0.125961035490036 (0.14388420385166611) | > loss_mel_ce: 4.51861047744751 (nan) | > loss: 0.018430840224027634 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14202278147842795) | > loader_time: 0.0045 (0.004457190311531158)  --> TIME: 2025-03-23 09:41:45 -- STEP: 1395/31555 -- GLOBAL_STEP: 32950 | > loss_text_ce: 0.14567652344703674 (0.14372922894561585) | > loss_mel_ce: 4.5816121101379395 (nan) | > loss: 0.01875908300280571 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14209481806737959) | > loader_time: 0.0046 (0.004461854333091386)  --> TIME: 2025-03-23 09:41:55 -- STEP: 1445/31555 -- GLOBAL_STEP: 33000 | > loss_text_ce: 0.13673579692840576 (0.1436940406020537) | > loss_mel_ce: 4.890552043914795 (nan) | > loss: 0.01994955725967884 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14204440248878752) | > loader_time: 0.0045 (0.004463970619914446)  --> TIME: 2025-03-23 09:42:04 -- STEP: 1495/31555 -- GLOBAL_STEP: 33050 | > loss_text_ce: 0.1511291116476059 (0.1436509639921794) | > loss_mel_ce: 0.1162109375 (nan) | > loss: 0.0010608733864501119 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1419807260251762) | > loader_time: 0.0045 (0.004462622160895615)  --> TIME: 2025-03-23 09:42:14 -- STEP: 1545/31555 -- GLOBAL_STEP: 33100 | > loss_text_ce: 0.1407904177904129 (0.14355320129965507) | > loss_mel_ce: 4.6478447914123535 (nan) | > loss: 0.01900252141058445 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14205919901529948) | > loader_time: 0.0045 (0.004461811892808836)  --> TIME: 2025-03-23 09:42:24 -- STEP: 1595/31555 -- GLOBAL_STEP: 33150 | > loss_text_ce: 0.1308995485305786 (0.14343695854038271) | > loss_mel_ce: 4.840651512145996 (nan) | > loss: 0.01972837746143341 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14201493158609527) | > loader_time: 0.0042 (0.004458167635161303)  --> TIME: 2025-03-23 09:42:33 -- STEP: 1645/31555 -- GLOBAL_STEP: 33200 | > loss_text_ce: 0.14194665849208832 (0.14334649617548761) | > loss_mel_ce: 3.9967031478881836 (nan) | > loss: 0.016423214226961136 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14198890558492108) | > loader_time: 0.0042 (0.004454738680714896)  --> TIME: 2025-03-23 09:42:43 -- STEP: 1695/31555 -- GLOBAL_STEP: 33250 | > loss_text_ce: 0.150990828871727 (0.14326009297177503) | > loss_mel_ce: 4.166151523590088 (nan) | > loss: 0.017131518572568893 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14208400791021938) | > loader_time: 0.0042 (0.0044517435507085154)  --> TIME: 2025-03-23 09:42:53 -- STEP: 1745/31555 -- GLOBAL_STEP: 33300 | > loss_text_ce: 0.14119286835193634 (0.14310089660578953) | > loss_mel_ce: 4.070219039916992 (nan) | > loss: 0.016711954027414322 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14210068530544526) | > loader_time: 0.0045 (0.004452060081897292)  --> TIME: 2025-03-23 09:43:03 -- STEP: 1795/31555 -- GLOBAL_STEP: 33350 | > loss_text_ce: 0.12474609166383743 (0.14300991768292404) | > loss_mel_ce: 4.407548904418945 (nan) | > loss: 0.017985299229621887 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14207958989156677) | > loader_time: 0.0045 (0.004453875028987453)  --> TIME: 2025-03-23 09:43:12 -- STEP: 1845/31555 -- GLOBAL_STEP: 33400 | > loss_text_ce: 0.13436353206634521 (0.14297228540346882) | > loss_mel_ce: 3.548811674118042 (nan) | > loss: 0.01461577508598566 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1419655925213163) | > loader_time: 0.0043 (0.004455732588522483)  --> TIME: 2025-03-23 09:43:22 -- STEP: 1895/31555 -- GLOBAL_STEP: 33450 | > loss_text_ce: 0.13883955776691437 (0.14286139153710775) | > loss_mel_ce: 4.541566848754883 (nan) | > loss: 0.01857304386794567 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14206442870691174) | > loader_time: 0.0043 (0.004456914257562888)  --> TIME: 2025-03-23 09:43:32 -- STEP: 1945/31555 -- GLOBAL_STEP: 33500 | > loss_text_ce: 0.1358773559331894 (0.14277037243456955) | > loss_mel_ce: 4.672074317932129 (nan) | > loss: 0.019079172983765602 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14200534097333217) | > loader_time: 0.0042 (0.004458040075620836)  --> TIME: 2025-03-23 09:43:41 -- STEP: 1995/31555 -- GLOBAL_STEP: 33550 | > loss_text_ce: 0.15104518830776215 (0.1426815157097982) | > loss_mel_ce: 4.587353706359863 (nan) | > loss: 0.018803171813488007 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14192849747220404) | > loader_time: 0.0045 (0.004458851802319217)  --> TIME: 2025-03-23 09:43:51 -- STEP: 2045/31555 -- GLOBAL_STEP: 33600 | > loss_text_ce: 0.12628959119319916 (0.1425954070680008) | > loss_mel_ce: 4.550223350524902 (nan) | > loss: 0.01855759136378765 (nan) | > current_lr: 5e-06 | > step_time: 0.1895 (0.14197869125963158) | > loader_time: 0.0044 (0.004459150263033173)  --> TIME: 2025-03-23 09:44:01 -- STEP: 2095/31555 -- GLOBAL_STEP: 33650 | > loss_text_ce: 0.1409292370080948 (0.14246929372551909) | > loss_mel_ce: 1.068115234375 (nan) | > loss: 0.004797795787453651 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1419805832865133) | > loader_time: 0.0044 (0.0044568512490939455)  --> TIME: 2025-03-23 09:44:10 -- STEP: 2145/31555 -- GLOBAL_STEP: 33700 | > loss_text_ce: 0.13537615537643433 (0.14239899391408298) | > loss_mel_ce: 3.5012524127960205 (nan) | > loss: 0.014431066811084747 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14195243484212555) | > loader_time: 0.0042 (0.004454115220716785)  --> TIME: 2025-03-23 09:44:20 -- STEP: 2195/31555 -- GLOBAL_STEP: 33750 | > loss_text_ce: 0.13153977692127228 (0.14231821910599105) | > loss_mel_ce: 5.427648544311523 (nan) | > loss: 0.022060273215174675 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1419947296177339) | > loader_time: 0.0044 (0.0044519409231824625)  --> TIME: 2025-03-23 09:44:30 -- STEP: 2245/31555 -- GLOBAL_STEP: 33800 | > loss_text_ce: 0.13189053535461426 (0.14226623977677594) | > loss_mel_ce: 4.1481404304504395 (nan) | > loss: 0.016984252259135246 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1421552868356686) | > loader_time: 0.0043 (0.004449885247279383)  --> TIME: 2025-03-23 09:44:40 -- STEP: 2295/31555 -- GLOBAL_STEP: 33850 | > loss_text_ce: 0.13756290078163147 (0.14218894782149455) | > loss_mel_ce: 3.3608720302581787 (nan) | > loss: 0.013882679864764214 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14216717645233773) | > loader_time: 0.0043 (0.004447436904076142)  --> TIME: 2025-03-23 09:44:50 -- STEP: 2345/31555 -- GLOBAL_STEP: 33900 | > loss_text_ce: 0.1345359832048416 (0.14208435238297304) | > loss_mel_ce: 4.321400165557861 (nan) | > loss: 0.017682285979390144 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14218480368412914) | > loader_time: 0.0042 (0.004445069990178418)  --> TIME: 2025-03-23 09:44:59 -- STEP: 2395/31555 -- GLOBAL_STEP: 33950 | > loss_text_ce: 0.15699441730976105 (0.14199118053614468) | > loss_mel_ce: 3.689854145050049 (nan) | > loss: 0.015265272930264473 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1422004142235617) | > loader_time: 0.0044 (0.004444052331880637)  --> TIME: 2025-03-23 09:45:09 -- STEP: 2445/31555 -- GLOBAL_STEP: 34000 | > loss_text_ce: 0.1508948802947998 (0.14189750451312705) | > loss_mel_ce: 4.46827507019043 (nan) | > loss: 0.01833004131913185 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14222386024724754) | > loader_time: 0.0043 (0.004444645275123769)  --> TIME: 2025-03-23 09:45:19 -- STEP: 2495/31555 -- GLOBAL_STEP: 34050 | > loss_text_ce: 0.1393655687570572 (0.14185561768576213) | > loss_mel_ce: 3.3395864963531494 (nan) | > loss: 0.01380536612123251 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14221058770984374) | > loader_time: 0.0045 (0.004444108171787912)  --> TIME: 2025-03-23 09:45:29 -- STEP: 2545/31555 -- GLOBAL_STEP: 34100 | > loss_text_ce: 0.12222516536712646 (0.14177580796665185) | > loss_mel_ce: 4.7013959884643555 (nan) | > loss: 0.01914135552942753 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1421856197252257) | > loader_time: 0.0042 (0.004441946569266627)  --> TIME: 2025-03-23 09:45:38 -- STEP: 2595/31555 -- GLOBAL_STEP: 34150 | > loss_text_ce: 0.1285708099603653 (0.14169848922474973) | > loss_mel_ce: 4.79917573928833 (nan) | > loss: 0.01955455169081688 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14220200007591188) | > loader_time: 0.0044 (0.004441576059154002)  --> TIME: 2025-03-23 09:45:48 -- STEP: 2645/31555 -- GLOBAL_STEP: 34200 | > loss_text_ce: 0.121287502348423 (0.14159897766401708) | > loss_mel_ce: 3.5594770908355713 (nan) | > loss: 0.014606209471821785 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14220920023710845) | > loader_time: 0.0047 (0.0044414483306538625)  --> TIME: 2025-03-23 09:45:58 -- STEP: 2695/31555 -- GLOBAL_STEP: 34250 | > loss_text_ce: 0.13889232277870178 (0.14150044616166632) | > loss_mel_ce: 2.2146224975585938 (nan) | > loss: 0.00933934561908245 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14223367650345223) | > loader_time: 0.0045 (0.004443136615080823)  --> TIME: 2025-03-23 09:46:08 -- STEP: 2745/31555 -- GLOBAL_STEP: 34300 | > loss_text_ce: 0.138724222779274 (0.1414261921914547) | > loss_mel_ce: 4.7947492599487305 (nan) | > loss: 0.019577277824282646 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14225351050468957) | > loader_time: 0.0043 (0.004443881985051169)  --> TIME: 2025-03-23 09:46:17 -- STEP: 2795/31555 -- GLOBAL_STEP: 34350 | > loss_text_ce: 0.11938703060150146 (0.14135373323249456) | > loss_mel_ce: 4.46638822555542 (nan) | > loss: 0.018197521567344666 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14220113788393188) | > loader_time: 0.0044 (0.004445129473008925)  --> TIME: 2025-03-23 09:46:27 -- STEP: 2845/31555 -- GLOBAL_STEP: 34400 | > loss_text_ce: 0.1321864277124405 (0.14126768199389736) | > loss_mel_ce: 4.7177863121032715 (nan) | > loss: 0.019245924428105354 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14212320207082954) | > loader_time: 0.0047 (0.004445153003417755)  --> TIME: 2025-03-23 09:46:36 -- STEP: 2895/31555 -- GLOBAL_STEP: 34450 | > loss_text_ce: 0.15912500023841858 (0.1412264304509021) | > loss_mel_ce: 4.7851152420043945 (nan) | > loss: 0.019620001316070557 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1420149178084932) | > loader_time: 0.0044 (0.004444887065722742)  --> TIME: 2025-03-23 09:46:45 -- STEP: 2945/31555 -- GLOBAL_STEP: 34500 | > loss_text_ce: 0.14747294783592224 (0.14118790409206727) | > loss_mel_ce: 3.945094347000122 (nan) | > loss: 0.016240347176790237 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14196319385781173) | > loader_time: 0.0045 (0.004445934133740153)  --> TIME: 2025-03-23 09:46:55 -- STEP: 2995/31555 -- GLOBAL_STEP: 34550 | > loss_text_ce: 0.1337682157754898 (0.1411179652223004) | > loss_mel_ce: 5.199758529663086 (nan) | > loss: 0.02116478979587555 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.1419699731772653) | > loader_time: 0.0046 (0.004446893064724987)  --> TIME: 2025-03-23 09:47:05 -- STEP: 3045/31555 -- GLOBAL_STEP: 34600 | > loss_text_ce: 0.13378646969795227 (0.14109528049557463) | > loss_mel_ce: 4.22051477432251 (nan) | > loss: 0.017278974875807762 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1419569519744524) | > loader_time: 0.0044 (0.004446649942883526)  --> TIME: 2025-03-23 09:47:14 -- STEP: 3095/31555 -- GLOBAL_STEP: 34650 | > loss_text_ce: 0.12593494355678558 (0.140978749662108) | > loss_mel_ce: 4.2429046630859375 (nan) | > loss: 0.017336666584014893 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14191584340590088) | > loader_time: 0.0046 (0.004447840026584315)  --> TIME: 2025-03-23 09:47:24 -- STEP: 3145/31555 -- GLOBAL_STEP: 34700 | > loss_text_ce: 0.14322443306446075 (0.1409145438780085) | > loss_mel_ce: 0.6006088256835938 (nan) | > loss: 0.002951719332486391 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1418640674202924) | > loader_time: 0.0046 (0.004448554549952573)  --> TIME: 2025-03-23 09:47:33 -- STEP: 3195/31555 -- GLOBAL_STEP: 34750 | > loss_text_ce: 0.1358315497636795 (0.14085871822350804) | > loss_mel_ce: 4.846739768981934 (nan) | > loss: 0.019772108644247055 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14185021091514907) | > loader_time: 0.0043 (0.004450911012986833)  --> TIME: 2025-03-23 09:47:43 -- STEP: 3245/31555 -- GLOBAL_STEP: 34800 | > loss_text_ce: 0.12840624153614044 (0.14078167994465005) | > loss_mel_ce: 4.216382026672363 (nan) | > loss: 0.01724122278392315 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14180729583893054) | > loader_time: 0.0045 (0.004451701674145431)  --> TIME: 2025-03-23 09:47:52 -- STEP: 3295/31555 -- GLOBAL_STEP: 34850 | > loss_text_ce: 0.1348099261522293 (0.14071111789196475) | > loss_mel_ce: 3.8415424823760986 (nan) | > loss: 0.015779176726937294 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14176222290363213) | > loader_time: 0.0071 (0.004454159555739083)  --> TIME: 2025-03-23 09:48:02 -- STEP: 3345/31555 -- GLOBAL_STEP: 34900 | > loss_text_ce: 0.1286879926919937 (0.14060938591513367) | > loss_mel_ce: 3.9731156826019287 (nan) | > loss: 0.016277000308036804 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14181750658203482) | > loader_time: 0.0044 (0.004456079665499059)  --> TIME: 2025-03-23 09:48:12 -- STEP: 3395/31555 -- GLOBAL_STEP: 34950 | > loss_text_ce: 0.1359887272119522 (0.14054617462611127) | > loss_mel_ce: 4.0928521156311035 (nan) | > loss: 0.016781115904450417 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14179400119584865) | > loader_time: 0.0045 (0.004456423027701511)  --> TIME: 2025-03-23 09:48:22 -- STEP: 3445/31555 -- GLOBAL_STEP: 35000 | > loss_text_ce: 0.13852398097515106 (0.140457179629837) | > loss_mel_ce: 4.746464729309082 (nan) | > loss: 0.019384877756237984 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1417791131964963) | > loader_time: 0.0046 (0.004456545964034788)  --> TIME: 2025-03-23 09:48:31 -- STEP: 3495/31555 -- GLOBAL_STEP: 35050 | > loss_text_ce: 0.13906900584697723 (0.14038308475790076) | > loss_mel_ce: 3.053804874420166 (nan) | > loss: 0.012670135125517845 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14173337686727) | > loader_time: 0.0045 (0.004458359553237496)  --> TIME: 2025-03-23 09:48:41 -- STEP: 3545/31555 -- GLOBAL_STEP: 35100 | > loss_text_ce: 0.13032476603984833 (0.140324308051713) | > loss_mel_ce: 3.704031229019165 (nan) | > loss: 0.015215699560940266 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14173910015897145) | > loader_time: 0.0047 (0.004459680522278431)  --> TIME: 2025-03-23 09:48:51 -- STEP: 3595/31555 -- GLOBAL_STEP: 35150 | > loss_text_ce: 0.14971034228801727 (0.140229001550084) | > loss_mel_ce: 4.3839263916015625 (nan) | > loss: 0.01799062266945839 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14178830207803506) | > loader_time: 0.0044 (0.004460329206994572)  --> TIME: 2025-03-23 09:49:00 -- STEP: 3645/31555 -- GLOBAL_STEP: 35200 | > loss_text_ce: 0.13650207221508026 (0.1401681966476641) | > loss_mel_ce: 4.132536888122559 (nan) | > loss: 0.016940632835030556 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14175261129894726) | > loader_time: 0.0042 (0.004459951999910242)  --> TIME: 2025-03-23 09:49:10 -- STEP: 3695/31555 -- GLOBAL_STEP: 35250 | > loss_text_ce: 0.13242992758750916 (0.14009989906752687) | > loss_mel_ce: 4.091628551483154 (nan) | > loss: 0.01676213927567005 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14172159712434002) | > loader_time: 0.0044 (0.004458408071804428)  --> TIME: 2025-03-23 09:49:19 -- STEP: 3745/31555 -- GLOBAL_STEP: 35300 | > loss_text_ce: 0.12825338542461395 (0.1400590673128815) | > loss_mel_ce: 4.383581161499023 (nan) | > loss: 0.01790410652756691 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1417054898270939) | > loader_time: 0.0047 (0.004459667396800057)  --> TIME: 2025-03-23 09:49:29 -- STEP: 3795/31555 -- GLOBAL_STEP: 35350 | > loss_text_ce: 0.12838949263095856 (0.13997644326393138) | > loss_mel_ce: 4.509667873382568 (nan) | > loss: 0.018404990434646606 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14167406976772728) | > loader_time: 0.0046 (0.004460115395044615)  --> TIME: 2025-03-23 09:49:38 -- STEP: 3845/31555 -- GLOBAL_STEP: 35400 | > loss_text_ce: 0.14092247188091278 (0.1398548253006524) | > loss_mel_ce: 0.076171875 (nan) | > loss: 0.0008614855469204485 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14167020193777122) | > loader_time: 0.0044 (0.004460847827330982)  --> TIME: 2025-03-23 09:49:48 -- STEP: 3895/31555 -- GLOBAL_STEP: 35450 | > loss_text_ce: 0.12213601171970367 (0.13974764742655363) | > loss_mel_ce: 5.648238182067871 (nan) | > loss: 0.022898312658071518 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14169591033259796) | > loader_time: 0.0043 (0.00445985286012387)  --> TIME: 2025-03-23 09:49:58 -- STEP: 3945/31555 -- GLOBAL_STEP: 35500 | > loss_text_ce: 0.1395898461341858 (0.13967368089238635) | > loss_mel_ce: 3.125509738922119 (nan) | > loss: 0.012956744991242886 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14166095410916313) | > loader_time: 0.0046 (0.004461095481166665)  --> TIME: 2025-03-23 09:50:07 -- STEP: 3995/31555 -- GLOBAL_STEP: 35550 | > loss_text_ce: 0.13816048204898834 (0.13961063427419312) | > loss_mel_ce: 4.319135665893555 (nan) | > loss: 0.017687685787677765 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14164511324914758) | > loader_time: 0.0047 (0.00446168060445964)  --> TIME: 2025-03-23 09:50:17 -- STEP: 4045/31555 -- GLOBAL_STEP: 35600 | > loss_text_ce: 0.14157158136367798 (0.1395509693030225) | > loss_mel_ce: 4.498331546783447 (nan) | > loss: 0.018412314355373383 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1416429734200573) | > loader_time: 0.0046 (0.004462549035127727)  --> TIME: 2025-03-23 09:50:27 -- STEP: 4095/31555 -- GLOBAL_STEP: 35650 | > loss_text_ce: 0.1231270283460617 (0.13942730289239133) | > loss_mel_ce: 3.9330050945281982 (nan) | > loss: 0.016095764935016632 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14167967419047955) | > loader_time: 0.0046 (0.004464372348436064)  --> TIME: 2025-03-23 09:50:37 -- STEP: 4145/31555 -- GLOBAL_STEP: 35700 | > loss_text_ce: 0.12989674508571625 (0.13935474960989472) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14165933025760466) | > loader_time: 0.0045 (0.004465940116541803)  --> TIME: 2025-03-23 09:50:46 -- STEP: 4195/31555 -- GLOBAL_STEP: 35750 | > loss_text_ce: 0.14032745361328125 (0.1393117952741086) | > loss_mel_ce: 4.0068745613098145 (nan) | > loss: 0.016457151621580124 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14165608010502365) | > loader_time: 0.0048 (0.004467035732337483)  --> TIME: 2025-03-23 09:50:56 -- STEP: 4245/31555 -- GLOBAL_STEP: 35800 | > loss_text_ce: 0.12953975796699524 (0.13922284504901095) | > loss_mel_ce: 4.942812442779541 (nan) | > loss: 0.020128384232521057 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1416965111124785) | > loader_time: 0.0046 (0.004468941660455311)  --> TIME: 2025-03-23 09:51:06 -- STEP: 4295/31555 -- GLOBAL_STEP: 35850 | > loss_text_ce: 0.1231769323348999 (0.13915058366772165) | > loss_mel_ce: 4.537653923034668 (nan) | > loss: 0.018495362251996994 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.1416417427751324) | > loader_time: 0.0047 (0.0044702095258222)  --> TIME: 2025-03-23 09:51:15 -- STEP: 4345/31555 -- GLOBAL_STEP: 35900 | > loss_text_ce: 0.14374405145645142 (0.13907156886213518) | > loss_mel_ce: 3.4100141525268555 (nan) | > loss: 0.014102215878665447 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14157628261315977) | > loader_time: 0.0044 (0.004470631058388937)  --> TIME: 2025-03-23 09:51:24 -- STEP: 4395/31555 -- GLOBAL_STEP: 35950 | > loss_text_ce: 0.1173829659819603 (0.13895199073222164) | > loss_mel_ce: 4.979714870452881 (nan) | > loss: 0.020226579159498215 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14157544793529347) | > loader_time: 0.0045 (0.004471483870713509)  --> TIME: 2025-03-23 09:51:34 -- STEP: 4445/31555 -- GLOBAL_STEP: 36000 | > loss_text_ce: 0.15758535265922546 (0.13889868605726868) | > loss_mel_ce: 4.331485271453857 (nan) | > loss: 0.017813771963119507 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1415008360408962) | > loader_time: 0.0044 (0.00447255119564026)  --> TIME: 2025-03-23 09:51:43 -- STEP: 4495/31555 -- GLOBAL_STEP: 36050 | > loss_text_ce: 0.12983015179634094 (0.13885964954290547) | > loss_mel_ce: 4.473805904388428 (nan) | > loss: 0.018268398940563202 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14149244948144246) | > loader_time: 0.0045 (0.004473946754871405)  --> TIME: 2025-03-23 09:51:53 -- STEP: 4545/31555 -- GLOBAL_STEP: 36100 | > loss_text_ce: 0.12264897674322128 (0.1387824998928767) | > loss_mel_ce: 4.678664684295654 (nan) | > loss: 0.019052833318710327 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14148855948999015) | > loader_time: 0.0045 (0.004474667275306021)  --> TIME: 2025-03-23 09:52:03 -- STEP: 4595/31555 -- GLOBAL_STEP: 36150 | > loss_text_ce: 0.1270841807126999 (0.13868878976694235) | > loss_mel_ce: 4.478655815124512 (nan) | > loss: 0.018276747316122055 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14147507612541818) | > loader_time: 0.0046 (0.004476587868359453)  --> TIME: 2025-03-23 09:52:12 -- STEP: 4645/31555 -- GLOBAL_STEP: 36200 | > loss_text_ce: 0.12987534701824188 (0.13860562012738356) | > loss_mel_ce: 3.98993182182312 (nan) | > loss: 0.016348442062735558 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1414437021454649) | > loader_time: 0.0043 (0.004477130789289686)  --> TIME: 2025-03-23 09:52:22 -- STEP: 4695/31555 -- GLOBAL_STEP: 36250 | > loss_text_ce: 0.13505305349826813 (0.13854917402243314) | > loss_mel_ce: 4.98490571975708 (nan) | > loss: 0.02031729742884636 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1414638088661009) | > loader_time: 0.0071 (0.004479569444260273)  --> TIME: 2025-03-23 09:52:32 -- STEP: 4745/31555 -- GLOBAL_STEP: 36300 | > loss_text_ce: 0.13228173553943634 (0.13846187849849967) | > loss_mel_ce: 4.34109354019165 (nan) | > loss: 0.01775149069726467 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14147168356450268) | > loader_time: 0.0047 (0.004480807120480948)  --> TIME: 2025-03-23 09:52:41 -- STEP: 4795/31555 -- GLOBAL_STEP: 36350 | > loss_text_ce: 0.13103778660297394 (0.1383990881325551) | > loss_mel_ce: 4.7734694480896 (nan) | > loss: 0.019462330266833305 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14143586720614792) | > loader_time: 0.0045 (0.004481873248739701)  --> TIME: 2025-03-23 09:52:51 -- STEP: 4845/31555 -- GLOBAL_STEP: 36400 | > loss_text_ce: 0.10469914972782135 (0.13830036532491305) | > loss_mel_ce: 3.3954317569732666 (nan) | > loss: 0.01388940867036581 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14144192544053338) | > loader_time: 0.0045 (0.004482689681313963)  --> TIME: 2025-03-23 09:53:00 -- STEP: 4895/31555 -- GLOBAL_STEP: 36450 | > loss_text_ce: 0.11500774323940277 (0.13827829928545432) | > loss_mel_ce: 3.972503185272217 (nan) | > loss: 0.01622028276324272 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14143664595786115) | > loader_time: 0.0047 (0.0044838260459705015)  --> TIME: 2025-03-23 09:53:10 -- STEP: 4945/31555 -- GLOBAL_STEP: 36500 | > loss_text_ce: 0.13542602956295013 (0.13819935975409828) | > loss_mel_ce: 3.8316287994384766 (nan) | > loss: 0.015742281451821327 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1414309342541517) | > loader_time: 0.0044 (0.004485241588133528)  --> TIME: 2025-03-23 09:53:20 -- STEP: 4995/31555 -- GLOBAL_STEP: 36550 | > loss_text_ce: 0.13156428933143616 (0.13811512119001554) | > loss_mel_ce: 0.06689453125 (nan) | > loss: 0.0007875350420363247 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14144548271988733) | > loader_time: 0.0045 (0.004486091382749325)  --> TIME: 2025-03-23 09:53:30 -- STEP: 5045/31555 -- GLOBAL_STEP: 36600 | > loss_text_ce: 0.12323135882616043 (0.1380208660548456) | > loss_mel_ce: 4.576144695281982 (nan) | > loss: 0.018648318946361542 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14147194336852423) | > loader_time: 0.0049 (0.0044873718700276614)  --> TIME: 2025-03-23 09:53:39 -- STEP: 5095/31555 -- GLOBAL_STEP: 36650 | > loss_text_ce: 0.13252826035022736 (0.13794104460557352) | > loss_mel_ce: 0.88446044921875 (nan) | > loss: 0.004035669844597578 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14144756099075748) | > loader_time: 0.0045 (0.004487759746442947)  --> TIME: 2025-03-23 09:53:49 -- STEP: 5145/31555 -- GLOBAL_STEP: 36700 | > loss_text_ce: 0.12937390804290771 (0.13787442872371303) | > loss_mel_ce: 3.8886258602142334 (nan) | > loss: 0.01594444364309311 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14144513113505647) | > loader_time: 0.0045 (0.004488733002465249)  --> TIME: 2025-03-23 09:53:59 -- STEP: 5195/31555 -- GLOBAL_STEP: 36750 | > loss_text_ce: 0.12202759832143784 (0.13778209466275587) | > loss_mel_ce: 4.792318344116211 (nan) | > loss: 0.019501373171806335 (nan) | > current_lr: 5e-06 | > step_time: 0.191 (0.14145432684258635) | > loader_time: 0.0047 (0.004489459477443898)  --> TIME: 2025-03-23 09:54:08 -- STEP: 5245/31555 -- GLOBAL_STEP: 36800 | > loss_text_ce: 0.10774224251508713 (0.13771869007664905) | > loss_mel_ce: 3.7010533809661865 (nan) | > loss: 0.015114269219338894 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14148521036960846) | > loader_time: 0.0045 (0.004491338784406022)  --> TIME: 2025-03-23 09:54:18 -- STEP: 5295/31555 -- GLOBAL_STEP: 36850 | > loss_text_ce: 0.1446986198425293 (0.13761892757317806) | > loss_mel_ce: 3.1172847747802734 (nan) | > loss: 0.012944378890097141 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1415173583260341) | > loader_time: 0.0046 (0.004492242117891679)  --> TIME: 2025-03-23 09:54:28 -- STEP: 5345/31555 -- GLOBAL_STEP: 36900 | > loss_text_ce: 0.12451421469449997 (0.13753519731776712) | > loss_mel_ce: 4.066527366638184 (nan) | > loss: 0.016631117090582848 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1415191878772876) | > loader_time: 0.0048 (0.004493608108962999)  --> TIME: 2025-03-23 09:54:38 -- STEP: 5395/31555 -- GLOBAL_STEP: 36950 | > loss_text_ce: 0.123665951192379 (0.13743909294678133) | > loss_mel_ce: 4.602307319641113 (nan) | > loss: 0.018753862008452415 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1415311009492778) | > loader_time: 0.0045 (0.004494351076792523)  --> TIME: 2025-03-23 09:54:48 -- STEP: 5445/31555 -- GLOBAL_STEP: 37000 | > loss_text_ce: 0.13560611009597778 (0.13734067122223573) | > loss_mel_ce: 4.790625095367432 (nan) | > loss: 0.019548539072275162 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14157516752721197) | > loader_time: 0.0045 (0.004495796005697402)  --> TIME: 2025-03-23 09:54:57 -- STEP: 5495/31555 -- GLOBAL_STEP: 37050 | > loss_text_ce: 0.14301303029060364 (0.13726560676146643) | > loss_mel_ce: 0.0513916015625 (nan) | > loss: 0.0007714469684287906 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14156373065639571) | > loader_time: 0.0044 (0.004496819892723637)  --> TIME: 2025-03-23 09:55:07 -- STEP: 5545/31555 -- GLOBAL_STEP: 37100 | > loss_text_ce: 0.1162971556186676 (0.1371828746282374) | > loss_mel_ce: 3.958949565887451 (nan) | > loss: 0.016171615570783615 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14152341181356928) | > loader_time: 0.0044 (0.004498247803601199)  --> TIME: 2025-03-23 09:55:17 -- STEP: 5595/31555 -- GLOBAL_STEP: 37150 | > loss_text_ce: 0.1247662678360939 (0.1370921864732764) | > loss_mel_ce: 3.8846704959869385 (nan) | > loss: 0.01591046340763569 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14152779140250843) | > loader_time: 0.0045 (0.00449881280928025)  --> TIME: 2025-03-23 09:55:27 -- STEP: 5645/31555 -- GLOBAL_STEP: 37200 | > loss_text_ce: 0.13322605192661285 (0.1370076403404567) | > loss_mel_ce: 4.391180992126465 (nan) | > loss: 0.01795399747788906 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1415780829369654) | > loader_time: 0.0044 (0.004500157395963446)  --> TIME: 2025-03-23 09:55:36 -- STEP: 5695/31555 -- GLOBAL_STEP: 37250 | > loss_text_ce: 0.11889839917421341 (0.1369511769124556) | > loss_mel_ce: 4.434005260467529 (nan) | > loss: 0.018067078664898872 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14155154123549102) | > loader_time: 0.0046 (0.0045003055374909185)  --> TIME: 2025-03-23 09:55:46 -- STEP: 5745/31555 -- GLOBAL_STEP: 37300 | > loss_text_ce: 0.12537024915218353 (0.13686960989153799) | > loss_mel_ce: 3.8889873027801514 (nan) | > loss: 0.015929991379380226 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1415841329191125) | > loader_time: 0.0044 (0.004501764498346267)  --> TIME: 2025-03-23 09:55:56 -- STEP: 5795/31555 -- GLOBAL_STEP: 37350 | > loss_text_ce: 0.135126993060112 (0.13679520823864982) | > loss_mel_ce: 3.9861936569213867 (nan) | > loss: 0.016354449093341827 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1415750223773632) | > loader_time: 0.0045 (0.00450214891211549)  --> TIME: 2025-03-23 09:56:05 -- STEP: 5845/31555 -- GLOBAL_STEP: 37400 | > loss_text_ce: 0.13026288151741028 (0.1366970971290423) | > loss_mel_ce: 4.313206672668457 (nan) | > loss: 0.01763281598687172 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14153321260463705) | > loader_time: 0.0046 (0.004501713800878994)  --> TIME: 2025-03-23 09:56:15 -- STEP: 5895/31555 -- GLOBAL_STEP: 37450 | > loss_text_ce: 0.14331737160682678 (0.13661393568715946) | > loss_mel_ce: 4.985682487487793 (nan) | > loss: 0.020353173837065697 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14153294623959783) | > loader_time: 0.0044 (0.004501477614411673)  --> TIME: 2025-03-23 09:56:24 -- STEP: 5945/31555 -- GLOBAL_STEP: 37500 | > loss_text_ce: 0.11894825845956802 (0.1365328868200939) | > loss_mel_ce: 4.944427013397217 (nan) | > loss: 0.020092761144042015 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1414727537044467) | > loader_time: 0.0041 (0.004500839226981796)  --> TIME: 2025-03-23 09:56:34 -- STEP: 5995/31555 -- GLOBAL_STEP: 37550 | > loss_text_ce: 0.11243107914924622 (0.13644237253718597) | > loss_mel_ce: 0.0870361328125 (nan) | > loss: 0.000791536585893482 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14151809233441992) | > loader_time: 0.0048 (0.004501480932927713)  --> TIME: 2025-03-23 09:56:43 -- STEP: 6045/31555 -- GLOBAL_STEP: 37600 | > loss_text_ce: 0.13231950998306274 (0.1363704518925757) | > loss_mel_ce: 3.9497127532958984 (nan) | > loss: 0.016198541969060898 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14150779190095047) | > loader_time: 0.0044 (0.0045019469643743535)  --> TIME: 2025-03-23 09:56:53 -- STEP: 6095/31555 -- GLOBAL_STEP: 37650 | > loss_text_ce: 0.11842767149209976 (0.1362793461466245) | > loss_mel_ce: 4.5358686447143555 (nan) | > loss: 0.0184694305062294 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14150957771751924) | > loader_time: 0.0045 (0.004503229233551653)  --> TIME: 2025-03-23 09:57:03 -- STEP: 6145/31555 -- GLOBAL_STEP: 37700 | > loss_text_ce: 0.13544078171253204 (0.1361983865681365) | > loss_mel_ce: 5.041312217712402 (nan) | > loss: 0.020542671903967857 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14146927960817188) | > loader_time: 0.0045 (0.004504185289362763)  --> TIME: 2025-03-23 09:57:12 -- STEP: 6195/31555 -- GLOBAL_STEP: 37750 | > loss_text_ce: 0.09675347059965134 (0.13610536501208456) | > loss_mel_ce: 3.5094051361083984 (nan) | > loss: 0.01431015320122242 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14145233563784188) | > loader_time: 0.0045 (0.0045047490225384795)  --> TIME: 2025-03-23 09:57:22 -- STEP: 6245/31555 -- GLOBAL_STEP: 37800 | > loss_text_ce: 0.08989172428846359 (0.13601679561303268) | > loss_mel_ce: 4.7473626136779785 (nan) | > loss: 0.01919545605778694 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1414204306178711) | > loader_time: 0.0047 (0.004505342746181811)  --> TIME: 2025-03-23 09:57:31 -- STEP: 6295/31555 -- GLOBAL_STEP: 37850 | > loss_text_ce: 0.12260530143976212 (0.13594619523707221) | > loss_mel_ce: 2.945810079574585 (nan) | > loss: 0.012176251970231533 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14141328719232296) | > loader_time: 0.0045 (0.004505823186884996)  --> TIME: 2025-03-23 09:57:41 -- STEP: 6345/31555 -- GLOBAL_STEP: 37900 | > loss_text_ce: 0.11523894220590591 (0.13586528883077104) | > loss_mel_ce: 5.6015625 (nan) | > loss: 0.022685721516609192 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14142963110320328) | > loader_time: 0.0045 (0.004506811257701302)  --> TIME: 2025-03-23 09:57:51 -- STEP: 6395/31555 -- GLOBAL_STEP: 37950 | > loss_text_ce: 0.1365130990743637 (0.13576730576411553) | > loss_mel_ce: 4.656275749206543 (nan) | > loss: 0.019019005820155144 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1414237244227982) | > loader_time: 0.0046 (0.004506862340633345)  --> TIME: 2025-03-23 09:58:00 -- STEP: 6445/31555 -- GLOBAL_STEP: 38000 | > loss_text_ce: 0.15300610661506653 (0.1356877610283919) | > loss_mel_ce: 4.970726490020752 (nan) | > loss: 0.020332273095846176 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1414433575120432) | > loader_time: 0.0045 (0.004507983720422814)  --> TIME: 2025-03-23 09:58:10 -- STEP: 6495/31555 -- GLOBAL_STEP: 38050 | > loss_text_ce: 0.14810782670974731 (0.13562117284127984) | > loss_mel_ce: 4.472243785858154 (nan) | > loss: 0.018334729596972466 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14145046844218181) | > loader_time: 0.0047 (0.004508456897515356)  --> TIME: 2025-03-23 09:58:20 -- STEP: 6545/31555 -- GLOBAL_STEP: 38100 | > loss_text_ce: 0.1197667121887207 (0.13554469799157587) | > loss_mel_ce: 4.218103885650635 (nan) | > loss: 0.017213772982358932 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14145321197597246) | > loader_time: 0.0045 (0.004509308576766008)  --> TIME: 2025-03-23 09:58:30 -- STEP: 6595/31555 -- GLOBAL_STEP: 38150 | > loss_text_ce: 0.13151739537715912 (0.13544390467281503) | > loss_mel_ce: 4.570075035095215 (nan) | > loss: 0.01865711435675621 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1415170205009991) | > loader_time: 0.0046 (0.004509640896835512)  --> TIME: 2025-03-23 09:58:40 -- STEP: 6645/31555 -- GLOBAL_STEP: 38200 | > loss_text_ce: 0.12909741699695587 (0.13537489937112415) | > loss_mel_ce: 4.522818088531494 (nan) | > loss: 0.0184599831700325 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14152025702844664) | > loader_time: 0.0045 (0.004510809228866967)  --> TIME: 2025-03-23 09:58:50 -- STEP: 6695/31555 -- GLOBAL_STEP: 38250 | > loss_text_ce: 0.13679739832878113 (0.13528970051403805) | > loss_mel_ce: 4.4007954597473145 (nan) | > loss: 0.018006322905421257 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14156331887790072) | > loader_time: 0.005 (0.0045114905376591125)  --> TIME: 2025-03-23 09:58:59 -- STEP: 6745/31555 -- GLOBAL_STEP: 38300 | > loss_text_ce: 0.11000337451696396 (0.13519111737840878) | > loss_mel_ce: 4.453964710235596 (nan) | > loss: 0.018110986799001694 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.1415455126073119) | > loader_time: 0.0047 (0.0045119935623180365)  --> TIME: 2025-03-23 09:59:09 -- STEP: 6795/31555 -- GLOBAL_STEP: 38350 | > loss_text_ce: 0.12202239781618118 (0.1351162789355227) | > loss_mel_ce: 4.201492786407471 (nan) | > loss: 0.017156807705760002 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14157345959857823) | > loader_time: 0.0048 (0.004512376799313271)  --> TIME: 2025-03-23 09:59:19 -- STEP: 6845/31555 -- GLOBAL_STEP: 38400 | > loss_text_ce: 0.12903985381126404 (0.1350277379383739) | > loss_mel_ce: 5.191743850708008 (nan) | > loss: 0.021114222705364227 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14159328991518702) | > loader_time: 0.0048 (0.004513390487436844)  --> TIME: 2025-03-23 09:59:28 -- STEP: 6895/31555 -- GLOBAL_STEP: 38450 | > loss_text_ce: 0.12639562785625458 (0.13496662871918874) | > loss_mel_ce: 4.125509738922119 (nan) | > loss: 0.016872640699148178 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1415350805079277) | > loader_time: 0.0044 (0.004513191053018449)  --> TIME: 2025-03-23 09:59:38 -- STEP: 6945/31555 -- GLOBAL_STEP: 38500 | > loss_text_ce: 0.1240428015589714 (0.1349032024209924) | > loss_mel_ce: 3.5950684547424316 (nan) | > loss: 0.014758378267288208 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14150882316545466) | > loader_time: 0.0043 (0.004513026622665115)  --> TIME: 2025-03-23 09:59:47 -- STEP: 6995/31555 -- GLOBAL_STEP: 38550 | > loss_text_ce: 0.1262572854757309 (0.134837126792585) | > loss_mel_ce: 4.588446140289307 (nan) | > loss: 0.01870914176106453 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1414868256635036) | > loader_time: 0.005 (0.004513913516575652)  --> TIME: 2025-03-23 09:59:57 -- STEP: 7045/31555 -- GLOBAL_STEP: 38600 | > loss_text_ce: 0.12026921659708023 (0.13474699619964473) | > loss_mel_ce: 4.110946178436279 (nan) | > loss: 0.016790539026260376 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14148792008967873) | > loader_time: 0.0046 (0.004514870904200972)  --> TIME: 2025-03-23 10:00:07 -- STEP: 7095/31555 -- GLOBAL_STEP: 38650 | > loss_text_ce: 0.11694344878196716 (0.13469812986693644) | > loss_mel_ce: 4.5646653175354 (nan) | > loss: 0.01857781410217285 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1414813608918251) | > loader_time: 0.0046 (0.004515596508055697)  --> TIME: 2025-03-23 10:00:16 -- STEP: 7145/31555 -- GLOBAL_STEP: 38700 | > loss_text_ce: 0.11434569954872131 (0.13459858975371258) | > loss_mel_ce: 2.5647172927856445 (nan) | > loss: 0.010631203651428223 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14151537817120183) | > loader_time: 0.0073 (0.004516651548648567)  --> TIME: 2025-03-23 10:00:26 -- STEP: 7195/31555 -- GLOBAL_STEP: 38750 | > loss_text_ce: 0.13099631667137146 (0.13451954410815922) | > loss_mel_ce: 4.124619007110596 (nan) | > loss: 0.0168873630464077 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1415232723334174) | > loader_time: 0.0044 (0.00451735641659756)  --> TIME: 2025-03-23 10:00:36 -- STEP: 7245/31555 -- GLOBAL_STEP: 38800 | > loss_text_ce: 0.10712968558073044 (0.13444796951578938) | > loss_mel_ce: 4.056710720062256 (nan) | > loss: 0.016523176804184914 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14154241192003605) | > loader_time: 0.0046 (0.004518029605873378)  --> TIME: 2025-03-23 10:00:46 -- STEP: 7295/31555 -- GLOBAL_STEP: 38850 | > loss_text_ce: 0.13641533255577087 (0.1343806897219198) | > loss_mel_ce: 4.335768699645996 (nan) | > loss: 0.017746763303875923 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14155150358606705) | > loader_time: 0.0044 (0.0045183423612933215)  --> TIME: 2025-03-23 10:00:55 -- STEP: 7345/31555 -- GLOBAL_STEP: 38900 | > loss_text_ce: 0.11546693742275238 (0.13430999350576206) | > loss_mel_ce: 5.45210599899292 (nan) | > loss: 0.022093545645475388 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1415219089788517) | > loader_time: 0.0045 (0.0045179830269394825)  --> TIME: 2025-03-23 10:01:05 -- STEP: 7395/31555 -- GLOBAL_STEP: 38950 | > loss_text_ce: 0.09601996093988419 (0.1342517288413058) | > loss_mel_ce: 3.8779568672180176 (nan) | > loss: 0.015769749879837036 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1414987493157796) | > loader_time: 0.0044 (0.004517514355848416)  --> TIME: 2025-03-23 10:01:14 -- STEP: 7445/31555 -- GLOBAL_STEP: 39000 | > loss_text_ce: 0.1431090086698532 (0.13417898923498903) | > loss_mel_ce: 3.029407262802124 (nan) | > loss: 0.012589351274073124 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14149803689376453) | > loader_time: 0.0045 (0.004516935540654663)  --> TIME: 2025-03-23 10:01:24 -- STEP: 7495/31555 -- GLOBAL_STEP: 39050 | > loss_text_ce: 0.11650022864341736 (0.13409534333506154) | > loss_mel_ce: 3.8187642097473145 (nan) | > loss: 0.015616129152476788 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14154081207820043) | > loader_time: 0.0048 (0.004517478891974534)  --> TIME: 2025-03-23 10:01:34 -- STEP: 7545/31555 -- GLOBAL_STEP: 39100 | > loss_text_ce: 0.11694098263978958 (0.13403930554649093) | > loss_mel_ce: 4.3890862464904785 (nan) | > loss: 0.017881061881780624 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1415357616897296) | > loader_time: 0.0046 (0.0045177667009822595)  --> TIME: 2025-03-23 10:01:44 -- STEP: 7595/31555 -- GLOBAL_STEP: 39150 | > loss_text_ce: 0.12003324180841446 (0.13396344796912021) | > loss_mel_ce: 3.1263184547424316 (nan) | > loss: 0.012882349081337452 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1415554400413273) | > loader_time: 0.0046 (0.004517956891289036)  --> TIME: 2025-03-23 10:01:54 -- STEP: 7645/31555 -- GLOBAL_STEP: 39200 | > loss_text_ce: 0.11978678405284882 (0.13388159812334885) | > loss_mel_ce: 3.976295232772827 (nan) | > loss: 0.01625429466366768 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14154536226670578) | > loader_time: 0.0045 (0.004518307604144181)  --> TIME: 2025-03-23 10:02:03 -- STEP: 7695/31555 -- GLOBAL_STEP: 39250 | > loss_text_ce: 0.11209935694932938 (0.133809947032213) | > loss_mel_ce: 4.43551778793335 (nan) | > loss: 0.018046099692583084 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14151898793697107) | > loader_time: 0.0045 (0.004519303577762678)  --> TIME: 2025-03-23 10:02:13 -- STEP: 7745/31555 -- GLOBAL_STEP: 39300 | > loss_text_ce: 0.1171213909983635 (0.1337368633629356) | > loss_mel_ce: 4.45939826965332 (nan) | > loss: 0.01816079206764698 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14155361398410055) | > loader_time: 0.0045 (0.004519893893739962)  --> TIME: 2025-03-23 10:02:23 -- STEP: 7795/31555 -- GLOBAL_STEP: 39350 | > loss_text_ce: 0.1234547421336174 (0.13367404844934494) | > loss_mel_ce: 4.488621711730957 (nan) | > loss: 0.018301891162991524 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14154312954719803) | > loader_time: 0.0045 (0.004520605434738268)  --> TIME: 2025-03-23 10:02:32 -- STEP: 7845/31555 -- GLOBAL_STEP: 39400 | > loss_text_ce: 0.13155940175056458 (0.1335926985269601) | > loss_mel_ce: 2.701975107192993 (nan) | > loss: 0.011244185268878937 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14152743997203138) | > loader_time: 0.0048 (0.004520584596350667)  --> TIME: 2025-03-23 10:02:42 -- STEP: 7895/31555 -- GLOBAL_STEP: 39450 | > loss_text_ce: 0.11567829549312592 (0.13352674539894022) | > loss_mel_ce: 1.86376953125 (nan) | > loss: 0.007854952476918697 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1415079134638516) | > loader_time: 0.0044 (0.004521390680575237)  --> TIME: 2025-03-23 10:02:51 -- STEP: 7945/31555 -- GLOBAL_STEP: 39500 | > loss_text_ce: 0.10140776634216309 (0.13346386841815422) | > loss_mel_ce: 3.738037109375 (nan) | > loss: 0.015235893428325653 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14151767637086016) | > loader_time: 0.0047 (0.0045218165225394515)  --> TIME: 2025-03-23 10:03:01 -- STEP: 7995/31555 -- GLOBAL_STEP: 39550 | > loss_text_ce: 0.13011063635349274 (0.1333905163092344) | > loss_mel_ce: 4.054601669311523 (nan) | > loss: 0.016606003046035767 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14153319964787658) | > loader_time: 0.005 (0.00452279970003263)  --> TIME: 2025-03-23 10:03:11 -- STEP: 8045/31555 -- GLOBAL_STEP: 39600 | > loss_text_ce: 0.1318347305059433 (0.13332002185808367) | > loss_mel_ce: 4.25869607925415 (nan) | > loss: 0.017422741279006004 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14155970891119218) | > loader_time: 0.0046 (0.00452302217928055)  --> TIME: 2025-03-23 10:03:21 -- STEP: 8095/31555 -- GLOBAL_STEP: 39650 | > loss_text_ce: 0.11544276773929596 (0.13324271675574353) | > loss_mel_ce: 4.379110336303711 (nan) | > loss: 0.017835529521107674 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14159609539557472) | > loader_time: 0.0047 (0.004523663906641697)  --> TIME: 2025-03-23 10:03:31 -- STEP: 8145/31555 -- GLOBAL_STEP: 39700 | > loss_text_ce: 0.11239876598119736 (0.13318806274527073) | > loss_mel_ce: 4.806872367858887 (nan) | > loss: 0.019520917907357216 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1415740314329093) | > loader_time: 0.0046 (0.0045235780794390746)  --> TIME: 2025-03-23 10:03:40 -- STEP: 8195/31555 -- GLOBAL_STEP: 39750 | > loss_text_ce: 0.11865102499723434 (0.13310755305605906) | > loss_mel_ce: 4.748719692230225 (nan) | > loss: 0.0193149633705616 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14155146323594525) | > loader_time: 0.0044 (0.004524341860218993)  --> TIME: 2025-03-23 10:03:49 -- STEP: 8245/31555 -- GLOBAL_STEP: 39800 | > loss_text_ce: 0.13089929521083832 (0.13304465279534364) | > loss_mel_ce: 4.602067947387695 (nan) | > loss: 0.018781617283821106 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14152534746849058) | > loader_time: 0.0044 (0.004524684978876063)  --> TIME: 2025-03-23 10:03:59 -- STEP: 8295/31555 -- GLOBAL_STEP: 39850 | > loss_text_ce: 0.10773584991693497 (0.13301030341906336) | > loss_mel_ce: 4.61531925201416 (nan) | > loss: 0.018742281943559647 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14151765013977066) | > loader_time: 0.0048 (0.0045251144135551626)  --> TIME: 2025-03-23 10:04:09 -- STEP: 8345/31555 -- GLOBAL_STEP: 39900 | > loss_text_ce: 0.11351282149553299 (0.13294223572337913) | > loss_mel_ce: 4.132015705108643 (nan) | > loss: 0.016847336664795876 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1414947894892346) | > loader_time: 0.0046 (0.00452535413852918)  --> TIME: 2025-03-23 10:04:18 -- STEP: 8395/31555 -- GLOBAL_STEP: 39950 | > loss_text_ce: 0.13547417521476746 (0.13288020027258926) | > loss_mel_ce: 3.5774972438812256 (nan) | > loss: 0.014734014868736267 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14150603545997215) | > loader_time: 0.0046 (0.004526088293142587)  --> TIME: 2025-03-23 10:04:28 -- STEP: 8445/31555 -- GLOBAL_STEP: 40000 | > loss_text_ce: 0.11038500815629959 (0.132804343686646) | > loss_mel_ce: 3.8458003997802734 (nan) | > loss: 0.015699148178100586 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1414930527982383) | > loader_time: 0.0044 (0.004526505235950929) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_40000.pth  --> TIME: 2025-03-23 10:04:43 -- STEP: 8495/31555 -- GLOBAL_STEP: 40050 | > loss_text_ce: 0.11278777569532394 (0.13273670258348036) | > loss_mel_ce: 5.088720798492432 (nan) | > loss: 0.020640907809138298 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14147002367218398) | > loader_time: 0.0047 (0.004527329107534893)  --> TIME: 2025-03-23 10:04:52 -- STEP: 8545/31555 -- GLOBAL_STEP: 40100 | > loss_text_ce: 0.12269566208124161 (0.13265606753218598) | > loss_mel_ce: 4.327204704284668 (nan) | > loss: 0.017658334225416183 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14146120304109933) | > loader_time: 0.0048 (0.004527862731862168)  --> TIME: 2025-03-23 10:05:02 -- STEP: 8595/31555 -- GLOBAL_STEP: 40150 | > loss_text_ce: 0.14250397682189941 (0.13257719089102105) | > loss_mel_ce: 4.2093329429626465 (nan) | > loss: 0.0172691959887743 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14143961131954172) | > loader_time: 0.0046 (0.004528405459694146)  --> TIME: 2025-03-23 10:05:11 -- STEP: 8645/31555 -- GLOBAL_STEP: 40200 | > loss_text_ce: 0.11235741525888443 (0.13251666928851044) | > loss_mel_ce: 4.513943672180176 (nan) | > loss: 0.018358338624238968 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14143019150005348) | > loader_time: 0.0048 (0.004528861379540676)  --> TIME: 2025-03-23 10:05:21 -- STEP: 8695/31555 -- GLOBAL_STEP: 40250 | > loss_text_ce: 0.11337164789438248 (0.13243994101444986) | > loss_mel_ce: 4.612040042877197 (nan) | > loss: 0.018751636147499084 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1414494430285342) | > loader_time: 0.0046 (0.004529041555710671)  --> TIME: 2025-03-23 10:05:31 -- STEP: 8745/31555 -- GLOBAL_STEP: 40300 | > loss_text_ce: 0.10624311119318008 (0.13235984265361278) | > loss_mel_ce: 4.602139949798584 (nan) | > loss: 0.018684061244130135 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14144185640390725) | > loader_time: 0.0044 (0.0045290314994449925)  --> TIME: 2025-03-23 10:05:41 -- STEP: 8795/31555 -- GLOBAL_STEP: 40350 | > loss_text_ce: 0.1273997575044632 (0.1322904209934088) | > loss_mel_ce: 4.359734535217285 (nan) | > loss: 0.01780609041452408 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14143554349729073) | > loader_time: 0.0044 (0.004528965903927883)  --> TIME: 2025-03-23 10:05:50 -- STEP: 8845/31555 -- GLOBAL_STEP: 40400 | > loss_text_ce: 0.20101487636566162 (0.1322420394887287) | > loss_mel_ce: 3.177900791168213 (nan) | > loss: 0.013408396393060684 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14141716946310234) | > loader_time: 0.0044 (0.004529559430326692)  --> TIME: 2025-03-23 10:06:00 -- STEP: 8895/31555 -- GLOBAL_STEP: 40450 | > loss_text_ce: 0.11630145460367203 (0.13216176264704194) | > loss_mel_ce: 3.7698826789855957 (nan) | > loss: 0.0154213672503829 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14142260468361298) | > loader_time: 0.0046 (0.004530039042686727)  --> TIME: 2025-03-23 10:06:10 -- STEP: 8945/31555 -- GLOBAL_STEP: 40500 | > loss_text_ce: 0.11712087690830231 (0.13209701001627486) | > loss_mel_ce: 2.424163818359375 (nan) | > loss: 0.010084464214742184 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14142936140948545) | > loader_time: 0.0048 (0.0045303124032785485)  --> TIME: 2025-03-23 10:06:19 -- STEP: 8995/31555 -- GLOBAL_STEP: 40550 | > loss_text_ce: 0.14100146293640137 (0.13204779006031375) | > loss_mel_ce: 4.612422943115234 (nan) | > loss: 0.01886279694736004 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14138334373953362) | > loader_time: 0.0044 (0.004530463634828113)  --> TIME: 2025-03-23 10:06:28 -- STEP: 9045/31555 -- GLOBAL_STEP: 40600 | > loss_text_ce: 0.12848688662052155 (0.1319734755514274) | > loss_mel_ce: 4.688223361968994 (nan) | > loss: 0.0191139318048954 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14136172867137617) | > loader_time: 0.0044 (0.004531126697133292)  --> TIME: 2025-03-23 10:06:38 -- STEP: 9095/31555 -- GLOBAL_STEP: 40650 | > loss_text_ce: 0.10328774899244308 (0.13189632560261164) | > loss_mel_ce: 4.2137451171875 (nan) | > loss: 0.017131082713603973 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1413693230908412) | > loader_time: 0.0044 (0.004531890445518384)  --> TIME: 2025-03-23 10:06:47 -- STEP: 9145/31555 -- GLOBAL_STEP: 40700 | > loss_text_ce: 0.1264413744211197 (0.1318150484004657) | > loss_mel_ce: 3.22061824798584 (nan) | > loss: 0.013281984254717827 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14135692921279247) | > loader_time: 0.0047 (0.004532922611267852)  --> TIME: 2025-03-23 10:06:57 -- STEP: 9195/31555 -- GLOBAL_STEP: 40750 | > loss_text_ce: 0.11621380597352982 (0.13174563220673263) | > loss_mel_ce: 3.960261344909668 (nan) | > loss: 0.016176490113139153 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14136150872467526) | > loader_time: 0.0046 (0.0045333828078202975)  --> TIME: 2025-03-23 10:07:07 -- STEP: 9245/31555 -- GLOBAL_STEP: 40800 | > loss_text_ce: 0.11921770125627518 (0.13167848651830805) | > loss_mel_ce: 4.5865302085876465 (nan) | > loss: 0.018673604354262352 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14136307421344368) | > loader_time: 0.0045 (0.004533955366176928)  --> TIME: 2025-03-23 10:07:17 -- STEP: 9295/31555 -- GLOBAL_STEP: 40850 | > loss_text_ce: 0.11750972270965576 (0.13160447496089206) | > loss_mel_ce: 4.998307228088379 (nan) | > loss: 0.020300863310694695 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14139585651461323) | > loader_time: 0.0045 (0.004534355397504004)  --> TIME: 2025-03-23 10:07:27 -- STEP: 9345/31555 -- GLOBAL_STEP: 40900 | > loss_text_ce: 0.11475781351327896 (0.13154288683826115) | > loss_mel_ce: 4.07630729675293 (nan) | > loss: 0.01663121208548546 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1414127463131043) | > loader_time: 0.0045 (0.004534504539893862)  --> TIME: 2025-03-23 10:07:36 -- STEP: 9395/31555 -- GLOBAL_STEP: 40950 | > loss_text_ce: 0.1089920774102211 (0.13147260816633988) | > loss_mel_ce: 3.8260982036590576 (nan) | > loss: 0.015615439042448997 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14140761864191684) | > loader_time: 0.0046 (0.00453473363168826)  --> TIME: 2025-03-23 10:07:46 -- STEP: 9445/31555 -- GLOBAL_STEP: 41000 | > loss_text_ce: 0.11837497353553772 (0.13140297780013574) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14140551386843792) | > loader_time: 0.0044 (0.004535049556613021)  --> TIME: 2025-03-23 10:07:56 -- STEP: 9495/31555 -- GLOBAL_STEP: 41050 | > loss_text_ce: 0.11654914915561676 (0.1313385727453885) | > loss_mel_ce: 4.069474220275879 (nan) | > loss: 0.01661120355129242 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14140577991740705) | > loader_time: 0.0047 (0.004535728005624672)  --> TIME: 2025-03-23 10:08:05 -- STEP: 9545/31555 -- GLOBAL_STEP: 41100 | > loss_text_ce: 0.10476648807525635 (0.13127304809202134) | > loss_mel_ce: 4.570711612701416 (nan) | > loss: 0.018553484231233597 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1414113683435789) | > loader_time: 0.0045 (0.004536131428698071)  --> TIME: 2025-03-23 10:08:15 -- STEP: 9595/31555 -- GLOBAL_STEP: 41150 | > loss_text_ce: 0.1333749145269394 (0.131215507614389) | > loss_mel_ce: 4.005498886108398 (nan) | > loss: 0.01642410270869732 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1413939033963518) | > loader_time: 0.0045 (0.004536196240041936)  --> TIME: 2025-03-23 10:08:25 -- STEP: 9645/31555 -- GLOBAL_STEP: 41200 | > loss_text_ce: 0.11701204627752304 (0.13113747484375612) | > loss_mel_ce: 4.944265842437744 (nan) | > loss: 0.020084436982870102 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14139518082728944) | > loader_time: 0.0045 (0.004536128748631207)  --> TIME: 2025-03-23 10:08:34 -- STEP: 9695/31555 -- GLOBAL_STEP: 41250 | > loss_text_ce: 0.10397567600011826 (0.13107570512830252) | > loss_mel_ce: 3.9686267375946045 (nan) | > loss: 0.016161121428012848 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1414075862014949) | > loader_time: 0.0047 (0.004536337013893842)  --> TIME: 2025-03-23 10:08:44 -- STEP: 9745/31555 -- GLOBAL_STEP: 41300 | > loss_text_ce: 0.10915958136320114 (0.1310053016036642) | > loss_mel_ce: 4.544794082641602 (nan) | > loss: 0.018468070775270462 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14141740104123315) | > loader_time: 0.0047 (0.004537112826625759)  --> TIME: 2025-03-23 10:08:54 -- STEP: 9795/31555 -- GLOBAL_STEP: 41350 | > loss_text_ce: 0.10903331637382507 (0.13094716661891634) | > loss_mel_ce: 4.420441627502441 (nan) | > loss: 0.01797410659492016 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14139845776521381) | > loader_time: 0.0048 (0.004537302234332245)  --> TIME: 2025-03-23 10:09:04 -- STEP: 9845/31555 -- GLOBAL_STEP: 41400 | > loss_text_ce: 0.10919328778982162 (0.1308773386063705) | > loss_mel_ce: 0.0779506117105484 (nan) | > loss: 0.0007426345255225897 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14141856293317423) | > loader_time: 0.0048 (0.004537993170029615)  --> TIME: 2025-03-23 10:09:13 -- STEP: 9895/31555 -- GLOBAL_STEP: 41450 | > loss_text_ce: 0.13182704150676727 (0.13080976826033858) | > loss_mel_ce: 5.262567520141602 (nan) | > loss: 0.021406328305602074 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14141772977627529) | > loader_time: 0.0045 (0.004538146506179875)  --> TIME: 2025-03-23 10:09:23 -- STEP: 9945/31555 -- GLOBAL_STEP: 41500 | > loss_text_ce: 0.12158146500587463 (0.130734756371674) | > loss_mel_ce: 1.673677921295166 (nan) | > loss: 0.007124045398086309 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14145214199240677) | > loader_time: 0.0045 (0.0045386475735180514)  --> TIME: 2025-03-23 10:09:33 -- STEP: 9995/31555 -- GLOBAL_STEP: 41550 | > loss_text_ce: 0.12490807473659515 (0.13066728184928647) | > loss_mel_ce: 0.06793212890625 (nan) | > loss: 0.0007652389467693865 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14145488610203227) | > loader_time: 0.0046 (0.0045389008200007516)  --> TIME: 2025-03-23 10:09:43 -- STEP: 10045/31555 -- GLOBAL_STEP: 41600 | > loss_text_ce: 0.1163376197218895 (0.13058861411659212) | > loss_mel_ce: 0.1339925080537796 (nan) | > loss: 0.0009933735709637403 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14144638466443388) | > loader_time: 0.0045 (0.0045388256631246375)  --> TIME: 2025-03-23 10:09:53 -- STEP: 10095/31555 -- GLOBAL_STEP: 41650 | > loss_text_ce: 0.09646075963973999 (0.13051972948586718) | > loss_mel_ce: 3.4858195781707764 (nan) | > loss: 0.014215399511158466 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14147011911355364) | > loader_time: 0.0043 (0.004539335122375329)  --> TIME: 2025-03-23 10:10:02 -- STEP: 10145/31555 -- GLOBAL_STEP: 41700 | > loss_text_ce: 0.1277739256620407 (0.1304581311608019) | > loss_mel_ce: 3.813584327697754 (nan) | > loss: 0.01564031094312668 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14145501972478627) | > loader_time: 0.0044 (0.004539630564637456)  --> TIME: 2025-03-23 10:10:12 -- STEP: 10195/31555 -- GLOBAL_STEP: 41750 | > loss_text_ce: 0.12384463101625443 (0.13039727980830962) | > loss_mel_ce: 4.34398078918457 (nan) | > loss: 0.017729466781020164 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14146897747213807) | > loader_time: 0.0047 (0.00454001754098455)  --> TIME: 2025-03-23 10:10:21 -- STEP: 10245/31555 -- GLOBAL_STEP: 41800 | > loss_text_ce: 0.1172468289732933 (0.13033337345962243) | > loss_mel_ce: 4.2823309898376465 (nan) | > loss: 0.017458641901612282 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1414535715383343) | > loader_time: 0.0046 (0.004540283450735897)  --> TIME: 2025-03-23 10:10:31 -- STEP: 10295/31555 -- GLOBAL_STEP: 41850 | > loss_text_ce: 0.12869127094745636 (0.13026257685054102) | > loss_mel_ce: 3.627720832824707 (nan) | > loss: 0.014906398020684719 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14146595406497575) | > loader_time: 0.0048 (0.004540711482095738)  --> TIME: 2025-03-23 10:10:41 -- STEP: 10345/31555 -- GLOBAL_STEP: 41900 | > loss_text_ce: 0.13903003931045532 (0.13020580264538487) | > loss_mel_ce: 3.7211036682128906 (nan) | > loss: 0.015317991375923157 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14147166353080998) | > loader_time: 0.0048 (0.004541456555329173)  --> TIME: 2025-03-23 10:10:51 -- STEP: 10395/31555 -- GLOBAL_STEP: 41950 | > loss_text_ce: 0.13704745471477509 (0.13013409821315705) | > loss_mel_ce: 3.4157354831695557 (nan) | > loss: 0.01409834623336792 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14146318811817568) | > loader_time: 0.0045 (0.004541731087160307)  --> TIME: 2025-03-23 10:11:00 -- STEP: 10445/31555 -- GLOBAL_STEP: 42000 | > loss_text_ce: 0.10447796434164047 (0.13006006294871242) | > loss_mel_ce: 4.473604202270508 (nan) | > loss: 0.01816699281334877 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.141465131993383) | > loader_time: 0.0071 (0.004542276082054847)  --> TIME: 2025-03-23 10:11:10 -- STEP: 10495/31555 -- GLOBAL_STEP: 42050 | > loss_text_ce: 0.12018779665231705 (0.12999636967830175) | > loss_mel_ce: 3.803870677947998 (nan) | > loss: 0.015571661293506622 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14147541455963575) | > loader_time: 0.0043 (0.0045424261452073665)  --> TIME: 2025-03-23 10:11:20 -- STEP: 10545/31555 -- GLOBAL_STEP: 42100 | > loss_text_ce: 0.11659486591815948 (0.12993090496760173) | > loss_mel_ce: 4.723726272583008 (nan) | > loss: 0.019207624718546867 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1414626844124865) | > loader_time: 0.0048 (0.004542472725402909)  --> TIME: 2025-03-23 10:11:29 -- STEP: 10595/31555 -- GLOBAL_STEP: 42150 | > loss_text_ce: 0.10831306129693985 (0.12985612476502129) | > loss_mel_ce: 4.327023983001709 (nan) | > loss: 0.017600545659661293 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14144860182578087) | > loader_time: 0.0045 (0.0045420212810924855)  --> TIME: 2025-03-23 10:11:39 -- STEP: 10645/31555 -- GLOBAL_STEP: 42200 | > loss_text_ce: 0.11530015617609024 (0.1298085696396833) | > loss_mel_ce: 4.111372947692871 (nan) | > loss: 0.016772514209151268 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14145273906963995) | > loader_time: 0.0049 (0.004541558825168979)  --> TIME: 2025-03-23 10:11:48 -- STEP: 10695/31555 -- GLOBAL_STEP: 42250 | > loss_text_ce: 0.1105538085103035 (0.12974406600611524) | > loss_mel_ce: 4.014398097991943 (nan) | > loss: 0.01636885665357113 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14143126798935615) | > loader_time: 0.0046 (0.004541541394255535)  --> TIME: 2025-03-23 10:11:58 -- STEP: 10745/31555 -- GLOBAL_STEP: 42300 | > loss_text_ce: 0.11679255217313766 (0.12967288225417695) | > loss_mel_ce: 0.055389404296875 (nan) | > loss: 0.0006832617800682783 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14145290353454623) | > loader_time: 0.0046 (0.004542113992434522)  --> TIME: 2025-03-23 10:12:08 -- STEP: 10795/31555 -- GLOBAL_STEP: 42350 | > loss_text_ce: 0.19532908499240875 (0.12960347489468083) | > loss_mel_ce: 1.3348562717437744 (nan) | > loss: 0.006072164513170719 (nan) | > current_lr: 5e-06 | > step_time: 0.1027 (0.14144581511595986) | > loader_time: 0.0043 (0.004542366604718843)  --> TIME: 2025-03-23 10:12:17 -- STEP: 10845/31555 -- GLOBAL_STEP: 42400 | > loss_text_ce: 0.10723721235990524 (0.1295407616876412) | > loss_mel_ce: 0.11474609375 (nan) | > loss: 0.0008808862185105681 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.1414274046639793) | > loader_time: 0.0047 (0.004542532270544939)  --> TIME: 2025-03-23 10:12:27 -- STEP: 10895/31555 -- GLOBAL_STEP: 42450 | > loss_text_ce: 0.11176124215126038 (0.1294686303930908) | > loss_mel_ce: 4.2386698722839355 (nan) | > loss: 0.017263615503907204 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1414205963866542) | > loader_time: 0.0046 (0.004542965908672003)  --> TIME: 2025-03-23 10:12:36 -- STEP: 10945/31555 -- GLOBAL_STEP: 42500 | > loss_text_ce: 0.11193490028381348 (0.12941477259866938) | > loss_mel_ce: 3.6216752529144287 (nan) | > loss: 0.014815914444625378 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14140191187102694) | > loader_time: 0.0046 (0.004543262183693437)  --> TIME: 2025-03-23 10:12:46 -- STEP: 10995/31555 -- GLOBAL_STEP: 42550 | > loss_text_ce: 0.12476222962141037 (0.12934405565017906) | > loss_mel_ce: 3.649704933166504 (nan) | > loss: 0.014978045597672462 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14141547004436006) | > loader_time: 0.0045 (0.004543879380167565)  --> TIME: 2025-03-23 10:12:56 -- STEP: 11045/31555 -- GLOBAL_STEP: 42600 | > loss_text_ce: 0.12804752588272095 (0.12927185304567493) | > loss_mel_ce: 3.3957810401916504 (nan) | > loss: 0.013983447104692459 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14143169246792722) | > loader_time: 0.0044 (0.004544663029917206)  --> TIME: 2025-03-23 10:13:06 -- STEP: 11095/31555 -- GLOBAL_STEP: 42650 | > loss_text_ce: 0.10942034423351288 (0.12920363422394263) | > loss_mel_ce: 4.855533123016357 (nan) | > loss: 0.01970219798386097 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14144133986412472) | > loader_time: 0.0046 (0.004545132197362426)  --> TIME: 2025-03-23 10:13:16 -- STEP: 11145/31555 -- GLOBAL_STEP: 42700 | > loss_text_ce: 0.11288726329803467 (0.12913343286356546) | > loss_mel_ce: 3.7289226055145264 (nan) | > loss: 0.015245277434587479 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14146230773788865) | > loader_time: 0.0045 (0.004546306720492319)  --> TIME: 2025-03-23 10:13:25 -- STEP: 11195/31555 -- GLOBAL_STEP: 42750 | > loss_text_ce: 0.0966266617178917 (0.1290810206077261) | > loss_mel_ce: 4.670156955718994 (nan) | > loss: 0.0189158096909523 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14144786738454898) | > loader_time: 0.0049 (0.004546435808911804)  --> TIME: 2025-03-23 10:13:35 -- STEP: 11245/31555 -- GLOBAL_STEP: 42800 | > loss_text_ce: 0.11407043784856796 (0.12903006949680265) | > loss_mel_ce: 4.537020683288574 (nan) | > loss: 0.01845671236515045 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.1414627149190942) | > loader_time: 0.0047 (0.0045467412752700056)  --> TIME: 2025-03-23 10:13:45 -- STEP: 11295/31555 -- GLOBAL_STEP: 42850 | > loss_text_ce: 0.11023085564374924 (0.1289607243088826) | > loss_mel_ce: 4.6544270515441895 (nan) | > loss: 0.018907373771071434 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14150050590923807) | > loader_time: 0.0045 (0.004547140882204139)  --> TIME: 2025-03-23 10:13:55 -- STEP: 11345/31555 -- GLOBAL_STEP: 42900 | > loss_text_ce: 0.1269654780626297 (0.1288869070003297) | > loss_mel_ce: 3.8617923259735107 (nan) | > loss: 0.01582840457558632 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14148856550126762) | > loader_time: 0.0044 (0.004547211418807519)  --> TIME: 2025-03-23 10:14:04 -- STEP: 11395/31555 -- GLOBAL_STEP: 42950 | > loss_text_ce: 0.11154823005199432 (0.1288216031149536) | > loss_mel_ce: 4.135479927062988 (nan) | > loss: 0.01685328781604767 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14147896689247214) | > loader_time: 0.0045 (0.004547240787454198)  --> TIME: 2025-03-23 10:14:14 -- STEP: 11445/31555 -- GLOBAL_STEP: 43000 | > loss_text_ce: 0.10494569689035416 (0.12875403657184545) | > loss_mel_ce: 3.9825401306152344 (nan) | > loss: 0.016220182180404663 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14150371845240395) | > loader_time: 0.0046 (0.004547293939252969)  --> TIME: 2025-03-23 10:14:24 -- STEP: 11495/31555 -- GLOBAL_STEP: 43050 | > loss_text_ce: 0.12107376009225845 (0.12869203067009982) | > loss_mel_ce: 4.340696811676025 (nan) | > loss: 0.017705440521240234 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14149483900165644) | > loader_time: 0.0045 (0.004547423018015366)  --> TIME: 2025-03-23 10:14:34 -- STEP: 11545/31555 -- GLOBAL_STEP: 43100 | > loss_text_ce: 0.10463348776102066 (0.12863136333025843) | > loss_mel_ce: 4.554795265197754 (nan) | > loss: 0.018489796668291092 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.1414992141021494) | > loader_time: 0.0049 (0.00454784385463074)  --> TIME: 2025-03-23 10:14:43 -- STEP: 11595/31555 -- GLOBAL_STEP: 43150 | > loss_text_ce: 0.10391287505626678 (0.12856481855493448) | > loss_mel_ce: 3.680032968521118 (nan) | > loss: 0.015015658922493458 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14149581655031068) | > loader_time: 0.0044 (0.00454824206231738)  --> TIME: 2025-03-23 10:14:53 -- STEP: 11645/31555 -- GLOBAL_STEP: 43200 | > loss_text_ce: 0.11617525666952133 (0.12849823772561794) | > loss_mel_ce: 4.688647270202637 (nan) | > loss: 0.01906675659120083 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14149534177145484) | > loader_time: 0.0048 (0.00454830380149437)  --> TIME: 2025-03-23 10:15:03 -- STEP: 11695/31555 -- GLOBAL_STEP: 43250 | > loss_text_ce: 0.11227482557296753 (0.12843595490197263) | > loss_mel_ce: 4.0354814529418945 (nan) | > loss: 0.016459351405501366 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1414914708710372) | > loader_time: 0.0047 (0.004548283609991238)  --> TIME: 2025-03-23 10:15:12 -- STEP: 11745/31555 -- GLOBAL_STEP: 43300 | > loss_text_ce: 0.10210117697715759 (0.1283657511068998) | > loss_mel_ce: 4.606855392456055 (nan) | > loss: 0.018686337396502495 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1415103731687248) | > loader_time: 0.0045 (0.004548415045577848)  --> TIME: 2025-03-23 10:15:22 -- STEP: 11795/31555 -- GLOBAL_STEP: 43350 | > loss_text_ce: 0.11138256639242172 (0.12829926556111335) | > loss_mel_ce: 3.48172664642334 (nan) | > loss: 0.014258370734751225 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14148814806548085) | > loader_time: 0.0045 (0.004548399425149208)  --> TIME: 2025-03-23 10:15:32 -- STEP: 11845/31555 -- GLOBAL_STEP: 43400 | > loss_text_ce: 0.13054445385932922 (0.1282322138252267) | > loss_mel_ce: 4.19647216796875 (nan) | > loss: 0.017170703038573265 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14148606919900156) | > loader_time: 0.0047 (0.004549090013870353)  --> TIME: 2025-03-23 10:15:41 -- STEP: 11895/31555 -- GLOBAL_STEP: 43450 | > loss_text_ce: 0.10799705237150192 (0.12815127550378094) | > loss_mel_ce: 4.745070457458496 (nan) | > loss: 0.019258204847574234 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.1415065230016403) | > loader_time: 0.0046 (0.004549009051328939)  --> TIME: 2025-03-23 10:15:51 -- STEP: 11945/31555 -- GLOBAL_STEP: 43500 | > loss_text_ce: 0.09969069063663483 (0.12808233436092592) | > loss_mel_ce: 4.9573187828063965 (nan) | > loss: 0.020067499950528145 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14152170542944154) | > loader_time: 0.0046 (0.004549527677246186)  --> TIME: 2025-03-23 10:16:01 -- STEP: 11995/31555 -- GLOBAL_STEP: 43550 | > loss_text_ce: 0.11416375637054443 (0.12801779717604514) | > loss_mel_ce: 3.8962202072143555 (nan) | > loss: 0.015914224088191986 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.1415371190214617) | > loader_time: 0.0044 (0.004549968237676127)  --> TIME: 2025-03-23 10:16:11 -- STEP: 12045/31555 -- GLOBAL_STEP: 43600 | > loss_text_ce: 0.10892978310585022 (0.1279502407303983) | > loss_mel_ce: 4.397644996643066 (nan) | > loss: 0.017883233726024628 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14152088911516564) | > loader_time: 0.0045 (0.0045499530260173825)  --> TIME: 2025-03-23 10:16:21 -- STEP: 12095/31555 -- GLOBAL_STEP: 43650 | > loss_text_ce: 0.11107456684112549 (0.1278875924680737) | > loss_mel_ce: 4.476973533630371 (nan) | > loss: 0.018206540495157242 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1934 (0.1415329060312049) | > loader_time: 0.0048 (0.004550323726816468)  --> TIME: 2025-03-23 10:16:31 -- STEP: 12145/31555 -- GLOBAL_STEP: 43700 | > loss_text_ce: 0.10265340656042099 (0.12781986917805024) | > loss_mel_ce: 3.0397541522979736 (nan) | > loss: 0.012469872832298279 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14155590401700952) | > loader_time: 0.0045 (0.00455053161818973)  --> TIME: 2025-03-23 10:16:40 -- STEP: 12195/31555 -- GLOBAL_STEP: 43750 | > loss_text_ce: 0.09993290901184082 (0.1277387677413512) | > loss_mel_ce: 3.713367462158203 (nan) | > loss: 0.015132145024836063 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14154666245301414) | > loader_time: 0.0044 (0.004550669084762428)  --> TIME: 2025-03-23 10:16:50 -- STEP: 12245/31555 -- GLOBAL_STEP: 43800 | > loss_text_ce: 0.12568490207195282 (0.12769221623986063) | > loss_mel_ce: 4.4856133460998535 (nan) | > loss: 0.0182988028973341 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1415297970279185) | > loader_time: 0.0045 (0.004550800541558023)  --> TIME: 2025-03-23 10:16:59 -- STEP: 12295/31555 -- GLOBAL_STEP: 43850 | > loss_text_ce: 0.13040372729301453 (0.12763569639884353) | > loss_mel_ce: 4.688538074493408 (nan) | > loss: 0.019122784957289696 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14154838988237095) | > loader_time: 0.0045 (0.004550895093659536)  --> TIME: 2025-03-23 10:17:09 -- STEP: 12345/31555 -- GLOBAL_STEP: 43900 | > loss_text_ce: 0.1425737589597702 (0.12757589402663275) | > loss_mel_ce: 1.71014404296875 (nan) | > loss: 0.007352055050432682 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1415417097608494) | > loader_time: 0.0045 (0.00455134742508149)  --> TIME: 2025-03-23 10:17:19 -- STEP: 12395/31555 -- GLOBAL_STEP: 43950 | > loss_text_ce: 0.11886835098266602 (0.1275194771512713) | > loss_mel_ce: 4.067115306854248 (nan) | > loss: 0.016611047089099884 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14153203658395969) | > loader_time: 0.0046 (0.0045513913245776045)  --> TIME: 2025-03-23 10:17:29 -- STEP: 12445/31555 -- GLOBAL_STEP: 44000 | > loss_text_ce: 0.11375708132982254 (0.12745337907259316) | > loss_mel_ce: 4.195248603820801 (nan) | > loss: 0.017099229618906975 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14156272398893915) | > loader_time: 0.0046 (0.00455145400994844)  --> TIME: 2025-03-23 10:17:38 -- STEP: 12495/31555 -- GLOBAL_STEP: 44050 | > loss_text_ce: 0.12115565687417984 (0.12740067306841887) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1415663410063125) | > loader_time: 0.0043 (0.004551276363053746)  --> TIME: 2025-03-23 10:17:48 -- STEP: 12545/31555 -- GLOBAL_STEP: 44100 | > loss_text_ce: 0.09815438836812973 (0.1273499875536189) | > loss_mel_ce: 4.01136589050293 (nan) | > loss: 0.01630762219429016 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14158036204247265) | > loader_time: 0.0046 (0.004551188144706623)  --> TIME: 2025-03-23 10:17:58 -- STEP: 12595/31555 -- GLOBAL_STEP: 44150 | > loss_text_ce: 0.09946125745773315 (0.12728867487343776) | > loss_mel_ce: 4.179229259490967 (nan) | > loss: 0.016978930681943893 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14158134935582747) | > loader_time: 0.0046 (0.004551199174391065)  --> TIME: 2025-03-23 10:18:08 -- STEP: 12645/31555 -- GLOBAL_STEP: 44200 | > loss_text_ce: 0.10489228367805481 (0.12722678014462807) | > loss_mel_ce: 3.9587149620056152 (nan) | > loss: 0.016125425696372986 (nan) | > current_lr: 5e-06 | > step_time: 0.1465 (0.14158941333404249) | > loader_time: 0.0044 (0.0045510418757283505)  --> TIME: 2025-03-23 10:18:17 -- STEP: 12695/31555 -- GLOBAL_STEP: 44250 | > loss_text_ce: 0.11712321639060974 (0.1271667200574588) | > loss_mel_ce: 2.68927001953125 (nan) | > loss: 0.011136481538414955 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14157131260048958) | > loader_time: 0.0044 (0.00455095599889284)  --> TIME: 2025-03-23 10:18:27 -- STEP: 12745/31555 -- GLOBAL_STEP: 44300 | > loss_text_ce: 0.12776856124401093 (0.12711750547258754) | > loss_mel_ce: 3.4495325088500977 (nan) | > loss: 0.01419563964009285 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14157123013822304) | > loader_time: 0.0045 (0.004550934848059557)  --> TIME: 2025-03-23 10:18:37 -- STEP: 12795/31555 -- GLOBAL_STEP: 44350 | > loss_text_ce: 0.11974723637104034 (0.12705133255453216) | > loss_mel_ce: 4.647680282592773 (nan) | > loss: 0.018918363377451897 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14156850378417404) | > loader_time: 0.0044 (0.00455130988520165)  --> TIME: 2025-03-23 10:18:46 -- STEP: 12845/31555 -- GLOBAL_STEP: 44400 | > loss_text_ce: 0.11281083524227142 (0.1269872422781424) | > loss_mel_ce: 4.369637489318848 (nan) | > loss: 0.017787493765354156 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14157317771481034) | > loader_time: 0.0044 (0.004551170864379906)  --> TIME: 2025-03-23 10:18:56 -- STEP: 12895/31555 -- GLOBAL_STEP: 44450 | > loss_text_ce: 0.10300123691558838 (0.12692109039988625) | > loss_mel_ce: 3.1772642135620117 (nan) | > loss: 0.013016927056014538 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14158381613339077) | > loader_time: 0.0044 (0.004551399951297278)  --> TIME: 2025-03-23 10:19:06 -- STEP: 12945/31555 -- GLOBAL_STEP: 44500 | > loss_text_ce: 0.11743338406085968 (0.1268667264454798) | > loss_mel_ce: 4.463516712188721 (nan) | > loss: 0.01817837543785572 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.141582165873157) | > loader_time: 0.0046 (0.0045516809748608455)  --> TIME: 2025-03-23 10:19:15 -- STEP: 12995/31555 -- GLOBAL_STEP: 44550 | > loss_text_ce: 0.12255556881427765 (0.12681369840204398) | > loss_mel_ce: 3.3477022647857666 (nan) | > loss: 0.01377086527645588 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14156761778552268) | > loader_time: 0.0047 (0.004551634783009076)  --> TIME: 2025-03-23 10:19:25 -- STEP: 13045/31555 -- GLOBAL_STEP: 44600 | > loss_text_ce: 0.1011856347322464 (0.12676279693213707) | > loss_mel_ce: 3.7203660011291504 (nan) | > loss: 0.015164888463914394 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14154142748583082) | > loader_time: 0.0046 (0.004551958973812552)  --> TIME: 2025-03-23 10:19:34 -- STEP: 13095/31555 -- GLOBAL_STEP: 44650 | > loss_text_ce: 0.1150963082909584 (0.12670304429706367) | > loss_mel_ce: 4.071907997131348 (nan) | > loss: 0.016615096479654312 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14154098426262485) | > loader_time: 0.0045 (0.004552115989851083)  --> TIME: 2025-03-23 10:19:44 -- STEP: 13145/31555 -- GLOBAL_STEP: 44700 | > loss_text_ce: 0.11320656538009644 (0.12663470851565667) | > loss_mel_ce: 4.142816066741943 (nan) | > loss: 0.016888979822397232 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14155631818078554) | > loader_time: 0.0044 (0.00455248480107946)  --> TIME: 2025-03-23 10:19:54 -- STEP: 13195/31555 -- GLOBAL_STEP: 44750 | > loss_text_ce: 0.1101786196231842 (0.12658408507845922) | > loss_mel_ce: 4.235828399658203 (nan) | > loss: 0.017246060073375702 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1415577750984766) | > loader_time: 0.0046 (0.004553275272763986)  --> TIME: 2025-03-23 10:20:04 -- STEP: 13245/31555 -- GLOBAL_STEP: 44800 | > loss_text_ce: 0.14901193976402283 (0.12652975453402082) | > loss_mel_ce: 4.186915874481201 (nan) | > loss: 0.017206063494086266 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14156107672118606) | > loader_time: 0.0043 (0.0045535760089647935)  --> TIME: 2025-03-23 10:20:14 -- STEP: 13295/31555 -- GLOBAL_STEP: 44850 | > loss_text_ce: 0.10897745192050934 (0.12647511130517575) | > loss_mel_ce: 4.900508880615234 (nan) | > loss: 0.019878914579749107 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14158356420166235) | > loader_time: 0.0046 (0.004553525436189017)  --> TIME: 2025-03-23 10:20:23 -- STEP: 13345/31555 -- GLOBAL_STEP: 44900 | > loss_text_ce: 0.11174175143241882 (0.1264171244651248) | > loss_mel_ce: 3.0724847316741943 (nan) | > loss: 0.012635820545256138 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1415875873479922) | > loader_time: 0.0045 (0.0045535063823987)  --> TIME: 2025-03-23 10:20:33 -- STEP: 13395/31555 -- GLOBAL_STEP: 44950 | > loss_text_ce: 0.10955505818128586 (0.12635314014363813) | > loss_mel_ce: 3.9959495067596436 (nan) | > loss: 0.01629168540239334 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14159274108377) | > loader_time: 0.0049 (0.004553897650484785)  --> TIME: 2025-03-23 10:20:43 -- STEP: 13445/31555 -- GLOBAL_STEP: 45000 | > loss_text_ce: 0.1014624834060669 (0.12629575896668788) | > loss_mel_ce: 3.9426276683807373 (nan) | > loss: 0.016047978773713112 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14158775504081444) | > loader_time: 0.0048 (0.004554361497305165)  --> TIME: 2025-03-23 10:20:53 -- STEP: 13495/31555 -- GLOBAL_STEP: 45050 | > loss_text_ce: 0.12385977804660797 (0.12622582094675563) | > loss_mel_ce: 4.133724689483643 (nan) | > loss: 0.016895178705453873 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14159845682195804) | > loader_time: 0.0044 (0.004554840457487977)  --> TIME: 2025-03-23 10:21:02 -- STEP: 13545/31555 -- GLOBAL_STEP: 45100 | > loss_text_ce: 0.1048893928527832 (0.1261681281368471) | > loss_mel_ce: 4.400416374206543 (nan) | > loss: 0.017878198996186256 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14158755464719347) | > loader_time: 0.0045 (0.004554842230401443)  --> TIME: 2025-03-23 10:21:12 -- STEP: 13595/31555 -- GLOBAL_STEP: 45150 | > loss_text_ce: 0.136414036154747 (0.12610962117976643) | > loss_mel_ce: 4.257599353790283 (nan) | > loss: 0.017436562106013298 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1415743024790279) | > loader_time: 0.0046 (0.004554631053283369)  --> TIME: 2025-03-23 10:21:21 -- STEP: 13645/31555 -- GLOBAL_STEP: 45200 | > loss_text_ce: 0.09586083889007568 (0.12604966590084812) | > loss_mel_ce: 3.041752815246582 (nan) | > loss: 0.012450848706066608 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14156523799232323) | > loader_time: 0.0042 (0.0045544104158506725)  --> TIME: 2025-03-23 10:21:30 -- STEP: 13695/31555 -- GLOBAL_STEP: 45250 | > loss_text_ce: 0.1040724515914917 (0.12598439274521084) | > loss_mel_ce: 3.536086320877075 (nan) | > loss: 0.014445074833929539 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14154324618601075) | > loader_time: 0.0047 (0.004554540739306631)  --> TIME: 2025-03-23 10:21:40 -- STEP: 13745/31555 -- GLOBAL_STEP: 45300 | > loss_text_ce: 0.09942260384559631 (0.12591700487708896) | > loss_mel_ce: 1.6451939344406128 (nan) | > loss: 0.006923081818968058 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1415627628033622) | > loader_time: 0.0045 (0.00455487653011404)  --> TIME: 2025-03-23 10:21:50 -- STEP: 13795/31555 -- GLOBAL_STEP: 45350 | > loss_text_ce: 0.13238543272018433 (0.12585888173905166) | > loss_mel_ce: 4.121730804443359 (nan) | > loss: 0.016881413757801056 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14157253448926027) | > loader_time: 0.0048 (0.004555567523282926)  --> TIME: 2025-03-23 10:22:00 -- STEP: 13845/31555 -- GLOBAL_STEP: 45400 | > loss_text_ce: 0.11161323636770248 (0.12579332587035813) | > loss_mel_ce: 4.530591011047363 (nan) | > loss: 0.018421446904540062 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14158048402449439) | > loader_time: 0.0044 (0.004555965890605398)  --> TIME: 2025-03-23 10:22:10 -- STEP: 13895/31555 -- GLOBAL_STEP: 45450 | > loss_text_ce: 0.10796111822128296 (0.125739571414071) | > loss_mel_ce: 0.0107421875 (nan) | > loss: 0.0004710448847617954 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1415650599720927) | > loader_time: 0.0048 (0.004556617225490457)  --> TIME: 2025-03-23 10:22:19 -- STEP: 13945/31555 -- GLOBAL_STEP: 45500 | > loss_text_ce: 0.09877955913543701 (0.12568425062834213) | > loss_mel_ce: 2.4127488136291504 (nan) | > loss: 0.009966383688151836 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14155187059705446) | > loader_time: 0.0045 (0.004556714492529739)  --> TIME: 2025-03-23 10:22:29 -- STEP: 13995/31555 -- GLOBAL_STEP: 45550 | > loss_text_ce: 0.10527240484952927 (0.12562425940132255) | > loss_mel_ce: 4.789897918701172 (nan) | > loss: 0.019425280392169952 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14155932217250788) | > loader_time: 0.0048 (0.004556631641585528)  --> TIME: 2025-03-23 10:22:39 -- STEP: 14045/31555 -- GLOBAL_STEP: 45600 | > loss_text_ce: 0.12401267886161804 (0.12555882220550124) | > loss_mel_ce: 3.8201496601104736 (nan) | > loss: 0.015651438385248184 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1415698016653202) | > loader_time: 0.0045 (0.004556943785469461)  --> TIME: 2025-03-23 10:22:48 -- STEP: 14095/31555 -- GLOBAL_STEP: 45650 | > loss_text_ce: 0.09742341935634613 (0.12549744168942104) | > loss_mel_ce: 4.063150882720947 (nan) | > loss: 0.016510216519236565 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1415723360527827) | > loader_time: 0.0047 (0.004557543064779125)  --> TIME: 2025-03-23 10:22:58 -- STEP: 14145/31555 -- GLOBAL_STEP: 45700 | > loss_text_ce: 0.13780894875526428 (0.12544588779246532) | > loss_mel_ce: 3.0763728618621826 (nan) | > loss: 0.012754690833389759 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1415772053073682) | > loader_time: 0.0043 (0.00455791104931254)  --> TIME: 2025-03-23 10:23:08 -- STEP: 14195/31555 -- GLOBAL_STEP: 45750 | > loss_text_ce: 0.10826476663351059 (0.12538940850415767) | > loss_mel_ce: 1.9682730436325073 (nan) | > loss: 0.0082402303814888 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14155869720770722) | > loader_time: 0.0044 (0.004557824143224611)  --> TIME: 2025-03-23 10:23:17 -- STEP: 14245/31555 -- GLOBAL_STEP: 45800 | > loss_text_ce: 0.1022995337843895 (0.12533680806247102) | > loss_mel_ce: 4.073083400726318 (nan) | > loss: 0.016568981111049652 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14154789175808163) | > loader_time: 0.0048 (0.0045582649288532055)  --> TIME: 2025-03-23 10:23:27 -- STEP: 14295/31555 -- GLOBAL_STEP: 45850 | > loss_text_ce: 0.09923339635133743 (0.1252774933848869) | > loss_mel_ce: 3.3112478256225586 (nan) | > loss: 0.013533656485378742 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1415603915224881) | > loader_time: 0.0046 (0.004558292591058919)  --> TIME: 2025-03-23 10:23:37 -- STEP: 14345/31555 -- GLOBAL_STEP: 45900 | > loss_text_ce: 0.11910631507635117 (0.12521689363101923) | > loss_mel_ce: 4.66630220413208 (nan) | > loss: 0.018989717587828636 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14157298788786696) | > loader_time: 0.0048 (0.0045584659204120455)  --> TIME: 2025-03-23 10:23:47 -- STEP: 14395/31555 -- GLOBAL_STEP: 45950 | > loss_text_ce: 0.10462870448827744 (0.12515286380330076) | > loss_mel_ce: 4.379197597503662 (nan) | > loss: 0.0177929624915123 (nan) | > current_lr: 5e-06 | > step_time: 0.1474 (0.14158156447296305) | > loader_time: 0.0052 (0.004558806752280726)  --> TIME: 2025-03-23 10:23:56 -- STEP: 14445/31555 -- GLOBAL_STEP: 46000 | > loss_text_ce: 0.08936472982168198 (0.12509829350287882) | > loss_mel_ce: 4.564652919769287 (nan) | > loss: 0.018468324095010757 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14157311359298583) | > loader_time: 0.0046 (0.004559027608103609)  --> TIME: 2025-03-23 10:24:05 -- STEP: 14495/31555 -- GLOBAL_STEP: 46050 | > loss_text_ce: 0.09344474226236343 (0.12504151338912575) | > loss_mel_ce: 3.628565788269043 (nan) | > loss: 0.014769883826375008 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.1415497911597336) | > loader_time: 0.0046 (0.004559051895931096)  --> TIME: 2025-03-23 10:24:15 -- STEP: 14545/31555 -- GLOBAL_STEP: 46100 | > loss_text_ce: 0.1039915457367897 (0.12497935666584) | > loss_mel_ce: 3.378493070602417 (nan) | > loss: 0.013819384388625622 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1415412092749793) | > loader_time: 0.0047 (0.004558997598453312)  --> TIME: 2025-03-23 10:24:25 -- STEP: 14595/31555 -- GLOBAL_STEP: 46150 | > loss_text_ce: 0.0881747230887413 (0.12492205448073536) | > loss_mel_ce: 2.5354206562042236 (nan) | > loss: 0.010411093942821026 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14153628364006285) | > loader_time: 0.0044 (0.004559422699136634)  --> TIME: 2025-03-23 10:24:34 -- STEP: 14645/31555 -- GLOBAL_STEP: 46200 | > loss_text_ce: 0.09808404743671417 (0.12486412218657812) | > loss_mel_ce: 4.232987403869629 (nan) | > loss: 0.017186792567372322 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14153744872416535) | > loader_time: 0.0045 (0.00455968455675721)  --> TIME: 2025-03-23 10:24:44 -- STEP: 14695/31555 -- GLOBAL_STEP: 46250 | > loss_text_ce: 0.1066415011882782 (0.12480593940744522) | > loss_mel_ce: 3.9807441234588623 (nan) | > loss: 0.016219785436987877 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14153804954277022) | > loader_time: 0.0043 (0.004559907640636895)  --> TIME: 2025-03-23 10:24:54 -- STEP: 14745/31555 -- GLOBAL_STEP: 46300 | > loss_text_ce: 0.1078164279460907 (0.12473829500693075) | > loss_mel_ce: 3.7194302082061768 (nan) | > loss: 0.015187487937510014 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14153268569281416) | > loader_time: 0.0046 (0.004559986257439889)  --> TIME: 2025-03-23 10:25:03 -- STEP: 14795/31555 -- GLOBAL_STEP: 46350 | > loss_text_ce: 0.11459676176309586 (0.12468207966802013) | > loss_mel_ce: 4.274829864501953 (nan) | > loss: 0.017418360337615013 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1415300259682005) | > loader_time: 0.0049 (0.0045599291718622275)  --> TIME: 2025-03-23 10:25:13 -- STEP: 14845/31555 -- GLOBAL_STEP: 46400 | > loss_text_ce: 0.12759898602962494 (0.1246229532357024) | > loss_mel_ce: 4.576253890991211 (nan) | > loss: 0.018666082993149757 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.141515580858595) | > loader_time: 0.0045 (0.004559710757344505)  --> TIME: 2025-03-23 10:25:23 -- STEP: 14895/31555 -- GLOBAL_STEP: 46450 | > loss_text_ce: 0.10172867774963379 (0.12455576068455125) | > loss_mel_ce: 3.725858211517334 (nan) | > loss: 0.015188837423920631 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14153173527648777) | > loader_time: 0.0045 (0.004559569728578541)  --> TIME: 2025-03-23 10:25:32 -- STEP: 14945/31555 -- GLOBAL_STEP: 46500 | > loss_text_ce: 0.1016898974776268 (0.1244960774442918) | > loss_mel_ce: 4.288690090179443 (nan) | > loss: 0.0174221433699131 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14152406636350104) | > loader_time: 0.0045 (0.004559487106410002)  --> TIME: 2025-03-23 10:25:42 -- STEP: 14995/31555 -- GLOBAL_STEP: 46550 | > loss_text_ce: 0.1088765561580658 (0.1244355308414309) | > loss_mel_ce: 4.252431869506836 (nan) | > loss: 0.017306780442595482 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14152509519838435) | > loader_time: 0.0048 (0.004559411061291036)  --> TIME: 2025-03-23 10:25:52 -- STEP: 15045/31555 -- GLOBAL_STEP: 46600 | > loss_text_ce: 0.10352877527475357 (0.12437176893481709) | > loss_mel_ce: 3.65667462348938 (nan) | > loss: 0.014921442605555058 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14153686770968138) | > loader_time: 0.0045 (0.004559249186999118)  --> TIME: 2025-03-23 10:26:01 -- STEP: 15095/31555 -- GLOBAL_STEP: 46650 | > loss_text_ce: 0.10868261754512787 (0.12430983828852774) | > loss_mel_ce: 3.9342637062072754 (nan) | > loss: 0.016043439507484436 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14152684224366605) | > loader_time: 0.0046 (0.004559143997652296)  --> TIME: 2025-03-23 10:26:11 -- STEP: 15145/31555 -- GLOBAL_STEP: 46700 | > loss_text_ce: 0.1043681800365448 (0.12425118762644423) | > loss_mel_ce: 3.529453754425049 (nan) | > loss: 0.01441992912441492 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14151457863382963) | > loader_time: 0.0045 (0.0045591209540078795)  --> TIME: 2025-03-23 10:26:20 -- STEP: 15195/31555 -- GLOBAL_STEP: 46750 | > loss_text_ce: 0.09900671988725662 (0.12419549795152723) | > loss_mel_ce: 4.880831718444824 (nan) | > loss: 0.019761264324188232 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.141503984247944) | > loader_time: 0.0045 (0.004558925575314065)  --> TIME: 2025-03-23 10:26:30 -- STEP: 15245/31555 -- GLOBAL_STEP: 46800 | > loss_text_ce: 0.10631141066551208 (0.1241307025881008) | > loss_mel_ce: 4.604640483856201 (nan) | > loss: 0.018694253638386726 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14150344020384356) | > loader_time: 0.0047 (0.004558769841004895)  --> TIME: 2025-03-23 10:26:39 -- STEP: 15295/31555 -- GLOBAL_STEP: 46850 | > loss_text_ce: 0.09911534935235977 (0.12406892911276896) | > loss_mel_ce: 4.419834136962891 (nan) | > loss: 0.017932340502738953 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.1414967991316698) | > loader_time: 0.0047 (0.004558837846355033)  --> TIME: 2025-03-23 10:26:49 -- STEP: 15345/31555 -- GLOBAL_STEP: 46900 | > loss_text_ce: 0.10512544214725494 (0.12400885526395618) | > loss_mel_ce: 0.0675048828125 (nan) | > loss: 0.0006850410136394203 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1414923333080712) | > loader_time: 0.0043 (0.00455878140600854)  --> TIME: 2025-03-23 10:26:59 -- STEP: 15395/31555 -- GLOBAL_STEP: 46950 | > loss_text_ce: 0.11547385156154633 (0.12395132820243925) | > loss_mel_ce: 3.860395669937134 (nan) | > loss: 0.015777260065078735 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14149344569098155) | > loader_time: 0.0044 (0.004558757916407423)  --> TIME: 2025-03-23 10:27:08 -- STEP: 15445/31555 -- GLOBAL_STEP: 47000 | > loss_text_ce: 0.1014615148305893 (0.12389645678551776) | > loss_mel_ce: 1.8814113140106201 (nan) | > loss: 0.007868543267250061 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14148839017881024) | > loader_time: 0.0044 (0.004558696203457162)  --> TIME: 2025-03-23 10:27:18 -- STEP: 15495/31555 -- GLOBAL_STEP: 47050 | > loss_text_ce: 0.10770996659994125 (0.12383979528219254) | > loss_mel_ce: 4.547408580780029 (nan) | > loss: 0.018472693860530853 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14148160798121145) | > loader_time: 0.0045 (0.004558678756571054)  --> TIME: 2025-03-23 10:27:27 -- STEP: 15545/31555 -- GLOBAL_STEP: 47100 | > loss_text_ce: 0.09372186660766602 (0.1237836939282424) | > loss_mel_ce: 4.2931742668151855 (nan) | > loss: 0.01740831881761551 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14148689865414157) | > loader_time: 0.0047 (0.0045586368208646)  --> TIME: 2025-03-23 10:27:37 -- STEP: 15595/31555 -- GLOBAL_STEP: 47150 | > loss_text_ce: 0.10901156067848206 (0.12373065008265659) | > loss_mel_ce: 4.0237507820129395 (nan) | > loss: 0.016399851068854332 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14148928763660815) | > loader_time: 0.0043 (0.004558560327674815)  --> TIME: 2025-03-23 10:27:47 -- STEP: 15645/31555 -- GLOBAL_STEP: 47200 | > loss_text_ce: 0.1493837684392929 (0.12368751692768183) | > loss_mel_ce: 3.95782208442688 (nan) | > loss: 0.016298437491059303 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14148322974351635) | > loader_time: 0.0044 (0.004558473198739184)  --> TIME: 2025-03-23 10:27:57 -- STEP: 15695/31555 -- GLOBAL_STEP: 47250 | > loss_text_ce: 0.09588682651519775 (0.12362407400477883) | > loss_mel_ce: 4.262579441070557 (nan) | > loss: 0.01729550212621689 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14149128390406696) | > loader_time: 0.0047 (0.004558138772916451)  --> TIME: 2025-03-23 10:28:06 -- STEP: 15745/31555 -- GLOBAL_STEP: 47300 | > loss_text_ce: 0.09362594038248062 (0.12356822536025062) | > loss_mel_ce: 4.756644248962402 (nan) | > loss: 0.019247105345129967 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14149387236359248) | > loader_time: 0.0044 (0.0045574383419178365)  --> TIME: 2025-03-23 10:28:16 -- STEP: 15795/31555 -- GLOBAL_STEP: 47350 | > loss_text_ce: 0.09464388340711594 (0.12351049799242218) | > loss_mel_ce: 4.243378162384033 (nan) | > loss: 0.017214374616742134 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14151104421093344) | > loader_time: 0.0045 (0.0045567978028444815)  --> TIME: 2025-03-23 10:28:26 -- STEP: 15845/31555 -- GLOBAL_STEP: 47400 | > loss_text_ce: 0.11364337801933289 (0.12345487450426787) | > loss_mel_ce: 3.5429444313049316 (nan) | > loss: 0.014510270208120346 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14150735401287196) | > loader_time: 0.0043 (0.004556102668422725)  --> TIME: 2025-03-23 10:28:36 -- STEP: 15895/31555 -- GLOBAL_STEP: 47450 | > loss_text_ce: 0.1025458425283432 (0.12339477899849739) | > loss_mel_ce: 4.02642822265625 (nan) | > loss: 0.01638481765985489 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14150999899591518) | > loader_time: 0.0043 (0.004555553473478272)  --> TIME: 2025-03-23 10:28:45 -- STEP: 15945/31555 -- GLOBAL_STEP: 47500 | > loss_text_ce: 0.10361189395189285 (0.12333153030338992) | > loss_mel_ce: 4.432839870452881 (nan) | > loss: 0.018001794815063477 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14151523082597997) | > loader_time: 0.0048 (0.004555299671588155)  --> TIME: 2025-03-23 10:28:55 -- STEP: 15995/31555 -- GLOBAL_STEP: 47550 | > loss_text_ce: 0.1138870120048523 (0.12327394206129343) | > loss_mel_ce: 4.853580474853516 (nan) | > loss: 0.0197121724486351 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14152466624034288) | > loader_time: 0.0043 (0.004555224343812901)  --> TIME: 2025-03-23 10:29:05 -- STEP: 16045/31555 -- GLOBAL_STEP: 47600 | > loss_text_ce: 0.116001658141613 (0.12322446235655035) | > loss_mel_ce: 4.721735954284668 (nan) | > loss: 0.0191973727196455 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.1415231033959989) | > loader_time: 0.0046 (0.004555086942430796)  --> TIME: 2025-03-23 10:29:15 -- STEP: 16095/31555 -- GLOBAL_STEP: 47650 | > loss_text_ce: 0.11846126616001129 (0.12317116017962366) | > loss_mel_ce: 4.430400371551514 (nan) | > loss: 0.018051039427518845 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1415318373383556) | > loader_time: 0.0046 (0.004554977280710653)  --> TIME: 2025-03-23 10:29:24 -- STEP: 16145/31555 -- GLOBAL_STEP: 47700 | > loss_text_ce: 0.10024617612361908 (0.12312426450738827) | > loss_mel_ce: 4.246816635131836 (nan) | > loss: 0.017250249162316322 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14153567250943783) | > loader_time: 0.0048 (0.004554872078657792)  --> TIME: 2025-03-23 10:29:34 -- STEP: 16195/31555 -- GLOBAL_STEP: 47750 | > loss_text_ce: 0.11236638575792313 (0.12308161140877663) | > loss_mel_ce: 0.1509602814912796 (nan) | > loss: 0.001044947188347578 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14152989609810496) | > loader_time: 0.0043 (0.004554722065467729)  --> TIME: 2025-03-23 10:29:44 -- STEP: 16245/31555 -- GLOBAL_STEP: 47800 | > loss_text_ce: 0.11782807111740112 (0.12302654587230089) | > loss_mel_ce: 3.6016178131103516 (nan) | > loss: 0.014759707264602184 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1415217735980908) | > loader_time: 0.0046 (0.004554999560787311)  --> TIME: 2025-03-23 10:29:53 -- STEP: 16295/31555 -- GLOBAL_STEP: 47850 | > loss_text_ce: 0.08896158635616302 (0.12296670964522174) | > loss_mel_ce: 4.92626428604126 (nan) | > loss: 0.019901691004633904 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14150829597571482) | > loader_time: 0.0044 (0.0045547409560936945)  --> TIME: 2025-03-23 10:30:03 -- STEP: 16345/31555 -- GLOBAL_STEP: 47900 | > loss_text_ce: 0.11166992038488388 (0.12290924230311913) | > loss_mel_ce: 2.9574787616729736 (nan) | > loss: 0.012179162353277206 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14151456228415527) | > loader_time: 0.0045 (0.0045547798526655164)  --> TIME: 2025-03-23 10:30:12 -- STEP: 16395/31555 -- GLOBAL_STEP: 47950 | > loss_text_ce: 0.10722948610782623 (0.12285892000355497) | > loss_mel_ce: 3.7118611335754395 (nan) | > loss: 0.015155122615396976 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14151635805474957) | > loader_time: 0.0046 (0.004554839030967008)  --> TIME: 2025-03-23 10:30:22 -- STEP: 16445/31555 -- GLOBAL_STEP: 48000 | > loss_text_ce: 0.0909830704331398 (0.12279436099117964) | > loss_mel_ce: 4.436031341552734 (nan) | > loss: 0.01796434260904789 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14150909046591806) | > loader_time: 0.0047 (0.004554801626602665)  --> TIME: 2025-03-23 10:30:32 -- STEP: 16495/31555 -- GLOBAL_STEP: 48050 | > loss_text_ce: 0.09478063136339188 (0.12273151479858026) | > loss_mel_ce: 0.7182241678237915 (nan) | > loss: 0.0032262096647173166 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.141513369046547) | > loader_time: 0.0048 (0.004555035851586381)  --> TIME: 2025-03-23 10:30:41 -- STEP: 16545/31555 -- GLOBAL_STEP: 48100 | > loss_text_ce: 0.0959148183465004 (0.12267661209677894) | > loss_mel_ce: 4.314718723297119 (nan) | > loss: 0.017502514645457268 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14150883908645032) | > loader_time: 0.0045 (0.004555131431503481)  --> TIME: 2025-03-23 10:30:51 -- STEP: 16595/31555 -- GLOBAL_STEP: 48150 | > loss_text_ce: 0.09800616651773453 (0.12262802647113091) | > loss_mel_ce: 4.861017227172852 (nan) | > loss: 0.019678665325045586 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1414960972549472) | > loader_time: 0.0047 (0.004555034694918719)  --> TIME: 2025-03-23 10:31:00 -- STEP: 16645/31555 -- GLOBAL_STEP: 48200 | > loss_text_ce: 0.10503323376178741 (0.12258002689093228) | > loss_mel_ce: 2.987229585647583 (nan) | > loss: 0.012270884588360786 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14149222143350274) | > loader_time: 0.0045 (0.004554967172656463)  --> TIME: 2025-03-23 10:31:10 -- STEP: 16695/31555 -- GLOBAL_STEP: 48250 | > loss_text_ce: 0.11318530142307281 (0.12252513130568443) | > loss_mel_ce: 4.291423320770264 (nan) | > loss: 0.01747860759496689 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14148511556709348) | > loader_time: 0.0044 (0.004555415735875941)  --> TIME: 2025-03-23 10:31:20 -- STEP: 16745/31555 -- GLOBAL_STEP: 48300 | > loss_text_ce: 0.08213521540164948 (0.12246199373826669) | > loss_mel_ce: 3.9250731468200684 (nan) | > loss: 0.01590162143111229 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14148286851921105) | > loader_time: 0.0045 (0.004555656533342339)  --> TIME: 2025-03-23 10:31:29 -- STEP: 16795/31555 -- GLOBAL_STEP: 48350 | > loss_text_ce: 0.10540463030338287 (0.12240497294539544) | > loss_mel_ce: 3.552051067352295 (nan) | > loss: 0.014513714239001274 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14147338939586124) | > loader_time: 0.0049 (0.004555742255844271)  --> TIME: 2025-03-23 10:31:39 -- STEP: 16845/31555 -- GLOBAL_STEP: 48400 | > loss_text_ce: 0.09442149102687836 (0.12235029492428919) | > loss_mel_ce: 4.6466240882873535 (nan) | > loss: 0.01881367340683937 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1414778537302989) | > loader_time: 0.0045 (0.004556093685844221)  --> TIME: 2025-03-23 10:31:49 -- STEP: 16895/31555 -- GLOBAL_STEP: 48450 | > loss_text_ce: 0.10978464037179947 (0.12229447051437424) | > loss_mel_ce: 4.369269847869873 (nan) | > loss: 0.017774026840925217 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14148493967454231) | > loader_time: 0.0043 (0.004556207016185366)  --> TIME: 2025-03-23 10:31:58 -- STEP: 16945/31555 -- GLOBAL_STEP: 48500 | > loss_text_ce: 0.11365620046854019 (0.12224507484069591) | > loss_mel_ce: 4.686801910400391 (nan) | > loss: 0.01904943771660328 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14147423420306962) | > loader_time: 0.0046 (0.004556349126523676)  --> TIME: 2025-03-23 10:32:08 -- STEP: 16995/31555 -- GLOBAL_STEP: 48550 | > loss_text_ce: 0.11581013351678848 (0.12218742720754344) | > loss_mel_ce: 4.07206392288208 (nan) | > loss: 0.016618547961115837 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14147638045678812) | > loader_time: 0.0049 (0.0045563895900868605)  --> TIME: 2025-03-23 10:32:18 -- STEP: 17045/31555 -- GLOBAL_STEP: 48600 | > loss_text_ce: 0.10675753653049469 (0.12213317551206247) | > loss_mel_ce: 4.487131595611572 (nan) | > loss: 0.01822972111403942 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14148001002230304) | > loader_time: 0.0049 (0.004556758161093254)  --> TIME: 2025-03-23 10:32:27 -- STEP: 17095/31555 -- GLOBAL_STEP: 48650 | > loss_text_ce: 0.07790080457925797 (0.12207846203658286) | > loss_mel_ce: 4.461202621459961 (nan) | > loss: 0.018012316897511482 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14147951664998545) | > loader_time: 0.0043 (0.004556970604681461)  --> TIME: 2025-03-23 10:32:37 -- STEP: 17145/31555 -- GLOBAL_STEP: 48700 | > loss_text_ce: 0.10121133923530579 (0.12202448328214485) | > loss_mel_ce: 4.4416890144348145 (nan) | > loss: 0.01802738383412361 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14147956442923343) | > loader_time: 0.0043 (0.004557337306198668)  --> TIME: 2025-03-23 10:32:47 -- STEP: 17195/31555 -- GLOBAL_STEP: 48750 | > loss_text_ce: 0.10644844174385071 (0.1219750166589288) | > loss_mel_ce: 4.976513862609863 (nan) | > loss: 0.020170487463474274 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1414912752233019) | > loader_time: 0.0045 (0.004557369891624503)  --> TIME: 2025-03-23 10:32:56 -- STEP: 17245/31555 -- GLOBAL_STEP: 48800 | > loss_text_ce: 0.10213732719421387 (0.12192047788470278) | > loss_mel_ce: 4.387234210968018 (nan) | > loss: 0.017814965918660164 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1414897221211041) | > loader_time: 0.0043 (0.004557337004677296)  --> TIME: 2025-03-23 10:33:06 -- STEP: 17295/31555 -- GLOBAL_STEP: 48850 | > loss_text_ce: 0.10012004524469376 (0.12186996524226854) | > loss_mel_ce: 4.242339134216309 (nan) | > loss: 0.017231982201337814 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1414942590995275) | > loader_time: 0.0047 (0.004557310276963361)  --> TIME: 2025-03-23 10:33:16 -- STEP: 17345/31555 -- GLOBAL_STEP: 48900 | > loss_text_ce: 0.10548902302980423 (0.12182025964105887) | > loss_mel_ce: 3.9438273906707764 (nan) | > loss: 0.01606871746480465 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14149721523085884) | > loader_time: 0.0045 (0.004557243813420937)  --> TIME: 2025-03-23 10:33:26 -- STEP: 17395/31555 -- GLOBAL_STEP: 48950 | > loss_text_ce: 0.09776633232831955 (0.1217652272534776) | > loss_mel_ce: 4.544262886047363 (nan) | > loss: 0.0184207521378994 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1414961801722463) | > loader_time: 0.0046 (0.00455722309933819)  --> TIME: 2025-03-23 10:33:35 -- STEP: 17445/31555 -- GLOBAL_STEP: 49000 | > loss_text_ce: 0.10184893012046814 (0.12171321593654308) | > loss_mel_ce: 2.1761586666107178 (nan) | > loss: 0.009039713069796562 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14149110625418207) | > loader_time: 0.0045 (0.004557250789052994)  --> TIME: 2025-03-23 10:33:45 -- STEP: 17495/31555 -- GLOBAL_STEP: 49050 | > loss_text_ce: 0.10751339048147202 (0.12165615752735502) | > loss_mel_ce: 3.056396245956421 (nan) | > loss: 0.012555197812616825 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14148471294794485) | > loader_time: 0.0049 (0.004557511165299436)  --> TIME: 2025-03-23 10:33:55 -- STEP: 17545/31555 -- GLOBAL_STEP: 49100 | > loss_text_ce: 0.11915308982133865 (0.12161059891584843) | > loss_mel_ce: 3.668586015701294 (nan) | > loss: 0.015030710957944393 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14149074197053307) | > loader_time: 0.0048 (0.0045575391536222115)  --> TIME: 2025-03-23 10:34:05 -- STEP: 17595/31555 -- GLOBAL_STEP: 49150 | > loss_text_ce: 0.0881025493144989 (0.12154567391739016) | > loss_mel_ce: 4.460123538970947 (nan) | > loss: 0.018048515543341637 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14150623321262212) | > loader_time: 0.0048 (0.004557785130116209)  --> TIME: 2025-03-23 10:34:14 -- STEP: 17645/31555 -- GLOBAL_STEP: 49200 | > loss_text_ce: 0.09051021188497543 (0.1214932730191834) | > loss_mel_ce: 4.367908000946045 (nan) | > loss: 0.017692137509584427 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14149991770782439) | > loader_time: 0.0047 (0.004557724680026326)  --> TIME: 2025-03-23 10:34:24 -- STEP: 17695/31555 -- GLOBAL_STEP: 49250 | > loss_text_ce: 0.13201944530010223 (0.12143881443859607) | > loss_mel_ce: 4.402258396148682 (nan) | > loss: 0.01799316704273224 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14150637207343858) | > loader_time: 0.0044 (0.004557733058794681)  --> TIME: 2025-03-23 10:34:33 -- STEP: 17745/31555 -- GLOBAL_STEP: 49300 | > loss_text_ce: 0.11089462786912918 (0.12139354321269136) | > loss_mel_ce: 5.350739002227783 (nan) | > loss: 0.02167315036058426 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14149537670944895) | > loader_time: 0.0044 (0.0045577691621798986)  --> TIME: 2025-03-23 10:34:43 -- STEP: 17795/31555 -- GLOBAL_STEP: 49350 | > loss_text_ce: 0.09721739590167999 (0.12133826275418212) | > loss_mel_ce: 3.9608139991760254 (nan) | > loss: 0.01610330119729042 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1414999189856484) | > loader_time: 0.0045 (0.004557625461609431)  --> TIME: 2025-03-23 10:34:53 -- STEP: 17845/31555 -- GLOBAL_STEP: 49400 | > loss_text_ce: 0.17389647662639618 (0.12128171176261159) | > loss_mel_ce: 2.7835190296173096 (nan) | > loss: 0.01173577643930912 (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.1414892005332549) | > loader_time: 0.0043 (0.004557600125574385)  --> TIME: 2025-03-23 10:35:02 -- STEP: 17895/31555 -- GLOBAL_STEP: 49450 | > loss_text_ce: 0.10515996068716049 (0.12123317893206335) | > loss_mel_ce: 4.305830001831055 (nan) | > loss: 0.017503928393125534 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1414717131868094) | > loader_time: 0.0044 (0.0045573743237700155)  --> TIME: 2025-03-23 10:35:11 -- STEP: 17945/31555 -- GLOBAL_STEP: 49500 | > loss_text_ce: 0.1052004024386406 (0.12118880384170712) | > loss_mel_ce: 4.895803928375244 (nan) | > loss: 0.019845256581902504 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14146136811065907) | > loader_time: 0.005 (0.004557326883617353)  --> TIME: 2025-03-23 10:35:21 -- STEP: 17995/31555 -- GLOBAL_STEP: 49550 | > loss_text_ce: 0.1023600623011589 (0.12113551198732404) | > loss_mel_ce: 3.95798921585083 (nan) | > loss: 0.016112498939037323 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1414600729246743) | > loader_time: 0.0045 (0.004557246743191859)  --> TIME: 2025-03-23 10:35:30 -- STEP: 18045/31555 -- GLOBAL_STEP: 49600 | > loss_text_ce: 0.08220331370830536 (0.1210811264426903) | > loss_mel_ce: 3.4740946292877197 (nan) | > loss: 0.014112294651567936 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14143470848455575) | > loader_time: 0.0046 (0.0045570830025148225)  --> TIME: 2025-03-23 10:35:40 -- STEP: 18095/31555 -- GLOBAL_STEP: 49650 | > loss_text_ce: 0.09049108624458313 (0.12101919855011546) | > loss_mel_ce: 4.248539447784424 (nan) | > loss: 0.01721837744116783 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.1414503439054467) | > loader_time: 0.0047 (0.004557255283512753)  --> TIME: 2025-03-23 10:35:50 -- STEP: 18145/31555 -- GLOBAL_STEP: 49700 | > loss_text_ce: 0.10456858575344086 (0.12097013841716091) | > loss_mel_ce: 3.2652816772460938 (nan) | > loss: 0.013372422195971012 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14144214251442833) | > loader_time: 0.0045 (0.004557268229947319)  --> TIME: 2025-03-23 10:35:59 -- STEP: 18195/31555 -- GLOBAL_STEP: 49750 | > loss_text_ce: 0.11905599385499954 (0.12091448636386262) | > loss_mel_ce: 4.989851474761963 (nan) | > loss: 0.020273445174098015 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.141430752707825) | > loader_time: 0.0067 (0.004557378372670383)  --> TIME: 2025-03-23 10:36:09 -- STEP: 18245/31555 -- GLOBAL_STEP: 49800 | > loss_text_ce: 0.10072183609008789 (0.12086080999146111) | > loss_mel_ce: 4.294986248016357 (nan) | > loss: 0.017443286255002022 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14143609015312397) | > loader_time: 0.0045 (0.004557208290946866)  --> TIME: 2025-03-23 10:36:18 -- STEP: 18295/31555 -- GLOBAL_STEP: 49850 | > loss_text_ce: 0.0968671590089798 (0.12080729149076395) | > loss_mel_ce: 3.9685189723968506 (nan) | > loss: 0.01613248698413372 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14143321673770373) | > loader_time: 0.0044 (0.004557259534349454)  --> TIME: 2025-03-23 10:36:28 -- STEP: 18345/31555 -- GLOBAL_STEP: 49900 | > loss_text_ce: 0.0999942496418953 (0.12075358181623334) | > loss_mel_ce: 3.462852716445923 (nan) | > loss: 0.014138282276690006 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14143007188247497) | > loader_time: 0.0045 (0.004557086310876608)  --> TIME: 2025-03-23 10:36:38 -- STEP: 18395/31555 -- GLOBAL_STEP: 49950 | > loss_text_ce: 0.09769562631845474 (0.12070659063705913) | > loss_mel_ce: 3.720447301864624 (nan) | > loss: 0.01515136193484068 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1414319664539607) | > loader_time: 0.0047 (0.0045573143960341385)  --> TIME: 2025-03-23 10:36:47 -- STEP: 18445/31555 -- GLOBAL_STEP: 50000 | > loss_text_ce: 0.09145921468734741 (0.12064715144304065) | > loss_mel_ce: 4.075517177581787 (nan) | > loss: 0.016535621136426926 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14142261785877916) | > loader_time: 0.0048 (0.0045576198342111955) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_50000.pth  --> TIME: 2025-03-23 10:37:03 -- STEP: 18495/31555 -- GLOBAL_STEP: 50050 | > loss_text_ce: 0.10945287346839905 (0.12058703883269903) | > loss_mel_ce: 3.5149779319763184 (nan) | > loss: 0.014382663182914257 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14142593222394054) | > loader_time: 0.0043 (0.004557791668906587)  --> TIME: 2025-03-23 10:37:12 -- STEP: 18545/31555 -- GLOBAL_STEP: 50100 | > loss_text_ce: 0.11120031028985977 (0.12053967279890097) | > loss_mel_ce: 4.470730304718018 (nan) | > loss: 0.018182264640927315 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14141249556398738) | > loader_time: 0.0044 (0.004557803815572705)  --> TIME: 2025-03-23 10:37:22 -- STEP: 18595/31555 -- GLOBAL_STEP: 50150 | > loss_text_ce: 0.12473437190055847 (0.120486553452467) | > loss_mel_ce: 2.7716758251190186 (nan) | > loss: 0.011493692174553871 (nan) | > current_lr: 5e-06 | > step_time: 0.1017 (0.14140251624581) | > loader_time: 0.0042 (0.004557572888186856)  --> TIME: 2025-03-23 10:37:31 -- STEP: 18645/31555 -- GLOBAL_STEP: 50200 | > loss_text_ce: 0.10033801198005676 (0.12043492783767168) | > loss_mel_ce: 3.6169612407684326 (nan) | > loss: 0.014751188457012177 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14138507126930674) | > loader_time: 0.0044 (0.00455741333750495)  --> TIME: 2025-03-23 10:37:41 -- STEP: 18695/31555 -- GLOBAL_STEP: 50250 | > loss_text_ce: 0.0985778346657753 (0.12038928748699597) | > loss_mel_ce: 3.0321598052978516 (nan) | > loss: 0.012423562817275524 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14137712758184923) | > loader_time: 0.0045 (0.004557317219560987)  --> TIME: 2025-03-23 10:37:50 -- STEP: 18745/31555 -- GLOBAL_STEP: 50300 | > loss_text_ce: 0.09444008022546768 (0.12033804852935859) | > loss_mel_ce: 3.480177164077759 (nan) | > loss: 0.014184989035129547 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14137820565373024) | > loader_time: 0.0045 (0.0045575216058795515)  --> TIME: 2025-03-23 10:38:00 -- STEP: 18795/31555 -- GLOBAL_STEP: 50350 | > loss_text_ce: 0.10280252993106842 (0.1202875479148031) | > loss_mel_ce: 2.8160157203674316 (nan) | > loss: 0.011582612991333008 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14138558902268597) | > loader_time: 0.0044 (0.0045574826679194045)  --> TIME: 2025-03-23 10:38:10 -- STEP: 18845/31555 -- GLOBAL_STEP: 50400 | > loss_text_ce: 0.08657606691122055 (0.12023619612875158) | > loss_mel_ce: 4.6020894050598145 (nan) | > loss: 0.01860581524670124 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14137301043952993) | > loader_time: 0.0046 (0.004557318142156868)  --> TIME: 2025-03-23 10:38:19 -- STEP: 18895/31555 -- GLOBAL_STEP: 50450 | > loss_text_ce: 0.11217557638883591 (0.1201823608731436) | > loss_mel_ce: 4.763889789581299 (nan) | > loss: 0.019349467009305954 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14136763501022206) | > loader_time: 0.0044 (0.0045571680263287945)  --> TIME: 2025-03-23 10:38:29 -- STEP: 18945/31555 -- GLOBAL_STEP: 50500 | > loss_text_ce: 0.09699361771345139 (0.12012531300488119) | > loss_mel_ce: 0.12255859375 (nan) | > loss: 0.0008712389972060919 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14136779300139007) | > loader_time: 0.0043 (0.004556981930162617)  --> TIME: 2025-03-23 10:38:39 -- STEP: 18995/31555 -- GLOBAL_STEP: 50550 | > loss_text_ce: 0.09333131462335587 (0.12007695632558033) | > loss_mel_ce: 4.902083396911621 (nan) | > loss: 0.01982307620346546 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14136537088473014) | > loader_time: 0.0043 (0.004556737770749298)  --> TIME: 2025-03-23 10:38:49 -- STEP: 19045/31555 -- GLOBAL_STEP: 50600 | > loss_text_ce: 0.09995748102664948 (0.12003100572428335) | > loss_mel_ce: 3.425907850265503 (nan) | > loss: 0.013991530053317547 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14137302718158806) | > loader_time: 0.0044 (0.004556478393706894)  --> TIME: 2025-03-23 10:38:58 -- STEP: 19095/31555 -- GLOBAL_STEP: 50650 | > loss_text_ce: 0.10066664218902588 (0.11997658565472744) | > loss_mel_ce: 3.0609328746795654 (nan) | > loss: 0.012546030804514885 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14138073562857842) | > loader_time: 0.0045 (0.004556522234536845)  --> TIME: 2025-03-23 10:39:08 -- STEP: 19145/31555 -- GLOBAL_STEP: 50700 | > loss_text_ce: 0.09303347021341324 (0.11992172548947815) | > loss_mel_ce: 4.8538818359375 (nan) | > loss: 0.019630616530776024 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14138629316318538) | > loader_time: 0.0044 (0.004556356406641473)  --> TIME: 2025-03-23 10:39:18 -- STEP: 19195/31555 -- GLOBAL_STEP: 50750 | > loss_text_ce: 0.08856871724128723 (0.11987641876984163) | > loss_mel_ce: 4.376842975616455 (nan) | > loss: 0.01771988905966282 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14137883016174474) | > loader_time: 0.0046 (0.004556130704608964)  --> TIME: 2025-03-23 10:39:27 -- STEP: 19245/31555 -- GLOBAL_STEP: 50800 | > loss_text_ce: 0.10045797377824783 (0.11982083369475284) | > loss_mel_ce: 4.506524562835693 (nan) | > loss: 0.01828167773783207 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14137886152170878) | > loader_time: 0.0044 (0.004555876009121697)  --> TIME: 2025-03-23 10:39:37 -- STEP: 19295/31555 -- GLOBAL_STEP: 50850 | > loss_text_ce: 0.09888692945241928 (0.11976659511131349) | > loss_mel_ce: 4.2675395011901855 (nan) | > loss: 0.017327090725302696 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.1413668740379535) | > loader_time: 0.0047 (0.004555599934760055)  --> TIME: 2025-03-23 10:39:47 -- STEP: 19345/31555 -- GLOBAL_STEP: 50900 | > loss_text_ce: 0.09326550364494324 (0.1197136041983434) | > loss_mel_ce: 2.575925350189209 (nan) | > loss: 0.010592027567327023 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14137646851844082) | > loader_time: 0.0046 (0.004555753738450625)  --> TIME: 2025-03-23 10:39:57 -- STEP: 19395/31555 -- GLOBAL_STEP: 50950 | > loss_text_ce: 0.0978735014796257 (0.11965904109224224) | > loss_mel_ce: 3.868194103240967 (nan) | > loss: 0.015738364309072495 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14138277199625504) | > loader_time: 0.0046 (0.00455584153590602)  --> TIME: 2025-03-23 10:40:06 -- STEP: 19445/31555 -- GLOBAL_STEP: 51000 | > loss_text_ce: 0.08424912393093109 (0.11960420704694184) | > loss_mel_ce: 3.9809138774871826 (nan) | > loss: 0.016131600365042686 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14136822128639276) | > loader_time: 0.0047 (0.004555821412631599)  --> TIME: 2025-03-23 10:40:16 -- STEP: 19495/31555 -- GLOBAL_STEP: 51050 | > loss_text_ce: 0.08474435657262802 (0.11955684009852559) | > loss_mel_ce: 4.019378662109375 (nan) | > loss: 0.016286203637719154 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14136528260709758) | > loader_time: 0.0046 (0.004555952784402984)  --> TIME: 2025-03-23 10:40:25 -- STEP: 19545/31555 -- GLOBAL_STEP: 51100 | > loss_text_ce: 0.10360809415578842 (0.11950403219158078) | > loss_mel_ce: 3.412285089492798 (nan) | > loss: 0.013951958157122135 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14135370585094495) | > loader_time: 0.0044 (0.004555953692584768)  --> TIME: 2025-03-23 10:40:35 -- STEP: 19595/31555 -- GLOBAL_STEP: 51150 | > loss_text_ce: 0.0850163996219635 (0.11945864944608346) | > loss_mel_ce: 3.9814648628234863 (nan) | > loss: 0.016136830672621727 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1413459903520424) | > loader_time: 0.0045 (0.004556010249440332)  --> TIME: 2025-03-23 10:40:44 -- STEP: 19645/31555 -- GLOBAL_STEP: 51200 | > loss_text_ce: 0.08988537639379501 (0.11940868609800881) | > loss_mel_ce: 3.1557374000549316 (nan) | > loss: 0.012879456393420696 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14134224460579534) | > loader_time: 0.0045 (0.004556177917950366)  --> TIME: 2025-03-23 10:40:54 -- STEP: 19695/31555 -- GLOBAL_STEP: 51250 | > loss_text_ce: 0.07783835381269455 (0.11935779131981175) | > loss_mel_ce: 4.227821350097656 (nan) | > loss: 0.017085952684283257 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14133358859991718) | > loader_time: 0.0046 (0.0045562557715333185)  --> TIME: 2025-03-23 10:41:03 -- STEP: 19745/31555 -- GLOBAL_STEP: 51300 | > loss_text_ce: 0.10616143047809601 (0.11930087565447547) | > loss_mel_ce: 3.977954864501953 (nan) | > loss: 0.016206812113523483 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14133424761326166) | > loader_time: 0.0046 (0.004556338579994581)  --> TIME: 2025-03-23 10:41:13 -- STEP: 19795/31555 -- GLOBAL_STEP: 51350 | > loss_text_ce: 0.10792557150125504 (0.11924895410188202) | > loss_mel_ce: 4.4172539710998535 (nan) | > loss: 0.017957061529159546 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1413324606361404) | > loader_time: 0.0042 (0.004556138842477413)  --> TIME: 2025-03-23 10:41:23 -- STEP: 19845/31555 -- GLOBAL_STEP: 51400 | > loss_text_ce: 0.09280255436897278 (0.11919109343085861) | > loss_mel_ce: 4.2156758308410645 (nan) | > loss: 0.01709713786840439 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1413265904781954) | > loader_time: 0.0045 (0.00455587981299266)  --> TIME: 2025-03-23 10:41:32 -- STEP: 19895/31555 -- GLOBAL_STEP: 51450 | > loss_text_ce: 0.09602373093366623 (0.11913667599941935) | > loss_mel_ce: 4.695709228515625 (nan) | > loss: 0.019014813005924225 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14132199996858164) | > loader_time: 0.0043 (0.004555618897788197)  --> TIME: 2025-03-23 10:41:42 -- STEP: 19945/31555 -- GLOBAL_STEP: 51500 | > loss_text_ce: 0.08858801424503326 (0.11908806407136419) | > loss_mel_ce: 3.8149168491363525 (nan) | > loss: 0.015490099787712097 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14132762337782934) | > loader_time: 0.0045 (0.00455544629052754)  --> TIME: 2025-03-23 10:41:52 -- STEP: 19995/31555 -- GLOBAL_STEP: 51550 | > loss_text_ce: 0.10166049003601074 (0.11903311208311644) | > loss_mel_ce: 4.908091068267822 (nan) | > loss: 0.019879966974258423 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14132217223359914) | > loader_time: 0.0043 (0.0045552107655247665)  --> TIME: 2025-03-23 10:42:01 -- STEP: 20045/31555 -- GLOBAL_STEP: 51600 | > loss_text_ce: 0.11391515284776688 (0.11897726385454918) | > loss_mel_ce: 5.00203800201416 (nan) | > loss: 0.020301401615142822 (nan) | > current_lr: 5e-06 | > step_time: 0.1025 (0.14131584260254998) | > loader_time: 0.0043 (0.004555028440590107)  --> TIME: 2025-03-23 10:42:11 -- STEP: 20095/31555 -- GLOBAL_STEP: 51650 | > loss_text_ce: 0.09408087283372879 (0.11893174283338155) | > loss_mel_ce: 4.479135513305664 (nan) | > loss: 0.018147684633731842 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14131730668845568) | > loader_time: 0.0044 (0.004554871167374871)  --> TIME: 2025-03-23 10:42:21 -- STEP: 20145/31555 -- GLOBAL_STEP: 51700 | > loss_text_ce: 0.10393150895833969 (0.1188773198565949) | > loss_mel_ce: 4.878693580627441 (nan) | > loss: 0.019772322848439217 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14132587648734024) | > loader_time: 0.0046 (0.004554678021485627)  --> TIME: 2025-03-23 10:42:30 -- STEP: 20195/31555 -- GLOBAL_STEP: 51750 | > loss_text_ce: 0.08601216226816177 (0.11882286225437567) | > loss_mel_ce: 4.225727081298828 (nan) | > loss: 0.017110077664256096 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14132281753443743) | > loader_time: 0.0048 (0.004554427464015988)  --> TIME: 2025-03-23 10:42:40 -- STEP: 20245/31555 -- GLOBAL_STEP: 51800 | > loss_text_ce: 0.09320514649152756 (0.11877356711089695) | > loss_mel_ce: 4.280447959899902 (nan) | > loss: 0.017355766147375107 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14131693089853342) | > loader_time: 0.0046 (0.004554173268633535)  --> TIME: 2025-03-23 10:42:49 -- STEP: 20295/31555 -- GLOBAL_STEP: 51850 | > loss_text_ce: 0.10101905465126038 (0.11873221532681516) | > loss_mel_ce: 3.7200510501861572 (nan) | > loss: 0.015162977389991283 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14129663522856178) | > loader_time: 0.0043 (0.00455375255754821)  --> TIME: 2025-03-23 10:42:59 -- STEP: 20345/31555 -- GLOBAL_STEP: 51900 | > loss_text_ce: 0.1207704171538353 (0.11868351447286415) | > loss_mel_ce: 3.9293015003204346 (nan) | > loss: 0.016071714460849762 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14129193564485568) | > loader_time: 0.0044 (0.004553669985520148)  --> TIME: 2025-03-23 10:43:09 -- STEP: 20395/31555 -- GLOBAL_STEP: 51950 | > loss_text_ce: 0.0699671059846878 (0.1186358801083526) | > loss_mel_ce: 0.079345703125 (nan) | > loss: 0.0005925112054683268 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14129999796237788) | > loader_time: 0.0043 (0.0045533980771471656)  --> TIME: 2025-03-23 10:43:18 -- STEP: 20445/31555 -- GLOBAL_STEP: 52000 | > loss_text_ce: 0.09246737509965897 (0.11858751499972164) | > loss_mel_ce: 1.0677571296691895 (nan) | > loss: 0.004604065790772438 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1412891411145765) | > loader_time: 0.0045 (0.004553034370293599)  --> TIME: 2025-03-23 10:43:28 -- STEP: 20495/31555 -- GLOBAL_STEP: 52050 | > loss_text_ce: 0.10591375827789307 (0.11853492759035528) | > loss_mel_ce: 4.748561382293701 (nan) | > loss: 0.019263790920376778 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14128550654883887) | > loader_time: 0.0044 (0.004552803809656146)  --> TIME: 2025-03-23 10:43:37 -- STEP: 20545/31555 -- GLOBAL_STEP: 52100 | > loss_text_ce: 0.10140504688024521 (0.11848857317760884) | > loss_mel_ce: 4.808547019958496 (nan) | > loss: 0.019483938813209534 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14128707667341758) | > loader_time: 0.0044 (0.004552670423350308)  --> TIME: 2025-03-23 10:43:47 -- STEP: 20595/31555 -- GLOBAL_STEP: 52150 | > loss_text_ce: 0.0960259884595871 (0.11844114381535141) | > loss_mel_ce: 3.2931325435638428 (nan) | > loss: 0.013449042104184628 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1412853552028089) | > loader_time: 0.0044 (0.0045524112458771755)  --> TIME: 2025-03-23 10:43:57 -- STEP: 20645/31555 -- GLOBAL_STEP: 52200 | > loss_text_ce: 0.09748295694589615 (0.11839043489522302) | > loss_mel_ce: 4.142022132873535 (nan) | > loss: 0.016823435202240944 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14129142821282653) | > loader_time: 0.0046 (0.004552371209168356)  --> TIME: 2025-03-23 10:44:07 -- STEP: 20695/31555 -- GLOBAL_STEP: 52250 | > loss_text_ce: 0.09309327602386475 (0.11834276526388796) | > loss_mel_ce: 4.6060991287231445 (nan) | > loss: 0.018647590652108192 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14129766809620675) | > loader_time: 0.0045 (0.004552110689047516)  --> TIME: 2025-03-23 10:44:16 -- STEP: 20745/31555 -- GLOBAL_STEP: 52300 | > loss_text_ce: 0.12690548598766327 (0.11830102757362963) | > loss_mel_ce: 3.7579734325408936 (nan) | > loss: 0.015416187234222889 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14129740136248403) | > loader_time: 0.0045 (0.004551901292099818)  --> TIME: 2025-03-23 10:44:26 -- STEP: 20795/31555 -- GLOBAL_STEP: 52350 | > loss_text_ce: 0.09059538692235947 (0.1182545408216003) | > loss_mel_ce: 4.295903205871582 (nan) | > loss: 0.01740674115717411 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.1412909262052494) | > loader_time: 0.0046 (0.004551678329856649)  --> TIME: 2025-03-23 10:44:36 -- STEP: 20845/31555 -- GLOBAL_STEP: 52400 | > loss_text_ce: 0.11142875254154205 (0.11820504203042081) | > loss_mel_ce: 4.7114057540893555 (nan) | > loss: 0.019138233736157417 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14130056641547364) | > loader_time: 0.0046 (0.004551624445413082)  --> TIME: 2025-03-23 10:44:45 -- STEP: 20895/31555 -- GLOBAL_STEP: 52450 | > loss_text_ce: 0.11108902096748352 (0.11816315243021167) | > loss_mel_ce: 4.56194543838501 (nan) | > loss: 0.01854378916323185 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1413000389216879) | > loader_time: 0.0047 (0.004551584225974291)  --> TIME: 2025-03-23 10:44:56 -- STEP: 20945/31555 -- GLOBAL_STEP: 52500 | > loss_text_ce: 0.08251605182886124 (0.11811175322968123) | > loss_mel_ce: 3.350987672805786 (nan) | > loss: 0.013625015504658222 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1413106919473272) | > loader_time: 0.0044 (0.004551515114794)  --> TIME: 2025-03-23 10:45:05 -- STEP: 20995/31555 -- GLOBAL_STEP: 52550 | > loss_text_ce: 0.1080324724316597 (0.11806645439043939) | > loss_mel_ce: 3.7081339359283447 (nan) | > loss: 0.015143518336117268 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1413060825249787) | > loader_time: 0.0047 (0.004551439996161979)  --> TIME: 2025-03-23 10:45:15 -- STEP: 21045/31555 -- GLOBAL_STEP: 52600 | > loss_text_ce: 0.10200867056846619 (0.11802192206697482) | > loss_mel_ce: 3.6299543380737305 (nan) | > loss: 0.014809377491474152 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14130254051242955) | > loader_time: 0.0047 (0.004551277208226257)  --> TIME: 2025-03-23 10:45:24 -- STEP: 21095/31555 -- GLOBAL_STEP: 52650 | > loss_text_ce: 0.09395673871040344 (0.11797723903895395) | > loss_mel_ce: 4.476844787597656 (nan) | > loss: 0.018138103187084198 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14130343609891496) | > loader_time: 0.0048 (0.004551253439719458)  --> TIME: 2025-03-23 10:45:34 -- STEP: 21145/31555 -- GLOBAL_STEP: 52700 | > loss_text_ce: 0.0926109179854393 (0.11792958179428503) | > loss_mel_ce: 4.197488784790039 (nan) | > loss: 0.01702420599758625 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14130660636849562) | > loader_time: 0.0046 (0.004551295271210681)  --> TIME: 2025-03-23 10:45:44 -- STEP: 21195/31555 -- GLOBAL_STEP: 52750 | > loss_text_ce: 0.0934847965836525 (0.1178826612715009) | > loss_mel_ce: 4.461933612823486 (nan) | > loss: 0.018077058717608452 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14130376352119878) | > loader_time: 0.0046 (0.004551285284536831)  --> TIME: 2025-03-23 10:45:53 -- STEP: 21245/31555 -- GLOBAL_STEP: 52800 | > loss_text_ce: 0.0800875574350357 (0.11782515891427695) | > loss_mel_ce: 4.6562933921813965 (nan) | > loss: 0.018795164301991463 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1413013141220897) | > loader_time: 0.0044 (0.0045513813959679435)  --> TIME: 2025-03-23 10:46:03 -- STEP: 21295/31555 -- GLOBAL_STEP: 52850 | > loss_text_ce: 0.09568367153406143 (0.11778141180690628) | > loss_mel_ce: 4.060164928436279 (nan) | > loss: 0.016491463407874107 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14130021197383333) | > loader_time: 0.0044 (0.00455143989657928)  --> TIME: 2025-03-23 10:46:13 -- STEP: 21345/31555 -- GLOBAL_STEP: 52900 | > loss_text_ce: 0.09400703012943268 (0.11772689114279655) | > loss_mel_ce: 4.5178985595703125 (nan) | > loss: 0.018301213160157204 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14129676637897545) | > loader_time: 0.0043 (0.004551423732501088)  --> TIME: 2025-03-23 10:46:22 -- STEP: 21395/31555 -- GLOBAL_STEP: 52950 | > loss_text_ce: 0.11166086047887802 (0.11768444955251528) | > loss_mel_ce: 4.4961934089660645 (nan) | > loss: 0.01828513666987419 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1412882784812024) | > loader_time: 0.0044 (0.004551200984821979)  --> TIME: 2025-03-23 10:46:32 -- STEP: 21445/31555 -- GLOBAL_STEP: 53000 | > loss_text_ce: 0.09618864953517914 (0.11764054840352946) | > loss_mel_ce: 4.8206000328063965 (nan) | > loss: 0.019511066377162933 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1412926713134563) | > loader_time: 0.0042 (0.004551004246137814)  --> TIME: 2025-03-23 10:46:42 -- STEP: 21495/31555 -- GLOBAL_STEP: 53050 | > loss_text_ce: 0.09779654443264008 (0.11758780938077798) | > loss_mel_ce: 4.996756553649902 (nan) | > loss: 0.020216481760144234 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1412946831267726) | > loader_time: 0.0045 (0.0045507792623466015)  --> TIME: 2025-03-23 10:46:51 -- STEP: 21545/31555 -- GLOBAL_STEP: 53100 | > loss_text_ce: 0.09849559515714645 (0.11753802604681168) | > loss_mel_ce: 3.5089657306671143 (nan) | > loss: 0.01431532297283411 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.1412956016360819) | > loader_time: 0.0045 (0.0045506240209976356)  --> TIME: 2025-03-23 10:47:01 -- STEP: 21595/31555 -- GLOBAL_STEP: 53150 | > loss_text_ce: 0.08751364797353745 (0.11749097429842174) | > loss_mel_ce: 3.391170024871826 (nan) | > loss: 0.013804301619529724 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14128452727407725) | > loader_time: 0.0047 (0.004550372850400851)  --> TIME: 2025-03-23 10:47:10 -- STEP: 21645/31555 -- GLOBAL_STEP: 53200 | > loss_text_ce: 0.0900135412812233 (0.11744175199810872) | > loss_mel_ce: 4.5278191566467285 (nan) | > loss: 0.018324734643101692 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14127547328426474) | > loader_time: 0.0046 (0.004550024344536122)  --> TIME: 2025-03-23 10:47:20 -- STEP: 21695/31555 -- GLOBAL_STEP: 53250 | > loss_text_ce: 0.11249612271785736 (0.1173953750748799) | > loss_mel_ce: 3.9383652210235596 (nan) | > loss: 0.01607484742999077 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14126465335423125) | > loader_time: 0.0043 (0.004549766207763343)  --> TIME: 2025-03-23 10:47:30 -- STEP: 21745/31555 -- GLOBAL_STEP: 53300 | > loss_text_ce: 0.08799706399440765 (0.11734137764523138) | > loss_mel_ce: 4.555975437164307 (nan) | > loss: 0.018428463488817215 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14127475039442042) | > loader_time: 0.0046 (0.004549767357586532)  --> TIME: 2025-03-23 10:47:39 -- STEP: 21795/31555 -- GLOBAL_STEP: 53350 | > loss_text_ce: 0.13330183923244476 (0.11729237336813306) | > loss_mel_ce: 0.1162109375 (nan) | > loss: 0.0009901301236823201 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14127677279509815) | > loader_time: 0.0043 (0.004549695177071664)  --> TIME: 2025-03-23 10:47:49 -- STEP: 21845/31555 -- GLOBAL_STEP: 53400 | > loss_text_ce: 0.10111948102712631 (0.11723579851133333) | > loss_mel_ce: 3.8427834510803223 (nan) | > loss: 0.01565041020512581 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1412840055093314) | > loader_time: 0.0045 (0.004549579943418755)  --> TIME: 2025-03-23 10:47:58 -- STEP: 21895/31555 -- GLOBAL_STEP: 53450 | > loss_text_ce: 0.09175518155097961 (0.11719474012032641) | > loss_mel_ce: 4.560044765472412 (nan) | > loss: 0.01845952495932579 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14126536424205238) | > loader_time: 0.0045 (0.004549344758188139)  --> TIME: 2025-03-23 10:48:08 -- STEP: 21945/31555 -- GLOBAL_STEP: 53500 | > loss_text_ce: 0.09641750901937485 (0.11714762362689149) | > loss_mel_ce: 4.683783054351807 (nan) | > loss: 0.01896905153989792 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14126328830975438) | > loader_time: 0.0044 (0.004549271437322698)  --> TIME: 2025-03-23 10:48:17 -- STEP: 21995/31555 -- GLOBAL_STEP: 53550 | > loss_text_ce: 0.08585955202579498 (0.11709661722271364) | > loss_mel_ce: 3.956083059310913 (nan) | > loss: 0.01603945530951023 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14124998216006876) | > loader_time: 0.0047 (0.0045490925570568184)  --> TIME: 2025-03-23 10:48:27 -- STEP: 22045/31555 -- GLOBAL_STEP: 53600 | > loss_text_ce: 0.10198900103569031 (0.11705166050962817) | > loss_mel_ce: 2.4410016536712646 (nan) | > loss: 0.010091233067214489 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14124412150522558) | > loader_time: 0.0045 (0.004549015620095988)  --> TIME: 2025-03-23 10:48:37 -- STEP: 22095/31555 -- GLOBAL_STEP: 53650 | > loss_text_ce: 0.10043451189994812 (0.11700077641769738) | > loss_mel_ce: 3.6683475971221924 (nan) | > loss: 0.014955485239624977 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1412466256374096) | > loader_time: 0.0047 (0.004549029640116592)  --> TIME: 2025-03-23 10:48:46 -- STEP: 22145/31555 -- GLOBAL_STEP: 53700 | > loss_text_ce: 0.10190269351005554 (0.11695480423389273) | > loss_mel_ce: 1.3982422351837158 (nan) | > loss: 0.0059529566206038 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.141242372803937) | > loader_time: 0.0043 (0.00454898333813271)  --> TIME: 2025-03-23 10:48:56 -- STEP: 22195/31555 -- GLOBAL_STEP: 53750 | > loss_text_ce: 0.09240870922803879 (0.11690540432151261) | > loss_mel_ce: 4.153109073638916 (nan) | > loss: 0.016847293823957443 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14123560555697204) | > loader_time: 0.0043 (0.004548725853043631)  --> TIME: 2025-03-23 10:49:05 -- STEP: 22245/31555 -- GLOBAL_STEP: 53800 | > loss_text_ce: 0.11450425535440445 (0.11685417768365276) | > loss_mel_ce: 3.377140522003174 (nan) | > loss: 0.013855733908712864 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1412367834672953) | > loader_time: 0.0045 (0.004548406118648865)  --> TIME: 2025-03-23 10:49:15 -- STEP: 22295/31555 -- GLOBAL_STEP: 53850 | > loss_text_ce: 0.09369278699159622 (0.11680033960870344) | > loss_mel_ce: 4.125602722167969 (nan) | > loss: 0.016743237152695656 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14122965805839097) | > loader_time: 0.0044 (0.004548070708260063)  --> TIME: 2025-03-23 10:49:25 -- STEP: 22345/31555 -- GLOBAL_STEP: 53900 | > loss_text_ce: 0.11146252602338791 (0.11675416889937495) | > loss_mel_ce: 2.8902366161346436 (nan) | > loss: 0.011911505833268166 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1412284236915644) | > loader_time: 0.0044 (0.004547710935123585)  --> TIME: 2025-03-23 10:49:34 -- STEP: 22395/31555 -- GLOBAL_STEP: 53950 | > loss_text_ce: 0.0859677791595459 (0.11670455765856655) | > loss_mel_ce: 4.632207870483398 (nan) | > loss: 0.01872292160987854 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14122850891201882) | > loader_time: 0.0047 (0.004547421233306411)  --> TIME: 2025-03-23 10:49:44 -- STEP: 22445/31555 -- GLOBAL_STEP: 54000 | > loss_text_ce: 0.09297893196344376 (0.11665434315336001) | > loss_mel_ce: 4.281599998474121 (nan) | > loss: 0.01735944114625454 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14123538108200262) | > loader_time: 0.0047 (0.0045472384508268345)  --> TIME: 2025-03-23 10:49:54 -- STEP: 22495/31555 -- GLOBAL_STEP: 54050 | > loss_text_ce: 0.09346850216388702 (0.11660263837029743) | > loss_mel_ce: 2.9321491718292236 (nan) | > loss: 0.012006419710814953 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1412259596722689) | > loader_time: 0.0044 (0.0045469777640779075)  --> TIME: 2025-03-23 10:50:03 -- STEP: 22545/31555 -- GLOBAL_STEP: 54100 | > loss_text_ce: 0.08378614485263824 (0.11655242349543558) | > loss_mel_ce: 4.148769378662109 (nan) | > loss: 0.01679585501551628 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14123414347985574) | > loader_time: 0.0045 (0.004546991402411774)  --> TIME: 2025-03-23 10:50:13 -- STEP: 22595/31555 -- GLOBAL_STEP: 54150 | > loss_text_ce: 0.0853072926402092 (0.11649969459242866) | > loss_mel_ce: 3.4276323318481445 (nan) | > loss: 0.0139402374625206 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.141229324009493) | > loader_time: 0.0045 (0.004546916028466147)  --> TIME: 2025-03-23 10:50:23 -- STEP: 22645/31555 -- GLOBAL_STEP: 54200 | > loss_text_ce: 0.09236398339271545 (0.11644499889386029) | > loss_mel_ce: 4.1979804039001465 (nan) | > loss: 0.017025176435709 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14123734711916353) | > loader_time: 0.0045 (0.00454678574416989)  --> TIME: 2025-03-23 10:50:33 -- STEP: 22695/31555 -- GLOBAL_STEP: 54250 | > loss_text_ce: 0.0802694708108902 (0.11639682876709914) | > loss_mel_ce: 3.8959507942199707 (nan) | > loss: 0.01577865332365036 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1412335214806065) | > loader_time: 0.0045 (0.004546610892514973)  --> TIME: 2025-03-23 10:50:42 -- STEP: 22745/31555 -- GLOBAL_STEP: 54300 | > loss_text_ce: 0.09817436337471008 (0.11634443921472544) | > loss_mel_ce: 4.1953301429748535 (nan) | > loss: 0.01703771762549877 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14121878251423545) | > loader_time: 0.0046 (0.0045462591041704106)  --> TIME: 2025-03-23 10:50:52 -- STEP: 22795/31555 -- GLOBAL_STEP: 54350 | > loss_text_ce: 0.09724409878253937 (0.11629544578625078) | > loss_mel_ce: 3.5431809425354004 (nan) | > loss: 0.014446131885051727 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1412223524732478) | > loader_time: 0.0045 (0.004546055947513163)  --> TIME: 2025-03-23 10:51:01 -- STEP: 22845/31555 -- GLOBAL_STEP: 54400 | > loss_text_ce: 0.08776970952749252 (0.1162460288590996) | > loss_mel_ce: 2.8371429443359375 (nan) | > loss: 0.011606796644628048 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14122363748214345) | > loader_time: 0.0044 (0.004545841490473576)  --> TIME: 2025-03-23 10:51:11 -- STEP: 22895/31555 -- GLOBAL_STEP: 54450 | > loss_text_ce: 0.10898765921592712 (0.11620467669023683) | > loss_mel_ce: 4.534500598907471 (nan) | > loss: 0.018426543101668358 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1412259074479998) | > loader_time: 0.0045 (0.0045458550066842796)  --> TIME: 2025-03-23 10:51:21 -- STEP: 22945/31555 -- GLOBAL_STEP: 54500 | > loss_text_ce: 0.0798749178647995 (0.11615601649557054) | > loss_mel_ce: 2.4366455078125 (nan) | > loss: 0.009986192919313908 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14122183035598845) | > loader_time: 0.0044 (0.004545576189514549)  --> TIME: 2025-03-23 10:51:31 -- STEP: 22995/31555 -- GLOBAL_STEP: 54550 | > loss_text_ce: 0.089474618434906 (0.1161043628044214) | > loss_mel_ce: 4.389381408691406 (nan) | > loss: 0.017773238942027092 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1412367070180017) | > loader_time: 0.0044 (0.004545343282508398)  --> TIME: 2025-03-23 10:51:40 -- STEP: 23045/31555 -- GLOBAL_STEP: 54600 | > loss_text_ce: 0.07490832358598709 (0.11605554902568492) | > loss_mel_ce: 3.7956526279449463 (nan) | > loss: 0.015359369106590748 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1412246221884597) | > loader_time: 0.0043 (0.0045450639921301396)  --> TIME: 2025-03-23 10:51:50 -- STEP: 23095/31555 -- GLOBAL_STEP: 54650 | > loss_text_ce: 0.0855410248041153 (0.11600850867367672) | > loss_mel_ce: 3.6261394023895264 (nan) | > loss: 0.014728891663253307 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14122745205659734) | > loader_time: 0.0045 (0.004544850060577964)  --> TIME: 2025-03-23 10:51:59 -- STEP: 23145/31555 -- GLOBAL_STEP: 54700 | > loss_text_ce: 0.08687984198331833 (0.11596737653516064) | > loss_mel_ce: 1.823091983795166 (nan) | > loss: 0.0075792535208165646 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14122294436059413) | > loader_time: 0.0042 (0.004544690897099587)  --> TIME: 2025-03-23 10:52:09 -- STEP: 23195/31555 -- GLOBAL_STEP: 54750 | > loss_text_ce: 0.08432213962078094 (0.11591464188235034) | > loss_mel_ce: 3.921243906021118 (nan) | > loss: 0.01589510403573513 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1412177399485037) | > loader_time: 0.0044 (0.004544528195199646)  --> TIME: 2025-03-23 10:52:18 -- STEP: 23245/31555 -- GLOBAL_STEP: 54800 | > loss_text_ce: 0.10089368373155594 (0.11586741358282217) | > loss_mel_ce: 4.048424243927002 (nan) | > loss: 0.016465548425912857 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14121224980221989) | > loader_time: 0.0043 (0.004544429169800704)  --> TIME: 2025-03-23 10:52:28 -- STEP: 23295/31555 -- GLOBAL_STEP: 54850 | > loss_text_ce: 0.0901096984744072 (0.11582057590177253) | > loss_mel_ce: 3.9993584156036377 (nan) | > loss: 0.016228048130869865 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14120317423489498) | > loader_time: 0.005 (0.004544371395925772)  --> TIME: 2025-03-23 10:52:37 -- STEP: 23345/31555 -- GLOBAL_STEP: 54900 | > loss_text_ce: 0.0977262631058693 (0.11577085052176327) | > loss_mel_ce: 4.001021862030029 (nan) | > loss: 0.01626487448811531 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.141203736166138) | > loader_time: 0.0045 (0.004544476662082475)  --> TIME: 2025-03-23 10:52:47 -- STEP: 23395/31555 -- GLOBAL_STEP: 54950 | > loss_text_ce: 0.0964626744389534 (0.11572983994551396) | > loss_mel_ce: 3.932088851928711 (nan) | > loss: 0.01598631590604782 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1412009500392255) | > loader_time: 0.0046 (0.004544242056650753)  --> TIME: 2025-03-23 10:52:57 -- STEP: 23445/31555 -- GLOBAL_STEP: 55000 | > loss_text_ce: 0.11119142174720764 (0.1156881845346663) | > loss_mel_ce: 3.1877522468566895 (nan) | > loss: 0.013091047294437885 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14119288270014346) | > loader_time: 0.0043 (0.00454413830331456)  --> TIME: 2025-03-23 10:53:06 -- STEP: 23495/31555 -- GLOBAL_STEP: 55050 | > loss_text_ce: 0.10762609541416168 (0.11564415727832651) | > loss_mel_ce: 2.4407999515533447 (nan) | > loss: 0.010112802498042583 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1411890432768159) | > loader_time: 0.0042 (0.004543870001251233)  --> TIME: 2025-03-23 10:53:16 -- STEP: 23545/31555 -- GLOBAL_STEP: 55100 | > loss_text_ce: 0.09198165684938431 (0.1155953384209632) | > loss_mel_ce: 4.756516933441162 (nan) | > loss: 0.01924007572233677 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14118459651515258) | > loader_time: 0.0043 (0.004544028620174118)  --> TIME: 2025-03-23 10:53:25 -- STEP: 23595/31555 -- GLOBAL_STEP: 55150 | > loss_text_ce: 0.0948866605758667 (0.11554427965133526) | > loss_mel_ce: 3.842647075653076 (nan) | > loss: 0.015625135973095894 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14118603312077482) | > loader_time: 0.0044 (0.004543928019852432)  --> TIME: 2025-03-23 10:53:35 -- STEP: 23645/31555 -- GLOBAL_STEP: 55200 | > loss_text_ce: 0.10159428417682648 (0.11549331087734925) | > loss_mel_ce: 3.4317986965179443 (nan) | > loss: 0.014021401293575764 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14117556327139014) | > loader_time: 0.0043 (0.0045438085960570595)  --> TIME: 2025-03-23 10:53:44 -- STEP: 23695/31555 -- GLOBAL_STEP: 55250 | > loss_text_ce: 0.09849579632282257 (0.11545088467064232) | > loss_mel_ce: 4.1160454750061035 (nan) | > loss: 0.016724372282624245 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1411774229716592) | > loader_time: 0.0045 (0.004543676062409052)  --> TIME: 2025-03-23 10:53:54 -- STEP: 23745/31555 -- GLOBAL_STEP: 55300 | > loss_text_ce: 0.08772701770067215 (0.11539788219358484) | > loss_mel_ce: 3.975116014480591 (nan) | > loss: 0.016122393310070038 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14117000742093172) | > loader_time: 0.0044 (0.004543534598367598)  --> TIME: 2025-03-23 10:54:03 -- STEP: 23795/31555 -- GLOBAL_STEP: 55350 | > loss_text_ce: 0.09007710218429565 (0.11535036325028934) | > loss_mel_ce: 4.028230667114258 (nan) | > loss: 0.016342490911483765 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14116226301696247) | > loader_time: 0.0043 (0.0045433679682087775)  --> TIME: 2025-03-23 10:54:13 -- STEP: 23845/31555 -- GLOBAL_STEP: 55400 | > loss_text_ce: 0.080143503844738 (0.11530221975069731) | > loss_mel_ce: 4.070977687835693 (nan) | > loss: 0.016472704708576202 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1411649956246249) | > loader_time: 0.0044 (0.004543292624916916)  --> TIME: 2025-03-23 10:54:23 -- STEP: 23895/31555 -- GLOBAL_STEP: 55450 | > loss_text_ce: 0.08966758847236633 (0.11525852017776625) | > loss_mel_ce: 3.9632070064544678 (nan) | > loss: 0.01608283631503582 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14116121969803763) | > loader_time: 0.0043 (0.004543132576440567)  --> TIME: 2025-03-23 10:54:32 -- STEP: 23945/31555 -- GLOBAL_STEP: 55500 | > loss_text_ce: 0.09321369230747223 (0.11521422071555541) | > loss_mel_ce: 3.871751308441162 (nan) | > loss: 0.01573398895561695 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14115560641739827) | > loader_time: 0.0045 (0.004543066542540396)  --> TIME: 2025-03-23 10:54:42 -- STEP: 23995/31555 -- GLOBAL_STEP: 55550 | > loss_text_ce: 0.11170658469200134 (0.11516618870321435) | > loss_mel_ce: 4.362553119659424 (nan) | > loss: 0.017754999920725822 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14115544348166487) | > loader_time: 0.0045 (0.00454308519166667)  --> TIME: 2025-03-23 10:54:51 -- STEP: 24045/31555 -- GLOBAL_STEP: 55600 | > loss_text_ce: 0.09643138945102692 (0.1151211331284927) | > loss_mel_ce: 3.7920002937316895 (nan) | > loss: 0.015430285595357418 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14114997978392899) | > loader_time: 0.0044 (0.004542955456862804)  --> TIME: 2025-03-23 10:55:01 -- STEP: 24095/31555 -- GLOBAL_STEP: 55650 | > loss_text_ce: 0.08626954257488251 (0.11507132591629117) | > loss_mel_ce: 4.592369556427002 (nan) | > loss: 0.018566029146313667 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.1411500837575801) | > loader_time: 0.0049 (0.004542909882627204)  --> TIME: 2025-03-23 10:55:11 -- STEP: 24145/31555 -- GLOBAL_STEP: 55700 | > loss_text_ce: 0.09582898765802383 (0.11502410704785) | > loss_mel_ce: 2.608382225036621 (nan) | > loss: 0.010730997659265995 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14116105724254963) | > loader_time: 0.0044 (0.004543022221723043)  --> TIME: 2025-03-23 10:55:21 -- STEP: 24195/31555 -- GLOBAL_STEP: 55750 | > loss_text_ce: 0.08851923793554306 (0.11497990529623235) | > loss_mel_ce: 0.1366489976644516 (nan) | > loss: 0.0008935247897170484 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14116361216588308) | > loader_time: 0.0045 (0.004542959532133681)  --> TIME: 2025-03-23 10:55:30 -- STEP: 24245/31555 -- GLOBAL_STEP: 55800 | > loss_text_ce: 0.0792081207036972 (0.11492933085817149) | > loss_mel_ce: 3.7832438945770264 (nan) | > loss: 0.015327191911637783 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14115493501626666) | > loader_time: 0.0045 (0.004542713908712553)  --> TIME: 2025-03-23 10:55:40 -- STEP: 24295/31555 -- GLOBAL_STEP: 55850 | > loss_text_ce: 0.11435888707637787 (0.11488190757888568) | > loss_mel_ce: 4.178391933441162 (nan) | > loss: 0.017034726217389107 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14114369490333634) | > loader_time: 0.0047 (0.004542498785813028)  --> TIME: 2025-03-23 10:55:49 -- STEP: 24345/31555 -- GLOBAL_STEP: 55900 | > loss_text_ce: 0.08221177011728287 (0.11483351189691404) | > loss_mel_ce: 3.8313863277435303 (nan) | > loss: 0.01553015224635601 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14114544397997808) | > loader_time: 0.0045 (0.004542487150933812)  --> TIME: 2025-03-23 10:55:59 -- STEP: 24395/31555 -- GLOBAL_STEP: 55950 | > loss_text_ce: 0.08647672832012177 (0.11478367749022136) | > loss_mel_ce: 4.699336528778076 (nan) | > loss: 0.018991323187947273 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14113599258652787) | > loader_time: 0.0045 (0.004542415477770669)  --> TIME: 2025-03-23 10:56:09 -- STEP: 24445/31555 -- GLOBAL_STEP: 56000 | > loss_text_ce: 0.09621427953243256 (0.1147323793646485) | > loss_mel_ce: 4.1067657470703125 (nan) | > loss: 0.016678493469953537 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14114056260679975) | > loader_time: 0.0046 (0.00454220560143686)  --> TIME: 2025-03-23 10:56:18 -- STEP: 24495/31555 -- GLOBAL_STEP: 56050 | > loss_text_ce: 0.08879958838224411 (0.11468982277573077) | > loss_mel_ce: 4.472798824310303 (nan) | > loss: 0.018101582303643227 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14113157882231092) | > loader_time: 0.0045 (0.0045421318755779596)  --> TIME: 2025-03-23 10:56:28 -- STEP: 24545/31555 -- GLOBAL_STEP: 56100 | > loss_text_ce: 0.09054313600063324 (0.11464221664433334) | > loss_mel_ce: 4.086443901062012 (nan) | > loss: 0.016575347632169724 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.1411341249493536) | > loader_time: 0.0047 (0.004541955748942897)  --> TIME: 2025-03-23 10:56:37 -- STEP: 24595/31555 -- GLOBAL_STEP: 56150 | > loss_text_ce: 0.08531129360198975 (0.11459606058788105) | > loss_mel_ce: 4.281911373138428 (nan) | > loss: 0.017330249771475792 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14112754345037196) | > loader_time: 0.0045 (0.004541859623861887)  --> TIME: 2025-03-23 10:56:47 -- STEP: 24645/31555 -- GLOBAL_STEP: 56200 | > loss_text_ce: 0.08537425100803375 (0.11455517933211053) | > loss_mel_ce: 3.5230395793914795 (nan) | > loss: 0.014319104142487049 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14111474902616863) | > loader_time: 0.0048 (0.004541567533295308)  --> TIME: 2025-03-23 10:56:56 -- STEP: 24695/31555 -- GLOBAL_STEP: 56250 | > loss_text_ce: 0.09254735708236694 (0.11451549377668828) | > loss_mel_ce: 4.051914691925049 (nan) | > loss: 0.016446279361844063 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.142 (0.14110466439995806) | > loader_time: 0.0045 (0.004541328750319949)  --> TIME: 2025-03-23 10:57:06 -- STEP: 24745/31555 -- GLOBAL_STEP: 56300 | > loss_text_ce: 0.09183522313833237 (0.11447395757036474) | > loss_mel_ce: 4.0337958335876465 (nan) | > loss: 0.016371551901102066 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1411054509171195) | > loader_time: 0.0044 (0.004541199095057926)  --> TIME: 2025-03-23 10:57:15 -- STEP: 24795/31555 -- GLOBAL_STEP: 56350 | > loss_text_ce: 0.08666380494832993 (0.11442623019194463) | > loss_mel_ce: 4.539949417114258 (nan) | > loss: 0.018359577283263206 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14109994402141454) | > loader_time: 0.0045 (0.004541032115738589)  --> TIME: 2025-03-23 10:57:25 -- STEP: 24845/31555 -- GLOBAL_STEP: 56400 | > loss_text_ce: 0.08885303884744644 (0.11437815779692316) | > loss_mel_ce: 3.3733181953430176 (nan) | > loss: 0.013738775625824928 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14109150763128078) | > loader_time: 0.0043 (0.00454087689216048)  --> TIME: 2025-03-23 10:57:34 -- STEP: 24895/31555 -- GLOBAL_STEP: 56450 | > loss_text_ce: 0.10211212188005447 (0.11433362958151892) | > loss_mel_ce: 4.482019901275635 (nan) | > loss: 0.018191002309322357 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1410905502627338) | > loader_time: 0.0044 (0.004540990686579445)  --> TIME: 2025-03-23 10:57:44 -- STEP: 24945/31555 -- GLOBAL_STEP: 56500 | > loss_text_ce: 0.08968888223171234 (0.11429402198568625) | > loss_mel_ce: 4.720121383666992 (nan) | > loss: 0.019086549058556557 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14109060078542793) | > loader_time: 0.0047 (0.004540972500340608)  --> TIME: 2025-03-23 10:57:54 -- STEP: 24995/31555 -- GLOBAL_STEP: 56550 | > loss_text_ce: 0.0825931653380394 (0.11424219615311888) | > loss_mel_ce: 2.761488676071167 (nan) | > loss: 0.011286039836704731 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.1410912564573926) | > loader_time: 0.0043 (0.0045409332205949395)  --> TIME: 2025-03-23 10:58:03 -- STEP: 25045/31555 -- GLOBAL_STEP: 56600 | > loss_text_ce: 0.09615892916917801 (0.11419756962531254) | > loss_mel_ce: 1.906104326248169 (nan) | > loss: 0.007945490069687366 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1410893468329433) | > loader_time: 0.0043 (0.004540990417078374)  --> TIME: 2025-03-23 10:58:13 -- STEP: 25095/31555 -- GLOBAL_STEP: 56650 | > loss_text_ce: 0.10620836168527603 (0.11415595164822077) | > loss_mel_ce: 4.517537593841553 (nan) | > loss: 0.018348198384046555 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14108086203312814) | > loader_time: 0.0045 (0.004541129110153524)  --> TIME: 2025-03-23 10:58:22 -- STEP: 25145/31555 -- GLOBAL_STEP: 56700 | > loss_text_ce: 0.08759200572967529 (0.11410648157758307) | > loss_mel_ce: 4.3104753494262695 (nan) | > loss: 0.017452649772167206 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14107123079298126) | > loader_time: 0.0049 (0.004541261666905327)  --> TIME: 2025-03-23 10:58:32 -- STEP: 25195/31555 -- GLOBAL_STEP: 56750 | > loss_text_ce: 0.07149411737918854 (0.11405919393061417) | > loss_mel_ce: 2.460723876953125 (nan) | > loss: 0.010048484429717064 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1410710591317935) | > loader_time: 0.0044 (0.004541469684880191)  --> TIME: 2025-03-23 10:58:41 -- STEP: 25245/31555 -- GLOBAL_STEP: 56800 | > loss_text_ce: 0.0850134938955307 (0.11400921688201011) | > loss_mel_ce: 4.360308647155762 (nan) | > loss: 0.017640167847275734 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14106921449843807) | > loader_time: 0.0047 (0.0045416275990743755)  --> TIME: 2025-03-23 10:58:51 -- STEP: 25295/31555 -- GLOBAL_STEP: 56850 | > loss_text_ce: 0.0885293260216713 (0.1139655390118493) | > loss_mel_ce: 4.427845001220703 (nan) | > loss: 0.017922120168805122 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14107103761558823) | > loader_time: 0.0046 (0.004541864657171127)  --> TIME: 2025-03-23 10:59:01 -- STEP: 25345/31555 -- GLOBAL_STEP: 56900 | > loss_text_ce: 0.12090490758419037 (0.11391996738061286) | > loss_mel_ce: 4.091343402862549 (nan) | > loss: 0.016715271398425102 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14107332299225608) | > loader_time: 0.0046 (0.0045421343626743755)  --> TIME: 2025-03-23 10:59:10 -- STEP: 25395/31555 -- GLOBAL_STEP: 56950 | > loss_text_ce: 0.09101724624633789 (0.11387169908341292) | > loss_mel_ce: 3.6987922191619873 (nan) | > loss: 0.015038927085697651 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1410682419853722) | > loader_time: 0.0046 (0.004542299724277691)  --> TIME: 2025-03-23 10:59:20 -- STEP: 25445/31555 -- GLOBAL_STEP: 57000 | > loss_text_ce: 0.08528957515954971 (0.1138276274592176) | > loss_mel_ce: 3.747150421142578 (nan) | > loss: 0.01520809531211853 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14106095100016125) | > loader_time: 0.0046 (0.0045423860750444045)  --> TIME: 2025-03-23 10:59:30 -- STEP: 25495/31555 -- GLOBAL_STEP: 57050 | > loss_text_ce: 0.08230774104595184 (0.11377856512032584) | > loss_mel_ce: 3.274808406829834 (nan) | > loss: 0.013321890495717525 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14105823768964434) | > loader_time: 0.0049 (0.004542560169663632)  --> TIME: 2025-03-23 10:59:39 -- STEP: 25545/31555 -- GLOBAL_STEP: 57100 | > loss_text_ce: 0.12568220496177673 (0.11373074955904369) | > loss_mel_ce: 2.8061795234680176 (nan) | > loss: 0.011634372174739838 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14105261272356576) | > loader_time: 0.0046 (0.004542729802784074)  --> TIME: 2025-03-23 10:59:49 -- STEP: 25595/31555 -- GLOBAL_STEP: 57150 | > loss_text_ce: 0.09481227397918701 (0.113682043205996) | > loss_mel_ce: 2.902118682861328 (nan) | > loss: 0.011892584152519703 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14105399553373926) | > loader_time: 0.0046 (0.0045429530146532575)  --> TIME: 2025-03-23 10:59:59 -- STEP: 25645/31555 -- GLOBAL_STEP: 57200 | > loss_text_ce: 0.10060258954763412 (0.11363510713489702) | > loss_mel_ce: 3.974925994873047 (nan) | > loss: 0.016172733157873154 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1410583877823798) | > loader_time: 0.0045 (0.0045431190913917075)  --> TIME: 2025-03-23 11:00:08 -- STEP: 25695/31555 -- GLOBAL_STEP: 57250 | > loss_text_ce: 0.08330991864204407 (0.11359078833294424) | > loss_mel_ce: 4.456475734710693 (nan) | > loss: 0.018015025183558464 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14105254855455726) | > loader_time: 0.0051 (0.004543175774340668)  --> TIME: 2025-03-23 11:00:18 -- STEP: 25745/31555 -- GLOBAL_STEP: 57300 | > loss_text_ce: 0.07197791337966919 (0.11354426239622831) | > loss_mel_ce: 4.564532279968262 (nan) | > loss: 0.01839885115623474 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1410434195962462) | > loader_time: 0.0046 (0.0045432552130946335)  --> TIME: 2025-03-23 11:00:27 -- STEP: 25795/31555 -- GLOBAL_STEP: 57350 | > loss_text_ce: 0.09447523951530457 (0.11349425461214797) | > loss_mel_ce: 4.029980659484863 (nan) | > loss: 0.01636688970029354 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14104619055761175) | > loader_time: 0.0045 (0.004543505650339379)  --> TIME: 2025-03-23 11:00:37 -- STEP: 25845/31555 -- GLOBAL_STEP: 57400 | > loss_text_ce: 0.09264950454235077 (0.11344768733786563) | > loss_mel_ce: 4.494413375854492 (nan) | > loss: 0.018202630802989006 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14105529746411555) | > loader_time: 0.0047 (0.004543732166936059)  --> TIME: 2025-03-23 11:00:47 -- STEP: 25895/31555 -- GLOBAL_STEP: 57450 | > loss_text_ce: 0.09119807183742523 (0.11340409602094542) | > loss_mel_ce: 4.361882209777832 (nan) | > loss: 0.017670953646302223 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14105108881300593) | > loader_time: 0.005 (0.004543837425584042)  --> TIME: 2025-03-23 11:00:56 -- STEP: 25945/31555 -- GLOBAL_STEP: 57500 | > loss_text_ce: 0.0893385037779808 (0.11336457326054904) | > loss_mel_ce: 4.448394775390625 (nan) | > loss: 0.018006877973675728 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14104373500535114) | > loader_time: 0.0047 (0.004544037829752195)  --> TIME: 2025-03-23 11:01:06 -- STEP: 25995/31555 -- GLOBAL_STEP: 57550 | > loss_text_ce: 0.08269259333610535 (0.11331657400843119) | > loss_mel_ce: 4.312778949737549 (nan) | > loss: 0.01744234934449196 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1410368358339117) | > loader_time: 0.0045 (0.004544088330996206)  --> TIME: 2025-03-23 11:01:16 -- STEP: 26045/31555 -- GLOBAL_STEP: 57600 | > loss_text_ce: 0.10460913181304932 (0.11327506363560709) | > loss_mel_ce: 4.350892066955566 (nan) | > loss: 0.017680561169981956 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14103309132815353) | > loader_time: 0.0049 (0.0045442136836661)  --> TIME: 2025-03-23 11:01:25 -- STEP: 26095/31555 -- GLOBAL_STEP: 57650 | > loss_text_ce: 0.09289026260375977 (0.11323419462623242) | > loss_mel_ce: 4.1742353439331055 (nan) | > loss: 0.01693303883075714 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14103287475550927) | > loader_time: 0.0046 (0.004544554288461801)  --> TIME: 2025-03-23 11:01:35 -- STEP: 26145/31555 -- GLOBAL_STEP: 57700 | > loss_text_ce: 0.08638285100460052 (0.1131871640780541) | > loss_mel_ce: 4.111434459686279 (nan) | > loss: 0.016658006235957146 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14103875615259887) | > loader_time: 0.0045 (0.004544586714924984)  --> TIME: 2025-03-23 11:01:45 -- STEP: 26195/31555 -- GLOBAL_STEP: 57750 | > loss_text_ce: 0.08231537789106369 (0.11314086955631646) | > loss_mel_ce: 3.532823324203491 (nan) | > loss: 0.014345789328217506 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14103643106444988) | > loader_time: 0.0044 (0.004544329620495344)  --> TIME: 2025-03-23 11:01:54 -- STEP: 26245/31555 -- GLOBAL_STEP: 57800 | > loss_text_ce: 0.07659739255905151 (0.11309399498780297) | > loss_mel_ce: 4.579413414001465 (nan) | > loss: 0.018476232886314392 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14103773836182085) | > loader_time: 0.0046 (0.00454411804619283)  --> TIME: 2025-03-23 11:02:04 -- STEP: 26295/31555 -- GLOBAL_STEP: 57850 | > loss_text_ce: 0.09533768147230148 (0.11304588645518186) | > loss_mel_ce: 3.917154312133789 (nan) | > loss: 0.015922589227557182 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.1410306685187111) | > loader_time: 0.0046 (0.004544127143864258)  --> TIME: 2025-03-23 11:02:14 -- STEP: 26345/31555 -- GLOBAL_STEP: 57900 | > loss_text_ce: 0.08029697090387344 (0.11300088363445318) | > loss_mel_ce: 4.112977027893066 (nan) | > loss: 0.01663997769355774 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14104193708977691) | > loader_time: 0.0046 (0.004544083147669813)  --> TIME: 2025-03-23 11:02:24 -- STEP: 26395/31555 -- GLOBAL_STEP: 57950 | > loss_text_ce: 0.08660861849784851 (0.11295781843794758) | > loss_mel_ce: 3.979236602783203 (nan) | > loss: 0.01613430678844452 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14103982095850323) | > loader_time: 0.0044 (0.004543982701085734)  --> TIME: 2025-03-23 11:02:33 -- STEP: 26445/31555 -- GLOBAL_STEP: 58000 | > loss_text_ce: 0.11152654141187668 (0.11291532819390936) | > loss_mel_ce: 0.8232693076133728 (nan) | > loss: 0.003709507640451193 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14104617863166688) | > loader_time: 0.0044 (0.0045437645745381484)  --> TIME: 2025-03-23 11:02:43 -- STEP: 26495/31555 -- GLOBAL_STEP: 58050 | > loss_text_ce: 0.07741542905569077 (0.11286989183462738) | > loss_mel_ce: 3.5347840785980225 (nan) | > loss: 0.014334126375615597 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14105352029910265) | > loader_time: 0.005 (0.004543897956694128)  --> TIME: 2025-03-23 11:02:53 -- STEP: 26545/31555 -- GLOBAL_STEP: 58100 | > loss_text_ce: 0.0860547125339508 (0.11283059274705198) | > loss_mel_ce: 0.1389702707529068 (nan) | > loss: 0.0008929563337005675 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14104935740724062) | > loader_time: 0.0043 (0.004543824967387792)  --> TIME: 2025-03-23 11:03:03 -- STEP: 26595/31555 -- GLOBAL_STEP: 58150 | > loss_text_ce: 0.09297813475131989 (0.11278057689518546) | > loss_mel_ce: 4.34639310836792 (nan) | > loss: 0.017616553232073784 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14105553379586036) | > loader_time: 0.0043 (0.004543808300393439)  --> TIME: 2025-03-23 11:03:12 -- STEP: 26645/31555 -- GLOBAL_STEP: 58200 | > loss_text_ce: 0.07551199197769165 (0.11273578953736882) | > loss_mel_ce: 4.49547815322876 (nan) | > loss: 0.01813885010778904 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1410528193273566) | > loader_time: 0.0045 (0.004543579244372095)  --> TIME: 2025-03-23 11:03:22 -- STEP: 26695/31555 -- GLOBAL_STEP: 58250 | > loss_text_ce: 0.0995539203286171 (0.11269552065336952) | > loss_mel_ce: 3.6776065826416016 (nan) | > loss: 0.014988732524216175 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14105069845842338) | > loader_time: 0.0047 (0.004543764016493891)  --> TIME: 2025-03-23 11:03:31 -- STEP: 26745/31555 -- GLOBAL_STEP: 58300 | > loss_text_ce: 0.07708533853292465 (0.11264716393550624) | > loss_mel_ce: 4.079778671264648 (nan) | > loss: 0.016495494171977043 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14104383384475014) | > loader_time: 0.0047 (0.0045437639685385325)  --> TIME: 2025-03-23 11:03:41 -- STEP: 26795/31555 -- GLOBAL_STEP: 58350 | > loss_text_ce: 0.0937187448143959 (0.11260448058434251) | > loss_mel_ce: 3.9199302196502686 (nan) | > loss: 0.015927178785204887 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1410460088697475) | > loader_time: 0.0047 (0.004543782152509438)  --> TIME: 2025-03-23 11:03:51 -- STEP: 26845/31555 -- GLOBAL_STEP: 58400 | > loss_text_ce: 0.09319984167814255 (0.11256368392147002) | > loss_mel_ce: 3.21875 (nan) | > loss: 0.013142658397555351 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.1410414775760292) | > loader_time: 0.0045 (0.004543779974966084)  --> TIME: 2025-03-23 11:04:01 -- STEP: 26895/31555 -- GLOBAL_STEP: 58450 | > loss_text_ce: 0.09600904583930969 (0.11252099156565358) | > loss_mel_ce: 2.6858296394348145 (nan) | > loss: 0.011039042845368385 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14104991595659608) | > loader_time: 0.0046 (0.0045436119098029104)  --> TIME: 2025-03-23 11:04:10 -- STEP: 26945/31555 -- GLOBAL_STEP: 58500 | > loss_text_ce: 0.08139748126268387 (0.11247732245686001) | > loss_mel_ce: 3.128554582595825 (nan) | > loss: 0.012737905606627464 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14105371298960828) | > loader_time: 0.0048 (0.004543554391328338)  --> TIME: 2025-03-23 11:04:20 -- STEP: 26995/31555 -- GLOBAL_STEP: 58550 | > loss_text_ce: 0.08659127354621887 (0.11243378756032106) | > loss_mel_ce: 3.865077495574951 (nan) | > loss: 0.015681225806474686 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14104949511693937) | > loader_time: 0.0046 (0.004543473592928861)  --> TIME: 2025-03-23 11:04:30 -- STEP: 27045/31555 -- GLOBAL_STEP: 58600 | > loss_text_ce: 0.0903174951672554 (0.11238700484357349) | > loss_mel_ce: 3.9386768341064453 (nan) | > loss: 0.015988074243068695 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14106052528800328) | > loader_time: 0.0046 (0.004543482571878903)  --> TIME: 2025-03-23 11:04:40 -- STEP: 27095/31555 -- GLOBAL_STEP: 58650 | > loss_text_ce: 0.08359118551015854 (0.11233960850201125) | > loss_mel_ce: 4.341914176940918 (nan) | > loss: 0.017561528831720352 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14107195075795942) | > loader_time: 0.0042 (0.004543502604880048)  --> TIME: 2025-03-23 11:04:50 -- STEP: 27145/31555 -- GLOBAL_STEP: 58700 | > loss_text_ce: 0.09331990778446198 (0.11229643824392477) | > loss_mel_ce: 3.908144474029541 (nan) | > loss: 0.01587882824242115 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1410703141817979) | > loader_time: 0.0044 (0.004543371959425645)  --> TIME: 2025-03-23 11:04:59 -- STEP: 27195/31555 -- GLOBAL_STEP: 58750 | > loss_text_ce: 0.06922994554042816 (0.11225225997924046) | > loss_mel_ce: 4.189102649688721 (nan) | > loss: 0.016898145899176598 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1410586418836389) | > loader_time: 0.0044 (0.0045430813670312336)  --> TIME: 2025-03-23 11:05:09 -- STEP: 27245/31555 -- GLOBAL_STEP: 58800 | > loss_text_ce: 0.09567902237176895 (0.11220594074246935) | > loss_mel_ce: 4.126096248626709 (nan) | > loss: 0.016753077507019043 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1410540464274888) | > loader_time: 0.0045 (0.004543020642554185)  --> TIME: 2025-03-23 11:05:18 -- STEP: 27295/31555 -- GLOBAL_STEP: 58850 | > loss_text_ce: 0.07493893802165985 (0.11216504508924637) | > loss_mel_ce: 4.190328598022461 (nan) | > loss: 0.016925664618611336 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.1410486156325966) | > loader_time: 0.0044 (0.0045430726108806685)  --> TIME: 2025-03-23 11:05:28 -- STEP: 27345/31555 -- GLOBAL_STEP: 58900 | > loss_text_ce: 0.08945110440254211 (0.11212098684020952) | > loss_mel_ce: 3.7581849098205566 (nan) | > loss: 0.015268397517502308 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14105726501191468) | > loader_time: 0.0046 (0.0045429520773526385)  --> TIME: 2025-03-23 11:05:38 -- STEP: 27395/31555 -- GLOBAL_STEP: 58950 | > loss_text_ce: 0.0843273401260376 (0.11207597287132813) | > loss_mel_ce: 4.2262139320373535 (nan) | > loss: 0.01710532233119011 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1410580451263527) | > loader_time: 0.0047 (0.004542948177509675)  --> TIME: 2025-03-23 11:05:47 -- STEP: 27445/31555 -- GLOBAL_STEP: 59000 | > loss_text_ce: 0.0861123576760292 (0.11203091779904005) | > loss_mel_ce: 4.219764709472656 (nan) | > loss: 0.01708681508898735 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14106030438110992) | > loader_time: 0.0046 (0.004542890561910563)  --> TIME: 2025-03-23 11:05:57 -- STEP: 27495/31555 -- GLOBAL_STEP: 59050 | > loss_text_ce: 0.09254460781812668 (0.11198515435333606) | > loss_mel_ce: 2.4754223823547363 (nan) | > loss: 0.010190345346927643 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14106288473049902) | > loader_time: 0.0046 (0.004542896144497253)  --> TIME: 2025-03-23 11:06:07 -- STEP: 27545/31555 -- GLOBAL_STEP: 59100 | > loss_text_ce: 0.09730279445648193 (0.11194308232086703) | > loss_mel_ce: 3.5051512718200684 (nan) | > loss: 0.014295454137027264 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14107026467848766) | > loader_time: 0.0046 (0.004543096527124593)  --> TIME: 2025-03-23 11:06:17 -- STEP: 27595/31555 -- GLOBAL_STEP: 59150 | > loss_text_ce: 0.10588262975215912 (0.11190307484988682) | > loss_mel_ce: 3.61152720451355 (nan) | > loss: 0.01475162710994482 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14106016944426367) | > loader_time: 0.0046 (0.0045430780169886205)  --> TIME: 2025-03-23 11:06:26 -- STEP: 27645/31555 -- GLOBAL_STEP: 59200 | > loss_text_ce: 0.08778618276119232 (0.11185993795399583) | > loss_mel_ce: 4.009027481079102 (nan) | > loss: 0.01625719852745533 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14105640597834232) | > loader_time: 0.0043 (0.004543035210181553)  --> TIME: 2025-03-23 11:06:36 -- STEP: 27695/31555 -- GLOBAL_STEP: 59250 | > loss_text_ce: 0.09065423160791397 (0.1118179789387027) | > loss_mel_ce: 4.776202201843262 (nan) | > loss: 0.019312923774123192 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14105798361813274) | > loader_time: 0.005 (0.004543017549062002)  --> TIME: 2025-03-23 11:06:45 -- STEP: 27745/31555 -- GLOBAL_STEP: 59300 | > loss_text_ce: 0.08300307393074036 (0.11177473453575637) | > loss_mel_ce: 4.7736382484436035 (nan) | > loss: 0.01927238702774048 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14105678883344838) | > loader_time: 0.0045 (0.004542884209667812)  --> TIME: 2025-03-23 11:06:55 -- STEP: 27795/31555 -- GLOBAL_STEP: 59350 | > loss_text_ce: 0.08996997773647308 (0.11172913189379026) | > loss_mel_ce: 4.302981376647949 (nan) | > loss: 0.017432348802685738 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14105702987097293) | > loader_time: 0.0046 (0.004542849916930643)  --> TIME: 2025-03-23 11:07:05 -- STEP: 27845/31555 -- GLOBAL_STEP: 59400 | > loss_text_ce: 0.08370333164930344 (0.11168008169781786) | > loss_mel_ce: 4.167891979217529 (nan) | > loss: 0.016871411353349686 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14106109222361488) | > loader_time: 0.0045 (0.0045428286593700235)  --> TIME: 2025-03-23 11:07:14 -- STEP: 27895/31555 -- GLOBAL_STEP: 59450 | > loss_text_ce: 0.08062376081943512 (0.11163688955565176) | > loss_mel_ce: 4.309004306793213 (nan) | > loss: 0.017419159412384033 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14104918537868164) | > loader_time: 0.0049 (0.004542680811467543)  --> TIME: 2025-03-23 11:07:24 -- STEP: 27945/31555 -- GLOBAL_STEP: 59500 | > loss_text_ce: 0.09726636856794357 (0.11159601921572636) | > loss_mel_ce: 4.054286003112793 (nan) | > loss: 0.016474414616823196 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14105732721215175) | > loader_time: 0.0045 (0.004542687524088134)  --> TIME: 2025-03-23 11:07:34 -- STEP: 27995/31555 -- GLOBAL_STEP: 59550 | > loss_text_ce: 0.09329509735107422 (0.11155772959282245) | > loss_mel_ce: 4.100950717926025 (nan) | > loss: 0.016643833369016647 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14104727589034508) | > loader_time: 0.0045 (0.004542571507430292)  --> TIME: 2025-03-23 11:07:43 -- STEP: 28045/31555 -- GLOBAL_STEP: 59600 | > loss_text_ce: 0.08492173254489899 (0.11151573743161816) | > loss_mel_ce: 4.878714561462402 (nan) | > loss: 0.019696971401572227 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14105234359500543) | > loader_time: 0.0045 (0.004542550200722362)  --> TIME: 2025-03-23 11:07:53 -- STEP: 28095/31555 -- GLOBAL_STEP: 59650 | > loss_text_ce: 0.0876321867108345 (0.11147754077364919) | > loss_mel_ce: 4.354564666748047 (nan) | > loss: 0.017627766355872154 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14105199399548674) | > loader_time: 0.0045 (0.004542600253570767)  --> TIME: 2025-03-23 11:08:02 -- STEP: 28145/31555 -- GLOBAL_STEP: 59700 | > loss_text_ce: 0.07177107781171799 (0.11143736091880405) | > loss_mel_ce: 4.015565395355225 (nan) | > loss: 0.016219589859247208 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.1410444215848074) | > loader_time: 0.0044 (0.004542560919624312)  --> TIME: 2025-03-23 11:08:12 -- STEP: 28195/31555 -- GLOBAL_STEP: 59750 | > loss_text_ce: 0.12094426155090332 (0.11139776157976664) | > loss_mel_ce: 3.4308018684387207 (nan) | > loss: 0.014094231650233269 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.14103442953292136) | > loader_time: 0.0042 (0.0045424267551877956)  --> TIME: 2025-03-23 11:08:21 -- STEP: 28245/31555 -- GLOBAL_STEP: 59800 | > loss_text_ce: 0.10111918300390244 (0.11135550466395673) | > loss_mel_ce: 3.21923828125 (nan) | > loss: 0.01317602302879095 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14103039924519029) | > loader_time: 0.0042 (0.004542415655699692)  --> TIME: 2025-03-23 11:08:31 -- STEP: 28295/31555 -- GLOBAL_STEP: 59850 | > loss_text_ce: 0.07932668179273605 (0.11131109170356354) | > loss_mel_ce: 0.888427734375 (nan) | > loss: 0.003840295597910881 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14102352796710707) | > loader_time: 0.0046 (0.004542337034380225)  --> TIME: 2025-03-23 11:08:41 -- STEP: 28345/31555 -- GLOBAL_STEP: 59900 | > loss_text_ce: 0.08145587891340256 (0.11126782051557887) | > loss_mel_ce: 2.914618492126465 (nan) | > loss: 0.011889184825122356 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1410253375731872) | > loader_time: 0.0046 (0.004542318452790391)  --> TIME: 2025-03-23 11:08:50 -- STEP: 28395/31555 -- GLOBAL_STEP: 59950 | > loss_text_ce: 0.09198105335235596 (0.11122891892165619) | > loss_mel_ce: 0.09697265923023224 (nan) | > loss: 0.000749816361349076 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1410256737700491) | > loader_time: 0.0046 (0.004542284881718137)  --> TIME: 2025-03-23 11:09:00 -- STEP: 28445/31555 -- GLOBAL_STEP: 60000 | > loss_text_ce: 0.08903194963932037 (0.11118687210942814) | > loss_mel_ce: 4.650959014892578 (nan) | > loss: 0.018809489905834198 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14102383104144395) | > loader_time: 0.0047 (0.004542173470108107) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_60000.pth  --> TIME: 2025-03-23 11:09:15 -- STEP: 28495/31555 -- GLOBAL_STEP: 60050 | > loss_text_ce: 0.09812246263027191 (0.11114551102300392) | > loss_mel_ce: 4.322058200836182 (nan) | > loss: 0.017540400847792625 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14101873175431534) | > loader_time: 0.0044 (0.004542157206122901)  --> TIME: 2025-03-23 11:09:24 -- STEP: 28545/31555 -- GLOBAL_STEP: 60100 | > loss_text_ce: 0.09325545281171799 (0.11110344141340697) | > loss_mel_ce: 4.211968898773193 (nan) | > loss: 0.01708422414958477 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.1410096261312976) | > loader_time: 0.0044 (0.004541997755862232)  --> TIME: 2025-03-23 11:09:34 -- STEP: 28595/31555 -- GLOBAL_STEP: 60150 | > loss_text_ce: 0.09553524851799011 (0.11106060009946779) | > loss_mel_ce: 5.021294593811035 (nan) | > loss: 0.020304881036281586 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14100092154821633) | > loader_time: 0.0043 (0.004541875449359254)  --> TIME: 2025-03-23 11:09:43 -- STEP: 28645/31555 -- GLOBAL_STEP: 60200 | > loss_text_ce: 0.08500814437866211 (0.11101988763459886) | > loss_mel_ce: 4.316161632537842 (nan) | > loss: 0.017464959993958473 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14100003329886554) | > loader_time: 0.0045 (0.004541760478100505)  --> TIME: 2025-03-23 11:09:53 -- STEP: 28695/31555 -- GLOBAL_STEP: 60250 | > loss_text_ce: 0.07947424799203873 (0.11098002654181151) | > loss_mel_ce: 4.563303470611572 (nan) | > loss: 0.018423723056912422 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1410019436204955) | > loader_time: 0.0045 (0.004541571286938184)  --> TIME: 2025-03-23 11:10:03 -- STEP: 28745/31555 -- GLOBAL_STEP: 60300 | > loss_text_ce: 0.07673122733831406 (0.11093796834409296) | > loss_mel_ce: 3.258121967315674 (nan) | > loss: 0.013233545236289501 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14099706523541689) | > loader_time: 0.0046 (0.004541330442032179)  --> TIME: 2025-03-23 11:10:12 -- STEP: 28795/31555 -- GLOBAL_STEP: 60350 | > loss_text_ce: 0.09102246910333633 (0.11089797369135782) | > loss_mel_ce: 4.70938777923584 (nan) | > loss: 0.019049247726798058 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14100138484903915) | > loader_time: 0.0044 (0.004541096328798996)  --> TIME: 2025-03-23 11:10:22 -- STEP: 28845/31555 -- GLOBAL_STEP: 60400 | > loss_text_ce: 0.08037924766540527 (0.11085674077282796) | > loss_mel_ce: 4.428167819976807 (nan) | > loss: 0.017891060560941696 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14100331948522274) | > loader_time: 0.0047 (0.004540894882458765)  --> TIME: 2025-03-23 11:10:32 -- STEP: 28895/31555 -- GLOBAL_STEP: 60450 | > loss_text_ce: 0.06041816622018814 (0.11081733533097014) | > loss_mel_ce: 2.8038783073425293 (nan) | > loss: 0.011366256512701511 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1409997494168348) | > loader_time: 0.0042 (0.004540915529627739)  --> TIME: 2025-03-23 11:10:41 -- STEP: 28945/31555 -- GLOBAL_STEP: 60500 | > loss_text_ce: 0.08983884751796722 (0.1107769535806522) | > loss_mel_ce: 4.4160051345825195 (nan) | > loss: 0.017880335450172424 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.1409988396566021) | > loader_time: 0.0059 (0.00454089307562642)  --> TIME: 2025-03-23 11:10:51 -- STEP: 28995/31555 -- GLOBAL_STEP: 60550 | > loss_text_ce: 0.10412727296352386 (0.11073718988308566) | > loss_mel_ce: 3.3325014114379883 (nan) | > loss: 0.013637416064739227 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14099855274141984) | > loader_time: 0.0044 (0.004540894799940517)  --> TIME: 2025-03-23 11:11:01 -- STEP: 29045/31555 -- GLOBAL_STEP: 60600 | > loss_text_ce: 0.07236666232347488 (0.11069331957435549) | > loss_mel_ce: 2.8763883113861084 (nan) | > loss: 0.011701409704983234 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1410038148049633) | > loader_time: 0.0045 (0.0045408814719672345)  --> TIME: 2025-03-23 11:11:11 -- STEP: 29095/31555 -- GLOBAL_STEP: 60650 | > loss_text_ce: 0.09019331634044647 (0.1106536893361954) | > loss_mel_ce: 4.859609603881836 (nan) | > loss: 0.019642075523734093 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14100473356074958) | > loader_time: 0.0044 (0.004540807239213268)  --> TIME: 2025-03-23 11:11:20 -- STEP: 29145/31555 -- GLOBAL_STEP: 60700 | > loss_text_ce: 0.06874337047338486 (0.11061047692255173) | > loss_mel_ce: 3.3162057399749756 (nan) | > loss: 0.013432338833808899 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14099981948020193) | > loader_time: 0.0048 (0.004540713611772336)  --> TIME: 2025-03-23 11:11:29 -- STEP: 29195/31555 -- GLOBAL_STEP: 60750 | > loss_text_ce: 0.07396038621664047 (0.11056427369686984) | > loss_mel_ce: 0.0694173201918602 (nan) | > loss: 0.0005689591635018587 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14098769154608354) | > loader_time: 0.0045 (0.004540628585776286)  --> TIME: 2025-03-23 11:11:39 -- STEP: 29245/31555 -- GLOBAL_STEP: 60800 | > loss_text_ce: 0.08192434161901474 (0.11052181723357762) | > loss_mel_ce: 4.218380928039551 (nan) | > loss: 0.01706470549106598 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14099036321250422) | > loader_time: 0.0046 (0.004540579020212782)  --> TIME: 2025-03-23 11:11:49 -- STEP: 29295/31555 -- GLOBAL_STEP: 60850 | > loss_text_ce: 0.06974459439516068 (0.11047863764229038) | > loss_mel_ce: 4.101001739501953 (nan) | > loss: 0.01655058190226555 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14098851012988362) | > loader_time: 0.0044 (0.00454040363107984)  --> TIME: 2025-03-23 11:11:58 -- STEP: 29345/31555 -- GLOBAL_STEP: 60900 | > loss_text_ce: 0.08008337765932083 (0.1104366862541839) | > loss_mel_ce: 4.0216193199157715 (nan) | > loss: 0.01627659983932972 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14098909081988706) | > loader_time: 0.0044 (0.004540353983991102)  --> TIME: 2025-03-23 11:12:08 -- STEP: 29395/31555 -- GLOBAL_STEP: 60950 | > loss_text_ce: 0.09357041865587234 (0.11039672567667419) | > loss_mel_ce: 4.975797653198242 (nan) | > loss: 0.020116539672017097 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14099764956931687) | > loader_time: 0.0044 (0.004540358734974443)  --> TIME: 2025-03-23 11:12:18 -- STEP: 29445/31555 -- GLOBAL_STEP: 61000 | > loss_text_ce: 0.11161773651838303 (0.11035498127854977) | > loss_mel_ce: 3.0307304859161377 (nan) | > loss: 0.012469637207686901 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14098875283344844) | > loader_time: 0.0043 (0.00454019535010938)  --> TIME: 2025-03-23 11:12:27 -- STEP: 29495/31555 -- GLOBAL_STEP: 61050 | > loss_text_ce: 0.09075254201889038 (0.1103098356375448) | > loss_mel_ce: 4.316694736480713 (nan) | > loss: 0.017489871010184288 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14098531941596493) | > loader_time: 0.0044 (0.004540001665016146)  --> TIME: 2025-03-23 11:12:37 -- STEP: 29545/31555 -- GLOBAL_STEP: 61100 | > loss_text_ce: 0.07521586120128632 (0.1102655662065145) | > loss_mel_ce: 3.8947200775146484 (nan) | > loss: 0.015753714367747307 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1409806137985546) | > loader_time: 0.0045 (0.004539923765550849)  --> TIME: 2025-03-23 11:12:46 -- STEP: 29595/31555 -- GLOBAL_STEP: 61150 | > loss_text_ce: 0.09559407085180283 (0.11022880228425494) | > loss_mel_ce: 4.562636375427246 (nan) | > loss: 0.018485041335225105 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14098143955404172) | > loader_time: 0.0045 (0.004540155553841971)  --> TIME: 2025-03-23 11:12:56 -- STEP: 29645/31555 -- GLOBAL_STEP: 61200 | > loss_text_ce: 0.08703665435314178 (0.11018780084824224) | > loss_mel_ce: 4.23634147644043 (nan) | > loss: 0.017156263813376427 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14098372210899854) | > loader_time: 0.0048 (0.004540083399911189)  --> TIME: 2025-03-23 11:13:06 -- STEP: 29695/31555 -- GLOBAL_STEP: 61250 | > loss_text_ce: 0.08696160465478897 (0.11014952225782217) | > loss_mel_ce: 1.77630615234375 (nan) | > loss: 0.007393920328468084 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14098247059830044) | > loader_time: 0.0042 (0.0045400084138900645)  --> TIME: 2025-03-23 11:13:15 -- STEP: 29745/31555 -- GLOBAL_STEP: 61300 | > loss_text_ce: 0.0900258794426918 (0.11010516025157338) | > loss_mel_ce: 2.7622148990631104 (nan) | > loss: 0.011318416334688663 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14098011042655437) | > loader_time: 0.0043 (0.00453988903409239)  --> TIME: 2025-03-23 11:13:25 -- STEP: 29795/31555 -- GLOBAL_STEP: 61350 | > loss_text_ce: 0.09259440004825592 (0.110060021839505) | > loss_mel_ce: 4.003912925720215 (nan) | > loss: 0.01625598408281803 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14097588062686567) | > loader_time: 0.0044 (0.004539729877093644)  --> TIME: 2025-03-23 11:13:34 -- STEP: 29845/31555 -- GLOBAL_STEP: 61400 | > loss_text_ce: 0.07883381843566895 (0.1100184530807387) | > loss_mel_ce: 3.956498384475708 (nan) | > loss: 0.01601322367787361 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14097383593091067) | > loader_time: 0.0046 (0.0045395852173767265)  --> TIME: 2025-03-23 11:13:44 -- STEP: 29895/31555 -- GLOBAL_STEP: 61450 | > loss_text_ce: 0.10660172253847122 (0.10997786335055244) | > loss_mel_ce: 3.349419593811035 (nan) | > loss: 0.013714371249079704 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14097242592210185) | > loader_time: 0.0044 (0.004539453355260003)  --> TIME: 2025-03-23 11:13:54 -- STEP: 29945/31555 -- GLOBAL_STEP: 61500 | > loss_text_ce: 0.08019458502531052 (0.10993689297049872) | > loss_mel_ce: 4.371171474456787 (nan) | > loss: 0.017664151266217232 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1409792153181237) | > loader_time: 0.0054 (0.004539385517086656)  --> TIME: 2025-03-23 11:14:04 -- STEP: 29995/31555 -- GLOBAL_STEP: 61550 | > loss_text_ce: 0.0743660032749176 (0.10989373384177444) | > loss_mel_ce: 3.973567485809326 (nan) | > loss: 0.016063230112195015 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1409755616808845) | > loader_time: 0.0044 (0.004539302301955367)  --> TIME: 2025-03-23 11:14:13 -- STEP: 30045/31555 -- GLOBAL_STEP: 61600 | > loss_text_ce: 0.07434222102165222 (0.10984896785765809) | > loss_mel_ce: 4.412622451782227 (nan) | > loss: 0.017805416136980057 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14097761726157296) | > loader_time: 0.0043 (0.0045393948071728385)  --> TIME: 2025-03-23 11:14:23 -- STEP: 30095/31555 -- GLOBAL_STEP: 61650 | > loss_text_ce: 0.0703466609120369 (0.10980806943956976) | > loss_mel_ce: 4.028387546539307 (nan) | > loss: 0.016264820471405983 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1409731053616808) | > loader_time: 0.0046 (0.004539326041773532)  --> TIME: 2025-03-23 11:14:33 -- STEP: 30145/31555 -- GLOBAL_STEP: 61700 | > loss_text_ce: 0.08407068997621536 (0.10976916398858672) | > loss_mel_ce: 4.61447286605835 (nan) | > loss: 0.018645014613866806 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.140978541621761) | > loader_time: 0.0045 (0.004539223796080837)  --> TIME: 2025-03-23 11:14:42 -- STEP: 30195/31555 -- GLOBAL_STEP: 61750 | > loss_text_ce: 0.07952880859375 (0.10972743591484661) | > loss_mel_ce: 3.7954413890838623 (nan) | > loss: 0.015376866795122623 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1409818475659792) | > loader_time: 0.0046 (0.00453925559923026)  --> TIME: 2025-03-23 11:14:52 -- STEP: 30245/31555 -- GLOBAL_STEP: 61800 | > loss_text_ce: 0.10420357435941696 (0.10968560167377565) | > loss_mel_ce: 3.6659696102142334 (nan) | > loss: 0.014961005188524723 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14098541148932017) | > loader_time: 0.0044 (0.00453931740993985)  --> TIME: 2025-03-23 11:15:02 -- STEP: 30295/31555 -- GLOBAL_STEP: 61850 | > loss_text_ce: 0.07819227874279022 (0.109640646705235) | > loss_mel_ce: 4.053232192993164 (nan) | > loss: 0.016394542530179024 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14098482776502796) | > loader_time: 0.0045 (0.004539326359128273)  --> TIME: 2025-03-23 11:15:12 -- STEP: 30345/31555 -- GLOBAL_STEP: 61900 | > loss_text_ce: 0.08063505589962006 (0.1095979069192492) | > loss_mel_ce: 3.7300360202789307 (nan) | > loss: 0.015121711418032646 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14098563901398806) | > loader_time: 0.0046 (0.004539258351611248)  --> TIME: 2025-03-23 11:15:21 -- STEP: 30395/31555 -- GLOBAL_STEP: 61950 | > loss_text_ce: 0.08102672547101974 (0.10955940949843838) | > loss_mel_ce: 3.949970245361328 (nan) | > loss: 0.015996020287275314 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1409868838697274) | > loader_time: 0.0046 (0.004539281691664058)  --> TIME: 2025-03-23 11:15:31 -- STEP: 30445/31555 -- GLOBAL_STEP: 62000 | > loss_text_ce: 0.10168854147195816 (0.1095176758526987) | > loss_mel_ce: 4.501069068908691 (nan) | > loss: 0.01826491206884384 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14098461749107788) | > loader_time: 0.0046 (0.004539233895432025)  --> TIME: 2025-03-23 11:15:41 -- STEP: 30495/31555 -- GLOBAL_STEP: 62050 | > loss_text_ce: 0.07401543110609055 (0.10947176184084427) | > loss_mel_ce: 3.9349679946899414 (nan) | > loss: 0.01590866595506668 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1409827315860125) | > loader_time: 0.0046 (0.0045391888750598765)  --> TIME: 2025-03-23 11:15:50 -- STEP: 30545/31555 -- GLOBAL_STEP: 62100 | > loss_text_ce: 0.0869012176990509 (0.10943109486285654) | > loss_mel_ce: 4.5770087242126465 (nan) | > loss: 0.0185075793415308 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14097891799126316) | > loader_time: 0.0047 (0.00453917552843722)  --> TIME: 2025-03-23 11:15:59 -- STEP: 30595/31555 -- GLOBAL_STEP: 62150 | > loss_text_ce: 0.09173911064863205 (0.10939239062080341) | > loss_mel_ce: 3.9626266956329346 (nan) | > loss: 0.016088753938674927 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14097075648587648) | > loader_time: 0.0046 (0.004539170820819466)  --> TIME: 2025-03-23 11:16:09 -- STEP: 30645/31555 -- GLOBAL_STEP: 62200 | > loss_text_ce: 0.07706266641616821 (0.10935036451837708) | > loss_mel_ce: 3.627927303314209 (nan) | > loss: 0.01470234151929617 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1409652557861641) | > loader_time: 0.0045 (0.004539150179531444)  --> TIME: 2025-03-23 11:16:18 -- STEP: 30695/31555 -- GLOBAL_STEP: 62250 | > loss_text_ce: 0.07392358779907227 (0.10930850003609525) | > loss_mel_ce: 0.1254533976316452 (nan) | > loss: 0.0007911785505712032 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14096378546076552) | > loader_time: 0.0044 (0.0045391465693659355)  --> TIME: 2025-03-23 11:16:28 -- STEP: 30745/31555 -- GLOBAL_STEP: 62300 | > loss_text_ce: 0.08425775170326233 (0.10926751444874486) | > loss_mel_ce: 4.205447196960449 (nan) | > loss: 0.017022639513015747 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14096818388254873) | > loader_time: 0.0047 (0.004539115371927489)  --> TIME: 2025-03-23 11:16:38 -- STEP: 30795/31555 -- GLOBAL_STEP: 62350 | > loss_text_ce: 0.083934485912323 (0.10923149377073794) | > loss_mel_ce: 0.10039062798023224 (nan) | > loss: 0.0007314489339478314 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14097176804366884) | > loader_time: 0.0042 (0.00453914118037637)  --> TIME: 2025-03-23 11:16:48 -- STEP: 30845/31555 -- GLOBAL_STEP: 62400 | > loss_text_ce: 0.08133125305175781 (0.1091907735499136) | > loss_mel_ce: 3.843045711517334 (nan) | > loss: 0.015572925098240376 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14097652550473413) | > loader_time: 0.0046 (0.004539100848250704)  --> TIME: 2025-03-23 11:16:57 -- STEP: 30895/31555 -- GLOBAL_STEP: 62450 | > loss_text_ce: 0.07374726980924606 (0.10915044233007642) | > loss_mel_ce: 4.049010276794434 (nan) | > loss: 0.016360148787498474 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14097103521572782) | > loader_time: 0.0044 (0.004539013140447409)  --> TIME: 2025-03-23 11:17:07 -- STEP: 30945/31555 -- GLOBAL_STEP: 62500 | > loss_text_ce: 0.07842777669429779 (0.10910989956153545) | > loss_mel_ce: 4.359676361083984 (nan) | > loss: 0.01761152595281601 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14096320829208198) | > loader_time: 0.0044 (0.004538825510160369)  --> TIME: 2025-03-23 11:17:16 -- STEP: 30995/31555 -- GLOBAL_STEP: 62550 | > loss_text_ce: 0.08345966786146164 (0.10907164742690328) | > loss_mel_ce: 3.8595783710479736 (nan) | > loss: 0.015646977350115776 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14095584464315572) | > loader_time: 0.0046 (0.0045386931457372355)  --> TIME: 2025-03-23 11:17:26 -- STEP: 31045/31555 -- GLOBAL_STEP: 62600 | > loss_text_ce: 0.08024464547634125 (0.10902954919708052) | > loss_mel_ce: 4.166668891906738 (nan) | > loss: 0.016852831467986107 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14095101641426044) | > loader_time: 0.0043 (0.0045384844252982694)  --> TIME: 2025-03-23 11:17:35 -- STEP: 31095/31555 -- GLOBAL_STEP: 62650 | > loss_text_ce: 0.07769089192152023 (0.10898667779320025) | > loss_mel_ce: 3.3290889263153076 (nan) | > loss: 0.013518967665731907 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14095063046217626) | > loader_time: 0.0045 (0.004538262758747305)  --> TIME: 2025-03-23 11:17:45 -- STEP: 31145/31555 -- GLOBAL_STEP: 62700 | > loss_text_ce: 0.09566189348697662 (0.1089473666341854) | > loss_mel_ce: 3.7850077152252197 (nan) | > loss: 0.015399483032524586 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14095459906816532) | > loader_time: 0.0044 (0.00453816887884165)  --> TIME: 2025-03-23 11:17:55 -- STEP: 31195/31555 -- GLOBAL_STEP: 62750 | > loss_text_ce: 0.06728129088878632 (0.10890800685949202) | > loss_mel_ce: 3.8261711597442627 (nan) | > loss: 0.015450208447873592 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14095873613353047) | > loader_time: 0.0046 (0.004538031743302345)  --> TIME: 2025-03-23 11:18:05 -- STEP: 31245/31555 -- GLOBAL_STEP: 62800 | > loss_text_ce: 0.09432433545589447 (0.10886804113284712) | > loss_mel_ce: 3.9483208656311035 (nan) | > loss: 0.01604224368929863 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14095867046796423) | > loader_time: 0.0044 (0.00453800975007813)  --> TIME: 2025-03-23 11:18:14 -- STEP: 31295/31555 -- GLOBAL_STEP: 62850 | > loss_text_ce: 0.07468977570533752 (0.10882328597524947) | > loss_mel_ce: 4.032537460327148 (nan) | > loss: 0.01629852131009102 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14096020905616216) | > loader_time: 0.0044 (0.004537924830382971)  --> TIME: 2025-03-23 11:18:24 -- STEP: 31345/31555 -- GLOBAL_STEP: 62900 | > loss_text_ce: 0.08612635731697083 (0.10877964897938493) | > loss_mel_ce: 4.059294700622559 (nan) | > loss: 0.01645008474588394 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14096370024018673) | > loader_time: 0.0046 (0.004537799457629814)  --> TIME: 2025-03-23 11:18:34 -- STEP: 31395/31555 -- GLOBAL_STEP: 62950 | > loss_text_ce: 0.07638067752122879 (0.10873751508596832) | > loss_mel_ce: 3.659656286239624 (nan) | > loss: 0.014825544320046902 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1409586975691832) | > loader_time: 0.0045 (0.004537709379370884)  --> TIME: 2025-03-23 11:18:44 -- STEP: 31445/31555 -- GLOBAL_STEP: 63000 | > loss_text_ce: 0.08961286395788193 (0.10869874687796413) | > loss_mel_ce: 4.252303123474121 (nan) | > loss: 0.017229827120900154 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14096457294410214) | > loader_time: 0.0045 (0.0045375500598798186)  --> TIME: 2025-03-23 11:18:53 -- STEP: 31495/31555 -- GLOBAL_STEP: 63050 | > loss_text_ce: 0.07727426290512085 (0.10865714875613104) | > loss_mel_ce: 3.8390495777130127 (nan) | > loss: 0.015540968626737595 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14096518790727658) | > loader_time: 0.0043 (0.004537381904809218)  --> TIME: 2025-03-23 11:19:03 -- STEP: 31545/31555 -- GLOBAL_STEP: 63100 | > loss_text_ce: 0.08056378364562988 (0.10861625360928191) | > loss_mel_ce: 3.927684783935547 (nan) | > loss: 0.015905749052762985 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1409647224935388) | > loader_time: 0.0043 (0.004537241907462936)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021478780110677085 (+0.00035970687866210965) | > avg_loss_text_ce: 0.0757911171515783 (-0.06589544693628943) | > avg_loss_mel_ce: 3.6798200289408367 (-0.3766676314671846) | > avg_loss: 3.755611154238383 (-0.44256307125091787) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_63110.pth  > EPOCH: 3/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 11:19:27)   --> TIME: 2025-03-23 11:19:35 -- STEP: 40/31555 -- GLOBAL_STEP: 63150 | > loss_text_ce: 0.07186808437108994 (0.08300698325037956) | > loss_mel_ce: 0.21989746391773224 (3.580174893140793) | > loss: 0.0011577998520806432 (0.01453643676068168) | > current_lr: 5e-06 | > step_time: 0.1151 (0.13725085258483888) | > loader_time: 0.0051 (0.004877102375030517)  --> TIME: 2025-03-23 11:19:45 -- STEP: 90/31555 -- GLOBAL_STEP: 63200 | > loss_text_ce: 0.10520131886005402 (0.0831953968024916) | > loss_mel_ce: 3.0438525676727295 (nan) | > loss: 0.01249624602496624 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1415593942006429) | > loader_time: 0.0048 (0.004958552784389918)  --> TIME: 2025-03-23 11:19:54 -- STEP: 140/31555 -- GLOBAL_STEP: 63250 | > loss_text_ce: 0.08422903716564178 (0.0830762140718954) | > loss_mel_ce: 4.1160197257995605 (nan) | > loss: 0.016667654737830162 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14136141368321006) | > loader_time: 0.0047 (0.004841690404074531)  --> TIME: 2025-03-23 11:20:04 -- STEP: 190/31555 -- GLOBAL_STEP: 63300 | > loss_text_ce: 0.07858268171548843 (0.08307253496819425) | > loss_mel_ce: 3.515298843383789 (nan) | > loss: 0.014261435717344284 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14133917783436023) | > loader_time: 0.0046 (0.004803601064180072)  --> TIME: 2025-03-23 11:20:14 -- STEP: 240/31555 -- GLOBAL_STEP: 63350 | > loss_text_ce: 0.07823316752910614 (0.0833005197811872) | > loss_mel_ce: 2.7027840614318848 (nan) | > loss: 0.011035783216357231 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14106381436189025) | > loader_time: 0.0045 (0.004767595728238422)  --> TIME: 2025-03-23 11:20:23 -- STEP: 290/31555 -- GLOBAL_STEP: 63400 | > loss_text_ce: 0.0744561105966568 (0.08389518190303757) | > loss_mel_ce: 4.23452615737915 (nan) | > loss: 0.017099136486649513 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14063483517745456) | > loader_time: 0.0046 (0.00476365911549535)  --> TIME: 2025-03-23 11:20:33 -- STEP: 340/31555 -- GLOBAL_STEP: 63450 | > loss_text_ce: 0.08649922907352448 (0.08361105853143866) | > loss_mel_ce: 3.8027122020721436 (nan) | > loss: 0.01543337944895029 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14003741320441762) | > loader_time: 0.0047 (0.0047576132942648485)  --> TIME: 2025-03-23 11:20:42 -- STEP: 390/31555 -- GLOBAL_STEP: 63500 | > loss_text_ce: 0.07730957120656967 (0.08364046393678741) | > loss_mel_ce: 4.407655239105225 (nan) | > loss: 0.017797481268644333 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.13953748544057215) | > loader_time: 0.0044 (0.004748535156249993)  --> TIME: 2025-03-23 11:20:52 -- STEP: 440/31555 -- GLOBAL_STEP: 63550 | > loss_text_ce: 0.07737263292074203 (0.08350960459898821) | > loss_mel_ce: 3.618532180786133 (nan) | > loss: 0.01466628909111023 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.13975187540054318) | > loader_time: 0.0049 (0.004724190993742503)  --> TIME: 2025-03-23 11:21:01 -- STEP: 490/31555 -- GLOBAL_STEP: 63600 | > loss_text_ce: 0.08311209827661514 (0.08366215517934489) | > loss_mel_ce: 4.297657489776611 (nan) | > loss: 0.017384007573127747 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.13960230545121796) | > loader_time: 0.0045 (0.0047123631652520575)  --> TIME: 2025-03-23 11:21:11 -- STEP: 540/31555 -- GLOBAL_STEP: 63650 | > loss_text_ce: 0.08592052012681961 (0.0834664029793607) | > loss_mel_ce: 4.586536884307861 (nan) | > loss: 0.018541498109698296 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.13966939272703952) | > loader_time: 0.0045 (0.00470171901914808)  --> TIME: 2025-03-23 11:21:20 -- STEP: 590/31555 -- GLOBAL_STEP: 63700 | > loss_text_ce: 0.08192134648561478 (0.0834223937306364) | > loss_mel_ce: 4.1301045417785645 (nan) | > loss: 0.016714390367269516 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1397764420105239) | > loader_time: 0.0047 (0.004681472050941593)  --> TIME: 2025-03-23 11:21:30 -- STEP: 640/31555 -- GLOBAL_STEP: 63750 | > loss_text_ce: 0.08319927006959915 (0.08348882448626685) | > loss_mel_ce: 0.0992838516831398 (nan) | > loss: 0.0007241393905133009 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.13991773873567573) | > loader_time: 0.0045 (0.0046697765588760345)  --> TIME: 2025-03-23 11:21:40 -- STEP: 690/31555 -- GLOBAL_STEP: 63800 | > loss_text_ce: 0.07560604810714722 (0.08360968186263588) | > loss_mel_ce: 3.5649945735931396 (nan) | > loss: 0.01444682851433754 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14027139345804845) | > loader_time: 0.0045 (0.004669905399930647)  --> TIME: 2025-03-23 11:21:50 -- STEP: 740/31555 -- GLOBAL_STEP: 63850 | > loss_text_ce: 0.06679395586252213 (0.0835098110089028) | > loss_mel_ce: 3.784053325653076 (nan) | > loss: 0.015281140804290771 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14055464525480535) | > loader_time: 0.0045 (0.0046690776541426305)  --> TIME: 2025-03-23 11:21:59 -- STEP: 790/31555 -- GLOBAL_STEP: 63900 | > loss_text_ce: 0.08094079047441483 (0.08331573745589464) | > loss_mel_ce: 3.662198781967163 (nan) | > loss: 0.01485372893512249 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14043965671635875) | > loader_time: 0.0049 (0.004665018636969064)  --> TIME: 2025-03-23 11:22:09 -- STEP: 840/31555 -- GLOBAL_STEP: 63950 | > loss_text_ce: 0.061455726623535156 (0.08320535990808688) | > loss_mel_ce: 3.4210169315338135 (nan) | > loss: 0.013819336891174316 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14041352016585218) | > loader_time: 0.0049 (0.00466661964144025)  --> TIME: 2025-03-23 11:22:19 -- STEP: 890/31555 -- GLOBAL_STEP: 64000 | > loss_text_ce: 0.08682603389024734 (0.08317139713784279) | > loss_mel_ce: 3.221405267715454 (nan) | > loss: 0.013127902522683144 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1403726730453835) | > loader_time: 0.0046 (0.004664140872741008)  --> TIME: 2025-03-23 11:22:28 -- STEP: 940/31555 -- GLOBAL_STEP: 64050 | > loss_text_ce: 0.10177913308143616 (0.08311358137809213) | > loss_mel_ce: 3.5142345428466797 (nan) | > loss: 0.014349262230098248 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14027179986872584) | > loader_time: 0.0045 (0.004649084933260648)  --> TIME: 2025-03-23 11:22:38 -- STEP: 990/31555 -- GLOBAL_STEP: 64100 | > loss_text_ce: 0.08195925503969193 (0.08302115267048578) | > loss_mel_ce: 3.559880256652832 (nan) | > loss: 0.014451744966208935 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14039912849965733) | > loader_time: 0.0043 (0.004636347895920873)  --> TIME: 2025-03-23 11:22:48 -- STEP: 1040/31555 -- GLOBAL_STEP: 64150 | > loss_text_ce: 0.10726501047611237 (0.08298185052565081) | > loss_mel_ce: 2.939697265625 (nan) | > loss: 0.012091120705008507 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14056551112578478) | > loader_time: 0.0044 (0.004625511169433588)  --> TIME: 2025-03-23 11:22:57 -- STEP: 1090/31555 -- GLOBAL_STEP: 64200 | > loss_text_ce: 0.06899060308933258 (0.08288334144979985) | > loss_mel_ce: 3.4077656269073486 (nan) | > loss: 0.013796652667224407 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14064853738207345) | > loader_time: 0.0045 (0.00462852027438102)  --> TIME: 2025-03-23 11:23:07 -- STEP: 1140/31555 -- GLOBAL_STEP: 64250 | > loss_text_ce: 0.07959149777889252 (0.08281184067916973) | > loss_mel_ce: 5.51832914352417 (nan) | > loss: 0.022213971242308617 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14064992143396757) | > loader_time: 0.0045 (0.004632789001130214)  --> TIME: 2025-03-23 11:23:16 -- STEP: 1190/31555 -- GLOBAL_STEP: 64300 | > loss_text_ce: 0.06552790850400925 (0.08276994813452743) | > loss_mel_ce: 3.411259174346924 (nan) | > loss: 0.013796774670481682 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1404641984891491) | > loader_time: 0.0046 (0.00463394297271215)  --> TIME: 2025-03-23 11:23:26 -- STEP: 1240/31555 -- GLOBAL_STEP: 64350 | > loss_text_ce: 0.10637148469686508 (0.08271179423937867) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14034635905296572) | > loader_time: 0.0046 (0.004638484216505471)  --> TIME: 2025-03-23 11:23:35 -- STEP: 1290/31555 -- GLOBAL_STEP: 64400 | > loss_text_ce: 0.09266353398561478 (0.08273215829286462) | > loss_mel_ce: 4.547297477722168 (nan) | > loss: 0.018412545323371887 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14026748912279) | > loader_time: 0.0044 (0.004639857683994963)  --> TIME: 2025-03-23 11:23:45 -- STEP: 1340/31555 -- GLOBAL_STEP: 64450 | > loss_text_ce: 0.0805211216211319 (0.0826801853893853) | > loss_mel_ce: 4.104125499725342 (nan) | > loss: 0.016605742275714874 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1404510473137472) | > loader_time: 0.0048 (0.004641556739807117)  --> TIME: 2025-03-23 11:23:54 -- STEP: 1390/31555 -- GLOBAL_STEP: 64500 | > loss_text_ce: 0.0782594084739685 (0.08265316604281513) | > loss_mel_ce: 3.5085041522979736 (nan) | > loss: 0.014233189634978771 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1403616454103868) | > loader_time: 0.0046 (0.004642957577602457)  --> TIME: 2025-03-23 11:24:04 -- STEP: 1440/31555 -- GLOBAL_STEP: 64550 | > loss_text_ce: 0.08012956380844116 (0.08265939201745735) | > loss_mel_ce: 3.33784818649292 (nan) | > loss: 0.01356340479105711 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14032774402035614) | > loader_time: 0.0047 (0.00464286804199218)  --> TIME: 2025-03-23 11:24:14 -- STEP: 1490/31555 -- GLOBAL_STEP: 64600 | > loss_text_ce: 0.0798519104719162 (0.08264897789731135) | > loss_mel_ce: 3.644010305404663 (nan) | > loss: 0.014777231961488724 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14025003302017305) | > loader_time: 0.0043 (0.004645404399641403)  --> TIME: 2025-03-23 11:24:23 -- STEP: 1540/31555 -- GLOBAL_STEP: 64650 | > loss_text_ce: 0.07792272418737411 (0.08256810596333708) | > loss_mel_ce: 4.103700637817383 (nan) | > loss: 0.016593744978308678 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14034689835139671) | > loader_time: 0.0045 (0.004645609700834594)  --> TIME: 2025-03-23 11:24:33 -- STEP: 1590/31555 -- GLOBAL_STEP: 64700 | > loss_text_ce: 0.07484116405248642 (0.08248792751077222) | > loss_mel_ce: 3.878664493560791 (nan) | > loss: 0.015688516199588776 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14040994194318662) | > loader_time: 0.0046 (0.004649146247959732)  --> TIME: 2025-03-23 11:24:42 -- STEP: 1640/31555 -- GLOBAL_STEP: 64750 | > loss_text_ce: 0.08477047085762024 (0.08244592490855887) | > loss_mel_ce: 4.544322967529297 (nan) | > loss: 0.018369419500231743 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14031263648009876) | > loader_time: 0.0045 (0.00465323503424481)  --> TIME: 2025-03-23 11:24:52 -- STEP: 1690/31555 -- GLOBAL_STEP: 64800 | > loss_text_ce: 0.0792614072561264 (0.08239460738937893) | > loss_mel_ce: 3.8934857845306396 (nan) | > loss: 0.01576486974954605 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14040047360595148) | > loader_time: 0.0053 (0.0046536019567907155)  --> TIME: 2025-03-23 11:25:02 -- STEP: 1740/31555 -- GLOBAL_STEP: 64850 | > loss_text_ce: 0.06610027700662613 (0.08232690117311213) | > loss_mel_ce: 4.220984935760498 (nan) | > loss: 0.01701224409043789 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14042450573252507) | > loader_time: 0.0046 (0.00465293670522755)  --> TIME: 2025-03-23 11:25:11 -- STEP: 1790/31555 -- GLOBAL_STEP: 64900 | > loss_text_ce: 0.08918575197458267 (0.08226966464777576) | > loss_mel_ce: 3.380697250366211 (nan) | > loss: 0.013769377954304218 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14032036592174496) | > loader_time: 0.0044 (0.0046564016928219865)  --> TIME: 2025-03-23 11:25:21 -- STEP: 1840/31555 -- GLOBAL_STEP: 64950 | > loss_text_ce: 0.08277548849582672 (0.0821609626341936) | > loss_mel_ce: 4.455552577972412 (nan) | > loss: 0.018009239807724953 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.140442775254664) | > loader_time: 0.0048 (0.004660299420356745)  --> TIME: 2025-03-23 11:25:31 -- STEP: 1890/31555 -- GLOBAL_STEP: 65000 | > loss_text_ce: 0.07665915787220001 (0.08209890398398918) | > loss_mel_ce: 3.7354063987731934 (nan) | > loss: 0.015127245336771011 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1404395369625594) | > loader_time: 0.0045 (0.00466148348712416)  --> TIME: 2025-03-23 11:25:41 -- STEP: 1940/31555 -- GLOBAL_STEP: 65050 | > loss_text_ce: 0.09551078826189041 (0.08211188121247547) | > loss_mel_ce: 3.4356961250305176 (nan) | > loss: 0.01401272602379322 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1405569988427701) | > loader_time: 0.0046 (0.004663203794931623)  --> TIME: 2025-03-23 11:25:50 -- STEP: 1990/31555 -- GLOBAL_STEP: 65100 | > loss_text_ce: 0.08161672204732895 (0.08207076063482614) | > loss_mel_ce: 0.2113037109375 (nan) | > loss: 0.0011623827740550041 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1404242799509708) | > loader_time: 0.0042 (0.004663521920017256)  --> TIME: 2025-03-23 11:26:00 -- STEP: 2040/31555 -- GLOBAL_STEP: 65150 | > loss_text_ce: 0.07212778925895691 (0.08202131889103098) | > loss_mel_ce: 3.4747722148895264 (nan) | > loss: 0.014075000770390034 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1405296898355669) | > loader_time: 0.0052 (0.0046641270319620716)  --> TIME: 2025-03-23 11:26:10 -- STEP: 2090/31555 -- GLOBAL_STEP: 65200 | > loss_text_ce: 0.08686105161905289 (0.08198892967552668) | > loss_mel_ce: 3.8613834381103516 (nan) | > loss: 0.015667637810111046 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14055645214883888) | > loader_time: 0.0045 (0.004662147435274986)  --> TIME: 2025-03-23 11:26:19 -- STEP: 2140/31555 -- GLOBAL_STEP: 65250 | > loss_text_ce: 0.08791766315698624 (0.08194124922504499) | > loss_mel_ce: 3.359327793121338 (nan) | > loss: 0.013679546304047108 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14054493046252511) | > loader_time: 0.0047 (0.004663291935608761)  --> TIME: 2025-03-23 11:26:29 -- STEP: 2190/31555 -- GLOBAL_STEP: 65300 | > loss_text_ce: 0.09810836613178253 (0.08188049820119939) | > loss_mel_ce: 4.1495256423950195 (nan) | > loss: 0.016855690628290176 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1404907259222578) | > loader_time: 0.0045 (0.004663163450754935)  --> TIME: 2025-03-23 11:26:38 -- STEP: 2240/31555 -- GLOBAL_STEP: 65350 | > loss_text_ce: 0.06862395256757736 (0.08183954055753678) | > loss_mel_ce: 3.7340011596679688 (nan) | > loss: 0.015089782886207104 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1404867451105797) | > loader_time: 0.0073 (0.004665234259196684)  --> TIME: 2025-03-23 11:26:48 -- STEP: 2290/31555 -- GLOBAL_STEP: 65400 | > loss_text_ce: 0.07901453226804733 (0.08176090962143708) | > loss_mel_ce: 3.251800060272217 (nan) | > loss: 0.013217519037425518 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14044326434489401) | > loader_time: 0.0044 (0.0046638015055760484)  --> TIME: 2025-03-23 11:26:58 -- STEP: 2340/31555 -- GLOBAL_STEP: 65450 | > loss_text_ce: 0.06825006753206253 (0.08171493315384686) | > loss_mel_ce: 3.851806640625 (nan) | > loss: 0.015555782243609428 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14051588926559816) | > loader_time: 0.0046 (0.0046638450051984135)  --> TIME: 2025-03-23 11:27:07 -- STEP: 2390/31555 -- GLOBAL_STEP: 65500 | > loss_text_ce: 0.07875699549913406 (0.08165430686276828) | > loss_mel_ce: 3.684288501739502 (nan) | > loss: 0.014932720921933651 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14041736115970335) | > loader_time: 0.0048 (0.004663328745375112)  --> TIME: 2025-03-23 11:27:17 -- STEP: 2440/31555 -- GLOBAL_STEP: 65550 | > loss_text_ce: 0.07028286159038544 (0.0816124183309005) | > loss_mel_ce: 4.722805976867676 (nan) | > loss: 0.019020196050405502 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14042143968285076) | > loader_time: 0.0044 (0.004663080856448305)  --> TIME: 2025-03-23 11:27:26 -- STEP: 2490/31555 -- GLOBAL_STEP: 65600 | > loss_text_ce: 0.07842518389225006 (0.0815874111176615) | > loss_mel_ce: 3.521681308746338 (nan) | > loss: 0.01428613718599081 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14036136295900742) | > loader_time: 0.0045 (0.004661478000472339)  --> TIME: 2025-03-23 11:27:36 -- STEP: 2540/31555 -- GLOBAL_STEP: 65650 | > loss_text_ce: 0.06660281866788864 (0.08154794944112936) | > loss_mel_ce: 3.3765869140625 (nan) | > loss: 0.013663452118635178 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1403556918534704) | > loader_time: 0.0045 (0.004660274287847076)  --> TIME: 2025-03-23 11:27:45 -- STEP: 2590/31555 -- GLOBAL_STEP: 65700 | > loss_text_ce: 0.08229924738407135 (0.08155955247811139) | > loss_mel_ce: 3.993114471435547 (nan) | > loss: 0.016172276809811592 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14036511058512782) | > loader_time: 0.005 (0.00466044768403395)  --> TIME: 2025-03-23 11:27:55 -- STEP: 2640/31555 -- GLOBAL_STEP: 65750 | > loss_text_ce: 0.08454284816980362 (0.08156096994255979) | > loss_mel_ce: 3.6293272972106934 (nan) | > loss: 0.014737579971551895 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14032011628150912) | > loader_time: 0.0044 (0.004658517873648431)  --> TIME: 2025-03-23 11:28:04 -- STEP: 2690/31555 -- GLOBAL_STEP: 65800 | > loss_text_ce: 0.07056287676095963 (0.08151958424417938) | > loss_mel_ce: 3.9147629737854004 (nan) | > loss: 0.01581478677690029 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1403476993390617) | > loader_time: 0.0047 (0.004659385220268835)  --> TIME: 2025-03-23 11:28:14 -- STEP: 2740/31555 -- GLOBAL_STEP: 65850 | > loss_text_ce: 0.09704893827438354 (0.08150352582498611) | > loss_mel_ce: 4.710827350616455 (nan) | > loss: 0.019078874960541725 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.1403539586241225) | > loader_time: 0.0046 (0.004659213375871189)  --> TIME: 2025-03-23 11:28:23 -- STEP: 2790/31555 -- GLOBAL_STEP: 65900 | > loss_text_ce: 0.07538268715143204 (0.08145327685687904) | > loss_mel_ce: 3.374380588531494 (nan) | > loss: 0.013689537532627583 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14030106366748854) | > loader_time: 0.0047 (0.004659841308457014)  --> TIME: 2025-03-23 11:28:33 -- STEP: 2840/31555 -- GLOBAL_STEP: 65950 | > loss_text_ce: 0.10158322006464005 (0.08144801108586318) | > loss_mel_ce: 3.478952407836914 (nan) | > loss: 0.014208476059138775 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14024974636628565) | > loader_time: 0.0046 (0.004660171354320678)  --> TIME: 2025-03-23 11:28:42 -- STEP: 2890/31555 -- GLOBAL_STEP: 66000 | > loss_text_ce: 0.07861682027578354 (0.08144842632450026) | > loss_mel_ce: 3.9621074199676514 (nan) | > loss: 0.016034621745347977 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.140175224670489) | > loader_time: 0.0071 (0.0046596517199875885)  --> TIME: 2025-03-23 11:28:52 -- STEP: 2940/31555 -- GLOBAL_STEP: 66050 | > loss_text_ce: 0.07088115066289902 (0.08137862824765185) | > loss_mel_ce: 3.7864160537719727 (nan) | > loss: 0.015306735411286354 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14014627300963076) | > loader_time: 0.0045 (0.00465969893397116)  --> TIME: 2025-03-23 11:29:01 -- STEP: 2990/31555 -- GLOBAL_STEP: 66100 | > loss_text_ce: 0.06699717044830322 (0.08136233985050255) | > loss_mel_ce: 4.067863941192627 (nan) | > loss: 0.016408178955316544 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14009379654823714) | > loader_time: 0.0044 (0.004658884507756559)  --> TIME: 2025-03-23 11:29:11 -- STEP: 3040/31555 -- GLOBAL_STEP: 66150 | > loss_text_ce: 0.0771208107471466 (0.08134518893999279) | > loss_mel_ce: 4.402543544769287 (nan) | > loss: 0.017776446416974068 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14013439385514487) | > loader_time: 0.0051 (0.004659312022359739)  --> TIME: 2025-03-23 11:29:20 -- STEP: 3090/31555 -- GLOBAL_STEP: 66200 | > loss_text_ce: 0.08607078343629837 (0.08134428242335992) | > loss_mel_ce: 4.389925479888916 (nan) | > loss: 0.017761891707777977 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14004443702574287) | > loader_time: 0.0046 (0.004658202137376104)  --> TIME: 2025-03-23 11:29:30 -- STEP: 3140/31555 -- GLOBAL_STEP: 66250 | > loss_text_ce: 0.07808475941419601 (0.08132493821844726) | > loss_mel_ce: 4.134659767150879 (nan) | > loss: 0.01671724207699299 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14004929103669073) | > loader_time: 0.0046 (0.004658534648312118)  --> TIME: 2025-03-23 11:29:39 -- STEP: 3190/31555 -- GLOBAL_STEP: 66300 | > loss_text_ce: 0.08070094883441925 (0.08129468694632873) | > loss_mel_ce: 4.082398414611816 (nan) | > loss: 0.016520235687494278 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14004416189223606) | > loader_time: 0.0048 (0.0046578991749443585)  --> TIME: 2025-03-23 11:29:49 -- STEP: 3240/31555 -- GLOBAL_STEP: 66350 | > loss_text_ce: 0.07105766981840134 (0.08128625334091007) | > loss_mel_ce: 2.1231133937835693 (nan) | > loss: 0.00870702788233757 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1399880634413824) | > loader_time: 0.0047 (0.00465717911720276)  --> TIME: 2025-03-23 11:29:58 -- STEP: 3290/31555 -- GLOBAL_STEP: 66400 | > loss_text_ce: 0.07456265389919281 (0.08126106708109543) | > loss_mel_ce: 4.356346130371094 (nan) | > loss: 0.0175829716026783 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.13992081065308334) | > loader_time: 0.0044 (0.004659059707154622)  --> TIME: 2025-03-23 11:30:08 -- STEP: 3340/31555 -- GLOBAL_STEP: 66450 | > loss_text_ce: 0.08033011853694916 (0.08123666771693128) | > loss_mel_ce: 3.6807007789611816 (nan) | > loss: 0.014924726448953152 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.13993092839589358) | > loader_time: 0.0046 (0.00465837452939885)  --> TIME: 2025-03-23 11:30:17 -- STEP: 3390/31555 -- GLOBAL_STEP: 66500 | > loss_text_ce: 0.07931949198246002 (0.08117761501608328) | > loss_mel_ce: 3.0888731479644775 (nan) | > loss: 0.012572193518280983 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.13993196684350645) | > loader_time: 0.0047 (0.004657789106565949)  --> TIME: 2025-03-23 11:30:27 -- STEP: 3440/31555 -- GLOBAL_STEP: 66550 | > loss_text_ce: 0.07533243298530579 (0.08110642988386353) | > loss_mel_ce: 4.604777812957764 (nan) | > loss: 0.018571868538856506 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.13996362207933893) | > loader_time: 0.0046 (0.004656957055247116)  --> TIME: 2025-03-23 11:30:37 -- STEP: 3490/31555 -- GLOBAL_STEP: 66600 | > loss_text_ce: 0.0685560330748558 (0.08106417389623911) | > loss_mel_ce: 3.7984423637390137 (nan) | > loss: 0.01534523256123066 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1400361212754999) | > loader_time: 0.0047 (0.004658198219998868)  --> TIME: 2025-03-23 11:30:47 -- STEP: 3540/31555 -- GLOBAL_STEP: 66650 | > loss_text_ce: 0.09519356489181519 (0.08102801764268139) | > loss_mel_ce: 3.63008451461792 (nan) | > loss: 0.014782850630581379 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1401136482502778) | > loader_time: 0.0048 (0.004657809006965775)  --> TIME: 2025-03-23 11:30:56 -- STEP: 3590/31555 -- GLOBAL_STEP: 66700 | > loss_text_ce: 0.07771079987287521 (0.08101204132199438) | > loss_mel_ce: 4.784728527069092 (nan) | > loss: 0.01929539442062378 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1400973677967248) | > loader_time: 0.0045 (0.004656856903458712)  --> TIME: 2025-03-23 11:31:06 -- STEP: 3640/31555 -- GLOBAL_STEP: 66750 | > loss_text_ce: 0.08717940747737885 (0.08097854289686762) | > loss_mel_ce: 4.009664058685303 (nan) | > loss: 0.01625731587409973 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14011371810357603) | > loader_time: 0.0048 (0.004657325574329929)  --> TIME: 2025-03-23 11:31:15 -- STEP: 3690/31555 -- GLOBAL_STEP: 66800 | > loss_text_ce: 0.08147314190864563 (0.08096614941187329) | > loss_mel_ce: 3.707198143005371 (nan) | > loss: 0.015034410171210766 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14002917627008904) | > loader_time: 0.0043 (0.00465637267766607)  --> TIME: 2025-03-23 11:31:25 -- STEP: 3740/31555 -- GLOBAL_STEP: 66850 | > loss_text_ce: 0.08220541477203369 (0.08093358895836014) | > loss_mel_ce: 4.032905578613281 (nan) | > loss: 0.016329806298017502 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14010847545562535) | > loader_time: 0.0049 (0.004656326898279045)  --> TIME: 2025-03-23 11:31:35 -- STEP: 3790/31555 -- GLOBAL_STEP: 66900 | > loss_text_ce: 0.07544330507516861 (0.08090220943761675) | > loss_mel_ce: 4.18089485168457 (nan) | > loss: 0.016890231519937515 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14011747327517662) | > loader_time: 0.0071 (0.004656150598953778)  --> TIME: 2025-03-23 11:31:45 -- STEP: 3840/31555 -- GLOBAL_STEP: 66950 | > loss_text_ce: 0.08125069737434387 (0.0808464717760215) | > loss_mel_ce: 3.921912431716919 (nan) | > loss: 0.015885569155216217 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14018450677394823) | > loader_time: 0.0049 (0.004655938098828005)  --> TIME: 2025-03-23 11:31:54 -- STEP: 3890/31555 -- GLOBAL_STEP: 67000 | > loss_text_ce: 0.0633624717593193 (0.08083326225875262) | > loss_mel_ce: 3.6444883346557617 (nan) | > loss: 0.014713694341480732 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14018814723105497) | > loader_time: 0.0046 (0.004656284878983297)  --> TIME: 2025-03-23 11:32:04 -- STEP: 3940/31555 -- GLOBAL_STEP: 67050 | > loss_text_ce: 0.07217581570148468 (0.08080541668128832) | > loss_mel_ce: 4.210135459899902 (nan) | > loss: 0.01699330098927021 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14022197039599302) | > loader_time: 0.0052 (0.004656269284069243)  --> TIME: 2025-03-23 11:32:13 -- STEP: 3990/31555 -- GLOBAL_STEP: 67100 | > loss_text_ce: 0.08541736751794815 (0.0807425256678483) | > loss_mel_ce: 4.360679626464844 (nan) | > loss: 0.017643243074417114 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1402195186543281) | > loader_time: 0.0045 (0.00465680997174486)  --> TIME: 2025-03-23 11:32:23 -- STEP: 4040/31555 -- GLOBAL_STEP: 67150 | > loss_text_ce: 0.08771777898073196 (0.08070241573017703) | > loss_mel_ce: 3.8042075634002686 (nan) | > loss: 0.015444149263203144 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14019524697029903) | > loader_time: 0.0045 (0.004655423494848881)  --> TIME: 2025-03-23 11:32:33 -- STEP: 4090/31555 -- GLOBAL_STEP: 67200 | > loss_text_ce: 0.07535191625356674 (0.0806455156804587) | > loss_mel_ce: 4.072725772857666 (nan) | > loss: 0.01646062545478344 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1402364219021968) | > loader_time: 0.0046 (0.004652953672525651)  --> TIME: 2025-03-23 11:32:42 -- STEP: 4140/31555 -- GLOBAL_STEP: 67250 | > loss_text_ce: 0.08396323770284653 (0.08060412283824822) | > loss_mel_ce: 3.5577619075775146 (nan) | > loss: 0.014451290480792522 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1402393149292983) | > loader_time: 0.0047 (0.00465022918682744)  --> TIME: 2025-03-23 11:32:52 -- STEP: 4190/31555 -- GLOBAL_STEP: 67300 | > loss_text_ce: 0.10382100939750671 (0.08058352104537084) | > loss_mel_ce: 4.025627613067627 (nan) | > loss: 0.01638670079410076 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14027258723903063) | > loader_time: 0.0066 (0.0046509154941131005)  --> TIME: 2025-03-23 11:33:02 -- STEP: 4240/31555 -- GLOBAL_STEP: 67350 | > loss_text_ce: 0.08505400270223618 (0.08053628860726796) | > loss_mel_ce: 0.1381428986787796 (nan) | > loss: 0.0008857020293362439 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14030802930301053) | > loader_time: 0.0047 (0.004651228324422303)  --> TIME: 2025-03-23 11:33:12 -- STEP: 4290/31555 -- GLOBAL_STEP: 67400 | > loss_text_ce: 0.07056604325771332 (0.08051904673690266) | > loss_mel_ce: 2.257615327835083 (nan) | > loss: 0.009238814935088158 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1403263529975372) | > loader_time: 0.0047 (0.004650841615138918)  --> TIME: 2025-03-23 11:33:21 -- STEP: 4340/31555 -- GLOBAL_STEP: 67450 | > loss_text_ce: 0.07919304817914963 (0.08049155559974452) | > loss_mel_ce: 2.7762980461120605 (nan) | > loss: 0.011331315152347088 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1403269759520954) | > loader_time: 0.0043 (0.0046502117737097755)  --> TIME: 2025-03-23 11:33:31 -- STEP: 4390/31555 -- GLOBAL_STEP: 67500 | > loss_text_ce: 0.08582650870084763 (0.08046622817279386) | > loss_mel_ce: 3.1637685298919678 (nan) | > loss: 0.012895219027996063 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14031956711771248) | > loader_time: 0.0047 (0.004651382517977574)  --> TIME: 2025-03-23 11:33:41 -- STEP: 4440/31555 -- GLOBAL_STEP: 67550 | > loss_text_ce: 0.0912126898765564 (0.08045537451382806) | > loss_mel_ce: 3.6394357681274414 (nan) | > loss: 0.014804162085056305 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14036328749613694) | > loader_time: 0.0046 (0.004652093874441618)  --> TIME: 2025-03-23 11:33:50 -- STEP: 4490/31555 -- GLOBAL_STEP: 67600 | > loss_text_ce: 0.07524006813764572 (0.08042713946565333) | > loss_mel_ce: 4.7498579025268555 (nan) | > loss: 0.01914721541106701 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14034843959893276) | > loader_time: 0.0045 (0.004653977020280669)  --> TIME: 2025-03-23 11:34:00 -- STEP: 4540/31555 -- GLOBAL_STEP: 67650 | > loss_text_ce: 0.0584840290248394 (0.08040807927806842) | > loss_mel_ce: 3.7728700637817383 (nan) | > loss: 0.015203787013888359 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14037707004253008) | > loader_time: 0.0047 (0.0046534972043814704)  --> TIME: 2025-03-23 11:34:09 -- STEP: 4590/31555 -- GLOBAL_STEP: 67700 | > loss_text_ce: 0.07896166294813156 (0.08039920978686363) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14031446234592915) | > loader_time: 0.0045 (0.004652686420349258)  --> TIME: 2025-03-23 11:34:19 -- STEP: 4640/31555 -- GLOBAL_STEP: 67750 | > loss_text_ce: 0.07945775985717773 (0.08038764418150945) | > loss_mel_ce: 4.8995537757873535 (nan) | > loss: 0.019757984206080437 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1403551600102718) | > loader_time: 0.0044 (0.004653803284825952)  --> TIME: 2025-03-23 11:34:29 -- STEP: 4690/31555 -- GLOBAL_STEP: 67800 | > loss_text_ce: 0.07726506143808365 (0.08036737302854341) | > loss_mel_ce: 4.243282794952393 (nan) | > loss: 0.017145032063126564 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14036547273460961) | > loader_time: 0.0047 (0.004654512476565235)  --> TIME: 2025-03-23 11:34:38 -- STEP: 4740/31555 -- GLOBAL_STEP: 67850 | > loss_text_ce: 0.07544510066509247 (0.08033755686888554) | > loss_mel_ce: 4.252028942108154 (nan) | > loss: 0.017172517254948616 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14041042498898376) | > loader_time: 0.0046 (0.004655366104866384)  --> TIME: 2025-03-23 11:34:48 -- STEP: 4790/31555 -- GLOBAL_STEP: 67900 | > loss_text_ce: 0.06805780529975891 (0.08028027601384506) | > loss_mel_ce: 3.0054683685302734 (nan) | > loss: 0.012196533381938934 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14041302005035117) | > loader_time: 0.0048 (0.004655764545926475)  --> TIME: 2025-03-23 11:34:58 -- STEP: 4840/31555 -- GLOBAL_STEP: 67950 | > loss_text_ce: 0.07226511090993881 (0.08026828045133187) | > loss_mel_ce: 3.7802493572235107 (nan) | > loss: 0.01528775691986084 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14044598690734394) | > loader_time: 0.0049 (0.004656710703510888)  --> TIME: 2025-03-23 11:35:07 -- STEP: 4890/31555 -- GLOBAL_STEP: 68000 | > loss_text_ce: 0.07339243590831757 (0.08022858415080815) | > loss_mel_ce: 2.51409912109375 (nan) | > loss: 0.010267823934555054 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14041291170568768) | > loader_time: 0.0046 (0.004657031129474296)  --> TIME: 2025-03-23 11:35:17 -- STEP: 4940/31555 -- GLOBAL_STEP: 68050 | > loss_text_ce: 0.08584810048341751 (0.08020326628949202) | > loss_mel_ce: 4.121264934539795 (nan) | > loss: 0.016694894060492516 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14042758584505124) | > loader_time: 0.0045 (0.004656874843937192)  --> TIME: 2025-03-23 11:35:27 -- STEP: 4990/31555 -- GLOBAL_STEP: 68100 | > loss_text_ce: 0.07843995839357376 (0.08016943208544758) | > loss_mel_ce: 3.1425092220306396 (nan) | > loss: 0.012781545519828796 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14043597386690773) | > loader_time: 0.0051 (0.0046573066520308815)  --> TIME: 2025-03-23 11:35:36 -- STEP: 5040/31555 -- GLOBAL_STEP: 68150 | > loss_text_ce: 0.0726141482591629 (0.0801323846943437) | > loss_mel_ce: 3.9285988807678223 (nan) | > loss: 0.015877829864621162 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14044616037890992) | > loader_time: 0.0044 (0.004657783347462863)  --> TIME: 2025-03-23 11:35:46 -- STEP: 5090/31555 -- GLOBAL_STEP: 68200 | > loss_text_ce: 0.08175691217184067 (0.08011337832450723) | > loss_mel_ce: 2.4367239475250244 (nan) | > loss: 0.00999397225677967 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14046623772394415) | > loader_time: 0.0044 (0.0046576809086827835)  --> TIME: 2025-03-23 11:35:56 -- STEP: 5140/31555 -- GLOBAL_STEP: 68250 | > loss_text_ce: 0.07335668057203293 (0.0800894893901529) | > loss_mel_ce: 3.6604299545288086 (nan) | > loss: 0.014816613867878914 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14045490128520835) | > loader_time: 0.0045 (0.004657198622069018)  --> TIME: 2025-03-23 11:36:05 -- STEP: 5190/31555 -- GLOBAL_STEP: 68300 | > loss_text_ce: 0.076922707259655 (0.08007174203807534) | > loss_mel_ce: 3.610238790512085 (nan) | > loss: 0.014631593599915504 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14048088809658318) | > loader_time: 0.0046 (0.004657740308140526)  --> TIME: 2025-03-23 11:36:15 -- STEP: 5240/31555 -- GLOBAL_STEP: 68350 | > loss_text_ce: 0.08391211926937103 (0.08006874739995752) | > loss_mel_ce: 4.097821235656738 (nan) | > loss: 0.016594180837273598 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14048127686704373) | > loader_time: 0.0046 (0.004657937779681386)  --> TIME: 2025-03-23 11:36:25 -- STEP: 5290/31555 -- GLOBAL_STEP: 68400 | > loss_text_ce: 0.07413719594478607 (0.08002047270099784) | > loss_mel_ce: 4.142464637756348 (nan) | > loss: 0.01673254743218422 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14046994621226372) | > loader_time: 0.0048 (0.0046584415976627215)  --> TIME: 2025-03-23 11:36:34 -- STEP: 5340/31555 -- GLOBAL_STEP: 68450 | > loss_text_ce: 0.09053141623735428 (0.08000128385070196) | > loss_mel_ce: 3.717642307281494 (nan) | > loss: 0.015111801214516163 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14047648754905678) | > loader_time: 0.0041 (0.004658156075281156)  --> TIME: 2025-03-23 11:36:44 -- STEP: 5390/31555 -- GLOBAL_STEP: 68500 | > loss_text_ce: 0.07689376920461655 (0.0799696745326764) | > loss_mel_ce: 3.5371642112731934 (nan) | > loss: 0.014341500587761402 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1404926142135223) | > loader_time: 0.0044 (0.004658443764100942)  --> TIME: 2025-03-23 11:36:54 -- STEP: 5440/31555 -- GLOBAL_STEP: 68550 | > loss_text_ce: 0.06844500452280045 (0.07995128052802182) | > loss_mel_ce: 4.548496723175049 (nan) | > loss: 0.018321199342608452 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14048723052529735) | > loader_time: 0.0045 (0.004657791248139221)  --> TIME: 2025-03-23 11:37:03 -- STEP: 5490/31555 -- GLOBAL_STEP: 68600 | > loss_text_ce: 0.050173718482255936 (0.07993362885246705) | > loss_mel_ce: 3.5078818798065186 (nan) | > loss: 0.014119269326329231 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14049240509234737) | > loader_time: 0.0043 (0.004656101532538305)  --> TIME: 2025-03-23 11:37:13 -- STEP: 5540/31555 -- GLOBAL_STEP: 68650 | > loss_text_ce: 0.0681995302438736 (0.07992787208300507) | > loss_mel_ce: 1.1765272617340088 (nan) | > loss: 0.0049393922090530396 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14052176058077231) | > loader_time: 0.0045 (0.004654182466789278)  --> TIME: 2025-03-23 11:37:23 -- STEP: 5590/31555 -- GLOBAL_STEP: 68700 | > loss_text_ce: 0.08561002463102341 (0.07989788162646952) | > loss_mel_ce: 4.196104049682617 (nan) | > loss: 0.01699092984199524 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1405232626978103) | > loader_time: 0.0046 (0.004654275070149486)  --> TIME: 2025-03-23 11:37:32 -- STEP: 5640/31555 -- GLOBAL_STEP: 68750 | > loss_text_ce: 0.048476796597242355 (0.0798634230846154) | > loss_mel_ce: 1.3868204355239868 (nan) | > loss: 0.005695624276995659 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14055628489095295) | > loader_time: 0.0042 (0.0046543727529809896)  --> TIME: 2025-03-23 11:37:42 -- STEP: 5690/31555 -- GLOBAL_STEP: 68800 | > loss_text_ce: 0.08101151883602142 (0.07984422130055167) | > loss_mel_ce: 4.033789157867432 (nan) | > loss: 0.01632857508957386 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.140564487562867) | > loader_time: 0.0046 (0.004653131605661193)  --> TIME: 2025-03-23 11:37:52 -- STEP: 5740/31555 -- GLOBAL_STEP: 68850 | > loss_text_ce: 0.06936170160770416 (0.07981431133629742) | > loss_mel_ce: 4.169881343841553 (nan) | > loss: 0.016822393983602524 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14054584025505956) | > loader_time: 0.0046 (0.004652076855769145)  --> TIME: 2025-03-23 11:38:01 -- STEP: 5790/31555 -- GLOBAL_STEP: 68900 | > loss_text_ce: 0.06332102417945862 (0.07980801656404696) | > loss_mel_ce: 3.818511962890625 (nan) | > loss: 0.01540410052984953 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14056133721570693) | > loader_time: 0.0043 (0.004650141455760692)  --> TIME: 2025-03-23 11:38:11 -- STEP: 5840/31555 -- GLOBAL_STEP: 68950 | > loss_text_ce: 0.06995769590139389 (0.07981038950383638) | > loss_mel_ce: 4.800426006317139 (nan) | > loss: 0.019326921552419662 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14054008330384352) | > loader_time: 0.0045 (0.0046496867317043005)  --> TIME: 2025-03-23 11:38:20 -- STEP: 5890/31555 -- GLOBAL_STEP: 69000 | > loss_text_ce: 0.0760093703866005 (0.07977563578995944) | > loss_mel_ce: 4.021462440490723 (nan) | > loss: 0.01625980995595455 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1405540029545186) | > loader_time: 0.0046 (0.004648941603500293)  --> TIME: 2025-03-23 11:38:30 -- STEP: 5940/31555 -- GLOBAL_STEP: 69050 | > loss_text_ce: 0.07871986925601959 (0.07976358239146975) | > loss_mel_ce: 0.1976318359375 (nan) | > loss: 0.0010966337285935879 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1405220234835589) | > loader_time: 0.0046 (0.004647739768429645)  --> TIME: 2025-03-23 11:38:39 -- STEP: 5990/31555 -- GLOBAL_STEP: 69100 | > loss_text_ce: 0.08287280052900314 (0.07972889827107225) | > loss_mel_ce: 4.078012943267822 (nan) | > loss: 0.016511453315615654 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14049129314932077) | > loader_time: 0.0046 (0.004647634741857978)  --> TIME: 2025-03-23 11:38:49 -- STEP: 6040/31555 -- GLOBAL_STEP: 69150 | > loss_text_ce: 0.06919784098863602 (0.07969511578858665) | > loss_mel_ce: 4.201850414276123 (nan) | > loss: 0.016948604956269264 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14046880721256425) | > loader_time: 0.0044 (0.004646654673759516)  --> TIME: 2025-03-23 11:38:58 -- STEP: 6090/31555 -- GLOBAL_STEP: 69200 | > loss_text_ce: 0.06937610357999802 (0.07966819647179622) | > loss_mel_ce: 4.181975841522217 (nan) | > loss: 0.016870444640517235 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.14048380315401662) | > loader_time: 0.0047 (0.00464470480463188)  --> TIME: 2025-03-23 11:39:08 -- STEP: 6140/31555 -- GLOBAL_STEP: 69250 | > loss_text_ce: 0.07781681418418884 (0.07966328576534767) | > loss_mel_ce: 4.227409839630127 (nan) | > loss: 0.017084233462810516 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14047834170369441) | > loader_time: 0.0043 (0.004642819931142109)  --> TIME: 2025-03-23 11:39:18 -- STEP: 6190/31555 -- GLOBAL_STEP: 69300 | > loss_text_ce: 0.07966887205839157 (0.07962955025676166) | > loss_mel_ce: 3.9806501865386963 (nan) | > loss: 0.016112377867102623 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14049392998314816) | > loader_time: 0.0047 (0.004641780483510845)  --> TIME: 2025-03-23 11:39:27 -- STEP: 6240/31555 -- GLOBAL_STEP: 69350 | > loss_text_ce: 0.07939909398555756 (0.07961247115969064) | > loss_mel_ce: 3.9093146324157715 (nan) | > loss: 0.01582822948694229 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1404496484077892) | > loader_time: 0.0047 (0.004641463282780772)  --> TIME: 2025-03-23 11:39:37 -- STEP: 6290/31555 -- GLOBAL_STEP: 69400 | > loss_text_ce: 0.07823784649372101 (0.07958406051102601) | > loss_mel_ce: 4.692163467407227 (nan) | > loss: 0.018930165097117424 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14048865410026937) | > loader_time: 0.0046 (0.004641350198815472)  --> TIME: 2025-03-23 11:39:46 -- STEP: 6340/31555 -- GLOBAL_STEP: 69450 | > loss_text_ce: 0.07242973148822784 (0.07954436874234509) | > loss_mel_ce: 3.493039608001709 (nan) | > loss: 0.014148687943816185 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14049180245925943) | > loader_time: 0.0045 (0.004641261010515953)  --> TIME: 2025-03-23 11:39:56 -- STEP: 6390/31555 -- GLOBAL_STEP: 69500 | > loss_text_ce: 0.0738242119550705 (0.07949963673098065) | > loss_mel_ce: 4.255985736846924 (nan) | > loss: 0.01718178763985634 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14051243385798481) | > loader_time: 0.0044 (0.004640710223262114)  --> TIME: 2025-03-23 11:40:06 -- STEP: 6440/31555 -- GLOBAL_STEP: 69550 | > loss_text_ce: 0.07392723113298416 (0.07947200719174556) | > loss_mel_ce: 3.8394601345062256 (nan) | > loss: 0.015529315918684006 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14049793074590064) | > loader_time: 0.0047 (0.004640191164075964)  --> TIME: 2025-03-23 11:40:15 -- STEP: 6490/31555 -- GLOBAL_STEP: 69600 | > loss_text_ce: 0.07438348233699799 (0.07944989350031702) | > loss_mel_ce: 3.959153413772583 (nan) | > loss: 0.016006099060177803 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14049549345242768) | > loader_time: 0.0045 (0.004639382538699964)  --> TIME: 2025-03-23 11:40:25 -- STEP: 6540/31555 -- GLOBAL_STEP: 69650 | > loss_text_ce: 0.09098454564809799 (0.07942111096273666) | > loss_mel_ce: 4.678464889526367 (nan) | > loss: 0.018926387652754784 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14050281554551639) | > loader_time: 0.0046 (0.004638821524582146)  --> TIME: 2025-03-23 11:40:35 -- STEP: 6590/31555 -- GLOBAL_STEP: 69700 | > loss_text_ce: 0.07924004644155502 (0.07939776039550878) | > loss_mel_ce: 5.02556037902832 (nan) | > loss: 0.020257145166397095 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14053949850282077) | > loader_time: 0.0044 (0.004638236643511902)  --> TIME: 2025-03-23 11:40:44 -- STEP: 6640/31555 -- GLOBAL_STEP: 69750 | > loss_text_ce: 0.0712924674153328 (0.07936228393206733) | > loss_mel_ce: 3.6204640865325928 (nan) | > loss: 0.014649827964603901 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14054354583642542) | > loader_time: 0.0047 (0.004638006636895333)  --> TIME: 2025-03-23 11:40:54 -- STEP: 6690/31555 -- GLOBAL_STEP: 69800 | > loss_text_ce: 0.08635936677455902 (0.0793262438366942) | > loss_mel_ce: 3.434083938598633 (nan) | > loss: 0.013970013707876205 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14053834044167088) | > loader_time: 0.0045 (0.004637421834629217)  --> TIME: 2025-03-23 11:41:04 -- STEP: 6740/31555 -- GLOBAL_STEP: 69850 | > loss_text_ce: 0.07844686508178711 (0.07930853853184566) | > loss_mel_ce: 3.268138885498047 (nan) | > loss: 0.013280102983117104 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1405469374769872) | > loader_time: 0.0045 (0.004636764172630425)  --> TIME: 2025-03-23 11:41:14 -- STEP: 6790/31555 -- GLOBAL_STEP: 69900 | > loss_text_ce: 0.07652630656957626 (0.07926621668380891) | > loss_mel_ce: 2.9552886486053467 (nan) | > loss: 0.012031013146042824 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14058537044300415) | > loader_time: 0.0044 (0.004635156482589794)  --> TIME: 2025-03-23 11:41:24 -- STEP: 6840/31555 -- GLOBAL_STEP: 69950 | > loss_text_ce: 0.07430597394704819 (0.07923140495536252) | > loss_mel_ce: 4.476155757904053 (nan) | > loss: 0.018057389184832573 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14063890081400063) | > loader_time: 0.0047 (0.004635578184797054)  --> TIME: 2025-03-23 11:41:34 -- STEP: 6890/31555 -- GLOBAL_STEP: 70000 | > loss_text_ce: 0.06462860852479935 (0.07921228789777106) | > loss_mel_ce: 2.8972878456115723 (nan) | > loss: 0.011753637343645096 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1406960803642328) | > loader_time: 0.0047 (0.004637368185599761) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_70000.pth  --> TIME: 2025-03-23 11:41:48 -- STEP: 6940/31555 -- GLOBAL_STEP: 70050 | > loss_text_ce: 0.07849006354808807 (0.07918777963151916) | > loss_mel_ce: 0.02056884765625 (nan) | > loss: 0.0003930909442715347 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14066673214909667) | > loader_time: 0.0047 (0.0046379629748011875)  --> TIME: 2025-03-23 11:41:58 -- STEP: 6990/31555 -- GLOBAL_STEP: 70100 | > loss_text_ce: 0.08180765807628632 (0.07917108390645473) | > loss_mel_ce: 4.163209438323975 (nan) | > loss: 0.016845306381583214 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14066686732574596) | > loader_time: 0.0047 (0.004637890755703862)  --> TIME: 2025-03-23 11:42:08 -- STEP: 7040/31555 -- GLOBAL_STEP: 70150 | > loss_text_ce: 0.08697039633989334 (0.07913214100990425) | > loss_mel_ce: 2.441983222961426 (nan) | > loss: 0.010035530664026737 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14071472270244914) | > loader_time: 0.0047 (0.004639222100377083)  --> TIME: 2025-03-23 11:42:18 -- STEP: 7090/31555 -- GLOBAL_STEP: 70200 | > loss_text_ce: 0.09311432391405106 (0.07912269412672551) | > loss_mel_ce: 4.609643459320068 (nan) | > loss: 0.01866173930466175 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1407071287440314) | > loader_time: 0.0048 (0.004639791568008229)  --> TIME: 2025-03-23 11:42:27 -- STEP: 7140/31555 -- GLOBAL_STEP: 70250 | > loss_text_ce: 0.08116231113672256 (0.07911006068075135) | > loss_mel_ce: 3.4053664207458496 (nan) | > loss: 0.013835432007908821 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14072367607378508) | > loader_time: 0.0046 (0.004640695227294409)  --> TIME: 2025-03-23 11:42:37 -- STEP: 7190/31555 -- GLOBAL_STEP: 70300 | > loss_text_ce: 0.06078863516449928 (0.079071224163259) | > loss_mel_ce: 4.527618408203125 (nan) | > loss: 0.018207965418696404 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14070240138137477) | > loader_time: 0.0045 (0.004641616957907219)  --> TIME: 2025-03-23 11:42:47 -- STEP: 7240/31555 -- GLOBAL_STEP: 70350 | > loss_text_ce: 0.07585509866476059 (0.07906103938643015) | > loss_mel_ce: 4.577397346496582 (nan) | > loss: 0.01846528984606266 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1407308223497803) | > loader_time: 0.0045 (0.004641856113191467)  --> TIME: 2025-03-23 11:42:56 -- STEP: 7290/31555 -- GLOBAL_STEP: 70400 | > loss_text_ce: 0.06884454935789108 (0.07902727070863663) | > loss_mel_ce: 3.463576555252075 (nan) | > loss: 0.014017544686794281 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14072921066781308) | > loader_time: 0.0054 (0.004642266501124504)  --> TIME: 2025-03-23 11:43:06 -- STEP: 7340/31555 -- GLOBAL_STEP: 70450 | > loss_text_ce: 0.0776815414428711 (0.07899963264213983) | > loss_mel_ce: 3.973653793334961 (nan) | > loss: 0.01607672870159149 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14072196061344835) | > loader_time: 0.0045 (0.004640902063177457)  --> TIME: 2025-03-23 11:43:16 -- STEP: 7390/31555 -- GLOBAL_STEP: 70500 | > loss_text_ce: 0.07679352909326553 (0.07896370591598272) | > loss_mel_ce: 4.13550329208374 (nan) | > loss: 0.016715465113520622 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14075612350794245) | > loader_time: 0.0045 (0.004639922491752407)  --> TIME: 2025-03-23 11:43:26 -- STEP: 7440/31555 -- GLOBAL_STEP: 70550 | > loss_text_ce: 0.07219161838293076 (0.07892417917779118) | > loss_mel_ce: 4.4772515296936035 (nan) | > loss: 0.018053347244858742 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14077508936646177) | > loader_time: 0.0046 (0.004639505218434078)  --> TIME: 2025-03-23 11:43:35 -- STEP: 7490/31555 -- GLOBAL_STEP: 70600 | > loss_text_ce: 0.07384155690670013 (0.07890221865695991) | > loss_mel_ce: 3.549161195755005 (nan) | > loss: 0.014376996085047722 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14078894508219222) | > loader_time: 0.0044 (0.0046393272236924625)  --> TIME: 2025-03-23 11:43:45 -- STEP: 7540/31555 -- GLOBAL_STEP: 70650 | > loss_text_ce: 0.06605410575866699 (0.07887046387572248) | > loss_mel_ce: 3.9819774627685547 (nan) | > loss: 0.016063619405031204 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14080050959195015) | > loader_time: 0.0052 (0.0046386431319644025)  --> TIME: 2025-03-23 11:43:55 -- STEP: 7590/31555 -- GLOBAL_STEP: 70700 | > loss_text_ce: 0.07295973598957062 (0.07884256043011238) | > loss_mel_ce: 3.5909180641174316 (nan) | > loss: 0.014539198018610477 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407752517654963) | > loader_time: 0.0044 (0.004637529727498533)  --> TIME: 2025-03-23 11:44:04 -- STEP: 7640/31555 -- GLOBAL_STEP: 70750 | > loss_text_ce: 0.07743746042251587 (0.07882564421011731) | > loss_mel_ce: 3.5765726566314697 (nan) | > loss: 0.01450004056096077 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14078280663615134) | > loader_time: 0.0047 (0.004636560216624075)  --> TIME: 2025-03-23 11:44:13 -- STEP: 7690/31555 -- GLOBAL_STEP: 70800 | > loss_text_ce: 0.08569192886352539 (0.0787951560862971) | > loss_mel_ce: 3.8342559337615967 (nan) | > loss: 0.015555349178612232 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14073076570607607) | > loader_time: 0.0047 (0.004635168145009848)  --> TIME: 2025-03-23 11:44:23 -- STEP: 7740/31555 -- GLOBAL_STEP: 70850 | > loss_text_ce: 0.08483567833900452 (0.07876913154001983) | > loss_mel_ce: 4.065159320831299 (nan) | > loss: 0.016468234360218048 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14075993247118426) | > loader_time: 0.0044 (0.004634003552971576)  --> TIME: 2025-03-23 11:44:33 -- STEP: 7790/31555 -- GLOBAL_STEP: 70900 | > loss_text_ce: 0.07375853508710861 (0.07874678897794524) | > loss_mel_ce: 3.7375807762145996 (nan) | > loss: 0.015124363824725151 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.140757522289193) | > loader_time: 0.0046 (0.004632788261491925)  --> TIME: 2025-03-23 11:44:42 -- STEP: 7840/31555 -- GLOBAL_STEP: 70950 | > loss_text_ce: 0.07213499397039413 (0.07872141995182129) | > loss_mel_ce: 3.4952306747436523 (nan) | > loss: 0.014156213961541653 (nan) | > current_lr: 5e-06 | > step_time: 0.1898 (0.14074688465619586) | > loader_time: 0.005 (0.004631936550140381)  --> TIME: 2025-03-23 11:44:52 -- STEP: 7890/31555 -- GLOBAL_STEP: 71000 | > loss_text_ce: 0.08543209731578827 (0.07870096707591447) | > loss_mel_ce: 3.4983317852020264 (nan) | > loss: 0.014221285469830036 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1407096296208894) | > loader_time: 0.0048 (0.004631850323598497)  --> TIME: 2025-03-23 11:45:01 -- STEP: 7940/31555 -- GLOBAL_STEP: 71050 | > loss_text_ce: 0.08389579504728317 (0.07867705228947255) | > loss_mel_ce: 3.982477903366089 (nan) | > loss: 0.016136404126882553 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1407210065675924) | > loader_time: 0.0047 (0.00463200627406238)  --> TIME: 2025-03-23 11:45:11 -- STEP: 7990/31555 -- GLOBAL_STEP: 71100 | > loss_text_ce: 0.07264132797718048 (0.07865446119502785) | > loss_mel_ce: 3.21240234375 (nan) | > loss: 0.013035888783633709 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14075522718202796) | > loader_time: 0.0045 (0.004631400347054377)  --> TIME: 2025-03-23 11:45:21 -- STEP: 8040/31555 -- GLOBAL_STEP: 71150 | > loss_text_ce: 0.07820241153240204 (0.0786428281323825) | > loss_mel_ce: 3.9900104999542236 (nan) | > loss: 0.01614370383322239 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14078134256808925) | > loader_time: 0.0046 (0.004630452720680047)  --> TIME: 2025-03-23 11:45:31 -- STEP: 8090/31555 -- GLOBAL_STEP: 71200 | > loss_text_ce: 0.06532220542430878 (0.07861607807869136) | > loss_mel_ce: 4.034019947052002 (nan) | > loss: 0.016267232596874237 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14079038407216124) | > loader_time: 0.005 (0.004630180990740159)  --> TIME: 2025-03-23 11:45:41 -- STEP: 8140/31555 -- GLOBAL_STEP: 71250 | > loss_text_ce: 0.07416196167469025 (0.07858338995678768) | > loss_mel_ce: 4.552523136138916 (nan) | > loss: 0.01835986226797104 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14080726300762103) | > loader_time: 0.0045 (0.004629867287759991)  --> TIME: 2025-03-23 11:45:50 -- STEP: 8190/31555 -- GLOBAL_STEP: 71300 | > loss_text_ce: 0.07884412258863449 (0.07855201049574767) | > loss_mel_ce: 3.853461265563965 (nan) | > loss: 0.015604387037456036 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14077737506056018) | > loader_time: 0.0045 (0.004629070476443485)  --> TIME: 2025-03-23 11:45:59 -- STEP: 8240/31555 -- GLOBAL_STEP: 71350 | > loss_text_ce: 0.07466912269592285 (0.0785275848125766) | > loss_mel_ce: 3.8978450298309326 (nan) | > loss: 0.015763945877552032 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1407589039177572) | > loader_time: 0.0045 (0.00462828949817176)  --> TIME: 2025-03-23 11:46:09 -- STEP: 8290/31555 -- GLOBAL_STEP: 71400 | > loss_text_ce: 0.06748175621032715 (0.07848572217116725) | > loss_mel_ce: 4.253917694091797 (nan) | > loss: 0.017148412764072418 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14071472812763042) | > loader_time: 0.0047 (0.004628501410075925)  --> TIME: 2025-03-23 11:46:18 -- STEP: 8340/31555 -- GLOBAL_STEP: 71450 | > loss_text_ce: 0.06997445970773697 (0.07847057164019089) | > loss_mel_ce: 3.741746664047241 (nan) | > loss: 0.015125878155231476 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14071349171425815) | > loader_time: 0.0045 (0.004628213789823244)  --> TIME: 2025-03-23 11:46:28 -- STEP: 8390/31555 -- GLOBAL_STEP: 71500 | > loss_text_ce: 0.0740588828921318 (0.07845756615311146) | > loss_mel_ce: 4.201085090637207 (nan) | > loss: 0.016964858397841454 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14071990761626196) | > loader_time: 0.0045 (0.004627361399908599)  --> TIME: 2025-03-23 11:46:38 -- STEP: 8440/31555 -- GLOBAL_STEP: 71550 | > loss_text_ce: 0.07778890430927277 (0.07843465089789134) | > loss_mel_ce: 4.105149269104004 (nan) | > loss: 0.016598962247371674 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14072677292530023) | > loader_time: 0.0046 (0.004626139306344127)  --> TIME: 2025-03-23 11:46:47 -- STEP: 8490/31555 -- GLOBAL_STEP: 71600 | > loss_text_ce: 0.07630575448274612 (0.07840886857268442) | > loss_mel_ce: 3.899232864379883 (nan) | > loss: 0.015775948762893677 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14069625710710917) | > loader_time: 0.0046 (0.004625721112578158)  --> TIME: 2025-03-23 11:46:56 -- STEP: 8540/31555 -- GLOBAL_STEP: 71650 | > loss_text_ce: 0.06645309925079346 (0.07837513803790117) | > loss_mel_ce: 4.1302337646484375 (nan) | > loss: 0.01665351912379265 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14067652069154343) | > loader_time: 0.0044 (0.004625668961214516)  --> TIME: 2025-03-23 11:47:06 -- STEP: 8590/31555 -- GLOBAL_STEP: 71700 | > loss_text_ce: 0.07376018166542053 (0.07834046873826696) | > loss_mel_ce: 4.2444000244140625 (nan) | > loss: 0.017135556787252426 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1406682804383) | > loader_time: 0.0044 (0.004624603624532608)  --> TIME: 2025-03-23 11:47:16 -- STEP: 8640/31555 -- GLOBAL_STEP: 71750 | > loss_text_ce: 0.08290987461805344 (0.07830641158485631) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14068696896235153) | > loader_time: 0.0044 (0.0046241692094891144)  --> TIME: 2025-03-23 11:47:25 -- STEP: 8690/31555 -- GLOBAL_STEP: 71800 | > loss_text_ce: 0.06692858785390854 (0.0782784182111055) | > loss_mel_ce: 4.102919578552246 (nan) | > loss: 0.01654701679944992 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14068557785350247) | > loader_time: 0.0045 (0.004622938772888533)  --> TIME: 2025-03-23 11:47:35 -- STEP: 8740/31555 -- GLOBAL_STEP: 71850 | > loss_text_ce: 0.07345249503850937 (0.0782574837537186) | > loss_mel_ce: 3.905383348464966 (nan) | > loss: 0.015789031982421875 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.140701729372928) | > loader_time: 0.0044 (0.004621888625539956)  --> TIME: 2025-03-23 11:47:44 -- STEP: 8790/31555 -- GLOBAL_STEP: 71900 | > loss_text_ce: 0.07665883004665375 (0.07824609962602434) | > loss_mel_ce: 4.187234401702881 (nan) | > loss: 0.016920212656259537 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14068577484872966) | > loader_time: 0.0043 (0.004620837487187126)  --> TIME: 2025-03-23 11:47:54 -- STEP: 8840/31555 -- GLOBAL_STEP: 71950 | > loss_text_ce: 0.06991653889417648 (0.07822748847449033) | > loss_mel_ce: 2.776731014251709 (nan) | > loss: 0.011296221055090427 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14070094125303212) | > loader_time: 0.0046 (0.004619760211236872)  --> TIME: 2025-03-23 11:48:04 -- STEP: 8890/31555 -- GLOBAL_STEP: 72000 | > loss_text_ce: 0.08387988805770874 (0.07820402645831749) | > loss_mel_ce: 0.031494140625 (nan) | > loss: 0.00045783346286043525 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14072328345982113) | > loader_time: 0.0046 (0.004618918694580898)  --> TIME: 2025-03-23 11:48:14 -- STEP: 8940/31555 -- GLOBAL_STEP: 72050 | > loss_text_ce: 0.06764204055070877 (0.0781769577013764) | > loss_mel_ce: 4.097966194152832 (nan) | > loss: 0.016530193388462067 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14072225981910774) | > loader_time: 0.0045 (0.004618063362386129)  --> TIME: 2025-03-23 11:48:23 -- STEP: 8990/31555 -- GLOBAL_STEP: 72100 | > loss_text_ce: 0.07076579332351685 (0.07816626753935668) | > loss_mel_ce: 4.3713698387146 (nan) | > loss: 0.017627524212002754 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14073517083856527) | > loader_time: 0.0045 (0.004618277539135479)  --> TIME: 2025-03-23 11:48:33 -- STEP: 9040/31555 -- GLOBAL_STEP: 72150 | > loss_text_ce: 0.06813368946313858 (0.07815030947764404) | > loss_mel_ce: 4.172316551208496 (nan) | > loss: 0.016827184706926346 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14071865092336636) | > loader_time: 0.0045 (0.004617220743567534)  --> TIME: 2025-03-23 11:48:42 -- STEP: 9090/31555 -- GLOBAL_STEP: 72200 | > loss_text_ce: 0.07288354635238647 (0.07813112061835459) | > loss_mel_ce: 1.061004638671875 (nan) | > loss: 0.004499556962400675 (nan) | > current_lr: 5e-06 | > step_time: 0.1029 (0.14069922075282132) | > loader_time: 0.0043 (0.004616717825366055)  --> TIME: 2025-03-23 11:48:52 -- STEP: 9140/31555 -- GLOBAL_STEP: 72250 | > loss_text_ce: 0.09138822555541992 (0.07810462067307185) | > loss_mel_ce: 3.8542230129241943 (nan) | > loss: 0.01565718837082386 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1407461918156834) | > loader_time: 0.0045 (0.0046165844543757445)  --> TIME: 2025-03-23 11:49:02 -- STEP: 9190/31555 -- GLOBAL_STEP: 72300 | > loss_text_ce: 0.07711606472730637 (0.07808629748643517) | > loss_mel_ce: 2.4698877334594727 (nan) | > loss: 0.010107158683240414 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1407422060546214) | > loader_time: 0.0044 (0.004616297679315832)  --> TIME: 2025-03-23 11:49:11 -- STEP: 9240/31555 -- GLOBAL_STEP: 72350 | > loss_text_ce: 0.0652489885687828 (0.07806781910448528) | > loss_mel_ce: 4.533498764038086 (nan) | > loss: 0.01824899949133396 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14072515451030845) | > loader_time: 0.0047 (0.004615405834082387)  --> TIME: 2025-03-23 11:49:21 -- STEP: 9290/31555 -- GLOBAL_STEP: 72400 | > loss_text_ce: 0.05804838985204697 (0.07803191952768232) | > loss_mel_ce: 4.125325679779053 (nan) | > loss: 0.01660069078207016 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14072033301621414) | > loader_time: 0.0044 (0.004614667512628809)  --> TIME: 2025-03-23 11:49:31 -- STEP: 9340/31555 -- GLOBAL_STEP: 72450 | > loss_text_ce: 0.07223238050937653 (0.07801007131828519) | > loss_mel_ce: 4.426305294036865 (nan) | > loss: 0.017851339653134346 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14072511721984768) | > loader_time: 0.0046 (0.00461360502038827)  --> TIME: 2025-03-23 11:49:40 -- STEP: 9390/31555 -- GLOBAL_STEP: 72500 | > loss_text_ce: 0.06398731470108032 (0.0779843642133363) | > loss_mel_ce: 4.167931079864502 (nan) | > loss: 0.016793327406048775 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14072170544483179) | > loader_time: 0.0045 (0.004613083899338512)  --> TIME: 2025-03-23 11:49:49 -- STEP: 9440/31555 -- GLOBAL_STEP: 72550 | > loss_text_ce: 0.06373442709445953 (0.07796464968212231) | > loss_mel_ce: 3.41070556640625 (nan) | > loss: 0.013787461444735527 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1406956926240761) | > loader_time: 0.0046 (0.004612693619930115)  --> TIME: 2025-03-23 11:49:59 -- STEP: 9490/31555 -- GLOBAL_STEP: 72600 | > loss_text_ce: 0.07466167956590652 (0.07794418732966363) | > loss_mel_ce: 3.880643844604492 (nan) | > loss: 0.015695657581090927 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1407231420309954) | > loader_time: 0.0049 (0.00461240678994244)  --> TIME: 2025-03-23 11:50:09 -- STEP: 9540/31555 -- GLOBAL_STEP: 72650 | > loss_text_ce: 0.07322216778993607 (0.07793230987124627) | > loss_mel_ce: 3.4403202533721924 (nan) | > loss: 0.013942629098892212 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14070057838967767) | > loader_time: 0.0043 (0.0046114810607718005)  --> TIME: 2025-03-23 11:50:18 -- STEP: 9590/31555 -- GLOBAL_STEP: 72700 | > loss_text_ce: 0.08749499171972275 (0.07791348325168222) | > loss_mel_ce: 3.2882766723632812 (nan) | > loss: 0.013395920395851135 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.140683416007582) | > loader_time: 0.0047 (0.0046118944852269845)  --> TIME: 2025-03-23 11:50:28 -- STEP: 9640/31555 -- GLOBAL_STEP: 72750 | > loss_text_ce: 0.07458678632974625 (0.07789186115581435) | > loss_mel_ce: 3.884356737136841 (nan) | > loss: 0.015710094943642616 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14067155800419726) | > loader_time: 0.0048 (0.004611447317471618)  --> TIME: 2025-03-23 11:50:38 -- STEP: 9690/31555 -- GLOBAL_STEP: 72800 | > loss_text_ce: 0.06927377730607986 (0.07785965539937878) | > loss_mel_ce: 4.081477642059326 (nan) | > loss: 0.01647123694419861 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14071125610201965) | > loader_time: 0.0047 (0.0046106434704964346)  --> TIME: 2025-03-23 11:50:47 -- STEP: 9740/31555 -- GLOBAL_STEP: 72850 | > loss_text_ce: 0.07101380079984665 (0.0778414500104662) | > loss_mel_ce: 3.059368848800659 (nan) | > loss: 0.012422153726220131 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1407071474886036) | > loader_time: 0.0053 (0.004610318202502401)  --> TIME: 2025-03-23 11:50:57 -- STEP: 9790/31555 -- GLOBAL_STEP: 72900 | > loss_text_ce: 0.10225766152143478 (0.07781785583357556) | > loss_mel_ce: 3.7475826740264893 (nan) | > loss: 0.015277145430445671 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14073481050769912) | > loader_time: 0.0049 (0.004610314164634111)  --> TIME: 2025-03-23 11:51:07 -- STEP: 9840/31555 -- GLOBAL_STEP: 72950 | > loss_text_ce: 0.0679260641336441 (0.0777967076267802) | > loss_mel_ce: 3.9993224143981934 (nan) | > loss: 0.01613987609744072 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1407430971298759) | > loader_time: 0.0052 (0.0046104594701673685)  --> TIME: 2025-03-23 11:51:17 -- STEP: 9890/31555 -- GLOBAL_STEP: 73000 | > loss_text_ce: 0.06881330162286758 (0.07776533108585015) | > loss_mel_ce: 3.2045974731445312 (nan) | > loss: 0.012989725917577744 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14075260203335455) | > loader_time: 0.0046 (0.004610514568486974)  --> TIME: 2025-03-23 11:51:26 -- STEP: 9940/31555 -- GLOBAL_STEP: 73050 | > loss_text_ce: 0.06794058531522751 (0.07774059097554281) | > loss_mel_ce: 4.173794746398926 (nan) | > loss: 0.01683228462934494 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14074656819433723) | > loader_time: 0.0048 (0.004610646202770491)  --> TIME: 2025-03-23 11:51:36 -- STEP: 9990/31555 -- GLOBAL_STEP: 73100 | > loss_text_ce: 0.06970926374197006 (0.07771833195939296) | > loss_mel_ce: 3.764498472213745 (nan) | > loss: 0.015215110965073109 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14073008335865764) | > loader_time: 0.0071 (0.004611408364426719)  --> TIME: 2025-03-23 11:51:45 -- STEP: 10040/31555 -- GLOBAL_STEP: 73150 | > loss_text_ce: 0.06863271445035934 (0.07768990231930177) | > loss_mel_ce: 3.894005537033081 (nan) | > loss: 0.015724755823612213 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14072468095566637) | > loader_time: 0.0046 (0.004610777257448148)  --> TIME: 2025-03-23 11:51:55 -- STEP: 10090/31555 -- GLOBAL_STEP: 73200 | > loss_text_ce: 0.08716727793216705 (0.07766940435145406) | > loss_mel_ce: 3.3970093727111816 (nan) | > loss: 0.013826098293066025 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407092496353995) | > loader_time: 0.0045 (0.0046107792405354125)  --> TIME: 2025-03-23 11:52:04 -- STEP: 10140/31555 -- GLOBAL_STEP: 73250 | > loss_text_ce: 0.07044946402311325 (0.07764668457680296) | > loss_mel_ce: 4.837464332580566 (nan) | > loss: 0.019475849345326424 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14071184674193396) | > loader_time: 0.0045 (0.0046112624851203975)  --> TIME: 2025-03-23 11:52:14 -- STEP: 10190/31555 -- GLOBAL_STEP: 73300 | > loss_text_ce: 0.07191439718008041 (0.07762485243548214) | > loss_mel_ce: 4.2673115730285645 (nan) | > loss: 0.017219150438904762 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14069773977708303) | > loader_time: 0.005 (0.004611242484297648)  --> TIME: 2025-03-23 11:52:24 -- STEP: 10240/31555 -- GLOBAL_STEP: 73350 | > loss_text_ce: 0.06990273296833038 (0.077606673325499) | > loss_mel_ce: 4.705737590789795 (nan) | > loss: 0.01895095594227314 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14070417811162778) | > loader_time: 0.0048 (0.004611165169626447)  --> TIME: 2025-03-23 11:52:33 -- STEP: 10290/31555 -- GLOBAL_STEP: 73400 | > loss_text_ce: 0.07347355037927628 (0.07757814276938105) | > loss_mel_ce: 3.8208091259002686 (nan) | > loss: 0.015453503467142582 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14071531800880854) | > loader_time: 0.0047 (0.004611108439772627)  --> TIME: 2025-03-23 11:52:43 -- STEP: 10340/31555 -- GLOBAL_STEP: 73450 | > loss_text_ce: 0.07348835468292236 (0.077548145271506) | > loss_mel_ce: 4.1093010902404785 (nan) | > loss: 0.016598371788859367 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1407380160787352) | > loader_time: 0.0043 (0.0046106712730525495)  --> TIME: 2025-03-23 11:52:53 -- STEP: 10390/31555 -- GLOBAL_STEP: 73500 | > loss_text_ce: 0.07517139613628387 (0.07752068644287294) | > loss_mel_ce: 4.078318119049072 (nan) | > loss: 0.016482101753354073 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14071389481468324) | > loader_time: 0.0047 (0.004610716527878237)  --> TIME: 2025-03-23 11:53:02 -- STEP: 10440/31555 -- GLOBAL_STEP: 73550 | > loss_text_ce: 0.07204438745975494 (0.07748991707090071) | > loss_mel_ce: 4.011089324951172 (nan) | > loss: 0.016202911734580994 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14071253857850136) | > loader_time: 0.0047 (0.004610674888238115)  --> TIME: 2025-03-23 11:53:12 -- STEP: 10490/31555 -- GLOBAL_STEP: 73600 | > loss_text_ce: 0.06941335648298264 (0.07746575863426385) | > loss_mel_ce: 3.931795835494995 (nan) | > loss: 0.01587781496345997 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.1407260388846168) | > loader_time: 0.0049 (0.004611221714401586)  --> TIME: 2025-03-23 11:53:21 -- STEP: 10540/31555 -- GLOBAL_STEP: 73650 | > loss_text_ce: 0.06276512891054153 (0.07744141967871691) | > loss_mel_ce: 3.6802852153778076 (nan) | > loss: 0.014853375032544136 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14072097438110143) | > loader_time: 0.0045 (0.004611202729494767)  --> TIME: 2025-03-23 11:53:31 -- STEP: 10590/31555 -- GLOBAL_STEP: 73700 | > loss_text_ce: 0.08029801398515701 (0.07742373086863832) | > loss_mel_ce: 3.7956900596618652 (nan) | > loss: 0.01538090594112873 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14072534333320044) | > loader_time: 0.0045 (0.004611075566105369)  --> TIME: 2025-03-23 11:53:41 -- STEP: 10640/31555 -- GLOBAL_STEP: 73750 | > loss_text_ce: 0.06481163203716278 (0.07739756298146384) | > loss_mel_ce: 4.158961772918701 (nan) | > loss: 0.01676100678741932 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14073934962874993) | > loader_time: 0.0045 (0.004610796194327477)  --> TIME: 2025-03-23 11:53:51 -- STEP: 10690/31555 -- GLOBAL_STEP: 73800 | > loss_text_ce: 0.07636334002017975 (0.07737898794120418) | > loss_mel_ce: 3.9579544067382812 (nan) | > loss: 0.016009198501706123 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14074799994423232) | > loader_time: 0.005 (0.004611534041930157)  --> TIME: 2025-03-23 11:54:00 -- STEP: 10740/31555 -- GLOBAL_STEP: 73850 | > loss_text_ce: 0.07232716679573059 (0.07736725283464052) | > loss_mel_ce: 4.239734649658203 (nan) | > loss: 0.017111357301473618 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14075253156310402) | > loader_time: 0.0046 (0.00461092172832238)  --> TIME: 2025-03-23 11:54:10 -- STEP: 10790/31555 -- GLOBAL_STEP: 73900 | > loss_text_ce: 0.06815093755722046 (0.07734352041129092) | > loss_mel_ce: 4.17629337310791 (nan) | > loss: 0.016843033954501152 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1407378084688306) | > loader_time: 0.0045 (0.004610247894831538)  --> TIME: 2025-03-23 11:54:20 -- STEP: 10840/31555 -- GLOBAL_STEP: 73950 | > loss_text_ce: 0.06575474888086319 (0.07731344436786744) | > loss_mel_ce: 2.963244915008545 (nan) | > loss: 0.012019840069115162 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1407464473229937) | > loader_time: 0.005 (0.004609661326637105)  --> TIME: 2025-03-23 11:54:29 -- STEP: 10890/31555 -- GLOBAL_STEP: 74000 | > loss_text_ce: 0.07537629455327988 (0.07728952827484517) | > loss_mel_ce: 2.3836781978607178 (nan) | > loss: 0.00975815299898386 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14072901471368368) | > loader_time: 0.0044 (0.00460871086961308)  --> TIME: 2025-03-23 11:54:39 -- STEP: 10940/31555 -- GLOBAL_STEP: 74050 | > loss_text_ce: 0.0682491734623909 (0.0772664805666509) | > loss_mel_ce: 4.37923002243042 (nan) | > loss: 0.0176487285643816 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14075695269722438) | > loader_time: 0.0046 (0.004607890314768156)  --> TIME: 2025-03-23 11:54:49 -- STEP: 10990/31555 -- GLOBAL_STEP: 74100 | > loss_text_ce: 0.08067052811384201 (0.07724663917215908) | > loss_mel_ce: 4.052220344543457 (nan) | > loss: 0.01640036143362522 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1407705892314689) | > loader_time: 0.0044 (0.004607851273152246)  --> TIME: 2025-03-23 11:54:58 -- STEP: 11040/31555 -- GLOBAL_STEP: 74150 | > loss_text_ce: 0.06634964048862457 (0.07722902672156086) | > loss_mel_ce: 3.065889835357666 (nan) | > loss: 0.012429523281753063 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14077401487291763) | > loader_time: 0.0045 (0.004608136782611611)  --> TIME: 2025-03-23 11:55:08 -- STEP: 11090/31555 -- GLOBAL_STEP: 74200 | > loss_text_ce: 0.0667722299695015 (0.07720287159165881) | > loss_mel_ce: 2.3913981914520264 (nan) | > loss: 0.009754644706845284 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14077889717194966) | > loader_time: 0.0047 (0.004608240226456648)  --> TIME: 2025-03-23 11:55:18 -- STEP: 11140/31555 -- GLOBAL_STEP: 74250 | > loss_text_ce: 0.07229499518871307 (0.07717056102161178) | > loss_mel_ce: 4.220714569091797 (nan) | > loss: 0.017035754397511482 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14078132813023958) | > loader_time: 0.0046 (0.0046082207929724)  --> TIME: 2025-03-23 11:55:28 -- STEP: 11190/31555 -- GLOBAL_STEP: 74300 | > loss_text_ce: 0.0736260786652565 (0.07715262145210143) | > loss_mel_ce: 3.692115068435669 (nan) | > loss: 0.014943418093025684 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14080859798741666) | > loader_time: 0.0048 (0.004609190682623383)  --> TIME: 2025-03-23 11:55:38 -- STEP: 11240/31555 -- GLOBAL_STEP: 74350 | > loss_text_ce: 0.06894779205322266 (0.07713708008848308) | > loss_mel_ce: 3.8442604541778564 (nan) | > loss: 0.015528605319559574 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14082456438991156) | > loader_time: 0.0046 (0.004609051802828618)  --> TIME: 2025-03-23 11:55:47 -- STEP: 11290/31555 -- GLOBAL_STEP: 74400 | > loss_text_ce: 0.07129686325788498 (0.0771302004043669) | > loss_mel_ce: 3.5972096920013428 (nan) | > loss: 0.014557566493749619 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1408144160220858) | > loader_time: 0.0051 (0.004608859416127073)  --> TIME: 2025-03-23 11:55:56 -- STEP: 11340/31555 -- GLOBAL_STEP: 74450 | > loss_text_ce: 0.0713450014591217 (0.07710890433926788) | > loss_mel_ce: 3.160898208618164 (nan) | > loss: 0.012826362624764442 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1407893183580367) | > loader_time: 0.0043 (0.0046077914549139416)  --> TIME: 2025-03-23 11:56:06 -- STEP: 11390/31555 -- GLOBAL_STEP: 74500 | > loss_text_ce: 0.06630110740661621 (0.07709425213412291) | > loss_mel_ce: 4.497290134429932 (nan) | > loss: 0.018109489232301712 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1407956370771513) | > loader_time: 0.0043 (0.004607070800607069)  --> TIME: 2025-03-23 11:56:16 -- STEP: 11440/31555 -- GLOBAL_STEP: 74550 | > loss_text_ce: 0.06517745554447174 (0.0770633961689508) | > loss_mel_ce: 4.5164384841918945 (nan) | > loss: 0.01818101666867733 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14079326059851657) | > loader_time: 0.0045 (0.004606498017177695)  --> TIME: 2025-03-23 11:56:25 -- STEP: 11490/31555 -- GLOBAL_STEP: 74600 | > loss_text_ce: 0.09115371853113174 (0.07704503707477474) | > loss_mel_ce: 2.5185961723327637 (nan) | > loss: 0.010356150567531586 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14079818009707734) | > loader_time: 0.0044 (0.004606353230223207)  --> TIME: 2025-03-23 11:56:35 -- STEP: 11540/31555 -- GLOBAL_STEP: 74650 | > loss_text_ce: 0.0517551489174366 (0.07702507787518054) | > loss_mel_ce: 4.777994632720947 (nan) | > loss: 0.019165674224495888 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14079010009352466) | > loader_time: 0.0042 (0.00460569472205492)  --> TIME: 2025-03-23 11:56:44 -- STEP: 11590/31555 -- GLOBAL_STEP: 74700 | > loss_text_ce: 0.0673895999789238 (0.07700223119911748) | > loss_mel_ce: 4.264161109924316 (nan) | > loss: 0.017188694328069687 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1407809777543712) | > loader_time: 0.0045 (0.004605093816933268)  --> TIME: 2025-03-23 11:56:54 -- STEP: 11640/31555 -- GLOBAL_STEP: 74750 | > loss_text_ce: 0.07276452332735062 (0.0769801323551722) | > loss_mel_ce: 4.585333347320557 (nan) | > loss: 0.018484516069293022 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14079545838726384) | > loader_time: 0.0048 (0.0046045337550828305)  --> TIME: 2025-03-23 11:57:04 -- STEP: 11690/31555 -- GLOBAL_STEP: 74800 | > loss_text_ce: 0.06723987311124802 (0.07694870168622013) | > loss_mel_ce: 3.361760139465332 (nan) | > loss: 0.013607143424451351 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.140794099142044) | > loader_time: 0.0045 (0.004604368397473655)  --> TIME: 2025-03-23 11:57:13 -- STEP: 11740/31555 -- GLOBAL_STEP: 74850 | > loss_text_ce: 0.06302832812070847 (0.07693071563869348) | > loss_mel_ce: 3.5146102905273438 (nan) | > loss: 0.014196979813277721 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14078733744369493) | > loader_time: 0.0046 (0.0046038976113678244)  --> TIME: 2025-03-23 11:57:23 -- STEP: 11790/31555 -- GLOBAL_STEP: 74900 | > loss_text_ce: 0.06661047041416168 (0.07691095327647227) | > loss_mel_ce: 4.202078819274902 (nan) | > loss: 0.01693924330174923 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.1407976620272122) | > loader_time: 0.0047 (0.00460424773060131)  --> TIME: 2025-03-23 11:57:32 -- STEP: 11840/31555 -- GLOBAL_STEP: 74950 | > loss_text_ce: 0.07088090479373932 (0.07688538116006484) | > loss_mel_ce: 3.908827543258667 (nan) | > loss: 0.015792494639754295 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14078208792048566) | > loader_time: 0.0048 (0.004604136057802129)  --> TIME: 2025-03-23 11:57:42 -- STEP: 11890/31555 -- GLOBAL_STEP: 75000 | > loss_text_ce: 0.0691513940691948 (0.07686436125355375) | > loss_mel_ce: 3.85982346534729 (nan) | > loss: 0.015591170638799667 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1408060591996873) | > loader_time: 0.0044 (0.004603784980645575)  --> TIME: 2025-03-23 11:57:52 -- STEP: 11940/31555 -- GLOBAL_STEP: 75050 | > loss_text_ce: 0.07660669833421707 (0.0768407346453) | > loss_mel_ce: 3.7717456817626953 (nan) | > loss: 0.015271240845322609 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14080746209801182) | > loader_time: 0.0045 (0.004603628557131698)  --> TIME: 2025-03-23 11:58:02 -- STEP: 11990/31555 -- GLOBAL_STEP: 75100 | > loss_text_ce: 0.05870227515697479 (0.07681820196494944) | > loss_mel_ce: 3.2169127464294434 (nan) | > loss: 0.012998472899198532 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14081358144042733) | > loader_time: 0.0049 (0.0046042841807119456)  --> TIME: 2025-03-23 11:58:11 -- STEP: 12040/31555 -- GLOBAL_STEP: 75150 | > loss_text_ce: 0.06569799035787582 (0.07678976997584598) | > loss_mel_ce: 4.339978218078613 (nan) | > loss: 0.01748284325003624 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14080946891014787) | > loader_time: 0.0051 (0.0046042214992434325)  --> TIME: 2025-03-23 11:58:21 -- STEP: 12090/31555 -- GLOBAL_STEP: 75200 | > loss_text_ce: 0.06438910216093063 (0.07676839860690775) | > loss_mel_ce: 3.7790441513061523 (nan) | > loss: 0.015251719392836094 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14082622439334802) | > loader_time: 0.0044 (0.004604297417860751)  --> TIME: 2025-03-23 11:58:31 -- STEP: 12140/31555 -- GLOBAL_STEP: 75250 | > loss_text_ce: 0.06610279530286789 (0.07673803749486571) | > loss_mel_ce: 3.7113473415374756 (nan) | > loss: 0.01498988177627325 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14082326278262355) | > loader_time: 0.0044 (0.0046046715591845306)  --> TIME: 2025-03-23 11:58:40 -- STEP: 12190/31555 -- GLOBAL_STEP: 75300 | > loss_text_ce: 0.06495816260576248 (0.07671437505097822) | > loss_mel_ce: 3.954005718231201 (nan) | > loss: 0.01594826951622963 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14081714073099816) | > loader_time: 0.0045 (0.004605131700842749)  --> TIME: 2025-03-23 11:58:51 -- STEP: 12240/31555 -- GLOBAL_STEP: 75350 | > loss_text_ce: 0.06230049580335617 (0.07669941382026108) | > loss_mel_ce: 3.7804391384124756 (nan) | > loss: 0.015248967334628105 (nan) | > current_lr: 5e-06 | > step_time: 0.1906 (0.14084399550958432) | > loader_time: 0.0046 (0.004606119538444307)  --> TIME: 2025-03-23 11:59:00 -- STEP: 12290/31555 -- GLOBAL_STEP: 75400 | > loss_text_ce: 0.07519342005252838 (0.0766799036092128) | > loss_mel_ce: 4.459550857543945 (nan) | > loss: 0.017995018512010574 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1408660876644251) | > loader_time: 0.0049 (0.004605706364668112)  --> TIME: 2025-03-23 11:59:10 -- STEP: 12340/31555 -- GLOBAL_STEP: 75450 | > loss_text_ce: 0.06997983902692795 (0.07665546353441482) | > loss_mel_ce: 3.782411813735962 (nan) | > loss: 0.015287269838154316 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14086526145425002) | > loader_time: 0.0045 (0.004605487061474257)  --> TIME: 2025-03-23 11:59:20 -- STEP: 12390/31555 -- GLOBAL_STEP: 75500 | > loss_text_ce: 0.09070945531129837 (0.07663484045527601) | > loss_mel_ce: 3.0546436309814453 (nan) | > loss: 0.012481560930609703 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.1408715952587669) | > loader_time: 0.0045 (0.004604582424794968)  --> TIME: 2025-03-23 11:59:30 -- STEP: 12440/31555 -- GLOBAL_STEP: 75550 | > loss_text_ce: 0.08727417141199112 (0.0766114608579318) | > loss_mel_ce: 4.171647548675537 (nan) | > loss: 0.016900483518838882 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14088273015819594) | > loader_time: 0.0043 (0.00460393499714767)  --> TIME: 2025-03-23 11:59:39 -- STEP: 12490/31555 -- GLOBAL_STEP: 75600 | > loss_text_ce: 0.07098285853862762 (0.07659335409591582) | > loss_mel_ce: 3.8103671073913574 (nan) | > loss: 0.01540218386799097 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14089410868141555) | > loader_time: 0.0045 (0.004603262821896904)  --> TIME: 2025-03-23 11:59:49 -- STEP: 12540/31555 -- GLOBAL_STEP: 75650 | > loss_text_ce: 0.06497494876384735 (0.07657582653950795) | > loss_mel_ce: 3.044921875 (nan) | > loss: 0.01234086137264967 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14090133551775588) | > loader_time: 0.0044 (0.004602802084963841)  --> TIME: 2025-03-23 11:59:59 -- STEP: 12590/31555 -- GLOBAL_STEP: 75700 | > loss_text_ce: 0.0819084420800209 (0.076550773055107) | > loss_mel_ce: 4.034765720367432 (nan) | > loss: 0.01633600890636444 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14090197563550155) | > loader_time: 0.0047 (0.004602779690664453)  --> TIME: 2025-03-23 12:00:09 -- STEP: 12640/31555 -- GLOBAL_STEP: 75750 | > loss_text_ce: 0.057679183781147 (0.07652997766014287) | > loss_mel_ce: 3.9322242736816406 (nan) | > loss: 0.015832951292395592 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.1409266695568835) | > loader_time: 0.0048 (0.004602959110767006)  --> TIME: 2025-03-23 12:00:19 -- STEP: 12690/31555 -- GLOBAL_STEP: 75800 | > loss_text_ce: 0.07135358452796936 (0.0765101743749013) | > loss_mel_ce: 4.125818252563477 (nan) | > loss: 0.016655445098876953 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14095019381097057) | > loader_time: 0.0046 (0.004603015408917969)  --> TIME: 2025-03-23 12:00:28 -- STEP: 12740/31555 -- GLOBAL_STEP: 75850 | > loss_text_ce: 0.0716787800192833 (0.07648494835662278) | > loss_mel_ce: 3.877300977706909 (nan) | > loss: 0.01567055657505989 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14095253906968663) | > loader_time: 0.0046 (0.00460308651722018)  --> TIME: 2025-03-23 12:00:38 -- STEP: 12790/31555 -- GLOBAL_STEP: 75900 | > loss_text_ce: 0.056646425276994705 (0.07645637952985485) | > loss_mel_ce: 4.039208889007568 (nan) | > loss: 0.0162533950060606 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14094403175938627) | > loader_time: 0.0046 (0.004603634801481342)  --> TIME: 2025-03-23 12:00:48 -- STEP: 12840/31555 -- GLOBAL_STEP: 75950 | > loss_text_ce: 0.09068939089775085 (0.07643606967823688) | > loss_mel_ce: 1.28759765625 (nan) | > loss: 0.005469393450766802 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.14095116216817047) | > loader_time: 0.0043 (0.004603697930540971)  --> TIME: 2025-03-23 12:00:57 -- STEP: 12890/31555 -- GLOBAL_STEP: 76000 | > loss_text_ce: 0.07531315088272095 (0.07641463340444357) | > loss_mel_ce: 3.9221394062042236 (nan) | > loss: 0.015862908214330673 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14093942018883313) | > loader_time: 0.0049 (0.004603741574046939)  --> TIME: 2025-03-23 12:01:07 -- STEP: 12940/31555 -- GLOBAL_STEP: 76050 | > loss_text_ce: 0.07344087213277817 (0.07638909850511397) | > loss_mel_ce: 3.9895529747009277 (nan) | > loss: 0.01612299308180809 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14096066999656565) | > loader_time: 0.005 (0.004604483848377188)  --> TIME: 2025-03-23 12:01:17 -- STEP: 12990/31555 -- GLOBAL_STEP: 76100 | > loss_text_ce: 0.07123791426420212 (0.07636159399726522) | > loss_mel_ce: 4.541843414306641 (nan) | > loss: 0.018305879086256027 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14096487109894243) | > loader_time: 0.0044 (0.0046045140911745224)  --> TIME: 2025-03-23 12:01:26 -- STEP: 13040/31555 -- GLOBAL_STEP: 76150 | > loss_text_ce: 0.06693331897258759 (0.07633451756227067) | > loss_mel_ce: 3.1726465225219727 (nan) | > loss: 0.012855476699769497 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14095034052623606) | > loader_time: 0.0048 (0.0046043441522340646)  --> TIME: 2025-03-23 12:01:36 -- STEP: 13090/31555 -- GLOBAL_STEP: 76200 | > loss_text_ce: 0.07269642502069473 (0.07630854020332055) | > loss_mel_ce: 3.537278652191162 (nan) | > loss: 0.014325299300253391 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14095721210205847) | > loader_time: 0.0045 (0.004604640892209472)  --> TIME: 2025-03-23 12:01:45 -- STEP: 13140/31555 -- GLOBAL_STEP: 76250 | > loss_text_ce: 0.0823720172047615 (0.07628592165694491) | > loss_mel_ce: 3.8536863327026367 (nan) | > loss: 0.015619279816746712 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14094409236806393) | > loader_time: 0.0045 (0.00460473193788454)  --> TIME: 2025-03-23 12:01:55 -- STEP: 13190/31555 -- GLOBAL_STEP: 76300 | > loss_text_ce: 0.0644756332039833 (0.07625464217863015) | > loss_mel_ce: 3.962411880493164 (nan) | > loss: 0.015979712828993797 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14094909708819892) | > loader_time: 0.0049 (0.0046051412030003675)  --> TIME: 2025-03-23 12:02:05 -- STEP: 13240/31555 -- GLOBAL_STEP: 76350 | > loss_text_ce: 0.06980284303426743 (0.07623357779917603) | > loss_mel_ce: 0.11865234375 (nan) | > loss: 0.0007478381157852709 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14095468793030638) | > loader_time: 0.0045 (0.004605339246934258)  --> TIME: 2025-03-23 12:02:15 -- STEP: 13290/31555 -- GLOBAL_STEP: 76400 | > loss_text_ce: 0.07027877867221832 (0.07621226187730952) | > loss_mel_ce: 0.0521240234375 (nan) | > loss: 0.000485725438920781 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14096913807727643) | > loader_time: 0.0047 (0.00460564499963396)  --> TIME: 2025-03-23 12:02:24 -- STEP: 13340/31555 -- GLOBAL_STEP: 76450 | > loss_text_ce: 0.07970227301120758 (0.07619769159129199) | > loss_mel_ce: 4.2844109535217285 (nan) | > loss: 0.017317911610007286 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1409623623787914) | > loader_time: 0.0047 (0.004605469943165229)  --> TIME: 2025-03-23 12:02:34 -- STEP: 13390/31555 -- GLOBAL_STEP: 76500 | > loss_text_ce: 0.08872626721858978 (0.07618171829810973) | > loss_mel_ce: 4.014320373535156 (nan) | > loss: 0.01628193072974682 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14095795190183008) | > loader_time: 0.0049 (0.004605430698465985)  --> TIME: 2025-03-23 12:02:44 -- STEP: 13440/31555 -- GLOBAL_STEP: 76550 | > loss_text_ce: 0.06458643078804016 (0.07615390179174349) | > loss_mel_ce: 3.267599582672119 (nan) | > loss: 0.013222960755228996 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14095816935102176) | > loader_time: 0.0044 (0.0046055035044749466)  --> TIME: 2025-03-23 12:02:53 -- STEP: 13490/31555 -- GLOBAL_STEP: 76600 | > loss_text_ce: 0.0656014159321785 (0.07612982860223037) | > loss_mel_ce: 3.844244956970215 (nan) | > loss: 0.015515264123678207 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1409417704885498) | > loader_time: 0.0046 (0.004605764208059107)  --> TIME: 2025-03-23 12:03:02 -- STEP: 13540/31555 -- GLOBAL_STEP: 76650 | > loss_text_ce: 0.08337150514125824 (0.07611030303959804) | > loss_mel_ce: 4.5283660888671875 (nan) | > loss: 0.018300548195838928 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14093201491470025) | > loader_time: 0.0055 (0.004605803972156912)  --> TIME: 2025-03-23 12:03:12 -- STEP: 13590/31555 -- GLOBAL_STEP: 76700 | > loss_text_ce: 0.06245650723576546 (0.07608689768836081) | > loss_mel_ce: 3.5616140365600586 (nan) | > loss: 0.014381233602762222 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14092877512911497) | > loader_time: 0.0047 (0.004605927302435611)  --> TIME: 2025-03-23 12:03:22 -- STEP: 13640/31555 -- GLOBAL_STEP: 76750 | > loss_text_ce: 0.06924882531166077 (0.07606531067115005) | > loss_mel_ce: 4.0941057205200195 (nan) | > loss: 0.01652124896645546 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14094138610397997) | > loader_time: 0.0043 (0.004605436045403347)  --> TIME: 2025-03-23 12:03:31 -- STEP: 13690/31555 -- GLOBAL_STEP: 76800 | > loss_text_ce: 0.06589672714471817 (0.07603731609913593) | > loss_mel_ce: 4.137914657592773 (nan) | > loss: 0.016681792214512825 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14092811529787946) | > loader_time: 0.0045 (0.004605052121108768)  --> TIME: 2025-03-23 12:03:41 -- STEP: 13740/31555 -- GLOBAL_STEP: 76850 | > loss_text_ce: 0.06503628939390182 (0.07601439720060382) | > loss_mel_ce: 3.890963554382324 (nan) | > loss: 0.01569841243326664 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1409480432062002) | > loader_time: 0.0053 (0.0046056466158126905)  --> TIME: 2025-03-23 12:03:51 -- STEP: 13790/31555 -- GLOBAL_STEP: 76900 | > loss_text_ce: 0.06110848858952522 (0.0760004298079374) | > loss_mel_ce: 4.331367015838623 (nan) | > loss: 0.017430460080504417 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14093852859203898) | > loader_time: 0.0044 (0.004605801127975267)  --> TIME: 2025-03-23 12:04:00 -- STEP: 13840/31555 -- GLOBAL_STEP: 76950 | > loss_text_ce: 0.061551716178655624 (0.07598451537677678) | > loss_mel_ce: 4.762408256530762 (nan) | > loss: 0.019142698496580124 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14093729130105523) | > loader_time: 0.0049 (0.004605965566083861)  --> TIME: 2025-03-23 12:04:10 -- STEP: 13890/31555 -- GLOBAL_STEP: 77000 | > loss_text_ce: 0.0692351832985878 (0.07595812835609267) | > loss_mel_ce: 3.5639736652374268 (nan) | > loss: 0.01441749557852745 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1409243835657946) | > loader_time: 0.0049 (0.00460620213104203)  --> TIME: 2025-03-23 12:04:20 -- STEP: 13940/31555 -- GLOBAL_STEP: 77050 | > loss_text_ce: 0.06440567225217819 (0.07594028247608531) | > loss_mel_ce: 3.8617372512817383 (nan) | > loss: 0.015579933300614357 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14093503302104884) | > loader_time: 0.0047 (0.004606522754411945)  --> TIME: 2025-03-23 12:04:29 -- STEP: 13990/31555 -- GLOBAL_STEP: 77100 | > loss_text_ce: 0.061943553388118744 (0.07591922959236921) | > loss_mel_ce: 3.479252338409424 (nan) | > loss: 0.014052364975214005 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14093937427338105) | > loader_time: 0.0045 (0.004606487497080204)  --> TIME: 2025-03-23 12:04:39 -- STEP: 14040/31555 -- GLOBAL_STEP: 77150 | > loss_text_ce: 0.06092000752687454 (0.07589255228474157) | > loss_mel_ce: 3.791088581085205 (nan) | > loss: 0.015285748988389969 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14094318939410075) | > loader_time: 0.0046 (0.0046069514038216235)  --> TIME: 2025-03-23 12:04:49 -- STEP: 14090/31555 -- GLOBAL_STEP: 77200 | > loss_text_ce: 0.07853427529335022 (0.0758714267104929) | > loss_mel_ce: 3.890298843383789 (nan) | > loss: 0.015749339014291763 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1409690464025194) | > loader_time: 0.0049 (0.004608032312521777)  --> TIME: 2025-03-23 12:04:59 -- STEP: 14140/31555 -- GLOBAL_STEP: 77250 | > loss_text_ce: 0.08185958862304688 (0.07585681452688577) | > loss_mel_ce: 2.577183246612549 (nan) | > loss: 0.010551758110523224 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1409782832886242) | > loader_time: 0.0046 (0.004608354592087233)  --> TIME: 2025-03-23 12:05:09 -- STEP: 14190/31555 -- GLOBAL_STEP: 77300 | > loss_text_ce: 0.0702475756406784 (0.0758374158379645) | > loss_mel_ce: 4.043416976928711 (nan) | > loss: 0.01632406748831272 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14098289938692177) | > loader_time: 0.0049 (0.004608942556750855)  --> TIME: 2025-03-23 12:05:18 -- STEP: 14240/31555 -- GLOBAL_STEP: 77350 | > loss_text_ce: 0.07578088343143463 (0.07581798560195355) | > loss_mel_ce: 3.9985616207122803 (nan) | > loss: 0.016168028116226196 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14098748049039558) | > loader_time: 0.0047 (0.00460961903079171)  --> TIME: 2025-03-23 12:05:28 -- STEP: 14290/31555 -- GLOBAL_STEP: 77400 | > loss_text_ce: 0.06049381196498871 (0.07580194264712925) | > loss_mel_ce: 4.0837836265563965 (nan) | > loss: 0.016445547342300415 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1410042396035541) | > loader_time: 0.0047 (0.004610079798021031)  --> TIME: 2025-03-23 12:05:38 -- STEP: 14340/31555 -- GLOBAL_STEP: 77450 | > loss_text_ce: 0.07958650588989258 (0.07578583696553162) | > loss_mel_ce: 3.751035690307617 (nan) | > loss: 0.015200882218778133 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14100046131235142) | > loader_time: 0.0045 (0.004610140686088348)  --> TIME: 2025-03-23 12:05:47 -- STEP: 14390/31555 -- GLOBAL_STEP: 77500 | > loss_text_ce: 0.07837418466806412 (0.07577181086228958) | > loss_mel_ce: 3.2709567546844482 (nan) | > loss: 0.01329099666327238 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1409936965547397) | > loader_time: 0.0046 (0.004610537902773699)  --> TIME: 2025-03-23 12:05:57 -- STEP: 14440/31555 -- GLOBAL_STEP: 77550 | > loss_text_ce: 0.05604490637779236 (0.07575438909588648) | > loss_mel_ce: 4.11865234375 (nan) | > loss: 0.016566259786486626 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1410015313909328) | > loader_time: 0.0047 (0.004610888053175473)  --> TIME: 2025-03-23 12:06:07 -- STEP: 14490/31555 -- GLOBAL_STEP: 77600 | > loss_text_ce: 0.07735100388526917 (0.07573068872083885) | > loss_mel_ce: 5.611842155456543 (nan) | > loss: 0.022576164454221725 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14100726674226693) | > loader_time: 0.0045 (0.004610876349270785)  --> TIME: 2025-03-23 12:06:16 -- STEP: 14540/31555 -- GLOBAL_STEP: 77650 | > loss_text_ce: 0.08077049255371094 (0.07570350795108045) | > loss_mel_ce: 4.355231285095215 (nan) | > loss: 0.017603183165192604 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14099226812876914) | > loader_time: 0.0044 (0.0046106089752018745)  --> TIME: 2025-03-23 12:06:26 -- STEP: 14590/31555 -- GLOBAL_STEP: 77700 | > loss_text_ce: 0.06335026770830154 (0.07568312355121222) | > loss_mel_ce: 3.1729588508605957 (nan) | > loss: 0.012842496857047081 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14097947394545576) | > loader_time: 0.0048 (0.00461014936524273)  --> TIME: 2025-03-23 12:06:35 -- STEP: 14640/31555 -- GLOBAL_STEP: 77750 | > loss_text_ce: 0.052214693278074265 (0.07566435760131394) | > loss_mel_ce: 3.859675884246826 (nan) | > loss: 0.015523375943303108 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14097299150756168) | > loader_time: 0.0045 (0.004610306203691023)  --> TIME: 2025-03-23 12:06:45 -- STEP: 14690/31555 -- GLOBAL_STEP: 77800 | > loss_text_ce: 0.07314036041498184 (0.07564770339438522) | > loss_mel_ce: 3.6226792335510254 (nan) | > loss: 0.014665951952338219 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14098290079219414) | > loader_time: 0.0047 (0.004610609099360195)  --> TIME: 2025-03-23 12:06:54 -- STEP: 14740/31555 -- GLOBAL_STEP: 77850 | > loss_text_ce: 0.07113475352525711 (0.07562503448562405) | > loss_mel_ce: 4.238208770751953 (nan) | > loss: 0.017100568860769272 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1409670873283533) | > loader_time: 0.0049 (0.004610775364626041)  --> TIME: 2025-03-23 12:07:04 -- STEP: 14790/31555 -- GLOBAL_STEP: 77900 | > loss_text_ce: 0.051901157945394516 (0.07560170341643284) | > loss_mel_ce: 4.048653602600098 (nan) | > loss: 0.0162720438092947 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1409627389553193) | > loader_time: 0.0045 (0.004610814799965827)  --> TIME: 2025-03-23 12:07:14 -- STEP: 14840/31555 -- GLOBAL_STEP: 77950 | > loss_text_ce: 0.07316658645868301 (0.0755875685917481) | > loss_mel_ce: 3.6810097694396973 (nan) | > loss: 0.014897526241838932 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1409806101630642) | > loader_time: 0.0043 (0.0046106695325548)  --> TIME: 2025-03-23 12:07:23 -- STEP: 14890/31555 -- GLOBAL_STEP: 78000 | > loss_text_ce: 0.09447019547224045 (0.07557256467680444) | > loss_mel_ce: 4.100863933563232 (nan) | > loss: 0.016648150980472565 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1409692913994365) | > loader_time: 0.0044 (0.004610415174306188)  --> TIME: 2025-03-23 12:07:33 -- STEP: 14940/31555 -- GLOBAL_STEP: 78050 | > loss_text_ce: 0.06128692626953125 (0.07555129059766205) | > loss_mel_ce: 3.4407870769500732 (nan) | > loss: 0.013897120021283627 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14097924010661092) | > loader_time: 0.0048 (0.004610176482194228)  --> TIME: 2025-03-23 12:07:43 -- STEP: 14990/31555 -- GLOBAL_STEP: 78100 | > loss_text_ce: 0.06602440029382706 (0.07553517809380021) | > loss_mel_ce: 3.6436758041381836 (nan) | > loss: 0.014721033163368702 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1409769104193498) | > loader_time: 0.0046 (0.004609800514338242)  --> TIME: 2025-03-23 12:07:52 -- STEP: 15040/31555 -- GLOBAL_STEP: 78150 | > loss_text_ce: 0.07467789947986603 (0.07551867238870102) | > loss_mel_ce: 3.3553271293640137 (nan) | > loss: 0.01361113227903843 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14096398780003525) | > loader_time: 0.0045 (0.0046093985279823755)  --> TIME: 2025-03-23 12:08:02 -- STEP: 15090/31555 -- GLOBAL_STEP: 78200 | > loss_text_ce: 0.10701428353786469 (0.07550574571679305) | > loss_mel_ce: 3.920261859893799 (nan) | > loss: 0.01598125509917736 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1409624052332127) | > loader_time: 0.0042 (0.004608982457792297)  --> TIME: 2025-03-23 12:08:11 -- STEP: 15140/31555 -- GLOBAL_STEP: 78250 | > loss_text_ce: 0.07671952247619629 (0.07548673521884813) | > loss_mel_ce: 2.981471061706543 (nan) | > loss: 0.012135677970945835 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14096228548841103) | > loader_time: 0.0045 (0.00460869117961061)  --> TIME: 2025-03-23 12:08:21 -- STEP: 15190/31555 -- GLOBAL_STEP: 78300 | > loss_text_ce: 0.07504767924547195 (0.07545715523607811) | > loss_mel_ce: 4.343075752258301 (nan) | > loss: 0.017532236874103546 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14095768715065526) | > loader_time: 0.0047 (0.004608062900470373)  --> TIME: 2025-03-23 12:08:30 -- STEP: 15240/31555 -- GLOBAL_STEP: 78350 | > loss_text_ce: 0.0867631584405899 (0.07544411644584016) | > loss_mel_ce: 2.928497552871704 (nan) | > loss: 0.011965321376919746 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14095112168257024) | > loader_time: 0.0045 (0.004607623002034774)  --> TIME: 2025-03-23 12:08:40 -- STEP: 15290/31555 -- GLOBAL_STEP: 78400 | > loss_text_ce: 0.05602065846323967 (0.07542704824404531) | > loss_mel_ce: 0.118621826171875 (nan) | > loss: 0.000693025765940547 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1409549194508087) | > loader_time: 0.0045 (0.0046070584446250154)  --> TIME: 2025-03-23 12:08:50 -- STEP: 15340/31555 -- GLOBAL_STEP: 78450 | > loss_text_ce: 0.07977195829153061 (0.07541260174590976) | > loss_mel_ce: 3.725738525390625 (nan) | > loss: 0.015101233497262001 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1409580753710623) | > loader_time: 0.0044 (0.004606419156707394)  --> TIME: 2025-03-23 12:08:59 -- STEP: 15390/31555 -- GLOBAL_STEP: 78500 | > loss_text_ce: 0.07749585807323456 (0.0753996899703675) | > loss_mel_ce: 4.010444164276123 (nan) | > loss: 0.01622198522090912 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14094806490508377) | > loader_time: 0.0043 (0.004605826067413259)  --> TIME: 2025-03-23 12:09:09 -- STEP: 15440/31555 -- GLOBAL_STEP: 78550 | > loss_text_ce: 0.06629104912281036 (0.07538016202613493) | > loss_mel_ce: 2.8086180686950684 (nan) | > loss: 0.011408369988203049 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14094651506663622) | > loader_time: 0.0043 (0.004605721454546231)  --> TIME: 2025-03-23 12:09:19 -- STEP: 15490/31555 -- GLOBAL_STEP: 78600 | > loss_text_ce: 0.06528820097446442 (0.07535784323203762) | > loss_mel_ce: 4.13347864151001 (nan) | > loss: 0.01666177436709404 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14094991506954577) | > loader_time: 0.0042 (0.004605069385181315)  --> TIME: 2025-03-23 12:09:28 -- STEP: 15540/31555 -- GLOBAL_STEP: 78650 | > loss_text_ce: 0.07394113391637802 (0.07534659863659404) | > loss_mel_ce: 4.246185302734375 (nan) | > loss: 0.017143359407782555 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14095831027822622) | > loader_time: 0.0044 (0.004604528493402537)  --> TIME: 2025-03-23 12:09:38 -- STEP: 15590/31555 -- GLOBAL_STEP: 78700 | > loss_text_ce: 0.06844930350780487 (0.0753288449981204) | > loss_mel_ce: 3.650606393814087 (nan) | > loss: 0.014758158475160599 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14096574070669293) | > loader_time: 0.0043 (0.004604125344042128)  --> TIME: 2025-03-23 12:09:48 -- STEP: 15640/31555 -- GLOBAL_STEP: 78750 | > loss_text_ce: 0.06294263154268265 (0.07530724433276939) | > loss_mel_ce: 4.807668685913086 (nan) | > loss: 0.01932782307267189 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14097248081051192) | > loader_time: 0.0045 (0.004603549251166135)  --> TIME: 2025-03-23 12:09:57 -- STEP: 15690/31555 -- GLOBAL_STEP: 78800 | > loss_text_ce: 0.06379634886980057 (0.07528976775311692) | > loss_mel_ce: 4.014801979064941 (nan) | > loss: 0.016184914857149124 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14095661498848402) | > loader_time: 0.0046 (0.004602850053324059)  --> TIME: 2025-03-23 12:10:07 -- STEP: 15740/31555 -- GLOBAL_STEP: 78850 | > loss_text_ce: 0.06509605795145035 (0.07526857358683979) | > loss_mel_ce: 3.4133665561676025 (nan) | > loss: 0.013803424313664436 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14096439845074255) | > loader_time: 0.0045 (0.00460260705087508)  --> TIME: 2025-03-23 12:10:16 -- STEP: 15790/31555 -- GLOBAL_STEP: 78900 | > loss_text_ce: 0.07012506574392319 (0.07525020314756843) | > loss_mel_ce: 4.020977973937988 (nan) | > loss: 0.016234537586569786 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14095248745694217) | > loader_time: 0.0044 (0.004602242799557173)  --> TIME: 2025-03-23 12:10:26 -- STEP: 15840/31555 -- GLOBAL_STEP: 78950 | > loss_text_ce: 0.058747414499521255 (0.07523070437495016) | > loss_mel_ce: 3.8568222522735596 (nan) | > loss: 0.015537976287305355 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14095538681504718) | > loader_time: 0.0044 (0.004601836701234171)  --> TIME: 2025-03-23 12:10:36 -- STEP: 15890/31555 -- GLOBAL_STEP: 79000 | > loss_text_ce: 0.07992355525493622 (0.07521078170044507) | > loss_mel_ce: 4.623505115509033 (nan) | > loss: 0.018664401024580002 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14096340294376436) | > loader_time: 0.0045 (0.004601634816601252)  --> TIME: 2025-03-23 12:10:45 -- STEP: 15940/31555 -- GLOBAL_STEP: 79050 | > loss_text_ce: 0.05876173824071884 (0.0751897847824445) | > loss_mel_ce: 3.4867055416107178 (nan) | > loss: 0.01406931597739458 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14095673736096043) | > loader_time: 0.0046 (0.004601406991257412)  --> TIME: 2025-03-23 12:10:55 -- STEP: 15990/31555 -- GLOBAL_STEP: 79100 | > loss_text_ce: 0.05148615688085556 (0.07517057218081595) | > loss_mel_ce: 3.68976092338562 (nan) | > loss: 0.014846219681203365 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14096105768204945) | > loader_time: 0.0047 (0.0046012765247423594)  --> TIME: 2025-03-23 12:11:05 -- STEP: 16040/31555 -- GLOBAL_STEP: 79150 | > loss_text_ce: 0.07224858552217484 (0.07515777761413917) | > loss_mel_ce: 4.08393669128418 (nan) | > loss: 0.016492798924446106 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1409769162126909) | > loader_time: 0.0048 (0.004602079007988251)  --> TIME: 2025-03-23 12:11:15 -- STEP: 16090/31555 -- GLOBAL_STEP: 79200 | > loss_text_ce: 0.0695221945643425 (0.07513850555865766) | > loss_mel_ce: 3.4209249019622803 (nan) | > loss: 0.013850981369614601 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14099838517333071) | > loader_time: 0.0049 (0.004602437289032295)  --> TIME: 2025-03-23 12:11:25 -- STEP: 16140/31555 -- GLOBAL_STEP: 79250 | > loss_text_ce: 0.0790155678987503 (0.07511727005552601) | > loss_mel_ce: 3.886864185333252 (nan) | > loss: 0.015737619251012802 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14100195219673353) | > loader_time: 0.0045 (0.004602709150373408)  --> TIME: 2025-03-23 12:11:35 -- STEP: 16190/31555 -- GLOBAL_STEP: 79300 | > loss_text_ce: 0.06816674023866653 (0.0750947393904947) | > loss_mel_ce: 1.902679443359375 (nan) | > loss: 0.007820818573236465 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14101179654838292) | > loader_time: 0.0046 (0.004602742445476255)  --> TIME: 2025-03-23 12:11:45 -- STEP: 16240/31555 -- GLOBAL_STEP: 79350 | > loss_text_ce: 0.05425836145877838 (0.07507162642885434) | > loss_mel_ce: 3.2134811878204346 (nan) | > loss: 0.012967221438884735 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14102031121700284) | > loader_time: 0.0045 (0.004602661215025792)  --> TIME: 2025-03-23 12:11:54 -- STEP: 16290/31555 -- GLOBAL_STEP: 79400 | > loss_text_ce: 0.07724582403898239 (0.07505344519353935) | > loss_mel_ce: 3.9778754711151123 (nan) | > loss: 0.01609175279736519 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14101553405260603) | > loader_time: 0.0046 (0.004602528716099625)  --> TIME: 2025-03-23 12:12:04 -- STEP: 16340/31555 -- GLOBAL_STEP: 79450 | > loss_text_ce: 0.069331094622612 (0.07502859142680769) | > loss_mel_ce: 4.006893157958984 (nan) | > loss: 0.016175493597984314 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14103070452280422) | > loader_time: 0.0044 (0.004602606118527873)  --> TIME: 2025-03-23 12:12:14 -- STEP: 16390/31555 -- GLOBAL_STEP: 79500 | > loss_text_ce: 0.07148122042417526 (0.07500317008294237) | > loss_mel_ce: 3.5484538078308105 (nan) | > loss: 0.014364822767674923 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1410277944137733) | > loader_time: 0.0049 (0.004602368944225103)  --> TIME: 2025-03-23 12:12:23 -- STEP: 16440/31555 -- GLOBAL_STEP: 79550 | > loss_text_ce: 0.06118426099419594 (0.07497622765319711) | > loss_mel_ce: 4.1236677169799805 (nan) | > loss: 0.016606556251645088 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14101644725405113) | > loader_time: 0.0046 (0.004602459341360114)  --> TIME: 2025-03-23 12:12:33 -- STEP: 16490/31555 -- GLOBAL_STEP: 79600 | > loss_text_ce: 0.08639255166053772 (0.07495344656572128) | > loss_mel_ce: 3.4499597549438477 (nan) | > loss: 0.014033145271241665 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14101945454601542) | > loader_time: 0.0051 (0.004602607038253857)  --> TIME: 2025-03-23 12:12:42 -- STEP: 16540/31555 -- GLOBAL_STEP: 79650 | > loss_text_ce: 0.0528242252767086 (0.07493781056165023) | > loss_mel_ce: 2.90301775932312 (nan) | > loss: 0.011729532852768898 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14100957120055896) | > loader_time: 0.0045 (0.004601957417456953)  --> TIME: 2025-03-23 12:12:51 -- STEP: 16590/31555 -- GLOBAL_STEP: 79700 | > loss_text_ce: 0.08027179539203644 (0.07491915372277232) | > loss_mel_ce: 2.4184389114379883 (nan) | > loss: 0.009915518574416637 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1409930271725832) | > loader_time: 0.0051 (0.004601916022297836)  --> TIME: 2025-03-23 12:13:01 -- STEP: 16640/31555 -- GLOBAL_STEP: 79750 | > loss_text_ce: 0.07550112903118134 (0.07489804107888359) | > loss_mel_ce: 3.819758176803589 (nan) | > loss: 0.015457379631698132 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14099773237338453) | > loader_time: 0.0046 (0.004602059177481201)  --> TIME: 2025-03-23 12:13:11 -- STEP: 16690/31555 -- GLOBAL_STEP: 79800 | > loss_text_ce: 0.06334690004587173 (0.07487396232431139) | > loss_mel_ce: 4.058737277984619 (nan) | > loss: 0.016357477754354477 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14099759664129846) | > loader_time: 0.0052 (0.00460193561464815)  --> TIME: 2025-03-23 12:13:21 -- STEP: 16740/31555 -- GLOBAL_STEP: 79850 | > loss_text_ce: 0.07921342551708221 (0.0748613510779334) | > loss_mel_ce: 4.500210285186768 (nan) | > loss: 0.01817231811583042 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14099868577298602) | > loader_time: 0.005 (0.0046019113191994206)  --> TIME: 2025-03-23 12:13:30 -- STEP: 16790/31555 -- GLOBAL_STEP: 79900 | > loss_text_ce: 0.05077553540468216 (0.07483364937914641) | > loss_mel_ce: 3.547319173812866 (nan) | > loss: 0.014278154820203781 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14101003353761893) | > loader_time: 0.0046 (0.004602183494772343)  --> TIME: 2025-03-23 12:13:40 -- STEP: 16840/31555 -- GLOBAL_STEP: 79950 | > loss_text_ce: 0.06499722599983215 (0.07481852498131145) | > loss_mel_ce: 3.383096694946289 (nan) | > loss: 0.013682913035154343 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1410049532909576) | > loader_time: 0.0047 (0.004602368951126961)  --> TIME: 2025-03-23 12:13:49 -- STEP: 16890/31555 -- GLOBAL_STEP: 80000 | > loss_text_ce: 0.06954099982976913 (0.07479319258170104) | > loss_mel_ce: 4.051275730133057 (nan) | > loss: 0.016352448612451553 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14099288499164767) | > loader_time: 0.0047 (0.004603053720269836) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_80000.pth  --> TIME: 2025-03-23 12:14:04 -- STEP: 16940/31555 -- GLOBAL_STEP: 80050 | > loss_text_ce: 0.07086364924907684 (0.07476594766124721) | > loss_mel_ce: 3.837954044342041 (nan) | > loss: 0.015511182136833668 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14098621670161135) | > loader_time: 0.0046 (0.004602823685304889)  --> TIME: 2025-03-23 12:14:14 -- STEP: 16990/31555 -- GLOBAL_STEP: 80100 | > loss_text_ce: 0.07214700430631638 (0.07475114550908543) | > loss_mel_ce: 3.6822662353515625 (nan) | > loss: 0.014898465946316719 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14097570637663104) | > loader_time: 0.0046 (0.004602372372690681)  --> TIME: 2025-03-23 12:14:23 -- STEP: 17040/31555 -- GLOBAL_STEP: 80150 | > loss_text_ce: 0.06617481261491776 (0.07473021948320949) | > loss_mel_ce: 3.8719699382781982 (nan) | > loss: 0.015627559274435043 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14097993078645982) | > loader_time: 0.0048 (0.004601909157255999)  --> TIME: 2025-03-23 12:14:33 -- STEP: 17090/31555 -- GLOBAL_STEP: 80200 | > loss_text_ce: 0.05044545233249664 (0.07471661098549917) | > loss_mel_ce: 0.7977761626243591 (nan) | > loss: 0.0033659590408205986 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14098360955610564) | > loader_time: 0.0044 (0.004601538830015513)  --> TIME: 2025-03-23 12:14:43 -- STEP: 17140/31555 -- GLOBAL_STEP: 80250 | > loss_text_ce: 0.07714284956455231 (0.07469874430369579) | > loss_mel_ce: 3.8307342529296875 (nan) | > loss: 0.015507450327277184 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14098797879391553) | > loader_time: 0.0046 (0.004601623700407863)  --> TIME: 2025-03-23 12:14:52 -- STEP: 17190/31555 -- GLOBAL_STEP: 80300 | > loss_text_ce: 0.06457147002220154 (0.07468093093062059) | > loss_mel_ce: 3.8026626110076904 (nan) | > loss: 0.015346167609095573 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.1409941039576374) | > loader_time: 0.005 (0.004601869020023754)  --> TIME: 2025-03-23 12:15:02 -- STEP: 17240/31555 -- GLOBAL_STEP: 80350 | > loss_text_ce: 0.0625506266951561 (0.07466181833426667) | > loss_mel_ce: 2.6614484786987305 (nan) | > loss: 0.01080952025949955 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14101169813260142) | > loader_time: 0.0046 (0.004602130065108116)  --> TIME: 2025-03-23 12:15:12 -- STEP: 17290/31555 -- GLOBAL_STEP: 80400 | > loss_text_ce: 0.06626569479703903 (0.07464767766673662) | > loss_mel_ce: 3.8248519897460938 (nan) | > loss: 0.015440943650901318 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14102876600052616) | > loader_time: 0.0052 (0.004602734721279193)  --> TIME: 2025-03-23 12:15:22 -- STEP: 17340/31555 -- GLOBAL_STEP: 80450 | > loss_text_ce: 0.06037811189889908 (0.0746324030734006) | > loss_mel_ce: 3.9317054748535156 (nan) | > loss: 0.01584160141646862 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14103155725967537) | > loader_time: 0.0044 (0.004602287522374273)  --> TIME: 2025-03-23 12:15:32 -- STEP: 17390/31555 -- GLOBAL_STEP: 80500 | > loss_text_ce: 0.06788347661495209 (0.07461296799986311) | > loss_mel_ce: 3.739424228668213 (nan) | > loss: 0.015108364634215832 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14102371423116997) | > loader_time: 0.0044 (0.004602048203751843)  --> TIME: 2025-03-23 12:15:41 -- STEP: 17440/31555 -- GLOBAL_STEP: 80550 | > loss_text_ce: 0.06297805160284042 (0.0746005903130586) | > loss_mel_ce: 3.883185863494873 (nan) | > loss: 0.015659380704164505 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1410154746076386) | > loader_time: 0.0046 (0.004602061635857321)  --> TIME: 2025-03-23 12:15:51 -- STEP: 17490/31555 -- GLOBAL_STEP: 80600 | > loss_text_ce: 0.0832366943359375 (0.07458140438197862) | > loss_mel_ce: 3.628995180130005 (nan) | > loss: 0.014731079339981079 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1410154260588486) | > loader_time: 0.005 (0.004601993991552989)  --> TIME: 2025-03-23 12:16:00 -- STEP: 17540/31555 -- GLOBAL_STEP: 80650 | > loss_text_ce: 0.07208274304866791 (0.0745628176909047) | > loss_mel_ce: 3.3233141899108887 (nan) | > loss: 0.013473798520863056 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1410135045970454) | > loader_time: 0.0045 (0.00460154520880808)  --> TIME: 2025-03-23 12:16:10 -- STEP: 17590/31555 -- GLOBAL_STEP: 80700 | > loss_text_ce: 0.06838403642177582 (0.07453809234463511) | > loss_mel_ce: 4.220628261566162 (nan) | > loss: 0.01701989211142063 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1410060706634698) | > loader_time: 0.0044 (0.004600958027170071)  --> TIME: 2025-03-23 12:16:20 -- STEP: 17640/31555 -- GLOBAL_STEP: 80750 | > loss_text_ce: 0.057148490101099014 (0.07451698917751956) | > loss_mel_ce: 0.10009765625 (nan) | > loss: 0.0006239926442503929 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1410075949027698) | > loader_time: 0.0044 (0.0046014228105004315)  --> TIME: 2025-03-23 12:16:29 -- STEP: 17690/31555 -- GLOBAL_STEP: 80800 | > loss_text_ce: 0.07501835376024246 (0.07450078268250628) | > loss_mel_ce: 4.0614752769470215 (nan) | > loss: 0.016414659097790718 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14100134375406723) | > loader_time: 0.0045 (0.0046009909035190375)  --> TIME: 2025-03-23 12:16:39 -- STEP: 17740/31555 -- GLOBAL_STEP: 80850 | > loss_text_ce: 0.07338988035917282 (0.07447780450887932) | > loss_mel_ce: 4.521261215209961 (nan) | > loss: 0.018232744187116623 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14100723837784768) | > loader_time: 0.0045 (0.004600953625718794)  --> TIME: 2025-03-23 12:16:49 -- STEP: 17790/31555 -- GLOBAL_STEP: 80900 | > loss_text_ce: 0.06634483486413956 (0.07445969452066939) | > loss_mel_ce: 3.6740503311157227 (nan) | > loss: 0.014842838048934937 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.1410250869341419) | > loader_time: 0.005 (0.004601175963309049)  --> TIME: 2025-03-23 12:16:59 -- STEP: 17840/31555 -- GLOBAL_STEP: 80950 | > loss_text_ce: 0.07098729908466339 (0.07444031709938785) | > loss_mel_ce: 1.5076868534088135 (nan) | > loss: 0.00626458041369915 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14103226884865466) | > loader_time: 0.0068 (0.004601463942784363)  --> TIME: 2025-03-23 12:17:08 -- STEP: 17890/31555 -- GLOBAL_STEP: 81000 | > loss_text_ce: 0.06824938952922821 (0.07442902076391794) | > loss_mel_ce: 3.920079231262207 (nan) | > loss: 0.015826702117919922 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1410391042990817) | > loader_time: 0.005 (0.004601621867692157)  --> TIME: 2025-03-23 12:17:18 -- STEP: 17940/31555 -- GLOBAL_STEP: 81050 | > loss_text_ce: 0.06067071855068207 (0.07441281422623836) | > loss_mel_ce: 3.9063923358917236 (nan) | > loss: 0.015742314979434013 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14102860830034847) | > loader_time: 0.0043 (0.004602113150168157)  --> TIME: 2025-03-23 12:17:28 -- STEP: 17990/31555 -- GLOBAL_STEP: 81100 | > loss_text_ce: 0.07870884984731674 (0.07439743074536204) | > loss_mel_ce: 4.143737316131592 (nan) | > loss: 0.016755739226937294 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14104291537922595) | > loader_time: 0.0045 (0.0046025943464541065)  --> TIME: 2025-03-23 12:17:37 -- STEP: 18040/31555 -- GLOBAL_STEP: 81150 | > loss_text_ce: 0.05400940403342247 (0.07437807432501825) | > loss_mel_ce: 3.881181478500366 (nan) | > loss: 0.015615837648510933 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1410254056992924) | > loader_time: 0.0044 (0.004602352557848405)  --> TIME: 2025-03-23 12:17:47 -- STEP: 18090/31555 -- GLOBAL_STEP: 81200 | > loss_text_ce: 0.058598194271326065 (0.07435979687600042) | > loss_mel_ce: 3.6639761924743652 (nan) | > loss: 0.014772121794521809 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14103845956906774) | > loader_time: 0.0043 (0.004602162254126844)  --> TIME: 2025-03-23 12:17:57 -- STEP: 18140/31555 -- GLOBAL_STEP: 81250 | > loss_text_ce: 0.06828197836875916 (0.07433807186930237) | > loss_mel_ce: 4.444155216217041 (nan) | > loss: 0.017906498163938522 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14105387264996155) | > loader_time: 0.0045 (0.004601774273528546)  --> TIME: 2025-03-23 12:18:07 -- STEP: 18190/31555 -- GLOBAL_STEP: 81300 | > loss_text_ce: 0.07170581817626953 (0.0743257428203527) | > loss_mel_ce: 3.646712064743042 (nan) | > loss: 0.014755627140402794 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14105736569692445) | > loader_time: 0.0042 (0.004601463555896452)  --> TIME: 2025-03-23 12:18:16 -- STEP: 18240/31555 -- GLOBAL_STEP: 81350 | > loss_text_ce: 0.05883975327014923 (0.07430298384748774) | > loss_mel_ce: 3.7939391136169434 (nan) | > loss: 0.015288806520402431 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1410588369165597) | > loader_time: 0.0043 (0.004601017085083739)  --> TIME: 2025-03-23 12:18:26 -- STEP: 18290/31555 -- GLOBAL_STEP: 81400 | > loss_text_ce: 0.06962721049785614 (0.07428259777853326) | > loss_mel_ce: 3.657492160797119 (nan) | > loss: 0.014790157787501812 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1410585227854726) | > loader_time: 0.0047 (0.004601291882789739)  --> TIME: 2025-03-23 12:18:35 -- STEP: 18340/31555 -- GLOBAL_STEP: 81450 | > loss_text_ce: 0.06512874364852905 (0.07426582592252091) | > loss_mel_ce: 3.6810226440429688 (nan) | > loss: 0.014865681529045105 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14104242990425153) | > loader_time: 0.0048 (0.004601462365756768)  --> TIME: 2025-03-23 12:18:45 -- STEP: 18390/31555 -- GLOBAL_STEP: 81500 | > loss_text_ce: 0.07657380402088165 (0.07425187492379544) | > loss_mel_ce: 4.018545627593994 (nan) | > loss: 0.016250474378466606 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14106413423528888) | > loader_time: 0.0044 (0.004601728715217262)  --> TIME: 2025-03-23 12:18:55 -- STEP: 18440/31555 -- GLOBAL_STEP: 81550 | > loss_text_ce: 0.07045619189739227 (0.0742296849561296) | > loss_mel_ce: 2.938427686691284 (nan) | > loss: 0.01194001641124487 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14104891224176414) | > loader_time: 0.0046 (0.004601824723200273)  --> TIME: 2025-03-23 12:19:04 -- STEP: 18490/31555 -- GLOBAL_STEP: 81600 | > loss_text_ce: 0.07272100448608398 (0.07421223975883252) | > loss_mel_ce: 3.410705089569092 (nan) | > loss: 0.013823119923472404 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14104422626784208) | > loader_time: 0.0092 (0.004602047789735107)  --> TIME: 2025-03-23 12:19:14 -- STEP: 18540/31555 -- GLOBAL_STEP: 81650 | > loss_text_ce: 0.051031049340963364 (0.07419927123162465) | > loss_mel_ce: 4.155942440032959 (nan) | > loss: 0.016694340854883194 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1410481226097034) | > loader_time: 0.0045 (0.004601888453433167)  --> TIME: 2025-03-23 12:19:24 -- STEP: 18590/31555 -- GLOBAL_STEP: 81700 | > loss_text_ce: 0.06555525958538055 (0.07417845283166555) | > loss_mel_ce: 3.7321901321411133 (nan) | > loss: 0.015070419758558273 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1410612508390078) | > loader_time: 0.0046 (0.004602175595107541)  --> TIME: 2025-03-23 12:19:33 -- STEP: 18640/31555 -- GLOBAL_STEP: 81750 | > loss_text_ce: 0.08115226775407791 (0.07416752305845123) | > loss_mel_ce: 4.111379146575928 (nan) | > loss: 0.016637030988931656 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14105767900595864) | > loader_time: 0.0044 (0.0046020989382215775)  --> TIME: 2025-03-23 12:19:43 -- STEP: 18690/31555 -- GLOBAL_STEP: 81800 | > loss_text_ce: 0.07219751924276352 (0.07415216909915837) | > loss_mel_ce: 3.807058334350586 (nan) | > loss: 0.015393872745335102 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14105700871216054) | > loader_time: 0.0046 (0.00460204354832681)  --> TIME: 2025-03-23 12:19:53 -- STEP: 18740/31555 -- GLOBAL_STEP: 81850 | > loss_text_ce: 0.06142386794090271 (0.07413853789871544) | > loss_mel_ce: 3.0501511096954346 (nan) | > loss: 0.01234752032905817 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14106766979111698) | > loader_time: 0.0048 (0.004602167140712344)  --> TIME: 2025-03-23 12:20:02 -- STEP: 18790/31555 -- GLOBAL_STEP: 81900 | > loss_text_ce: 0.07107892632484436 (0.07412103373654486) | > loss_mel_ce: 3.769282341003418 (nan) | > loss: 0.015239530242979527 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14106397952343216) | > loader_time: 0.0049 (0.004602152289958496)  --> TIME: 2025-03-23 12:20:12 -- STEP: 18840/31555 -- GLOBAL_STEP: 81950 | > loss_text_ce: 0.058446887880563736 (0.0741040500638229) | > loss_mel_ce: 2.6991844177246094 (nan) | > loss: 0.010942981578409672 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14106312990188635) | > loader_time: 0.0046 (0.004602107778982491)  --> TIME: 2025-03-23 12:20:22 -- STEP: 18890/31555 -- GLOBAL_STEP: 82000 | > loss_text_ce: 0.0738363265991211 (0.0740894872628158) | > loss_mel_ce: 3.1574697494506836 (nan) | > loss: 0.012822643853724003 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.14106443669191462) | > loader_time: 0.0068 (0.0046021728177370914)  --> TIME: 2025-03-23 12:20:32 -- STEP: 18940/31555 -- GLOBAL_STEP: 82050 | > loss_text_ce: 0.08591970056295395 (0.07407453354141261) | > loss_mel_ce: 4.202713966369629 (nan) | > loss: 0.017018388956785202 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14107716551803898) | > loader_time: 0.0047 (0.004602519675318259)  --> TIME: 2025-03-23 12:20:41 -- STEP: 18990/31555 -- GLOBAL_STEP: 82100 | > loss_text_ce: 0.05209919437766075 (0.07405679181802757) | > loss_mel_ce: 3.4465911388397217 (nan) | > loss: 0.013883693143725395 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14107179538773054) | > loader_time: 0.0045 (0.0046025384031138025)  --> TIME: 2025-03-23 12:20:51 -- STEP: 19040/31555 -- GLOBAL_STEP: 82150 | > loss_text_ce: 0.07075262069702148 (0.07404423318607668) | > loss_mel_ce: 3.957460641860962 (nan) | > loss: 0.015984974801540375 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14106789243822368) | > loader_time: 0.0043 (0.0046023357315223695)  --> TIME: 2025-03-23 12:21:00 -- STEP: 19090/31555 -- GLOBAL_STEP: 82200 | > loss_text_ce: 0.06974183022975922 (0.07402476736872764) | > loss_mel_ce: 3.412083864212036 (nan) | > loss: 0.013816769234836102 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14106215971062008) | > loader_time: 0.0047 (0.004602337345644836)  --> TIME: 2025-03-23 12:21:10 -- STEP: 19140/31555 -- GLOBAL_STEP: 82250 | > loss_text_ce: 0.08730117231607437 (0.07401125848783795) | > loss_mel_ce: 3.3923213481903076 (nan) | > loss: 0.013808026909828186 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14106029998297007) | > loader_time: 0.0048 (0.004602442677118184)  --> TIME: 2025-03-23 12:21:20 -- STEP: 19190/31555 -- GLOBAL_STEP: 82300 | > loss_text_ce: 0.06675954908132553 (0.07399136030880542) | > loss_mel_ce: 3.4070072174072266 (nan) | > loss: 0.013784789480268955 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14107286334969613) | > loader_time: 0.0048 (0.0046024789034916445)  --> TIME: 2025-03-23 12:21:30 -- STEP: 19240/31555 -- GLOBAL_STEP: 82350 | > loss_text_ce: 0.06006539240479469 (0.073978073204521) | > loss_mel_ce: 3.6657419204711914 (nan) | > loss: 0.014784950762987137 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14107436775665544) | > loader_time: 0.0047 (0.004602574112509486)  --> TIME: 2025-03-23 12:21:39 -- STEP: 19290/31555 -- GLOBAL_STEP: 82400 | > loss_text_ce: 0.07737661153078079 (0.07395907684681703) | > loss_mel_ce: 3.316290855407715 (nan) | > loss: 0.013466935604810715 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14107607242787928) | > loader_time: 0.0047 (0.004602691681042672)  --> TIME: 2025-03-23 12:21:49 -- STEP: 19340/31555 -- GLOBAL_STEP: 82450 | > loss_text_ce: 0.08170507103204727 (0.07393846379144217) | > loss_mel_ce: 3.643043041229248 (nan) | > loss: 0.014780747704207897 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14106767112244745) | > loader_time: 0.0046 (0.004602742145818414)  --> TIME: 2025-03-23 12:21:58 -- STEP: 19390/31555 -- GLOBAL_STEP: 82500 | > loss_text_ce: 0.06271003186702728 (0.07391792047113702) | > loss_mel_ce: 3.1503779888153076 (nan) | > loss: 0.012750349938869476 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14107434845511732) | > loader_time: 0.0045 (0.0046028881481223706)  --> TIME: 2025-03-23 12:22:08 -- STEP: 19440/31555 -- GLOBAL_STEP: 82550 | > loss_text_ce: 0.07903046160936356 (0.07390086483900207) | > loss_mel_ce: 3.723259925842285 (nan) | > loss: 0.015088454820215702 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14107388975443677) | > loader_time: 0.0047 (0.004603082199155544)  --> TIME: 2025-03-23 12:22:18 -- STEP: 19490/31555 -- GLOBAL_STEP: 82600 | > loss_text_ce: 0.06314306706190109 (0.07388101548717217) | > loss_mel_ce: 3.908618211746216 (nan) | > loss: 0.015760958194732666 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14107840018372725) | > loader_time: 0.0046 (0.0046032795238152326)  --> TIME: 2025-03-23 12:22:28 -- STEP: 19540/31555 -- GLOBAL_STEP: 82650 | > loss_text_ce: 0.0680149719119072 (0.07386419030064649) | > loss_mel_ce: 3.6926331520080566 (nan) | > loss: 0.014923207461833954 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14108103130588528) | > loader_time: 0.0046 (0.004603283066100448)  --> TIME: 2025-03-23 12:22:37 -- STEP: 19590/31555 -- GLOBAL_STEP: 82700 | > loss_text_ce: 0.0682830810546875 (0.07384322885577951) | > loss_mel_ce: 3.9277472496032715 (nan) | > loss: 0.015857264399528503 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14108974115771894) | > loader_time: 0.0046 (0.004603403158611396)  --> TIME: 2025-03-23 12:22:47 -- STEP: 19640/31555 -- GLOBAL_STEP: 82750 | > loss_text_ce: 0.06694714725017548 (0.07383235937644521) | > loss_mel_ce: 3.659895896911621 (nan) | > loss: 0.014789060689508915 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1410953593472602) | > loader_time: 0.0045 (0.004603866270748996)  --> TIME: 2025-03-23 12:22:57 -- STEP: 19690/31555 -- GLOBAL_STEP: 82800 | > loss_text_ce: 0.07178611308336258 (0.07382125350906371) | > loss_mel_ce: 3.8524372577667236 (nan) | > loss: 0.015572316013276577 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14110999985235267) | > loader_time: 0.0047 (0.004604306191947623)  --> TIME: 2025-03-23 12:23:07 -- STEP: 19740/31555 -- GLOBAL_STEP: 82850 | > loss_text_ce: 0.06834745407104492 (0.0738028475758079) | > loss_mel_ce: 0.069580078125 (nan) | > loss: 0.0005473315250128508 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1411033206072987) | > loader_time: 0.0044 (0.004604479921141887)  --> TIME: 2025-03-23 12:23:16 -- STEP: 19790/31555 -- GLOBAL_STEP: 82900 | > loss_text_ce: 0.07892009615898132 (0.07378614223879859) | > loss_mel_ce: 3.642239809036255 (nan) | > loss: 0.014766508713364601 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14110135640563146) | > loader_time: 0.0044 (0.004604389367530044)  --> TIME: 2025-03-23 12:23:26 -- STEP: 19840/31555 -- GLOBAL_STEP: 82950 | > loss_text_ce: 0.07115782797336578 (0.07377006736125881) | > loss_mel_ce: 4.200991630554199 (nan) | > loss: 0.01695297472178936 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1411088427228315) | > loader_time: 0.0044 (0.004604319795485452)  --> TIME: 2025-03-23 12:23:36 -- STEP: 19890/31555 -- GLOBAL_STEP: 83000 | > loss_text_ce: 0.05945800989866257 (0.07375130592023649) | > loss_mel_ce: 3.640641927719116 (nan) | > loss: 0.014682937413454056 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14111633504557852) | > loader_time: 0.0048 (0.004604995388550742)  --> TIME: 2025-03-23 12:23:46 -- STEP: 19940/31555 -- GLOBAL_STEP: 83050 | > loss_text_ce: 0.06403207033872604 (0.07373380741551024) | > loss_mel_ce: 3.579341173171997 (nan) | > loss: 0.014457831159234047 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14111991591056636) | > loader_time: 0.0046 (0.004604965035869922)  --> TIME: 2025-03-23 12:23:55 -- STEP: 19990/31555 -- GLOBAL_STEP: 83100 | > loss_text_ce: 0.06695985049009323 (0.07371212947198694) | > loss_mel_ce: 3.5192012786865234 (nan) | > loss: 0.014230798929929733 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14112293095276252) | > loader_time: 0.0045 (0.004605452808038527)  --> TIME: 2025-03-23 12:24:05 -- STEP: 20040/31555 -- GLOBAL_STEP: 83150 | > loss_text_ce: 0.07136708498001099 (0.07369887310558) | > loss_mel_ce: 4.43359375 (nan) | > loss: 0.01787682995200157 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.141118714278806) | > loader_time: 0.0052 (0.004605628582769751)  --> TIME: 2025-03-23 12:24:15 -- STEP: 20090/31555 -- GLOBAL_STEP: 83200 | > loss_text_ce: 0.06660174578428268 (0.0736764531868159) | > loss_mel_ce: 3.1650073528289795 (nan) | > loss: 0.012823846191167831 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14111455071915963) | > loader_time: 0.0046 (0.004605803209611456)  --> TIME: 2025-03-23 12:24:24 -- STEP: 20140/31555 -- GLOBAL_STEP: 83250 | > loss_text_ce: 0.1056225597858429 (0.0736618383703414) | > loss_mel_ce: 2.6144866943359375 (nan) | > loss: 0.010794084519147873 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14110080711654588) | > loader_time: 0.0047 (0.004605894919777095)  --> TIME: 2025-03-23 12:24:34 -- STEP: 20190/31555 -- GLOBAL_STEP: 83300 | > loss_text_ce: 0.06926820427179337 (0.07364339902443506) | > loss_mel_ce: 4.471747398376465 (nan) | > loss: 0.0180199034512043 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14109997406875027) | > loader_time: 0.0047 (0.004606114843802138)  --> TIME: 2025-03-23 12:24:44 -- STEP: 20240/31555 -- GLOBAL_STEP: 83350 | > loss_text_ce: 0.06408237665891647 (0.0736270496367733) | > loss_mel_ce: 4.254961013793945 (nan) | > loss: 0.01713906042277813 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.1411211450580556) | > loader_time: 0.005 (0.004606379433111701)  --> TIME: 2025-03-23 12:24:54 -- STEP: 20290/31555 -- GLOBAL_STEP: 83400 | > loss_text_ce: 0.05837509408593178 (0.07361035211100835) | > loss_mel_ce: 3.3299593925476074 (nan) | > loss: 0.013445772230625153 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1411539172820711) | > loader_time: 0.0047 (0.004606801433008597)  --> TIME: 2025-03-23 12:25:04 -- STEP: 20340/31555 -- GLOBAL_STEP: 83450 | > loss_text_ce: 0.06929486244916916 (0.07359892916421529) | > loss_mel_ce: 4.130449295043945 (nan) | > loss: 0.01666565239429474 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1411644017919096) | > loader_time: 0.0054 (0.004607346029759848)  --> TIME: 2025-03-23 12:25:14 -- STEP: 20390/31555 -- GLOBAL_STEP: 83500 | > loss_text_ce: 0.06422895938158035 (0.07358026203643253) | > loss_mel_ce: 4.162899017333984 (nan) | > loss: 0.016774319112300873 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14117263492969664) | > loader_time: 0.0045 (0.004607785736128871)  --> TIME: 2025-03-23 12:25:24 -- STEP: 20440/31555 -- GLOBAL_STEP: 83550 | > loss_text_ce: 0.05517398193478584 (0.07356025908823982) | > loss_mel_ce: 4.067378044128418 (nan) | > loss: 0.01635933481156826 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14117579778579853) | > loader_time: 0.0045 (0.004607730753967661)  --> TIME: 2025-03-23 12:25:33 -- STEP: 20490/31555 -- GLOBAL_STEP: 83600 | > loss_text_ce: 0.057073984295129776 (0.07354335453744915) | > loss_mel_ce: 4.226489067077637 (nan) | > loss: 0.01699826680123806 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14117610982826972) | > loader_time: 0.0046 (0.004607824606683661)  --> TIME: 2025-03-23 12:25:43 -- STEP: 20540/31555 -- GLOBAL_STEP: 83650 | > loss_text_ce: 0.07013902813196182 (0.07352727342436903) | > loss_mel_ce: 4.15897798538208 (nan) | > loss: 0.016782211139798164 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14117944697906623) | > loader_time: 0.0044 (0.004607776634416872)  --> TIME: 2025-03-23 12:25:53 -- STEP: 20590/31555 -- GLOBAL_STEP: 83700 | > loss_text_ce: 0.054291144013404846 (0.07351385477772925) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.141176883672962) | > loader_time: 0.0049 (0.004607556270360349)  --> TIME: 2025-03-23 12:26:02 -- STEP: 20640/31555 -- GLOBAL_STEP: 83750 | > loss_text_ce: 0.04767663776874542 (0.07349744413279075) | > loss_mel_ce: 3.5296835899353027 (nan) | > loss: 0.014195874333381653 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14117737709320835) | > loader_time: 0.0047 (0.004607712471669942)  --> TIME: 2025-03-23 12:26:12 -- STEP: 20690/31555 -- GLOBAL_STEP: 83800 | > loss_text_ce: 0.06882428377866745 (0.0734821937524536) | > loss_mel_ce: 3.0399155616760254 (nan) | > loss: 0.012336269952356815 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14117857305942524) | > loader_time: 0.0045 (0.004608021582192742)  --> TIME: 2025-03-23 12:26:22 -- STEP: 20740/31555 -- GLOBAL_STEP: 83850 | > loss_text_ce: 0.07227295637130737 (0.07346413908265867) | > loss_mel_ce: 3.856889009475708 (nan) | > loss: 0.01559191383421421 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14117787637269164) | > loader_time: 0.0044 (0.0046080837714177585)  --> TIME: 2025-03-23 12:26:32 -- STEP: 20790/31555 -- GLOBAL_STEP: 83900 | > loss_text_ce: 0.0656130239367485 (0.07344586806333296) | > loss_mel_ce: 3.6798505783081055 (nan) | > loss: 0.014862951822578907 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.141199504520642) | > loader_time: 0.005 (0.004608273494696585)  --> TIME: 2025-03-23 12:26:42 -- STEP: 20840/31555 -- GLOBAL_STEP: 83950 | > loss_text_ce: 0.06596343219280243 (0.07342659948257858) | > loss_mel_ce: 2.90087890625 (nan) | > loss: 0.0117731848731637 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1412063968273136) | > loader_time: 0.0046 (0.004608297290820286)  --> TIME: 2025-03-23 12:26:51 -- STEP: 20890/31555 -- GLOBAL_STEP: 84000 | > loss_text_ce: 0.059204161167144775 (0.07341196604925473) | > loss_mel_ce: 3.745426893234253 (nan) | > loss: 0.015097742900252342 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14120771326820178) | > loader_time: 0.0046 (0.004608542089430302)  --> TIME: 2025-03-23 12:27:01 -- STEP: 20940/31555 -- GLOBAL_STEP: 84050 | > loss_text_ce: 0.07074844092130661 (0.07338899121118976) | > loss_mel_ce: 4.146702766418457 (nan) | > loss: 0.016735918819904327 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14121266313132066) | > loader_time: 0.0047 (0.004608710572735492)  --> TIME: 2025-03-23 12:27:11 -- STEP: 20990/31555 -- GLOBAL_STEP: 84100 | > loss_text_ce: 0.07436957955360413 (0.07337768468961464) | > loss_mel_ce: 3.7351059913635254 (nan) | > loss: 0.01511696819216013 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14121163307115459) | > loader_time: 0.0046 (0.004608846312764125)  --> TIME: 2025-03-23 12:27:21 -- STEP: 21040/31555 -- GLOBAL_STEP: 84150 | > loss_text_ce: 0.0665084570646286 (0.07336260745613468) | > loss_mel_ce: 3.721142053604126 (nan) | > loss: 0.015030360780656338 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14121113577043184) | > loader_time: 0.0048 (0.004608797698419793)  --> TIME: 2025-03-23 12:27:30 -- STEP: 21090/31555 -- GLOBAL_STEP: 84200 | > loss_text_ce: 0.061626266688108444 (0.07334700672988398) | > loss_mel_ce: 4.352858543395996 (nan) | > loss: 0.017517797648906708 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14121288882436916) | > loader_time: 0.0048 (0.004608876199844365)  --> TIME: 2025-03-23 12:27:40 -- STEP: 21140/31555 -- GLOBAL_STEP: 84250 | > loss_text_ce: 0.06886633485555649 (0.07332615411576941) | > loss_mel_ce: 3.873361110687256 (nan) | > loss: 0.015643760561943054 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14120841215777913) | > loader_time: 0.0045 (0.004608682911691496)  --> TIME: 2025-03-23 12:27:49 -- STEP: 21190/31555 -- GLOBAL_STEP: 84300 | > loss_text_ce: 0.06974519789218903 (0.07330908634879645) | > loss_mel_ce: 4.32591438293457 (nan) | > loss: 0.01744309440255165 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14120618193258738) | > loader_time: 0.0049 (0.004608632709238521)  --> TIME: 2025-03-23 12:27:59 -- STEP: 21240/31555 -- GLOBAL_STEP: 84350 | > loss_text_ce: 0.06780048459768295 (0.07329209247821496) | > loss_mel_ce: 3.687044858932495 (nan) | > loss: 0.014900180511176586 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14120043977505778) | > loader_time: 0.0048 (0.004608606831951092)  --> TIME: 2025-03-23 12:28:08 -- STEP: 21290/31555 -- GLOBAL_STEP: 84400 | > loss_text_ce: 0.05693669244647026 (0.07328014169247041) | > loss_mel_ce: 3.2512662410736084 (nan) | > loss: 0.01312779076397419 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14118184789126376) | > loader_time: 0.0047 (0.004608800501933159)  --> TIME: 2025-03-23 12:28:18 -- STEP: 21340/31555 -- GLOBAL_STEP: 84450 | > loss_text_ce: 0.0670618787407875 (0.07326047669296643) | > loss_mel_ce: 3.8053078651428223 (nan) | > loss: 0.015366547740995884 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14118054469500993) | > loader_time: 0.0048 (0.004608912029999252)  --> TIME: 2025-03-23 12:28:27 -- STEP: 21390/31555 -- GLOBAL_STEP: 84500 | > loss_text_ce: 0.04653320088982582 (0.07324353540216097) | > loss_mel_ce: 3.6677541732788086 (nan) | > loss: 0.014739235863089561 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.1411726185516426) | > loader_time: 0.0043 (0.004609454943232012)  --> TIME: 2025-03-23 12:28:37 -- STEP: 21440/31555 -- GLOBAL_STEP: 84550 | > loss_text_ce: 0.07034379988908768 (0.07322869876941765) | > loss_mel_ce: 3.2658023834228516 (nan) | > loss: 0.013238675892353058 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14117228909214966) | > loader_time: 0.0047 (0.004609624118502448)  --> TIME: 2025-03-23 12:28:46 -- STEP: 21490/31555 -- GLOBAL_STEP: 84600 | > loss_text_ce: 0.06920905411243439 (0.07321755312150904) | > loss_mel_ce: 3.8007287979125977 (nan) | > loss: 0.015356897376477718 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14116470597410521) | > loader_time: 0.0049 (0.00460987434990741)  --> TIME: 2025-03-23 12:28:56 -- STEP: 21540/31555 -- GLOBAL_STEP: 84650 | > loss_text_ce: 0.05626749247312546 (0.07320139877871736) | > loss_mel_ce: 3.0852696895599365 (nan) | > loss: 0.01246641855686903 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14116262313715286) | > loader_time: 0.0045 (0.00460976171847726)  --> TIME: 2025-03-23 12:29:05 -- STEP: 21590/31555 -- GLOBAL_STEP: 84700 | > loss_text_ce: 0.06949414312839508 (0.07318565870336291) | > loss_mel_ce: 4.098964691162109 (nan) | > loss: 0.016541505232453346 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14115768732324485) | > loader_time: 0.0071 (0.004609679778232899)  --> TIME: 2025-03-23 12:29:14 -- STEP: 21640/31555 -- GLOBAL_STEP: 84750 | > loss_text_ce: 0.07592123001813889 (0.07316884408324506) | > loss_mel_ce: 1.0240956544876099 (nan) | > loss: 0.00436514662578702 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1411368215480708) | > loader_time: 0.0046 (0.004609770497200451)  --> TIME: 2025-03-23 12:29:24 -- STEP: 21690/31555 -- GLOBAL_STEP: 84800 | > loss_text_ce: 0.05387340113520622 (0.07315798683092876) | > loss_mel_ce: 3.195011854171753 (nan) | > loss: 0.012892401777207851 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14114146951488132) | > loader_time: 0.0044 (0.004609765573381116)  --> TIME: 2025-03-23 12:29:34 -- STEP: 21740/31555 -- GLOBAL_STEP: 84850 | > loss_text_ce: 0.06474272906780243 (0.07314455487663435) | > loss_mel_ce: 3.374687433242798 (nan) | > loss: 0.013648533262312412 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14113246884604855) | > loader_time: 0.0048 (0.004609863190006096)  --> TIME: 2025-03-23 12:29:43 -- STEP: 21790/31555 -- GLOBAL_STEP: 84900 | > loss_text_ce: 0.07729575783014297 (0.07312604888398323) | > loss_mel_ce: 4.358675003051758 (nan) | > loss: 0.017603060230612755 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14112830657705175) | > loader_time: 0.0049 (0.004610172189009639)  --> TIME: 2025-03-23 12:29:53 -- STEP: 21840/31555 -- GLOBAL_STEP: 84950 | > loss_text_ce: 0.09013353288173676 (0.07310500272716862) | > loss_mel_ce: 3.0891427993774414 (nan) | > loss: 0.012616176158189774 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14112497414206457) | > loader_time: 0.0046 (0.004610373772980975)  --> TIME: 2025-03-23 12:30:03 -- STEP: 21890/31555 -- GLOBAL_STEP: 85000 | > loss_text_ce: 0.07290669530630112 (0.07309025196267524) | > loss_mel_ce: 3.843449831008911 (nan) | > loss: 0.015541098080575466 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14113210586174976) | > loader_time: 0.0046 (0.004610604791131519)  --> TIME: 2025-03-23 12:30:12 -- STEP: 21940/31555 -- GLOBAL_STEP: 85050 | > loss_text_ce: 0.0711263045668602 (0.07307832351781324) | > loss_mel_ce: 4.246261119842529 (nan) | > loss: 0.017132490873336792 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14112819799425017) | > loader_time: 0.0046 (0.00461058756820485)  --> TIME: 2025-03-23 12:30:22 -- STEP: 21990/31555 -- GLOBAL_STEP: 85100 | > loss_text_ce: 0.06961510330438614 (0.07305936914660709) | > loss_mel_ce: 3.915825605392456 (nan) | > loss: 0.015815241262316704 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14113885819668068) | > loader_time: 0.0048 (0.0046107142228546845)  --> TIME: 2025-03-23 12:30:32 -- STEP: 22040/31555 -- GLOBAL_STEP: 85150 | > loss_text_ce: 0.06687331199645996 (0.07304444988232832) | > loss_mel_ce: 2.9460558891296387 (nan) | > loss: 0.011956068687140942 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1411396797361051) | > loader_time: 0.0045 (0.004610854657721832)  --> TIME: 2025-03-23 12:30:41 -- STEP: 22090/31555 -- GLOBAL_STEP: 85200 | > loss_text_ce: 0.06735174357891083 (0.07302964648333891) | > loss_mel_ce: 3.5742685794830322 (nan) | > loss: 0.014450875110924244 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14113983257478527) | > loader_time: 0.0045 (0.004610834849156)  --> TIME: 2025-03-23 12:30:52 -- STEP: 22140/31555 -- GLOBAL_STEP: 85250 | > loss_text_ce: 0.069654181599617 (0.07301386845968626) | > loss_mel_ce: 1.9272054433822632 (nan) | > loss: 0.007924046367406845 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14115590917816478) | > loader_time: 0.0045 (0.00461091741098407)  --> TIME: 2025-03-23 12:31:01 -- STEP: 22190/31555 -- GLOBAL_STEP: 85300 | > loss_text_ce: 0.06255266070365906 (0.07299756819181688) | > loss_mel_ce: 3.8178532123565674 (nan) | > loss: 0.015398437157273293 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1411614832764227) | > loader_time: 0.0045 (0.004610998268436892)  --> TIME: 2025-03-23 12:31:11 -- STEP: 22240/31555 -- GLOBAL_STEP: 85350 | > loss_text_ce: 0.07236282527446747 (0.0729823596743706) | > loss_mel_ce: 3.5911197662353516 (nan) | > loss: 0.0145376306027174 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14115395017450721) | > loader_time: 0.0046 (0.0046108976328115775)  --> TIME: 2025-03-23 12:31:20 -- STEP: 22290/31555 -- GLOBAL_STEP: 85400 | > loss_text_ce: 0.06735807657241821 (0.0729646612408317) | > loss_mel_ce: 3.9146311283111572 (nan) | > loss: 0.01580154523253441 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14114706570816601) | > loader_time: 0.0046 (0.004610761113635315)  --> TIME: 2025-03-23 12:31:30 -- STEP: 22340/31555 -- GLOBAL_STEP: 85450 | > loss_text_ce: 0.05638651177287102 (0.07295252271430133) | > loss_mel_ce: 3.770879030227661 (nan) | > loss: 0.015187562443315983 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14113992747176257) | > loader_time: 0.0047 (0.004610663593722553)  --> TIME: 2025-03-23 12:31:39 -- STEP: 22390/31555 -- GLOBAL_STEP: 85500 | > loss_text_ce: 0.056097909808158875 (0.07293639972260248) | > loss_mel_ce: 3.550516128540039 (nan) | > loss: 0.014311961829662323 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14113038016409196) | > loader_time: 0.005 (0.004610735542702866)  --> TIME: 2025-03-23 12:31:49 -- STEP: 22440/31555 -- GLOBAL_STEP: 85550 | > loss_text_ce: 0.06249459460377693 (0.0729188782030156) | > loss_mel_ce: 3.3745336532592773 (nan) | > loss: 0.013639001175761223 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14113483562826518) | > loader_time: 0.0044 (0.004610447938854475)  --> TIME: 2025-03-23 12:31:59 -- STEP: 22490/31555 -- GLOBAL_STEP: 85600 | > loss_text_ce: 0.07733352482318878 (0.07290214212100321) | > loss_mel_ce: 3.4740355014801025 (nan) | > loss: 0.014092735014855862 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14114425970003783) | > loader_time: 0.0043 (0.004610201643540526)  --> TIME: 2025-03-23 12:32:08 -- STEP: 22540/31555 -- GLOBAL_STEP: 85650 | > loss_text_ce: 0.055213019251823425 (0.07287894661977115) | > loss_mel_ce: 3.506878614425659 (nan) | > loss: 0.014135285280644894 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14113773649100658) | > loader_time: 0.0047 (0.004610039400863994)  --> TIME: 2025-03-23 12:32:18 -- STEP: 22590/31555 -- GLOBAL_STEP: 85700 | > loss_text_ce: 0.0750577300786972 (0.07286475525724515) | > loss_mel_ce: 3.941452980041504 (nan) | > loss: 0.01593853533267975 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14113911445713972) | > loader_time: 0.0045 (0.0046099739192913755)  --> TIME: 2025-03-23 12:32:28 -- STEP: 22640/31555 -- GLOBAL_STEP: 85750 | > loss_text_ce: 0.04857644438743591 (0.07284725746567698) | > loss_mel_ce: 3.4629416465759277 (nan) | > loss: 0.013934596441686153 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1411405024174672) | > loader_time: 0.0045 (0.004610144586529424)  --> TIME: 2025-03-23 12:32:37 -- STEP: 22690/31555 -- GLOBAL_STEP: 85800 | > loss_text_ce: 0.06347519904375076 (0.07283232874278454) | > loss_mel_ce: 3.7138681411743164 (nan) | > loss: 0.0149894580245018 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14114262217096796) | > loader_time: 0.0045 (0.004610224303930235)  --> TIME: 2025-03-23 12:32:47 -- STEP: 22740/31555 -- GLOBAL_STEP: 85850 | > loss_text_ce: 0.08148033916950226 (0.07281563010528717) | > loss_mel_ce: 3.4840123653411865 (nan) | > loss: 0.014148781076073647 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14113833077035734) | > loader_time: 0.0045 (0.004610448609136563)  --> TIME: 2025-03-23 12:32:56 -- STEP: 22790/31555 -- GLOBAL_STEP: 85900 | > loss_text_ce: 0.06805356591939926 (0.07279934375405885) | > loss_mel_ce: 4.112035274505615 (nan) | > loss: 0.01658765599131584 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14113720551348988) | > loader_time: 0.0046 (0.004610671699962485)  --> TIME: 2025-03-23 12:33:06 -- STEP: 22840/31555 -- GLOBAL_STEP: 85950 | > loss_text_ce: 0.04912153258919716 (0.07278493438405352) | > loss_mel_ce: 3.3002777099609375 (nan) | > loss: 0.013291267678141594 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14113299457287898) | > loader_time: 0.0045 (0.004611672411449333)  --> TIME: 2025-03-23 12:33:16 -- STEP: 22890/31555 -- GLOBAL_STEP: 86000 | > loss_text_ce: 0.06766298413276672 (0.07276562459574823) | > loss_mel_ce: 3.7595317363739014 (nan) | > loss: 0.015187281183898449 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14113390235309325) | > loader_time: 0.0043 (0.0046112596962638525)  --> TIME: 2025-03-23 12:33:25 -- STEP: 22940/31555 -- GLOBAL_STEP: 86050 | > loss_text_ce: 0.0672154426574707 (0.07275033097197782) | > loss_mel_ce: 2.81652569770813 (nan) | > loss: 0.011443417519330978 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14112484310644094) | > loader_time: 0.0044 (0.004611199091285248)  --> TIME: 2025-03-23 12:33:35 -- STEP: 22990/31555 -- GLOBAL_STEP: 86100 | > loss_text_ce: 0.06526507437229156 (0.07273035889921661) | > loss_mel_ce: 4.365554332733154 (nan) | > loss: 0.017582617700099945 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.1411251706421616) | > loader_time: 0.0045 (0.00461113267278818)  --> TIME: 2025-03-23 12:33:44 -- STEP: 23040/31555 -- GLOBAL_STEP: 86150 | > loss_text_ce: 0.05860774219036102 (0.07271487605256789) | > loss_mel_ce: 4.114485740661621 (nan) | > loss: 0.016559895128011703 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14112567644980284) | > loader_time: 0.0043 (0.004610718290011097)  --> TIME: 2025-03-23 12:33:54 -- STEP: 23090/31555 -- GLOBAL_STEP: 86200 | > loss_text_ce: 0.06243295595049858 (0.07269942530964495) | > loss_mel_ce: 3.7502756118774414 (nan) | > loss: 0.015129797160625458 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14112724376065602) | > loader_time: 0.0047 (0.004610636503782156)  --> TIME: 2025-03-23 12:34:04 -- STEP: 23140/31555 -- GLOBAL_STEP: 86250 | > loss_text_ce: 0.0706697478890419 (0.07268427213317476) | > loss_mel_ce: 2.952519178390503 (nan) | > loss: 0.011996781453490257 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1411255540472744) | > loader_time: 0.0045 (0.004610552814569375)  --> TIME: 2025-03-23 12:34:13 -- STEP: 23190/31555 -- GLOBAL_STEP: 86300 | > loss_text_ce: 0.07232657074928284 (0.07267044795232908) | > loss_mel_ce: 4.069599151611328 (nan) | > loss: 0.01643621362745762 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1411269630322743) | > loader_time: 0.0047 (0.0046104584546272235)  --> TIME: 2025-03-23 12:34:23 -- STEP: 23240/31555 -- GLOBAL_STEP: 86350 | > loss_text_ce: 0.05596953257918358 (0.07264983459903189) | > loss_mel_ce: 3.6508727073669434 (nan) | > loss: 0.01470969244837761 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14113405464848683) | > loader_time: 0.0045 (0.004610359976500945)  --> TIME: 2025-03-23 12:34:33 -- STEP: 23290/31555 -- GLOBAL_STEP: 86400 | > loss_text_ce: 0.07088015228509903 (0.07263295916291007) | > loss_mel_ce: 4.047277927398682 (nan) | > loss: 0.01634189672768116 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14113278963270035) | > loader_time: 0.0045 (0.004610042328382064)  --> TIME: 2025-03-23 12:34:42 -- STEP: 23340/31555 -- GLOBAL_STEP: 86450 | > loss_text_ce: 0.06798724830150604 (0.07261472379815903) | > loss_mel_ce: 0.12210915237665176 (nan) | > loss: 0.000754350854549557 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14112088058172637) | > loader_time: 0.0044 (0.004609875466543688)  --> TIME: 2025-03-23 12:34:52 -- STEP: 23390/31555 -- GLOBAL_STEP: 86500 | > loss_text_ce: 0.05480285361409187 (0.07259767411683637) | > loss_mel_ce: 0.131591796875 (nan) | > loss: 0.0007396613364107907 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14111932858079418) | > loader_time: 0.0047 (0.004610099390869011)  --> TIME: 2025-03-23 12:35:02 -- STEP: 23440/31555 -- GLOBAL_STEP: 86550 | > loss_text_ce: 0.07387235760688782 (0.07258065212438518) | > loss_mel_ce: 3.34411358833313 (nan) | > loss: 0.013563437387347221 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14112415299480754) | > loader_time: 0.0046 (0.004610429078645675)  --> TIME: 2025-03-23 12:35:11 -- STEP: 23490/31555 -- GLOBAL_STEP: 86600 | > loss_text_ce: 0.04486982151865959 (0.07256440557428458) | > loss_mel_ce: 3.720470905303955 (nan) | > loss: 0.01494182925671339 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14112185547838083) | > loader_time: 0.0069 (0.004610605288587158)  --> TIME: 2025-03-23 12:35:21 -- STEP: 23540/31555 -- GLOBAL_STEP: 86650 | > loss_text_ce: 0.07035522162914276 (0.07255287010020113) | > loss_mel_ce: 3.912245035171509 (nan) | > loss: 0.015803970396518707 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14111453807242622) | > loader_time: 0.0043 (0.004610718430962314)  --> TIME: 2025-03-23 12:35:30 -- STEP: 23590/31555 -- GLOBAL_STEP: 86700 | > loss_text_ce: 0.05554952472448349 (0.07253702278910255) | > loss_mel_ce: 2.8308863639831543 (nan) | > loss: 0.011454111896455288 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1411213613557035) | > loader_time: 0.0046 (0.004610581921540662)  --> TIME: 2025-03-23 12:35:40 -- STEP: 23640/31555 -- GLOBAL_STEP: 86750 | > loss_text_ce: 0.06281230598688126 (0.07252223286194678) | > loss_mel_ce: 4.285390853881836 (nan) | > loss: 0.017254775390028954 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1411197196509439) | > loader_time: 0.005 (0.004610836989988528)  --> TIME: 2025-03-23 12:35:50 -- STEP: 23690/31555 -- GLOBAL_STEP: 86800 | > loss_text_ce: 0.05039257928729057 (0.07250327193891774) | > loss_mel_ce: 3.9914090633392334 (nan) | > loss: 0.016038894653320312 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14111317504353127) | > loader_time: 0.0045 (0.0046108198145765325)  --> TIME: 2025-03-23 12:35:59 -- STEP: 23740/31555 -- GLOBAL_STEP: 86850 | > loss_text_ce: 0.07110332697629929 (0.07248505426142393) | > loss_mel_ce: 3.9313838481903076 (nan) | > loss: 0.015882886946201324 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1411183658425518) | > loader_time: 0.0048 (0.004610810273820446)  --> TIME: 2025-03-23 12:36:09 -- STEP: 23790/31555 -- GLOBAL_STEP: 86900 | > loss_text_ce: 0.0652603954076767 (0.07246467520010338) | > loss_mel_ce: 3.7218852043151855 (nan) | > loss: 0.015028356574475765 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14112012979612576) | > loader_time: 0.0044 (0.0046109269275641206)  --> TIME: 2025-03-23 12:36:19 -- STEP: 23840/31555 -- GLOBAL_STEP: 86950 | > loss_text_ce: 0.0764734297990799 (0.07244953161883716) | > loss_mel_ce: 3.5136473178863525 (nan) | > loss: 0.014246512204408646 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14112235848735735) | > loader_time: 0.0046 (0.004611313553064461)  --> TIME: 2025-03-23 12:36:28 -- STEP: 23890/31555 -- GLOBAL_STEP: 87000 | > loss_text_ce: 0.053964413702487946 (0.0724363426974551) | > loss_mel_ce: 3.3595468997955322 (nan) | > loss: 0.013545680791139603 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14111892023362077) | > loader_time: 0.0047 (0.004611432427589537)  --> TIME: 2025-03-23 12:36:38 -- STEP: 23940/31555 -- GLOBAL_STEP: 87050 | > loss_text_ce: 0.06797219812870026 (0.07242101594749718) | > loss_mel_ce: 2.753380298614502 (nan) | > loss: 0.011195844039320946 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1411136145281023) | > loader_time: 0.0045 (0.004611287021397944)  --> TIME: 2025-03-23 12:36:47 -- STEP: 23990/31555 -- GLOBAL_STEP: 87100 | > loss_text_ce: 0.07782205194234848 (0.07240643123177988) | > loss_mel_ce: 3.775501251220703 (nan) | > loss: 0.015290966257452965 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14111109366263969) | > loader_time: 0.0046 (0.004611559866268768)  --> TIME: 2025-03-23 12:36:57 -- STEP: 24040/31555 -- GLOBAL_STEP: 87150 | > loss_text_ce: 0.06579732149839401 (0.07239077689231527) | > loss_mel_ce: 3.662386178970337 (nan) | > loss: 0.014794379472732544 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14110902177910725) | > loader_time: 0.0044 (0.004611775631119134)  --> TIME: 2025-03-23 12:37:07 -- STEP: 24090/31555 -- GLOBAL_STEP: 87200 | > loss_text_ce: 0.06482039391994476 (0.07237166265708493) | > loss_mel_ce: 3.844093084335327 (nan) | > loss: 0.015511562116444111 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1411087908552818) | > loader_time: 0.0045 (0.004611864165182976)  --> TIME: 2025-03-23 12:37:16 -- STEP: 24140/31555 -- GLOBAL_STEP: 87250 | > loss_text_ce: 0.05360725149512291 (0.07235555982042828) | > loss_mel_ce: 3.3394076824188232 (nan) | > loss: 0.013464345596730709 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14110209954703543) | > loader_time: 0.0044 (0.004612073220787901)  --> TIME: 2025-03-23 12:37:26 -- STEP: 24190/31555 -- GLOBAL_STEP: 87300 | > loss_text_ce: 0.05464640632271767 (0.07234439806086376) | > loss_mel_ce: 4.155750274658203 (nan) | > loss: 0.016707925125956535 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1411016664213273) | > loader_time: 0.0052 (0.0046120806832410126)  --> TIME: 2025-03-23 12:37:36 -- STEP: 24240/31555 -- GLOBAL_STEP: 87350 | > loss_text_ce: 0.06746504455804825 (0.07233059831169555) | > loss_mel_ce: 4.098839282989502 (nan) | > loss: 0.016532953828573227 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14111272344494905) | > loader_time: 0.0047 (0.004612160476520905)  --> TIME: 2025-03-23 12:37:45 -- STEP: 24290/31555 -- GLOBAL_STEP: 87400 | > loss_text_ce: 0.0714961439371109 (0.07231205282859375) | > loss_mel_ce: 3.6189658641815186 (nan) | > loss: 0.014644691720604897 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14109852965744896) | > loader_time: 0.0045 (0.004612157078817969)  --> TIME: 2025-03-23 12:37:55 -- STEP: 24340/31555 -- GLOBAL_STEP: 87450 | > loss_text_ce: 0.06867960095405579 (0.07229638668565407) | > loss_mel_ce: 0.0989990234375 (nan) | > loss: 0.0006653913878835738 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1410961546462986) | > loader_time: 0.0044 (0.004612305228986404)  --> TIME: 2025-03-23 12:38:04 -- STEP: 24390/31555 -- GLOBAL_STEP: 87500 | > loss_text_ce: 0.07576273381710052 (0.07228163357437667) | > loss_mel_ce: 4.216139316558838 (nan) | > loss: 0.017031358554959297 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14109516727381935) | > loader_time: 0.0048 (0.004612219622018838)  --> TIME: 2025-03-23 12:38:14 -- STEP: 24440/31555 -- GLOBAL_STEP: 87550 | > loss_text_ce: 0.06141895055770874 (0.0722714113714799) | > loss_mel_ce: 3.9552719593048096 (nan) | > loss: 0.015939250588417053 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14110014333272453) | > loader_time: 0.0046 (0.004612087676646083)  --> TIME: 2025-03-23 12:38:24 -- STEP: 24490/31555 -- GLOBAL_STEP: 87600 | > loss_text_ce: 0.06870591640472412 (0.07225688882126478) | > loss_mel_ce: 3.975356340408325 (nan) | > loss: 0.016047867015004158 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14109857608075654) | > loader_time: 0.0046 (0.004612039740886822)  --> TIME: 2025-03-23 12:38:34 -- STEP: 24540/31555 -- GLOBAL_STEP: 87650 | > loss_text_ce: 0.05797167494893074 (0.07224402285963546) | > loss_mel_ce: 4.203139305114746 (nan) | > loss: 0.016909170895814896 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14110824533274557) | > loader_time: 0.0045 (0.004611934406930293)  --> TIME: 2025-03-23 12:38:43 -- STEP: 24590/31555 -- GLOBAL_STEP: 87700 | > loss_text_ce: 0.06364559382200241 (0.07222985376661854) | > loss_mel_ce: 3.5203466415405273 (nan) | > loss: 0.014222192578017712 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1411151065628634) | > loader_time: 0.0048 (0.004611850415075057)  --> TIME: 2025-03-23 12:38:53 -- STEP: 24640/31555 -- GLOBAL_STEP: 87750 | > loss_text_ce: 0.06374498456716537 (0.07221711173671751) | > loss_mel_ce: 4.029998779296875 (nan) | > loss: 0.01624501682817936 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14110928486500587) | > loader_time: 0.0048 (0.004611795763303704)  --> TIME: 2025-03-23 12:39:02 -- STEP: 24690/31555 -- GLOBAL_STEP: 87800 | > loss_text_ce: 0.06679318100214005 (0.07220263183871332) | > loss_mel_ce: 3.67448091506958 (nan) | > loss: 0.014846326783299446 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14110694913644092) | > loader_time: 0.0065 (0.004611885967694971)  --> TIME: 2025-03-23 12:39:12 -- STEP: 24740/31555 -- GLOBAL_STEP: 87850 | > loss_text_ce: 0.07277362793684006 (0.07218649459320677) | > loss_mel_ce: 4.152843475341797 (nan) | > loss: 0.01676832139492035 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14110465273321438) | > loader_time: 0.0046 (0.004611961708593094)  --> TIME: 2025-03-23 12:39:22 -- STEP: 24790/31555 -- GLOBAL_STEP: 87900 | > loss_text_ce: 0.052214015275239944 (0.07217488467419843) | > loss_mel_ce: 3.14208984375 (nan) | > loss: 0.012675809673964977 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14109981424532608) | > loader_time: 0.0047 (0.004611936842736429)  --> TIME: 2025-03-23 12:39:31 -- STEP: 24840/31555 -- GLOBAL_STEP: 87950 | > loss_text_ce: 0.08384765684604645 (0.07216156684117174) | > loss_mel_ce: 4.564667224884033 (nan) | > loss: 0.018446488305926323 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1410929573906805) | > loader_time: 0.0048 (0.004611943050283158)  --> TIME: 2025-03-23 12:39:40 -- STEP: 24890/31555 -- GLOBAL_STEP: 88000 | > loss_text_ce: 0.06889372318983078 (0.07214426751738351) | > loss_mel_ce: 3.9218075275421143 (nan) | > loss: 0.015836115926504135 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1410893114372748) | > loader_time: 0.0047 (0.004611895974260004)  --> TIME: 2025-03-23 12:39:50 -- STEP: 24940/31555 -- GLOBAL_STEP: 88050 | > loss_text_ce: 0.06157677620649338 (0.07212971710325884) | > loss_mel_ce: 0.0432942695915699 (nan) | > loss: 0.00041615497320890427 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.14108893881823154) | > loader_time: 0.0048 (0.004612028770859747)  --> TIME: 2025-03-23 12:40:00 -- STEP: 24990/31555 -- GLOBAL_STEP: 88100 | > loss_text_ce: 0.07138633728027344 (0.07211566563694194) | > loss_mel_ce: 2.9353339672088623 (nan) | > loss: 0.01193143054842949 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1410928192115788) | > loader_time: 0.0044 (0.004611984707441926)  --> TIME: 2025-03-23 12:40:09 -- STEP: 25040/31555 -- GLOBAL_STEP: 88150 | > loss_text_ce: 0.06976739317178726 (0.07210443481169175) | > loss_mel_ce: 3.5743284225463867 (nan) | > loss: 0.014460698701441288 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14108990281344355) | > loader_time: 0.005 (0.004611967308833565)  --> TIME: 2025-03-23 12:40:19 -- STEP: 25090/31555 -- GLOBAL_STEP: 88200 | > loss_text_ce: 0.06308164447546005 (0.07209025450101325) | > loss_mel_ce: 3.806464433670044 (nan) | > loss: 0.015355342999100685 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14108604588514428) | > loader_time: 0.0047 (0.004611895206963783)  --> TIME: 2025-03-23 12:40:29 -- STEP: 25140/31555 -- GLOBAL_STEP: 88250 | > loss_text_ce: 0.06663064658641815 (0.07207212596687193) | > loss_mel_ce: 4.15045690536499 (nan) | > loss: 0.016734475269913673 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14109207764445864) | > loader_time: 0.0046 (0.00461183327384286)  --> TIME: 2025-03-23 12:40:38 -- STEP: 25190/31555 -- GLOBAL_STEP: 88300 | > loss_text_ce: 0.0423743799328804 (0.07205232691053796) | > loss_mel_ce: 2.705768346786499 (nan) | > loss: 0.010905329138040543 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14108179544068122) | > loader_time: 0.0044 (0.004611728900290035)  --> TIME: 2025-03-23 12:40:48 -- STEP: 25240/31555 -- GLOBAL_STEP: 88350 | > loss_text_ce: 0.061071380972862244 (0.07203725632708141) | > loss_mel_ce: 0.14873047173023224 (nan) | > loss: 0.00083254708442837 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14107792118649987) | > loader_time: 0.0046 (0.004612024140244609)  --> TIME: 2025-03-23 12:40:58 -- STEP: 25290/31555 -- GLOBAL_STEP: 88400 | > loss_text_ce: 0.06693971902132034 (0.0720224837264722) | > loss_mel_ce: 3.249462842941284 (nan) | > loss: 0.01316032838076353 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14108823984213378) | > loader_time: 0.0047 (0.004612489696923513)  --> TIME: 2025-03-23 12:41:07 -- STEP: 25340/31555 -- GLOBAL_STEP: 88450 | > loss_text_ce: 0.055474624037742615 (0.07200525981604161) | > loss_mel_ce: 4.604953765869141 (nan) | > loss: 0.018493765965104103 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1410758851829639) | > loader_time: 0.0046 (0.004612385869120264)  --> TIME: 2025-03-23 12:41:16 -- STEP: 25390/31555 -- GLOBAL_STEP: 88500 | > loss_text_ce: 0.07354425638914108 (0.07199565359501674) | > loss_mel_ce: 4.160288333892822 (nan) | > loss: 0.01680092327296734 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1410700384675648) | > loader_time: 0.0046 (0.004612467475837019)  --> TIME: 2025-03-23 12:41:26 -- STEP: 25440/31555 -- GLOBAL_STEP: 88550 | > loss_text_ce: 0.050115544348955154 (0.07197956760053709) | > loss_mel_ce: 0.048980712890625 (nan) | > loss: 0.0003932391118723899 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14106419792152936) | > loader_time: 0.0044 (0.004612613052317176)  --> TIME: 2025-03-23 12:41:35 -- STEP: 25490/31555 -- GLOBAL_STEP: 88600 | > loss_text_ce: 0.05397282540798187 (0.0719638850889214) | > loss_mel_ce: 3.9699127674102783 (nan) | > loss: 0.015967801213264465 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1410604904941052) | > loader_time: 0.0045 (0.004612741287009954)  --> TIME: 2025-03-23 12:41:45 -- STEP: 25540/31555 -- GLOBAL_STEP: 88650 | > loss_text_ce: 0.0674159899353981 (0.07195032715167292) | > loss_mel_ce: 4.102310657501221 (nan) | > loss: 0.01654653623700142 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14105979526239135) | > loader_time: 0.0048 (0.004613081635958342)  --> TIME: 2025-03-23 12:41:55 -- STEP: 25590/31555 -- GLOBAL_STEP: 88700 | > loss_text_ce: 0.07034825533628464 (0.07193632532113475) | > loss_mel_ce: 3.4854445457458496 (nan) | > loss: 0.014110289514064789 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.1410571941876623) | > loader_time: 0.0045 (0.004613091415518569)  --> TIME: 2025-03-23 12:42:04 -- STEP: 25640/31555 -- GLOBAL_STEP: 88750 | > loss_text_ce: 0.05305865779519081 (0.07192425064454873) | > loss_mel_ce: 3.5344486236572266 (nan) | > loss: 0.014236140996217728 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14105338033015716) | > loader_time: 0.0048 (0.004613216432877903)  --> TIME: 2025-03-23 12:42:14 -- STEP: 25690/31555 -- GLOBAL_STEP: 88800 | > loss_text_ce: 0.06714161485433578 (0.07190979202363136) | > loss_mel_ce: 3.947146415710449 (nan) | > loss: 0.01592971570789814 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14106103546102625) | > loader_time: 0.0054 (0.004613336443947476)  --> TIME: 2025-03-23 12:42:24 -- STEP: 25740/31555 -- GLOBAL_STEP: 88850 | > loss_text_ce: 0.060923825949430466 (0.07189270050555056) | > loss_mel_ce: 3.8466813564300537 (nan) | > loss: 0.015506370924413204 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14105680759507142) | > loader_time: 0.0047 (0.0046135045894839305)  --> TIME: 2025-03-23 12:42:33 -- STEP: 25790/31555 -- GLOBAL_STEP: 88900 | > loss_text_ce: 0.06635551154613495 (0.07187649593126988) | > loss_mel_ce: 3.292895555496216 (nan) | > loss: 0.013330361805856228 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14105105024754291) | > loader_time: 0.0044 (0.004613635474371805)  --> TIME: 2025-03-23 12:42:43 -- STEP: 25840/31555 -- GLOBAL_STEP: 88950 | > loss_text_ce: 0.06263978034257889 (0.07186557806540983) | > loss_mel_ce: 4.332642078399658 (nan) | > loss: 0.01744159497320652 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1410560673604455) | > loader_time: 0.0046 (0.004613535535224835)  --> TIME: 2025-03-23 12:42:52 -- STEP: 25890/31555 -- GLOBAL_STEP: 89000 | > loss_text_ce: 0.059638652950525284 (0.07184767672146704) | > loss_mel_ce: 3.4552254676818848 (nan) | > loss: 0.013947874307632446 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14105213799961158) | > loader_time: 0.0048 (0.004613596557788118)  --> TIME: 2025-03-23 12:43:02 -- STEP: 25940/31555 -- GLOBAL_STEP: 89050 | > loss_text_ce: 0.0755813717842102 (0.07183387608036833) | > loss_mel_ce: 4.06624698638916 (nan) | > loss: 0.016435828059911728 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14105170017586696) | > loader_time: 0.0044 (0.004613600038250515)  --> TIME: 2025-03-23 12:43:12 -- STEP: 25990/31555 -- GLOBAL_STEP: 89100 | > loss_text_ce: 0.07539551705121994 (0.07181793345355551) | > loss_mel_ce: 3.6990232467651367 (nan) | > loss: 0.014977853745222092 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14105782452892066) | > loader_time: 0.0048 (0.004613696285833449)  --> TIME: 2025-03-23 12:43:21 -- STEP: 26040/31555 -- GLOBAL_STEP: 89150 | > loss_text_ce: 0.0728161558508873 (0.07180628258643354) | > loss_mel_ce: 3.4306139945983887 (nan) | > loss: 0.013902501203119755 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14105690357872017) | > loader_time: 0.0046 (0.004613897840731354)  --> TIME: 2025-03-23 12:43:31 -- STEP: 26090/31555 -- GLOBAL_STEP: 89200 | > loss_text_ce: 0.0750570297241211 (0.07178946525292515) | > loss_mel_ce: 3.9167721271514893 (nan) | > loss: 0.015840593725442886 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1410497382757276) | > loader_time: 0.0044 (0.004614106692222418)  --> TIME: 2025-03-23 12:43:41 -- STEP: 26140/31555 -- GLOBAL_STEP: 89250 | > loss_text_ce: 0.08267897367477417 (0.07177780713335888) | > loss_mel_ce: 0.0751953125 (nan) | > loss: 0.0006264852709136903 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14105686091610706) | > loader_time: 0.0043 (0.0046140491734412235)  --> TIME: 2025-03-23 12:43:50 -- STEP: 26190/31555 -- GLOBAL_STEP: 89300 | > loss_text_ce: 0.08126408606767654 (0.07176693276811169) | > loss_mel_ce: 3.66693377494812 (nan) | > loss: 0.014873801730573177 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14105460227742156) | > loader_time: 0.0045 (0.004614031528780252)  --> TIME: 2025-03-23 12:44:00 -- STEP: 26240/31555 -- GLOBAL_STEP: 89350 | > loss_text_ce: 0.05893699824810028 (0.07175190438255166) | > loss_mel_ce: 3.677293062210083 (nan) | > loss: 0.01482631079852581 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14105560825002061) | > loader_time: 0.0044 (0.004613959934653327)  --> TIME: 2025-03-23 12:44:10 -- STEP: 26290/31555 -- GLOBAL_STEP: 89400 | > loss_text_ce: 0.0744914561510086 (0.07173706516807661) | > loss_mel_ce: 4.605251312255859 (nan) | > loss: 0.01857040822505951 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14106427533130642) | > loader_time: 0.0044 (0.004614179040960341)  --> TIME: 2025-03-23 12:44:20 -- STEP: 26340/31555 -- GLOBAL_STEP: 89450 | > loss_text_ce: 0.06607583910226822 (0.0717273021726415) | > loss_mel_ce: 2.1254754066467285 (nan) | > loss: 0.008696632459759712 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14106353329453727) | > loader_time: 0.0044 (0.004614209305090547)  --> TIME: 2025-03-23 12:44:29 -- STEP: 26390/31555 -- GLOBAL_STEP: 89500 | > loss_text_ce: 0.062028151005506516 (0.07171250703508444) | > loss_mel_ce: 3.7266323566436768 (nan) | > loss: 0.015034368261694908 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14106399542276374) | > loader_time: 0.0045 (0.004614649418855822)  --> TIME: 2025-03-23 12:44:39 -- STEP: 26440/31555 -- GLOBAL_STEP: 89550 | > loss_text_ce: 0.05536891892552376 (0.07169887184865618) | > loss_mel_ce: 4.261307239532471 (nan) | > loss: 0.017129668965935707 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14106522421613374) | > loader_time: 0.0049 (0.0046148380695781805)  --> TIME: 2025-03-23 12:44:49 -- STEP: 26490/31555 -- GLOBAL_STEP: 89600 | > loss_text_ce: 0.06743182241916656 (0.07168506255542763) | > loss_mel_ce: 4.335179805755615 (nan) | > loss: 0.01747068203985691 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1410675279686447) | > loader_time: 0.0046 (0.004615065555565325)  --> TIME: 2025-03-23 12:44:58 -- STEP: 26540/31555 -- GLOBAL_STEP: 89650 | > loss_text_ce: 0.06540112942457199 (0.07166470473263002) | > loss_mel_ce: 3.9388184547424316 (nan) | > loss: 0.015889760106801987 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1410695462902432) | > loader_time: 0.0045 (0.004615156131304577)  --> TIME: 2025-03-23 12:45:08 -- STEP: 26590/31555 -- GLOBAL_STEP: 89700 | > loss_text_ce: 0.058307647705078125 (0.07165165600535306) | > loss_mel_ce: 3.948334217071533 (nan) | > loss: 0.015899373218417168 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1410699816833288) | > loader_time: 0.0048 (0.004615228352756524)  --> TIME: 2025-03-23 12:45:18 -- STEP: 26640/31555 -- GLOBAL_STEP: 89750 | > loss_text_ce: 0.06565681099891663 (0.07163848823450963) | > loss_mel_ce: 3.7708899974823 (nan) | > loss: 0.015224393457174301 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14107108579741742) | > loader_time: 0.0045 (0.004615421731908773)  --> TIME: 2025-03-23 12:45:27 -- STEP: 26690/31555 -- GLOBAL_STEP: 89800 | > loss_text_ce: 0.0699816569685936 (0.07162315525552752) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1410697681263368) | > loader_time: 0.0045 (0.004615447037940899)  --> TIME: 2025-03-23 12:45:37 -- STEP: 26740/31555 -- GLOBAL_STEP: 89850 | > loss_text_ce: 0.07174597680568695 (0.0716094885851762) | > loss_mel_ce: 4.542941093444824 (nan) | > loss: 0.018312251195311546 (nan) | > current_lr: 5e-06 | > step_time: 0.1452 (0.14107868092757492) | > loader_time: 0.0046 (0.004615480826698152)  --> TIME: 2025-03-23 12:45:47 -- STEP: 26790/31555 -- GLOBAL_STEP: 89900 | > loss_text_ce: 0.06810387969017029 (0.07159514579228025) | > loss_mel_ce: 3.548056125640869 (nan) | > loss: 0.014349841512739658 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14107839280698556) | > loader_time: 0.0047 (0.004615483518944361)  --> TIME: 2025-03-23 12:45:56 -- STEP: 26840/31555 -- GLOBAL_STEP: 89950 | > loss_text_ce: 0.05112246796488762 (0.0715782166168577) | > loss_mel_ce: 3.2760205268859863 (nan) | > loss: 0.013202949427068233 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1410712565021984) | > loader_time: 0.0046 (0.004615557584606255)  --> TIME: 2025-03-23 12:46:06 -- STEP: 26890/31555 -- GLOBAL_STEP: 90000 | > loss_text_ce: 0.06944666802883148 (0.07156418871803612) | > loss_mel_ce: 2.8108022212982178 (nan) | > loss: 0.0114295594394207 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14107473952569102) | > loader_time: 0.0048 (0.004615688519036314) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_90000.pth  --> TIME: 2025-03-23 12:46:21 -- STEP: 26940/31555 -- GLOBAL_STEP: 90050 | > loss_text_ce: 0.05315952003002167 (0.0715485561535355) | > loss_mel_ce: 3.789283037185669 (nan) | > loss: 0.015247788280248642 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.141076160733933) | > loader_time: 0.0045 (0.004615894900309944)  --> TIME: 2025-03-23 12:46:30 -- STEP: 26990/31555 -- GLOBAL_STEP: 90100 | > loss_text_ce: 0.05506180599331856 (0.07153966863794536) | > loss_mel_ce: 4.126611232757568 (nan) | > loss: 0.016593942418694496 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1410657600103916) | > loader_time: 0.0048 (0.004615871921297639)  --> TIME: 2025-03-23 12:46:40 -- STEP: 27040/31555 -- GLOBAL_STEP: 90150 | > loss_text_ce: 0.07966438680887222 (0.071526804470633) | > loss_mel_ce: 4.1590166091918945 (nan) | > loss: 0.016820162534713745 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14106431174031492) | > loader_time: 0.0045 (0.004615896384744269)  --> TIME: 2025-03-23 12:46:50 -- STEP: 27090/31555 -- GLOBAL_STEP: 90200 | > loss_text_ce: 0.06691564619541168 (0.07151617055855738) | > loss_mel_ce: 3.7686944007873535 (nan) | > loss: 0.015220675617456436 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1410654872226832) | > loader_time: 0.0049 (0.004615915134059606)  --> TIME: 2025-03-23 12:47:00 -- STEP: 27140/31555 -- GLOBAL_STEP: 90250 | > loss_text_ce: 0.062416765838861465 (0.07150065784171648) | > loss_mel_ce: 3.4725701808929443 (nan) | > loss: 0.014027726836502552 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14107717036673956) | > loader_time: 0.0046 (0.004616181588647306)  --> TIME: 2025-03-23 12:47:10 -- STEP: 27190/31555 -- GLOBAL_STEP: 90300 | > loss_text_ce: 0.07008836418390274 (0.07148391947331034) | > loss_mel_ce: 3.360262155532837 (nan) | > loss: 0.013612503185868263 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14108596378584673) | > loader_time: 0.0046 (0.004616185635843464)  --> TIME: 2025-03-23 12:47:20 -- STEP: 27240/31555 -- GLOBAL_STEP: 90350 | > loss_text_ce: 0.05154593661427498 (0.07147004162788714) | > loss_mel_ce: 2.208630323410034 (nan) | > loss: 0.008968953974545002 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1410916461818555) | > loader_time: 0.0045 (0.004616399448523632)  --> TIME: 2025-03-23 12:47:29 -- STEP: 27290/31555 -- GLOBAL_STEP: 90400 | > loss_text_ce: 0.058986205607652664 (0.07145637347024689) | > loss_mel_ce: 3.962135076522827 (nan) | > loss: 0.015956832095980644 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14108308499966427) | > loader_time: 0.0044 (0.004616455876289965)  --> TIME: 2025-03-23 12:47:39 -- STEP: 27340/31555 -- GLOBAL_STEP: 90450 | > loss_text_ce: 0.06583572179079056 (0.07144177483930189) | > loss_mel_ce: 4.66709566116333 (nan) | > loss: 0.018781475722789764 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14108391758640512) | > loader_time: 0.0076 (0.004616623345132999)  --> TIME: 2025-03-23 12:47:48 -- STEP: 27390/31555 -- GLOBAL_STEP: 90500 | > loss_text_ce: 0.06682727485895157 (0.07143240542840891) | > loss_mel_ce: 0.07611083984375 (nan) | > loss: 0.000567214738111943 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1410823834033821) | > loader_time: 0.0049 (0.00461673405798043)  --> TIME: 2025-03-23 12:47:58 -- STEP: 27440/31555 -- GLOBAL_STEP: 90550 | > loss_text_ce: 0.06464111059904099 (0.0714135325741854) | > loss_mel_ce: 3.3603603839874268 (nan) | > loss: 0.013591276481747627 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14108398676613776) | > loader_time: 0.0049 (0.004616846339695669)  --> TIME: 2025-03-23 12:48:08 -- STEP: 27490/31555 -- GLOBAL_STEP: 90600 | > loss_text_ce: 0.0799155905842781 (0.07140284699051375) | > loss_mel_ce: 4.079746723175049 (nan) | > loss: 0.01650659739971161 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14109197035838508) | > loader_time: 0.0047 (0.00461718746426758)  --> TIME: 2025-03-23 12:48:18 -- STEP: 27540/31555 -- GLOBAL_STEP: 90650 | > loss_text_ce: 0.06099250167608261 (0.0713876235653886) | > loss_mel_ce: 4.268387794494629 (nan) | > loss: 0.017180083319544792 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.1410949330357607) | > loader_time: 0.0048 (0.0046172367807913355)  --> TIME: 2025-03-23 12:48:28 -- STEP: 27590/31555 -- GLOBAL_STEP: 90700 | > loss_text_ce: 0.06582856178283691 (0.07137594314230583) | > loss_mel_ce: 3.4567861557006836 (nan) | > loss: 0.013978630304336548 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14110791876766382) | > loader_time: 0.0048 (0.004617250125535206)  --> TIME: 2025-03-23 12:48:38 -- STEP: 27640/31555 -- GLOBAL_STEP: 90750 | > loss_text_ce: 0.0617837980389595 (0.0713597057276708) | > loss_mel_ce: 3.6568384170532227 (nan) | > loss: 0.014756438322365284 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14111341698642504) | > loader_time: 0.0048 (0.004617212693356574)  --> TIME: 2025-03-23 12:48:47 -- STEP: 27690/31555 -- GLOBAL_STEP: 90800 | > loss_text_ce: 0.06484832614660263 (0.07135030349636433) | > loss_mel_ce: 4.0999908447265625 (nan) | > loss: 0.016527140513062477 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14112023278322927) | > loader_time: 0.0047 (0.004617254232060144)  --> TIME: 2025-03-23 12:48:57 -- STEP: 27740/31555 -- GLOBAL_STEP: 90850 | > loss_text_ce: 0.05417689308524132 (0.07133657670154749) | > loss_mel_ce: 3.2830095291137695 (nan) | > loss: 0.013242803514003754 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14111592485995886) | > loader_time: 0.0044 (0.004617424284543772)  --> TIME: 2025-03-23 12:49:07 -- STEP: 27790/31555 -- GLOBAL_STEP: 90900 | > loss_text_ce: 0.05102307349443436 (0.07132453237931277) | > loss_mel_ce: 1.1145280599594116 (nan) | > loss: 0.004625203553587198 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1411181033108045) | > loader_time: 0.0045 (0.004617701815632282)  --> TIME: 2025-03-23 12:49:16 -- STEP: 27840/31555 -- GLOBAL_STEP: 90950 | > loss_text_ce: 0.0588771291077137 (0.07130991797720206) | > loss_mel_ce: 3.899636745452881 (nan) | > loss: 0.01570839062333107 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14112150670810772) | > loader_time: 0.0052 (0.004617824628092785)  --> TIME: 2025-03-23 12:49:26 -- STEP: 27890/31555 -- GLOBAL_STEP: 91000 | > loss_text_ce: 0.05461171641945839 (0.071294676882203) | > loss_mel_ce: 3.58907151222229 (nan) | > loss: 0.014459061436355114 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14111457521576148) | > loader_time: 0.0053 (0.004618090914756698)  --> TIME: 2025-03-23 12:49:36 -- STEP: 27940/31555 -- GLOBAL_STEP: 91050 | > loss_text_ce: 0.07581877708435059 (0.07127871693151214) | > loss_mel_ce: 3.4390525817871094 (nan) | > loss: 0.01394790317863226 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14111728849117558) | > loader_time: 0.0045 (0.004618240187828602)  --> TIME: 2025-03-23 12:49:45 -- STEP: 27990/31555 -- GLOBAL_STEP: 91100 | > loss_text_ce: 0.05106580629944801 (0.07126594875200774) | > loss_mel_ce: 3.4139134883880615 (nan) | > loss: 0.013749918900430202 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14111621045095327) | > loader_time: 0.0045 (0.004618316490593115)  --> TIME: 2025-03-23 12:49:55 -- STEP: 28040/31555 -- GLOBAL_STEP: 91150 | > loss_text_ce: 0.07884424179792404 (0.0712479404758351) | > loss_mel_ce: 3.116992473602295 (nan) | > loss: 0.012681893073022366 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14111318799976713) | > loader_time: 0.0046 (0.004618242251209806)  --> TIME: 2025-03-23 12:50:04 -- STEP: 28090/31555 -- GLOBAL_STEP: 91200 | > loss_text_ce: 0.07092563807964325 (0.07123281767292705) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14111101283599423) | > loader_time: 0.0045 (0.004618259654345576)  --> TIME: 2025-03-23 12:50:14 -- STEP: 28140/31555 -- GLOBAL_STEP: 91250 | > loss_text_ce: 0.06534576416015625 (0.07121922052806193) | > loss_mel_ce: 4.7550272941589355 (nan) | > loss: 0.01912846602499485 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14110371344633554) | > loader_time: 0.0044 (0.004618253721441888)  --> TIME: 2025-03-23 12:50:23 -- STEP: 28190/31555 -- GLOBAL_STEP: 91300 | > loss_text_ce: 0.07236067950725555 (0.0712056291396991) | > loss_mel_ce: 3.013737440109253 (nan) | > loss: 0.012246422469615936 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14110062809944596) | > loader_time: 0.005 (0.004618351888301407)  --> TIME: 2025-03-23 12:50:33 -- STEP: 28240/31555 -- GLOBAL_STEP: 91350 | > loss_text_ce: 0.08147416263818741 (0.0711867349311997) | > loss_mel_ce: 0.036773681640625 (nan) | > loss: 0.0004692375077866018 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14110463785044652) | > loader_time: 0.0046 (0.004618429512883051)  --> TIME: 2025-03-23 12:50:42 -- STEP: 28290/31555 -- GLOBAL_STEP: 91400 | > loss_text_ce: 0.06520245969295502 (0.07117027241516663) | > loss_mel_ce: 3.6875321865081787 (nan) | > loss: 0.01489180512726307 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14109551636900616) | > loader_time: 0.0049 (0.004618127432843753)  --> TIME: 2025-03-23 12:50:52 -- STEP: 28340/31555 -- GLOBAL_STEP: 91450 | > loss_text_ce: 0.048855025321245193 (0.07115658449801625) | > loss_mel_ce: 3.21600341796875 (nan) | > loss: 0.012955788522958755 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14110294506427146) | > loader_time: 0.0044 (0.0046180800728673485)  --> TIME: 2025-03-23 12:51:02 -- STEP: 28390/31555 -- GLOBAL_STEP: 91500 | > loss_text_ce: 0.06241214647889137 (0.07114469273295934) | > loss_mel_ce: 3.195549726486206 (nan) | > loss: 0.01292842160910368 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14110443272948545) | > loader_time: 0.0046 (0.0046179777721822995)  --> TIME: 2025-03-23 12:51:12 -- STEP: 28440/31555 -- GLOBAL_STEP: 91550 | > loss_text_ce: 0.07904160022735596 (0.0711309680447981) | > loss_mel_ce: 3.6877400875091553 (nan) | > loss: 0.01494754757732153 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1411078190837076) | > loader_time: 0.0048 (0.00461800125245472)  --> TIME: 2025-03-23 12:51:22 -- STEP: 28490/31555 -- GLOBAL_STEP: 91600 | > loss_text_ce: 0.07234874367713928 (0.07111403533999851) | > loss_mel_ce: 4.00776481628418 (nan) | > loss: 0.01619092747569084 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.141108809792817) | > loader_time: 0.0048 (0.0046183056227154205)  --> TIME: 2025-03-23 12:51:31 -- STEP: 28540/31555 -- GLOBAL_STEP: 91650 | > loss_text_ce: 0.05590183287858963 (0.07109765411584923) | > loss_mel_ce: 4.269716262817383 (nan) | > loss: 0.017165152356028557 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1411010012980865) | > loader_time: 0.0046 (0.004618257279987517)  --> TIME: 2025-03-23 12:51:40 -- STEP: 28590/31555 -- GLOBAL_STEP: 91700 | > loss_text_ce: 0.0647275447845459 (0.07108529675615051) | > loss_mel_ce: 3.490532398223877 (nan) | > loss: 0.014108175411820412 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14109819594193584) | > loader_time: 0.0048 (0.0046182364006482875)  --> TIME: 2025-03-23 12:51:50 -- STEP: 28640/31555 -- GLOBAL_STEP: 91750 | > loss_text_ce: 0.06351389735937119 (0.07107105278357925) | > loss_mel_ce: 4.041306972503662 (nan) | > loss: 0.01628897152841091 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14110528574476175) | > loader_time: 0.0047 (0.004618291789925972)  --> TIME: 2025-03-23 12:52:00 -- STEP: 28690/31555 -- GLOBAL_STEP: 91800 | > loss_text_ce: 0.06678983569145203 (0.07105547621178718) | > loss_mel_ce: 4.003073215484619 (nan) | > loss: 0.016150251030921936 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14109666493762676) | > loader_time: 0.0048 (0.0046181090661730735)  --> TIME: 2025-03-23 12:52:10 -- STEP: 28740/31555 -- GLOBAL_STEP: 91850 | > loss_text_ce: 0.06065664812922478 (0.07104077129822385) | > loss_mel_ce: 3.4590296745300293 (nan) | > loss: 0.013967009261250496 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14110335590280398) | > loader_time: 0.0048 (0.0046181812996489435)  --> TIME: 2025-03-23 12:52:19 -- STEP: 28790/31555 -- GLOBAL_STEP: 91900 | > loss_text_ce: 0.0634508728981018 (0.07102870468778665) | > loss_mel_ce: 3.8817081451416016 (nan) | > loss: 0.0156553927809 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14110157803637965) | > loader_time: 0.0046 (0.004618221299852841)  --> TIME: 2025-03-23 12:52:29 -- STEP: 28840/31555 -- GLOBAL_STEP: 91950 | > loss_text_ce: 0.060869015753269196 (0.07101579984758447) | > loss_mel_ce: 3.940361738204956 (nan) | > loss: 0.015877900645136833 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14110393762257975) | > loader_time: 0.0046 (0.004618105180716555)  --> TIME: 2025-03-23 12:52:38 -- STEP: 28890/31555 -- GLOBAL_STEP: 92000 | > loss_text_ce: 0.0740259513258934 (0.07100009335602689) | > loss_mel_ce: 3.763857364654541 (nan) | > loss: 0.015229696407914162 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14110207832491056) | > loader_time: 0.0044 (0.004618010697541421)  --> TIME: 2025-03-23 12:52:48 -- STEP: 28940/31555 -- GLOBAL_STEP: 92050 | > loss_text_ce: 0.09269984066486359 (0.07098774628709793) | > loss_mel_ce: 3.7069761753082275 (nan) | > loss: 0.015078079886734486 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1411014457612358) | > loader_time: 0.0046 (0.004617853690281199)  --> TIME: 2025-03-23 12:52:58 -- STEP: 28990/31555 -- GLOBAL_STEP: 92100 | > loss_text_ce: 0.06799907237291336 (0.07097531267078395) | > loss_mel_ce: 3.9369492530822754 (nan) | > loss: 0.015892652794718742 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14110368061328984) | > loader_time: 0.0047 (0.004617912360576573)  --> TIME: 2025-03-23 12:53:07 -- STEP: 29040/31555 -- GLOBAL_STEP: 92150 | > loss_text_ce: 0.06429896503686905 (0.07096201165338019) | > loss_mel_ce: 3.7825632095336914 (nan) | > loss: 0.0152653269469738 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14110489329195017) | > loader_time: 0.0048 (0.004617773821531257)  --> TIME: 2025-03-23 12:53:17 -- STEP: 29090/31555 -- GLOBAL_STEP: 92200 | > loss_text_ce: 0.07126559317111969 (0.07094807043971199) | > loss_mel_ce: 3.968733549118042 (nan) | > loss: 0.016031742095947266 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14110788887577438) | > loader_time: 0.0047 (0.004617805380967122)  --> TIME: 2025-03-23 12:53:27 -- STEP: 29140/31555 -- GLOBAL_STEP: 92250 | > loss_text_ce: 0.05424222722649574 (0.07093797870678276) | > loss_mel_ce: 4.355650424957275 (nan) | > loss: 0.01749957539141178 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.1411121699526949) | > loader_time: 0.0046 (0.004617642988140818)  --> TIME: 2025-03-23 12:53:37 -- STEP: 29190/31555 -- GLOBAL_STEP: 92300 | > loss_text_ce: 0.0602022223174572 (0.07092693088121153) | > loss_mel_ce: 3.9048728942871094 (nan) | > loss: 0.01573442481458187 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14111763470464597) | > loader_time: 0.0046 (0.004617559088954953)  --> TIME: 2025-03-23 12:53:47 -- STEP: 29240/31555 -- GLOBAL_STEP: 92350 | > loss_text_ce: 0.06172949820756912 (0.07091472900960467) | > loss_mel_ce: 3.4213500022888184 (nan) | > loss: 0.013821744360029697 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14111594924685528) | > loader_time: 0.0047 (0.004617731442366685)  --> TIME: 2025-03-23 12:53:56 -- STEP: 29290/31555 -- GLOBAL_STEP: 92400 | > loss_text_ce: 0.05050826445221901 (0.07089988926788622) | > loss_mel_ce: 2.3849143981933594 (nan) | > loss: 0.009664376266300678 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1411110058788079) | > loader_time: 0.0045 (0.004617842247397397)  --> TIME: 2025-03-23 12:54:06 -- STEP: 29340/31555 -- GLOBAL_STEP: 92450 | > loss_text_ce: 0.08085693418979645 (0.07089009668688132) | > loss_mel_ce: 4.163654327392578 (nan) | > loss: 0.016843298450112343 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14111661507958326) | > loader_time: 0.0046 (0.004617861183468151)  --> TIME: 2025-03-23 12:54:15 -- STEP: 29390/31555 -- GLOBAL_STEP: 92500 | > loss_text_ce: 0.06872645020484924 (0.07087693320965566) | > loss_mel_ce: 3.769984245300293 (nan) | > loss: 0.015232980251312256 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1411172012602983) | > loader_time: 0.0045 (0.0046179381224848775)  --> TIME: 2025-03-23 12:54:25 -- STEP: 29440/31555 -- GLOBAL_STEP: 92550 | > loss_text_ce: 0.06547944247722626 (0.07086423754213692) | > loss_mel_ce: 4.01005744934082 (nan) | > loss: 0.01617276482284069 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1411118910202526) | > loader_time: 0.0046 (0.0046180031302830524)  --> TIME: 2025-03-23 12:54:35 -- STEP: 29490/31555 -- GLOBAL_STEP: 92600 | > loss_text_ce: 0.06420274823904037 (0.07084797094116486) | > loss_mel_ce: 3.786289930343628 (nan) | > loss: 0.015279733575880527 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14111596759435363) | > loader_time: 0.0054 (0.004618015593292358)  --> TIME: 2025-03-23 12:54:44 -- STEP: 29540/31555 -- GLOBAL_STEP: 92650 | > loss_text_ce: 0.06543828547000885 (0.07083268773804374) | > loss_mel_ce: 4.024616718292236 (nan) | > loss: 0.016230378299951553 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14111680936878046) | > loader_time: 0.0045 (0.004618140314589026)  --> TIME: 2025-03-23 12:54:54 -- STEP: 29590/31555 -- GLOBAL_STEP: 92700 | > loss_text_ce: 0.06440821290016174 (0.070818345263932) | > loss_mel_ce: 3.8208224773406982 (nan) | > loss: 0.015417583286762238 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14111554675023394) | > loader_time: 0.005 (0.004618161423216811)  --> TIME: 2025-03-23 12:55:04 -- STEP: 29640/31555 -- GLOBAL_STEP: 92750 | > loss_text_ce: 0.05520278960466385 (0.07080898512338246) | > loss_mel_ce: 3.9873132705688477 (nan) | > loss: 0.01604173146188259 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1411111856198677) | > loader_time: 0.0046 (0.004618206720764024)  --> TIME: 2025-03-23 12:55:13 -- STEP: 29690/31555 -- GLOBAL_STEP: 92800 | > loss_text_ce: 0.06039648503065109 (0.0707951474135547) | > loss_mel_ce: 4.124056816101074 (nan) | > loss: 0.01660497486591339 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14111921560808602) | > loader_time: 0.0047 (0.004618435622305538)  --> TIME: 2025-03-23 12:55:23 -- STEP: 29740/31555 -- GLOBAL_STEP: 92850 | > loss_text_ce: 0.07398176193237305 (0.0707824352472292) | > loss_mel_ce: 3.6357598304748535 (nan) | > loss: 0.014721198007464409 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14111653312229158) | > loader_time: 0.0044 (0.004618445281302608)  --> TIME: 2025-03-23 12:55:33 -- STEP: 29790/31555 -- GLOBAL_STEP: 92900 | > loss_text_ce: 0.06783301383256912 (0.07077245370076211) | > loss_mel_ce: 3.7818775177001953 (nan) | > loss: 0.015276629477739334 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14111532890464645) | > loader_time: 0.0047 (0.004618459261676223)  --> TIME: 2025-03-23 12:55:42 -- STEP: 29840/31555 -- GLOBAL_STEP: 92950 | > loss_text_ce: 0.05656120181083679 (0.07076143311416465) | > loss_mel_ce: 3.948004722595215 (nan) | > loss: 0.01589113473892212 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14111561006579382) | > loader_time: 0.0046 (0.0046184919874406125)  --> TIME: 2025-03-23 12:55:52 -- STEP: 29890/31555 -- GLOBAL_STEP: 93000 | > loss_text_ce: 0.05706135556101799 (0.07074591544182204) | > loss_mel_ce: 3.944225549697876 (nan) | > loss: 0.01587812416255474 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14110997143538473) | > loader_time: 0.0046 (0.004618582936105388)  --> TIME: 2025-03-23 12:56:01 -- STEP: 29940/31555 -- GLOBAL_STEP: 93050 | > loss_text_ce: 0.06480007618665695 (0.07073015437020279) | > loss_mel_ce: 2.8892438411712646 (nan) | > loss: 0.011722397059202194 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1411116466971354) | > loader_time: 0.0044 (0.004618650471758038)  --> TIME: 2025-03-23 12:56:11 -- STEP: 29990/31555 -- GLOBAL_STEP: 93100 | > loss_text_ce: 0.06064736843109131 (0.07071617952013451) | > loss_mel_ce: 4.306385517120361 (nan) | > loss: 0.017329497262835503 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14110456612476752) | > loader_time: 0.0046 (0.004618624243270408)  --> TIME: 2025-03-23 12:56:20 -- STEP: 30040/31555 -- GLOBAL_STEP: 93150 | > loss_text_ce: 0.05599261820316315 (0.07070652649225659) | > loss_mel_ce: 4.275755405426025 (nan) | > loss: 0.017189476639032364 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1411035729073665) | > loader_time: 0.0046 (0.004618628023467598)  --> TIME: 2025-03-23 12:56:30 -- STEP: 30090/31555 -- GLOBAL_STEP: 93200 | > loss_text_ce: 0.06020057946443558 (0.07069508082193991) | > loss_mel_ce: 4.173028469085693 (nan) | > loss: 0.016798529773950577 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1411016831805291) | > loader_time: 0.0044 (0.004618702920499779)  --> TIME: 2025-03-23 12:56:40 -- STEP: 30140/31555 -- GLOBAL_STEP: 93250 | > loss_text_ce: 0.06476461887359619 (0.07067871119273236) | > loss_mel_ce: 3.2619855403900146 (nan) | > loss: 0.013201390393078327 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1411012397669935) | > loader_time: 0.0044 (0.004618524104930275)  --> TIME: 2025-03-23 12:56:50 -- STEP: 30190/31555 -- GLOBAL_STEP: 93300 | > loss_text_ce: 0.07366479933261871 (0.07066557917678452) | > loss_mel_ce: 4.22086238861084 (nan) | > loss: 0.017041774466633797 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1411074788335867) | > loader_time: 0.0045 (0.004618664157434037)  --> TIME: 2025-03-23 12:56:59 -- STEP: 30240/31555 -- GLOBAL_STEP: 93350 | > loss_text_ce: 0.08029823005199432 (0.07065304783443856) | > loss_mel_ce: 2.670598030090332 (nan) | > loss: 0.010916255414485931 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14109785064030067) | > loader_time: 0.0045 (0.0046186764088888095)  --> TIME: 2025-03-23 12:57:08 -- STEP: 30290/31555 -- GLOBAL_STEP: 93400 | > loss_text_ce: 0.06169067323207855 (0.07063846870636903) | > loss_mel_ce: 4.349888801574707 (nan) | > loss: 0.017506269738078117 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14109249350339167) | > loader_time: 0.0049 (0.004618705842077011)  --> TIME: 2025-03-23 12:57:18 -- STEP: 30340/31555 -- GLOBAL_STEP: 93450 | > loss_text_ce: 0.05810967832803726 (0.07062191055288215) | > loss_mel_ce: 3.8208634853363037 (nan) | > loss: 0.015392751432955265 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14110490015328012) | > loader_time: 0.0046 (0.004618707776619725)  --> TIME: 2025-03-23 12:57:28 -- STEP: 30390/31555 -- GLOBAL_STEP: 93500 | > loss_text_ce: 0.06280583143234253 (0.0706082292824153) | > loss_mel_ce: 3.4870688915252686 (nan) | > loss: 0.014086805284023285 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1411047422560327) | > loader_time: 0.0045 (0.004618780634127866)  --> TIME: 2025-03-23 12:57:38 -- STEP: 30440/31555 -- GLOBAL_STEP: 93550 | > loss_text_ce: 0.06350637972354889 (0.07059608066317394) | > loss_mel_ce: 5.1307291984558105 (nan) | > loss: 0.020612047985196114 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14110449326179464) | > loader_time: 0.0047 (0.004618949277642216)  --> TIME: 2025-03-23 12:57:47 -- STEP: 30490/31555 -- GLOBAL_STEP: 93600 | > loss_text_ce: 0.06999082118272781 (0.07058913951129307) | > loss_mel_ce: 3.5878922939300537 (nan) | > loss: 0.014515410177409649 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14110842598739748) | > loader_time: 0.005 (0.004619141421031866)  --> TIME: 2025-03-23 12:57:57 -- STEP: 30540/31555 -- GLOBAL_STEP: 93650 | > loss_text_ce: 0.06625761836767197 (0.07057613585480879) | > loss_mel_ce: 4.207611083984375 (nan) | > loss: 0.016959797590970993 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1411034453594392) | > loader_time: 0.0046 (0.004619306236134694)  --> TIME: 2025-03-23 12:58:07 -- STEP: 30590/31555 -- GLOBAL_STEP: 93700 | > loss_text_ce: 0.061610836535692215 (0.07056010773124659) | > loss_mel_ce: 3.6765804290771484 (nan) | > loss: 0.014834093861281872 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1411105377528367) | > loader_time: 0.0044 (0.004619463973280735)  --> TIME: 2025-03-23 12:58:17 -- STEP: 30640/31555 -- GLOBAL_STEP: 93750 | > loss_text_ce: 0.07230737060308456 (0.07055039760515551) | > loss_mel_ce: 1.69573974609375 (nan) | > loss: 0.007016060408204794 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14111603690656727) | > loader_time: 0.0046 (0.004619564641237889)  --> TIME: 2025-03-23 12:58:26 -- STEP: 30690/31555 -- GLOBAL_STEP: 93800 | > loss_text_ce: 0.04288903623819351 (0.07053559579358101) | > loss_mel_ce: 3.4411370754241943 (nan) | > loss: 0.013825501315295696 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.14111347499131577) | > loader_time: 0.0043 (0.004619584708153219)  --> TIME: 2025-03-23 12:58:36 -- STEP: 30740/31555 -- GLOBAL_STEP: 93850 | > loss_text_ce: 0.0646606832742691 (0.07052195888053783) | > loss_mel_ce: 3.451589584350586 (nan) | > loss: 0.0139533756300807 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14110739484730023) | > loader_time: 0.0047 (0.004619547618079208)  --> TIME: 2025-03-23 12:58:45 -- STEP: 30790/31555 -- GLOBAL_STEP: 93900 | > loss_text_ce: 0.06458675116300583 (0.07051017546772734) | > loss_mel_ce: 4.445545196533203 (nan) | > loss: 0.0178973488509655 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14111012643558363) | > loader_time: 0.0045 (0.004619640381005577)  --> TIME: 2025-03-23 12:58:55 -- STEP: 30840/31555 -- GLOBAL_STEP: 93950 | > loss_text_ce: 0.0636112317442894 (0.07049988598095236) | > loss_mel_ce: 3.9621856212615967 (nan) | > loss: 0.015975385904312134 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14110879427264292) | > loader_time: 0.0044 (0.00461962177441124)  --> TIME: 2025-03-23 12:59:05 -- STEP: 30890/31555 -- GLOBAL_STEP: 94000 | > loss_text_ce: 0.06540872156620026 (0.07048644492153569) | > loss_mel_ce: 3.6879143714904785 (nan) | > loss: 0.01489413995295763 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.14111373311071) | > loader_time: 0.0049 (0.004619722252102035)  --> TIME: 2025-03-23 12:59:15 -- STEP: 30940/31555 -- GLOBAL_STEP: 94050 | > loss_text_ce: 0.10181588679552078 (0.07047375595412536) | > loss_mel_ce: 0.12275390326976776 (nan) | > loss: 0.0008911500335671008 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1411236545310621) | > loader_time: 0.0046 (0.004619836221607415)  --> TIME: 2025-03-23 12:59:24 -- STEP: 30990/31555 -- GLOBAL_STEP: 94100 | > loss_text_ce: 0.06256817281246185 (0.07045774965523817) | > loss_mel_ce: 3.39205002784729 (nan) | > loss: 0.013708802871406078 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411204004949364) | > loader_time: 0.0046 (0.004619809249479111)  --> TIME: 2025-03-23 12:59:34 -- STEP: 31040/31555 -- GLOBAL_STEP: 94150 | > loss_text_ce: 0.05892995744943619 (0.07044243344979428) | > loss_mel_ce: 4.466020107269287 (nan) | > loss: 0.01795615255832672 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.141118268146344) | > loader_time: 0.0048 (0.004619803448620538)  --> TIME: 2025-03-23 12:59:44 -- STEP: 31090/31555 -- GLOBAL_STEP: 94200 | > loss_text_ce: 0.049711812287569046 (0.07043294521002466) | > loss_mel_ce: 2.491107940673828 (nan) | > loss: 0.010082618333399296 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1411174291581282) | > loader_time: 0.0046 (0.00461988806456146)  --> TIME: 2025-03-23 12:59:53 -- STEP: 31140/31555 -- GLOBAL_STEP: 94250 | > loss_text_ce: 0.08311651647090912 (0.07042084149944462) | > loss_mel_ce: 3.108717679977417 (nan) | > loss: 0.012666009366512299 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.1411185162222083) | > loader_time: 0.0052 (0.004620189512089888)  --> TIME: 2025-03-23 13:00:03 -- STEP: 31190/31555 -- GLOBAL_STEP: 94300 | > loss_text_ce: 0.07546469569206238 (0.07041331747891305) | > loss_mel_ce: 3.9368808269500732 (nan) | > loss: 0.015922006219625473 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14112181609240396) | > loader_time: 0.0046 (0.004620245459294548)  --> TIME: 2025-03-23 13:00:13 -- STEP: 31240/31555 -- GLOBAL_STEP: 94350 | > loss_text_ce: 0.06721960753202438 (0.07039712176797666) | > loss_mel_ce: 2.167372941970825 (nan) | > loss: 0.008867430500686169 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14111914343931728) | > loader_time: 0.0045 (0.00462026399931133)  --> TIME: 2025-03-23 13:00:22 -- STEP: 31290/31555 -- GLOBAL_STEP: 94400 | > loss_text_ce: 0.06303119659423828 (0.0703839587511416) | > loss_mel_ce: 4.081395626068115 (nan) | > loss: 0.01644613966345787 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.141116537191344) | > loader_time: 0.0048 (0.0046202899168458975)  --> TIME: 2025-03-23 13:00:32 -- STEP: 31340/31555 -- GLOBAL_STEP: 94450 | > loss_text_ce: 0.06842858344316483 (0.07037101514939326) | > loss_mel_ce: 4.19626522064209 (nan) | > loss: 0.016923388466238976 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14112271341306928) | > loader_time: 0.0045 (0.004620324188383361)  --> TIME: 2025-03-23 13:00:42 -- STEP: 31390/31555 -- GLOBAL_STEP: 94500 | > loss_text_ce: 0.06517813354730606 (0.0703570868313192) | > loss_mel_ce: 4.028050899505615 (nan) | > loss: 0.016242971643805504 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14112147122061494) | > loader_time: 0.0047 (0.004620240516212959)  --> TIME: 2025-03-23 13:00:51 -- STEP: 31440/31555 -- GLOBAL_STEP: 94550 | > loss_text_ce: 0.06333815306425095 (0.07034530965172864) | > loss_mel_ce: 3.8509981632232666 (nan) | > loss: 0.015533081255853176 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14112359256538234) | > loader_time: 0.0045 (0.004620447413611966)  --> TIME: 2025-03-23 13:01:01 -- STEP: 31490/31555 -- GLOBAL_STEP: 94600 | > loss_text_ce: 0.0651058554649353 (0.07033180315633025) | > loss_mel_ce: 3.8937315940856934 (nan) | > loss: 0.01570967398583889 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14111791866171775) | > loader_time: 0.0048 (0.00462050763490883)  --> TIME: 2025-03-23 13:01:11 -- STEP: 31540/31555 -- GLOBAL_STEP: 94650 | > loss_text_ce: 0.06767617911100388 (0.07031941839500241) | > loss_mel_ce: 2.9429397583007812 (nan) | > loss: 0.011946888640522957 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14112708255620382) | > loader_time: 0.0045 (0.004620672217183432)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021424496968587232 (-5.428314208985249e-05) | > avg_loss_text_ce: 0.05577146597206593 (-0.02001965117951237) | > avg_loss_mel_ce: 3.455434856414795 (-0.22438517252604173) | > avg_loss: 3.5112063280741372 (-0.24440482616424575) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_94665.pth  > EPOCH: 4/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 13:01:35)   --> TIME: 2025-03-23 13:01:42 -- STEP: 35/31555 -- GLOBAL_STEP: 94700 | > loss_text_ce: 0.05818365886807442 (0.06390504847679819) | > loss_mel_ce: 3.4573137760162354 (3.5519343578389715) | > loss: 0.013950387947261333 (0.014348569761828652) | > current_lr: 5e-06 | > step_time: 0.1533 (0.13858855111258372) | > loader_time: 0.005 (0.00483776501246861)  --> TIME: 2025-03-23 13:01:52 -- STEP: 85/31555 -- GLOBAL_STEP: 94750 | > loss_text_ce: 0.04802520573139191 (0.06216659655465797) | > loss_mel_ce: 3.7159175872802734 (nan) | > loss: 0.014936281368136406 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.13850273244521205) | > loader_time: 0.0045 (0.004852698830997242)  --> TIME: 2025-03-23 13:02:01 -- STEP: 135/31555 -- GLOBAL_STEP: 94800 | > loss_text_ce: 0.06218171864748001 (0.06180978353928634) | > loss_mel_ce: 3.972033977508545 (nan) | > loss: 0.01600879430770874 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.13810388247172037) | > loader_time: 0.0047 (0.004819068202265987)  --> TIME: 2025-03-23 13:02:11 -- STEP: 185/31555 -- GLOBAL_STEP: 94850 | > loss_text_ce: 0.05463789403438568 (0.06236142540300213) | > loss_mel_ce: 4.13568639755249 (nan) | > loss: 0.016628272831439972 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1395815411129514) | > loader_time: 0.0049 (0.004778633890925229)  --> TIME: 2025-03-23 13:02:21 -- STEP: 235/31555 -- GLOBAL_STEP: 94900 | > loss_text_ce: 0.04543273523449898 (0.061997489155607) | > loss_mel_ce: 3.516512870788574 (nan) | > loss: 0.014134705998003483 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.13946151733398449) | > loader_time: 0.0043 (0.004785531632443694)  --> TIME: 2025-03-23 13:02:30 -- STEP: 285/31555 -- GLOBAL_STEP: 94950 | > loss_text_ce: 0.07326773554086685 (0.062387586594150765) | > loss_mel_ce: 3.9353578090667725 (nan) | > loss: 0.015907244756817818 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.13916061217324785) | > loader_time: 0.0045 (0.0047721586729350856)  --> TIME: 2025-03-23 13:02:40 -- STEP: 335/31555 -- GLOBAL_STEP: 95000 | > loss_text_ce: 0.05624481663107872 (0.06227770468859529) | > loss_mel_ce: 4.1124653816223145 (nan) | > loss: 0.016542501747608185 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1396701620585884) | > loader_time: 0.0045 (0.004760956408372571)  --> TIME: 2025-03-23 13:02:50 -- STEP: 385/31555 -- GLOBAL_STEP: 95050 | > loss_text_ce: 0.057558540254831314 (0.06250932968475602) | > loss_mel_ce: 3.5872793197631836 (nan) | > loss: 0.014463643543422222 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14013755166685435) | > loader_time: 0.007 (0.0047546448645653695)  --> TIME: 2025-03-23 13:03:00 -- STEP: 435/31555 -- GLOBAL_STEP: 95100 | > loss_text_ce: 0.05889810994267464 (0.06255723002484476) | > loss_mel_ce: 4.275508880615234 (nan) | > loss: 0.017200028523802757 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14078339598644743) | > loader_time: 0.0046 (0.0047658257100773975)  --> TIME: 2025-03-23 13:03:09 -- STEP: 485/31555 -- GLOBAL_STEP: 95150 | > loss_text_ce: 0.05824730172753334 (0.062387491232648376) | > loss_mel_ce: 3.3678536415100098 (nan) | > loss: 0.0135956397280097 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14104405383473825) | > loader_time: 0.0046 (0.004762841254165494)  --> TIME: 2025-03-23 13:03:19 -- STEP: 535/31555 -- GLOBAL_STEP: 95200 | > loss_text_ce: 0.05371523275971413 (0.06220764964122641) | > loss_mel_ce: 2.4001972675323486 (nan) | > loss: 0.00973774865269661 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14098241173218345) | > loader_time: 0.0045 (0.004771056130667715)  --> TIME: 2025-03-23 13:03:29 -- STEP: 585/31555 -- GLOBAL_STEP: 95250 | > loss_text_ce: 0.05696999281644821 (0.062219770914978476) | > loss_mel_ce: 3.2036263942718506 (nan) | > loss: 0.012938874773681164 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14137949902787167) | > loader_time: 0.0048 (0.004760247010451098)  --> TIME: 2025-03-23 13:03:39 -- STEP: 635/31555 -- GLOBAL_STEP: 95300 | > loss_text_ce: 0.056934554129838943 (0.06222384258166075) | > loss_mel_ce: 3.924143075942993 (nan) | > loss: 0.015797927975654602 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14144423852755314) | > loader_time: 0.0045 (0.004749398344145047)  --> TIME: 2025-03-23 13:03:48 -- STEP: 685/31555 -- GLOBAL_STEP: 95350 | > loss_text_ce: 0.06327272951602936 (0.062161524520412) | > loss_mel_ce: 2.6693115234375 (nan) | > loss: 0.010843588970601559 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14135996024974054) | > loader_time: 0.0047 (0.004737336444158625)  --> TIME: 2025-03-23 13:03:58 -- STEP: 735/31555 -- GLOBAL_STEP: 95400 | > loss_text_ce: 0.051253095269203186 (0.06213934161782672) | > loss_mel_ce: 3.5402910709381104 (nan) | > loss: 0.014252159744501114 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1414479596274239) | > loader_time: 0.0047 (0.0047271965312309)  --> TIME: 2025-03-23 13:04:08 -- STEP: 785/31555 -- GLOBAL_STEP: 95450 | > loss_text_ce: 0.05576137825846672 (0.06210905741307008) | > loss_mel_ce: 4.0424394607543945 (nan) | > loss: 0.016262702643871307 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.1416596488588174) | > loader_time: 0.0047 (0.004721347541566107)  --> TIME: 2025-03-23 13:04:17 -- STEP: 835/31555 -- GLOBAL_STEP: 95500 | > loss_text_ce: 0.059944503009319305 (0.062202563339810904) | > loss_mel_ce: 3.597991943359375 (nan) | > loss: 0.014515621587634087 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1415681836133945) | > loader_time: 0.0045 (0.0047170302111231655)  --> TIME: 2025-03-23 13:04:27 -- STEP: 885/31555 -- GLOBAL_STEP: 95550 | > loss_text_ce: 0.06428791582584381 (0.0621247891673429) | > loss_mel_ce: 3.78509783744812 (nan) | > loss: 0.015275341458618641 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14155510455201575) | > loader_time: 0.0045 (0.004716245737452966)  --> TIME: 2025-03-23 13:04:36 -- STEP: 935/31555 -- GLOBAL_STEP: 95600 | > loss_text_ce: 0.055764537304639816 (0.06221958386666955) | > loss_mel_ce: 5.1476149559021 (nan) | > loss: 0.020648332312703133 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14132153337652037) | > loader_time: 0.0043 (0.0047059107591761636)  --> TIME: 2025-03-23 13:04:46 -- STEP: 985/31555 -- GLOBAL_STEP: 95650 | > loss_text_ce: 0.08259832859039307 (0.06222893738844977) | > loss_mel_ce: 0.6126708984375 (nan) | > loss: 0.002759004943072796 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14120019873991838) | > loader_time: 0.0043 (0.004696239190658338)  --> TIME: 2025-03-23 13:04:56 -- STEP: 1035/31555 -- GLOBAL_STEP: 95700 | > loss_text_ce: 0.06340080499649048 (0.06229645791800991) | > loss_mel_ce: 3.9023728370666504 (nan) | > loss: 0.015737198293209076 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1413117627590751) | > loader_time: 0.0044 (0.00469573454004555)  --> TIME: 2025-03-23 13:05:06 -- STEP: 1085/31555 -- GLOBAL_STEP: 95750 | > loss_text_ce: 0.04223785921931267 (0.06225683037964156) | > loss_mel_ce: 3.441737413406372 (nan) | > loss: 0.013825299218297005 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14147682871137351) | > loader_time: 0.0045 (0.00470109469330256)  --> TIME: 2025-03-23 13:05:15 -- STEP: 1135/31555 -- GLOBAL_STEP: 95800 | > loss_text_ce: 0.05203975737094879 (0.062165146506502254) | > loss_mel_ce: 3.1898295879364014 (nan) | > loss: 0.012864561751484871 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412143516120407) | > loader_time: 0.0071 (0.004704079859057189)  --> TIME: 2025-03-23 13:05:25 -- STEP: 1185/31555 -- GLOBAL_STEP: 95850 | > loss_text_ce: 0.048460450023412704 (0.06224005113705554) | > loss_mel_ce: 3.165846347808838 (nan) | > loss: 0.012755186296999454 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14123452484356203) | > loader_time: 0.0046 (0.00470447721360605)  --> TIME: 2025-03-23 13:05:35 -- STEP: 1235/31555 -- GLOBAL_STEP: 95900 | > loss_text_ce: 0.05774717032909393 (0.06225469911599209) | > loss_mel_ce: 4.069384574890137 (nan) | > loss: 0.016377508640289307 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1413715150192199) | > loader_time: 0.0044 (0.004706817310348699)  --> TIME: 2025-03-23 13:05:44 -- STEP: 1285/31555 -- GLOBAL_STEP: 95950 | > loss_text_ce: 0.05349531024694443 (0.06214061632955354) | > loss_mel_ce: 3.2728042602539062 (nan) | > loss: 0.013199602253735065 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14124076746781045) | > loader_time: 0.0047 (0.0047023270380636166)  --> TIME: 2025-03-23 13:05:54 -- STEP: 1335/31555 -- GLOBAL_STEP: 96000 | > loss_text_ce: 0.07287726551294327 (0.06210943251318031) | > loss_mel_ce: 2.9198966026306152 (nan) | > loss: 0.011876086704432964 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14114746815256404) | > loader_time: 0.0046 (0.004697280698054743)  --> TIME: 2025-03-23 13:06:03 -- STEP: 1385/31555 -- GLOBAL_STEP: 96050 | > loss_text_ce: 0.06062908470630646 (0.06206991286134678) | > loss_mel_ce: 3.8974568843841553 (nan) | > loss: 0.01570669189095497 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14106716576035705) | > loader_time: 0.0044 (0.004690498221221818)  --> TIME: 2025-03-23 13:06:13 -- STEP: 1435/31555 -- GLOBAL_STEP: 96100 | > loss_text_ce: 0.059495653957128525 (0.062049157124415104) | > loss_mel_ce: 3.5367496013641357 (nan) | > loss: 0.014270815066993237 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14107524725618267) | > loader_time: 0.0044 (0.0046862447718710055)  --> TIME: 2025-03-23 13:06:22 -- STEP: 1485/31555 -- GLOBAL_STEP: 96150 | > loss_text_ce: 0.0640515461564064 (0.06195823996631988) | > loss_mel_ce: 3.833223342895508 (nan) | > loss: 0.01546537782996893 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14095711258525404) | > loader_time: 0.0047 (0.004680655540440622)  --> TIME: 2025-03-23 13:06:32 -- STEP: 1535/31555 -- GLOBAL_STEP: 96200 | > loss_text_ce: 0.05862490087747574 (0.061995713792571426) | > loss_mel_ce: 4.643001079559326 (nan) | > loss: 0.018657246604561806 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14109708136766674) | > loader_time: 0.0047 (0.004675369076309452)  --> TIME: 2025-03-23 13:06:42 -- STEP: 1585/31555 -- GLOBAL_STEP: 96250 | > loss_text_ce: 0.06392834335565567 (0.061972268056183215) | > loss_mel_ce: 3.8739659786224365 (nan) | > loss: 0.015626566484570503 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14102074084597818) | > loader_time: 0.0044 (0.004666812788424804)  --> TIME: 2025-03-23 13:06:51 -- STEP: 1635/31555 -- GLOBAL_STEP: 96300 | > loss_text_ce: 0.05960632488131523 (0.06200479043573598) | > loss_mel_ce: 4.136455535888672 (nan) | > loss: 0.01665104180574417 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14097806598068394) | > loader_time: 0.0045 (0.004662128471817804)  --> TIME: 2025-03-23 13:07:01 -- STEP: 1685/31555 -- GLOBAL_STEP: 96350 | > loss_text_ce: 0.05947943404316902 (0.06200033477466079) | > loss_mel_ce: 3.155282735824585 (nan) | > loss: 0.012756993994116783 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14104008618023722) | > loader_time: 0.0047 (0.004661368050278112)  --> TIME: 2025-03-23 13:07:11 -- STEP: 1735/31555 -- GLOBAL_STEP: 96400 | > loss_text_ce: 0.060687076300382614 (0.061986014655971054) | > loss_mel_ce: 4.052655220031738 (nan) | > loss: 0.0163227878510952 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1411071255158967) | > loader_time: 0.0044 (0.004660239480757916)  --> TIME: 2025-03-23 13:07:20 -- STEP: 1785/31555 -- GLOBAL_STEP: 96450 | > loss_text_ce: 0.06713353097438812 (0.06192866695382182) | > loss_mel_ce: 3.8314614295959473 (nan) | > loss: 0.015470615588128567 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14111991262569493) | > loader_time: 0.0045 (0.004658726016346477)  --> TIME: 2025-03-23 13:07:30 -- STEP: 1835/31555 -- GLOBAL_STEP: 96500 | > loss_text_ce: 0.05619768425822258 (0.06195700541443169) | > loss_mel_ce: 3.6996803283691406 (nan) | > loss: 0.014904278330504894 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14106654653107453) | > loader_time: 0.0047 (0.004657268004456395)  --> TIME: 2025-03-23 13:07:39 -- STEP: 1885/31555 -- GLOBAL_STEP: 96550 | > loss_text_ce: 0.05087393522262573 (0.061941175673660934) | > loss_mel_ce: 3.4448299407958984 (nan) | > loss: 0.013871842063963413 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14096604746912153) | > loader_time: 0.0047 (0.004655987134979002)  --> TIME: 2025-03-23 13:07:49 -- STEP: 1935/31555 -- GLOBAL_STEP: 96600 | > loss_text_ce: 0.06708800792694092 (0.061952098550453055) | > loss_mel_ce: 3.576098680496216 (nan) | > loss: 0.014457090757787228 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14092275079830688) | > loader_time: 0.0045 (0.0046537205846426686)  --> TIME: 2025-03-23 13:07:58 -- STEP: 1985/31555 -- GLOBAL_STEP: 96650 | > loss_text_ce: 0.05428486689925194 (0.06191794336011038) | > loss_mel_ce: 2.883408784866333 (nan) | > loss: 0.011657514609396458 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14091514700305866) | > loader_time: 0.0045 (0.0046480864661766815)  --> TIME: 2025-03-23 13:08:08 -- STEP: 2035/31555 -- GLOBAL_STEP: 96700 | > loss_text_ce: 0.06138653680682182 (0.06192357704244756) | > loss_mel_ce: 1.117116928100586 (nan) | > loss: 0.004676601383835077 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.1408229558415145) | > loader_time: 0.0046 (0.0046457039929139205)  --> TIME: 2025-03-23 13:08:17 -- STEP: 2085/31555 -- GLOBAL_STEP: 96750 | > loss_text_ce: 0.06845390796661377 (0.061976204915262526) | > loss_mel_ce: 4.215236186981201 (nan) | > loss: 0.0169987715780735 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14077869936716655) | > loader_time: 0.0046 (0.004643253056551338)  --> TIME: 2025-03-23 13:08:27 -- STEP: 2135/31555 -- GLOBAL_STEP: 96800 | > loss_text_ce: 0.05490726977586746 (0.06196330557261055) | > loss_mel_ce: 3.8971309661865234 (nan) | > loss: 0.01568269170820713 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14075807307866486) | > loader_time: 0.0046 (0.0046428378906964675)  --> TIME: 2025-03-23 13:08:37 -- STEP: 2185/31555 -- GLOBAL_STEP: 96850 | > loss_text_ce: 0.07817084342241287 (0.061953717916010446) | > loss_mel_ce: 3.1360108852386475 (nan) | > loss: 0.012754689902067184 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14079804453206018) | > loader_time: 0.0045 (0.004641191582930713)  --> TIME: 2025-03-23 13:08:46 -- STEP: 2235/31555 -- GLOBAL_STEP: 96900 | > loss_text_ce: 0.07508321106433868 (0.06193861545915705) | > loss_mel_ce: 0.857236921787262 (nan) | > loss: 0.003699683118611574 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1406357729995012) | > loader_time: 0.0044 (0.0046391998094733634)  --> TIME: 2025-03-23 13:08:56 -- STEP: 2285/31555 -- GLOBAL_STEP: 96950 | > loss_text_ce: 0.07105837017297745 (0.06191088279517657) | > loss_mel_ce: 4.174596786499023 (nan) | > loss: 0.01684783771634102 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.1407043149226084) | > loader_time: 0.0047 (0.004638032683658388)  --> TIME: 2025-03-23 13:09:05 -- STEP: 2335/31555 -- GLOBAL_STEP: 97000 | > loss_text_ce: 0.046274855732917786 (0.06192963081920556) | > loss_mel_ce: 3.0562350749969482 (nan) | > loss: 0.012311547994613647 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1407373767338168) | > loader_time: 0.0046 (0.004636251237203528)  --> TIME: 2025-03-23 13:09:15 -- STEP: 2385/31555 -- GLOBAL_STEP: 97050 | > loss_text_ce: 0.061766888946294785 (0.06192560882329066) | > loss_mel_ce: 3.769791841506958 (nan) | > loss: 0.015204599127173424 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14076875490712432) | > loader_time: 0.0046 (0.004635229150704115)  --> TIME: 2025-03-23 13:09:25 -- STEP: 2435/31555 -- GLOBAL_STEP: 97100 | > loss_text_ce: 0.0669671967625618 (0.06193590901363679) | > loss_mel_ce: 3.293121337890625 (nan) | > loss: 0.01333368569612503 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14082537314240703) | > loader_time: 0.0044 (0.00463465371415845)  --> TIME: 2025-03-23 13:09:34 -- STEP: 2485/31555 -- GLOBAL_STEP: 97150 | > loss_text_ce: 0.0695783868432045 (0.06193017266630767) | > loss_mel_ce: 0.1098734512925148 (nan) | > loss: 0.0007121104863472283 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1408056579605196) | > loader_time: 0.0044 (0.0046323382878447434)  --> TIME: 2025-03-23 13:09:44 -- STEP: 2535/31555 -- GLOBAL_STEP: 97200 | > loss_text_ce: 0.05454108491539955 (0.061905591701996866) | > loss_mel_ce: 3.3914923667907715 (nan) | > loss: 0.013674736954271793 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14073715172340664) | > loader_time: 0.0047 (0.004630696279762761)  --> TIME: 2025-03-23 13:09:53 -- STEP: 2585/31555 -- GLOBAL_STEP: 97250 | > loss_text_ce: 0.06779365986585617 (0.06188040128629835) | > loss_mel_ce: 3.1884162425994873 (nan) | > loss: 0.0129214683547616 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1407456324225009) | > loader_time: 0.0048 (0.0046292662851123295)  --> TIME: 2025-03-23 13:10:03 -- STEP: 2635/31555 -- GLOBAL_STEP: 97300 | > loss_text_ce: 0.04885934293270111 (0.06184555936314915) | > loss_mel_ce: 0.21528957784175873 (nan) | > loss: 0.0010482100769877434 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14069693807858913) | > loader_time: 0.0044 (0.004626264427373256)  --> TIME: 2025-03-23 13:10:12 -- STEP: 2685/31555 -- GLOBAL_STEP: 97350 | > loss_text_ce: 0.06542938202619553 (0.061818642576452296) | > loss_mel_ce: 4.0997090339660645 (nan) | > loss: 0.016528327018022537 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14067562092615932) | > loader_time: 0.0044 (0.004624800353520849)  --> TIME: 2025-03-23 13:10:22 -- STEP: 2735/31555 -- GLOBAL_STEP: 97400 | > loss_text_ce: 0.04181959107518196 (0.06180499588399853) | > loss_mel_ce: 1.9080674648284912 (nan) | > loss: 0.0077376472763717175 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14072814763573036) | > loader_time: 0.0046 (0.004624261716602045)  --> TIME: 2025-03-23 13:10:32 -- STEP: 2785/31555 -- GLOBAL_STEP: 97450 | > loss_text_ce: 0.05156984180212021 (0.06177668350696885) | > loss_mel_ce: 3.6795289516448975 (nan) | > loss: 0.014805949293076992 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14079830025856147) | > loader_time: 0.0047 (0.0046236086148547855)  --> TIME: 2025-03-23 13:10:42 -- STEP: 2835/31555 -- GLOBAL_STEP: 97500 | > loss_text_ce: 0.060932714492082596 (0.06176348954268339) | > loss_mel_ce: 2.646291732788086 (nan) | > loss: 0.010742954909801483 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14085498840089863) | > loader_time: 0.0047 (0.004623016562621629)  --> TIME: 2025-03-23 13:10:52 -- STEP: 2885/31555 -- GLOBAL_STEP: 97550 | > loss_text_ce: 0.05971634387969971 (0.061763897333520126) | > loss_mel_ce: 4.621545314788818 (nan) | > loss: 0.01857643574476242 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1409137990280499) | > loader_time: 0.0046 (0.004622978560846009)  --> TIME: 2025-03-23 13:11:01 -- STEP: 2935/31555 -- GLOBAL_STEP: 97600 | > loss_text_ce: 0.058318283408880234 (0.061766446265669656) | > loss_mel_ce: 3.826655387878418 (nan) | > loss: 0.015416563488543034 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14091449896765357) | > loader_time: 0.0046 (0.004622082653403072)  --> TIME: 2025-03-23 13:11:11 -- STEP: 2985/31555 -- GLOBAL_STEP: 97650 | > loss_text_ce: 0.070126973092556 (0.06176090550669773) | > loss_mel_ce: 3.786527156829834 (nan) | > loss: 0.015304184518754482 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14090858655958355) | > loader_time: 0.0048 (0.004621173868227239)  --> TIME: 2025-03-23 13:11:21 -- STEP: 3035/31555 -- GLOBAL_STEP: 97700 | > loss_text_ce: 0.04962486773729324 (0.061760688572508306) | > loss_mel_ce: 4.066191673278809 (nan) | > loss: 0.016332605853676796 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1409214993874367) | > loader_time: 0.0044 (0.0046191986938677616)  --> TIME: 2025-03-23 13:11:30 -- STEP: 3085/31555 -- GLOBAL_STEP: 97750 | > loss_text_ce: 0.062091849744319916 (0.061749134667374715) | > loss_mel_ce: 3.6414990425109863 (nan) | > loss: 0.014696789905428886 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14096001342204692) | > loader_time: 0.0045 (0.004617884866229133)  --> TIME: 2025-03-23 13:11:40 -- STEP: 3135/31555 -- GLOBAL_STEP: 97800 | > loss_text_ce: 0.054562367498874664 (0.06175782946272615) | > loss_mel_ce: 3.0553359985351562 (nan) | > loss: 0.012340866960585117 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14089020435509741) | > loader_time: 0.0044 (0.00461511033954042)  --> TIME: 2025-03-23 13:11:49 -- STEP: 3185/31555 -- GLOBAL_STEP: 97850 | > loss_text_ce: 0.05753175541758537 (0.06176032927325887) | > loss_mel_ce: 3.5076115131378174 (nan) | > loss: 0.014147395268082619 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14076482804267007) | > loader_time: 0.0046 (0.004612150596486901)  --> TIME: 2025-03-23 13:11:58 -- STEP: 3235/31555 -- GLOBAL_STEP: 97900 | > loss_text_ce: 0.06291303783655167 (0.0617263543924786) | > loss_mel_ce: 4.05333137512207 (nan) | > loss: 0.016334304586052895 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1407026652759162) | > loader_time: 0.0048 (0.004611957128486457)  --> TIME: 2025-03-23 13:12:08 -- STEP: 3285/31555 -- GLOBAL_STEP: 97950 | > loss_text_ce: 0.04631450027227402 (0.061733947680126224) | > loss_mel_ce: 3.158087968826294 (nan) | > loss: 0.012715883553028107 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14067022956488198) | > loader_time: 0.0045 (0.0046098952968371)  --> TIME: 2025-03-23 13:12:18 -- STEP: 3335/31555 -- GLOBAL_STEP: 98000 | > loss_text_ce: 0.07261002063751221 (0.06172602194929677) | > loss_mel_ce: 0.06752929836511612 (nan) | > loss: 0.0005561084253713489 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.140709592842091) | > loader_time: 0.0045 (0.0046086657351103585)  --> TIME: 2025-03-23 13:12:27 -- STEP: 3385/31555 -- GLOBAL_STEP: 98050 | > loss_text_ce: 0.06845392286777496 (0.06173117663683796) | > loss_mel_ce: 4.277117729187012 (nan) | > loss: 0.017244331538677216 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14073049701651275) | > loader_time: 0.0047 (0.0046083934197926005)  --> TIME: 2025-03-23 13:12:37 -- STEP: 3435/31555 -- GLOBAL_STEP: 98100 | > loss_text_ce: 0.06515917927026749 (0.06171025146812938) | > loss_mel_ce: 3.6236939430236816 (nan) | > loss: 0.014638306573033333 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14071910960879072) | > loader_time: 0.0046 (0.004607916641790632)  --> TIME: 2025-03-23 13:12:46 -- STEP: 3485/31555 -- GLOBAL_STEP: 98150 | > loss_text_ce: 0.0582079216837883 (0.0617099187557333) | > loss_mel_ce: 3.427337646484375 (nan) | > loss: 0.013831530697643757 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14071788972556365) | > loader_time: 0.0047 (0.004607201238273727)  --> TIME: 2025-03-23 13:12:56 -- STEP: 3535/31555 -- GLOBAL_STEP: 98200 | > loss_text_ce: 0.06841013580560684 (0.06170911821345713) | > loss_mel_ce: 4.168752670288086 (nan) | > loss: 0.016814138740301132 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1407120921824242) | > loader_time: 0.0047 (0.004606873311281549)  --> TIME: 2025-03-23 13:13:06 -- STEP: 3585/31555 -- GLOBAL_STEP: 98250 | > loss_text_ce: 0.06945829838514328 (0.06170208728930691) | > loss_mel_ce: 3.374711275100708 (nan) | > loss: 0.013667340390384197 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14073766431715382) | > loader_time: 0.0049 (0.004606900487817323)  --> TIME: 2025-03-23 13:13:15 -- STEP: 3635/31555 -- GLOBAL_STEP: 98300 | > loss_text_ce: 0.05113424360752106 (0.061696423159238394) | > loss_mel_ce: 4.149750232696533 (nan) | > loss: 0.01667017675936222 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14071505906001422) | > loader_time: 0.0044 (0.004606888284381523)  --> TIME: 2025-03-23 13:13:25 -- STEP: 3685/31555 -- GLOBAL_STEP: 98350 | > loss_text_ce: 0.04340517520904541 (0.06168711522348943) | > loss_mel_ce: 3.4858429431915283 (nan) | > loss: 0.014004954136908054 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14075573257384189) | > loader_time: 0.0045 (0.004605930954662729)  --> TIME: 2025-03-23 13:13:35 -- STEP: 3735/31555 -- GLOBAL_STEP: 98400 | > loss_text_ce: 0.07043325901031494 (0.0616796096370442) | > loss_mel_ce: 3.849010705947876 (nan) | > loss: 0.015553350560367107 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14079803960869122) | > loader_time: 0.0047 (0.004604894632954841)  --> TIME: 2025-03-23 13:13:45 -- STEP: 3785/31555 -- GLOBAL_STEP: 98450 | > loss_text_ce: 0.04907793551683426 (0.06164645021793628) | > loss_mel_ce: 3.9417145252227783 (nan) | > loss: 0.015836479142308235 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14080426450449704) | > loader_time: 0.0048 (0.004603622454160751)  --> TIME: 2025-03-23 13:13:54 -- STEP: 3835/31555 -- GLOBAL_STEP: 98500 | > loss_text_ce: 0.06828591972589493 (0.06164144004077069) | > loss_mel_ce: 4.073493957519531 (nan) | > loss: 0.016435636207461357 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1407976767230377) | > loader_time: 0.0045 (0.00460225569067288)  --> TIME: 2025-03-23 13:14:04 -- STEP: 3885/31555 -- GLOBAL_STEP: 98550 | > loss_text_ce: 0.06488288938999176 (0.061644161240877335) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14081330949888893) | > loader_time: 0.0044 (0.004601195174601402)  --> TIME: 2025-03-23 13:14:13 -- STEP: 3935/31555 -- GLOBAL_STEP: 98600 | > loss_text_ce: 0.058175403624773026 (0.061651667415281566) | > loss_mel_ce: 3.527820348739624 (nan) | > loss: 0.01423014234751463 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14074517914118895) | > loader_time: 0.0045 (0.004599667019583528)  --> TIME: 2025-03-23 13:14:23 -- STEP: 3985/31555 -- GLOBAL_STEP: 98650 | > loss_text_ce: 0.06540755927562714 (0.0616441954076851) | > loss_mel_ce: 2.968096971511841 (nan) | > loss: 0.012037716805934906 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14082893511581912) | > loader_time: 0.0045 (0.004599859962798428)  --> TIME: 2025-03-23 13:14:33 -- STEP: 4035/31555 -- GLOBAL_STEP: 98700 | > loss_text_ce: 0.06346046179533005 (0.06162400280334323) | > loss_mel_ce: 3.665098190307617 (nan) | > loss: 0.01479586772620678 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14082735314540568) | > loader_time: 0.0048 (0.004600446315798477)  --> TIME: 2025-03-23 13:14:42 -- STEP: 4085/31555 -- GLOBAL_STEP: 98750 | > loss_text_ce: 0.06205003708600998 (0.06165037852377976) | > loss_mel_ce: 3.8859963417053223 (nan) | > loss: 0.01566685177385807 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14080045517976322) | > loader_time: 0.0048 (0.004601064597962105)  --> TIME: 2025-03-23 13:14:52 -- STEP: 4135/31555 -- GLOBAL_STEP: 98800 | > loss_text_ce: 0.06560459733009338 (0.061636231677041374) | > loss_mel_ce: 3.477787971496582 (nan) | > loss: 0.01406108308583498 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1407830794748402) | > loader_time: 0.0045 (0.004601052190833692)  --> TIME: 2025-03-23 13:15:01 -- STEP: 4185/31555 -- GLOBAL_STEP: 98850 | > loss_text_ce: 0.05828375369310379 (0.061622400720255495) | > loss_mel_ce: 3.5111496448516846 (nan) | > loss: 0.014164418913424015 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.140742935160155) | > loader_time: 0.0045 (0.004602967425201677)  --> TIME: 2025-03-23 13:15:11 -- STEP: 4235/31555 -- GLOBAL_STEP: 98900 | > loss_text_ce: 0.06989073008298874 (0.06159193259757342) | > loss_mel_ce: 3.803734540939331 (nan) | > loss: 0.015371529385447502 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14074475109366075) | > loader_time: 0.0046 (0.004603048536262381)  --> TIME: 2025-03-23 13:15:21 -- STEP: 4285/31555 -- GLOBAL_STEP: 98950 | > loss_text_ce: 0.05814483016729355 (0.061594446446385794) | > loss_mel_ce: 3.7261033058166504 (nan) | > loss: 0.015016858465969563 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14074233938682323) | > loader_time: 0.0047 (0.004603021481490613)  --> TIME: 2025-03-23 13:15:30 -- STEP: 4335/31555 -- GLOBAL_STEP: 99000 | > loss_text_ce: 0.06148148328065872 (0.06157964946704271) | > loss_mel_ce: 4.1938700675964355 (nan) | > loss: 0.016886316239833832 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14074437538507775) | > loader_time: 0.0046 (0.004605246965172936)  --> TIME: 2025-03-23 13:15:40 -- STEP: 4385/31555 -- GLOBAL_STEP: 99050 | > loss_text_ce: 0.04854768514633179 (0.0615911947030196) | > loss_mel_ce: 3.4530251026153564 (nan) | > loss: 0.013895130716264248 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14077431875596447) | > loader_time: 0.0045 (0.004602910828019495)  --> TIME: 2025-03-23 13:15:49 -- STEP: 4435/31555 -- GLOBAL_STEP: 99100 | > loss_text_ce: 0.07624450325965881 (0.061577432429189075) | > loss_mel_ce: 3.4202818870544434 (nan) | > loss: 0.013875105418264866 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14075384656095466) | > loader_time: 0.0044 (0.004601950306768751)  --> TIME: 2025-03-23 13:15:59 -- STEP: 4485/31555 -- GLOBAL_STEP: 99150 | > loss_text_ce: 0.06214674934744835 (0.061560940332586155) | > loss_mel_ce: 4.2861247062683105 (nan) | > loss: 0.017255045473575592 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14074798528698926) | > loader_time: 0.0046 (0.004601882426369285)  --> TIME: 2025-03-23 13:16:09 -- STEP: 4535/31555 -- GLOBAL_STEP: 99200 | > loss_text_ce: 0.05099970102310181 (0.06155046760797698) | > loss_mel_ce: 2.8649051189422607 (nan) | > loss: 0.011571051552891731 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14073633974153144) | > loader_time: 0.0043 (0.004601184693560449)  --> TIME: 2025-03-23 13:16:18 -- STEP: 4585/31555 -- GLOBAL_STEP: 99250 | > loss_text_ce: 0.058330681174993515 (0.06156506148677811) | > loss_mel_ce: 3.0567989349365234 (nan) | > loss: 0.012361626140773296 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1407355726610225) | > loader_time: 0.0044 (0.004600316227587388)  --> TIME: 2025-03-23 13:16:28 -- STEP: 4635/31555 -- GLOBAL_STEP: 99300 | > loss_text_ce: 0.06023824214935303 (0.06154511739995166) | > loss_mel_ce: 3.8426268100738525 (nan) | > loss: 0.01548756007105112 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14068513096600563) | > loader_time: 0.0046 (0.004599342582809635)  --> TIME: 2025-03-23 13:16:37 -- STEP: 4685/31555 -- GLOBAL_STEP: 99350 | > loss_text_ce: 0.0647953450679779 (0.06155312310788967) | > loss_mel_ce: 3.6819803714752197 (nan) | > loss: 0.014868157915771008 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14068648924568047) | > loader_time: 0.0045 (0.004598922027213348)  --> TIME: 2025-03-23 13:16:47 -- STEP: 4735/31555 -- GLOBAL_STEP: 99400 | > loss_text_ce: 0.06410755217075348 (0.06156124958872732) | > loss_mel_ce: 3.105123996734619 (nan) | > loss: 0.012576316483318806 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14068537352581095) | > loader_time: 0.0044 (0.0045981761646371475)  --> TIME: 2025-03-23 13:16:57 -- STEP: 4785/31555 -- GLOBAL_STEP: 99450 | > loss_text_ce: 0.0590745285153389 (0.06155666904708871) | > loss_mel_ce: 4.196261405944824 (nan) | > loss: 0.016886254772543907 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14073072825105987) | > loader_time: 0.0046 (0.004597974446375417)  --> TIME: 2025-03-23 13:17:06 -- STEP: 4835/31555 -- GLOBAL_STEP: 99500 | > loss_text_ce: 0.05748080462217331 (0.06154074936588955) | > loss_mel_ce: 3.470069646835327 (nan) | > loss: 0.013998216949403286 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1407254876370516) | > loader_time: 0.0045 (0.004597982231069129)  --> TIME: 2025-03-23 13:17:16 -- STEP: 4885/31555 -- GLOBAL_STEP: 99550 | > loss_text_ce: 0.06640956550836563 (0.06153926551303881) | > loss_mel_ce: 3.701932907104492 (nan) | > loss: 0.014953740872442722 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14072552103103142) | > loader_time: 0.0045 (0.004597282848924303)  --> TIME: 2025-03-23 13:17:26 -- STEP: 4935/31555 -- GLOBAL_STEP: 99600 | > loss_text_ce: 0.057323746383190155 (0.06153230109679481) | > loss_mel_ce: 3.9689393043518066 (nan) | > loss: 0.01597723551094532 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14075946030041867) | > loader_time: 0.0044 (0.004596924419461045)  --> TIME: 2025-03-23 13:17:35 -- STEP: 4985/31555 -- GLOBAL_STEP: 99650 | > loss_text_ce: 0.053826816380023956 (0.06153145301881561) | > loss_mel_ce: 3.7577667236328125 (nan) | > loss: 0.01512537244707346 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14076007787538047) | > loader_time: 0.0044 (0.004596722640149446)  --> TIME: 2025-03-23 13:17:45 -- STEP: 5035/31555 -- GLOBAL_STEP: 99700 | > loss_text_ce: 0.05626967176795006 (0.06153443044212452) | > loss_mel_ce: 3.24275541305542 (nan) | > loss: 0.013091370463371277 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14079997608181047) | > loader_time: 0.0043 (0.004596102296891721)  --> TIME: 2025-03-23 13:17:55 -- STEP: 5085/31555 -- GLOBAL_STEP: 99750 | > loss_text_ce: 0.06630423665046692 (0.061554469714342315) | > loss_mel_ce: 4.606509685516357 (nan) | > loss: 0.01854291372001171 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14077936850466236) | > loader_time: 0.0045 (0.004595535038260693)  --> TIME: 2025-03-23 13:18:05 -- STEP: 5135/31555 -- GLOBAL_STEP: 99800 | > loss_text_ce: 0.05607568472623825 (0.06154088168110274) | > loss_mel_ce: 3.056584358215332 (nan) | > loss: 0.012351825833320618 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14081524809008125) | > loader_time: 0.0044 (0.004595516162118282)  --> TIME: 2025-03-23 13:18:14 -- STEP: 5185/31555 -- GLOBAL_STEP: 99850 | > loss_text_ce: 0.06691661477088928 (0.061541715271864354) | > loss_mel_ce: 3.756877899169922 (nan) | > loss: 0.015173789113759995 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14082390330911534) | > loader_time: 0.0043 (0.004593670034822407)  --> TIME: 2025-03-23 13:18:24 -- STEP: 5235/31555 -- GLOBAL_STEP: 99900 | > loss_text_ce: 0.05260534584522247 (0.061513320535577926) | > loss_mel_ce: 3.2689523696899414 (nan) | > loss: 0.013180785812437534 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1408273277446675) | > loader_time: 0.0044 (0.004593258851351001)  --> TIME: 2025-03-23 13:18:34 -- STEP: 5285/31555 -- GLOBAL_STEP: 99950 | > loss_text_ce: 0.0662359967827797 (0.06152710161976298) | > loss_mel_ce: 3.37430477142334 (nan) | > loss: 0.013652940280735493 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14084660576104943) | > loader_time: 0.0045 (0.004592663856080484)  --> TIME: 2025-03-23 13:18:43 -- STEP: 5335/31555 -- GLOBAL_STEP: 100000 | > loss_text_ce: 0.05372412130236626 (0.06152550758516386) | > loss_mel_ce: 3.758979320526123 (nan) | > loss: 0.015129775740206242 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14087265786883363) | > loader_time: 0.0044 (0.0045919902769337205) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_100000.pth  --> TIME: 2025-03-23 13:18:59 -- STEP: 5385/31555 -- GLOBAL_STEP: 100050 | > loss_text_ce: 0.07980681210756302 (0.06150722405116593) | > loss_mel_ce: 4.38238525390625 (nan) | > loss: 0.017707113176584244 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14093003304002502) | > loader_time: 0.0044 (0.004591732768959321)  --> TIME: 2025-03-23 13:19:09 -- STEP: 5435/31555 -- GLOBAL_STEP: 100100 | > loss_text_ce: 0.055679645389318466 (0.061500196416948844) | > loss_mel_ce: 0.80303955078125 (nan) | > loss: 0.0034076159354299307 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14091887873252198) | > loader_time: 0.0044 (0.0045919844286093055)  --> TIME: 2025-03-23 13:19:18 -- STEP: 5485/31555 -- GLOBAL_STEP: 100150 | > loss_text_ce: 0.038446102291345596 (0.06147590480649754) | > loss_mel_ce: 1.923646330833435 (nan) | > loss: 0.007786081172525883 (nan) | > current_lr: 5e-06 | > step_time: 0.1018 (0.14090207633694007) | > loader_time: 0.0043 (0.004590609992974001)  --> TIME: 2025-03-23 13:19:28 -- STEP: 5535/31555 -- GLOBAL_STEP: 100200 | > loss_text_ce: 0.055702243000268936 (0.061478319923984864) | > loss_mel_ce: 3.879742383956909 (nan) | > loss: 0.015616844408214092 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14092030215069562) | > loader_time: 0.0046 (0.004590014627417032)  --> TIME: 2025-03-23 13:19:38 -- STEP: 5585/31555 -- GLOBAL_STEP: 100250 | > loss_text_ce: 0.07000565528869629 (0.06148041542269283) | > loss_mel_ce: 3.505887031555176 (nan) | > loss: 0.014190050773322582 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14090682920218608) | > loader_time: 0.0046 (0.00458961271663382)  --> TIME: 2025-03-23 13:19:47 -- STEP: 5635/31555 -- GLOBAL_STEP: 100300 | > loss_text_ce: 0.05673304572701454 (0.06147015309382722) | > loss_mel_ce: 3.7223918437957764 (nan) | > loss: 0.014996528625488281 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14085918073645748) | > loader_time: 0.0045 (0.004589107381419573)  --> TIME: 2025-03-23 13:19:57 -- STEP: 5685/31555 -- GLOBAL_STEP: 100350 | > loss_text_ce: 0.04796420410275459 (0.06147941908747508) | > loss_mel_ce: 4.030433177947998 (nan) | > loss: 0.016184117645025253 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14083551299498634) | > loader_time: 0.0045 (0.004589096327675152)  --> TIME: 2025-03-23 13:20:06 -- STEP: 5735/31555 -- GLOBAL_STEP: 100400 | > loss_text_ce: 0.07530345022678375 (0.0614795054064669) | > loss_mel_ce: 3.9296555519104004 (nan) | > loss: 0.015892695635557175 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1408149910056292) | > loader_time: 0.0043 (0.004588421012592394)  --> TIME: 2025-03-23 13:20:15 -- STEP: 5785/31555 -- GLOBAL_STEP: 100450 | > loss_text_ce: 0.0692075788974762 (0.061478225777671064) | > loss_mel_ce: 3.738290548324585 (nan) | > loss: 0.01510912086814642 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14080323802054515) | > loader_time: 0.0044 (0.004587354017107672)  --> TIME: 2025-03-23 13:20:25 -- STEP: 5835/31555 -- GLOBAL_STEP: 100500 | > loss_text_ce: 0.06672488898038864 (0.061456116305180566) | > loss_mel_ce: 3.973830461502075 (nan) | > loss: 0.016033951193094254 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1407864781455701) | > loader_time: 0.0045 (0.004586260933700338)  --> TIME: 2025-03-23 13:20:35 -- STEP: 5885/31555 -- GLOBAL_STEP: 100550 | > loss_text_ce: 0.058101627975702286 (0.06143817842646028) | > loss_mel_ce: 3.528172731399536 (nan) | > loss: 0.014231248758733273 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14081323946950405) | > loader_time: 0.0044 (0.004585336970391671)  --> TIME: 2025-03-23 13:20:45 -- STEP: 5935/31555 -- GLOBAL_STEP: 100600 | > loss_text_ce: 0.06055787578225136 (0.06141975233025328) | > loss_mel_ce: 3.3428850173950195 (nan) | > loss: 0.013505726121366024 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14084160333937135) | > loader_time: 0.0044 (0.004585898816334466)  --> TIME: 2025-03-23 13:20:54 -- STEP: 5985/31555 -- GLOBAL_STEP: 100650 | > loss_text_ce: 0.07047886401414871 (0.06140828724723362) | > loss_mel_ce: 3.33491849899292 (nan) | > loss: 0.013513482175767422 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14085504695984769) | > loader_time: 0.0044 (0.004585993877528799)  --> TIME: 2025-03-23 13:21:04 -- STEP: 6035/31555 -- GLOBAL_STEP: 100700 | > loss_text_ce: 0.05252167955040932 (0.06142085987947998) | > loss_mel_ce: 2.858922004699707 (nan) | > loss: 0.01155334897339344 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1408959071894967) | > loader_time: 0.0047 (0.00458591993722228)  --> TIME: 2025-03-23 13:21:14 -- STEP: 6085/31555 -- GLOBAL_STEP: 100750 | > loss_text_ce: 0.0577242374420166 (0.061406041885325925) | > loss_mel_ce: 3.95503568649292 (nan) | > loss: 0.015923652797937393 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1408793597115589) | > loader_time: 0.0046 (0.004585471227703863)  --> TIME: 2025-03-23 13:21:23 -- STEP: 6135/31555 -- GLOBAL_STEP: 100800 | > loss_text_ce: 0.06362572312355042 (0.06140664385050268) | > loss_mel_ce: 3.808581829071045 (nan) | > loss: 0.015365904197096825 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14088333537156966) | > loader_time: 0.0049 (0.004585524934428243)  --> TIME: 2025-03-23 13:21:33 -- STEP: 6185/31555 -- GLOBAL_STEP: 100850 | > loss_text_ce: 0.07820077985525131 (0.06140936188363653) | > loss_mel_ce: 4.004580974578857 (nan) | > loss: 0.01620151661336422 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14089633383477254) | > loader_time: 0.0044 (0.004585114157575699)  --> TIME: 2025-03-23 13:21:43 -- STEP: 6235/31555 -- GLOBAL_STEP: 100900 | > loss_text_ce: 0.0684562548995018 (0.061407532530098126) | > loss_mel_ce: 3.926910161972046 (nan) | > loss: 0.01585462875664234 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14088805431161028) | > loader_time: 0.0046 (0.004584860706099913)  --> TIME: 2025-03-23 13:21:52 -- STEP: 6285/31555 -- GLOBAL_STEP: 100950 | > loss_text_ce: 0.07091852277517319 (0.061389407474924) | > loss_mel_ce: 3.9731485843658447 (nan) | > loss: 0.01604788564145565 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1408537522136171) | > loader_time: 0.0046 (0.004585302416635299)  --> TIME: 2025-03-23 13:22:02 -- STEP: 6335/31555 -- GLOBAL_STEP: 101000 | > loss_text_ce: 0.05795828253030777 (0.06137348532165094) | > loss_mel_ce: 4.18433141708374 (nan) | > loss: 0.016834482550621033 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14083721967033264) | > loader_time: 0.0045 (0.004585228177065346)  --> TIME: 2025-03-23 13:22:12 -- STEP: 6385/31555 -- GLOBAL_STEP: 101050 | > loss_text_ce: 0.06441295892000198 (0.061371850157295155) | > loss_mel_ce: 3.485128402709961 (nan) | > loss: 0.014085482805967331 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14088549894005792) | > loader_time: 0.0044 (0.004584942521205055)  --> TIME: 2025-03-23 13:22:21 -- STEP: 6435/31555 -- GLOBAL_STEP: 101100 | > loss_text_ce: 0.05790749564766884 (0.06137894347292699) | > loss_mel_ce: 4.305671691894531 (nan) | > loss: 0.01731579191982746 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1408583521009326) | > loader_time: 0.0044 (0.004584823288283981)  --> TIME: 2025-03-23 13:22:30 -- STEP: 6485/31555 -- GLOBAL_STEP: 101150 | > loss_text_ce: 0.06028581038117409 (0.06137414053283523) | > loss_mel_ce: 4.302158832550049 (nan) | > loss: 0.01731128990650177 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14082392219772868) | > loader_time: 0.0046 (0.004584501004715382)  --> TIME: 2025-03-23 13:22:40 -- STEP: 6535/31555 -- GLOBAL_STEP: 101200 | > loss_text_ce: 0.0632973238825798 (0.06137094240957713) | > loss_mel_ce: 3.578684091567993 (nan) | > loss: 0.014452307485044003 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14085221246808374) | > loader_time: 0.0046 (0.004584336846314413)  --> TIME: 2025-03-23 13:22:50 -- STEP: 6585/31555 -- GLOBAL_STEP: 101250 | > loss_text_ce: 0.05631236359477043 (0.06136684831296891) | > loss_mel_ce: 3.1912875175476074 (nan) | > loss: 0.012887301854789257 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.1408327534964524) | > loader_time: 0.0045 (0.004583314375707216)  --> TIME: 2025-03-23 13:22:59 -- STEP: 6635/31555 -- GLOBAL_STEP: 101300 | > loss_text_ce: 0.06148289516568184 (0.06137760724920075) | > loss_mel_ce: 4.350476264953613 (nan) | > loss: 0.017507774755358696 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14084483540498322) | > loader_time: 0.0043 (0.004582246839326406)  --> TIME: 2025-03-23 13:23:09 -- STEP: 6685/31555 -- GLOBAL_STEP: 101350 | > loss_text_ce: 0.06378591805696487 (0.06136551200479782) | > loss_mel_ce: 4.495750427246094 (nan) | > loss: 0.018093399703502655 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14085124856781944) | > loader_time: 0.0047 (0.004580846827870091)  --> TIME: 2025-03-23 13:23:19 -- STEP: 6735/31555 -- GLOBAL_STEP: 101400 | > loss_text_ce: 0.06367426365613937 (0.061363176017192086) | > loss_mel_ce: 4.539327144622803 (nan) | > loss: 0.01826588064432144 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1408560592506935) | > loader_time: 0.0044 (0.004580285731473501)  --> TIME: 2025-03-23 13:23:28 -- STEP: 6785/31555 -- GLOBAL_STEP: 101450 | > loss_text_ce: 0.07233249396085739 (0.06137550650528229) | > loss_mel_ce: 3.509037733078003 (nan) | > loss: 0.014211786910891533 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14086878965598476) | > loader_time: 0.0048 (0.004580701548295948)  --> TIME: 2025-03-23 13:23:38 -- STEP: 6835/31555 -- GLOBAL_STEP: 101500 | > loss_text_ce: 0.04393451660871506 (0.061367333436489716) | > loss_mel_ce: 3.34722900390625 (nan) | > loss: 0.013456999324262142 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14084885732571237) | > loader_time: 0.0044 (0.004582109639656833)  --> TIME: 2025-03-23 13:23:47 -- STEP: 6885/31555 -- GLOBAL_STEP: 101550 | > loss_text_ce: 0.038107000291347504 (0.06135246849868422) | > loss_mel_ce: 1.2822091579437256 (nan) | > loss: 0.005239350255578756 (nan) | > current_lr: 5e-06 | > step_time: 0.1045 (0.140830471174563) | > loader_time: 0.0042 (0.004581512812695473)  --> TIME: 2025-03-23 13:23:57 -- STEP: 6935/31555 -- GLOBAL_STEP: 101600 | > loss_text_ce: 0.05343666300177574 (0.06133524587360448) | > loss_mel_ce: 3.0159401893615723 (nan) | > loss: 0.012180067598819733 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14085153447008866) | > loader_time: 0.0044 (0.004581837801943603)  --> TIME: 2025-03-23 13:24:07 -- STEP: 6985/31555 -- GLOBAL_STEP: 101650 | > loss_text_ce: 0.04897624999284744 (0.06131740111988318) | > loss_mel_ce: 4.130107879638672 (nan) | > loss: 0.016583668068051338 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14084899604704545) | > loader_time: 0.0042 (0.004580569523269993)  --> TIME: 2025-03-23 13:24:16 -- STEP: 7035/31555 -- GLOBAL_STEP: 101700 | > loss_text_ce: 0.039608001708984375 (0.06129810607461914) | > loss_mel_ce: 0.0220947265625 (nan) | > loss: 0.0002448520972393453 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1408476679733485) | > loader_time: 0.0043 (0.004580813193033161)  --> TIME: 2025-03-23 13:24:26 -- STEP: 7085/31555 -- GLOBAL_STEP: 101750 | > loss_text_ce: 0.06402302533388138 (0.0612871766156118) | > loss_mel_ce: 3.8149216175079346 (nan) | > loss: 0.015392638742923737 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1408201829093231) | > loader_time: 0.0047 (0.004580444539190601)  --> TIME: 2025-03-23 13:24:35 -- STEP: 7135/31555 -- GLOBAL_STEP: 101800 | > loss_text_ce: 0.057397108525037766 (0.061253476720342453) | > loss_mel_ce: 3.7758705615997314 (nan) | > loss: 0.015211381018161774 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1408201369357095) | > loader_time: 0.0045 (0.004580077777480278)  --> TIME: 2025-03-23 13:24:45 -- STEP: 7185/31555 -- GLOBAL_STEP: 101850 | > loss_text_ce: 0.05713360011577606 (0.061233198555625805) | > loss_mel_ce: 4.2432379722595215 (nan) | > loss: 0.01706496812403202 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14078880023359044) | > loader_time: 0.0045 (0.004578503487254484)  --> TIME: 2025-03-23 13:24:55 -- STEP: 7235/31555 -- GLOBAL_STEP: 101900 | > loss_text_ce: 0.058659180998802185 (0.06123303050984987) | > loss_mel_ce: 4.098966598510742 (nan) | > loss: 0.016498515382409096 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14084607020854656) | > loader_time: 0.0043 (0.0045777233864574005)  --> TIME: 2025-03-23 13:25:05 -- STEP: 7285/31555 -- GLOBAL_STEP: 101950 | > loss_text_ce: 0.05543800815939903 (0.06123128819880865) | > loss_mel_ce: 1.8900146484375 (nan) | > loss: 0.007720050867646933 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14086299947294892) | > loader_time: 0.0043 (0.004576524611442321)  --> TIME: 2025-03-23 13:25:14 -- STEP: 7335/31555 -- GLOBAL_STEP: 102000 | > loss_text_ce: 0.06744296103715897 (0.06122190964896417) | > loss_mel_ce: 3.9701004028320312 (nan) | > loss: 0.01602199859917164 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14083496381737567) | > loader_time: 0.0045 (0.00457561326498228)  --> TIME: 2025-03-23 13:25:24 -- STEP: 7385/31555 -- GLOBAL_STEP: 102050 | > loss_text_ce: 0.05840758979320526 (0.06120752684302885) | > loss_mel_ce: 3.7402079105377197 (nan) | > loss: 0.015073872171342373 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1408443555205599) | > loader_time: 0.0045 (0.004574784154252742)  --> TIME: 2025-03-23 13:25:33 -- STEP: 7435/31555 -- GLOBAL_STEP: 102100 | > loss_text_ce: 0.07484187930822372 (0.06121397354385159) | > loss_mel_ce: 3.6639137268066406 (nan) | > loss: 0.014836332760751247 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1408220247205828) | > loader_time: 0.0041 (0.004574315790049407)  --> TIME: 2025-03-23 13:25:43 -- STEP: 7485/31555 -- GLOBAL_STEP: 102150 | > loss_text_ce: 0.05983998253941536 (0.06120234802813234) | > loss_mel_ce: 3.8683438301086426 (nan) | > loss: 0.015588032081723213 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1407980584747888) | > loader_time: 0.0044 (0.004574321951958524)  --> TIME: 2025-03-23 13:25:52 -- STEP: 7535/31555 -- GLOBAL_STEP: 102200 | > loss_text_ce: 0.06023383140563965 (0.061199999417227154) | > loss_mel_ce: 2.650202751159668 (nan) | > loss: 0.01075570099055767 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14077697157780725) | > loader_time: 0.0044 (0.004574219343594234)  --> TIME: 2025-03-23 13:26:02 -- STEP: 7585/31555 -- GLOBAL_STEP: 102250 | > loss_text_ce: 0.04885081574320793 (0.06119944930086422) | > loss_mel_ce: 0.8844238519668579 (nan) | > loss: 0.0037034712731838226 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14078551734366096) | > loader_time: 0.0043 (0.00457362877198875)  --> TIME: 2025-03-23 13:26:11 -- STEP: 7635/31555 -- GLOBAL_STEP: 102300 | > loss_text_ce: 0.06968572735786438 (0.061188415990753274) | > loss_mel_ce: 4.5200066566467285 (nan) | > loss: 0.018213067203760147 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14078277804606426) | > loader_time: 0.0044 (0.00457312069301443)  --> TIME: 2025-03-23 13:26:21 -- STEP: 7685/31555 -- GLOBAL_STEP: 102350 | > loss_text_ce: 0.060281094163656235 (0.06118265529955139) | > loss_mel_ce: 3.0303127765655518 (nan) | > loss: 0.012264261953532696 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14080091289056174) | > loader_time: 0.0045 (0.00457273171796532)  --> TIME: 2025-03-23 13:26:31 -- STEP: 7735/31555 -- GLOBAL_STEP: 102400 | > loss_text_ce: 0.05870417132973671 (0.061186429432941856) | > loss_mel_ce: 4.040538787841797 (nan) | > loss: 0.01626683957874775 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14081610462013672) | > loader_time: 0.0046 (0.004572247287575168)  --> TIME: 2025-03-23 13:26:40 -- STEP: 7785/31555 -- GLOBAL_STEP: 102450 | > loss_text_ce: 0.05852868780493736 (0.06116645140005138) | > loss_mel_ce: 4.022679328918457 (nan) | > loss: 0.01619527116417885 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14079115732250594) | > loader_time: 0.0045 (0.004572344867556848)  --> TIME: 2025-03-23 13:26:50 -- STEP: 7835/31555 -- GLOBAL_STEP: 102500 | > loss_text_ce: 0.05690024420619011 (0.061155413508643446) | > loss_mel_ce: 4.572507858276367 (nan) | > loss: 0.018370667472481728 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14079487687398795) | > loader_time: 0.0043 (0.004571817023174431)  --> TIME: 2025-03-23 13:26:59 -- STEP: 7885/31555 -- GLOBAL_STEP: 102550 | > loss_text_ce: 0.06695124506950378 (0.06114852800965309) | > loss_mel_ce: 3.9191131591796875 (nan) | > loss: 0.015817716717720032 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14076820272543672) | > loader_time: 0.0043 (0.0045704464861011694)  --> TIME: 2025-03-23 13:27:09 -- STEP: 7935/31555 -- GLOBAL_STEP: 102600 | > loss_text_ce: 0.060496896505355835 (0.06114028642645367) | > loss_mel_ce: 4.4813761711120605 (nan) | > loss: 0.018023306503891945 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14074886871270612) | > loader_time: 0.0047 (0.004570550293612947)  --> TIME: 2025-03-23 13:27:18 -- STEP: 7985/31555 -- GLOBAL_STEP: 102650 | > loss_text_ce: 0.06428583711385727 (0.0611212821879104) | > loss_mel_ce: 3.4293816089630127 (nan) | > loss: 0.0138637600466609 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14073921898117522) | > loader_time: 0.0046 (0.004570432864806021)  --> TIME: 2025-03-23 13:27:28 -- STEP: 8035/31555 -- GLOBAL_STEP: 102700 | > loss_text_ce: 0.05506295710802078 (0.06111913148172353) | > loss_mel_ce: 2.65966796875 (nan) | > loss: 0.010772742331027985 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14074681925343394) | > loader_time: 0.0042 (0.0045697885488380765)  --> TIME: 2025-03-23 13:27:38 -- STEP: 8085/31555 -- GLOBAL_STEP: 102750 | > loss_text_ce: 0.06028728932142258 (0.061101071334495244) | > loss_mel_ce: 3.5335500240325928 (nan) | > loss: 0.014261259697377682 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1407688273864541) | > loader_time: 0.0047 (0.004569174141963471)  --> TIME: 2025-03-23 13:27:47 -- STEP: 8135/31555 -- GLOBAL_STEP: 102800 | > loss_text_ce: 0.057600412517786026 (0.06109530319561054) | > loss_mel_ce: 3.8049328327178955 (nan) | > loss: 0.0153275141492486 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14075492854197502) | > loader_time: 0.0045 (0.0045689420752827205)  --> TIME: 2025-03-23 13:27:57 -- STEP: 8185/31555 -- GLOBAL_STEP: 102850 | > loss_text_ce: 0.04167008399963379 (0.0610855172978226) | > loss_mel_ce: 3.1177456378936768 (nan) | > loss: 0.012537364847958088 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1407489166947206) | > loader_time: 0.0044 (0.004568554412757907)  --> TIME: 2025-03-23 13:28:06 -- STEP: 8235/31555 -- GLOBAL_STEP: 102900 | > loss_text_ce: 0.08069735020399094 (0.06108714377198823) | > loss_mel_ce: 3.2071685791015625 (nan) | > loss: 0.01304708793759346 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14073848921237916) | > loader_time: 0.0044 (0.004568517866754215)  --> TIME: 2025-03-23 13:28:16 -- STEP: 8285/31555 -- GLOBAL_STEP: 102950 | > loss_text_ce: 0.05709289014339447 (0.061084080814155166) | > loss_mel_ce: 3.3623077869415283 (nan) | > loss: 0.013569051399827003 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14075476376493823) | > loader_time: 0.0044 (0.004568396121101634)  --> TIME: 2025-03-23 13:28:26 -- STEP: 8335/31555 -- GLOBAL_STEP: 103000 | > loss_text_ce: 0.06756385415792465 (0.06108645527871089) | > loss_mel_ce: 4.014211654663086 (nan) | > loss: 0.01619752310216427 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1407659743457195) | > loader_time: 0.0045 (0.004568390940647321)  --> TIME: 2025-03-23 13:28:35 -- STEP: 8385/31555 -- GLOBAL_STEP: 103050 | > loss_text_ce: 0.06867260485887527 (0.061087165587872146) | > loss_mel_ce: 3.757732391357422 (nan) | > loss: 0.015184148214757442 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14073169232836522) | > loader_time: 0.0048 (0.004568084137881875)  --> TIME: 2025-03-23 13:28:45 -- STEP: 8435/31555 -- GLOBAL_STEP: 103100 | > loss_text_ce: 0.04842200130224228 (0.0610833203646387) | > loss_mel_ce: 3.0747015476226807 (nan) | > loss: 0.012393348850309849 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1407154657322062) | > loader_time: 0.0044 (0.004567940021734233)  --> TIME: 2025-03-23 13:28:54 -- STEP: 8485/31555 -- GLOBAL_STEP: 103150 | > loss_text_ce: 0.06620905548334122 (0.06107046246050067) | > loss_mel_ce: 1.7538323402404785 (nan) | > loss: 0.007222387008368969 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14069761662323085) | > loader_time: 0.0043 (0.004567184122295751)  --> TIME: 2025-03-23 13:29:04 -- STEP: 8535/31555 -- GLOBAL_STEP: 103200 | > loss_text_ce: 0.0665605440735817 (0.0610748025040373) | > loss_mel_ce: 3.89026141166687 (nan) | > loss: 0.015701675787568092 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1407380240942629) | > loader_time: 0.0043 (0.004567140379214613)  --> TIME: 2025-03-23 13:29:14 -- STEP: 8585/31555 -- GLOBAL_STEP: 103250 | > loss_text_ce: 0.06353268027305603 (0.06107713340059678) | > loss_mel_ce: 3.3217155933380127 (nan) | > loss: 0.013433525338768959 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14074058624360924) | > loader_time: 0.0046 (0.004567217063126213)  --> TIME: 2025-03-23 13:29:24 -- STEP: 8635/31555 -- GLOBAL_STEP: 103300 | > loss_text_ce: 0.059196408838033676 (0.06106117798838404) | > loss_mel_ce: 3.6034224033355713 (nan) | > loss: 0.01453420240432024 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14076188277425172) | > loader_time: 0.0047 (0.004567176286512954)  --> TIME: 2025-03-23 13:29:33 -- STEP: 8685/31555 -- GLOBAL_STEP: 103350 | > loss_text_ce: 0.05848225951194763 (0.06105288878902493) | > loss_mel_ce: 0.08734130859375 (nan) | > loss: 0.0005786649999208748 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14074773480992414) | > loader_time: 0.0043 (0.004566785063493788)  --> TIME: 2025-03-23 13:29:43 -- STEP: 8735/31555 -- GLOBAL_STEP: 103400 | > loss_text_ce: 0.049677226692438126 (0.061046912627956765) | > loss_mel_ce: 3.3329849243164062 (nan) | > loss: 0.013423263095319271 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1407839370579059) | > loader_time: 0.0043 (0.0045660714388030205)  --> TIME: 2025-03-23 13:29:53 -- STEP: 8785/31555 -- GLOBAL_STEP: 103450 | > loss_text_ce: 0.06380318850278854 (0.061034353956681935) | > loss_mel_ce: 3.478928804397583 (nan) | > loss: 0.014058461412787437 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14077327963840466) | > loader_time: 0.0044 (0.004565454221409569)  --> TIME: 2025-03-23 13:30:02 -- STEP: 8835/31555 -- GLOBAL_STEP: 103500 | > loss_text_ce: 0.054994769394397736 (0.06102307463664589) | > loss_mel_ce: 3.9326822757720947 (nan) | > loss: 0.01582411676645279 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14076650314028852) | > loader_time: 0.0046 (0.0045646604333952085)  --> TIME: 2025-03-23 13:30:12 -- STEP: 8885/31555 -- GLOBAL_STEP: 103550 | > loss_text_ce: 0.07046223431825638 (0.06102704180946462) | > loss_mel_ce: 0.5554606318473816 (nan) | > loss: 0.0024838210083544254 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14081312972773483) | > loader_time: 0.0043 (0.004564590835141953)  --> TIME: 2025-03-23 13:30:22 -- STEP: 8935/31555 -- GLOBAL_STEP: 103600 | > loss_text_ce: 0.06250478327274323 (0.0610204708381495) | > loss_mel_ce: 4.053468227386475 (nan) | > loss: 0.01633322797715664 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14084267568241401) | > loader_time: 0.0045 (0.004563924061498239)  --> TIME: 2025-03-23 13:30:32 -- STEP: 8985/31555 -- GLOBAL_STEP: 103650 | > loss_text_ce: 0.04835183918476105 (0.06100718279099159) | > loss_mel_ce: 2.8046317100524902 (nan) | > loss: 0.011321363970637321 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14084476204003402) | > loader_time: 0.0046 (0.004563682239853024)  --> TIME: 2025-03-23 13:30:41 -- STEP: 9035/31555 -- GLOBAL_STEP: 103700 | > loss_text_ce: 0.04665606841444969 (0.06099439687866101) | > loss_mel_ce: 0.08544921875 (nan) | > loss: 0.0005242273909971118 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14084335455395772) | > loader_time: 0.0067 (0.004563763501832821)  --> TIME: 2025-03-23 13:30:51 -- STEP: 9085/31555 -- GLOBAL_STEP: 103750 | > loss_text_ce: 0.049524009227752686 (0.06098457259025033) | > loss_mel_ce: 1.9648233652114868 (nan) | > loss: 0.007993442006409168 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14082286133501165) | > loader_time: 0.0044 (0.004563243164751131)  --> TIME: 2025-03-23 13:31:01 -- STEP: 9135/31555 -- GLOBAL_STEP: 103800 | > loss_text_ce: 0.05398668348789215 (0.060975439044365025) | > loss_mel_ce: 4.585299968719482 (nan) | > loss: 0.018409868702292442 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14085120510128515) | > loader_time: 0.0044 (0.004562965010970304)  --> TIME: 2025-03-23 13:31:10 -- STEP: 9185/31555 -- GLOBAL_STEP: 103850 | > loss_text_ce: 0.0460876040160656 (0.06095079230626251) | > loss_mel_ce: 3.4068024158477783 (nan) | > loss: 0.01370194461196661 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1408568605237124) | > loader_time: 0.0046 (0.004562804357604495)  --> TIME: 2025-03-23 13:31:20 -- STEP: 9235/31555 -- GLOBAL_STEP: 103900 | > loss_text_ce: 0.06506571918725967 (0.060946112279399514) | > loss_mel_ce: 4.340620517730713 (nan) | > loss: 0.017482884228229523 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.1408855325412806) | > loader_time: 0.0045 (0.004562311270589384)  --> TIME: 2025-03-23 13:31:30 -- STEP: 9285/31555 -- GLOBAL_STEP: 103950 | > loss_text_ce: 0.05855323746800423 (0.060930119003091504) | > loss_mel_ce: 3.7854840755462646 (nan) | > loss: 0.015254117548465729 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1408554859808462) | > loader_time: 0.0042 (0.004561952191395487)  --> TIME: 2025-03-23 13:31:40 -- STEP: 9335/31555 -- GLOBAL_STEP: 104000 | > loss_text_ce: 0.06301328539848328 (0.060928072448346984) | > loss_mel_ce: 2.6439321041107178 (nan) | > loss: 0.010741847567260265 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14087201674225922) | > loader_time: 0.0044 (0.0045614495402552385)  --> TIME: 2025-03-23 13:31:49 -- STEP: 9385/31555 -- GLOBAL_STEP: 104050 | > loss_text_ce: 0.05373581126332283 (0.06092296566379534) | > loss_mel_ce: 4.252747535705566 (nan) | > loss: 0.017089219763875008 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14090348169025022) | > loader_time: 0.0047 (0.004561500874490408)  --> TIME: 2025-03-23 13:31:59 -- STEP: 9435/31555 -- GLOBAL_STEP: 104100 | > loss_text_ce: 0.056488022208213806 (0.06091234804218448) | > loss_mel_ce: 3.6945688724517822 (nan) | > loss: 0.014885147102177143 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14089389739367628) | > loader_time: 0.0044 (0.004561283427947545)  --> TIME: 2025-03-23 13:32:08 -- STEP: 9485/31555 -- GLOBAL_STEP: 104150 | > loss_text_ce: 0.053757548332214355 (0.060902206366808084) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14087533234418828) | > loader_time: 0.0046 (0.0045610911731790525)  --> TIME: 2025-03-23 13:32:18 -- STEP: 9535/31555 -- GLOBAL_STEP: 104200 | > loss_text_ce: 0.05900707095861435 (0.0609077846521036) | > loss_mel_ce: 3.003971576690674 (nan) | > loss: 0.012154677882790565 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14089341451187848) | > loader_time: 0.0045 (0.004561137452948218)  --> TIME: 2025-03-23 13:32:28 -- STEP: 9585/31555 -- GLOBAL_STEP: 104250 | > loss_text_ce: 0.06865034252405167 (0.06090309161597637) | > loss_mel_ce: 3.510802745819092 (nan) | > loss: 0.014204178936779499 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1408804957668923) | > loader_time: 0.0045 (0.004560842847351509)  --> TIME: 2025-03-23 13:32:38 -- STEP: 9635/31555 -- GLOBAL_STEP: 104300 | > loss_text_ce: 0.06713160872459412 (0.060899645968552504) | > loss_mel_ce: 3.3383727073669434 (nan) | > loss: 0.013513906858861446 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1409127556850831) | > loader_time: 0.0043 (0.0045600228688230885)  --> TIME: 2025-03-23 13:32:48 -- STEP: 9685/31555 -- GLOBAL_STEP: 104350 | > loss_text_ce: 0.05064265429973602 (0.060902412808473784) | > loss_mel_ce: 3.1820614337921143 (nan) | > loss: 0.012828191742300987 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14093558700908174) | > loader_time: 0.0043 (0.004559194567773435)  --> TIME: 2025-03-23 13:32:57 -- STEP: 9735/31555 -- GLOBAL_STEP: 104400 | > loss_text_ce: 0.060617148876190186 (0.06090204904767631) | > loss_mel_ce: 2.547224283218384 (nan) | > loss: 0.010348577983677387 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14093523005920036) | > loader_time: 0.0044 (0.004558855408451552)  --> TIME: 2025-03-23 13:33:07 -- STEP: 9785/31555 -- GLOBAL_STEP: 104450 | > loss_text_ce: 0.0591060034930706 (0.06089103516490105) | > loss_mel_ce: 3.351090669631958 (nan) | > loss: 0.013532527722418308 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14093594845911678) | > loader_time: 0.0045 (0.004558813955690061)  --> TIME: 2025-03-23 13:33:17 -- STEP: 9835/31555 -- GLOBAL_STEP: 104500 | > loss_text_ce: 0.05212483927607536 (0.060877463763582565) | > loss_mel_ce: 3.0929768085479736 (nan) | > loss: 0.012480562552809715 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14092888090291755) | > loader_time: 0.0046 (0.004558730161790042)  --> TIME: 2025-03-23 13:33:26 -- STEP: 9885/31555 -- GLOBAL_STEP: 104550 | > loss_text_ce: 0.056318338960409164 (0.060872792041416296) | > loss_mel_ce: 0.0284423828125 (nan) | > loss: 0.0003363520954735577 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14095288589257599) | > loader_time: 0.0047 (0.0045588847658642835)  --> TIME: 2025-03-23 13:33:36 -- STEP: 9935/31555 -- GLOBAL_STEP: 104600 | > loss_text_ce: 0.0660526230931282 (0.060865120853709404) | > loss_mel_ce: 3.6802964210510254 (nan) | > loss: 0.014866465702652931 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14094952358693194) | > loader_time: 0.0045 (0.00455902358306134)  --> TIME: 2025-03-23 13:33:46 -- STEP: 9985/31555 -- GLOBAL_STEP: 104650 | > loss_text_ce: 0.05583347752690315 (0.060853073562965966) | > loss_mel_ce: 3.9495186805725098 (nan) | > loss: 0.01589425466954708 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1409478023521415) | > loader_time: 0.0045 (0.00455861062960562)  --> TIME: 2025-03-23 13:33:55 -- STEP: 10035/31555 -- GLOBAL_STEP: 104700 | > loss_text_ce: 0.05209272354841232 (0.0608507285836581) | > loss_mel_ce: 2.5722100734710693 (nan) | > loss: 0.010413900949060917 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14096339263307822) | > loader_time: 0.0045 (0.004558392122246836)  --> TIME: 2025-03-23 13:34:05 -- STEP: 10085/31555 -- GLOBAL_STEP: 104750 | > loss_text_ce: 0.06294040381908417 (0.06083614110972513) | > loss_mel_ce: 3.9597065448760986 (nan) | > loss: 0.015962885692715645 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14095861882222574) | > loader_time: 0.0046 (0.0045583977933324965)  --> TIME: 2025-03-23 13:34:15 -- STEP: 10135/31555 -- GLOBAL_STEP: 104800 | > loss_text_ce: 0.04486949369311333 (0.0608261664675987) | > loss_mel_ce: 3.5610594749450684 (nan) | > loss: 0.014309242367744446 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14095099893296156) | > loader_time: 0.0045 (0.004558762341928896)  --> TIME: 2025-03-23 13:34:25 -- STEP: 10185/31555 -- GLOBAL_STEP: 104850 | > loss_text_ce: 0.04878256097435951 (0.060823790173269866) | > loss_mel_ce: 3.111841917037964 (nan) | > loss: 0.012542161159217358 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1409827360172866) | > loader_time: 0.0044 (0.004559167272973205)  --> TIME: 2025-03-23 13:34:34 -- STEP: 10235/31555 -- GLOBAL_STEP: 104900 | > loss_text_ce: 0.05223453417420387 (0.06082080740829212) | > loss_mel_ce: 0.10302734375 (nan) | > loss: 0.0006161186029203236 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1409842293147179) | > loader_time: 0.0044 (0.004559413223192073)  --> TIME: 2025-03-23 13:34:44 -- STEP: 10285/31555 -- GLOBAL_STEP: 104950 | > loss_text_ce: 0.06713088601827621 (0.06081039484936199) | > loss_mel_ce: 3.3153772354125977 (nan) | > loss: 0.013422652147710323 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14099254299844474) | > loader_time: 0.0045 (0.004560126595318651)  --> TIME: 2025-03-23 13:34:54 -- STEP: 10335/31555 -- GLOBAL_STEP: 105000 | > loss_text_ce: 0.06111742928624153 (0.06081549917813165) | > loss_mel_ce: 3.5380539894104004 (nan) | > loss: 0.014282426796853542 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14099168918187052) | > loader_time: 0.0046 (0.004560863815994169)  --> TIME: 2025-03-23 13:35:03 -- STEP: 10385/31555 -- GLOBAL_STEP: 105050 | > loss_text_ce: 0.053764160722494125 (0.06081350078652929) | > loss_mel_ce: 3.668177843093872 (nan) | > loss: 0.01476961188018322 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14098095969621244) | > loader_time: 0.0045 (0.0045609186289112015)  --> TIME: 2025-03-23 13:35:13 -- STEP: 10435/31555 -- GLOBAL_STEP: 105100 | > loss_text_ce: 0.06608311831951141 (0.06080592854093951) | > loss_mel_ce: 3.2313232421875 (nan) | > loss: 0.013084947131574154 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14096718060667626) | > loader_time: 0.0044 (0.004561428185222146)  --> TIME: 2025-03-23 13:35:22 -- STEP: 10485/31555 -- GLOBAL_STEP: 105150 | > loss_text_ce: 0.0616878978908062 (0.06080183277211277) | > loss_mel_ce: 3.7444238662719727 (nan) | > loss: 0.015103619545698166 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14096484513980923) | > loader_time: 0.0046 (0.0045612789075830645)  --> TIME: 2025-03-23 13:35:32 -- STEP: 10535/31555 -- GLOBAL_STEP: 105200 | > loss_text_ce: 0.07280050963163376 (0.06079072805645769) | > loss_mel_ce: 3.376908779144287 (nan) | > loss: 0.013689323328435421 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1409563841274359) | > loader_time: 0.0048 (0.004561368401830222)  --> TIME: 2025-03-23 13:35:42 -- STEP: 10585/31555 -- GLOBAL_STEP: 105250 | > loss_text_ce: 0.06634674221277237 (0.060781290479458384) | > loss_mel_ce: 3.493443012237549 (nan) | > loss: 0.01412614993751049 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14096278337921075) | > loader_time: 0.0046 (0.004561426282548442)  --> TIME: 2025-03-23 13:35:51 -- STEP: 10635/31555 -- GLOBAL_STEP: 105300 | > loss_text_ce: 0.07544513046741486 (0.06076947572800017) | > loss_mel_ce: 2.7958261966705322 (nan) | > loss: 0.011393934488296509 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14094321325344322) | > loader_time: 0.0041 (0.004561495007513622)  --> TIME: 2025-03-23 13:36:01 -- STEP: 10685/31555 -- GLOBAL_STEP: 105350 | > loss_text_ce: 0.07222235947847366 (0.06076945010023553) | > loss_mel_ce: 3.450098991394043 (nan) | > loss: 0.013977467082440853 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14095688827918132) | > loader_time: 0.0044 (0.0045612766522919535)  --> TIME: 2025-03-23 13:36:10 -- STEP: 10735/31555 -- GLOBAL_STEP: 105400 | > loss_text_ce: 0.060000576078891754 (0.06076407426570008) | > loss_mel_ce: 4.050718307495117 (nan) | > loss: 0.016312377527356148 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14095396935578933) | > loader_time: 0.0043 (0.004561043518556803)  --> TIME: 2025-03-23 13:36:20 -- STEP: 10785/31555 -- GLOBAL_STEP: 105450 | > loss_text_ce: 0.06139179691672325 (0.06075494030389484) | > loss_mel_ce: 3.323974609375 (nan) | > loss: 0.013433994725346565 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14096872807654434) | > loader_time: 0.0044 (0.004560873825681624)  --> TIME: 2025-03-23 13:36:30 -- STEP: 10835/31555 -- GLOBAL_STEP: 105500 | > loss_text_ce: 0.05680159479379654 (0.06074935909692433) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14095066609226448) | > loader_time: 0.0044 (0.004560569909293372)  --> TIME: 2025-03-23 13:36:39 -- STEP: 10885/31555 -- GLOBAL_STEP: 105550 | > loss_text_ce: 0.05433439090847969 (0.06074133104480868) | > loss_mel_ce: 2.3551025390625 (nan) | > loss: 0.009561258368194103 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14095312507534818) | > loader_time: 0.0043 (0.004560683000290348)  --> TIME: 2025-03-23 13:36:49 -- STEP: 10935/31555 -- GLOBAL_STEP: 105600 | > loss_text_ce: 0.06720387190580368 (0.06072966472612405) | > loss_mel_ce: 3.313441753387451 (nan) | > loss: 0.013415261171758175 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1409665173790915) | > loader_time: 0.0044 (0.004560534028522933)  --> TIME: 2025-03-23 13:36:58 -- STEP: 10985/31555 -- GLOBAL_STEP: 105650 | > loss_text_ce: 0.05726342648267746 (0.06072193897894338) | > loss_mel_ce: 3.7434210777282715 (nan) | > loss: 0.015082081779837608 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1409514391807523) | > loader_time: 0.0045 (0.004560666416360951)  --> TIME: 2025-03-23 13:37:08 -- STEP: 11035/31555 -- GLOBAL_STEP: 105700 | > loss_text_ce: 0.0669775903224945 (0.06071247438557098) | > loss_mel_ce: 3.6641788482666016 (nan) | > loss: 0.014806176535785198 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14094600999414789) | > loader_time: 0.0045 (0.004560615706346565)  --> TIME: 2025-03-23 13:37:18 -- STEP: 11085/31555 -- GLOBAL_STEP: 105750 | > loss_text_ce: 0.0570869967341423 (0.060704116737843906) | > loss_mel_ce: 0.0442708320915699 (nan) | > loss: 0.0004022136563435197 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1409432793394859) | > loader_time: 0.0043 (0.00456053622413123)  --> TIME: 2025-03-23 13:37:27 -- STEP: 11135/31555 -- GLOBAL_STEP: 105800 | > loss_text_ce: 0.07044171541929245 (0.06069854806755683) | > loss_mel_ce: 4.742918014526367 (nan) | > loss: 0.01910063438117504 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1409451097557782) | > loader_time: 0.0044 (0.004560685361186437)  --> TIME: 2025-03-23 13:37:37 -- STEP: 11185/31555 -- GLOBAL_STEP: 105850 | > loss_text_ce: 0.05584844946861267 (0.060696397469140455) | > loss_mel_ce: 4.2944464683532715 (nan) | > loss: 0.017263077199459076 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14096676758692472) | > loader_time: 0.0044 (0.004560489317749465)  --> TIME: 2025-03-23 13:37:47 -- STEP: 11235/31555 -- GLOBAL_STEP: 105900 | > loss_text_ce: 0.04516978934407234 (0.06068439941934522) | > loss_mel_ce: 3.016997814178467 (nan) | > loss: 0.012151459231972694 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14095755334318566) | > loader_time: 0.0042 (0.004559690155450328)  --> TIME: 2025-03-23 13:37:56 -- STEP: 11285/31555 -- GLOBAL_STEP: 105950 | > loss_text_ce: 0.05921799689531326 (0.06068012185566421) | > loss_mel_ce: 3.617680549621582 (nan) | > loss: 0.014590867795050144 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14095077263236785) | > loader_time: 0.0043 (0.00455887232092983)  --> TIME: 2025-03-23 13:38:06 -- STEP: 11335/31555 -- GLOBAL_STEP: 106000 | > loss_text_ce: 0.059334542602300644 (0.060671426044767995) | > loss_mel_ce: 4.331013202667236 (nan) | > loss: 0.017422016710042953 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14095353505976416) | > loader_time: 0.0045 (0.00455817419051283)  --> TIME: 2025-03-23 13:38:16 -- STEP: 11385/31555 -- GLOBAL_STEP: 106050 | > loss_text_ce: 0.050294142216444016 (0.06065511603381192) | > loss_mel_ce: 1.473388671875 (nan) | > loss: 0.006046360824257135 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14095675734820312) | > loader_time: 0.0043 (0.004557405755768028)  --> TIME: 2025-03-23 13:38:25 -- STEP: 11435/31555 -- GLOBAL_STEP: 106100 | > loss_text_ce: 0.0584733672440052 (0.06064526953037696) | > loss_mel_ce: 4.240573406219482 (nan) | > loss: 0.01705971173942089 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14095207125951964) | > loader_time: 0.0047 (0.004556988085207587)  --> TIME: 2025-03-23 13:38:35 -- STEP: 11485/31555 -- GLOBAL_STEP: 106150 | > loss_text_ce: 0.04962474852800369 (0.06064519559932913) | > loss_mel_ce: 4.0486063957214355 (nan) | > loss: 0.016262823715806007 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14095160096533527) | > loader_time: 0.0045 (0.004556829513131299)  --> TIME: 2025-03-23 13:38:44 -- STEP: 11535/31555 -- GLOBAL_STEP: 106200 | > loss_text_ce: 0.04838108271360397 (0.0606340768341319) | > loss_mel_ce: 0.051025390625 (nan) | > loss: 0.00039447014569304883 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14095090403926858) | > loader_time: 0.0044 (0.004556862905938025)  --> TIME: 2025-03-23 13:38:54 -- STEP: 11585/31555 -- GLOBAL_STEP: 106250 | > loss_text_ce: 0.06539715826511383 (0.06062741423002414) | > loss_mel_ce: 4.675047397613525 (nan) | > loss: 0.018811289221048355 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14093768387762853) | > loader_time: 0.0046 (0.00455684258498454)  --> TIME: 2025-03-23 13:39:04 -- STEP: 11635/31555 -- GLOBAL_STEP: 106300 | > loss_text_ce: 0.05194759741425514 (0.060621815913632596) | > loss_mel_ce: 2.7082648277282715 (nan) | > loss: 0.010953224264085293 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14095078879382247) | > loader_time: 0.0045 (0.004556835594226427)  --> TIME: 2025-03-23 13:39:13 -- STEP: 11685/31555 -- GLOBAL_STEP: 106350 | > loss_text_ce: 0.045817237347364426 (0.06061104491024661) | > loss_mel_ce: 3.592095136642456 (nan) | > loss: 0.01443616021424532 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14096630577557542) | > loader_time: 0.0043 (0.004556500590352562)  --> TIME: 2025-03-23 13:39:23 -- STEP: 11735/31555 -- GLOBAL_STEP: 106400 | > loss_text_ce: 0.060423944145441055 (0.06059365300473554) | > loss_mel_ce: 3.5573856830596924 (nan) | > loss: 0.01435638777911663 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14098800718911342) | > loader_time: 0.0044 (0.004556605050956942)  --> TIME: 2025-03-23 13:39:33 -- STEP: 11785/31555 -- GLOBAL_STEP: 106450 | > loss_text_ce: 0.06222756579518318 (0.06058988443445011) | > loss_mel_ce: 3.9993183612823486 (nan) | > loss: 0.016117246821522713 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.1410003138134733) | > loader_time: 0.0047 (0.004556439051346911)  --> TIME: 2025-03-23 13:39:43 -- STEP: 11835/31555 -- GLOBAL_STEP: 106500 | > loss_text_ce: 0.057741712778806686 (0.0605798609682249) | > loss_mel_ce: 2.824039936065674 (nan) | > loss: 0.011435641907155514 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14099723032672182) | > loader_time: 0.0044 (0.004556186661520845)  --> TIME: 2025-03-23 13:39:52 -- STEP: 11885/31555 -- GLOBAL_STEP: 106550 | > loss_text_ce: 0.06007091701030731 (0.06057807263888052) | > loss_mel_ce: 3.472834587097168 (nan) | > loss: 0.014019466936588287 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14099794571571259) | > loader_time: 0.0047 (0.004556164944126774)  --> TIME: 2025-03-23 13:40:02 -- STEP: 11935/31555 -- GLOBAL_STEP: 106600 | > loss_text_ce: 0.065767303109169 (0.06057541180912376) | > loss_mel_ce: 3.3268768787384033 (nan) | > loss: 0.013462874107062817 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14098353943267478) | > loader_time: 0.0046 (0.004556271757198568)  --> TIME: 2025-03-23 13:40:11 -- STEP: 11985/31555 -- GLOBAL_STEP: 106650 | > loss_text_ce: 0.045481521636247635 (0.06056558369306485) | > loss_mel_ce: 2.7281596660614014 (nan) | > loss: 0.011006512679159641 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1409779236522579) | > loader_time: 0.0044 (0.004556317044935676)  --> TIME: 2025-03-23 13:40:21 -- STEP: 12035/31555 -- GLOBAL_STEP: 106700 | > loss_text_ce: 0.05750444158911705 (0.0605662670593181) | > loss_mel_ce: 3.647197961807251 (nan) | > loss: 0.014701200649142265 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14100216264094817) | > loader_time: 0.0044 (0.004556469408169201)  --> TIME: 2025-03-23 13:40:31 -- STEP: 12085/31555 -- GLOBAL_STEP: 106750 | > loss_text_ce: 0.06320764124393463 (0.06056442630882223) | > loss_mel_ce: 4.245370388031006 (nan) | > loss: 0.017097532749176025 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14099670671755848) | > loader_time: 0.0046 (0.0045562544488492625)  --> TIME: 2025-03-23 13:40:41 -- STEP: 12135/31555 -- GLOBAL_STEP: 106800 | > loss_text_ce: 0.04337799549102783 (0.06055476138722052) | > loss_mel_ce: 3.3761472702026367 (nan) | > loss: 0.01356954500079155 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14102609038696853) | > loader_time: 0.0044 (0.004556474481338238)  --> TIME: 2025-03-23 13:40:51 -- STEP: 12185/31555 -- GLOBAL_STEP: 106850 | > loss_text_ce: 0.0490846112370491 (0.060551853934558975) | > loss_mel_ce: 3.7474517822265625 (nan) | > loss: 0.015065621584653854 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1410230500609067) | > loader_time: 0.0046 (0.004556039497898318)  --> TIME: 2025-03-23 13:41:00 -- STEP: 12235/31555 -- GLOBAL_STEP: 106900 | > loss_text_ce: 0.08026177436113358 (0.0605596063175236) | > loss_mel_ce: 3.2110564708709717 (nan) | > loss: 0.01306078676134348 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.141017251663614) | > loader_time: 0.0044 (0.00455538553269874)  --> TIME: 2025-03-23 13:41:10 -- STEP: 12285/31555 -- GLOBAL_STEP: 106950 | > loss_text_ce: 0.06690848618745804 (0.06055159201731054) | > loss_mel_ce: 3.9523346424102783 (nan) | > loss: 0.01594937965273857 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1410310643545055) | > loader_time: 0.0045 (0.004554810851970052)  --> TIME: 2025-03-23 13:41:20 -- STEP: 12335/31555 -- GLOBAL_STEP: 107000 | > loss_text_ce: 0.05625304952263832 (0.06054427949058584) | > loss_mel_ce: 4.196987152099609 (nan) | > loss: 0.01687793806195259 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14103153993786768) | > loader_time: 0.0045 (0.004554299937117962)  --> TIME: 2025-03-23 13:41:29 -- STEP: 12385/31555 -- GLOBAL_STEP: 107050 | > loss_text_ce: 0.05687717720866203 (0.0605354402457929) | > loss_mel_ce: 3.733201742172241 (nan) | > loss: 0.01503999624401331 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14102693662847554) | > loader_time: 0.0044 (0.004554079596342762)  --> TIME: 2025-03-23 13:41:39 -- STEP: 12435/31555 -- GLOBAL_STEP: 107100 | > loss_text_ce: 0.06526479870080948 (0.060528245924327526) | > loss_mel_ce: 3.4614357948303223 (nan) | > loss: 0.013994843699038029 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14100285598346937) | > loader_time: 0.0043 (0.004553901540451767)  --> TIME: 2025-03-23 13:41:48 -- STEP: 12485/31555 -- GLOBAL_STEP: 107150 | > loss_text_ce: 0.06529749184846878 (0.06051800782170518) | > loss_mel_ce: 3.513580560684204 (nan) | > loss: 0.014201898127794266 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14099912906963022) | > loader_time: 0.0045 (0.004553655457105177)  --> TIME: 2025-03-23 13:41:58 -- STEP: 12535/31555 -- GLOBAL_STEP: 107200 | > loss_text_ce: 0.07428327202796936 (0.060522014822916394) | > loss_mel_ce: 3.6419332027435303 (nan) | > loss: 0.014746892265975475 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14098673496390945) | > loader_time: 0.0045 (0.004553556974827183)  --> TIME: 2025-03-23 13:42:07 -- STEP: 12585/31555 -- GLOBAL_STEP: 107250 | > loss_text_ce: 0.06027499586343765 (0.0605079519784801) | > loss_mel_ce: 4.000027179718018 (nan) | > loss: 0.01611231081187725 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14095953549948553) | > loader_time: 0.0045 (0.004553422314049385)  --> TIME: 2025-03-23 13:42:17 -- STEP: 12635/31555 -- GLOBAL_STEP: 107300 | > loss_text_ce: 0.05941006541252136 (0.06050605918190486) | > loss_mel_ce: 3.7296135425567627 (nan) | > loss: 0.015035809017717838 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14096716681534435) | > loader_time: 0.0045 (0.004553463886413461)  --> TIME: 2025-03-23 13:42:27 -- STEP: 12685/31555 -- GLOBAL_STEP: 107350 | > loss_text_ce: 0.03985989838838577 (0.06050004265882342) | > loss_mel_ce: 1.5962646007537842 (nan) | > loss: 0.0064925579354166985 (nan) | > current_lr: 5e-06 | > step_time: 0.1059 (0.14098665863686732) | > loader_time: 0.0043 (0.004554001064247914)  --> TIME: 2025-03-23 13:42:36 -- STEP: 12735/31555 -- GLOBAL_STEP: 107400 | > loss_text_ce: 0.059492915868759155 (0.060487966244279004) | > loss_mel_ce: 3.4245731830596924 (nan) | > loss: 0.013825659640133381 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14096671730853336) | > loader_time: 0.0045 (0.004554178352490752)  --> TIME: 2025-03-23 13:42:46 -- STEP: 12785/31555 -- GLOBAL_STEP: 107450 | > loss_text_ce: 0.06531892716884613 (0.06048243417447206) | > loss_mel_ce: 3.275017023086548 (nan) | > loss: 0.013255301862955093 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.1409710328747723) | > loader_time: 0.0047 (0.004554413164039586)  --> TIME: 2025-03-23 13:42:55 -- STEP: 12835/31555 -- GLOBAL_STEP: 107500 | > loss_text_ce: 0.06056102737784386 (0.0604749766445817) | > loss_mel_ce: 3.750464677810669 (nan) | > loss: 0.01512311864644289 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14095594529098862) | > loader_time: 0.0048 (0.0045544465135218416)  --> TIME: 2025-03-23 13:43:05 -- STEP: 12885/31555 -- GLOBAL_STEP: 107550 | > loss_text_ce: 0.06331372261047363 (0.06047029290615726) | > loss_mel_ce: 3.8201725482940674 (nan) | > loss: 0.01541066076606512 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1409712259465062) | > loader_time: 0.0047 (0.004554612811424954)  --> TIME: 2025-03-23 13:43:15 -- STEP: 12935/31555 -- GLOBAL_STEP: 107600 | > loss_text_ce: 0.06023159995675087 (0.06047009906015504) | > loss_mel_ce: 3.6801435947418213 (nan) | > loss: 0.014842759817838669 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14098251060394495) | > loader_time: 0.0046 (0.004554942808973312)  --> TIME: 2025-03-23 13:43:24 -- STEP: 12985/31555 -- GLOBAL_STEP: 107650 | > loss_text_ce: 0.06858217716217041 (0.06046846829380583) | > loss_mel_ce: 0.0904541015625 (nan) | > loss: 0.0006310963653959334 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14097911728589854) | > loader_time: 0.0046 (0.004554890392833737)  --> TIME: 2025-03-23 13:43:34 -- STEP: 13035/31555 -- GLOBAL_STEP: 107700 | > loss_text_ce: 0.05754862353205681 (0.06046149139180008) | > loss_mel_ce: 3.743154287338257 (nan) | > loss: 0.015082154422998428 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14097347517419667) | > loader_time: 0.0047 (0.004554847688751744)  --> TIME: 2025-03-23 13:43:44 -- STEP: 13085/31555 -- GLOBAL_STEP: 107750 | > loss_text_ce: 0.043643802404403687 (0.06045265565101409) | > loss_mel_ce: 3.3321008682250977 (nan) | > loss: 0.01339581236243248 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14097876472239984) | > loader_time: 0.0045 (0.00455503179501339)  --> TIME: 2025-03-23 13:43:53 -- STEP: 13135/31555 -- GLOBAL_STEP: 107800 | > loss_text_ce: 0.062171995639801025 (0.06044549800889502) | > loss_mel_ce: 0.1377650648355484 (nan) | > loss: 0.0007934010936878622 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1409707161424555) | > loader_time: 0.0045 (0.004555249967455276)  --> TIME: 2025-03-23 13:44:03 -- STEP: 13185/31555 -- GLOBAL_STEP: 107850 | > loss_text_ce: 0.06610529869794846 (0.06044359895872898) | > loss_mel_ce: 3.6268765926361084 (nan) | > loss: 0.014654691331088543 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.140979785416495) | > loader_time: 0.0045 (0.004556050624276011)  --> TIME: 2025-03-23 13:44:12 -- STEP: 13235/31555 -- GLOBAL_STEP: 107900 | > loss_text_ce: 0.06021091341972351 (0.06043362743071691) | > loss_mel_ce: 3.7470481395721436 (nan) | > loss: 0.015108171850442886 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1409739780209863) | > loader_time: 0.0046 (0.004556116591231263)  --> TIME: 2025-03-23 13:44:22 -- STEP: 13285/31555 -- GLOBAL_STEP: 107950 | > loss_text_ce: 0.07986662536859512 (0.060433467633329616) | > loss_mel_ce: 3.491624593734741 (nan) | > loss: 0.014172584749758244 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14097287933944072) | > loader_time: 0.0045 (0.004555944217341626)  --> TIME: 2025-03-23 13:44:32 -- STEP: 13335/31555 -- GLOBAL_STEP: 108000 | > loss_text_ce: 0.0653543695807457 (0.060432913000854294) | > loss_mel_ce: 3.604855537414551 (nan) | > loss: 0.014564326032996178 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14096305219251995) | > loader_time: 0.0044 (0.004555464720609805)  --> TIME: 2025-03-23 13:44:41 -- STEP: 13385/31555 -- GLOBAL_STEP: 108050 | > loss_text_ce: 0.05231771990656853 (0.06042886114219008) | > loss_mel_ce: 3.724226474761963 (nan) | > loss: 0.014986286871135235 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14096444592709304) | > loader_time: 0.0044 (0.004555232693198737)  --> TIME: 2025-03-23 13:44:51 -- STEP: 13435/31555 -- GLOBAL_STEP: 108100 | > loss_text_ce: 0.05202583596110344 (0.06041998293723566) | > loss_mel_ce: 3.398798704147339 (nan) | > loss: 0.013693748973309994 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1409950192461778) | > loader_time: 0.0046 (0.004555478111979781)  --> TIME: 2025-03-23 13:45:01 -- STEP: 13485/31555 -- GLOBAL_STEP: 108150 | > loss_text_ce: 0.05259689688682556 (0.06041881459791726) | > loss_mel_ce: 3.722660779953003 (nan) | > loss: 0.014981181360781193 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14100452920972492) | > loader_time: 0.0046 (0.004555556417881767)  --> TIME: 2025-03-23 13:45:11 -- STEP: 13535/31555 -- GLOBAL_STEP: 108200 | > loss_text_ce: 0.05792749673128128 (0.060404942242761) | > loss_mel_ce: 3.7445616722106934 (nan) | > loss: 0.015089243650436401 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1410107431528011) | > loader_time: 0.0045 (0.0045556226074365425)  --> TIME: 2025-03-23 13:45:20 -- STEP: 13585/31555 -- GLOBAL_STEP: 108250 | > loss_text_ce: 0.05189596861600876 (0.060394305379065163) | > loss_mel_ce: 3.642991065979004 (nan) | > loss: 0.014662250876426697 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14100759125036752) | > loader_time: 0.0046 (0.004555447118265657)  --> TIME: 2025-03-23 13:45:31 -- STEP: 13635/31555 -- GLOBAL_STEP: 108300 | > loss_text_ce: 0.07055753469467163 (0.06038935492337734) | > loss_mel_ce: 2.860854387283325 (nan) | > loss: 0.011632587760686874 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14103857964703564) | > loader_time: 0.0045 (0.004555685842784729)  --> TIME: 2025-03-23 13:45:40 -- STEP: 13685/31555 -- GLOBAL_STEP: 108350 | > loss_text_ce: 0.08011257648468018 (0.06038432093837377) | > loss_mel_ce: 3.2471232414245605 (nan) | > loss: 0.013203317299485207 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14104444112140158) | > loader_time: 0.0044 (0.004556162077708984)  --> TIME: 2025-03-23 13:45:50 -- STEP: 13735/31555 -- GLOBAL_STEP: 108400 | > loss_text_ce: 0.05045013874769211 (0.06037766447702364) | > loss_mel_ce: 3.6359922885894775 (nan) | > loss: 0.014628740027546883 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14104543938652492) | > loader_time: 0.0046 (0.004556180105497511)  --> TIME: 2025-03-23 13:46:00 -- STEP: 13785/31555 -- GLOBAL_STEP: 108450 | > loss_text_ce: 0.05762474983930588 (0.06037085069573829) | > loss_mel_ce: 3.9269888401031494 (nan) | > loss: 0.01581195928156376 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14106564352293663) | > loader_time: 0.0045 (0.004556748501234925)  --> TIME: 2025-03-23 13:46:09 -- STEP: 13835/31555 -- GLOBAL_STEP: 108500 | > loss_text_ce: 0.04618757218122482 (0.06036026022216237) | > loss_mel_ce: 3.8995800018310547 (nan) | > loss: 0.015657808631658554 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14105283389420747) | > loader_time: 0.0047 (0.0045571435088063595)  --> TIME: 2025-03-23 13:46:19 -- STEP: 13885/31555 -- GLOBAL_STEP: 108550 | > loss_text_ce: 0.05522414669394493 (0.060344779843428946) | > loss_mel_ce: 3.64300537109375 (nan) | > loss: 0.01467551477253437 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14107219315193462) | > loader_time: 0.0046 (0.004557473117772049)  --> TIME: 2025-03-23 13:46:29 -- STEP: 13935/31555 -- GLOBAL_STEP: 108600 | > loss_text_ce: 0.05484239384531975 (0.06033787153979378) | > loss_mel_ce: 3.745311737060547 (nan) | > loss: 0.015079977922141552 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1410754006696861) | > loader_time: 0.0046 (0.004558343788094962)  --> TIME: 2025-03-23 13:46:39 -- STEP: 13985/31555 -- GLOBAL_STEP: 108650 | > loss_text_ce: 0.05029907077550888 (0.06033104512258475) | > loss_mel_ce: 4.213685989379883 (nan) | > loss: 0.016920577734708786 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14106684208427808) | > loader_time: 0.0045 (0.004558648660773677)  --> TIME: 2025-03-23 13:46:48 -- STEP: 14035/31555 -- GLOBAL_STEP: 108700 | > loss_text_ce: 0.06568247824907303 (0.06032533612955623) | > loss_mel_ce: 3.90722393989563 (nan) | > loss: 0.01576550304889679 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14104973655771458) | > loader_time: 0.0048 (0.004558833128708648)  --> TIME: 2025-03-23 13:46:58 -- STEP: 14085/31555 -- GLOBAL_STEP: 108750 | > loss_text_ce: 0.06268390268087387 (0.06032794560413222) | > loss_mel_ce: 3.4682681560516357 (nan) | > loss: 0.014011714607477188 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1410493007398567) | > loader_time: 0.0045 (0.004558914267174698)  --> TIME: 2025-03-23 13:47:07 -- STEP: 14135/31555 -- GLOBAL_STEP: 108800 | > loss_text_ce: 0.057715289294719696 (0.06032150284768332) | > loss_mel_ce: 4.460970401763916 (nan) | > loss: 0.017931293696165085 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14105106609467383) | > loader_time: 0.0045 (0.004559048469470597)  --> TIME: 2025-03-23 13:47:17 -- STEP: 14185/31555 -- GLOBAL_STEP: 108850 | > loss_text_ce: 0.05532177910208702 (0.0603123814482104) | > loss_mel_ce: 4.190437316894531 (nan) | > loss: 0.016848251223564148 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14104662323065378) | > loader_time: 0.0047 (0.004559823766660647)  --> TIME: 2025-03-23 13:47:27 -- STEP: 14235/31555 -- GLOBAL_STEP: 108900 | > loss_text_ce: 0.05488748103380203 (0.060308566182317926) | > loss_mel_ce: 3.669506788253784 (nan) | > loss: 0.014779343269765377 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14104608583333184) | > loader_time: 0.0044 (0.004560020156688851)  --> TIME: 2025-03-23 13:47:36 -- STEP: 14285/31555 -- GLOBAL_STEP: 108950 | > loss_text_ce: 0.04797070845961571 (0.06029249834907944) | > loss_mel_ce: 1.8949973583221436 (nan) | > loss: 0.0077101909555494785 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14103809736557033) | > loader_time: 0.0045 (0.004560207878329104)  --> TIME: 2025-03-23 13:47:46 -- STEP: 14335/31555 -- GLOBAL_STEP: 109000 | > loss_text_ce: 0.06787589192390442 (0.060286185501145284) | > loss_mel_ce: 4.043632984161377 (nan) | > loss: 0.016315512359142303 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14105197258181978) | > loader_time: 0.0047 (0.004560792275659298)  --> TIME: 2025-03-23 13:47:56 -- STEP: 14385/31555 -- GLOBAL_STEP: 109050 | > loss_text_ce: 0.06114966794848442 (0.06028292892415946) | > loss_mel_ce: 2.6213114261627197 (nan) | > loss: 0.010644687339663506 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14106990375326625) | > loader_time: 0.0047 (0.004561002295092662)  --> TIME: 2025-03-23 13:48:05 -- STEP: 14435/31555 -- GLOBAL_STEP: 109100 | > loss_text_ce: 0.05496346950531006 (0.060281037546469754) | > loss_mel_ce: 3.3648760318756104 (nan) | > loss: 0.01357079204171896 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14106250448461558) | > loader_time: 0.0043 (0.004561570642892166)  --> TIME: 2025-03-23 13:48:15 -- STEP: 14485/31555 -- GLOBAL_STEP: 109150 | > loss_text_ce: 0.06020664423704147 (0.060276831281691284) | > loss_mel_ce: 2.4949588775634766 (nan) | > loss: 0.010139546357095242 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1410549906973276) | > loader_time: 0.005 (0.0045616424285340965)  --> TIME: 2025-03-23 13:48:25 -- STEP: 14535/31555 -- GLOBAL_STEP: 109200 | > loss_text_ce: 0.053036756813526154 (0.06027397807388934) | > loss_mel_ce: 3.335258722305298 (nan) | > loss: 0.013445617631077766 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14106846319919766) | > loader_time: 0.0046 (0.004562178665229376)  --> TIME: 2025-03-23 13:48:35 -- STEP: 14585/31555 -- GLOBAL_STEP: 109250 | > loss_text_ce: 0.0652277022600174 (0.060269203614271134) | > loss_mel_ce: 3.722820281982422 (nan) | > loss: 0.015031937509775162 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1410701614559052) | > loader_time: 0.0046 (0.0045623760334547216)  --> TIME: 2025-03-23 13:48:44 -- STEP: 14635/31555 -- GLOBAL_STEP: 109300 | > loss_text_ce: 0.039864908903837204 (0.06025661298509421) | > loss_mel_ce: 2.492723226547241 (nan) | > loss: 0.010049954056739807 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14104479989135632) | > loader_time: 0.0044 (0.004562656570710873)  --> TIME: 2025-03-23 13:48:54 -- STEP: 14685/31555 -- GLOBAL_STEP: 109350 | > loss_text_ce: 0.06428995728492737 (0.060255790393511616) | > loss_mel_ce: 3.54032039642334 (nan) | > loss: 0.014304010197520256 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14104837736468187) | > loader_time: 0.0047 (0.0045630189079308115)  --> TIME: 2025-03-23 13:49:03 -- STEP: 14735/31555 -- GLOBAL_STEP: 109400 | > loss_text_ce: 0.0447416678071022 (0.060245094398269826) | > loss_mel_ce: 3.2315011024475098 (nan) | > loss: 0.013000964187085629 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14103725572177742) | > loader_time: 0.0046 (0.00456315302064066)  --> TIME: 2025-03-23 13:49:12 -- STEP: 14785/31555 -- GLOBAL_STEP: 109450 | > loss_text_ce: 0.05855925381183624 (0.06023547724368083) | > loss_mel_ce: 3.9516937732696533 (nan) | > loss: 0.0159137025475502 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1410305572273693) | > loader_time: 0.0045 (0.004563244428431467)  --> TIME: 2025-03-23 13:49:22 -- STEP: 14835/31555 -- GLOBAL_STEP: 109500 | > loss_text_ce: 0.0795760452747345 (0.06022674070742141) | > loss_mel_ce: 3.373443126678467 (nan) | > loss: 0.013702457770705223 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14104157116102212) | > loader_time: 0.0045 (0.004563327537950626)  --> TIME: 2025-03-23 13:49:32 -- STEP: 14885/31555 -- GLOBAL_STEP: 109550 | > loss_text_ce: 0.05094185099005699 (0.06021826368827607) | > loss_mel_ce: 4.079351425170898 (nan) | > loss: 0.016390053555369377 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14104092206817284) | > loader_time: 0.0044 (0.00456358903520333)  --> TIME: 2025-03-23 13:49:42 -- STEP: 14935/31555 -- GLOBAL_STEP: 109600 | > loss_text_ce: 0.04759460315108299 (0.06021309672045117) | > loss_mel_ce: 3.8324191570281982 (nan) | > loss: 0.01539688091725111 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1410441210727297) | > loader_time: 0.0047 (0.004563772506764958)  --> TIME: 2025-03-23 13:49:51 -- STEP: 14985/31555 -- GLOBAL_STEP: 109650 | > loss_text_ce: 0.046149756759405136 (0.06021066032272997) | > loss_mel_ce: 2.801670551300049 (nan) | > loss: 0.011300874873995781 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1410444738708188) | > loader_time: 0.0046 (0.004564010583841294)  --> TIME: 2025-03-23 13:50:01 -- STEP: 15035/31555 -- GLOBAL_STEP: 109700 | > loss_text_ce: 0.05958668515086174 (0.06020424573904936) | > loss_mel_ce: 2.882960796356201 (nan) | > loss: 0.01167677715420723 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14105024334597116) | > loader_time: 0.0048 (0.0045642614285336235)  --> TIME: 2025-03-23 13:50:11 -- STEP: 15085/31555 -- GLOBAL_STEP: 109750 | > loss_text_ce: 0.05645822361111641 (0.060201128875484206) | > loss_mel_ce: 4.161401271820068 (nan) | > loss: 0.01673753745853901 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14107983350200684) | > loader_time: 0.0045 (0.004564441005085973)  --> TIME: 2025-03-23 13:50:21 -- STEP: 15135/31555 -- GLOBAL_STEP: 109800 | > loss_text_ce: 0.056662898510694504 (0.060192428606057426) | > loss_mel_ce: 3.417705774307251 (nan) | > loss: 0.01378717739135027 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14107446418487554) | > loader_time: 0.0047 (0.004565097965105641)  --> TIME: 2025-03-23 13:50:30 -- STEP: 15185/31555 -- GLOBAL_STEP: 109850 | > loss_text_ce: 0.059311702847480774 (0.06019471404331273) | > loss_mel_ce: 3.603813409805298 (nan) | > loss: 0.014536211267113686 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14106960279359915) | > loader_time: 0.0046 (0.004564856697863804)  --> TIME: 2025-03-23 13:50:40 -- STEP: 15235/31555 -- GLOBAL_STEP: 109900 | > loss_text_ce: 0.06231760233640671 (0.06019667593825243) | > loss_mel_ce: 3.5652430057525635 (nan) | > loss: 0.014395082369446754 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14108015681080005) | > loader_time: 0.0044 (0.004565039422811747)  --> TIME: 2025-03-23 13:50:50 -- STEP: 15285/31555 -- GLOBAL_STEP: 109950 | > loss_text_ce: 0.06157616898417473 (0.06019305223864124) | > loss_mel_ce: 4.0948100090026855 (nan) | > loss: 0.016493597999215126 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1410866677624601) | > loader_time: 0.0046 (0.004564432603376231)  --> TIME: 2025-03-23 13:51:00 -- STEP: 15335/31555 -- GLOBAL_STEP: 110000 | > loss_text_ce: 0.05960504338145256 (0.060183212178554914) | > loss_mel_ce: 4.118067264556885 (nan) | > loss: 0.01657806523144245 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14108374542470234) | > loader_time: 0.0045 (0.004564153125863692) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_110000.pth  --> TIME: 2025-03-23 13:51:15 -- STEP: 15385/31555 -- GLOBAL_STEP: 110050 | > loss_text_ce: 0.05770311877131462 (0.0601732679686019) | > loss_mel_ce: 3.731424331665039 (nan) | > loss: 0.015036220662295818 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14108495197785917) | > loader_time: 0.0045 (0.004564414475310502)  --> TIME: 2025-03-23 13:51:24 -- STEP: 15435/31555 -- GLOBAL_STEP: 110100 | > loss_text_ce: 0.08068358898162842 (0.060167949212878546) | > loss_mel_ce: 3.125401020050049 (nan) | > loss: 0.01272255927324295 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14107242274678325) | > loader_time: 0.0045 (0.004564258169502287)  --> TIME: 2025-03-23 13:51:33 -- STEP: 15485/31555 -- GLOBAL_STEP: 110150 | > loss_text_ce: 0.062228597700595856 (0.060162561737219865) | > loss_mel_ce: 3.8015260696411133 (nan) | > loss: 0.015332360751926899 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14106301431468116) | > loader_time: 0.0044 (0.004564166677202152)  --> TIME: 2025-03-23 13:51:43 -- STEP: 15535/31555 -- GLOBAL_STEP: 110200 | > loss_text_ce: 0.051949724555015564 (0.06015888609730683) | > loss_mel_ce: 1.0908609628677368 (nan) | > loss: 0.004534963518381119 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14105330412895145) | > loader_time: 0.0043 (0.004564131499487837)  --> TIME: 2025-03-23 13:51:53 -- STEP: 15585/31555 -- GLOBAL_STEP: 110250 | > loss_text_ce: 0.05194752663373947 (0.060149799328312915) | > loss_mel_ce: 3.3831539154052734 (nan) | > loss: 0.013631355948746204 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14106489864725155) | > loader_time: 0.0047 (0.0045639664843023595)  --> TIME: 2025-03-23 13:52:03 -- STEP: 15635/31555 -- GLOBAL_STEP: 110300 | > loss_text_ce: 0.05546341463923454 (0.06014650804575903) | > loss_mel_ce: 3.6877737045288086 (nan) | > loss: 0.01485411636531353 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14107282714490046) | > loader_time: 0.0047 (0.0045641250415164045)  --> TIME: 2025-03-23 13:52:12 -- STEP: 15685/31555 -- GLOBAL_STEP: 110350 | > loss_text_ce: 0.06327187269926071 (0.06014053707453697) | > loss_mel_ce: 3.6210577487945557 (nan) | > loss: 0.014620356261730194 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14107641781596342) | > loader_time: 0.0045 (0.004563834160271828)  --> TIME: 2025-03-23 13:52:22 -- STEP: 15735/31555 -- GLOBAL_STEP: 110400 | > loss_text_ce: 0.06421070545911789 (0.06012992899572524) | > loss_mel_ce: 3.816114664077759 (nan) | > loss: 0.015398116782307625 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14108796465158308) | > loader_time: 0.0046 (0.004563679557245126)  --> TIME: 2025-03-23 13:52:32 -- STEP: 15785/31555 -- GLOBAL_STEP: 110450 | > loss_text_ce: 0.05362233892083168 (0.060120676612581185) | > loss_mel_ce: 3.803168535232544 (nan) | > loss: 0.015304726548492908 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14108332110463342) | > loader_time: 0.0047 (0.004563622615138759)  --> TIME: 2025-03-23 13:52:41 -- STEP: 15835/31555 -- GLOBAL_STEP: 110500 | > loss_text_ce: 0.060279157012701035 (0.06011018294124695) | > loss_mel_ce: 2.8246655464172363 (nan) | > loss: 0.011448194272816181 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14108951727900623) | > loader_time: 0.0044 (0.0045636238794353945)  --> TIME: 2025-03-23 13:52:51 -- STEP: 15885/31555 -- GLOBAL_STEP: 110550 | > loss_text_ce: 0.05975264310836792 (0.06010073042988571) | > loss_mel_ce: 3.389650344848633 (nan) | > loss: 0.013688107952475548 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14109726019689184) | > loader_time: 0.0049 (0.004563614179174749)  --> TIME: 2025-03-23 13:53:01 -- STEP: 15935/31555 -- GLOBAL_STEP: 110600 | > loss_text_ce: 0.07696902751922607 (0.060094650145964934) | > loss_mel_ce: 3.70004940032959 (nan) | > loss: 0.014988170005381107 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14111136673459668) | > loader_time: 0.0045 (0.004563772278143246)  --> TIME: 2025-03-23 13:53:11 -- STEP: 15985/31555 -- GLOBAL_STEP: 110650 | > loss_text_ce: 0.06363006681203842 (0.0600903796901927) | > loss_mel_ce: 3.0027480125427246 (nan) | > loss: 0.01216816809028387 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1411061200865895) | > loader_time: 0.0045 (0.004563358272281637)  --> TIME: 2025-03-23 13:53:20 -- STEP: 16035/31555 -- GLOBAL_STEP: 110700 | > loss_text_ce: 0.04891429841518402 (0.06009480658410995) | > loss_mel_ce: 3.740468978881836 (nan) | > loss: 0.01503723580390215 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1411144669493827) | > loader_time: 0.0045 (0.004563678756918466)  --> TIME: 2025-03-23 13:53:30 -- STEP: 16085/31555 -- GLOBAL_STEP: 110750 | > loss_text_ce: 0.061769165098667145 (0.060088532528601746) | > loss_mel_ce: 3.351673126220703 (nan) | > loss: 0.013545406982302666 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14111886858977252) | > loader_time: 0.0045 (0.004564181402821261)  --> TIME: 2025-03-23 13:53:40 -- STEP: 16135/31555 -- GLOBAL_STEP: 110800 | > loss_text_ce: 0.06159698963165283 (0.06008327434807415) | > loss_mel_ce: 4.04858922958374 (nan) | > loss: 0.01631026342511177 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14111140781340006) | > loader_time: 0.0046 (0.004564200357863294)  --> TIME: 2025-03-23 13:53:49 -- STEP: 16185/31555 -- GLOBAL_STEP: 110850 | > loss_text_ce: 0.05259372293949127 (0.06006988431783068) | > loss_mel_ce: 3.6119232177734375 (nan) | > loss: 0.01454173494130373 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14109936071318754) | > loader_time: 0.0045 (0.004564208191856035)  --> TIME: 2025-03-23 13:53:59 -- STEP: 16235/31555 -- GLOBAL_STEP: 110900 | > loss_text_ce: 0.06304015219211578 (0.06005683116084765) | > loss_mel_ce: 3.353628396987915 (nan) | > loss: 0.013558209873735905 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1411135112684919) | > loader_time: 0.0045 (0.004564416727947762)  --> TIME: 2025-03-23 13:54:09 -- STEP: 16285/31555 -- GLOBAL_STEP: 110950 | > loss_text_ce: 0.049768995493650436 (0.060053150484147964) | > loss_mel_ce: 3.909322500228882 (nan) | > loss: 0.015710681676864624 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14111623321898698) | > loader_time: 0.0046 (0.00456469889832012)  --> TIME: 2025-03-23 13:54:18 -- STEP: 16335/31555 -- GLOBAL_STEP: 111000 | > loss_text_ce: 0.043077073991298676 (0.060050661409890065) | > loss_mel_ce: 0.17431640625 (nan) | > loss: 0.0008626726339571178 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1411063459476353) | > loader_time: 0.0045 (0.0045650295646394315)  --> TIME: 2025-03-23 13:54:28 -- STEP: 16385/31555 -- GLOBAL_STEP: 111050 | > loss_text_ce: 0.04189014807343483 (0.060044864028110205) | > loss_mel_ce: 3.2800216674804688 (nan) | > loss: 0.013182190246880054 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14111915522317311) | > loader_time: 0.0048 (0.004564971242840062)  --> TIME: 2025-03-23 13:54:38 -- STEP: 16435/31555 -- GLOBAL_STEP: 111100 | > loss_text_ce: 0.06954880803823471 (0.06003737059504854) | > loss_mel_ce: 4.290908336639404 (nan) | > loss: 0.017303401604294777 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14112630697017747) | > loader_time: 0.0049 (0.004565204354017245)  --> TIME: 2025-03-23 13:54:48 -- STEP: 16485/31555 -- GLOBAL_STEP: 111150 | > loss_text_ce: 0.057056669145822525 (0.060034623378274796) | > loss_mel_ce: 2.6475017070770264 (nan) | > loss: 0.010732375085353851 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14112815214787172) | > loader_time: 0.0047 (0.004565223101453061)  --> TIME: 2025-03-23 13:54:58 -- STEP: 16535/31555 -- GLOBAL_STEP: 111200 | > loss_text_ce: 0.039902158081531525 (0.06002938372511353) | > loss_mel_ce: 3.4446067810058594 (nan) | > loss: 0.01382741704583168 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1411417523503202) | > loader_time: 0.0044 (0.004565227950920617)  --> TIME: 2025-03-23 13:55:07 -- STEP: 16585/31555 -- GLOBAL_STEP: 111250 | > loss_text_ce: 0.057088255882263184 (0.06002161066337884) | > loss_mel_ce: 3.63478946685791 (nan) | > loss: 0.014650309458374977 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14114999232034917) | > loader_time: 0.0044 (0.004565136958074245)  --> TIME: 2025-03-23 13:55:17 -- STEP: 16635/31555 -- GLOBAL_STEP: 111300 | > loss_text_ce: 0.05804235860705376 (0.06001626494852027) | > loss_mel_ce: 4.060279369354248 (nan) | > loss: 0.01634254865348339 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.1411525555476799) | > loader_time: 0.0047 (0.004565249802222802)  --> TIME: 2025-03-23 13:55:27 -- STEP: 16685/31555 -- GLOBAL_STEP: 111350 | > loss_text_ce: 0.059335242956876755 (0.060015255322186975) | > loss_mel_ce: 3.607697010040283 (nan) | > loss: 0.014551715925335884 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14115787624133994) | > loader_time: 0.0044 (0.004565139798515036)  --> TIME: 2025-03-23 13:55:36 -- STEP: 16735/31555 -- GLOBAL_STEP: 111400 | > loss_text_ce: 0.05471501871943474 (0.060007689806652435) | > loss_mel_ce: 3.882185459136963 (nan) | > loss: 0.015622621402144432 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1411471720343038) | > loader_time: 0.0045 (0.004565599679163337)  --> TIME: 2025-03-23 13:55:46 -- STEP: 16785/31555 -- GLOBAL_STEP: 111450 | > loss_text_ce: 0.06457296013832092 (0.059999390092276346) | > loss_mel_ce: 2.589900016784668 (nan) | > loss: 0.010533624328672886 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1411406876538748) | > loader_time: 0.0045 (0.004565908214965682)  --> TIME: 2025-03-23 13:55:56 -- STEP: 16835/31555 -- GLOBAL_STEP: 111500 | > loss_text_ce: 0.05054737627506256 (0.05998653814369184) | > loss_mel_ce: 2.772446870803833 (nan) | > loss: 0.011202358640730381 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1411453087322081) | > loader_time: 0.0046 (0.0045661067481135905)  --> TIME: 2025-03-23 13:56:05 -- STEP: 16885/31555 -- GLOBAL_STEP: 111550 | > loss_text_ce: 0.06981556862592697 (0.05998674278026998) | > loss_mel_ce: 3.1029226779937744 (nan) | > loss: 0.01259023230522871 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14114910898951397) | > loader_time: 0.0048 (0.004566371938622426)  --> TIME: 2025-03-23 13:56:15 -- STEP: 16935/31555 -- GLOBAL_STEP: 111600 | > loss_text_ce: 0.048956308513879776 (0.05998269343841624) | > loss_mel_ce: 2.900299549102783 (nan) | > loss: 0.011703397147357464 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14114564173968505) | > loader_time: 0.0046 (0.004566462848754565)  --> TIME: 2025-03-23 13:56:25 -- STEP: 16985/31555 -- GLOBAL_STEP: 111650 | > loss_text_ce: 0.05812506377696991 (0.059978078628572434) | > loss_mel_ce: 0.2375081330537796 (nan) | > loss: 0.0011731476988643408 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14115308071537427) | > loader_time: 0.0046 (0.004566674545508193)  --> TIME: 2025-03-23 13:56:34 -- STEP: 17035/31555 -- GLOBAL_STEP: 111700 | > loss_text_ce: 0.05258908495306969 (0.05996687547813541) | > loss_mel_ce: 3.4100735187530518 (nan) | > loss: 0.013740725815296173 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14115242878292805) | > loader_time: 0.0046 (0.004566626482986802)  --> TIME: 2025-03-23 13:56:44 -- STEP: 17085/31555 -- GLOBAL_STEP: 111750 | > loss_text_ce: 0.0479406975209713 (0.05995829182946526) | > loss_mel_ce: 3.8412022590637207 (nan) | > loss: 0.015433108434081078 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14113008082174705) | > loader_time: 0.0045 (0.004566491735166446)  --> TIME: 2025-03-23 13:56:53 -- STEP: 17135/31555 -- GLOBAL_STEP: 111800 | > loss_text_ce: 0.06474220007658005 (0.059954403949233445) | > loss_mel_ce: 3.7586755752563477 (nan) | > loss: 0.015172293409705162 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14112759627160562) | > loader_time: 0.0046 (0.004566447325061709)  --> TIME: 2025-03-23 13:57:03 -- STEP: 17185/31555 -- GLOBAL_STEP: 111850 | > loss_text_ce: 0.05735618621110916 (0.05994366727062683) | > loss_mel_ce: 4.033684253692627 (nan) | > loss: 0.01623428985476494 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14112223129061646) | > loader_time: 0.0047 (0.004566344085529102)  --> TIME: 2025-03-23 13:57:12 -- STEP: 17235/31555 -- GLOBAL_STEP: 111900 | > loss_text_ce: 0.0639975443482399 (0.05993213105070301) | > loss_mel_ce: 3.5121119022369385 (nan) | > loss: 0.014190911315381527 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14112345118919725) | > loader_time: 0.0048 (0.004566251335885519)  --> TIME: 2025-03-23 13:57:22 -- STEP: 17285/31555 -- GLOBAL_STEP: 111950 | > loss_text_ce: 0.05608006939291954 (0.05991971085776403) | > loss_mel_ce: 3.858973264694214 (nan) | > loss: 0.015535927377641201 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14112262912040768) | > loader_time: 0.0045 (0.004566260862805649)  --> TIME: 2025-03-23 13:57:31 -- STEP: 17335/31555 -- GLOBAL_STEP: 112000 | > loss_text_ce: 0.05053490400314331 (0.059909504951378895) | > loss_mel_ce: 3.1240458488464355 (nan) | > loss: 0.012597543187439442 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14111098587117618) | > loader_time: 0.0044 (0.004566184856171636)  --> TIME: 2025-03-23 13:57:41 -- STEP: 17385/31555 -- GLOBAL_STEP: 112050 | > loss_text_ce: 0.07638804614543915 (0.059907432339350496) | > loss_mel_ce: 3.856588363647461 (nan) | > loss: 0.015607050620019436 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14111345326519978) | > loader_time: 0.0044 (0.004566134081717918)  --> TIME: 2025-03-23 13:57:51 -- STEP: 17435/31555 -- GLOBAL_STEP: 112100 | > loss_text_ce: 0.04662520810961723 (0.059899809167049706) | > loss_mel_ce: 2.717284679412842 (nan) | > loss: 0.010967896319925785 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14111002839189418) | > loader_time: 0.0044 (0.004566025098073715)  --> TIME: 2025-03-23 13:58:00 -- STEP: 17485/31555 -- GLOBAL_STEP: 112150 | > loss_text_ce: 0.06341123580932617 (0.059892758459048755) | > loss_mel_ce: 3.944399356842041 (nan) | > loss: 0.015904011204838753 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1411013722385656) | > loader_time: 0.0045 (0.00456583508771592)  --> TIME: 2025-03-23 13:58:10 -- STEP: 17535/31555 -- GLOBAL_STEP: 112200 | > loss_text_ce: 0.05721321329474449 (0.05988407981660855) | > loss_mel_ce: 2.58473801612854 (nan) | > loss: 0.010483934544026852 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14110845359669613) | > loader_time: 0.0045 (0.004565750828556171)  --> TIME: 2025-03-23 13:58:19 -- STEP: 17585/31555 -- GLOBAL_STEP: 112250 | > loss_text_ce: 0.06362984329462051 (0.05988465805186069) | > loss_mel_ce: 3.4559690952301025 (nan) | > loss: 0.013966663740575314 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14110830634840932) | > loader_time: 0.0047 (0.004565808703216744)  --> TIME: 2025-03-23 13:58:29 -- STEP: 17635/31555 -- GLOBAL_STEP: 112300 | > loss_text_ce: 0.06557011604309082 (0.05988422816063174) | > loss_mel_ce: 3.6665501594543457 (nan) | > loss: 0.014810002408921719 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14110232061997818) | > loader_time: 0.0046 (0.004565553094632987)  --> TIME: 2025-03-23 13:58:39 -- STEP: 17685/31555 -- GLOBAL_STEP: 112350 | > loss_text_ce: 0.051335111260414124 (0.059879917541878463) | > loss_mel_ce: 3.867323160171509 (nan) | > loss: 0.015550232492387295 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1411110072746641) | > loader_time: 0.0044 (0.004565277832997609)  --> TIME: 2025-03-23 13:58:49 -- STEP: 17735/31555 -- GLOBAL_STEP: 112400 | > loss_text_ce: 0.06186334788799286 (0.059871848994639654) | > loss_mel_ce: 3.179853916168213 (nan) | > loss: 0.01286395825445652 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.1411165713322887) | > loader_time: 0.0043 (0.004565072173900201)  --> TIME: 2025-03-23 13:58:58 -- STEP: 17785/31555 -- GLOBAL_STEP: 112450 | > loss_text_ce: 0.06270705163478851 (0.059863580147520266) | > loss_mel_ce: 3.9374752044677734 (nan) | > loss: 0.01587373949587345 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.1411097589020393) | > loader_time: 0.0048 (0.004565079881798404)  --> TIME: 2025-03-23 13:59:08 -- STEP: 17835/31555 -- GLOBAL_STEP: 112500 | > loss_text_ce: 0.05897020176053047 (0.0598606988321859) | > loss_mel_ce: 4.078035831451416 (nan) | > loss: 0.01641669124364853 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14110502387951387) | > loader_time: 0.0046 (0.004565032229625389)  --> TIME: 2025-03-23 13:59:17 -- STEP: 17885/31555 -- GLOBAL_STEP: 112550 | > loss_text_ce: 0.06240033358335495 (0.059853205897553434) | > loss_mel_ce: 3.2999227046966553 (nan) | > loss: 0.013342552818357944 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14109983988104266) | > loader_time: 0.0045 (0.004564987150090422)  --> TIME: 2025-03-23 13:59:27 -- STEP: 17935/31555 -- GLOBAL_STEP: 112600 | > loss_text_ce: 0.05856788530945778 (0.05985140972003517) | > loss_mel_ce: 3.210904359817505 (nan) | > loss: 0.012974097393453121 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14109318530888643) | > loader_time: 0.0044 (0.004564789181005542)  --> TIME: 2025-03-23 13:59:36 -- STEP: 17985/31555 -- GLOBAL_STEP: 112650 | > loss_text_ce: 0.05629640072584152 (0.059843857986979374) | > loss_mel_ce: 3.2858009338378906 (nan) | > loss: 0.013262291438877583 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14108545295656028) | > loader_time: 0.0045 (0.00456449147029026)  --> TIME: 2025-03-23 13:59:46 -- STEP: 18035/31555 -- GLOBAL_STEP: 112700 | > loss_text_ce: 0.06492151319980621 (0.05983995472088491) | > loss_mel_ce: 3.4256749153137207 (nan) | > loss: 0.013851574622094631 (nan) | > current_lr: 5e-06 | > step_time: 0.148 (0.14108439036475962) | > loader_time: 0.0046 (0.0045643456794563315)  --> TIME: 2025-03-23 13:59:55 -- STEP: 18085/31555 -- GLOBAL_STEP: 112750 | > loss_text_ce: 0.049819931387901306 (0.05982857451712124) | > loss_mel_ce: 3.353543519973755 (nan) | > loss: 0.013505411334335804 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14108441820585058) | > loader_time: 0.0045 (0.0045640456205183035)  --> TIME: 2025-03-23 14:00:05 -- STEP: 18135/31555 -- GLOBAL_STEP: 112800 | > loss_text_ce: 0.05118540674448013 (0.05981818205513405) | > loss_mel_ce: 3.244729995727539 (nan) | > loss: 0.013079030439257622 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14107265501335317) | > loader_time: 0.0045 (0.004564481640046126)  --> TIME: 2025-03-23 14:00:14 -- STEP: 18185/31555 -- GLOBAL_STEP: 112850 | > loss_text_ce: 0.052157435566186905 (0.05980857384521978) | > loss_mel_ce: 2.8298022747039795 (nan) | > loss: 0.011436348780989647 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14107131356225505) | > loader_time: 0.0044 (0.004564536742073258)  --> TIME: 2025-03-23 14:00:24 -- STEP: 18235/31555 -- GLOBAL_STEP: 112900 | > loss_text_ce: 0.06072893366217613 (0.05980053499855828) | > loss_mel_ce: 0.0670572891831398 (nan) | > loss: 0.0005070882034488022 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14107366630663054) | > loader_time: 0.0046 (0.004564979352917062)  --> TIME: 2025-03-23 14:00:34 -- STEP: 18285/31555 -- GLOBAL_STEP: 112950 | > loss_text_ce: 0.0581197552382946 (0.05979494821766146) | > loss_mel_ce: 4.241173267364502 (nan) | > loss: 0.017060687765479088 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14107205967515962) | > loader_time: 0.0046 (0.004565307837807816)  --> TIME: 2025-03-23 14:00:43 -- STEP: 18335/31555 -- GLOBAL_STEP: 113000 | > loss_text_ce: 0.05698658153414726 (0.059786267418496616) | > loss_mel_ce: 3.693159818649292 (nan) | > loss: 0.01488153450191021 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14107275234115352) | > loader_time: 0.0045 (0.004565435851143667)  --> TIME: 2025-03-23 14:00:53 -- STEP: 18385/31555 -- GLOBAL_STEP: 113050 | > loss_text_ce: 0.057612307369709015 (0.059780493618549105) | > loss_mel_ce: 4.277435779571533 (nan) | > loss: 0.017202572897076607 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14107333300779673) | > loader_time: 0.0044 (0.004565504565328438)  --> TIME: 2025-03-23 14:01:03 -- STEP: 18435/31555 -- GLOBAL_STEP: 113100 | > loss_text_ce: 0.05058883875608444 (0.05977504808978072) | > loss_mel_ce: 3.2301533222198486 (nan) | > loss: 0.013018818572163582 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1410630899164981) | > loader_time: 0.0045 (0.0045659408486565245)  --> TIME: 2025-03-23 14:01:12 -- STEP: 18485/31555 -- GLOBAL_STEP: 113150 | > loss_text_ce: 0.06892659515142441 (0.059769867346887794) | > loss_mel_ce: 3.7412092685699463 (nan) | > loss: 0.015119588002562523 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.1410616503878813) | > loader_time: 0.0046 (0.004565919886932913)  --> TIME: 2025-03-23 14:01:22 -- STEP: 18535/31555 -- GLOBAL_STEP: 113200 | > loss_text_ce: 0.05993719398975372 (0.05976795000140961) | > loss_mel_ce: 3.952623128890991 (nan) | > loss: 0.01592285931110382 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.1410632568001274) | > loader_time: 0.0045 (0.004565787579063337)  --> TIME: 2025-03-23 14:01:32 -- STEP: 18585/31555 -- GLOBAL_STEP: 113250 | > loss_text_ce: 0.05616314709186554 (0.059760718387976274) | > loss_mel_ce: 3.7532358169555664 (nan) | > loss: 0.015116662718355656 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1410667378895389) | > loader_time: 0.0043 (0.004565322646088974)  --> TIME: 2025-03-23 14:01:41 -- STEP: 18635/31555 -- GLOBAL_STEP: 113300 | > loss_text_ce: 0.05510793998837471 (0.05975763400682244) | > loss_mel_ce: 2.512310028076172 (nan) | > loss: 0.010188166983425617 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14106619805217627) | > loader_time: 0.0042 (0.004565006432150728)  --> TIME: 2025-03-23 14:01:51 -- STEP: 18685/31555 -- GLOBAL_STEP: 113350 | > loss_text_ce: 0.05095376819372177 (0.059754981467007355) | > loss_mel_ce: 3.7815418243408203 (nan) | > loss: 0.015208316966891289 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14106353121005547) | > loader_time: 0.0043 (0.004564576956687981)  --> TIME: 2025-03-23 14:02:00 -- STEP: 18735/31555 -- GLOBAL_STEP: 113400 | > loss_text_ce: 0.04087520390748978 (0.0597490275513817) | > loss_mel_ce: 0.0430908203125 (nan) | > loss: 0.0003331985208205879 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1410464945239079) | > loader_time: 0.0043 (0.004564328966122941)  --> TIME: 2025-03-23 14:02:10 -- STEP: 18785/31555 -- GLOBAL_STEP: 113450 | > loss_text_ce: 0.05563747137784958 (0.05974525281341904) | > loss_mel_ce: 4.52753210067749 (nan) | > loss: 0.018187182024121284 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1410445948817304) | > loader_time: 0.0044 (0.004563985087943271)  --> TIME: 2025-03-23 14:02:19 -- STEP: 18835/31555 -- GLOBAL_STEP: 113500 | > loss_text_ce: 0.05780603736639023 (0.05973988199917553) | > loss_mel_ce: 4.069140434265137 (nan) | > loss: 0.01637677289545536 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1410509055826001) | > loader_time: 0.0045 (0.004563713491453498)  --> TIME: 2025-03-23 14:02:29 -- STEP: 18885/31555 -- GLOBAL_STEP: 113550 | > loss_text_ce: 0.07710067927837372 (0.05973293593566126) | > loss_mel_ce: 3.4066994190216064 (nan) | > loss: 0.013824604451656342 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14105062359756185) | > loader_time: 0.0044 (0.004563470829849312)  --> TIME: 2025-03-23 14:02:39 -- STEP: 18935/31555 -- GLOBAL_STEP: 113600 | > loss_text_ce: 0.06095866858959198 (0.059729096629286216) | > loss_mel_ce: 4.499094009399414 (nan) | > loss: 0.01809544861316681 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14105596732488956) | > loader_time: 0.0044 (0.004563355074414874)  --> TIME: 2025-03-23 14:02:49 -- STEP: 18985/31555 -- GLOBAL_STEP: 113650 | > loss_text_ce: 0.06158546730875969 (0.05972246646053041) | > loss_mel_ce: 3.4952666759490967 (nan) | > loss: 0.014114493504166603 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1410736525407246) | > loader_time: 0.0046 (0.004563148504563132)  --> TIME: 2025-03-23 14:02:58 -- STEP: 19035/31555 -- GLOBAL_STEP: 113700 | > loss_text_ce: 0.05573113635182381 (0.0597133808475969) | > loss_mel_ce: 4.046932220458984 (nan) | > loss: 0.016280410811305046 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14106371625064154) | > loader_time: 0.0042 (0.004562712103981731)  --> TIME: 2025-03-23 14:03:08 -- STEP: 19085/31555 -- GLOBAL_STEP: 113750 | > loss_text_ce: 0.09617049992084503 (0.05970935534362801) | > loss_mel_ce: 3.313239574432373 (nan) | > loss: 0.013529405929148197 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14106818137445043) | > loader_time: 0.0044 (0.004562797651323386)  --> TIME: 2025-03-23 14:03:18 -- STEP: 19135/31555 -- GLOBAL_STEP: 113800 | > loss_text_ce: 0.06237316131591797 (0.059707147844168834) | > loss_mel_ce: 4.128972053527832 (nan) | > loss: 0.01663232408463955 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14107465030071173) | > loader_time: 0.0047 (0.004562690695988666)  --> TIME: 2025-03-23 14:03:27 -- STEP: 19185/31555 -- GLOBAL_STEP: 113850 | > loss_text_ce: 0.0724589079618454 (0.05970176516476009) | > loss_mel_ce: 3.757049798965454 (nan) | > loss: 0.015196464024484158 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14107996540700957) | > loader_time: 0.0043 (0.0045626459874801234)  --> TIME: 2025-03-23 14:03:37 -- STEP: 19235/31555 -- GLOBAL_STEP: 113900 | > loss_text_ce: 0.0499112494289875 (0.0596961407344822) | > loss_mel_ce: 3.903627395629883 (nan) | > loss: 0.015688646584749222 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14108546317506895) | > loader_time: 0.0043 (0.004562644051179236)  --> TIME: 2025-03-23 14:03:47 -- STEP: 19285/31555 -- GLOBAL_STEP: 113950 | > loss_text_ce: 0.04956664890050888 (0.05969215581202739) | > loss_mel_ce: 2.911254644393921 (nan) | > loss: 0.01174929179251194 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14108772120823226) | > loader_time: 0.0043 (0.00456263949162052)  --> TIME: 2025-03-23 14:03:56 -- STEP: 19335/31555 -- GLOBAL_STEP: 114000 | > loss_text_ce: 0.048170074820518494 (0.059685256063575894) | > loss_mel_ce: 3.7018256187438965 (nan) | > loss: 0.014880936592817307 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14108384848565866) | > loader_time: 0.0044 (0.004562458401352742)  --> TIME: 2025-03-23 14:04:06 -- STEP: 19385/31555 -- GLOBAL_STEP: 114050 | > loss_text_ce: 0.05788308382034302 (0.05968034000496042) | > loss_mel_ce: 3.5822904109954834 (nan) | > loss: 0.01444513350725174 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14109622264357363) | > loader_time: 0.0048 (0.0045625022123669985)  --> TIME: 2025-03-23 14:04:16 -- STEP: 19435/31555 -- GLOBAL_STEP: 114100 | > loss_text_ce: 0.05431591719388962 (0.05967377519293954) | > loss_mel_ce: 4.0379815101623535 (nan) | > loss: 0.01623927615582943 (nan) | > current_lr: 5e-06 | > step_time: 0.1892 (0.14111273784946654) | > loader_time: 0.0045 (0.004562428177307783)  --> TIME: 2025-03-23 14:04:26 -- STEP: 19485/31555 -- GLOBAL_STEP: 114150 | > loss_text_ce: 0.054585136473178864 (0.059664674769644384) | > loss_mel_ce: 2.344980001449585 (nan) | > loss: 0.009522085078060627 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1411079199949784) | > loader_time: 0.0044 (0.0045621130201551775)  --> TIME: 2025-03-23 14:04:36 -- STEP: 19535/31555 -- GLOBAL_STEP: 114200 | > loss_text_ce: 0.06522281467914581 (0.05965894280992673) | > loss_mel_ce: 3.567373275756836 (nan) | > loss: 0.014415064826607704 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14111390561742657) | > loader_time: 0.0044 (0.004561886971705355)  --> TIME: 2025-03-23 14:04:45 -- STEP: 19585/31555 -- GLOBAL_STEP: 114250 | > loss_text_ce: 0.044574521481990814 (0.05965124425949764) | > loss_mel_ce: 3.5980184078216553 (nan) | > loss: 0.01445473451167345 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14111509959795762) | > loader_time: 0.0047 (0.004561596242998661)  --> TIME: 2025-03-23 14:04:55 -- STEP: 19635/31555 -- GLOBAL_STEP: 114300 | > loss_text_ce: 0.058708932250738144 (0.05964501302936905) | > loss_mel_ce: 3.633946418762207 (nan) | > loss: 0.014653394930064678 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14111483588241805) | > loader_time: 0.0047 (0.0045615669058150805)  --> TIME: 2025-03-23 14:05:05 -- STEP: 19685/31555 -- GLOBAL_STEP: 114350 | > loss_text_ce: 0.07268249243497849 (0.0596404295180022) | > loss_mel_ce: 2.4662420749664307 (nan) | > loss: 0.010075097903609276 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14110820938373952) | > loader_time: 0.0042 (0.004561353062868802)  --> TIME: 2025-03-23 14:05:14 -- STEP: 19735/31555 -- GLOBAL_STEP: 114400 | > loss_text_ce: 0.055583655834198 (0.05963321515881155) | > loss_mel_ce: 3.0491604804992676 (nan) | > loss: 0.012320414185523987 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14111518079430593) | > loader_time: 0.0044 (0.004561390960128954)  --> TIME: 2025-03-23 14:05:24 -- STEP: 19785/31555 -- GLOBAL_STEP: 114450 | > loss_text_ce: 0.04421674460172653 (0.059626063975155526) | > loss_mel_ce: 3.076968193054199 (nan) | > loss: 0.01238565519452095 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14110384855060767) | > loader_time: 0.0045 (0.004561321296142411)  --> TIME: 2025-03-23 14:05:33 -- STEP: 19835/31555 -- GLOBAL_STEP: 114500 | > loss_text_ce: 0.0626874715089798 (0.05962353449165518) | > loss_mel_ce: 3.2911906242370605 (nan) | > loss: 0.013309040106832981 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14110114631527892) | > loader_time: 0.0042 (0.0045614768913659655)  --> TIME: 2025-03-23 14:05:43 -- STEP: 19885/31555 -- GLOBAL_STEP: 114550 | > loss_text_ce: 0.05244407057762146 (0.05961801580923612) | > loss_mel_ce: 3.771350622177124 (nan) | > loss: 0.015173789113759995 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14109807082807654) | > loader_time: 0.0046 (0.004561253519612179)  --> TIME: 2025-03-23 14:05:52 -- STEP: 19935/31555 -- GLOBAL_STEP: 114600 | > loss_text_ce: 0.0570104718208313 (0.05960574044119765) | > loss_mel_ce: 3.763139009475708 (nan) | > loss: 0.015159323811531067 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14109127353479806) | > loader_time: 0.0047 (0.004561221536789938)  --> TIME: 2025-03-23 14:06:02 -- STEP: 19985/31555 -- GLOBAL_STEP: 114650 | > loss_text_ce: 0.03146468475461006 (0.05959940829158408) | > loss_mel_ce: 2.825449228286743 (nan) | > loss: 0.011336959898471832 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1410859612127775) | > loader_time: 0.0043 (0.004561278221754561)  --> TIME: 2025-03-23 14:06:11 -- STEP: 20035/31555 -- GLOBAL_STEP: 114700 | > loss_text_ce: 0.06442932039499283 (0.05958843651451475) | > loss_mel_ce: 3.3916776180267334 (nan) | > loss: 0.013714711181819439 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14108020317414732) | > loader_time: 0.0044 (0.004561314619715052)  --> TIME: 2025-03-23 14:06:21 -- STEP: 20085/31555 -- GLOBAL_STEP: 114750 | > loss_text_ce: 0.06363487243652344 (0.05958196227947646) | > loss_mel_ce: 3.348241090774536 (nan) | > loss: 0.013539191335439682 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14108069309228058) | > loader_time: 0.0046 (0.004561369354403808)  --> TIME: 2025-03-23 14:06:31 -- STEP: 20135/31555 -- GLOBAL_STEP: 114800 | > loss_text_ce: 0.060174472630023956 (0.0595779343076866) | > loss_mel_ce: 4.0455427169799805 (nan) | > loss: 0.016292529180645943 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14108594693585863) | > loader_time: 0.0045 (0.004561265479372746)  --> TIME: 2025-03-23 14:06:40 -- STEP: 20185/31555 -- GLOBAL_STEP: 114850 | > loss_text_ce: 0.05471727252006531 (0.05957168389544542) | > loss_mel_ce: 3.3334269523620605 (nan) | > loss: 0.013445017859339714 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14108542213647912) | > loader_time: 0.0045 (0.004561392422917776)  --> TIME: 2025-03-23 14:06:50 -- STEP: 20235/31555 -- GLOBAL_STEP: 114900 | > loss_text_ce: 0.0493292361497879 (0.059565963403443514) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14109461728749556) | > loader_time: 0.0044 (0.004561301540792352)  --> TIME: 2025-03-23 14:07:00 -- STEP: 20285/31555 -- GLOBAL_STEP: 114950 | > loss_text_ce: 0.06264788657426834 (0.05955884518092168) | > loss_mel_ce: 3.734037160873413 (nan) | > loss: 0.015066211111843586 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14109082526399114) | > loader_time: 0.0044 (0.004561228631075801)  --> TIME: 2025-03-23 14:07:10 -- STEP: 20335/31555 -- GLOBAL_STEP: 115000 | > loss_text_ce: 0.06451216340065002 (0.05955780816740987) | > loss_mel_ce: 3.9930224418640137 (nan) | > loss: 0.016101328656077385 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14109336002060116) | > loader_time: 0.0047 (0.004561287758243121)  --> TIME: 2025-03-23 14:07:19 -- STEP: 20385/31555 -- GLOBAL_STEP: 115050 | > loss_text_ce: 0.045428089797496796 (0.059548008579441876) | > loss_mel_ce: 4.829655647277832 (nan) | > loss: 0.019345572218298912 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14109798933847512) | > loader_time: 0.0045 (0.004561176795950144)  --> TIME: 2025-03-23 14:07:29 -- STEP: 20435/31555 -- GLOBAL_STEP: 115100 | > loss_text_ce: 0.07153626531362534 (0.05954487276663908) | > loss_mel_ce: 3.8292603492736816 (nan) | > loss: 0.015479352325201035 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.141083570829896) | > loader_time: 0.0044 (0.004560916651890772)  --> TIME: 2025-03-23 14:07:38 -- STEP: 20485/31555 -- GLOBAL_STEP: 115150 | > loss_text_ce: 0.04480263963341713 (0.059533617686328415) | > loss_mel_ce: 0.0870012566447258 (nan) | > loss: 0.0005230313981883228 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14108333700541884) | > loader_time: 0.0044 (0.004560728040531813)  --> TIME: 2025-03-23 14:07:48 -- STEP: 20535/31555 -- GLOBAL_STEP: 115200 | > loss_text_ce: 0.05900035798549652 (0.059526512398045926) | > loss_mel_ce: 3.916959047317505 (nan) | > loss: 0.015777617692947388 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1410760703155365) | > loader_time: 0.0046 (0.004560499676596926)  --> TIME: 2025-03-23 14:07:57 -- STEP: 20585/31555 -- GLOBAL_STEP: 115250 | > loss_text_ce: 0.05626469850540161 (0.059520909790187614) | > loss_mel_ce: 3.9637298583984375 (nan) | > loss: 0.01595236174762249 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14107360257261664) | > loader_time: 0.0045 (0.004560522747062991)  --> TIME: 2025-03-23 14:08:07 -- STEP: 20635/31555 -- GLOBAL_STEP: 115300 | > loss_text_ce: 0.06010831147432327 (0.05951986626604796) | > loss_mel_ce: 3.807873249053955 (nan) | > loss: 0.015349134802818298 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14107488228271386) | > loader_time: 0.0043 (0.004560580749271426)  --> TIME: 2025-03-23 14:08:16 -- STEP: 20685/31555 -- GLOBAL_STEP: 115350 | > loss_text_ce: 0.04815370589494705 (0.059517001646197366) | > loss_mel_ce: 3.859989643096924 (nan) | > loss: 0.015508506447076797 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14106715544428025) | > loader_time: 0.0041 (0.00456019389563092)  --> TIME: 2025-03-23 14:08:26 -- STEP: 20735/31555 -- GLOBAL_STEP: 115400 | > loss_text_ce: 0.06126692518591881 (0.05950921249630034) | > loss_mel_ce: 3.3765697479248047 (nan) | > loss: 0.013642209582030773 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14107219383519495) | > loader_time: 0.0045 (0.004559950694021424)  --> TIME: 2025-03-23 14:08:36 -- STEP: 20785/31555 -- GLOBAL_STEP: 115450 | > loss_text_ce: 0.06461746245622635 (0.059502847442779346) | > loss_mel_ce: 3.590521812438965 (nan) | > loss: 0.014504521153867245 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1410703926325028) | > loader_time: 0.0067 (0.004559662951739479)  --> TIME: 2025-03-23 14:08:45 -- STEP: 20835/31555 -- GLOBAL_STEP: 115500 | > loss_text_ce: 0.05845307186245918 (0.059501792463930565) | > loss_mel_ce: 3.399148941040039 (nan) | > loss: 0.01372064370661974 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1410747760487093) | > loader_time: 0.0044 (0.004559632036535503)  --> TIME: 2025-03-23 14:08:55 -- STEP: 20885/31555 -- GLOBAL_STEP: 115550 | > loss_text_ce: 0.05494478717446327 (0.05949559094157333) | > loss_mel_ce: 3.600557565689087 (nan) | > loss: 0.01450596284121275 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14107316296609276) | > loader_time: 0.0047 (0.004559527340761842)  --> TIME: 2025-03-23 14:09:05 -- STEP: 20935/31555 -- GLOBAL_STEP: 115600 | > loss_text_ce: 0.06122685223817825 (0.059489516561469634) | > loss_mel_ce: 3.461172342300415 (nan) | > loss: 0.01397777535021305 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14108594476906278) | > loader_time: 0.0047 (0.0045595793271936405)  --> TIME: 2025-03-23 14:09:14 -- STEP: 20985/31555 -- GLOBAL_STEP: 115650 | > loss_text_ce: 0.0661943331360817 (0.059484474111968805) | > loss_mel_ce: 2.1275794506073 (nan) | > loss: 0.00870545208454132 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14107695272317147) | > loader_time: 0.0044 (0.004559409882529837)  --> TIME: 2025-03-23 14:09:24 -- STEP: 21035/31555 -- GLOBAL_STEP: 115700 | > loss_text_ce: 0.0517423078417778 (0.0594792871695921) | > loss_mel_ce: 3.6661484241485596 (nan) | > loss: 0.014753535389900208 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14108119986815063) | > loader_time: 0.0045 (0.004559299173393686)  --> TIME: 2025-03-23 14:09:34 -- STEP: 21085/31555 -- GLOBAL_STEP: 115750 | > loss_text_ce: 0.06283192336559296 (0.059470536934115976) | > loss_mel_ce: 3.372218132019043 (nan) | > loss: 0.013631151989102364 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14108436662268334) | > loader_time: 0.0047 (0.004559210428333396)  --> TIME: 2025-03-23 14:09:44 -- STEP: 21135/31555 -- GLOBAL_STEP: 115800 | > loss_text_ce: 0.04060725122690201 (0.059465251457512795) | > loss_mel_ce: 4.377192974090576 (nan) | > loss: 0.017530955374240875 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14109612299754754) | > loader_time: 0.0044 (0.004559082191887878)  --> TIME: 2025-03-23 14:09:53 -- STEP: 21185/31555 -- GLOBAL_STEP: 115850 | > loss_text_ce: 0.045568473637104034 (0.05945661642635052) | > loss_mel_ce: 3.9196083545684814 (nan) | > loss: 0.015734829008579254 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.1410896746032451) | > loader_time: 0.0043 (0.004559025180376436)  --> TIME: 2025-03-23 14:10:03 -- STEP: 21235/31555 -- GLOBAL_STEP: 115900 | > loss_text_ce: 0.05117486044764519 (0.059449906825180705) | > loss_mel_ce: 3.742985248565674 (nan) | > loss: 0.015056191943585873 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14109176544124888) | > loader_time: 0.0045 (0.0045589064720914195)  --> TIME: 2025-03-23 14:10:13 -- STEP: 21285/31555 -- GLOBAL_STEP: 115950 | > loss_text_ce: 0.05731319263577461 (0.05944022139298513) | > loss_mel_ce: 3.2851457595825195 (nan) | > loss: 0.013263726606965065 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14110194909228269) | > loader_time: 0.0048 (0.00455870940871778)  --> TIME: 2025-03-23 14:10:23 -- STEP: 21335/31555 -- GLOBAL_STEP: 116000 | > loss_text_ce: 0.056622955948114395 (0.059431820243722726) | > loss_mel_ce: 3.572057008743286 (nan) | > loss: 0.01439952477812767 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14110474984316837) | > loader_time: 0.0042 (0.0045586207054358644)  --> TIME: 2025-03-23 14:10:32 -- STEP: 21385/31555 -- GLOBAL_STEP: 116050 | > loss_text_ce: 0.05819607526063919 (0.0594258563395747) | > loss_mel_ce: 4.038035869598389 (nan) | > loss: 0.016254888847470284 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14111045938188213) | > loader_time: 0.0043 (0.004558234374211605)  --> TIME: 2025-03-23 14:10:42 -- STEP: 21435/31555 -- GLOBAL_STEP: 116100 | > loss_text_ce: 0.05181301385164261 (0.05941966806429996) | > loss_mel_ce: 4.051704406738281 (nan) | > loss: 0.016283800825476646 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14111387895931668) | > loader_time: 0.0044 (0.004558272925684605)  --> TIME: 2025-03-23 14:10:52 -- STEP: 21485/31555 -- GLOBAL_STEP: 116150 | > loss_text_ce: 0.048853110522031784 (0.05941362915014855) | > loss_mel_ce: 3.158682107925415 (nan) | > loss: 0.012728314846754074 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14111848095003304) | > loader_time: 0.0042 (0.004557870891944849)  --> TIME: 2025-03-23 14:11:02 -- STEP: 21535/31555 -- GLOBAL_STEP: 116200 | > loss_text_ce: 0.057107385247945786 (0.05941078320157714) | > loss_mel_ce: 3.2143514156341553 (nan) | > loss: 0.012981980107724667 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14112327129292357) | > loader_time: 0.0046 (0.0045576434360183205)  --> TIME: 2025-03-23 14:11:11 -- STEP: 21585/31555 -- GLOBAL_STEP: 116250 | > loss_text_ce: 0.06791405379772186 (0.059404568171108334) | > loss_mel_ce: 3.4440414905548096 (nan) | > loss: 0.013936332426965237 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.141132744291411) | > loader_time: 0.0044 (0.004557599595003444)  --> TIME: 2025-03-23 14:11:21 -- STEP: 21635/31555 -- GLOBAL_STEP: 116300 | > loss_text_ce: 0.059018395841121674 (0.0594026387611678) | > loss_mel_ce: 3.4248886108398438 (nan) | > loss: 0.013825028203427792 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14113123884701442) | > loader_time: 0.0047 (0.004557613459199906)  --> TIME: 2025-03-23 14:11:31 -- STEP: 21685/31555 -- GLOBAL_STEP: 116350 | > loss_text_ce: 0.05558975040912628 (0.05939444057550644) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1411292313814776) | > loader_time: 0.0044 (0.00455762400505101)  --> TIME: 2025-03-23 14:11:40 -- STEP: 21735/31555 -- GLOBAL_STEP: 116400 | > loss_text_ce: 0.06263455003499985 (0.05939283376139264) | > loss_mel_ce: 3.5758633613586426 (nan) | > loss: 0.014438483864068985 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1411274109759885) | > loader_time: 0.0045 (0.004557234121515306)  --> TIME: 2025-03-23 14:11:50 -- STEP: 21785/31555 -- GLOBAL_STEP: 116450 | > loss_text_ce: 0.04854036122560501 (0.05938604448460056) | > loss_mel_ce: 3.8094117641448975 (nan) | > loss: 0.015309334732592106 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14111959900854995) | > loader_time: 0.0047 (0.004557215787140357)  --> TIME: 2025-03-23 14:12:00 -- STEP: 21835/31555 -- GLOBAL_STEP: 116500 | > loss_text_ce: 0.06093906611204147 (0.05937917335263876) | > loss_mel_ce: 0.03173828125 (nan) | > loss: 0.00036776726483367383 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1411258907047329) | > loader_time: 0.0043 (0.004557304129001116)  --> TIME: 2025-03-23 14:12:09 -- STEP: 21885/31555 -- GLOBAL_STEP: 116550 | > loss_text_ce: 0.05674697831273079 (0.05937384611826753) | > loss_mel_ce: 3.6114773750305176 (nan) | > loss: 0.01455644704401493 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1411221327617183) | > loader_time: 0.0045 (0.004557157864656735)  --> TIME: 2025-03-23 14:12:19 -- STEP: 21935/31555 -- GLOBAL_STEP: 116600 | > loss_text_ce: 0.04965820536017418 (0.059366387864122586) | > loss_mel_ce: 3.531947135925293 (nan) | > loss: 0.014212721027433872 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14112462295278402) | > loader_time: 0.0042 (0.0045571139387588205)  --> TIME: 2025-03-23 14:12:28 -- STEP: 21985/31555 -- GLOBAL_STEP: 116650 | > loss_text_ce: 0.05046027526259422 (0.05936483356255289) | > loss_mel_ce: 3.967017412185669 (nan) | > loss: 0.015942372381687164 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1411258460663662) | > loader_time: 0.0043 (0.004556764069540543)  --> TIME: 2025-03-23 14:12:38 -- STEP: 22035/31555 -- GLOBAL_STEP: 116700 | > loss_text_ce: 0.05694954842329025 (0.05935993621386594) | > loss_mel_ce: 2.814150094985962 (nan) | > loss: 0.011393253691494465 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14112353485026133) | > loader_time: 0.0046 (0.004556441463957845)  --> TIME: 2025-03-23 14:12:48 -- STEP: 22085/31555 -- GLOBAL_STEP: 116750 | > loss_text_ce: 0.06022614985704422 (0.059358348096502624) | > loss_mel_ce: 2.9858713150024414 (nan) | > loss: 0.012087689712643623 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14114575458377268) | > loader_time: 0.0046 (0.004556239641762656)  --> TIME: 2025-03-23 14:12:58 -- STEP: 22135/31555 -- GLOBAL_STEP: 116800 | > loss_text_ce: 0.0674515888094902 (0.05935752448085832) | > loss_mel_ce: 3.619381904602051 (nan) | > loss: 0.014630291610956192 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14114994580519027) | > loader_time: 0.0044 (0.0045559611254792414)  --> TIME: 2025-03-23 14:13:08 -- STEP: 22185/31555 -- GLOBAL_STEP: 116850 | > loss_text_ce: 0.05283460393548012 (0.05934783669433359) | > loss_mel_ce: 2.6791961193084717 (nan) | > loss: 0.01084139198064804 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1411506806511807) | > loader_time: 0.0044 (0.004555586304835545)  --> TIME: 2025-03-23 14:13:18 -- STEP: 22235/31555 -- GLOBAL_STEP: 116900 | > loss_text_ce: 0.06278162449598312 (0.05934894238591313) | > loss_mel_ce: 3.844048500061035 (nan) | > loss: 0.01550329476594925 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14116060190691967) | > loader_time: 0.0046 (0.0045555836917954146)  --> TIME: 2025-03-23 14:13:27 -- STEP: 22285/31555 -- GLOBAL_STEP: 116950 | > loss_text_ce: 0.051231417804956436 (0.05934120190892152) | > loss_mel_ce: 4.4255146980285645 (nan) | > loss: 0.0177648663520813 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14116282378554756) | > loader_time: 0.0043 (0.0045556043278671444)  --> TIME: 2025-03-23 14:13:37 -- STEP: 22335/31555 -- GLOBAL_STEP: 117000 | > loss_text_ce: 0.0634220615029335 (0.05933778307121058) | > loss_mel_ce: 4.694946765899658 (nan) | > loss: 0.018882418051362038 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14114921510900152) | > loader_time: 0.0044 (0.004555521530141181)  --> TIME: 2025-03-23 14:13:46 -- STEP: 22385/31555 -- GLOBAL_STEP: 117050 | > loss_text_ce: 0.05266796797513962 (0.05933066762497853) | > loss_mel_ce: 3.366834878921509 (nan) | > loss: 0.013569456525146961 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14115062271188097) | > loader_time: 0.0044 (0.004555333957412298)  --> TIME: 2025-03-23 14:13:56 -- STEP: 22435/31555 -- GLOBAL_STEP: 117100 | > loss_text_ce: 0.04849981144070625 (0.05932613171882808) | > loss_mel_ce: 1.9978231191635132 (nan) | > loss: 0.00812032911926508 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14114832187352538) | > loader_time: 0.0042 (0.004555267614964477)  --> TIME: 2025-03-23 14:14:06 -- STEP: 22485/31555 -- GLOBAL_STEP: 117150 | > loss_text_ce: 0.05470512434840202 (0.05932051979522253) | > loss_mel_ce: 3.6011710166931152 (nan) | > loss: 0.014507445506751537 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14115922939308223) | > loader_time: 0.0044 (0.004555126749623645)  --> TIME: 2025-03-23 14:14:16 -- STEP: 22535/31555 -- GLOBAL_STEP: 117200 | > loss_text_ce: 0.055599045008420944 (0.05931334096044862) | > loss_mel_ce: 3.3184621334075928 (nan) | > loss: 0.013389131985604763 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14116499532424986) | > loader_time: 0.0045 (0.0045550369650344405)  --> TIME: 2025-03-23 14:14:25 -- STEP: 22585/31555 -- GLOBAL_STEP: 117250 | > loss_text_ce: 0.05165977030992508 (0.059305577058792885) | > loss_mel_ce: 3.6933934688568115 (nan) | > loss: 0.01486132387071848 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14116397446595924) | > loader_time: 0.0045 (0.004555040781334926)  --> TIME: 2025-03-23 14:14:35 -- STEP: 22635/31555 -- GLOBAL_STEP: 117300 | > loss_text_ce: 0.05940037965774536 (0.059300415920966326) | > loss_mel_ce: 3.2331724166870117 (nan) | > loss: 0.013065765611827374 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.141162309768792) | > loader_time: 0.0048 (0.004554926229940037)  --> TIME: 2025-03-23 14:14:45 -- STEP: 22685/31555 -- GLOBAL_STEP: 117350 | > loss_text_ce: 0.05145293474197388 (0.05929381452781631) | > loss_mel_ce: 4.257151126861572 (nan) | > loss: 0.017097637057304382 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411647562573923) | > loader_time: 0.0046 (0.004554782829175431)  --> TIME: 2025-03-23 14:14:54 -- STEP: 22735/31555 -- GLOBAL_STEP: 117400 | > loss_text_ce: 0.05554930865764618 (0.059284809452801276) | > loss_mel_ce: 3.6502604484558105 (nan) | > loss: 0.014705595560371876 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14116300978659604) | > loader_time: 0.0045 (0.004554715029664334)  --> TIME: 2025-03-23 14:15:04 -- STEP: 22785/31555 -- GLOBAL_STEP: 117450 | > loss_text_ce: 0.05970141291618347 (0.059281214434528426) | > loss_mel_ce: 3.0737879276275635 (nan) | > loss: 0.01243448257446289 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1411738747275927) | > loader_time: 0.0044 (0.0045546927001096586)  --> TIME: 2025-03-23 14:15:14 -- STEP: 22835/31555 -- GLOBAL_STEP: 117500 | > loss_text_ce: 0.053761765360832214 (0.059277762364794324) | > loss_mel_ce: 8.734375 (nan) | > loss: 0.034873560070991516 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14117676981539085) | > loader_time: 0.0046 (0.00455459883313805)  --> TIME: 2025-03-23 14:15:23 -- STEP: 22885/31555 -- GLOBAL_STEP: 117550 | > loss_text_ce: 0.051802609115839005 (0.05927074491580499) | > loss_mel_ce: 0.0643310546875 (nan) | > loss: 0.00046084789209999144 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14116895217053785) | > loader_time: 0.0045 (0.004554565509698697)  --> TIME: 2025-03-23 14:15:33 -- STEP: 22935/31555 -- GLOBAL_STEP: 117600 | > loss_text_ce: 0.06774706393480301 (0.05926537187658338) | > loss_mel_ce: 4.320229530334473 (nan) | > loss: 0.01741260662674904 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.1411725664856084) | > loader_time: 0.0045 (0.0045543542998742696)  --> TIME: 2025-03-23 14:15:42 -- STEP: 22985/31555 -- GLOBAL_STEP: 117650 | > loss_text_ce: 0.05011705681681633 (0.059263355596112954) | > loss_mel_ce: 3.1049375534057617 (nan) | > loss: 0.012520058080554008 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1411662557940919) | > loader_time: 0.0042 (0.00455396655126068)  --> TIME: 2025-03-23 14:15:52 -- STEP: 23035/31555 -- GLOBAL_STEP: 117700 | > loss_text_ce: 0.0513930469751358 (0.059260244938254415) | > loss_mel_ce: 2.7830278873443604 (nan) | > loss: 0.01124770287424326 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14117970460403678) | > loader_time: 0.0042 (0.004553695166993423)  --> TIME: 2025-03-23 14:16:02 -- STEP: 23085/31555 -- GLOBAL_STEP: 117750 | > loss_text_ce: 0.07351349294185638 (0.05926057484653672) | > loss_mel_ce: 2.9185104370117188 (nan) | > loss: 0.011873111128807068 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14119008785980747) | > loader_time: 0.0045 (0.0045534049842377465)  --> TIME: 2025-03-23 14:16:12 -- STEP: 23135/31555 -- GLOBAL_STEP: 117800 | > loss_text_ce: 0.05817602947354317 (0.05925512844803318) | > loss_mel_ce: 3.482680082321167 (nan) | > loss: 0.014051017351448536 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14120054790158054) | > loader_time: 0.0046 (0.004553330513991542)  --> TIME: 2025-03-23 14:16:22 -- STEP: 23185/31555 -- GLOBAL_STEP: 117850 | > loss_text_ce: 0.04883251711726189 (0.05925195911095422) | > loss_mel_ce: 3.9199886322021484 (nan) | > loss: 0.015749290585517883 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.1411967835910682) | > loader_time: 0.0046 (0.004553260447420147)  --> TIME: 2025-03-23 14:16:31 -- STEP: 23235/31555 -- GLOBAL_STEP: 117900 | > loss_text_ce: 0.049507249146699905 (0.059249185721207756) | > loss_mel_ce: 3.7896368503570557 (nan) | > loss: 0.015234699472784996 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14119490978921556) | > loader_time: 0.0045 (0.004553063310344551)  --> TIME: 2025-03-23 14:16:41 -- STEP: 23285/31555 -- GLOBAL_STEP: 117950 | > loss_text_ce: 0.04930758476257324 (0.05924516863047447) | > loss_mel_ce: 3.7405145168304443 (nan) | > loss: 0.01503897737711668 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14119697083007804) | > loader_time: 0.0045 (0.004552895679273263)  --> TIME: 2025-03-23 14:16:51 -- STEP: 23335/31555 -- GLOBAL_STEP: 118000 | > loss_text_ce: 0.04109141603112221 (0.059234398698666896) | > loss_mel_ce: 3.733905076980591 (nan) | > loss: 0.01498014573007822 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14119646658038215) | > loader_time: 0.0044 (0.004552694017840698)  --> TIME: 2025-03-23 14:17:00 -- STEP: 23385/31555 -- GLOBAL_STEP: 118050 | > loss_text_ce: 0.08024091273546219 (0.05922912312522194) | > loss_mel_ce: 3.6581053733825684 (nan) | > loss: 0.014834708534181118 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14119880658733594) | > loader_time: 0.0044 (0.0045526767455030944)  --> TIME: 2025-03-23 14:17:10 -- STEP: 23435/31555 -- GLOBAL_STEP: 118100 | > loss_text_ce: 0.03955142945051193 (0.05922270327312097) | > loss_mel_ce: 3.785926580429077 (nan) | > loss: 0.015180469490587711 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.134 (0.14119287685771212) | > loader_time: 0.0044 (0.004552763897599017)  --> TIME: 2025-03-23 14:17:20 -- STEP: 23485/31555 -- GLOBAL_STEP: 118150 | > loss_text_ce: 0.04252926632761955 (0.05921955828709387) | > loss_mel_ce: 3.5538742542266846 (nan) | > loss: 0.014271443709731102 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14119251092647306) | > loader_time: 0.0045 (0.004552774244555842)  --> TIME: 2025-03-23 14:17:29 -- STEP: 23535/31555 -- GLOBAL_STEP: 118200 | > loss_text_ce: 0.06476026773452759 (0.05921050477816478) | > loss_mel_ce: 3.5882651805877686 (nan) | > loss: 0.014496133662760258 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14119812721453515) | > loader_time: 0.0046 (0.004552697264163051)  --> TIME: 2025-03-23 14:17:39 -- STEP: 23585/31555 -- GLOBAL_STEP: 118250 | > loss_text_ce: 0.052025794982910156 (0.05920384351218594) | > loss_mel_ce: 3.1308300495147705 (nan) | > loss: 0.012630380690097809 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14120806378026401) | > loader_time: 0.0047 (0.0045526626227846345)  --> TIME: 2025-03-23 14:17:49 -- STEP: 23635/31555 -- GLOBAL_STEP: 118300 | > loss_text_ce: 0.053961411118507385 (0.0591971686529557) | > loss_mel_ce: 4.085817337036133 (nan) | > loss: 0.016427693888545036 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14121258590194755) | > loader_time: 0.0046 (0.00455259613035502)  --> TIME: 2025-03-23 14:17:59 -- STEP: 23685/31555 -- GLOBAL_STEP: 118350 | > loss_text_ce: 0.054945070296525955 (0.05919260444032671) | > loss_mel_ce: 3.409303903579712 (nan) | > loss: 0.013747020624577999 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.141225903241072) | > loader_time: 0.0047 (0.00455294658998315)  --> TIME: 2025-03-23 14:18:09 -- STEP: 23735/31555 -- GLOBAL_STEP: 118400 | > loss_text_ce: 0.04654811695218086 (0.05918464997050721) | > loss_mel_ce: 3.5860183238983154 (nan) | > loss: 0.014414947479963303 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14122883702469685) | > loader_time: 0.0045 (0.004552868679746633)  --> TIME: 2025-03-23 14:18:18 -- STEP: 23785/31555 -- GLOBAL_STEP: 118450 | > loss_text_ce: 0.06414881348609924 (0.05917843755343228) | > loss_mel_ce: 3.868112325668335 (nan) | > loss: 0.015604211948812008 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1412251810579467) | > loader_time: 0.0046 (0.004552840043798338)  --> TIME: 2025-03-23 14:18:28 -- STEP: 23835/31555 -- GLOBAL_STEP: 118500 | > loss_text_ce: 0.04940418154001236 (0.05917222788453863) | > loss_mel_ce: 2.4023385047912598 (nan) | > loss: 0.009729137644171715 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14122596306197752) | > loader_time: 0.0044 (0.0045528215908869855)  --> TIME: 2025-03-23 14:18:38 -- STEP: 23885/31555 -- GLOBAL_STEP: 118550 | > loss_text_ce: 0.05165042728185654 (0.059167892787420684) | > loss_mel_ce: 3.8644540309906006 (nan) | > loss: 0.015540098771452904 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1412298006070125) | > loader_time: 0.0045 (0.004552844320851905)  --> TIME: 2025-03-23 14:18:48 -- STEP: 23935/31555 -- GLOBAL_STEP: 118600 | > loss_text_ce: 0.054974526166915894 (0.059160648854669214) | > loss_mel_ce: 3.3004941940307617 (nan) | > loss: 0.013315352611243725 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14123158547533204) | > loader_time: 0.0044 (0.004552957422429064)  --> TIME: 2025-03-23 14:18:57 -- STEP: 23985/31555 -- GLOBAL_STEP: 118650 | > loss_text_ce: 0.046515993773937225 (0.05916011409268281) | > loss_mel_ce: 2.526595115661621 (nan) | > loss: 0.01021075900644064 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14122523607401638) | > loader_time: 0.0044 (0.004553008581515046)  --> TIME: 2025-03-23 14:19:07 -- STEP: 24035/31555 -- GLOBAL_STEP: 118700 | > loss_text_ce: 0.06805597990751266 (0.059155795035722186) | > loss_mel_ce: 4.291377544403076 (nan) | > loss: 0.017299341037869453 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.141231044126892) | > loader_time: 0.0043 (0.00455314742569031)  --> TIME: 2025-03-23 14:19:17 -- STEP: 24085/31555 -- GLOBAL_STEP: 118750 | > loss_text_ce: 0.04252210631966591 (0.05915048403933392) | > loss_mel_ce: 3.1773533821105957 (nan) | > loss: 0.01277728471904993 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14123201328663348) | > loader_time: 0.0048 (0.004553079971367396)  --> TIME: 2025-03-23 14:19:27 -- STEP: 24135/31555 -- GLOBAL_STEP: 118800 | > loss_text_ce: 0.04906637966632843 (0.059149683399389474) | > loss_mel_ce: 3.2987923622131348 (nan) | > loss: 0.013285154476761818 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14124323134840258) | > loader_time: 0.0044 (0.004553033492074752)  --> TIME: 2025-03-23 14:19:36 -- STEP: 24185/31555 -- GLOBAL_STEP: 118850 | > loss_text_ce: 0.056949980556964874 (0.05914641578549104) | > loss_mel_ce: 3.629239559173584 (nan) | > loss: 0.014627737924456596 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.1412474122697084) | > loader_time: 0.0048 (0.004553440638950962)  --> TIME: 2025-03-23 14:19:46 -- STEP: 24235/31555 -- GLOBAL_STEP: 118900 | > loss_text_ce: 0.05324344336986542 (0.059137673969687006) | > loss_mel_ce: 2.7244699001312256 (nan) | > loss: 0.011022672057151794 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1412452218358936) | > loader_time: 0.0045 (0.004553443396339937)  --> TIME: 2025-03-23 14:19:56 -- STEP: 24285/31555 -- GLOBAL_STEP: 118950 | > loss_text_ce: 0.05552578717470169 (0.059134195895398825) | > loss_mel_ce: 4.385377407073975 (nan) | > loss: 0.017622632905840874 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1412411041998054) | > loader_time: 0.0046 (0.004553481642542711)  --> TIME: 2025-03-23 14:20:05 -- STEP: 24335/31555 -- GLOBAL_STEP: 119000 | > loss_text_ce: 0.05330276861786842 (0.05912624586320752) | > loss_mel_ce: 3.6366615295410156 (nan) | > loss: 0.014642716385424137 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1412376267527426) | > loader_time: 0.0045 (0.004553413420505414)  --> TIME: 2025-03-23 14:20:14 -- STEP: 24385/31555 -- GLOBAL_STEP: 119050 | > loss_text_ce: 0.06706777960062027 (0.0591217842781051) | > loss_mel_ce: 4.022526741027832 (nan) | > loss: 0.01622854918241501 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14123087016339025) | > loader_time: 0.0044 (0.004553406292819794)  --> TIME: 2025-03-23 14:20:25 -- STEP: 24435/31555 -- GLOBAL_STEP: 119100 | > loss_text_ce: 0.05708698555827141 (0.05911519938147222) | > loss_mel_ce: 3.975794553756714 (nan) | > loss: 0.016003500670194626 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14124555458972857) | > loader_time: 0.0046 (0.0045534516883477694)  --> TIME: 2025-03-23 14:20:34 -- STEP: 24485/31555 -- GLOBAL_STEP: 119150 | > loss_text_ce: 0.04930886998772621 (0.059106751541480214) | > loss_mel_ce: 3.596506357192993 (nan) | > loss: 0.014467521570622921 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1412452395896617) | > loader_time: 0.0045 (0.004553374461259188)  --> TIME: 2025-03-23 14:20:44 -- STEP: 24535/31555 -- GLOBAL_STEP: 119200 | > loss_text_ce: 0.06455235928297043 (0.05910073458056706) | > loss_mel_ce: 4.0247979164123535 (nan) | > loss: 0.01622758060693741 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14124647140114321) | > loader_time: 0.0044 (0.004553326565354062)  --> TIME: 2025-03-23 14:20:53 -- STEP: 24585/31555 -- GLOBAL_STEP: 119250 | > loss_text_ce: 0.05542027950286865 (0.05909035526085715) | > loss_mel_ce: 2.425835609436035 (nan) | > loss: 0.009846254251897335 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14123511016672016) | > loader_time: 0.0041 (0.0045532313648074885)  --> TIME: 2025-03-23 14:21:03 -- STEP: 24635/31555 -- GLOBAL_STEP: 119300 | > loss_text_ce: 0.075883649289608 (0.059084092465068454) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14123230192417974) | > loader_time: 0.0044 (0.004552898093413913)  --> TIME: 2025-03-23 14:21:12 -- STEP: 24685/31555 -- GLOBAL_STEP: 119350 | > loss_text_ce: 0.07879509031772614 (0.059081061789794234) | > loss_mel_ce: 3.2875399589538574 (nan) | > loss: 0.013358473777770996 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14122736219792945) | > loader_time: 0.0046 (0.0045529556293731665)  --> TIME: 2025-03-23 14:21:22 -- STEP: 24735/31555 -- GLOBAL_STEP: 119400 | > loss_text_ce: 0.05208014324307442 (0.059072660915786994) | > loss_mel_ce: 2.759788990020752 (nan) | > loss: 0.011158211156725883 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14123776887724518) | > loader_time: 0.0045 (0.004552807970820111)  --> TIME: 2025-03-23 14:21:32 -- STEP: 24785/31555 -- GLOBAL_STEP: 119450 | > loss_text_ce: 0.060399625450372696 (0.0590685691407173) | > loss_mel_ce: 3.093397617340088 (nan) | > loss: 0.012515068985521793 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14123512502396812) | > loader_time: 0.0044 (0.004553161668806397)  --> TIME: 2025-03-23 14:21:42 -- STEP: 24835/31555 -- GLOBAL_STEP: 119500 | > loss_text_ce: 0.05564127489924431 (0.05906814439092838) | > loss_mel_ce: 2.690991163253784 (nan) | > loss: 0.010899335145950317 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14123486072839136) | > loader_time: 0.0045 (0.004553169423674227)  --> TIME: 2025-03-23 14:21:51 -- STEP: 24885/31555 -- GLOBAL_STEP: 119550 | > loss_text_ce: 0.05799395963549614 (0.05906130157602713) | > loss_mel_ce: 3.6905336380004883 (nan) | > loss: 0.014875110238790512 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14122838609928157) | > loader_time: 0.0043 (0.004552976074816667)  --> TIME: 2025-03-23 14:22:01 -- STEP: 24935/31555 -- GLOBAL_STEP: 119600 | > loss_text_ce: 0.052205052226781845 (0.0590550841917124) | > loss_mel_ce: 3.8146677017211914 (nan) | > loss: 0.01534473430365324 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14123726902731) | > loader_time: 0.0044 (0.004552938131619703)  --> TIME: 2025-03-23 14:22:11 -- STEP: 24985/31555 -- GLOBAL_STEP: 119650 | > loss_text_ce: 0.049764737486839294 (0.059049176120426435) | > loss_mel_ce: 3.9729902744293213 (nan) | > loss: 0.015963314101099968 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14124111763734967) | > loader_time: 0.0045 (0.00455277866426895)  --> TIME: 2025-03-23 14:22:21 -- STEP: 25035/31555 -- GLOBAL_STEP: 119700 | > loss_text_ce: 0.053502991795539856 (0.05904580458495723) | > loss_mel_ce: 3.9028913974761963 (nan) | > loss: 0.015699978917837143 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14124666397410218) | > loader_time: 0.0045 (0.004552845862518014)  --> TIME: 2025-03-23 14:22:30 -- STEP: 25085/31555 -- GLOBAL_STEP: 119750 | > loss_text_ce: 0.05888797715306282 (0.059041915232349425) | > loss_mel_ce: 3.7723631858825684 (nan) | > loss: 0.015203378163278103 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14124740987796433) | > loader_time: 0.0042 (0.004552738015956396)  --> TIME: 2025-03-23 14:22:40 -- STEP: 25135/31555 -- GLOBAL_STEP: 119800 | > loss_text_ce: 0.042392365634441376 (0.059034573155011934) | > loss_mel_ce: 3.995145797729492 (nan) | > loss: 0.016021978110074997 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1412528510973005) | > loader_time: 0.0044 (0.004552610308933886)  --> TIME: 2025-03-23 14:22:49 -- STEP: 25185/31555 -- GLOBAL_STEP: 119850 | > loss_text_ce: 0.05226174369454384 (0.05902631771124872) | > loss_mel_ce: 3.803138017654419 (nan) | > loss: 0.015299206599593163 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14124832084213565) | > loader_time: 0.0046 (0.004552553739958664)  --> TIME: 2025-03-23 14:22:59 -- STEP: 25235/31555 -- GLOBAL_STEP: 119900 | > loss_text_ce: 0.04557548090815544 (0.05901940126722698) | > loss_mel_ce: 3.354451894760132 (nan) | > loss: 0.013492172583937645 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1412551335303986) | > loader_time: 0.0045 (0.0045525848074245475)  --> TIME: 2025-03-23 14:23:09 -- STEP: 25285/31555 -- GLOBAL_STEP: 119950 | > loss_text_ce: 0.05257412791252136 (0.05901531315522275) | > loss_mel_ce: 3.3904786109924316 (nan) | > loss: 0.013662908226251602 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14124655185161705) | > loader_time: 0.0045 (0.004552595101964397)  --> TIME: 2025-03-23 14:23:18 -- STEP: 25335/31555 -- GLOBAL_STEP: 120000 | > loss_text_ce: 0.049059461802244186 (0.05900977026066095) | > loss_mel_ce: 0.0963948592543602 (nan) | > loss: 0.0005771996802650392 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14124465900599664) | > loader_time: 0.0045 (0.004552630877527832) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_120000.pth  --> TIME: 2025-03-23 14:23:33 -- STEP: 25385/31555 -- GLOBAL_STEP: 120050 | > loss_text_ce: 0.057945191860198975 (0.05900400127486928) | > loss_mel_ce: 4.182725429534912 (nan) | > loss: 0.016828060150146484 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1412298755709626) | > loader_time: 0.0044 (0.004552620331180304)  --> TIME: 2025-03-23 14:23:42 -- STEP: 25435/31555 -- GLOBAL_STEP: 120100 | > loss_text_ce: 0.06473472714424133 (0.05900055797734368) | > loss_mel_ce: 3.7206461429595947 (nan) | > loss: 0.015021353028714657 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14122152079152417) | > loader_time: 0.0046 (0.004552431942696313)  --> TIME: 2025-03-23 14:23:52 -- STEP: 25485/31555 -- GLOBAL_STEP: 120150 | > loss_text_ce: 0.06023901700973511 (0.058993937772323556) | > loss_mel_ce: 3.0289764404296875 (nan) | > loss: 0.012258792296051979 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14121784055282185) | > loader_time: 0.0069 (0.004552363245445661)  --> TIME: 2025-03-23 14:24:02 -- STEP: 25535/31555 -- GLOBAL_STEP: 120200 | > loss_text_ce: 0.0576699897646904 (0.05898872532011746) | > loss_mel_ce: 3.5143959522247314 (nan) | > loss: 0.014174865558743477 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1412185737945252) | > loader_time: 0.0045 (0.004552608202039303)  --> TIME: 2025-03-23 14:24:11 -- STEP: 25585/31555 -- GLOBAL_STEP: 120250 | > loss_text_ce: 0.07571088522672653 (0.05898481485675396) | > loss_mel_ce: 3.250614643096924 (nan) | > loss: 0.013199704699218273 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.1412211862000871) | > loader_time: 0.0044 (0.00455248338625917)  --> TIME: 2025-03-23 14:24:21 -- STEP: 25635/31555 -- GLOBAL_STEP: 120300 | > loss_text_ce: 0.05933605507016182 (0.058980968444798325) | > loss_mel_ce: 3.3928234577178955 (nan) | > loss: 0.013699046336114407 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14121952931132792) | > loader_time: 0.0046 (0.0045526363892888005)  --> TIME: 2025-03-23 14:24:31 -- STEP: 25685/31555 -- GLOBAL_STEP: 120350 | > loss_text_ce: 0.04674116149544716 (0.05897357206054121) | > loss_mel_ce: 3.5913522243499756 (nan) | > loss: 0.014436880126595497 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.141221708153296) | > loader_time: 0.0044 (0.004552534811455507)  --> TIME: 2025-03-23 14:24:40 -- STEP: 25735/31555 -- GLOBAL_STEP: 120400 | > loss_text_ce: 0.04834652692079544 (0.0589678816247622) | > loss_mel_ce: 3.8363616466522217 (nan) | > loss: 0.015415509231388569 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14122010350157957) | > loader_time: 0.0046 (0.004552564858139646)  --> TIME: 2025-03-23 14:24:50 -- STEP: 25785/31555 -- GLOBAL_STEP: 120450 | > loss_text_ce: 0.0593496598303318 (0.05896278685928603) | > loss_mel_ce: 3.264451503753662 (nan) | > loss: 0.013189688324928284 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14122063548199296) | > loader_time: 0.0047 (0.00455260945309596)  --> TIME: 2025-03-23 14:24:59 -- STEP: 25835/31555 -- GLOBAL_STEP: 120500 | > loss_text_ce: 0.04664115980267525 (0.05895728003756378) | > loss_mel_ce: 4.187658309936523 (nan) | > loss: 0.016802776604890823 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1412191398281742) | > loader_time: 0.0045 (0.004552685658429315)  --> TIME: 2025-03-23 14:25:09 -- STEP: 25885/31555 -- GLOBAL_STEP: 120550 | > loss_text_ce: 0.05451607704162598 (0.05895142752813202) | > loss_mel_ce: 2.756748676300049 (nan) | > loss: 0.011155813001096249 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14122146431810811) | > loader_time: 0.0046 (0.004552552459183391)  --> TIME: 2025-03-23 14:25:19 -- STEP: 25935/31555 -- GLOBAL_STEP: 120600 | > loss_text_ce: 0.059306010603904724 (0.05894329030298705) | > loss_mel_ce: 3.811354160308838 (nan) | > loss: 0.01535976305603981 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14121836162565038) | > loader_time: 0.0047 (0.004552784879841544)  --> TIME: 2025-03-23 14:25:29 -- STEP: 25985/31555 -- GLOBAL_STEP: 120650 | > loss_text_ce: 0.05161355808377266 (0.05893863875806697) | > loss_mel_ce: 3.9523937702178955 (nan) | > loss: 0.015888918191194534 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1412246131474921) | > loader_time: 0.0045 (0.004552911367924771)  --> TIME: 2025-03-23 14:25:38 -- STEP: 26035/31555 -- GLOBAL_STEP: 120700 | > loss_text_ce: 0.05332149565219879 (0.05893339210091326) | > loss_mel_ce: 3.6876425743103027 (nan) | > loss: 0.014845096506178379 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.1412311680421789) | > loader_time: 0.0045 (0.00455308498978188)  --> TIME: 2025-03-23 14:25:48 -- STEP: 26085/31555 -- GLOBAL_STEP: 120750 | > loss_text_ce: 0.048181742429733276 (0.058924819832392415) | > loss_mel_ce: 3.7453818321228027 (nan) | > loss: 0.0150538245216012 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14122748395961213) | > loader_time: 0.0047 (0.004553149124432221)  --> TIME: 2025-03-23 14:25:58 -- STEP: 26135/31555 -- GLOBAL_STEP: 120800 | > loss_text_ce: 0.06682750582695007 (0.058920831851745285) | > loss_mel_ce: 3.5625064373016357 (nan) | > loss: 0.014402119442820549 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1412368273402081) | > loader_time: 0.0045 (0.0045530775890128515)  --> TIME: 2025-03-23 14:26:08 -- STEP: 26185/31555 -- GLOBAL_STEP: 120850 | > loss_text_ce: 0.06434328854084015 (0.058914217867593106) | > loss_mel_ce: 3.2542366981506348 (nan) | > loss: 0.013168968260288239 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14123856308853203) | > loader_time: 0.0043 (0.004552943637768584)  --> TIME: 2025-03-23 14:26:17 -- STEP: 26235/31555 -- GLOBAL_STEP: 120900 | > loss_text_ce: 0.08905559033155441 (0.05890889069637343) | > loss_mel_ce: 3.6222405433654785 (nan) | > loss: 0.014727366156876087 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14123220899024738) | > loader_time: 0.0044 (0.004552811024096833)  --> TIME: 2025-03-23 14:26:27 -- STEP: 26285/31555 -- GLOBAL_STEP: 120950 | > loss_text_ce: 0.055591121315956116 (0.05890427523519185) | > loss_mel_ce: 3.596691608428955 (nan) | > loss: 0.0144931860268116 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1412353494853521) | > loader_time: 0.0047 (0.004552690842679167)  --> TIME: 2025-03-23 14:26:36 -- STEP: 26335/31555 -- GLOBAL_STEP: 121000 | > loss_text_ce: 0.05480572581291199 (0.05889759155045836) | > loss_mel_ce: 3.4060847759246826 (nan) | > loss: 0.013733693398535252 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14123346220276936) | > loader_time: 0.0044 (0.0045525614849096395)  --> TIME: 2025-03-23 14:26:46 -- STEP: 26385/31555 -- GLOBAL_STEP: 121050 | > loss_text_ce: 0.07357815653085709 (0.05889520451499923) | > loss_mel_ce: 3.3713197708129883 (nan) | > loss: 0.013670230284333229 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14122433989522942) | > loader_time: 0.0045 (0.004552417951753452)  --> TIME: 2025-03-23 14:26:56 -- STEP: 26435/31555 -- GLOBAL_STEP: 121100 | > loss_text_ce: 0.06484096497297287 (0.05888828110363434) | > loss_mel_ce: 3.1776211261749268 (nan) | > loss: 0.01286691427230835 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1412264828152537) | > loader_time: 0.0043 (0.004552507490703265)  --> TIME: 2025-03-23 14:27:05 -- STEP: 26485/31555 -- GLOBAL_STEP: 121150 | > loss_text_ce: 0.06290609389543533 (0.05888123728668258) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1412223791072395) | > loader_time: 0.0046 (0.004552379661806423)  --> TIME: 2025-03-23 14:27:15 -- STEP: 26535/31555 -- GLOBAL_STEP: 121200 | > loss_text_ce: 0.05968556925654411 (0.058875636399123576) | > loss_mel_ce: 3.398423671722412 (nan) | > loss: 0.013722656294703484 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14121785585278837) | > loader_time: 0.0045 (0.00455237953411747)  --> TIME: 2025-03-23 14:27:24 -- STEP: 26585/31555 -- GLOBAL_STEP: 121250 | > loss_text_ce: 0.05887578800320625 (0.058867608165189406) | > loss_mel_ce: 3.8199234008789062 (nan) | > loss: 0.015392061322927475 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14122628787193095) | > loader_time: 0.0045 (0.004552341731661471)  --> TIME: 2025-03-23 14:27:34 -- STEP: 26635/31555 -- GLOBAL_STEP: 121300 | > loss_text_ce: 0.06966454535722733 (0.058857057289041524) | > loss_mel_ce: 3.5263333320617676 (nan) | > loss: 0.014269833452999592 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14122791286702774) | > loader_time: 0.0046 (0.004552551396282105)  --> TIME: 2025-03-23 14:27:44 -- STEP: 26685/31555 -- GLOBAL_STEP: 121350 | > loss_text_ce: 0.05850845202803612 (0.058851625829661434) | > loss_mel_ce: 3.907625913619995 (nan) | > loss: 0.015738628804683685 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14123746608557683) | > loader_time: 0.0044 (0.004552481999575148)  --> TIME: 2025-03-23 14:27:54 -- STEP: 26735/31555 -- GLOBAL_STEP: 121400 | > loss_text_ce: 0.04900956526398659 (0.05884542151162483) | > loss_mel_ce: 3.9080252647399902 (nan) | > loss: 0.015702519565820694 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1412382570498241) | > loader_time: 0.0049 (0.004552464113294401)  --> TIME: 2025-03-23 14:28:03 -- STEP: 26785/31555 -- GLOBAL_STEP: 121450 | > loss_text_ce: 0.06894689053297043 (0.05883679673693195) | > loss_mel_ce: 3.6168956756591797 (nan) | > loss: 0.014626359567046165 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.1412273466264407) | > loader_time: 0.0042 (0.004552293041870916)  --> TIME: 2025-03-23 14:28:13 -- STEP: 26835/31555 -- GLOBAL_STEP: 121500 | > loss_text_ce: 0.05515240132808685 (0.0588319062077457) | > loss_mel_ce: 3.717355251312256 (nan) | > loss: 0.014970269054174423 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1412240703611913) | > loader_time: 0.0046 (0.004552529532082754)  --> TIME: 2025-03-23 14:28:23 -- STEP: 26885/31555 -- GLOBAL_STEP: 121550 | > loss_text_ce: 0.05516893416643143 (0.05883195237314608) | > loss_mel_ce: 3.547697067260742 (nan) | > loss: 0.01429708767682314 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14123315733118125) | > loader_time: 0.0045 (0.004552525863874558)  --> TIME: 2025-03-23 14:28:32 -- STEP: 26935/31555 -- GLOBAL_STEP: 121600 | > loss_text_ce: 0.04437125101685524 (0.05882475617591858) | > loss_mel_ce: 4.113768100738525 (nan) | > loss: 0.016500553116202354 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14122847905290972) | > loader_time: 0.0046 (0.004552594943105952)  --> TIME: 2025-03-23 14:28:42 -- STEP: 26985/31555 -- GLOBAL_STEP: 121650 | > loss_text_ce: 0.07998257130384445 (0.05881980201424448) | > loss_mel_ce: 3.881620407104492 (nan) | > loss: 0.01572064682841301 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14122581130291675) | > loader_time: 0.0044 (0.0045525616488016635)  --> TIME: 2025-03-23 14:28:52 -- STEP: 27035/31555 -- GLOBAL_STEP: 121700 | > loss_text_ce: 0.054922785609960556 (0.058817266635576064) | > loss_mel_ce: 3.3982157707214355 (nan) | > loss: 0.013702931813895702 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1412294521070757) | > loader_time: 0.0046 (0.0045528098882976105)  --> TIME: 2025-03-23 14:29:01 -- STEP: 27085/31555 -- GLOBAL_STEP: 121750 | > loss_text_ce: 0.04544868320226669 (0.058813746719768446) | > loss_mel_ce: 0.06463623046875 (nan) | > loss: 0.0004368449153844267 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1412357337628438) | > loader_time: 0.0045 (0.004553090898845904)  --> TIME: 2025-03-23 14:29:11 -- STEP: 27135/31555 -- GLOBAL_STEP: 121800 | > loss_text_ce: 0.06464105099439621 (0.05880835075284896) | > loss_mel_ce: 3.456615924835205 (nan) | > loss: 0.013973242603242397 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14123917758541796) | > loader_time: 0.0045 (0.00455339156573099)  --> TIME: 2025-03-23 14:29:20 -- STEP: 27185/31555 -- GLOBAL_STEP: 121850 | > loss_text_ce: 0.053093284368515015 (0.05880693518809311) | > loss_mel_ce: 3.583691120147705 (nan) | > loss: 0.014431684277951717 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14122891024410197) | > loader_time: 0.0047 (0.004553579148374529)  --> TIME: 2025-03-23 14:29:31 -- STEP: 27235/31555 -- GLOBAL_STEP: 121900 | > loss_text_ce: 0.06640525162220001 (0.05880281983012831) | > loss_mel_ce: 2.4418792724609375 (nan) | > loss: 0.009953510947525501 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14123884149050409) | > loader_time: 0.0047 (0.00455369901193143)  --> TIME: 2025-03-23 14:29:40 -- STEP: 27285/31555 -- GLOBAL_STEP: 121950 | > loss_text_ce: 0.06574153900146484 (0.05879452637317733) | > loss_mel_ce: 3.2531490325927734 (nan) | > loss: 0.01317020133137703 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14124120321163822) | > loader_time: 0.0046 (0.004553725148418289)  --> TIME: 2025-03-23 14:29:50 -- STEP: 27335/31555 -- GLOBAL_STEP: 122000 | > loss_text_ce: 0.0776938796043396 (0.05878632209911595) | > loss_mel_ce: 3.214189291000366 (nan) | > loss: 0.013063029386103153 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412336567539794) | > loader_time: 0.0044 (0.004553733308986513)  --> TIME: 2025-03-23 14:29:59 -- STEP: 27385/31555 -- GLOBAL_STEP: 122050 | > loss_text_ce: 0.06190205737948418 (0.058780198618878454) | > loss_mel_ce: 3.4779701232910156 (nan) | > loss: 0.014047112315893173 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14123546285352528) | > loader_time: 0.0047 (0.004553750189460349)  --> TIME: 2025-03-23 14:30:09 -- STEP: 27435/31555 -- GLOBAL_STEP: 122100 | > loss_text_ce: 0.05344213545322418 (0.058772953765961394) | > loss_mel_ce: 3.527811050415039 (nan) | > loss: 0.014211323112249374 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14123974698085764) | > loader_time: 0.0045 (0.004554140031153138)  --> TIME: 2025-03-23 14:30:19 -- STEP: 27485/31555 -- GLOBAL_STEP: 122150 | > loss_text_ce: 0.06642676889896393 (0.058767933175049074) | > loss_mel_ce: 2.7744171619415283 (nan) | > loss: 0.011273190379142761 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1412521298113412) | > loader_time: 0.0046 (0.0045543009831035585)  --> TIME: 2025-03-23 14:30:29 -- STEP: 27535/31555 -- GLOBAL_STEP: 122200 | > loss_text_ce: 0.05149330943822861 (0.05876245291070547) | > loss_mel_ce: 3.272111654281616 (nan) | > loss: 0.013188909739255905 (nan) | > current_lr: 5e-06 | > step_time: 0.1469 (0.14125759924131417) | > loader_time: 0.0045 (0.004554440136589701)  --> TIME: 2025-03-23 14:30:39 -- STEP: 27585/31555 -- GLOBAL_STEP: 122250 | > loss_text_ce: 0.06150783970952034 (0.058755418962181324) | > loss_mel_ce: 3.729297399520874 (nan) | > loss: 0.015042879618704319 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14125442120267107) | > loader_time: 0.0045 (0.004554537117470499)  --> TIME: 2025-03-23 14:30:48 -- STEP: 27635/31555 -- GLOBAL_STEP: 122300 | > loss_text_ce: 0.06594634801149368 (0.05875169288677753) | > loss_mel_ce: 3.5364558696746826 (nan) | > loss: 0.014295247383415699 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14125903138895343) | > loader_time: 0.0047 (0.004554682164462309)  --> TIME: 2025-03-23 14:30:58 -- STEP: 27685/31555 -- GLOBAL_STEP: 122350 | > loss_text_ce: 0.050331924110651016 (0.05874761060096896) | > loss_mel_ce: 3.784785270690918 (nan) | > loss: 0.015218719840049744 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14126267267819428) | > loader_time: 0.0046 (0.0045548156557777926)  --> TIME: 2025-03-23 14:31:08 -- STEP: 27735/31555 -- GLOBAL_STEP: 122400 | > loss_text_ce: 0.06309051066637039 (0.058743380601997186) | > loss_mel_ce: 3.391928195953369 (nan) | > loss: 0.013710392639040947 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14126590212465678) | > loader_time: 0.0046 (0.004555009433078645)  --> TIME: 2025-03-23 14:31:17 -- STEP: 27785/31555 -- GLOBAL_STEP: 122450 | > loss_text_ce: 0.047411877661943436 (0.05873531465922592) | > loss_mel_ce: 3.3184380531311035 (nan) | > loss: 0.013356548734009266 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14125991810648955) | > loader_time: 0.0045 (0.0045549771458377785)  --> TIME: 2025-03-23 14:31:27 -- STEP: 27835/31555 -- GLOBAL_STEP: 122500 | > loss_text_ce: 0.06784975528717041 (0.058728559693220855) | > loss_mel_ce: 3.629258871078491 (nan) | > loss: 0.014671067707240582 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1412695167264683) | > loader_time: 0.0045 (0.004554987681796461)  --> TIME: 2025-03-23 14:31:37 -- STEP: 27885/31555 -- GLOBAL_STEP: 122550 | > loss_text_ce: 0.06297428160905838 (0.05872454881502431) | > loss_mel_ce: 3.2184016704559326 (nan) | > loss: 0.013021334074437618 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1412746160885812) | > loader_time: 0.0048 (0.004555069863721487)  --> TIME: 2025-03-23 14:31:47 -- STEP: 27935/31555 -- GLOBAL_STEP: 122600 | > loss_text_ce: 0.04342091456055641 (0.05871970572693734) | > loss_mel_ce: 0.09124755859375 (nan) | > loss: 0.0005343987140804529 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14127850551308327) | > loader_time: 0.0045 (0.004555160439844506)  --> TIME: 2025-03-23 14:31:57 -- STEP: 27985/31555 -- GLOBAL_STEP: 122650 | > loss_text_ce: 0.0516556091606617 (0.05871406591375724) | > loss_mel_ce: 3.859908103942871 (nan) | > loss: 0.015522078610956669 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14128040256980856) | > loader_time: 0.0049 (0.004555394629484825)  --> TIME: 2025-03-23 14:32:06 -- STEP: 28035/31555 -- GLOBAL_STEP: 122700 | > loss_text_ce: 0.052059583365917206 (0.05870748621861585) | > loss_mel_ce: 3.3919284343719482 (nan) | > loss: 0.01366662047803402 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1412747074155783) | > loader_time: 0.0046 (0.004555572578140417)  --> TIME: 2025-03-23 14:32:16 -- STEP: 28085/31555 -- GLOBAL_STEP: 122750 | > loss_text_ce: 0.05019453540444374 (0.058702217878630204) | > loss_mel_ce: 3.661407947540283 (nan) | > loss: 0.014728582464158535 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14127572869329305) | > loader_time: 0.0047 (0.004556006088107501)  --> TIME: 2025-03-23 14:32:26 -- STEP: 28135/31555 -- GLOBAL_STEP: 122800 | > loss_text_ce: 0.05800613760948181 (0.0586955503508467) | > loss_mel_ce: 2.2370927333831787 (nan) | > loss: 0.00910753570497036 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14127515007637417) | > loader_time: 0.0045 (0.004556136930393572)  --> TIME: 2025-03-23 14:32:35 -- STEP: 28185/31555 -- GLOBAL_STEP: 122850 | > loss_text_ce: 0.08162710815668106 (0.058692276774012946) | > loss_mel_ce: 3.4206371307373047 (nan) | > loss: 0.013897874392569065 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14126807438348216) | > loader_time: 0.0045 (0.004556266741696021)  --> TIME: 2025-03-23 14:32:45 -- STEP: 28235/31555 -- GLOBAL_STEP: 122900 | > loss_text_ce: 0.05258805304765701 (0.058686776366266215) | > loss_mel_ce: 3.371913194656372 (nan) | > loss: 0.013589290902018547 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14126843689225713) | > loader_time: 0.0047 (0.004556469632731964)  --> TIME: 2025-03-23 14:32:54 -- STEP: 28285/31555 -- GLOBAL_STEP: 122950 | > loss_text_ce: 0.05652899295091629 (0.0586836502736341) | > loss_mel_ce: 2.6404645442962646 (nan) | > loss: 0.01070235576480627 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.1412598093217279) | > loader_time: 0.0041 (0.004556745005218756)  --> TIME: 2025-03-23 14:33:04 -- STEP: 28335/31555 -- GLOBAL_STEP: 123000 | > loss_text_ce: 0.06046304479241371 (0.05868068541322399) | > loss_mel_ce: 3.83586049079895 (nan) | > loss: 0.015461602248251438 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1412689464021166) | > loader_time: 0.0047 (0.004556882185807308)  --> TIME: 2025-03-23 14:33:14 -- STEP: 28385/31555 -- GLOBAL_STEP: 123050 | > loss_text_ce: 0.05932982265949249 (0.05867544826450209) | > loss_mel_ce: 3.3528950214385986 (nan) | > loss: 0.01354057528078556 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14127076936687996) | > loader_time: 0.0046 (0.004556864081122944)  --> TIME: 2025-03-23 14:33:24 -- STEP: 28435/31555 -- GLOBAL_STEP: 123100 | > loss_text_ce: 0.06659682840108871 (0.05867397194243187) | > loss_mel_ce: 3.7718043327331543 (nan) | > loss: 0.015231750905513763 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14127360146557702) | > loader_time: 0.0044 (0.004556875604515892)  --> TIME: 2025-03-23 14:33:33 -- STEP: 28485/31555 -- GLOBAL_STEP: 123150 | > loss_text_ce: 0.0640832930803299 (0.05867227770660149) | > loss_mel_ce: 3.22987961769104 (nan) | > loss: 0.013071282766759396 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14127323690665325) | > loader_time: 0.0045 (0.004557006493438423)  --> TIME: 2025-03-23 14:33:43 -- STEP: 28535/31555 -- GLOBAL_STEP: 123200 | > loss_text_ce: 0.053935687988996506 (0.05866257988754609) | > loss_mel_ce: 3.6744351387023926 (nan) | > loss: 0.014795123599469662 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1412670418909947) | > loader_time: 0.0046 (0.0045569474504524015)  --> TIME: 2025-03-23 14:33:52 -- STEP: 28585/31555 -- GLOBAL_STEP: 123250 | > loss_text_ce: 0.05761105567216873 (0.058658185148230776) | > loss_mel_ce: 4.067132949829102 (nan) | > loss: 0.01636803336441517 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14126506775894004) | > loader_time: 0.0045 (0.00455682850267712)  --> TIME: 2025-03-23 14:34:02 -- STEP: 28635/31555 -- GLOBAL_STEP: 123300 | > loss_text_ce: 0.058826107531785965 (0.058652326479614006) | > loss_mel_ce: 3.8055343627929688 (nan) | > loss: 0.015334765426814556 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1412659637670327) | > loader_time: 0.0044 (0.004556788976891524)  --> TIME: 2025-03-23 14:34:12 -- STEP: 28685/31555 -- GLOBAL_STEP: 123350 | > loss_text_ce: 0.06392732262611389 (0.058647209295250705) | > loss_mel_ce: 3.54158353805542 (nan) | > loss: 0.014307583682239056 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14126993066782187) | > loader_time: 0.0042 (0.004556628521963706)  --> TIME: 2025-03-23 14:34:21 -- STEP: 28735/31555 -- GLOBAL_STEP: 123400 | > loss_text_ce: 0.05201656371355057 (0.05863903047303354) | > loss_mel_ce: 3.7912657260894775 (nan) | > loss: 0.015251120552420616 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1412686405875539) | > loader_time: 0.0046 (0.004556800768606544)  --> TIME: 2025-03-23 14:34:31 -- STEP: 28785/31555 -- GLOBAL_STEP: 123450 | > loss_text_ce: 0.07006948441267014 (0.05863567178776761) | > loss_mel_ce: 3.888202667236328 (nan) | > loss: 0.015707429498434067 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14127131736752846) | > loader_time: 0.0046 (0.004556762673114836)  --> TIME: 2025-03-23 14:34:40 -- STEP: 28835/31555 -- GLOBAL_STEP: 123500 | > loss_text_ce: 0.06279692053794861 (0.05863100575725332) | > loss_mel_ce: 2.8084511756896973 (nan) | > loss: 0.011393842287361622 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14126142911446457) | > loader_time: 0.0047 (0.004556709049437256)  --> TIME: 2025-03-23 14:34:50 -- STEP: 28885/31555 -- GLOBAL_STEP: 123550 | > loss_text_ce: 0.052820056676864624 (0.05862738093716246) | > loss_mel_ce: 3.1312522888183594 (nan) | > loss: 0.01263520773500204 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1412660280148105) | > loader_time: 0.0044 (0.004556712993643687)  --> TIME: 2025-03-23 14:35:00 -- STEP: 28935/31555 -- GLOBAL_STEP: 123600 | > loss_text_ce: 0.0665413960814476 (0.058621898225001835) | > loss_mel_ce: 3.358302116394043 (nan) | > loss: 0.013590649701654911 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14126708863085283) | > loader_time: 0.0066 (0.004556717295009801)  --> TIME: 2025-03-23 14:35:10 -- STEP: 28985/31555 -- GLOBAL_STEP: 123650 | > loss_text_ce: 0.058752112090587616 (0.05861956373741343) | > loss_mel_ce: 3.3801095485687256 (nan) | > loss: 0.013646276667714119 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1412783409781317) | > loader_time: 0.0045 (0.004556596330554263)  --> TIME: 2025-03-23 14:35:20 -- STEP: 29035/31555 -- GLOBAL_STEP: 123700 | > loss_text_ce: 0.0537085197865963 (0.05861764328128624) | > loss_mel_ce: 3.8483004570007324 (nan) | > loss: 0.015484163537621498 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14127587152057158) | > loader_time: 0.0044 (0.004556528237265553)  --> TIME: 2025-03-23 14:35:29 -- STEP: 29085/31555 -- GLOBAL_STEP: 123750 | > loss_text_ce: 0.04263116419315338 (0.05861277378108034) | > loss_mel_ce: 2.967712163925171 (nan) | > loss: 0.011945807375013828 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1412697583185935) | > loader_time: 0.0045 (0.004556435868156914)  --> TIME: 2025-03-23 14:35:39 -- STEP: 29135/31555 -- GLOBAL_STEP: 123800 | > loss_text_ce: 0.05133066698908806 (0.05860804441951243) | > loss_mel_ce: 3.875744104385376 (nan) | > loss: 0.01558363065123558 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1412757410200349) | > loader_time: 0.0044 (0.004556400935073433)  --> TIME: 2025-03-23 14:35:48 -- STEP: 29185/31555 -- GLOBAL_STEP: 123850 | > loss_text_ce: 0.06997203826904297 (0.05860229763959456) | > loss_mel_ce: 0.0947672501206398 (nan) | > loss: 0.0006537273293361068 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14127315216038427) | > loader_time: 0.0046 (0.004556233616996131)  --> TIME: 2025-03-23 14:35:58 -- STEP: 29235/31555 -- GLOBAL_STEP: 123900 | > loss_text_ce: 0.05090907961130142 (0.058597687796989165) | > loss_mel_ce: 3.864396810531616 (nan) | > loss: 0.015536928549408913 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14126882801835663) | > loader_time: 0.0045 (0.004556026078705901)  --> TIME: 2025-03-23 14:36:08 -- STEP: 29285/31555 -- GLOBAL_STEP: 123950 | > loss_text_ce: 0.05079454183578491 (0.05859406146060102) | > loss_mel_ce: 2.7773244380950928 (nan) | > loss: 0.011222695000469685 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14126978498566117) | > loader_time: 0.0043 (0.0045558735598512255)  --> TIME: 2025-03-23 14:36:17 -- STEP: 29335/31555 -- GLOBAL_STEP: 124000 | > loss_text_ce: 0.04525964707136154 (0.05858707925530496) | > loss_mel_ce: 1.3148465156555176 (nan) | > loss: 0.0053972466848790646 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14127248609941856) | > loader_time: 0.0044 (0.004555680988715609)  --> TIME: 2025-03-23 14:36:27 -- STEP: 29385/31555 -- GLOBAL_STEP: 124050 | > loss_text_ce: 0.050792478024959564 (0.058581273038411215) | > loss_mel_ce: 3.7591538429260254 (nan) | > loss: 0.015118835493922234 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14127728204368667) | > loader_time: 0.0044 (0.00455557812795732)  --> TIME: 2025-03-23 14:36:37 -- STEP: 29435/31555 -- GLOBAL_STEP: 124100 | > loss_text_ce: 0.05013015493750572 (0.058574032569875194) | > loss_mel_ce: 3.105762481689453 (nan) | > loss: 0.01252338383346796 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.14127153002468695) | > loader_time: 0.0044 (0.004555456047453447)  --> TIME: 2025-03-23 14:36:46 -- STEP: 29485/31555 -- GLOBAL_STEP: 124150 | > loss_text_ce: 0.05527440086007118 (0.058571291810297355) | > loss_mel_ce: 3.5592379570007324 (nan) | > loss: 0.014343304559588432 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14127219157924964) | > loader_time: 0.0047 (0.004555320828693234)  --> TIME: 2025-03-23 14:36:56 -- STEP: 29535/31555 -- GLOBAL_STEP: 124200 | > loss_text_ce: 0.05018635466694832 (0.05856525146955661) | > loss_mel_ce: 4.103852272033691 (nan) | > loss: 0.016484281048178673 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14127608386114598) | > loader_time: 0.0047 (0.0045552957233528455)  --> TIME: 2025-03-23 14:37:06 -- STEP: 29585/31555 -- GLOBAL_STEP: 124250 | > loss_text_ce: 0.058361854404211044 (0.05856408441459102) | > loss_mel_ce: 3.0564887523651123 (nan) | > loss: 0.012360518798232079 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14128048740288437) | > loader_time: 0.0045 (0.00455525770408195)  --> TIME: 2025-03-23 14:37:16 -- STEP: 29635/31555 -- GLOBAL_STEP: 124300 | > loss_text_ce: 0.062358126044273376 (0.058558792642895784) | > loss_mel_ce: 3.9305872917175293 (nan) | > loss: 0.015845023095607758 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1412854415159203) | > loader_time: 0.0047 (0.004555485472623696)  --> TIME: 2025-03-23 14:37:26 -- STEP: 29685/31555 -- GLOBAL_STEP: 124350 | > loss_text_ce: 0.05962183326482773 (0.05855441350594641) | > loss_mel_ce: 3.9113521575927734 (nan) | > loss: 0.015757834538817406 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14129501911894) | > loader_time: 0.0048 (0.004555649546153771)  --> TIME: 2025-03-23 14:37:35 -- STEP: 29735/31555 -- GLOBAL_STEP: 124400 | > loss_text_ce: 0.04865887388586998 (0.05854826770861929) | > loss_mel_ce: 3.3193953037261963 (nan) | > loss: 0.01336529478430748 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1412942142832966) | > loader_time: 0.0045 (0.004555639403596481)  --> TIME: 2025-03-23 14:37:45 -- STEP: 29785/31555 -- GLOBAL_STEP: 124450 | > loss_text_ce: 0.05749614164233208 (0.058544062574412636) | > loss_mel_ce: 3.6186649799346924 (nan) | > loss: 0.014587941579520702 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1413039036959406) | > loader_time: 0.0047 (0.004555746875434497)  --> TIME: 2025-03-23 14:37:55 -- STEP: 29835/31555 -- GLOBAL_STEP: 124500 | > loss_text_ce: 0.052877768874168396 (0.0585442652647092) | > loss_mel_ce: 3.824902296066284 (nan) | > loss: 0.01538801658898592 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14129904878385338) | > loader_time: 0.0047 (0.004555711111711609)  --> TIME: 2025-03-23 14:38:05 -- STEP: 29885/31555 -- GLOBAL_STEP: 124550 | > loss_text_ce: 0.06596999615430832 (0.058539798637013446) | > loss_mel_ce: 0.1883719265460968 (nan) | > loss: 0.0010092934826388955 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14129859179343224) | > loader_time: 0.0044 (0.00455578412621926)  --> TIME: 2025-03-23 14:38:14 -- STEP: 29935/31555 -- GLOBAL_STEP: 124600 | > loss_text_ce: 0.0449659526348114 (0.058536095590429736) | > loss_mel_ce: 3.7493834495544434 (nan) | > loss: 0.015056943520903587 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14130415159014995) | > loader_time: 0.0045 (0.004555837965099275)  --> TIME: 2025-03-23 14:38:24 -- STEP: 29985/31555 -- GLOBAL_STEP: 124650 | > loss_text_ce: 0.06760703772306442 (0.05853394500467703) | > loss_mel_ce: 3.3488926887512207 (nan) | > loss: 0.013557539321482182 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14130640548329595) | > loader_time: 0.0044 (0.00455599840986988)  --> TIME: 2025-03-23 14:38:34 -- STEP: 30035/31555 -- GLOBAL_STEP: 124700 | > loss_text_ce: 0.029618345201015472 (0.05852518445263789) | > loss_mel_ce: 1.741358757019043 (nan) | > loss: 0.007027687504887581 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.14129851594311907) | > loader_time: 0.0043 (0.004555944692320596)  --> TIME: 2025-03-23 14:38:43 -- STEP: 30085/31555 -- GLOBAL_STEP: 124750 | > loss_text_ce: 0.03949465975165367 (0.058518083147037166) | > loss_mel_ce: 4.322048664093018 (nan) | > loss: 0.017307711765170097 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412917519598413) | > loader_time: 0.0045 (0.004556054809035296)  --> TIME: 2025-03-23 14:38:52 -- STEP: 30135/31555 -- GLOBAL_STEP: 124800 | > loss_text_ce: 0.05903542414307594 (0.05851177943742786) | > loss_mel_ce: 3.411806106567383 (nan) | > loss: 0.013773181475698948 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1412832269784101) | > loader_time: 0.0046 (0.004556108743412281)  --> TIME: 2025-03-23 14:39:02 -- STEP: 30185/31555 -- GLOBAL_STEP: 124850 | > loss_text_ce: 0.06036287173628807 (0.058508584428074446) | > loss_mel_ce: 3.326533555984497 (nan) | > loss: 0.013440066017210484 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14128075935044146) | > loader_time: 0.0045 (0.004556189417463935)  --> TIME: 2025-03-23 14:39:11 -- STEP: 30235/31555 -- GLOBAL_STEP: 124900 | > loss_text_ce: 0.05694497004151344 (0.058501301698198144) | > loss_mel_ce: 3.4548561573028564 (nan) | > loss: 0.01393571961671114 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1412725663409868) | > loader_time: 0.0047 (0.004556247989698137)  --> TIME: 2025-03-23 14:39:21 -- STEP: 30285/31555 -- GLOBAL_STEP: 124950 | > loss_text_ce: 0.055500328540802 (0.05849888308389815) | > loss_mel_ce: 3.450105905532837 (nan) | > loss: 0.01391113642603159 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14126876507810063) | > loader_time: 0.0044 (0.004556377835058891)  --> TIME: 2025-03-23 14:39:31 -- STEP: 30335/31555 -- GLOBAL_STEP: 125000 | > loss_text_ce: 0.04451325908303261 (0.05849587875439087) | > loss_mel_ce: 3.7312710285186768 (nan) | > loss: 0.014983272179961205 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14127567927723914) | > loader_time: 0.0048 (0.00455641042307893)  --> TIME: 2025-03-23 14:39:40 -- STEP: 30385/31555 -- GLOBAL_STEP: 125050 | > loss_text_ce: 0.054831214249134064 (0.05848863419057683) | > loss_mel_ce: 3.5617001056671143 (nan) | > loss: 0.014351315796375275 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14127368055246128) | > loader_time: 0.0044 (0.004556178630761758)  --> TIME: 2025-03-23 14:39:50 -- STEP: 30435/31555 -- GLOBAL_STEP: 125100 | > loss_text_ce: 0.06262652575969696 (0.058483844978362426) | > loss_mel_ce: 3.733228921890259 (nan) | > loss: 0.015062919817864895 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1412766473838149) | > loader_time: 0.0045 (0.004556078853641714)  --> TIME: 2025-03-23 14:39:59 -- STEP: 30485/31555 -- GLOBAL_STEP: 125150 | > loss_text_ce: 0.05574784055352211 (0.05848010687888576) | > loss_mel_ce: 1.6507457494735718 (nan) | > loss: 0.006771800573915243 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14127239077447568) | > loader_time: 0.0044 (0.004555849241432281)  --> TIME: 2025-03-23 14:40:09 -- STEP: 30535/31555 -- GLOBAL_STEP: 125200 | > loss_text_ce: 0.05036906152963638 (0.058474143000726155) | > loss_mel_ce: 3.0557680130004883 (nan) | > loss: 0.01232594158500433 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14127620890973372) | > loader_time: 0.0043 (0.0045556529875725215)  --> TIME: 2025-03-23 14:40:19 -- STEP: 30585/31555 -- GLOBAL_STEP: 125250 | > loss_text_ce: 0.07190157473087311 (0.05846774516840648) | > loss_mel_ce: 4.11712646484375 (nan) | > loss: 0.016623128205537796 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14126629617375286) | > loader_time: 0.0042 (0.0045555632976179055)  --> TIME: 2025-03-23 14:40:28 -- STEP: 30635/31555 -- GLOBAL_STEP: 125300 | > loss_text_ce: 0.06236957758665085 (0.0584620065689184) | > loss_mel_ce: 3.5946452617645264 (nan) | > loss: 0.014511964283883572 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14126366241265917) | > loader_time: 0.0042 (0.004555427438578199)  --> TIME: 2025-03-23 14:40:37 -- STEP: 30685/31555 -- GLOBAL_STEP: 125350 | > loss_text_ce: 0.04201899841427803 (0.05845595791241487) | > loss_mel_ce: 3.1013028621673584 (nan) | > loss: 0.012473499402403831 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14125390916028505) | > loader_time: 0.0044 (0.004555182016418434)  --> TIME: 2025-03-23 14:40:47 -- STEP: 30735/31555 -- GLOBAL_STEP: 125400 | > loss_text_ce: 0.06393905729055405 (0.05845102399262796) | > loss_mel_ce: 3.8794217109680176 (nan) | > loss: 0.015648258849978447 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14124930553054732) | > loader_time: 0.0045 (0.004555183110905086)  --> TIME: 2025-03-23 14:40:56 -- STEP: 30785/31555 -- GLOBAL_STEP: 125450 | > loss_text_ce: 0.053572434931993484 (0.05844870764112944) | > loss_mel_ce: 3.7921254634857178 (nan) | > loss: 0.015260706655681133 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1412451434758891) | > loader_time: 0.0044 (0.00455499644091292)  --> TIME: 2025-03-23 14:41:06 -- STEP: 30835/31555 -- GLOBAL_STEP: 125500 | > loss_text_ce: 0.04405592381954193 (0.05844329378838106) | > loss_mel_ce: 3.2953951358795166 (nan) | > loss: 0.013251790776848793 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14124797822127522) | > loader_time: 0.0045 (0.0045550031833640064)  --> TIME: 2025-03-23 14:41:16 -- STEP: 30885/31555 -- GLOBAL_STEP: 125550 | > loss_text_ce: 0.04908725991845131 (0.058435886931859374) | > loss_mel_ce: 3.8745477199554443 (nan) | > loss: 0.015569981187582016 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14124922256012837) | > loader_time: 0.0045 (0.004554981148627065)  --> TIME: 2025-03-23 14:41:25 -- STEP: 30935/31555 -- GLOBAL_STEP: 125600 | > loss_text_ce: 0.06529169529676437 (0.05843079123704425) | > loss_mel_ce: 3.456193447113037 (nan) | > loss: 0.013974147848784924 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14124836253488002) | > loader_time: 0.0049 (0.004555080895356904)  --> TIME: 2025-03-23 14:41:35 -- STEP: 30985/31555 -- GLOBAL_STEP: 125650 | > loss_text_ce: 0.05898026004433632 (0.05842267738975918) | > loss_mel_ce: 2.6780426502227783 (nan) | > loss: 0.010861202143132687 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.141238529481715) | > loader_time: 0.0044 (0.0045550417473033305)  --> TIME: 2025-03-23 14:41:45 -- STEP: 31035/31555 -- GLOBAL_STEP: 125700 | > loss_text_ce: 0.060874179005622864 (0.058418987553241986) | > loss_mel_ce: 3.7764382362365723 (nan) | > loss: 0.015227431431412697 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1412406234977835) | > loader_time: 0.0046 (0.004555325264590467)  --> TIME: 2025-03-23 14:41:54 -- STEP: 31085/31555 -- GLOBAL_STEP: 125750 | > loss_text_ce: 0.05711174011230469 (0.05841630142873) | > loss_mel_ce: 3.60188889503479 (nan) | > loss: 0.014519844204187393 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14124425999581855) | > loader_time: 0.0046 (0.004555476162428704)  --> TIME: 2025-03-23 14:42:04 -- STEP: 31135/31555 -- GLOBAL_STEP: 125800 | > loss_text_ce: 0.04366331920027733 (0.05840862869943567) | > loss_mel_ce: 3.4963412284851074 (nan) | > loss: 0.014047637581825256 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14124106213735305) | > loader_time: 0.0048 (0.004555748522482724)  --> TIME: 2025-03-23 14:42:13 -- STEP: 31185/31555 -- GLOBAL_STEP: 125850 | > loss_text_ce: 0.048889365047216415 (0.058402652163831996) | > loss_mel_ce: 3.082202196121216 (nan) | > loss: 0.012424967251718044 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1412373012507873) | > loader_time: 0.0046 (0.004555944733576177)  --> TIME: 2025-03-23 14:42:23 -- STEP: 31235/31555 -- GLOBAL_STEP: 125900 | > loss_text_ce: 0.06592147052288055 (0.058399739593019355) | > loss_mel_ce: 4.374293327331543 (nan) | > loss: 0.017619900405406952 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.141237712994145) | > loader_time: 0.0044 (0.004556137186938663)  --> TIME: 2025-03-23 14:42:33 -- STEP: 31285/31555 -- GLOBAL_STEP: 125950 | > loss_text_ce: 0.0527447909116745 (0.05839611568165334) | > loss_mel_ce: 3.3482885360717773 (nan) | > loss: 0.013496165163815022 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14123988260528686) | > loader_time: 0.0046 (0.004556190714166313)  --> TIME: 2025-03-23 14:42:42 -- STEP: 31335/31555 -- GLOBAL_STEP: 126000 | > loss_text_ce: 0.05240234360098839 (0.058392851744801175) | > loss_mel_ce: 3.379014730453491 (nan) | > loss: 0.013616735115647316 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14123513565045323) | > loader_time: 0.0046 (0.004556174869455245)  --> TIME: 2025-03-23 14:42:52 -- STEP: 31385/31555 -- GLOBAL_STEP: 126050 | > loss_text_ce: 0.06031172722578049 (0.058389511600822806) | > loss_mel_ce: 3.234682083129883 (nan) | > loss: 0.013075373135507107 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14122701489623526) | > loader_time: 0.0045 (0.004556285748155923)  --> TIME: 2025-03-23 14:43:01 -- STEP: 31435/31555 -- GLOBAL_STEP: 126100 | > loss_text_ce: 0.05974063649773598 (0.05838385485853339) | > loss_mel_ce: 3.1757805347442627 (nan) | > loss: 0.012839370407164097 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14122872728032673) | > loader_time: 0.0044 (0.004556175648777467)  --> TIME: 2025-03-23 14:43:11 -- STEP: 31485/31555 -- GLOBAL_STEP: 126150 | > loss_text_ce: 0.053752005100250244 (0.05838365153576222) | > loss_mel_ce: 3.2524185180664062 (nan) | > loss: 0.013119724579155445 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14122812192516243) | > loader_time: 0.0045 (0.00455603453400067)  --> TIME: 2025-03-23 14:43:21 -- STEP: 31535/31555 -- GLOBAL_STEP: 126200 | > loss_text_ce: 0.058216411620378494 (0.05837930540316631) | > loss_mel_ce: 4.325562953948975 (nan) | > loss: 0.017395950853824615 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14123253175908865) | > loader_time: 0.0047 (0.004556253622843521)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021335496902465823 (-8.900006612140923e-05) | > avg_loss_text_ce: 0.04989749026795228 (-0.005873975704113646) | > avg_loss_mel_ce: 3.295647753079732 (-0.15978710333506285) | > avg_loss: 3.345545247395833 (-0.1656610806783041) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_126220.pth  > EPOCH: 5/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 14:43:46)   --> TIME: 2025-03-23 14:43:53 -- STEP: 30/31555 -- GLOBAL_STEP: 126250 | > loss_text_ce: 0.0658554658293724 (0.05883771193524202) | > loss_mel_ce: 3.513251304626465 (3.413524540265401) | > loss: 0.014202805235981941 (0.013779216068602789) | > current_lr: 5e-06 | > step_time: 0.1481 (0.14005652268727625) | > loader_time: 0.0053 (0.004783225059509277)  --> TIME: 2025-03-23 14:44:02 -- STEP: 80/31555 -- GLOBAL_STEP: 126300 | > loss_text_ce: 0.06367777287960052 (0.05687736300751567) | > loss_mel_ce: 3.8449814319610596 (3.3467178816907106) | > loss: 0.015510553494095802 (0.013506331156168016) | > current_lr: 5e-06 | > step_time: 0.1517 (0.13918479382991789) | > loader_time: 0.0045 (0.004775682091712952)  --> TIME: 2025-03-23 14:44:12 -- STEP: 130/31555 -- GLOBAL_STEP: 126350 | > loss_text_ce: 0.054545555263757706 (0.05588256415839379) | > loss_mel_ce: 3.860022783279419 (3.393308616314943) | > loss: 0.01553400233387947 (0.013687267402285494) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1386108325077937) | > loader_time: 0.0048 (0.004695718105022725)  --> TIME: 2025-03-23 14:44:21 -- STEP: 180/31555 -- GLOBAL_STEP: 126400 | > loss_text_ce: 0.0380990095436573 (0.05564562591413656) | > loss_mel_ce: 3.578728199005127 (3.354907139349315) | > loss: 0.014352490194141865 (0.013533940334552123) | > current_lr: 5e-06 | > step_time: 0.1077 (0.13829929563734267) | > loader_time: 0.0044 (0.004664304521348741)  --> TIME: 2025-03-23 14:44:30 -- STEP: 230/31555 -- GLOBAL_STEP: 126450 | > loss_text_ce: 0.06239664554595947 (0.05519689276976429) | > loss_mel_ce: 3.559957504272461 (3.3166639590392943) | > loss: 0.014374421909451485 (0.013380400977304975) | > current_lr: 5e-06 | > step_time: 0.1564 (0.138006823995839) | > loader_time: 0.0047 (0.0046614512153293755)  --> TIME: 2025-03-23 14:44:40 -- STEP: 280/31555 -- GLOBAL_STEP: 126500 | > loss_text_ce: 0.0749145895242691 (0.0554622526480151) | > loss_mel_ce: 3.911954641342163 (3.2750822489016818) | > loss: 0.015820911154150963 (0.01321644720249294) | > current_lr: 5e-06 | > step_time: 0.1212 (0.13849020515169413) | > loader_time: 0.0045 (0.004646404300417217)  --> TIME: 2025-03-23 14:44:50 -- STEP: 330/31555 -- GLOBAL_STEP: 126550 | > loss_text_ce: 0.0572592057287693 (0.05548135916504896) | > loss_mel_ce: 4.47830867767334 (nan) | > loss: 0.017998285591602325 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.13935058767145325) | > loader_time: 0.0048 (0.004646418311379172)  --> TIME: 2025-03-23 14:44:59 -- STEP: 380/31555 -- GLOBAL_STEP: 126600 | > loss_text_ce: 0.055538877844810486 (0.05575692344358877) | > loss_mel_ce: 2.8245091438293457 (nan) | > loss: 0.011428763158619404 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.13942247378198744) | > loader_time: 0.0046 (0.004638713284542685)  --> TIME: 2025-03-23 14:45:09 -- STEP: 430/31555 -- GLOBAL_STEP: 126650 | > loss_text_ce: 0.05132812261581421 (0.0557397238087169) | > loss_mel_ce: 3.0173513889312744 (nan) | > loss: 0.01217730063945055 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.1398410070774169) | > loader_time: 0.0044 (0.004642869150915811)  --> TIME: 2025-03-23 14:45:19 -- STEP: 480/31555 -- GLOBAL_STEP: 126700 | > loss_text_ce: 0.05283119156956673 (0.05574949306513493) | > loss_mel_ce: 2.2845633029937744 (nan) | > loss: 0.009275375865399837 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14028310527404175) | > loader_time: 0.0046 (0.0046545719106992085)  --> TIME: 2025-03-23 14:45:28 -- STEP: 530/31555 -- GLOBAL_STEP: 126750 | > loss_text_ce: 0.054142627865076065 (0.0557318172118855) | > loss_mel_ce: 2.802471160888672 (nan) | > loss: 0.011335769668221474 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.13987999952064395) | > loader_time: 0.0049 (0.004644871207903016)  --> TIME: 2025-03-23 14:45:38 -- STEP: 580/31555 -- GLOBAL_STEP: 126800 | > loss_text_ce: 0.05292810499668121 (0.05569944168151966) | > loss_mel_ce: 1.95852530002594 (nan) | > loss: 0.00798195879906416 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.139639499269683) | > loader_time: 0.0047 (0.00464704735525723)  --> TIME: 2025-03-23 14:45:47 -- STEP: 630/31555 -- GLOBAL_STEP: 126850 | > loss_text_ce: 0.04913165792822838 (0.055508371253335284) | > loss_mel_ce: 3.76104736328125 (nan) | > loss: 0.015119758434593678 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.13972453352004782) | > loader_time: 0.0044 (0.004647391561477907)  --> TIME: 2025-03-23 14:45:57 -- STEP: 680/31555 -- GLOBAL_STEP: 126900 | > loss_text_ce: 0.06465175747871399 (0.05548950139542713) | > loss_mel_ce: 4.20703125 (nan) | > loss: 0.016951125115156174 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.13973160035469973) | > loader_time: 0.0044 (0.004644582902683939)  --> TIME: 2025-03-23 14:46:07 -- STEP: 730/31555 -- GLOBAL_STEP: 126950 | > loss_text_ce: 0.04685788229107857 (0.055370225925763995) | > loss_mel_ce: 4.117824554443359 (nan) | > loss: 0.016526518389582634 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1399197856040851) | > loader_time: 0.0048 (0.004648791600580092)  --> TIME: 2025-03-23 14:46:16 -- STEP: 780/31555 -- GLOBAL_STEP: 127000 | > loss_text_ce: 0.04949655756354332 (0.055317278800962065) | > loss_mel_ce: 3.801309823989868 (nan) | > loss: 0.015280978754162788 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14016251930823703) | > loader_time: 0.0046 (0.004647396161006056)  --> TIME: 2025-03-23 14:46:26 -- STEP: 830/31555 -- GLOBAL_STEP: 127050 | > loss_text_ce: 0.06893661618232727 (0.05531521255307528) | > loss_mel_ce: 3.7810909748077393 (nan) | > loss: 0.01527788769453764 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1405635457441032) | > loader_time: 0.0044 (0.004651244002652465)  --> TIME: 2025-03-23 14:46:36 -- STEP: 880/31555 -- GLOBAL_STEP: 127100 | > loss_text_ce: 0.05268608033657074 (0.05541461990849877) | > loss_mel_ce: 3.705850601196289 (nan) | > loss: 0.014914828352630138 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14035624076019645) | > loader_time: 0.0043 (0.004649998924948963)  --> TIME: 2025-03-23 14:46:45 -- STEP: 930/31555 -- GLOBAL_STEP: 127150 | > loss_text_ce: 0.04335629194974899 (0.05545061391087309) | > loss_mel_ce: 3.0631706714630127 (nan) | > loss: 0.012327488511800766 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14042444639308485) | > loader_time: 0.0045 (0.0046483098819691746)  --> TIME: 2025-03-23 14:46:55 -- STEP: 980/31555 -- GLOBAL_STEP: 127200 | > loss_text_ce: 0.05561486631631851 (0.05541354631244832) | > loss_mel_ce: 2.9481608867645264 (nan) | > loss: 0.011919746175408363 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1405436790719325) | > loader_time: 0.0044 (0.0046481879390015985)  --> TIME: 2025-03-23 14:47:05 -- STEP: 1030/31555 -- GLOBAL_STEP: 127250 | > loss_text_ce: 0.05574674904346466 (0.055370942740113414) | > loss_mel_ce: 3.4766845703125 (nan) | > loss: 0.014017585664987564 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14072220209732803) | > loader_time: 0.0047 (0.004650256934675207)  --> TIME: 2025-03-23 14:47:15 -- STEP: 1080/31555 -- GLOBAL_STEP: 127300 | > loss_text_ce: 0.054097730666399 (0.05535973468278018) | > loss_mel_ce: 3.651688814163208 (nan) | > loss: 0.014705502428114414 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14084707123261925) | > loader_time: 0.005 (0.004648738878744627)  --> TIME: 2025-03-23 14:47:24 -- STEP: 1130/31555 -- GLOBAL_STEP: 127350 | > loss_text_ce: 0.05609407275915146 (0.055336816712752396) | > loss_mel_ce: 3.4616668224334717 (nan) | > loss: 0.013959369622170925 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1405825391279914) | > loader_time: 0.0052 (0.004649474135542345)  --> TIME: 2025-03-23 14:47:34 -- STEP: 1180/31555 -- GLOBAL_STEP: 127400 | > loss_text_ce: 0.061546534299850464 (0.0553465634852774) | > loss_mel_ce: 3.0081522464752197 (nan) | > loss: 0.012181345373392105 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1405484601602717) | > loader_time: 0.0044 (0.004647632372581356)  --> TIME: 2025-03-23 14:47:43 -- STEP: 1230/31555 -- GLOBAL_STEP: 127450 | > loss_text_ce: 0.06773445755243301 (0.05528054625492513) | > loss_mel_ce: 2.1247141361236572 (nan) | > loss: 0.008700193837285042 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14050633907318114) | > loader_time: 0.0044 (0.004643809892297767)  --> TIME: 2025-03-23 14:47:52 -- STEP: 1280/31555 -- GLOBAL_STEP: 127500 | > loss_text_ce: 0.04831772670149803 (0.05523344371031271) | > loss_mel_ce: 3.867098808288574 (nan) | > loss: 0.015537368133664131 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14023494161665442) | > loader_time: 0.0046 (0.004643949493765843)  --> TIME: 2025-03-23 14:48:02 -- STEP: 1330/31555 -- GLOBAL_STEP: 127550 | > loss_text_ce: 0.05401435121893883 (0.05518732198507042) | > loss_mel_ce: 3.4058468341827393 (nan) | > loss: 0.013729608617722988 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1401721658563256) | > loader_time: 0.0046 (0.0046422936862572815)  --> TIME: 2025-03-23 14:48:12 -- STEP: 1380/31555 -- GLOBAL_STEP: 127600 | > loss_text_ce: 0.0526399165391922 (0.055192181161618316) | > loss_mel_ce: 1.2373046875 (nan) | > loss: 0.0051188282668590546 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14033030772554714) | > loader_time: 0.0045 (0.0046451696451159635)  --> TIME: 2025-03-23 14:48:22 -- STEP: 1430/31555 -- GLOBAL_STEP: 127650 | > loss_text_ce: 0.04836682230234146 (0.055201230986187094) | > loss_mel_ce: 1.53582763671875 (nan) | > loss: 0.006286486051976681 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1404856191648472) | > loader_time: 0.0047 (0.004650692839722546)  --> TIME: 2025-03-23 14:48:31 -- STEP: 1480/31555 -- GLOBAL_STEP: 127700 | > loss_text_ce: 0.053516533225774765 (0.055233797243469065) | > loss_mel_ce: 4.315629959106445 (nan) | > loss: 0.01733788289129734 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14050100494075468) | > loader_time: 0.0048 (0.00465277965004381)  --> TIME: 2025-03-23 14:48:41 -- STEP: 1530/31555 -- GLOBAL_STEP: 127750 | > loss_text_ce: 0.05712558701634407 (0.05529165928635527) | > loss_mel_ce: 3.5202200412750244 (nan) | > loss: 0.014195816591382027 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14050971479976873) | > loader_time: 0.0046 (0.00465397024466322)  --> TIME: 2025-03-23 14:48:50 -- STEP: 1580/31555 -- GLOBAL_STEP: 127800 | > loss_text_ce: 0.04923153668642044 (0.05526888810357527) | > loss_mel_ce: 3.9648048877716064 (nan) | > loss: 0.015928717330098152 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1404537895057775) | > loader_time: 0.0045 (0.0046546059318735705)  --> TIME: 2025-03-23 14:49:00 -- STEP: 1630/31555 -- GLOBAL_STEP: 127850 | > loss_text_ce: 0.05915066972374916 (0.05532611936125104) | > loss_mel_ce: 3.077625274658203 (nan) | > loss: 0.012447524815797806 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1404385303427106) | > loader_time: 0.0045 (0.004653112873709282)  --> TIME: 2025-03-23 14:49:10 -- STEP: 1680/31555 -- GLOBAL_STEP: 127900 | > loss_text_ce: 0.05304731801152229 (0.05534714673579271) | > loss_mel_ce: 3.601177930831909 (nan) | > loss: 0.014500895515084267 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14050135385422488) | > loader_time: 0.0051 (0.004652795195579537)  --> TIME: 2025-03-23 14:49:20 -- STEP: 1730/31555 -- GLOBAL_STEP: 127950 | > loss_text_ce: 0.06389303505420685 (0.0553733429306246) | > loss_mel_ce: 3.75337553024292 (nan) | > loss: 0.015147891826927662 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14054996099086167) | > loader_time: 0.0047 (0.0046514580015502285)  --> TIME: 2025-03-23 14:49:29 -- STEP: 1780/31555 -- GLOBAL_STEP: 128000 | > loss_text_ce: 0.049385618418455124 (0.055366098833678476) | > loss_mel_ce: 3.09078311920166 (nan) | > loss: 0.012460987083613873 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14057796898852568) | > loader_time: 0.0045 (0.004650260357374561)  --> TIME: 2025-03-23 14:49:39 -- STEP: 1830/31555 -- GLOBAL_STEP: 128050 | > loss_text_ce: 0.0416235476732254 (0.055314670777955995) | > loss_mel_ce: 3.323368787765503 (nan) | > loss: 0.013353144749999046 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14052349960869126) | > loader_time: 0.0044 (0.004651933159333115)  --> TIME: 2025-03-23 14:49:48 -- STEP: 1880/31555 -- GLOBAL_STEP: 128100 | > loss_text_ce: 0.03844068571925163 (0.055308920519545356) | > loss_mel_ce: 4.223795413970947 (nan) | > loss: 0.016913635656237602 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14044888805835806) | > loader_time: 0.0044 (0.004649982300210512)  --> TIME: 2025-03-23 14:49:58 -- STEP: 1930/31555 -- GLOBAL_STEP: 128150 | > loss_text_ce: 0.06379756331443787 (0.05528334538823891) | > loss_mel_ce: 3.428657293319702 (nan) | > loss: 0.013858947902917862 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14059342349749154) | > loader_time: 0.0052 (0.0046496390061057345)  --> TIME: 2025-03-23 14:50:08 -- STEP: 1980/31555 -- GLOBAL_STEP: 128200 | > loss_text_ce: 0.0747545138001442 (0.05527067023583434) | > loss_mel_ce: 3.051828622817993 (nan) | > loss: 0.012407076545059681 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.140730633639326) | > loader_time: 0.0047 (0.004650640006017209)  --> TIME: 2025-03-23 14:50:18 -- STEP: 2030/31555 -- GLOBAL_STEP: 128250 | > loss_text_ce: 0.06401144713163376 (0.055257220035923524) | > loss_mel_ce: 3.560879945755005 (nan) | > loss: 0.014384490437805653 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14079855052121168) | > loader_time: 0.0044 (0.00464992088637329)  --> TIME: 2025-03-23 14:50:27 -- STEP: 2080/31555 -- GLOBAL_STEP: 128300 | > loss_text_ce: 0.04445759207010269 (0.055279227546774425) | > loss_mel_ce: 3.233096122741699 (nan) | > loss: 0.01300616655498743 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1407862297617472) | > loader_time: 0.0047 (0.004647756998355577)  --> TIME: 2025-03-23 14:50:37 -- STEP: 2130/31555 -- GLOBAL_STEP: 128350 | > loss_text_ce: 0.0439823679625988 (0.05526489511202199) | > loss_mel_ce: 3.524869918823242 (nan) | > loss: 0.014162112958729267 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14064574353571785) | > loader_time: 0.0046 (0.004643815559960312)  --> TIME: 2025-03-23 14:50:47 -- STEP: 2180/31555 -- GLOBAL_STEP: 128400 | > loss_text_ce: 0.05953574180603027 (0.05524585451418108) | > loss_mel_ce: 3.886970281600952 (nan) | > loss: 0.015660738572478294 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1407059530599402) | > loader_time: 0.0046 (0.004643275759635721)  --> TIME: 2025-03-23 14:50:56 -- STEP: 2230/31555 -- GLOBAL_STEP: 128450 | > loss_text_ce: 0.06570746004581451 (0.05523574156979009) | > loss_mel_ce: 3.9307267665863037 (nan) | > loss: 0.015858866274356842 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14078729655176003) | > loader_time: 0.0049 (0.004645843142351233)  --> TIME: 2025-03-23 14:51:06 -- STEP: 2280/31555 -- GLOBAL_STEP: 128500 | > loss_text_ce: 0.05300509184598923 (0.055220178612753) | > loss_mel_ce: 1.7286654710769653 (nan) | > loss: 0.007070121821016073 (nan) | > current_lr: 5e-06 | > step_time: 0.1045 (0.14066820719785864) | > loader_time: 0.0045 (0.0046440111963372555)  --> TIME: 2025-03-23 14:51:15 -- STEP: 2330/31555 -- GLOBAL_STEP: 128550 | > loss_text_ce: 0.059477366507053375 (0.05525441088038199) | > loss_mel_ce: 3.7361950874328613 (nan) | > loss: 0.015062193386256695 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.1406728950181233) | > loader_time: 0.0045 (0.0046442296883579025)  --> TIME: 2025-03-23 14:51:25 -- STEP: 2380/31555 -- GLOBAL_STEP: 128600 | > loss_text_ce: 0.06031835079193115 (0.055256773428130575) | > loss_mel_ce: 2.5560710430145264 (nan) | > loss: 0.010382497683167458 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1406933261566803) | > loader_time: 0.0048 (0.004644983556090291)  --> TIME: 2025-03-23 14:51:34 -- STEP: 2430/31555 -- GLOBAL_STEP: 128650 | > loss_text_ce: 0.04762043431401253 (0.055263554189860106) | > loss_mel_ce: 3.342104434967041 (nan) | > loss: 0.01345129031687975 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14055055237601316) | > loader_time: 0.0045 (0.004646007514294289)  --> TIME: 2025-03-23 14:51:44 -- STEP: 2480/31555 -- GLOBAL_STEP: 128700 | > loss_text_ce: 0.057440631091594696 (0.05530447046602928) | > loss_mel_ce: 3.189966917037964 (nan) | > loss: 0.012886538170278072 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14065276913104513) | > loader_time: 0.0046 (0.004645962965103895)  --> TIME: 2025-03-23 14:51:54 -- STEP: 2530/31555 -- GLOBAL_STEP: 128750 | > loss_text_ce: 0.05983312055468559 (0.05532472668429139) | > loss_mel_ce: 3.5879383087158203 (nan) | > loss: 0.014475284144282341 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14072263938164997) | > loader_time: 0.0047 (0.004645406304611999)  --> TIME: 2025-03-23 14:52:03 -- STEP: 2580/31555 -- GLOBAL_STEP: 128800 | > loss_text_ce: 0.0507371686398983 (0.05531075591178137) | > loss_mel_ce: 3.645063877105713 (nan) | > loss: 0.01466587744653225 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.140585681357125) | > loader_time: 0.0047 (0.004647518313208299)  --> TIME: 2025-03-23 14:52:13 -- STEP: 2630/31555 -- GLOBAL_STEP: 128850 | > loss_text_ce: 0.054205913096666336 (0.055293753447839766) | > loss_mel_ce: 3.5704970359802246 (nan) | > loss: 0.014383742585778236 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1405740841259975) | > loader_time: 0.0045 (0.004647394731470854)  --> TIME: 2025-03-23 14:52:23 -- STEP: 2680/31555 -- GLOBAL_STEP: 128900 | > loss_text_ce: 0.057799238711595535 (0.05526625580404568) | > loss_mel_ce: 3.828432083129883 (nan) | > loss: 0.015421554446220398 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14062348230561225) | > loader_time: 0.0045 (0.004647446034559574)  --> TIME: 2025-03-23 14:52:32 -- STEP: 2730/31555 -- GLOBAL_STEP: 128950 | > loss_text_ce: 0.05776483565568924 (0.05524671359990654) | > loss_mel_ce: 3.8956410884857178 (nan) | > loss: 0.01568811945617199 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14065894940833906) | > loader_time: 0.0046 (0.004647717633090188)  --> TIME: 2025-03-23 14:52:42 -- STEP: 2780/31555 -- GLOBAL_STEP: 129000 | > loss_text_ce: 0.05597973242402077 (0.05524110811018796) | > loss_mel_ce: 3.7883031368255615 (nan) | > loss: 0.015255091711878777 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14073085304644462) | > loader_time: 0.0045 (0.004647174413255661)  --> TIME: 2025-03-23 14:52:52 -- STEP: 2830/31555 -- GLOBAL_STEP: 129050 | > loss_text_ce: 0.05613241717219353 (0.055210616556078534) | > loss_mel_ce: 3.774873733520508 (nan) | > loss: 0.015202405862510204 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14066241941687907) | > loader_time: 0.0052 (0.004645875317469094)  --> TIME: 2025-03-23 14:53:01 -- STEP: 2880/31555 -- GLOBAL_STEP: 129100 | > loss_text_ce: 0.07498946785926819 (0.055205918441707705) | > loss_mel_ce: 0.0396321602165699 (nan) | > loss: 0.0004548477299977094 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14068773885567984) | > loader_time: 0.0044 (0.004645550913280922)  --> TIME: 2025-03-23 14:53:11 -- STEP: 2930/31555 -- GLOBAL_STEP: 129150 | > loss_text_ce: 0.06688209623098373 (0.055205945082568285) | > loss_mel_ce: 3.7436063289642334 (nan) | > loss: 0.015120986849069595 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1406908074336655) | > loader_time: 0.0047 (0.004646448063769046)  --> TIME: 2025-03-23 14:53:20 -- STEP: 2980/31555 -- GLOBAL_STEP: 129200 | > loss_text_ce: 0.06139709800481796 (0.05520826347684802) | > loss_mel_ce: 3.68359375 (nan) | > loss: 0.014861075207591057 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14068301068056355) | > loader_time: 0.0044 (0.004645424641218771)  --> TIME: 2025-03-23 14:53:30 -- STEP: 3030/31555 -- GLOBAL_STEP: 129250 | > loss_text_ce: 0.05266634002327919 (0.055230721678252874) | > loss_mel_ce: 4.210763454437256 (nan) | > loss: 0.016918372362852097 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1407305075390504) | > loader_time: 0.0047 (0.0046451201139897135)  --> TIME: 2025-03-23 14:53:40 -- STEP: 3080/31555 -- GLOBAL_STEP: 129300 | > loss_text_ce: 0.054855525493621826 (0.055229336610547734) | > loss_mel_ce: 3.273206949234009 (nan) | > loss: 0.013206598348915577 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1406986193223434) | > loader_time: 0.0045 (0.004645427248694691)  --> TIME: 2025-03-23 14:53:49 -- STEP: 3130/31555 -- GLOBAL_STEP: 129350 | > loss_text_ce: 0.06082610413432121 (0.055240164619212925) | > loss_mel_ce: 4.268606662750244 (nan) | > loss: 0.017180290073156357 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1406958696560357) | > loader_time: 0.0047 (0.004645098360201813)  --> TIME: 2025-03-23 14:53:59 -- STEP: 3180/31555 -- GLOBAL_STEP: 129400 | > loss_text_ce: 0.08248615264892578 (0.055234742000019606) | > loss_mel_ce: 3.585848331451416 (nan) | > loss: 0.014556883834302425 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1406525063064864) | > loader_time: 0.0046 (0.004645270296612638)  --> TIME: 2025-03-23 14:54:09 -- STEP: 3230/31555 -- GLOBAL_STEP: 129450 | > loss_text_ce: 0.05522888898849487 (0.055211655273687564) | > loss_mel_ce: 3.061612129211426 (nan) | > loss: 0.012368417344987392 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14070563412303175) | > loader_time: 0.0047 (0.004645840080899)  --> TIME: 2025-03-23 14:54:19 -- STEP: 3280/31555 -- GLOBAL_STEP: 129500 | > loss_text_ce: 0.04653105139732361 (0.05520134385981849) | > loss_mel_ce: 3.119525909423828 (nan) | > loss: 0.012563718482851982 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.1408452086332368) | > loader_time: 0.0049 (0.004646291820014415)  --> TIME: 2025-03-23 14:54:28 -- STEP: 3330/31555 -- GLOBAL_STEP: 129550 | > loss_text_ce: 0.05682635307312012 (0.05515651652147553) | > loss_mel_ce: 3.7956976890563965 (nan) | > loss: 0.015287795104086399 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14083362398920848) | > loader_time: 0.0046 (0.004645687108999281)  --> TIME: 2025-03-23 14:54:38 -- STEP: 3380/31555 -- GLOBAL_STEP: 129600 | > loss_text_ce: 0.06766993552446365 (0.055142111414988385) | > loss_mel_ce: 3.3573474884033203 (nan) | > loss: 0.013591339811682701 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14081061337826536) | > loader_time: 0.0046 (0.004646711307164499)  --> TIME: 2025-03-23 14:54:48 -- STEP: 3430/31555 -- GLOBAL_STEP: 129650 | > loss_text_ce: 0.054181527346372604 (0.05513163922197097) | > loss_mel_ce: 3.5304722785949707 (nan) | > loss: 0.014224817976355553 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14079732137240772) | > loader_time: 0.0045 (0.004645284688855065)  --> TIME: 2025-03-23 14:54:57 -- STEP: 3480/31555 -- GLOBAL_STEP: 129700 | > loss_text_ce: 0.06648510694503784 (0.05512707305472646) | > loss_mel_ce: 3.673997402191162 (nan) | > loss: 0.014843185432255268 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14075117508570373) | > loader_time: 0.0045 (0.0046450488183690354)  --> TIME: 2025-03-23 14:55:07 -- STEP: 3530/31555 -- GLOBAL_STEP: 129750 | > loss_text_ce: 0.06197064369916916 (0.05511921930097826) | > loss_mel_ce: 3.382152557373047 (nan) | > loss: 0.013667156919836998 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14082482286620768) | > loader_time: 0.0045 (0.00464517070618974)  --> TIME: 2025-03-23 14:55:16 -- STEP: 3580/31555 -- GLOBAL_STEP: 129800 | > loss_text_ce: 0.06970476359128952 (0.05513265188367175) | > loss_mel_ce: 4.5537109375 (nan) | > loss: 0.018346887081861496 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1407768914153458) | > loader_time: 0.0044 (0.0046445793279722555)  --> TIME: 2025-03-23 14:55:26 -- STEP: 3630/31555 -- GLOBAL_STEP: 129850 | > loss_text_ce: 0.051285818219184875 (0.055140813777720975) | > loss_mel_ce: 3.6497600078582764 (nan) | > loss: 0.014686690643429756 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1407556317726115) | > loader_time: 0.0046 (0.004643997476120639)  --> TIME: 2025-03-23 14:55:36 -- STEP: 3680/31555 -- GLOBAL_STEP: 129900 | > loss_text_ce: 0.05942082405090332 (0.05513133690186332) | > loss_mel_ce: 3.549004077911377 (nan) | > loss: 0.014319146983325481 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1407656721446826) | > loader_time: 0.0047 (0.004643678600373489)  --> TIME: 2025-03-23 14:55:45 -- STEP: 3730/31555 -- GLOBAL_STEP: 129950 | > loss_text_ce: 0.07018014043569565 (0.05509612751830041) | > loss_mel_ce: 0.04779052734375 (nan) | > loss: 0.00046813758672215044 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1407804915476741) | > loader_time: 0.0047 (0.0046430969366119765)  --> TIME: 2025-03-23 14:55:55 -- STEP: 3780/31555 -- GLOBAL_STEP: 130000 | > loss_text_ce: 0.05156467482447624 (0.055098041643699025) | > loss_mel_ce: 3.8409583568573 (nan) | > loss: 0.01544652134180069 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14087205065621278) | > loader_time: 0.0045 (0.0046437434418491715) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_130000.pth  --> TIME: 2025-03-23 14:56:10 -- STEP: 3830/31555 -- GLOBAL_STEP: 130050 | > loss_text_ce: 0.053274791687726974 (0.055079524487490455) | > loss_mel_ce: 3.8211557865142822 (nan) | > loss: 0.015374725684523582 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14086201944176904) | > loader_time: 0.0049 (0.004643001817847681)  --> TIME: 2025-03-23 14:56:19 -- STEP: 3880/31555 -- GLOBAL_STEP: 130100 | > loss_text_ce: 0.08053500205278397 (0.05507230891260445) | > loss_mel_ce: 4.197798252105713 (nan) | > loss: 0.01697751320898533 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14075038254875508) | > loader_time: 0.0045 (0.004641420755189731)  --> TIME: 2025-03-23 14:56:29 -- STEP: 3930/31555 -- GLOBAL_STEP: 130150 | > loss_text_ce: 0.059875261038541794 (0.05506515370790893) | > loss_mel_ce: 1.9665799140930176 (nan) | > loss: 0.00804148893803358 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.1408087198970883) | > loader_time: 0.0046 (0.004640985809209706)  --> TIME: 2025-03-23 14:56:39 -- STEP: 3980/31555 -- GLOBAL_STEP: 130200 | > loss_text_ce: 0.047223806381225586 (0.055053286638167054) | > loss_mel_ce: 3.31644344329834 (nan) | > loss: 0.013347886502742767 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14081970075866093) | > loader_time: 0.0045 (0.004641238468975291)  --> TIME: 2025-03-23 14:56:49 -- STEP: 4030/31555 -- GLOBAL_STEP: 130250 | > loss_text_ce: 0.051220688968896866 (0.055027481399605956) | > loss_mel_ce: 2.7718749046325684 (nan) | > loss: 0.011202760972082615 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14086675111472466) | > loader_time: 0.0045 (0.0046399966067179384)  --> TIME: 2025-03-23 14:56:58 -- STEP: 4080/31555 -- GLOBAL_STEP: 130300 | > loss_text_ce: 0.055772699415683746 (0.055001485198918815) | > loss_mel_ce: 3.430086374282837 (nan) | > loss: 0.013832774944603443 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14084809597800768) | > loader_time: 0.0046 (0.004639672707108903)  --> TIME: 2025-03-23 14:57:08 -- STEP: 4130/31555 -- GLOBAL_STEP: 130350 | > loss_text_ce: 0.07128359377384186 (0.05502050082508214) | > loss_mel_ce: 3.2929739952087402 (nan) | > loss: 0.013350228779017925 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.140883031364792) | > loader_time: 0.0049 (0.0046396328808320465)  --> TIME: 2025-03-23 14:57:18 -- STEP: 4180/31555 -- GLOBAL_STEP: 130400 | > loss_text_ce: 0.05285951867699623 (0.05500039818415946) | > loss_mel_ce: 2.7289178371429443 (nan) | > loss: 0.01103879977017641 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1408936276960602) | > loader_time: 0.0048 (0.004640293463565528)  --> TIME: 2025-03-23 14:57:28 -- STEP: 4230/31555 -- GLOBAL_STEP: 130450 | > loss_text_ce: 0.05869332328438759 (0.05502730763603188) | > loss_mel_ce: 3.5446107387542725 (nan) | > loss: 0.014298826456069946 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14093264417445417) | > loader_time: 0.0046 (0.004639894404309872)  --> TIME: 2025-03-23 14:57:38 -- STEP: 4280/31555 -- GLOBAL_STEP: 130500 | > loss_text_ce: 0.07512560486793518 (0.05504795435694196) | > loss_mel_ce: 4.197129726409912 (nan) | > loss: 0.016953395679593086 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14095590732922078) | > loader_time: 0.0046 (0.0046397013084910855)  --> TIME: 2025-03-23 14:57:48 -- STEP: 4330/31555 -- GLOBAL_STEP: 130550 | > loss_text_ce: 0.05040998011827469 (0.05505783790787017) | > loss_mel_ce: 3.345181941986084 (nan) | > loss: 0.013474572449922562 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14101403001824941) | > loader_time: 0.0046 (0.004639885552210301)  --> TIME: 2025-03-23 14:57:57 -- STEP: 4380/31555 -- GLOBAL_STEP: 130600 | > loss_text_ce: 0.06990271806716919 (0.055076260588314704) | > loss_mel_ce: 3.935025453567505 (nan) | > loss: 0.015892572700977325 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14101853757144128) | > loader_time: 0.0046 (0.004639095857263167)  --> TIME: 2025-03-23 14:58:07 -- STEP: 4430/31555 -- GLOBAL_STEP: 130650 | > loss_text_ce: 0.06424195319414139 (0.05506938768899736) | > loss_mel_ce: 0.9710937738418579 (nan) | > loss: 0.004108475521206856 (nan) | > current_lr: 5e-06 | > step_time: 0.1047 (0.1409627984931724) | > loader_time: 0.0043 (0.0046392923553156915)  --> TIME: 2025-03-23 14:58:16 -- STEP: 4480/31555 -- GLOBAL_STEP: 130700 | > loss_text_ce: 0.052523087710142136 (0.05506850978293054) | > loss_mel_ce: 3.9360289573669434 (nan) | > loss: 0.015827588737010956 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14092714280954455) | > loader_time: 0.0046 (0.004638973836387921)  --> TIME: 2025-03-23 14:58:26 -- STEP: 4530/31555 -- GLOBAL_STEP: 130750 | > loss_text_ce: 0.060134511440992355 (0.055061703405155885) | > loss_mel_ce: 3.352494239807129 (nan) | > loss: 0.013542178086936474 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14092296548763408) | > loader_time: 0.0045 (0.0046385337185386125)  --> TIME: 2025-03-23 14:58:35 -- STEP: 4580/31555 -- GLOBAL_STEP: 130800 | > loss_text_ce: 0.05182487517595291 (0.05506338001102793) | > loss_mel_ce: 3.2729508876800537 (nan) | > loss: 0.013193555176258087 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14095604669579273) | > loader_time: 0.0048 (0.004638764379326443)  --> TIME: 2025-03-23 14:58:45 -- STEP: 4630/31555 -- GLOBAL_STEP: 130850 | > loss_text_ce: 0.05793335661292076 (0.055048771716300265) | > loss_mel_ce: 2.0054709911346436 (nan) | > loss: 0.008188112638890743 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14095840541641882) | > loader_time: 0.0046 (0.004638245811215239)  --> TIME: 2025-03-23 14:58:55 -- STEP: 4680/31555 -- GLOBAL_STEP: 130900 | > loss_text_ce: 0.04725724458694458 (0.05501730914116224) | > loss_mel_ce: 3.5927116870880127 (nan) | > loss: 0.014444321393966675 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14095483580206217) | > loader_time: 0.0045 (0.004638726996560389)  --> TIME: 2025-03-23 14:59:04 -- STEP: 4730/31555 -- GLOBAL_STEP: 130950 | > loss_text_ce: 0.06072614714503288 (0.05503878514016595) | > loss_mel_ce: 3.1729679107666016 (nan) | > loss: 0.012832120060920715 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14092109001716166) | > loader_time: 0.0045 (0.00463744414533168)  --> TIME: 2025-03-23 14:59:14 -- STEP: 4780/31555 -- GLOBAL_STEP: 131000 | > loss_text_ce: 0.052684757858514786 (0.05502662917474386) | > loss_mel_ce: 3.7400100231170654 (nan) | > loss: 0.015050376765429974 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.14094656496367217) | > loader_time: 0.0048 (0.004636619779355359)  --> TIME: 2025-03-23 14:59:24 -- STEP: 4830/31555 -- GLOBAL_STEP: 131050 | > loss_text_ce: 0.06876712292432785 (0.05503050480269312) | > loss_mel_ce: 3.6071386337280273 (nan) | > loss: 0.01458692830055952 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.1409847678605076) | > loader_time: 0.0047 (0.004636383402174797)  --> TIME: 2025-03-23 14:59:33 -- STEP: 4880/31555 -- GLOBAL_STEP: 131100 | > loss_text_ce: 0.06085699796676636 (0.05502393485130895) | > loss_mel_ce: 4.2146735191345215 (nan) | > loss: 0.01696639135479927 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14097858134840377) | > loader_time: 0.0043 (0.004634732643111805)  --> TIME: 2025-03-23 14:59:43 -- STEP: 4930/31555 -- GLOBAL_STEP: 131150 | > loss_text_ce: 0.06055999919772148 (0.05501398046824016) | > loss_mel_ce: 3.694401741027832 (nan) | > loss: 0.014900642447173595 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1409814892627648) | > loader_time: 0.0045 (0.004634474015380984)  --> TIME: 2025-03-23 14:59:52 -- STEP: 4980/31555 -- GLOBAL_STEP: 131200 | > loss_text_ce: 0.047589804977178574 (0.054986080613705406) | > loss_mel_ce: 3.0522565841674805 (nan) | > loss: 0.012300978414714336 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14092182643921042) | > loader_time: 0.0043 (0.00463373512628088)  --> TIME: 2025-03-23 15:00:02 -- STEP: 5030/31555 -- GLOBAL_STEP: 131250 | > loss_text_ce: 0.048296619206666946 (0.054967336989494846) | > loss_mel_ce: 3.665858745574951 (nan) | > loss: 0.014738712459802628 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14090076336566812) | > loader_time: 0.0047 (0.004634162919895782)  --> TIME: 2025-03-23 15:00:12 -- STEP: 5080/31555 -- GLOBAL_STEP: 131300 | > loss_text_ce: 0.0506315752863884 (0.054968146598846544) | > loss_mel_ce: 3.1160333156585693 (nan) | > loss: 0.012566130608320236 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.1409350336536652) | > loader_time: 0.0046 (0.004635065512394341)  --> TIME: 2025-03-23 15:00:21 -- STEP: 5130/31555 -- GLOBAL_STEP: 131350 | > loss_text_ce: 0.05949366092681885 (0.05495782552167163) | > loss_mel_ce: 3.4128243923187256 (nan) | > loss: 0.013779041357338428 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14094345086266924) | > loader_time: 0.0048 (0.0046340441843222445)  --> TIME: 2025-03-23 15:00:31 -- STEP: 5180/31555 -- GLOBAL_STEP: 131400 | > loss_text_ce: 0.06263554096221924 (0.05495325434327298) | > loss_mel_ce: 3.9271042346954346 (nan) | > loss: 0.01583230122923851 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14094491285707075) | > loader_time: 0.0046 (0.004633134534460237)  --> TIME: 2025-03-23 15:00:41 -- STEP: 5230/31555 -- GLOBAL_STEP: 131450 | > loss_text_ce: 0.05321969836950302 (0.054948648139763176) | > loss_mel_ce: 3.719597578048706 (nan) | > loss: 0.014971498399972916 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14094163705924315) | > loader_time: 0.0045 (0.004632415005627372)  --> TIME: 2025-03-23 15:00:50 -- STEP: 5280/31555 -- GLOBAL_STEP: 131500 | > loss_text_ce: 0.056982237845659256 (0.054935277356752056) | > loss_mel_ce: 2.908271551132202 (nan) | > loss: 0.011766880750656128 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1409697105035642) | > loader_time: 0.0047 (0.004631459080811704)  --> TIME: 2025-03-23 15:01:00 -- STEP: 5330/31555 -- GLOBAL_STEP: 131550 | > loss_text_ce: 0.06311135739088058 (0.054930644010946744) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14099421277502505) | > loader_time: 0.0044 (0.004630856442406747)  --> TIME: 2025-03-23 15:01:10 -- STEP: 5380/31555 -- GLOBAL_STEP: 131600 | > loss_text_ce: 0.043633896857500076 (0.05493773382925688) | > loss_mel_ce: 4.114789962768555 (nan) | > loss: 0.016501683741807938 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14100627624412493) | > loader_time: 0.0043 (0.004630899872478501)  --> TIME: 2025-03-23 15:01:20 -- STEP: 5430/31555 -- GLOBAL_STEP: 131650 | > loss_text_ce: 0.0478518083691597 (0.05493396785672802) | > loss_mel_ce: 3.578057289123535 (nan) | > loss: 0.014388528652489185 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14100077424479715) | > loader_time: 0.0047 (0.004630553612612455)  --> TIME: 2025-03-23 15:01:29 -- STEP: 5480/31555 -- GLOBAL_STEP: 131700 | > loss_text_ce: 0.05430430918931961 (0.054921279642662975) | > loss_mel_ce: 3.5771563053131104 (nan) | > loss: 0.014410559087991714 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14101827405665093) | > loader_time: 0.0047 (0.0046311110475637665)  --> TIME: 2025-03-23 15:01:39 -- STEP: 5530/31555 -- GLOBAL_STEP: 131750 | > loss_text_ce: 0.05468035489320755 (0.05492328385878051) | > loss_mel_ce: 0.0947265625 (nan) | > loss: 0.0005928846076130867 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14100089581922473) | > loader_time: 0.0046 (0.00463178981277439)  --> TIME: 2025-03-23 15:01:48 -- STEP: 5580/31555 -- GLOBAL_STEP: 131800 | > loss_text_ce: 0.06739234924316406 (0.054900434563490544) | > loss_mel_ce: 3.1622047424316406 (nan) | > loss: 0.012815861962735653 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14098903073204938) | > loader_time: 0.0047 (0.004632632749482303)  --> TIME: 2025-03-23 15:01:58 -- STEP: 5630/31555 -- GLOBAL_STEP: 131850 | > loss_text_ce: 0.0383271798491478 (0.054887619217920576) | > loss_mel_ce: 3.3423640727996826 (nan) | > loss: 0.013415442779660225 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14098711471151115) | > loader_time: 0.0045 (0.004632845187483635)  --> TIME: 2025-03-23 15:02:08 -- STEP: 5680/31555 -- GLOBAL_STEP: 131900 | > loss_text_ce: 0.048411864787340164 (0.05488411712388075) | > loss_mel_ce: 3.7805633544921875 (nan) | > loss: 0.015194347128272057 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14101893566024176) | > loader_time: 0.0046 (0.004632853832043399)  --> TIME: 2025-03-23 15:02:18 -- STEP: 5730/31555 -- GLOBAL_STEP: 131950 | > loss_text_ce: 0.06713765859603882 (0.05488226203894792) | > loss_mel_ce: 3.7488853931427 (nan) | > loss: 0.015142949298024178 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1410491406189422) | > loader_time: 0.0049 (0.004632469663237204)  --> TIME: 2025-03-23 15:02:27 -- STEP: 5780/31555 -- GLOBAL_STEP: 132000 | > loss_text_ce: 0.060620956122875214 (0.054871017656330935) | > loss_mel_ce: 3.3405184745788574 (nan) | > loss: 0.013496586121618748 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14105549229882614) | > loader_time: 0.0045 (0.004632441807783197)  --> TIME: 2025-03-23 15:02:37 -- STEP: 5830/31555 -- GLOBAL_STEP: 132050 | > loss_text_ce: 0.06077437102794647 (0.05487803450624233) | > loss_mel_ce: 3.150540590286255 (nan) | > loss: 0.012743313796818256 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14102192231762292) | > loader_time: 0.0046 (0.0046319103977079164)  --> TIME: 2025-03-23 15:02:46 -- STEP: 5880/31555 -- GLOBAL_STEP: 132100 | > loss_text_ce: 0.04217047989368439 (0.05487551559206276) | > loss_mel_ce: 3.5284793376922607 (nan) | > loss: 0.014169245958328247 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14098555806542784) | > loader_time: 0.0045 (0.004632062449747214)  --> TIME: 2025-03-23 15:02:56 -- STEP: 5930/31555 -- GLOBAL_STEP: 132150 | > loss_text_ce: 0.050482265651226044 (0.05487816435855014) | > loss_mel_ce: 3.709094285964966 (nan) | > loss: 0.01491895504295826 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14097879873761476) | > loader_time: 0.0045 (0.004631346956674413)  --> TIME: 2025-03-23 15:03:06 -- STEP: 5980/31555 -- GLOBAL_STEP: 132200 | > loss_text_ce: 0.07440994679927826 (0.054866087446643355) | > loss_mel_ce: 3.934518814086914 (nan) | > loss: 0.01590844802558422 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14101629400731755) | > loader_time: 0.0048 (0.0046310739772375716)  --> TIME: 2025-03-23 15:03:16 -- STEP: 6030/31555 -- GLOBAL_STEP: 132250 | > loss_text_ce: 0.06778737157583237 (0.05487433432989057) | > loss_mel_ce: 3.7967991828918457 (nan) | > loss: 0.01533566229045391 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.1410511004588698) | > loader_time: 0.0047 (0.004630725656575835)  --> TIME: 2025-03-23 15:03:26 -- STEP: 6080/31555 -- GLOBAL_STEP: 132300 | > loss_text_ce: 0.05140883848071098 (0.05487001102025572) | > loss_mel_ce: 4.146039009094238 (nan) | > loss: 0.0166565403342247 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1410983083671648) | > loader_time: 0.0047 (0.004630249738693246)  --> TIME: 2025-03-23 15:03:35 -- STEP: 6130/31555 -- GLOBAL_STEP: 132350 | > loss_text_ce: 0.05100679397583008 (0.054859768349501084) | > loss_mel_ce: 3.476881742477417 (nan) | > loss: 0.013999558053910732 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1410814810732649) | > loader_time: 0.0048 (0.004631316681281593)  --> TIME: 2025-03-23 15:03:45 -- STEP: 6180/31555 -- GLOBAL_STEP: 132400 | > loss_text_ce: 0.05063332989811897 (0.0548315124736924) | > loss_mel_ce: 3.543184518814087 (nan) | > loss: 0.014261183328926563 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14110361708020755) | > loader_time: 0.0048 (0.0046313985651750865)  --> TIME: 2025-03-23 15:03:55 -- STEP: 6230/31555 -- GLOBAL_STEP: 132450 | > loss_text_ce: 0.03443202003836632 (0.05483443526189362) | > loss_mel_ce: 3.981557846069336 (nan) | > loss: 0.015936467796564102 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14108464132342696) | > loader_time: 0.0045 (0.004632417003760185)  --> TIME: 2025-03-23 15:04:04 -- STEP: 6280/31555 -- GLOBAL_STEP: 132500 | > loss_text_ce: 0.05194346234202385 (0.05482034017539518) | > loss_mel_ce: 3.0092647075653076 (nan) | > loss: 0.012147652916610241 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14110515903515478) | > loader_time: 0.0044 (0.004633336386103545)  --> TIME: 2025-03-23 15:04:14 -- STEP: 6330/31555 -- GLOBAL_STEP: 132550 | > loss_text_ce: 0.057164356112480164 (0.05481919390789423) | > loss_mel_ce: 3.3470683097839355 (nan) | > loss: 0.01350886095315218 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1410954803087139) | > loader_time: 0.0044 (0.004633766742302539)  --> TIME: 2025-03-23 15:04:23 -- STEP: 6380/31555 -- GLOBAL_STEP: 132600 | > loss_text_ce: 0.05877761170268059 (0.05482629961261181) | > loss_mel_ce: 3.8739254474639893 (nan) | > loss: 0.015605965629220009 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14107813973411903) | > loader_time: 0.0046 (0.004633325394418183)  --> TIME: 2025-03-23 15:04:33 -- STEP: 6430/31555 -- GLOBAL_STEP: 132650 | > loss_text_ce: 0.05679352581501007 (0.05482904233652548) | > loss_mel_ce: 3.614814281463623 (nan) | > loss: 0.014569872990250587 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14111479633888996) | > loader_time: 0.0046 (0.00463324034380877)  --> TIME: 2025-03-23 15:04:43 -- STEP: 6480/31555 -- GLOBAL_STEP: 132700 | > loss_text_ce: 0.04669581726193428 (0.054825951917280936) | > loss_mel_ce: 3.9264442920684814 (nan) | > loss: 0.015766428783535957 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14108675618966446) | > loader_time: 0.0048 (0.004632309631065101)  --> TIME: 2025-03-23 15:04:53 -- STEP: 6530/31555 -- GLOBAL_STEP: 132750 | > loss_text_ce: 0.05137684568762779 (0.05481996146668245) | > loss_mel_ce: 3.7424819469451904 (nan) | > loss: 0.015054996125400066 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14113700904670964) | > loader_time: 0.0048 (0.004631988158817509)  --> TIME: 2025-03-23 15:05:03 -- STEP: 6580/31555 -- GLOBAL_STEP: 132800 | > loss_text_ce: 0.04728280380368233 (0.05481129392166268) | > loss_mel_ce: 3.693169593811035 (nan) | > loss: 0.014843065291643143 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14113166411959321) | > loader_time: 0.0046 (0.004632107573801997)  --> TIME: 2025-03-23 15:05:12 -- STEP: 6630/31555 -- GLOBAL_STEP: 132850 | > loss_text_ce: 0.04724597930908203 (0.05481591905224197) | > loss_mel_ce: 2.9392831325531006 (nan) | > loss: 0.01185130700469017 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14112878777142956) | > loader_time: 0.0048 (0.004634425075525267)  --> TIME: 2025-03-23 15:05:22 -- STEP: 6680/31555 -- GLOBAL_STEP: 132900 | > loss_text_ce: 0.052183058112859726 (0.05482046060922171) | > loss_mel_ce: 3.803210973739624 (nan) | > loss: 0.015299184247851372 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14113489239515703) | > loader_time: 0.0045 (0.004633408570717919)  --> TIME: 2025-03-23 15:05:31 -- STEP: 6730/31555 -- GLOBAL_STEP: 132950 | > loss_text_ce: 0.052465565502643585 (0.054834829426383014) | > loss_mel_ce: 3.2690765857696533 (nan) | > loss: 0.01318072434514761 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1411248759387333) | > loader_time: 0.0044 (0.004632271026962768)  --> TIME: 2025-03-23 15:05:41 -- STEP: 6780/31555 -- GLOBAL_STEP: 133000 | > loss_text_ce: 0.06330506503582001 (0.054823866598637756) | > loss_mel_ce: 3.251767158508301 (nan) | > loss: 0.01315504964441061 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14110481791791693) | > loader_time: 0.0045 (0.004632005297680534)  --> TIME: 2025-03-23 15:05:51 -- STEP: 6830/31555 -- GLOBAL_STEP: 133050 | > loss_text_ce: 0.052449796348810196 (0.054813209089340086) | > loss_mel_ce: 2.353757619857788 (nan) | > loss: 0.00954844243824482 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1411090477319276) | > loader_time: 0.0045 (0.00463059060221013)  --> TIME: 2025-03-23 15:06:00 -- STEP: 6880/31555 -- GLOBAL_STEP: 133100 | > loss_text_ce: 0.05559153109788895 (0.05481426719207923) | > loss_mel_ce: 7.706250190734863 (nan) | > loss: 0.030800960958003998 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14107241058765488) | > loader_time: 0.0047 (0.004630195921243637)  --> TIME: 2025-03-23 15:06:09 -- STEP: 6930/31555 -- GLOBAL_STEP: 133150 | > loss_text_ce: 0.04682638496160507 (0.05480961123048657) | > loss_mel_ce: 3.3523144721984863 (nan) | > loss: 0.013488654978573322 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14105766806939665) | > loader_time: 0.0046 (0.004629478413305257)  --> TIME: 2025-03-23 15:06:19 -- STEP: 6980/31555 -- GLOBAL_STEP: 133200 | > loss_text_ce: 0.04378567263484001 (0.05479964904839381) | > loss_mel_ce: 1.8304269313812256 (nan) | > loss: 0.00743735209107399 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1410484980033944) | > loader_time: 0.0043 (0.004628809577756093)  --> TIME: 2025-03-23 15:06:28 -- STEP: 7030/31555 -- GLOBAL_STEP: 133250 | > loss_text_ce: 0.04709067568182945 (0.05478550499599231) | > loss_mel_ce: 3.995436668395996 (nan) | > loss: 0.016041776165366173 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14101920650151206) | > loader_time: 0.0046 (0.004628047325872271)  --> TIME: 2025-03-23 15:06:38 -- STEP: 7080/31555 -- GLOBAL_STEP: 133300 | > loss_text_ce: 0.04617980495095253 (0.054791242672435646) | > loss_mel_ce: 4.34171199798584 (nan) | > loss: 0.017412269487977028 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1410216479314928) | > loader_time: 0.0044 (0.00462750826178299)  --> TIME: 2025-03-23 15:06:48 -- STEP: 7130/31555 -- GLOBAL_STEP: 133350 | > loss_text_ce: 0.05340295284986496 (0.054792081803438704) | > loss_mel_ce: 4.130322456359863 (nan) | > loss: 0.016602085903286934 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.141027245247348) | > loader_time: 0.0047 (0.004627508903118218)  --> TIME: 2025-03-23 15:06:57 -- STEP: 7180/31555 -- GLOBAL_STEP: 133400 | > loss_text_ce: 0.0519278459250927 (0.054788617376227734) | > loss_mel_ce: 3.6274993419647217 (nan) | > loss: 0.014600901864469051 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14101481783024844) | > loader_time: 0.0046 (0.004627107511323821)  --> TIME: 2025-03-23 15:07:07 -- STEP: 7230/31555 -- GLOBAL_STEP: 133450 | > loss_text_ce: 0.05049174651503563 (0.054786758385547134) | > loss_mel_ce: 3.318657636642456 (nan) | > loss: 0.01336964126676321 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14106188667925282) | > loader_time: 0.0046 (0.004626870023429326)  --> TIME: 2025-03-23 15:07:17 -- STEP: 7280/31555 -- GLOBAL_STEP: 133500 | > loss_text_ce: 0.06308846920728683 (0.054783204009828085) | > loss_mel_ce: 2.9760546684265137 (nan) | > loss: 0.012060092762112617 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14103604375006132) | > loader_time: 0.0044 (0.004626441198390933)  --> TIME: 2025-03-23 15:07:26 -- STEP: 7330/31555 -- GLOBAL_STEP: 133550 | > loss_text_ce: 0.05189872160553932 (0.054773976115858) | > loss_mel_ce: 4.008829116821289 (nan) | > loss: 0.016114002093672752 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14099918651060442) | > loader_time: 0.0046 (0.00462534801696529)  --> TIME: 2025-03-23 15:07:36 -- STEP: 7380/31555 -- GLOBAL_STEP: 133600 | > loss_text_ce: 0.05476335063576698 (0.05477353251920281) | > loss_mel_ce: 2.8488147258758545 (nan) | > loss: 0.011522135697305202 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14102282307658467) | > loader_time: 0.0044 (0.004624709139671443)  --> TIME: 2025-03-23 15:07:45 -- STEP: 7430/31555 -- GLOBAL_STEP: 133650 | > loss_text_ce: 0.058415014296770096 (0.05476356017056096) | > loss_mel_ce: 1.8334743976593018 (nan) | > loss: 0.007507498376071453 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14100242989541437) | > loader_time: 0.0044 (0.004624139957761715)  --> TIME: 2025-03-23 15:07:55 -- STEP: 7480/31555 -- GLOBAL_STEP: 133700 | > loss_text_ce: 0.05041314661502838 (0.05476024911843519) | > loss_mel_ce: 3.753255605697632 (nan) | > loss: 0.015093924477696419 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1409972885394484) | > loader_time: 0.0047 (0.004623756912302858)  --> TIME: 2025-03-23 15:08:04 -- STEP: 7530/31555 -- GLOBAL_STEP: 133750 | > loss_text_ce: 0.04382854700088501 (0.05475011882366016) | > loss_mel_ce: 2.4326839447021484 (nan) | > loss: 0.009827431291341782 (nan) | > current_lr: 5e-06 | > step_time: 0.1021 (0.14098285852992096) | > loader_time: 0.0043 (0.004622871182354337)  --> TIME: 2025-03-23 15:08:14 -- STEP: 7580/31555 -- GLOBAL_STEP: 133800 | > loss_text_ce: 0.06052447482943535 (0.05474881118109406) | > loss_mel_ce: 3.4408392906188965 (nan) | > loss: 0.01389430183917284 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14098059923479037) | > loader_time: 0.0045 (0.004622115528992438)  --> TIME: 2025-03-23 15:08:24 -- STEP: 7630/31555 -- GLOBAL_STEP: 133850 | > loss_text_ce: 0.048585500568151474 (0.054747803951094846) | > loss_mel_ce: 2.6144015789031982 (nan) | > loss: 0.010567408986389637 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14099599515157527) | > loader_time: 0.0044 (0.004621643038908446)  --> TIME: 2025-03-23 15:08:33 -- STEP: 7680/31555 -- GLOBAL_STEP: 133900 | > loss_text_ce: 0.050603024661540985 (0.054735074448884306) | > loss_mel_ce: 4.046452522277832 (nan) | > loss: 0.016258157789707184 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1410001733650769) | > loader_time: 0.0045 (0.004621661889056379)  --> TIME: 2025-03-23 15:08:43 -- STEP: 7730/31555 -- GLOBAL_STEP: 133950 | > loss_text_ce: 0.06766576319932938 (0.05473343336720979) | > loss_mel_ce: 4.598593711853027 (nan) | > loss: 0.01851690374314785 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14098141560425012) | > loader_time: 0.0045 (0.004621101351018724)  --> TIME: 2025-03-23 15:08:53 -- STEP: 7780/31555 -- GLOBAL_STEP: 134000 | > loss_text_ce: 0.05757485330104828 (0.05472034590515119) | > loss_mel_ce: 2.4895997047424316 (nan) | > loss: 0.010107835754752159 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14098123388609163) | > loader_time: 0.0046 (0.004622541203290468)  --> TIME: 2025-03-23 15:09:02 -- STEP: 7830/31555 -- GLOBAL_STEP: 134050 | > loss_text_ce: 0.041362397372722626 (0.054724016650502555) | > loss_mel_ce: 2.575174570083618 (nan) | > loss: 0.01038308348506689 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14098744270597582) | > loader_time: 0.0045 (0.004622663178815404)  --> TIME: 2025-03-23 15:09:12 -- STEP: 7880/31555 -- GLOBAL_STEP: 134100 | > loss_text_ce: 0.04893070459365845 (0.05471567700234086) | > loss_mel_ce: 2.609205722808838 (nan) | > loss: 0.010548160411417484 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14098823143140968) | > loader_time: 0.0046 (0.004622214336685736)  --> TIME: 2025-03-23 15:09:22 -- STEP: 7930/31555 -- GLOBAL_STEP: 134150 | > loss_text_ce: 0.055257346481084824 (0.05470231667532108) | > loss_mel_ce: 2.452683448791504 (nan) | > loss: 0.00995214655995369 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14099257837177726) | > loader_time: 0.0044 (0.004622428744918625)  --> TIME: 2025-03-23 15:09:31 -- STEP: 7980/31555 -- GLOBAL_STEP: 134200 | > loss_text_ce: 0.05020807310938835 (0.05469042531058267) | > loss_mel_ce: 1.8907296657562256 (nan) | > loss: 0.007702134549617767 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14097793702792452) | > loader_time: 0.0044 (0.004622710707193642)  --> TIME: 2025-03-23 15:09:41 -- STEP: 8030/31555 -- GLOBAL_STEP: 134250 | > loss_text_ce: 0.061552856117486954 (0.05469244106615874) | > loss_mel_ce: 3.300504446029663 (nan) | > loss: 0.013341497629880905 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14097978463060135) | > loader_time: 0.0046 (0.0046224325709740945)  --> TIME: 2025-03-23 15:09:50 -- STEP: 8080/31555 -- GLOBAL_STEP: 134300 | > loss_text_ce: 0.04312003403902054 (0.05467731865182851) | > loss_mel_ce: 3.2113239765167236 (nan) | > loss: 0.012914461083710194 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14096965010803572) | > loader_time: 0.0044 (0.0046221840499651445)  --> TIME: 2025-03-23 15:10:00 -- STEP: 8130/31555 -- GLOBAL_STEP: 134350 | > loss_text_ce: 0.052336834371089935 (0.05468503485650264) | > loss_mel_ce: 3.184945583343506 (nan) | > loss: 0.012846359983086586 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14097517269857157) | > loader_time: 0.0046 (0.00462212377808632)  --> TIME: 2025-03-23 15:10:10 -- STEP: 8180/31555 -- GLOBAL_STEP: 134400 | > loss_text_ce: 0.053672756999731064 (0.05466872025440586) | > loss_mel_ce: 3.1122167110443115 (nan) | > loss: 0.012563054449856281 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14097609753130746) | > loader_time: 0.0045 (0.0046216123261486825)  --> TIME: 2025-03-23 15:10:19 -- STEP: 8230/31555 -- GLOBAL_STEP: 134450 | > loss_text_ce: 0.06112873926758766 (0.054670951484203485) | > loss_mel_ce: 3.6520588397979736 (nan) | > loss: 0.014734872616827488 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14096676017070645) | > loader_time: 0.0046 (0.004621352025399389)  --> TIME: 2025-03-23 15:10:29 -- STEP: 8280/31555 -- GLOBAL_STEP: 134500 | > loss_text_ce: 0.042491406202316284 (0.054675915711761815) | > loss_mel_ce: 3.419741630554199 (nan) | > loss: 0.013739020563662052 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14097132893000294) | > loader_time: 0.0045 (0.004621228071802493)  --> TIME: 2025-03-23 15:10:38 -- STEP: 8330/31555 -- GLOBAL_STEP: 134550 | > loss_text_ce: 0.058388326317071915 (0.054670795330963355) | > loss_mel_ce: 3.26894211769104 (nan) | > loss: 0.013203692622482777 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.1409600168287687) | > loader_time: 0.0047 (0.004621087259748273)  --> TIME: 2025-03-23 15:10:48 -- STEP: 8380/31555 -- GLOBAL_STEP: 134600 | > loss_text_ce: 0.04627615213394165 (0.054667269775470574) | > loss_mel_ce: 3.8134992122650146 (nan) | > loss: 0.015316569246351719 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14096696459308214) | > loader_time: 0.0044 (0.00462101743443201)  --> TIME: 2025-03-23 15:10:58 -- STEP: 8430/31555 -- GLOBAL_STEP: 134650 | > loss_text_ce: 0.03962008282542229 (0.05464438549215296) | > loss_mel_ce: 3.8193225860595703 (nan) | > loss: 0.015313265845179558 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14096636316813096) | > loader_time: 0.0046 (0.004621109447728142)  --> TIME: 2025-03-23 15:11:07 -- STEP: 8480/31555 -- GLOBAL_STEP: 134700 | > loss_text_ce: 0.05714200437068939 (0.054630156917242725) | > loss_mel_ce: 3.643552780151367 (nan) | > loss: 0.014685297384858131 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14092224001322207) | > loader_time: 0.0048 (0.004621298779856495)  --> TIME: 2025-03-23 15:11:16 -- STEP: 8530/31555 -- GLOBAL_STEP: 134750 | > loss_text_ce: 0.04389148950576782 (0.05462533302958904) | > loss_mel_ce: 2.679630994796753 (nan) | > loss: 0.01080762967467308 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1408996065504252) | > loader_time: 0.0044 (0.004621219048047274)  --> TIME: 2025-03-23 15:11:26 -- STEP: 8580/31555 -- GLOBAL_STEP: 134800 | > loss_text_ce: 0.04319802671670914 (0.05462143319074961) | > loss_mel_ce: 3.618924856185913 (nan) | > loss: 0.014532234519720078 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1408999290777537) | > loader_time: 0.0045 (0.004621230805670474)  --> TIME: 2025-03-23 15:11:36 -- STEP: 8630/31555 -- GLOBAL_STEP: 134850 | > loss_text_ce: 0.05470813065767288 (0.05460342833942811) | > loss_mel_ce: 3.2143137454986572 (nan) | > loss: 0.012972310185432434 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14091320897032794) | > loader_time: 0.0048 (0.004621307432720597)  --> TIME: 2025-03-23 15:11:45 -- STEP: 8680/31555 -- GLOBAL_STEP: 134900 | > loss_text_ce: 0.05033600702881813 (0.05461079137816099) | > loss_mel_ce: 3.0059168338775635 (nan) | > loss: 0.01212798897176981 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1409080331776005) | > loader_time: 0.0049 (0.004620772133225133)  --> TIME: 2025-03-23 15:11:55 -- STEP: 8730/31555 -- GLOBAL_STEP: 134950 | > loss_text_ce: 0.053750813007354736 (0.05461661873997659) | > loss_mel_ce: 3.680285692214966 (nan) | > loss: 0.01481760572642088 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14093178755092786) | > loader_time: 0.0046 (0.00462032202865934)  --> TIME: 2025-03-23 15:12:05 -- STEP: 8780/31555 -- GLOBAL_STEP: 135000 | > loss_text_ce: 0.05445079132914543 (0.05461312872516777) | > loss_mel_ce: 4.019887447357178 (nan) | > loss: 0.016168011352419853 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.140973895258676) | > loader_time: 0.0046 (0.004620466254023606)  --> TIME: 2025-03-23 15:12:15 -- STEP: 8830/31555 -- GLOBAL_STEP: 135050 | > loss_text_ce: 0.05648981034755707 (0.054608246367445844) | > loss_mel_ce: 3.5774025917053223 (nan) | > loss: 0.014420208521187305 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14098998422935952) | > loader_time: 0.0043 (0.004619952182402576)  --> TIME: 2025-03-23 15:12:25 -- STEP: 8880/31555 -- GLOBAL_STEP: 135100 | > loss_text_ce: 0.0424455925822258 (0.05459752095598931) | > loss_mel_ce: 3.679098606109619 (nan) | > loss: 0.014768033288419247 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14100939607298105) | > loader_time: 0.0044 (0.004619594092841635)  --> TIME: 2025-03-23 15:12:35 -- STEP: 8930/31555 -- GLOBAL_STEP: 135150 | > loss_text_ce: 0.05003061145544052 (0.05458686412432027) | > loss_mel_ce: 2.9182932376861572 (nan) | > loss: 0.011779064312577248 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1410112182610785) | > loader_time: 0.0045 (0.004619104891581617)  --> TIME: 2025-03-23 15:12:44 -- STEP: 8980/31555 -- GLOBAL_STEP: 135200 | > loss_text_ce: 0.056502506136894226 (0.054577571747281076) | > loss_mel_ce: 3.7204859256744385 (nan) | > loss: 0.014988050796091557 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14101503168819796) | > loader_time: 0.0044 (0.004618707531544586)  --> TIME: 2025-03-23 15:12:54 -- STEP: 9030/31555 -- GLOBAL_STEP: 135250 | > loss_text_ce: 0.06588549166917801 (0.05456815912869909) | > loss_mel_ce: 3.9525344371795654 (nan) | > loss: 0.01594611071050167 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14100527293394358) | > loader_time: 0.0046 (0.004618337912152918)  --> TIME: 2025-03-23 15:13:04 -- STEP: 9080/31555 -- GLOBAL_STEP: 135300 | > loss_text_ce: 0.05857490375638008 (0.05457052679810392) | > loss_mel_ce: 3.7657525539398193 (nan) | > loss: 0.015175903216004372 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14102947157910264) | > loader_time: 0.0046 (0.004617700230182544)  --> TIME: 2025-03-23 15:13:14 -- STEP: 9130/31555 -- GLOBAL_STEP: 135350 | > loss_text_ce: 0.0555461123585701 (0.054558066650613045) | > loss_mel_ce: 4.448702812194824 (nan) | > loss: 0.017874006181955338 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1410477526477765) | > loader_time: 0.0049 (0.004617549137896818)  --> TIME: 2025-03-23 15:13:23 -- STEP: 9180/31555 -- GLOBAL_STEP: 135400 | > loss_text_ce: 0.05625857785344124 (0.054567242974378906) | > loss_mel_ce: 3.0761878490448 (nan) | > loss: 0.0124303437769413 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14102575768572617) | > loader_time: 0.0047 (0.00461734580058679)  --> TIME: 2025-03-23 15:13:33 -- STEP: 9230/31555 -- GLOBAL_STEP: 135450 | > loss_text_ce: 0.055139463394880295 (0.054562027511446246) | > loss_mel_ce: 4.057655334472656 (nan) | > loss: 0.016320616006851196 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1410286952718242) | > loader_time: 0.0045 (0.004616991411955117)  --> TIME: 2025-03-23 15:13:42 -- STEP: 9280/31555 -- GLOBAL_STEP: 135500 | > loss_text_ce: 0.05793757736682892 (0.054566772638595336) | > loss_mel_ce: 3.2243363857269287 (nan) | > loss: 0.013024897314608097 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14102833024386752) | > loader_time: 0.0047 (0.004617247499268647)  --> TIME: 2025-03-23 15:13:52 -- STEP: 9330/31555 -- GLOBAL_STEP: 135550 | > loss_text_ce: 0.04587182775139809 (0.05456502418625715) | > loss_mel_ce: 3.1729867458343506 (nan) | > loss: 0.012773248367011547 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14101621340581) | > loader_time: 0.005 (0.004617277934492483)  --> TIME: 2025-03-23 15:14:02 -- STEP: 9380/31555 -- GLOBAL_STEP: 135600 | > loss_text_ce: 0.04260419309139252 (0.05455408742083418) | > loss_mel_ce: 1.538330078125 (nan) | > loss: 0.006273549050092697 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.141036833450993) | > loader_time: 0.0044 (0.004617175237456383)  --> TIME: 2025-03-23 15:14:11 -- STEP: 9430/31555 -- GLOBAL_STEP: 135650 | > loss_text_ce: 0.04188157618045807 (0.05454082100959311) | > loss_mel_ce: 3.617619514465332 (nan) | > loss: 0.014521830715239048 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14102477099458133) | > loader_time: 0.0045 (0.004616825982596454)  --> TIME: 2025-03-23 15:14:21 -- STEP: 9480/31555 -- GLOBAL_STEP: 135700 | > loss_text_ce: 0.05797851085662842 (0.054526735400537436) | > loss_mel_ce: 3.4658043384552 (nan) | > loss: 0.013983265496790409 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14103742098506533) | > loader_time: 0.0044 (0.004616515168660824)  --> TIME: 2025-03-23 15:14:31 -- STEP: 9530/31555 -- GLOBAL_STEP: 135750 | > loss_text_ce: 0.055565398186445236 (0.054514634557232565) | > loss_mel_ce: 4.31325101852417 (nan) | > loss: 0.01733657345175743 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14103720766049527) | > loader_time: 0.0047 (0.004615957239116993)  --> TIME: 2025-03-23 15:14:40 -- STEP: 9580/31555 -- GLOBAL_STEP: 135800 | > loss_text_ce: 0.06411342322826385 (0.05450631147094992) | > loss_mel_ce: 3.6871533393859863 (nan) | > loss: 0.01488597970455885 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14100723137188584) | > loader_time: 0.0046 (0.004615446396312052)  --> TIME: 2025-03-23 15:14:50 -- STEP: 9630/31555 -- GLOBAL_STEP: 135850 | > loss_text_ce: 0.06796389073133469 (0.05450396765688842) | > loss_mel_ce: 4.315012454986572 (nan) | > loss: 0.01739276573061943 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1410003405122373) | > loader_time: 0.0046 (0.004615924910469111)  --> TIME: 2025-03-23 15:14:59 -- STEP: 9680/31555 -- GLOBAL_STEP: 135900 | > loss_text_ce: 0.03702022135257721 (0.05449450553668097) | > loss_mel_ce: 3.3221354484558105 (nan) | > loss: 0.013329983688890934 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14098028535685286) | > loader_time: 0.0044 (0.0046158387148676)  --> TIME: 2025-03-23 15:15:09 -- STEP: 9730/31555 -- GLOBAL_STEP: 135950 | > loss_text_ce: 0.049295809119939804 (0.054489461675033636) | > loss_mel_ce: 3.310115337371826 (nan) | > loss: 0.01333099789917469 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1409772577413187) | > loader_time: 0.0045 (0.004615632260078532)  --> TIME: 2025-03-23 15:15:18 -- STEP: 9780/31555 -- GLOBAL_STEP: 136000 | > loss_text_ce: 0.0462142750620842 (0.054480840030920505) | > loss_mel_ce: 3.997846841812134 (nan) | > loss: 0.01604786328971386 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14095917440387146) | > loader_time: 0.0044 (0.004615261242677359)  --> TIME: 2025-03-23 15:15:28 -- STEP: 9830/31555 -- GLOBAL_STEP: 136050 | > loss_text_ce: 0.05051477253437042 (0.05449137024009189) | > loss_mel_ce: 3.4391770362854004 (nan) | > loss: 0.013847983442246914 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1409708013127078) | > loader_time: 0.0045 (0.004615043235577029)  --> TIME: 2025-03-23 15:15:37 -- STEP: 9880/31555 -- GLOBAL_STEP: 136100 | > loss_text_ce: 0.060533080250024796 (0.05449380328867452) | > loss_mel_ce: 3.167346477508545 (nan) | > loss: 0.012809046544134617 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.1409606204100468) | > loader_time: 0.0045 (0.004614800480213256)  --> TIME: 2025-03-23 15:15:47 -- STEP: 9930/31555 -- GLOBAL_STEP: 136150 | > loss_text_ce: 0.03340641409158707 (0.05448523707357722) | > loss_mel_ce: 2.8198535442352295 (nan) | > loss: 0.011322461068630219 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14094950329261022) | > loader_time: 0.0044 (0.004614478055564068)  --> TIME: 2025-03-23 15:15:56 -- STEP: 9980/31555 -- GLOBAL_STEP: 136200 | > loss_text_ce: 0.05241164192557335 (0.05448643338524988) | > loss_mel_ce: 3.584010601043701 (nan) | > loss: 0.014430247247219086 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.1409269869685892) | > loader_time: 0.0047 (0.00461396967958593)  --> TIME: 2025-03-23 15:16:06 -- STEP: 10030/31555 -- GLOBAL_STEP: 136250 | > loss_text_ce: 0.051170069724321365 (0.05448967653845746) | > loss_mel_ce: 3.391864776611328 (nan) | > loss: 0.013662837445735931 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14091940974428568) | > loader_time: 0.0046 (0.004614409539896859)  --> TIME: 2025-03-23 15:16:16 -- STEP: 10080/31555 -- GLOBAL_STEP: 136300 | > loss_text_ce: 0.04377001151442528 (0.05448062026703231) | > loss_mel_ce: 3.188900947570801 (nan) | > loss: 0.012828060425817966 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1409386960996524) | > loader_time: 0.0044 (0.004614426479453138)  --> TIME: 2025-03-23 15:16:25 -- STEP: 10130/31555 -- GLOBAL_STEP: 136350 | > loss_text_ce: 0.042550794780254364 (0.054461414136750125) | > loss_mel_ce: 2.98665714263916 (nan) | > loss: 0.01202066708356142 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1409192840297509) | > loader_time: 0.0044 (0.004613800957313537)  --> TIME: 2025-03-23 15:16:35 -- STEP: 10180/31555 -- GLOBAL_STEP: 136400 | > loss_text_ce: 0.06350699067115784 (0.054451205641807096) | > loss_mel_ce: 2.7639527320861816 (nan) | > loss: 0.01122007891535759 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14091426536938537) | > loader_time: 0.0046 (0.0046138961563410175)  --> TIME: 2025-03-23 15:16:44 -- STEP: 10230/31555 -- GLOBAL_STEP: 136450 | > loss_text_ce: 0.04408703371882439 (0.05444536261107568) | > loss_mel_ce: 0.08544921875 (nan) | > loss: 0.0005140327848494053 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14090596736934063) | > loader_time: 0.0045 (0.004613788456511293)  --> TIME: 2025-03-23 15:16:54 -- STEP: 10280/31555 -- GLOBAL_STEP: 136500 | > loss_text_ce: 0.050399694591760635 (0.05444612350090182) | > loss_mel_ce: 2.93257999420166 (nan) | > loss: 0.011837221682071686 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1408965341311948) | > loader_time: 0.0043 (0.004613332015531079)  --> TIME: 2025-03-23 15:17:03 -- STEP: 10330/31555 -- GLOBAL_STEP: 136550 | > loss_text_ce: 0.051355525851249695 (0.05444661271285056) | > loss_mel_ce: 3.1932339668273926 (nan) | > loss: 0.012875355780124664 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1408794111573109) | > loader_time: 0.0048 (0.0046131943225399055)  --> TIME: 2025-03-23 15:17:13 -- STEP: 10380/31555 -- GLOBAL_STEP: 136600 | > loss_text_ce: 0.04726161062717438 (0.05443563337378595) | > loss_mel_ce: 3.131399154663086 (nan) | > loss: 0.012613734230399132 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1408956317543296) | > loader_time: 0.0043 (0.004612887089422447)  --> TIME: 2025-03-23 15:17:22 -- STEP: 10430/31555 -- GLOBAL_STEP: 136650 | > loss_text_ce: 0.039711177349090576 (0.054433878951224736) | > loss_mel_ce: 3.8763654232025146 (nan) | > loss: 0.015539987944066525 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14088191400895564) | > loader_time: 0.0044 (0.004612525586085266)  --> TIME: 2025-03-23 15:17:32 -- STEP: 10480/31555 -- GLOBAL_STEP: 136700 | > loss_text_ce: 0.04466793313622475 (0.05443258727083114) | > loss_mel_ce: 3.144904375076294 (nan) | > loss: 0.01265703421086073 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14088530968163795) | > loader_time: 0.0044 (0.004612425879667739)  --> TIME: 2025-03-23 15:17:42 -- STEP: 10530/31555 -- GLOBAL_STEP: 136750 | > loss_text_ce: 0.060321878641843796 (0.054432604981255586) | > loss_mel_ce: 3.0360734462738037 (nan) | > loss: 0.012287283316254616 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14088435476435363) | > loader_time: 0.0046 (0.00461244392938424)  --> TIME: 2025-03-23 15:17:51 -- STEP: 10580/31555 -- GLOBAL_STEP: 136800 | > loss_text_ce: 0.07371905446052551 (0.054433624479490135) | > loss_mel_ce: 3.323777914047241 (nan) | > loss: 0.013482131063938141 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.1408749105348932) | > loader_time: 0.0045 (0.00461210251305189)  --> TIME: 2025-03-23 15:18:01 -- STEP: 10630/31555 -- GLOBAL_STEP: 136850 | > loss_text_ce: 0.05672388896346092 (0.05443252818913028) | > loss_mel_ce: 3.6155173778533936 (nan) | > loss: 0.014572386629879475 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1408710260606556) | > loader_time: 0.0046 (0.004611665868355434)  --> TIME: 2025-03-23 15:18:10 -- STEP: 10680/31555 -- GLOBAL_STEP: 136900 | > loss_text_ce: 0.05040667951107025 (0.054437638199731235) | > loss_mel_ce: 3.815408229827881 (nan) | > loss: 0.015340535901486874 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14088418972626202) | > loader_time: 0.0045 (0.004611765780252458)  --> TIME: 2025-03-23 15:18:20 -- STEP: 10730/31555 -- GLOBAL_STEP: 136950 | > loss_text_ce: 0.06404601782560349 (0.054443098483858914) | > loss_mel_ce: 3.5668187141418457 (nan) | > loss: 0.014408193528652191 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14086368686110798) | > loader_time: 0.0045 (0.004611340595647089)  --> TIME: 2025-03-23 15:18:29 -- STEP: 10780/31555 -- GLOBAL_STEP: 137000 | > loss_text_ce: 0.060219161212444305 (0.05445386560181079) | > loss_mel_ce: 2.3784236907958984 (nan) | > loss: 0.009677154012024403 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14085196798498026) | > loader_time: 0.0043 (0.004611505803017973)  --> TIME: 2025-03-23 15:18:39 -- STEP: 10830/31555 -- GLOBAL_STEP: 137050 | > loss_text_ce: 0.044939976185560226 (0.05444429406891077) | > loss_mel_ce: 3.4526803493499756 (nan) | > loss: 0.013879446312785149 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14084676428184653) | > loader_time: 0.0044 (0.004611943347082018)  --> TIME: 2025-03-23 15:18:49 -- STEP: 10880/31555 -- GLOBAL_STEP: 137100 | > loss_text_ce: 0.05193115025758743 (0.054435092170024325) | > loss_mel_ce: 3.7850723266601562 (nan) | > loss: 0.015226204879581928 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1408670886255367) | > loader_time: 0.0046 (0.004611950301948713)  --> TIME: 2025-03-23 15:18:58 -- STEP: 10930/31555 -- GLOBAL_STEP: 137150 | > loss_text_ce: 0.053454067558050156 (0.05442924540990938) | > loss_mel_ce: 3.7663774490356445 (nan) | > loss: 0.015158062800765038 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.140869310702737) | > loader_time: 0.0046 (0.004612063663548974)  --> TIME: 2025-03-23 15:19:08 -- STEP: 10980/31555 -- GLOBAL_STEP: 137200 | > loss_text_ce: 0.05386175960302353 (0.05442698072329954) | > loss_mel_ce: 1.3320801258087158 (nan) | > loss: 0.00549976946786046 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14085770925754668) | > loader_time: 0.0044 (0.004611882333981314)  --> TIME: 2025-03-23 15:19:17 -- STEP: 11030/31555 -- GLOBAL_STEP: 137250 | > loss_text_ce: 0.04251190274953842 (0.05442606148901901) | > loss_mel_ce: 3.260618209838867 (nan) | > loss: 0.013107660226523876 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14084727658213894) | > loader_time: 0.0048 (0.004612086430962038)  --> TIME: 2025-03-23 15:19:27 -- STEP: 11080/31555 -- GLOBAL_STEP: 137300 | > loss_text_ce: 0.06666223704814911 (0.05441954716542463) | > loss_mel_ce: 3.9884397983551025 (nan) | > loss: 0.01609167456626892 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14086294027872476) | > loader_time: 0.0043 (0.004612426120881992)  --> TIME: 2025-03-23 15:19:37 -- STEP: 11130/31555 -- GLOBAL_STEP: 137350 | > loss_text_ce: 0.052516236901283264 (0.054420756881007316) | > loss_mel_ce: 4.079452037811279 (nan) | > loss: 0.016396701335906982 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14087102006173646) | > loader_time: 0.0045 (0.0046129495949757985)  --> TIME: 2025-03-23 15:19:47 -- STEP: 11180/31555 -- GLOBAL_STEP: 137400 | > loss_text_ce: 0.04839476943016052 (0.05442211627993529) | > loss_mel_ce: 1.9976590871810913 (nan) | > loss: 0.00811926182359457 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1408833551918674) | > loader_time: 0.0045 (0.0046131668662342425)  --> TIME: 2025-03-23 15:19:56 -- STEP: 11230/31555 -- GLOBAL_STEP: 137450 | > loss_text_ce: 0.05943561717867851 (0.05441581495802849) | > loss_mel_ce: 3.783897638320923 (nan) | > loss: 0.015251323580741882 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14087781233120916) | > loader_time: 0.0045 (0.004612898826599112)  --> TIME: 2025-03-23 15:20:06 -- STEP: 11280/31555 -- GLOBAL_STEP: 137500 | > loss_text_ce: 0.06328478455543518 (0.05441449649321539) | > loss_mel_ce: 4.170083999633789 (nan) | > loss: 0.0167990829795599 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14088282018688575) | > loader_time: 0.0044 (0.004612656835968603)  --> TIME: 2025-03-23 15:20:16 -- STEP: 11330/31555 -- GLOBAL_STEP: 137550 | > loss_text_ce: 0.04427264630794525 (0.05441780321970782) | > loss_mel_ce: 3.3741865158081055 (nan) | > loss: 0.013565314933657646 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14088334727897578) | > loader_time: 0.0044 (0.00461220981163569)  --> TIME: 2025-03-23 15:20:25 -- STEP: 11380/31555 -- GLOBAL_STEP: 137600 | > loss_text_ce: 0.04988398775458336 (0.0544032438073851) | > loss_mel_ce: 1.821161150932312 (nan) | > loss: 0.007424782495945692 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1408778758166339) | > loader_time: 0.0045 (0.004612313045977698)  --> TIME: 2025-03-23 15:20:35 -- STEP: 11430/31555 -- GLOBAL_STEP: 137650 | > loss_text_ce: 0.05631963536143303 (0.054405733905504516) | > loss_mel_ce: 4.936738014221191 (nan) | > loss: 0.019813721999526024 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.140858870374458) | > loader_time: 0.0045 (0.004612152449206508)  --> TIME: 2025-03-23 15:20:44 -- STEP: 11480/31555 -- GLOBAL_STEP: 137700 | > loss_text_ce: 0.04321020096540451 (0.054410992838273615) | > loss_mel_ce: 3.102597236633301 (nan) | > loss: 0.012483363971114159 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14083948912105518) | > loader_time: 0.0045 (0.004611974746923398)  --> TIME: 2025-03-23 15:20:53 -- STEP: 11530/31555 -- GLOBAL_STEP: 137750 | > loss_text_ce: 0.049328744411468506 (0.054409350478716374) | > loss_mel_ce: 3.4268736839294434 (nan) | > loss: 0.013794454745948315 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14082471513789546) | > loader_time: 0.0045 (0.0046115529092621435)  --> TIME: 2025-03-23 15:21:03 -- STEP: 11580/31555 -- GLOBAL_STEP: 137800 | > loss_text_ce: 0.054067451506853104 (0.054408764041677174) | > loss_mel_ce: 4.2123918533325195 (nan) | > loss: 0.016930395737290382 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14082463034694073) | > loader_time: 0.0046 (0.004611468212180377)  --> TIME: 2025-03-23 15:21:13 -- STEP: 11630/31555 -- GLOBAL_STEP: 137850 | > loss_text_ce: 0.058812957257032394 (0.05440753406027426) | > loss_mel_ce: 1.755674123764038 (nan) | > loss: 0.007200345862656832 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14082046459178324) | > loader_time: 0.0046 (0.004611565384081686)  --> TIME: 2025-03-23 15:21:22 -- STEP: 11680/31555 -- GLOBAL_STEP: 137900 | > loss_text_ce: 0.061737529933452606 (0.05440548618981133) | > loss_mel_ce: 3.7394416332244873 (nan) | > loss: 0.015084045007824898 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14082421829847452) | > loader_time: 0.0045 (0.004611588463391338)  --> TIME: 2025-03-23 15:21:31 -- STEP: 11730/31555 -- GLOBAL_STEP: 137950 | > loss_text_ce: 0.0547015517950058 (0.05439862333816135) | > loss_mel_ce: 3.7358763217926025 (nan) | > loss: 0.015041976235806942 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14079734844116723) | > loader_time: 0.0044 (0.004611154732700093)  --> TIME: 2025-03-23 15:21:41 -- STEP: 11780/31555 -- GLOBAL_STEP: 138000 | > loss_text_ce: 0.04114929214119911 (0.054398656861480287) | > loss_mel_ce: 3.270498752593994 (nan) | > loss: 0.01314146164804697 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14079297863971613) | > loader_time: 0.0044 (0.00461098261316684)  --> TIME: 2025-03-23 15:21:51 -- STEP: 11830/31555 -- GLOBAL_STEP: 138050 | > loss_text_ce: 0.04384370148181915 (0.05439021001780127) | > loss_mel_ce: 3.8022005558013916 (nan) | > loss: 0.015262081287801266 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1408020550783469) | > loader_time: 0.0048 (0.004610802093402665)  --> TIME: 2025-03-23 15:22:00 -- STEP: 11880/31555 -- GLOBAL_STEP: 138100 | > loss_text_ce: 0.04289262741804123 (0.054383573139569305) | > loss_mel_ce: 2.337667942047119 (nan) | > loss: 0.00944666936993599 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14078760729092935) | > loader_time: 0.0043 (0.004610842265665322)  --> TIME: 2025-03-23 15:22:10 -- STEP: 11930/31555 -- GLOBAL_STEP: 138150 | > loss_text_ce: 0.05000957474112511 (0.05439191564811398) | > loss_mel_ce: 2.3410210609436035 (nan) | > loss: 0.00948821660131216 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1407965545782197) | > loader_time: 0.0049 (0.004611015080006699)  --> TIME: 2025-03-23 15:22:19 -- STEP: 11980/31555 -- GLOBAL_STEP: 138200 | > loss_text_ce: 0.05039004981517792 (0.05438780814490108) | > loss_mel_ce: 3.2869842052459717 (nan) | > loss: 0.01324354950338602 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.14077112218971416) | > loader_time: 0.0048 (0.00461069653945693)  --> TIME: 2025-03-23 15:22:29 -- STEP: 12030/31555 -- GLOBAL_STEP: 138250 | > loss_text_ce: 0.05974135920405388 (0.05437966184946073) | > loss_mel_ce: 3.755593776702881 (nan) | > loss: 0.01514021959155798 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14075220961027676) | > loader_time: 0.0045 (0.00461030222432175)  --> TIME: 2025-03-23 15:22:38 -- STEP: 12080/31555 -- GLOBAL_STEP: 138300 | > loss_text_ce: 0.04036884754896164 (0.05437029238855037) | > loss_mel_ce: 4.2387824058532715 (nan) | > loss: 0.016980759799480438 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14075569990060163) | > loader_time: 0.0045 (0.004609966435969268)  --> TIME: 2025-03-23 15:22:48 -- STEP: 12130/31555 -- GLOBAL_STEP: 138350 | > loss_text_ce: 0.060458745807409286 (0.05436953298750614) | > loss_mel_ce: 3.5090579986572266 (nan) | > loss: 0.014164749532938004 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14075022093638434) | > loader_time: 0.0045 (0.004609660658085534)  --> TIME: 2025-03-23 15:22:58 -- STEP: 12180/31555 -- GLOBAL_STEP: 138400 | > loss_text_ce: 0.049794867634773254 (0.05436551561762623) | > loss_mel_ce: 2.3424007892608643 (nan) | > loss: 0.009492840617895126 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14077248181811294) | > loader_time: 0.0044 (0.004609753737112963)  --> TIME: 2025-03-23 15:23:08 -- STEP: 12230/31555 -- GLOBAL_STEP: 138450 | > loss_text_ce: 0.04855014756321907 (0.054355769462652005) | > loss_mel_ce: 3.1819374561309814 (nan) | > loss: 0.012819396331906319 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.14079807674114753) | > loader_time: 0.0046 (0.004609784003855844)  --> TIME: 2025-03-23 15:23:18 -- STEP: 12280/31555 -- GLOBAL_STEP: 138500 | > loss_text_ce: 0.05939395725727081 (0.054359508914484725) | > loss_mel_ce: 3.978520631790161 (nan) | > loss: 0.01602347195148468 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14081130159794306) | > loader_time: 0.0047 (0.004609712793306728)  --> TIME: 2025-03-23 15:23:28 -- STEP: 12330/31555 -- GLOBAL_STEP: 138550 | > loss_text_ce: 0.059022169560194016 (0.05435689744152077) | > loss_mel_ce: 3.0330307483673096 (nan) | > loss: 0.01227005198597908 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14083364916737245) | > loader_time: 0.0045 (0.004609503015114439)  --> TIME: 2025-03-23 15:23:37 -- STEP: 12380/31555 -- GLOBAL_STEP: 138600 | > loss_text_ce: 0.043827448040246964 (0.05434240898213718) | > loss_mel_ce: 0.10174560546875 (nan) | > loss: 0.0005776708712801337 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14083872003200934) | > loader_time: 0.0043 (0.00460923368980888)  --> TIME: 2025-03-23 15:23:47 -- STEP: 12430/31555 -- GLOBAL_STEP: 138650 | > loss_text_ce: 0.052169568836688995 (0.054340094248355904) | > loss_mel_ce: 3.8969500064849854 (nan) | > loss: 0.015671109780669212 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14083753675582017) | > loader_time: 0.0046 (0.004608839323514903)  --> TIME: 2025-03-23 15:23:56 -- STEP: 12480/31555 -- GLOBAL_STEP: 138700 | > loss_text_ce: 0.052333343774080276 (0.0543403934775434) | > loss_mel_ce: 3.784177541732788 (nan) | > loss: 0.01522425003349781 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14082129958730452) | > loader_time: 0.0046 (0.004609120560762207)  --> TIME: 2025-03-23 15:24:06 -- STEP: 12530/31555 -- GLOBAL_STEP: 138750 | > loss_text_ce: 0.05065053328871727 (0.054338637723216586) | > loss_mel_ce: 1.1559937000274658 (nan) | > loss: 0.004788270685821772 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1408597276578019) | > loader_time: 0.0047 (0.004609160430889937)  --> TIME: 2025-03-23 15:24:16 -- STEP: 12580/31555 -- GLOBAL_STEP: 138800 | > loss_text_ce: 0.06960324943065643 (0.05434198999238486) | > loss_mel_ce: 3.7899036407470703 (nan) | > loss: 0.015315503813326359 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14084840482293293) | > loader_time: 0.0044 (0.00460934557482624)  --> TIME: 2025-03-23 15:24:26 -- STEP: 12630/31555 -- GLOBAL_STEP: 138850 | > loss_text_ce: 0.04275145009160042 (0.054345291100076694) | > loss_mel_ce: 2.9227991104125977 (nan) | > loss: 0.011768058873713017 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.1408487453407835) | > loader_time: 0.0044 (0.004608960578296265)  --> TIME: 2025-03-23 15:24:35 -- STEP: 12680/31555 -- GLOBAL_STEP: 138900 | > loss_text_ce: 0.04483097419142723 (0.05433852141825867) | > loss_mel_ce: 3.7217376232147217 (nan) | > loss: 0.014946701936423779 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14084872898619236) | > loader_time: 0.0043 (0.004608610150189804)  --> TIME: 2025-03-23 15:24:45 -- STEP: 12730/31555 -- GLOBAL_STEP: 138950 | > loss_text_ce: 0.03764282166957855 (0.05434263411833259) | > loss_mel_ce: 2.913954019546509 (nan) | > loss: 0.011712686158716679 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14084499936729342) | > loader_time: 0.0044 (0.004608251893042763)  --> TIME: 2025-03-23 15:24:54 -- STEP: 12780/31555 -- GLOBAL_STEP: 139000 | > loss_text_ce: 0.03889783099293709 (0.0543398092579569) | > loss_mel_ce: 3.244295120239258 (nan) | > loss: 0.013028543442487717 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14083524032004732) | > loader_time: 0.0045 (0.004607707159433377)  --> TIME: 2025-03-23 15:25:04 -- STEP: 12830/31555 -- GLOBAL_STEP: 139050 | > loss_text_ce: 0.04967937245965004 (0.05434237396560862) | > loss_mel_ce: 3.5604851245880127 (nan) | > loss: 0.014326049946248531 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14082421390506658) | > loader_time: 0.0052 (0.004608379688842722)  --> TIME: 2025-03-23 15:25:14 -- STEP: 12880/31555 -- GLOBAL_STEP: 139100 | > loss_text_ce: 0.037736788392066956 (0.05433665623740869) | > loss_mel_ce: 0.0913899764418602 (nan) | > loss: 0.000512407801579684 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14083795564144996) | > loader_time: 0.0045 (0.004608281595366335)  --> TIME: 2025-03-23 15:25:23 -- STEP: 12930/31555 -- GLOBAL_STEP: 139150 | > loss_text_ce: 0.04774421453475952 (0.054333530406036196) | > loss_mel_ce: 3.030146837234497 (nan) | > loss: 0.012213854119181633 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1408370716112668) | > loader_time: 0.005 (0.00460859619178978)  --> TIME: 2025-03-23 15:25:33 -- STEP: 12980/31555 -- GLOBAL_STEP: 139200 | > loss_text_ce: 0.052696891129016876 (0.05433211478696011) | > loss_mel_ce: 2.1893608570098877 (nan) | > loss: 0.008897054940462112 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14083338187912717) | > loader_time: 0.0045 (0.004608718566424302)  --> TIME: 2025-03-23 15:25:42 -- STEP: 13030/31555 -- GLOBAL_STEP: 139250 | > loss_text_ce: 0.06099017336964607 (0.05432704263599056) | > loss_mel_ce: 2.430495023727417 (nan) | > loss: 0.00988684594631195 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14081262667546848) | > loader_time: 0.0047 (0.00460863056680557)  --> TIME: 2025-03-23 15:25:52 -- STEP: 13080/31555 -- GLOBAL_STEP: 139300 | > loss_text_ce: 0.06156590208411217 (0.05433146433252559) | > loss_mel_ce: 2.754877805709839 (nan) | > loss: 0.011176364496350288 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14082582004208774) | > loader_time: 0.0045 (0.004608794910098428)  --> TIME: 2025-03-23 15:26:02 -- STEP: 13130/31555 -- GLOBAL_STEP: 139350 | > loss_text_ce: 0.0494866780936718 (0.054331007863551696) | > loss_mel_ce: 3.33274245262146 (nan) | > loss: 0.013421544805169106 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14082880120012256) | > loader_time: 0.0045 (0.0046088430959580935)  --> TIME: 2025-03-23 15:26:11 -- STEP: 13180/31555 -- GLOBAL_STEP: 139400 | > loss_text_ce: 0.048628468066453934 (0.05433463378087231) | > loss_mel_ce: 3.2799625396728516 (nan) | > loss: 0.013208695687353611 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14082260690799037) | > loader_time: 0.0049 (0.004608701067737815)  --> TIME: 2025-03-23 15:26:21 -- STEP: 13230/31555 -- GLOBAL_STEP: 139450 | > loss_text_ce: 0.05598631128668785 (0.05432204090422043) | > loss_mel_ce: 0.06787109375 (nan) | > loss: 0.0004914976889267564 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1408172576786075) | > loader_time: 0.0045 (0.00460862981849607)  --> TIME: 2025-03-23 15:26:30 -- STEP: 13280/31555 -- GLOBAL_STEP: 139500 | > loss_text_ce: 0.062155187129974365 (0.054318999325862205) | > loss_mel_ce: 2.8411989212036133 (nan) | > loss: 0.01152124721556902 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14082154064293334) | > loader_time: 0.0046 (0.00460895781057427)  --> TIME: 2025-03-23 15:26:40 -- STEP: 13330/31555 -- GLOBAL_STEP: 139550 | > loss_text_ce: 0.05202334374189377 (0.05430955660654498) | > loss_mel_ce: 3.434234857559204 (nan) | > loss: 0.013834359124302864 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14083349694010888) | > loader_time: 0.0044 (0.004609218648923406)  --> TIME: 2025-03-23 15:26:50 -- STEP: 13380/31555 -- GLOBAL_STEP: 139600 | > loss_text_ce: 0.05407145246863365 (0.05429431663781563) | > loss_mel_ce: 3.290156602859497 (nan) | > loss: 0.013270746916532516 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14082880112800514) | > loader_time: 0.0045 (0.004609389404901303)  --> TIME: 2025-03-23 15:26:59 -- STEP: 13430/31555 -- GLOBAL_STEP: 139650 | > loss_text_ce: 0.0486704483628273 (0.054294966085386094) | > loss_mel_ce: 3.626110553741455 (nan) | > loss: 0.014582465402781963 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14082830415585082) | > loader_time: 0.0047 (0.004609413920989795)  --> TIME: 2025-03-23 15:27:09 -- STEP: 13480/31555 -- GLOBAL_STEP: 139700 | > loss_text_ce: 0.05038205534219742 (0.05429325284870228) | > loss_mel_ce: 3.8824973106384277 (nan) | > loss: 0.015606665052473545 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14081426963254304) | > loader_time: 0.0044 (0.004609613284159146)  --> TIME: 2025-03-23 15:27:18 -- STEP: 13530/31555 -- GLOBAL_STEP: 139750 | > loss_text_ce: 0.048010747879743576 (0.05428750977479062) | > loss_mel_ce: 3.1357133388519287 (nan) | > loss: 0.012633826583623886 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14080551935845775) | > loader_time: 0.0046 (0.0046091873207007835)  --> TIME: 2025-03-23 15:27:28 -- STEP: 13580/31555 -- GLOBAL_STEP: 139800 | > loss_text_ce: 0.048625051975250244 (0.05428392034180366) | > loss_mel_ce: 3.0026981830596924 (nan) | > loss: 0.012108425609767437 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14080708063754815) | > loader_time: 0.0046 (0.004609181989801835)  --> TIME: 2025-03-23 15:27:38 -- STEP: 13630/31555 -- GLOBAL_STEP: 139850 | > loss_text_ce: 0.049865227192640305 (0.05427900397356107) | > loss_mel_ce: 3.3411459922790527 (nan) | > loss: 0.013456394895911217 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14082085444309722) | > loader_time: 0.005 (0.004609114040982094)  --> TIME: 2025-03-23 15:27:47 -- STEP: 13680/31555 -- GLOBAL_STEP: 139900 | > loss_text_ce: 0.052480731159448624 (0.05428145144758367) | > loss_mel_ce: 3.4084603786468506 (nan) | > loss: 0.013733893632888794 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14081936274704168) | > loader_time: 0.0045 (0.004608951047150024)  --> TIME: 2025-03-23 15:27:57 -- STEP: 13730/31555 -- GLOBAL_STEP: 139950 | > loss_text_ce: 0.05678771808743477 (0.05427733661792768) | > loss_mel_ce: 0.17735877633094788 (nan) | > loss: 0.0009291527676396072 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14081505202760844) | > loader_time: 0.0045 (0.004608711480920718)  --> TIME: 2025-03-23 15:28:07 -- STEP: 13780/31555 -- GLOBAL_STEP: 140000 | > loss_text_ce: 0.048393916338682175 (0.054273339379200376) | > loss_mel_ce: 2.3545334339141846 (nan) | > loss: 0.009535426273941994 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14080998712423387) | > loader_time: 0.0044 (0.004608604229759589) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_140000.pth  --> TIME: 2025-03-23 15:28:21 -- STEP: 13830/31555 -- GLOBAL_STEP: 140050 | > loss_text_ce: 0.04592397063970566 (0.054269321049635666) | > loss_mel_ce: 3.637787342071533 (nan) | > loss: 0.014617903158068657 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14081245725428962) | > loader_time: 0.0044 (0.004609012172778971)  --> TIME: 2025-03-23 15:28:31 -- STEP: 13880/31555 -- GLOBAL_STEP: 140100 | > loss_text_ce: 0.048419006168842316 (0.05426731407816822) | > loss_mel_ce: 4.075584411621094 (nan) | > loss: 0.016365094110369682 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14081362353621696) | > loader_time: 0.0045 (0.004608868779641415)  --> TIME: 2025-03-23 15:28:40 -- STEP: 13930/31555 -- GLOBAL_STEP: 140150 | > loss_text_ce: 0.04694448783993721 (0.05426210400054056) | > loss_mel_ce: 3.2458813190460205 (nan) | > loss: 0.013066769577562809 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14079353107622175) | > loader_time: 0.0046 (0.004608809939409799)  --> TIME: 2025-03-23 15:28:50 -- STEP: 13980/31555 -- GLOBAL_STEP: 140200 | > loss_text_ce: 0.06263533234596252 (0.05425794649594739) | > loss_mel_ce: 3.2163281440734863 (nan) | > loss: 0.013011761009693146 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14080822310904742) | > loader_time: 0.0044 (0.004609455741696782)  --> TIME: 2025-03-23 15:29:00 -- STEP: 14030/31555 -- GLOBAL_STEP: 140250 | > loss_text_ce: 0.04616987705230713 (0.05425276869226911) | > loss_mel_ce: 2.8320560455322266 (nan) | > loss: 0.011421531438827515 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1408124572620676) | > loader_time: 0.0043 (0.004609571349510369)  --> TIME: 2025-03-23 15:29:09 -- STEP: 14080/31555 -- GLOBAL_STEP: 140300 | > loss_text_ce: 0.04731074720621109 (0.054244444300870394) | > loss_mel_ce: 1.5919973850250244 (nan) | > loss: 0.006505191326141357 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14080647201361965) | > loader_time: 0.0047 (0.004609713043001573)  --> TIME: 2025-03-23 15:29:19 -- STEP: 14130/31555 -- GLOBAL_STEP: 140350 | > loss_text_ce: 0.05202270299196243 (0.05424732364890789) | > loss_mel_ce: 3.604942798614502 (nan) | > loss: 0.014511768706142902 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14081633983566144) | > loader_time: 0.0045 (0.004609702701528116)  --> TIME: 2025-03-23 15:29:29 -- STEP: 14180/31555 -- GLOBAL_STEP: 140400 | > loss_text_ce: 0.044324539601802826 (0.05424576597524696) | > loss_mel_ce: 3.5606296062469482 (nan) | > loss: 0.014305374585092068 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14081823543365626) | > loader_time: 0.0046 (0.0046103245784937155)  --> TIME: 2025-03-23 15:29:39 -- STEP: 14230/31555 -- GLOBAL_STEP: 140450 | > loss_text_ce: 0.05765111371874809 (0.05424303424322767) | > loss_mel_ce: 3.3908519744873047 (nan) | > loss: 0.013684536330401897 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14082393438482632) | > loader_time: 0.0044 (0.004610300868309817)  --> TIME: 2025-03-23 15:29:48 -- STEP: 14280/31555 -- GLOBAL_STEP: 140500 | > loss_text_ce: 0.04915674030780792 (0.05424461055661786) | > loss_mel_ce: 0.6267423033714294 (nan) | > loss: 0.002682139165699482 (nan) | > current_lr: 5e-06 | > step_time: 0.101 (0.14081819555004768) | > loader_time: 0.0044 (0.004610179335463289)  --> TIME: 2025-03-23 15:29:58 -- STEP: 14330/31555 -- GLOBAL_STEP: 140550 | > loss_text_ce: 0.06576405465602875 (0.054241612197185284) | > loss_mel_ce: 2.500476598739624 (nan) | > loss: 0.010183494538068771 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14083275834913445) | > loader_time: 0.0047 (0.004610252114167524)  --> TIME: 2025-03-23 15:30:08 -- STEP: 14380/31555 -- GLOBAL_STEP: 140600 | > loss_text_ce: 0.05135272443294525 (0.05424062957176332) | > loss_mel_ce: 3.634075403213501 (nan) | > loss: 0.01462471578270197 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1408270315600039) | > loader_time: 0.0045 (0.004609815185690133)  --> TIME: 2025-03-23 15:30:17 -- STEP: 14430/31555 -- GLOBAL_STEP: 140650 | > loss_text_ce: 0.049168482422828674 (0.05423448036424173) | > loss_mel_ce: 3.6918814182281494 (nan) | > loss: 0.014845437370240688 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14082007080998107) | > loader_time: 0.0046 (0.00460961420174201)  --> TIME: 2025-03-23 15:30:27 -- STEP: 14480/31555 -- GLOBAL_STEP: 140700 | > loss_text_ce: 0.0542093850672245 (0.054230784209321654) | > loss_mel_ce: 3.5940804481506348 (nan) | > loss: 0.014477341435849667 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1408387623109871) | > loader_time: 0.0044 (0.004609513414498859)  --> TIME: 2025-03-23 15:30:37 -- STEP: 14530/31555 -- GLOBAL_STEP: 140750 | > loss_text_ce: 0.06354736536741257 (0.05423217416912094) | > loss_mel_ce: 3.347888946533203 (nan) | > loss: 0.013537446036934853 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14084119128918376) | > loader_time: 0.0049 (0.004609597623553353)  --> TIME: 2025-03-23 15:30:46 -- STEP: 14580/31555 -- GLOBAL_STEP: 140800 | > loss_text_ce: 0.04896897077560425 (0.05422569253930341) | > loss_mel_ce: 3.444751739501953 (nan) | > loss: 0.013863972388207912 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1408380623707556) | > loader_time: 0.0044 (0.004609317462303682)  --> TIME: 2025-03-23 15:30:56 -- STEP: 14630/31555 -- GLOBAL_STEP: 140850 | > loss_text_ce: 0.05892275273799896 (0.054222797430282764) | > loss_mel_ce: 3.5271475315093994 (nan) | > loss: 0.014230438508093357 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14084705154291186) | > loader_time: 0.0045 (0.004609437177870596)  --> TIME: 2025-03-23 15:31:06 -- STEP: 14680/31555 -- GLOBAL_STEP: 140900 | > loss_text_ce: 0.026631798595190048 (0.054215387947481826) | > loss_mel_ce: 3.092241048812866 (nan) | > loss: 0.012376480735838413 (nan) | > current_lr: 5e-06 | > step_time: 0.1059 (0.1408457185494478) | > loader_time: 0.0043 (0.004609415804008055)  --> TIME: 2025-03-23 15:31:16 -- STEP: 14730/31555 -- GLOBAL_STEP: 140950 | > loss_text_ce: 0.041949279606342316 (0.05421847168024877) | > loss_mel_ce: 3.6585824489593506 (nan) | > loss: 0.014684650115668774 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14085061839868326) | > loader_time: 0.0044 (0.0046091893378035756)  --> TIME: 2025-03-23 15:31:25 -- STEP: 14780/31555 -- GLOBAL_STEP: 141000 | > loss_text_ce: 0.044931504875421524 (0.05421622231721134) | > loss_mel_ce: 2.3822176456451416 (nan) | > loss: 0.009631544351577759 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14085474817614116) | > loader_time: 0.0047 (0.004608943965664098)  --> TIME: 2025-03-23 15:31:35 -- STEP: 14830/31555 -- GLOBAL_STEP: 141050 | > loss_text_ce: 0.04965632036328316 (0.054208080353879785) | > loss_mel_ce: 3.9193034172058105 (nan) | > loss: 0.015749841928482056 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14085405786055136) | > loader_time: 0.0044 (0.004608789345579869)  --> TIME: 2025-03-23 15:31:45 -- STEP: 14880/31555 -- GLOBAL_STEP: 141100 | > loss_text_ce: 0.06116791069507599 (0.054202922883628823) | > loss_mel_ce: 2.4227426052093506 (nan) | > loss: 0.00985678844153881 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14087456136301005) | > loader_time: 0.0044 (0.004609237483111769)  --> TIME: 2025-03-23 15:31:54 -- STEP: 14930/31555 -- GLOBAL_STEP: 141150 | > loss_text_ce: 0.046638425439596176 (0.05419804247561533) | > loss_mel_ce: 4.558200836181641 (nan) | > loss: 0.01827317290008068 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1408738444814408) | > loader_time: 0.0044 (0.0046091925275461585)  --> TIME: 2025-03-23 15:32:05 -- STEP: 14980/31555 -- GLOBAL_STEP: 141200 | > loss_text_ce: 0.04224266856908798 (0.05419658723291017) | > loss_mel_ce: 3.6914103031158447 (nan) | > loss: 0.014816084876656532 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1408954542055627) | > loader_time: 0.0046 (0.00460911145675008)  --> TIME: 2025-03-23 15:32:14 -- STEP: 15030/31555 -- GLOBAL_STEP: 141250 | > loss_text_ce: 0.06740611046552658 (0.05419758051616487) | > loss_mel_ce: 3.649893283843994 (nan) | > loss: 0.014751189388334751 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14090431802525022) | > loader_time: 0.0046 (0.004608811161475275)  --> TIME: 2025-03-23 15:32:24 -- STEP: 15080/31555 -- GLOBAL_STEP: 141300 | > loss_text_ce: 0.046628497540950775 (0.0541916187836564) | > loss_mel_ce: 2.1623904705047607 (nan) | > loss: 0.008765948936343193 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14088983738137814) | > loader_time: 0.0044 (0.004608525205354167)  --> TIME: 2025-03-23 15:32:33 -- STEP: 15130/31555 -- GLOBAL_STEP: 141350 | > loss_text_ce: 0.043492257595062256 (0.054186288889692055) | > loss_mel_ce: 3.757551908493042 (nan) | > loss: 0.015083509497344494 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14087757615166951) | > loader_time: 0.0046 (0.004608077035388337)  --> TIME: 2025-03-23 15:32:43 -- STEP: 15180/31555 -- GLOBAL_STEP: 141400 | > loss_text_ce: 0.04453906789422035 (0.054177826985702116) | > loss_mel_ce: 0.08795166015625 (nan) | > loss: 0.0005257568554952741 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14088974776475333) | > loader_time: 0.0044 (0.004608252020221461)  --> TIME: 2025-03-23 15:32:53 -- STEP: 15230/31555 -- GLOBAL_STEP: 141450 | > loss_text_ce: 0.03660719096660614 (0.05416393772401138) | > loss_mel_ce: 0.4970189034938812 (nan) | > loss: 0.002117563970386982 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14089117723315941) | > loader_time: 0.0045 (0.004608115489280943)  --> TIME: 2025-03-23 15:33:02 -- STEP: 15280/31555 -- GLOBAL_STEP: 141500 | > loss_text_ce: 0.054544106125831604 (0.054164866282828954) | > loss_mel_ce: 4.199079513549805 (nan) | > loss: 0.016879459843039513 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14088942845454397) | > loader_time: 0.0045 (0.0046079023346226955)  --> TIME: 2025-03-23 15:33:11 -- STEP: 15330/31555 -- GLOBAL_STEP: 141550 | > loss_text_ce: 0.051303647458553314 (0.05415354450655507) | > loss_mel_ce: 3.3224127292633057 (nan) | > loss: 0.013387763872742653 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14086933476584304) | > loader_time: 0.0051 (0.0046076824987004725)  --> TIME: 2025-03-23 15:33:21 -- STEP: 15380/31555 -- GLOBAL_STEP: 141600 | > loss_text_ce: 0.05036620795726776 (0.05414860536318919) | > loss_mel_ce: 3.439980983734131 (nan) | > loss: 0.013850584626197815 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1408684187499693) | > loader_time: 0.0045 (0.004607890548259609)  --> TIME: 2025-03-23 15:33:31 -- STEP: 15430/31555 -- GLOBAL_STEP: 141650 | > loss_text_ce: 0.06568318605422974 (0.054147309541934065) | > loss_mel_ce: 3.8812389373779297 (nan) | > loss: 0.015662390738725662 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1408763312860812) | > loader_time: 0.0049 (0.004608099706282657)  --> TIME: 2025-03-23 15:33:40 -- STEP: 15480/31555 -- GLOBAL_STEP: 141700 | > loss_text_ce: 0.04757057875394821 (0.054147714421210844) | > loss_mel_ce: 3.751948356628418 (nan) | > loss: 0.015077456831932068 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14086504082655113) | > loader_time: 0.0045 (0.004608527326460656)  --> TIME: 2025-03-23 15:33:50 -- STEP: 15530/31555 -- GLOBAL_STEP: 141750 | > loss_text_ce: 0.0427122488617897 (0.05414463965065122) | > loss_mel_ce: 3.0979325771331787 (nan) | > loss: 0.012462876737117767 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1408594403970035) | > loader_time: 0.0048 (0.004608858529782963)  --> TIME: 2025-03-23 15:33:59 -- STEP: 15580/31555 -- GLOBAL_STEP: 141800 | > loss_text_ce: 0.0492064468562603 (0.05413901117583679) | > loss_mel_ce: 2.673677444458008 (nan) | > loss: 0.010805095545947552 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14084894159792025) | > loader_time: 0.0045 (0.004608720181383133)  --> TIME: 2025-03-23 15:34:09 -- STEP: 15630/31555 -- GLOBAL_STEP: 141850 | > loss_text_ce: 0.06464406847953796 (0.054136632597854506) | > loss_mel_ce: 3.60837721824646 (nan) | > loss: 0.014575482346117496 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14084581137466193) | > loader_time: 0.0043 (0.004608796516901708)  --> TIME: 2025-03-23 15:34:19 -- STEP: 15680/31555 -- GLOBAL_STEP: 141900 | > loss_text_ce: 0.04209090769290924 (0.05412944275612603) | > loss_mel_ce: 4.194395065307617 (nan) | > loss: 0.01681145280599594 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14084996620611273) | > loader_time: 0.0047 (0.004608694783278881)  --> TIME: 2025-03-23 15:34:28 -- STEP: 15730/31555 -- GLOBAL_STEP: 141950 | > loss_text_ce: 0.06360848993062973 (0.054128802849189445) | > loss_mel_ce: 3.930204391479492 (nan) | > loss: 0.015848465263843536 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14086672374570142) | > loader_time: 0.0049 (0.0046089218288792744)  --> TIME: 2025-03-23 15:34:38 -- STEP: 15780/31555 -- GLOBAL_STEP: 142000 | > loss_text_ce: 0.043800998479127884 (0.054127731879509734) | > loss_mel_ce: 3.4070959091186523 (nan) | > loss: 0.01369403675198555 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14086245472138076) | > loader_time: 0.0045 (0.004608919653753522)  --> TIME: 2025-03-23 15:34:48 -- STEP: 15830/31555 -- GLOBAL_STEP: 142050 | > loss_text_ce: 0.04180954024195671 (0.054119955473217664) | > loss_mel_ce: 3.1358044147491455 (nan) | > loss: 0.012609579600393772 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14087125608910514) | > loader_time: 0.0051 (0.004609542365926628)  --> TIME: 2025-03-23 15:34:57 -- STEP: 15880/31555 -- GLOBAL_STEP: 142100 | > loss_text_ce: 0.06811955571174622 (0.05411711140613189) | > loss_mel_ce: 3.8327181339263916 (nan) | > loss: 0.015479515306651592 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14084177449608334) | > loader_time: 0.0048 (0.004609370772123944)  --> TIME: 2025-03-23 15:35:07 -- STEP: 15930/31555 -- GLOBAL_STEP: 142150 | > loss_text_ce: 0.061772823333740234 (0.05411292253516977) | > loss_mel_ce: 2.289760112762451 (nan) | > loss: 0.009331480599939823 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1408397924653106) | > loader_time: 0.0044 (0.004609482436530341)  --> TIME: 2025-03-23 15:35:16 -- STEP: 15980/31555 -- GLOBAL_STEP: 142200 | > loss_text_ce: 0.05746912211179733 (0.05411130057738744) | > loss_mel_ce: 3.72932505607605 (nan) | > loss: 0.015026962384581566 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14083448517158428) | > loader_time: 0.0047 (0.0046095181466342585)  --> TIME: 2025-03-23 15:35:26 -- STEP: 16030/31555 -- GLOBAL_STEP: 142250 | > loss_text_ce: 0.04815130680799484 (0.0541054694592042) | > loss_mel_ce: 3.521763324737549 (nan) | > loss: 0.014166328124701977 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14082757378100463) | > loader_time: 0.0043 (0.004609668292035487)  --> TIME: 2025-03-23 15:35:35 -- STEP: 16080/31555 -- GLOBAL_STEP: 142300 | > loss_text_ce: 0.04925878345966339 (0.054098780346867555) | > loss_mel_ce: 3.300971269607544 (nan) | > loss: 0.013294564560055733 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14081521482016915) | > loader_time: 0.0045 (0.004609873801914621)  --> TIME: 2025-03-23 15:35:45 -- STEP: 16130/31555 -- GLOBAL_STEP: 142350 | > loss_text_ce: 0.05221467465162277 (0.054095995676763244) | > loss_mel_ce: 3.420891523361206 (nan) | > loss: 0.013782167807221413 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14082247232400483) | > loader_time: 0.0045 (0.0046100539150108035)  --> TIME: 2025-03-23 15:35:54 -- STEP: 16180/31555 -- GLOBAL_STEP: 142400 | > loss_text_ce: 0.06874702125787735 (0.05408695393250002) | > loss_mel_ce: 1.7938165664672852 (nan) | > loss: 0.007391125895082951 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1408107749021835) | > loader_time: 0.0044 (0.0046102096477456745)  --> TIME: 2025-03-23 15:36:04 -- STEP: 16230/31555 -- GLOBAL_STEP: 142450 | > loss_text_ce: 0.04742518812417984 (0.054082270484195054) | > loss_mel_ce: 3.661407470703125 (nan) | > loss: 0.014717590995132923 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1408051348731464) | > loader_time: 0.0044 (0.0046101376368392856)  --> TIME: 2025-03-23 15:36:13 -- STEP: 16280/31555 -- GLOBAL_STEP: 142500 | > loss_text_ce: 0.05857318267226219 (0.05408065802479481) | > loss_mel_ce: 3.999701738357544 (nan) | > loss: 0.016104266047477722 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14080857993343837) | > loader_time: 0.0048 (0.004610272487785665)  --> TIME: 2025-03-23 15:36:23 -- STEP: 16330/31555 -- GLOBAL_STEP: 142550 | > loss_text_ce: 0.053996581584215164 (0.0540791179706495) | > loss_mel_ce: 3.2046570777893066 (nan) | > loss: 0.012931166216731071 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14080795593518686) | > loader_time: 0.0047 (0.004610609336638122)  --> TIME: 2025-03-23 15:36:33 -- STEP: 16380/31555 -- GLOBAL_STEP: 142600 | > loss_text_ce: 0.04049473628401756 (0.05407749838008114) | > loss_mel_ce: 2.5345425605773926 (nan) | > loss: 0.010218402370810509 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14080822032595444) | > loader_time: 0.0048 (0.004610491977943176)  --> TIME: 2025-03-23 15:36:42 -- STEP: 16430/31555 -- GLOBAL_STEP: 142650 | > loss_text_ce: 0.0636821985244751 (0.05407721259219124) | > loss_mel_ce: 3.494300127029419 (nan) | > loss: 0.014118978753685951 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14081473035632444) | > loader_time: 0.0049 (0.004610397056769983)  --> TIME: 2025-03-23 15:36:52 -- STEP: 16480/31555 -- GLOBAL_STEP: 142700 | > loss_text_ce: 0.05104773864150047 (0.05407494802211043) | > loss_mel_ce: 2.159334659576416 (nan) | > loss: 0.008771359920501709 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1408219647060321) | > loader_time: 0.0045 (0.004610327869943052)  --> TIME: 2025-03-23 15:37:02 -- STEP: 16530/31555 -- GLOBAL_STEP: 142750 | > loss_text_ce: 0.04671882092952728 (0.054068880111849) | > loss_mel_ce: 3.194300651550293 (nan) | > loss: 0.012861189432442188 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14083145869117183) | > loader_time: 0.0046 (0.004610403825929515)  --> TIME: 2025-03-23 15:37:12 -- STEP: 16580/31555 -- GLOBAL_STEP: 142800 | > loss_text_ce: 0.05020856857299805 (0.054069096056926474) | > loss_mel_ce: 3.7455055713653564 (nan) | > loss: 0.015062358230352402 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14084101662273435) | > loader_time: 0.0047 (0.0046108446736675196)  --> TIME: 2025-03-23 15:37:21 -- STEP: 16630/31555 -- GLOBAL_STEP: 142850 | > loss_text_ce: 0.04827369004487991 (0.05406196383861306) | > loss_mel_ce: 3.1358377933502197 (nan) | > loss: 0.012635364197194576 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14083077616528156) | > loader_time: 0.0046 (0.004610991764699424)  --> TIME: 2025-03-23 15:37:31 -- STEP: 16680/31555 -- GLOBAL_STEP: 142900 | > loss_text_ce: 0.05530613660812378 (0.054058134669719426) | > loss_mel_ce: 2.0961358547210693 (nan) | > loss: 0.008537468500435352 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14082095111302623) | > loader_time: 0.0043 (0.004610725887101911)  --> TIME: 2025-03-23 15:37:40 -- STEP: 16730/31555 -- GLOBAL_STEP: 142950 | > loss_text_ce: 0.053371112793684006 (0.0540608529540339) | > loss_mel_ce: 4.102492332458496 (nan) | > loss: 0.016491521149873734 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.1408206077086591) | > loader_time: 0.0044 (0.004610400561864556)  --> TIME: 2025-03-23 15:37:50 -- STEP: 16780/31555 -- GLOBAL_STEP: 143000 | > loss_text_ce: 0.04331766441464424 (0.05406015885858415) | > loss_mel_ce: 3.619236946105957 (nan) | > loss: 0.014533947221934795 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14080484176278826) | > loader_time: 0.0045 (0.0046101711503939435)  --> TIME: 2025-03-23 15:37:59 -- STEP: 16830/31555 -- GLOBAL_STEP: 143050 | > loss_text_ce: 0.05370810255408287 (0.05406333357117854) | > loss_mel_ce: 3.503369092941284 (nan) | > loss: 0.01411538664251566 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14079528669480837) | > loader_time: 0.0048 (0.004610038058643044)  --> TIME: 2025-03-23 15:38:09 -- STEP: 16880/31555 -- GLOBAL_STEP: 143100 | > loss_text_ce: 0.0542508065700531 (0.05405986122213198) | > loss_mel_ce: 2.7694942951202393 (nan) | > loss: 0.011205337941646576 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14079315286677038) | > loader_time: 0.0047 (0.0046098338766685665)  --> TIME: 2025-03-23 15:38:18 -- STEP: 16930/31555 -- GLOBAL_STEP: 143150 | > loss_text_ce: 0.041020605713129044 (0.05404727330494054) | > loss_mel_ce: 3.6407766342163086 (nan) | > loss: 0.014610307291150093 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14080215076405983) | > loader_time: 0.0046 (0.004609851349899921)  --> TIME: 2025-03-23 15:38:28 -- STEP: 16980/31555 -- GLOBAL_STEP: 143200 | > loss_text_ce: 0.054596900939941406 (0.05404817795620087) | > loss_mel_ce: 3.3873796463012695 (nan) | > loss: 0.01365863811224699 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1408037291960386) | > loader_time: 0.0045 (0.004609764001394758)  --> TIME: 2025-03-23 15:38:38 -- STEP: 17030/31555 -- GLOBAL_STEP: 143250 | > loss_text_ce: 0.07547826319932938 (0.0540473616941757) | > loss_mel_ce: 2.9968314170837402 (nan) | > loss: 0.012191706337034702 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14082214590107361) | > loader_time: 0.0046 (0.004609828126899516)  --> TIME: 2025-03-23 15:38:48 -- STEP: 17080/31555 -- GLOBAL_STEP: 143300 | > loss_text_ce: 0.05763261020183563 (0.05404845109793948) | > loss_mel_ce: 3.7608463764190674 (nan) | > loss: 0.015152695588767529 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1408268581369164) | > loader_time: 0.0047 (0.004609781475759511)  --> TIME: 2025-03-23 15:38:57 -- STEP: 17130/31555 -- GLOBAL_STEP: 143350 | > loss_text_ce: 0.05788113549351692 (0.054045763927344954) | > loss_mel_ce: 3.6775639057159424 (nan) | > loss: 0.014823195524513721 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1408245267049653) | > loader_time: 0.0052 (0.004609788027828514)  --> TIME: 2025-03-23 15:39:07 -- STEP: 17180/31555 -- GLOBAL_STEP: 143400 | > loss_text_ce: 0.05386987701058388 (0.054036269100259306) | > loss_mel_ce: 3.901721477508545 (nan) | > loss: 0.01569679193198681 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1408317889823071) | > loader_time: 0.0048 (0.004609919315999831)  --> TIME: 2025-03-23 15:39:17 -- STEP: 17230/31555 -- GLOBAL_STEP: 143450 | > loss_text_ce: 0.054791808128356934 (0.05403059095769115) | > loss_mel_ce: 3.950807809829712 (nan) | > loss: 0.015895236283540726 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14084176938338688) | > loader_time: 0.0048 (0.004610049067301876)  --> TIME: 2025-03-23 15:39:27 -- STEP: 17280/31555 -- GLOBAL_STEP: 143500 | > loss_text_ce: 0.042352646589279175 (0.05402854160088785) | > loss_mel_ce: 3.8729491233825684 (nan) | > loss: 0.015536912716925144 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14084507024122625) | > loader_time: 0.0045 (0.00461060821458146)  --> TIME: 2025-03-23 15:39:36 -- STEP: 17330/31555 -- GLOBAL_STEP: 143550 | > loss_text_ce: 0.04288115352392197 (0.05403176973795811) | > loss_mel_ce: 3.338559150695801 (nan) | > loss: 0.013418414629995823 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.140849398920045) | > loader_time: 0.0045 (0.004610838411312472)  --> TIME: 2025-03-23 15:39:46 -- STEP: 17380/31555 -- GLOBAL_STEP: 143600 | > loss_text_ce: 0.05576993525028229 (0.0540274507004952) | > loss_mel_ce: 3.2759766578674316 (nan) | > loss: 0.013221217319369316 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1408469020703034) | > loader_time: 0.0048 (0.004611033029742845)  --> TIME: 2025-03-23 15:39:56 -- STEP: 17430/31555 -- GLOBAL_STEP: 143650 | > loss_text_ce: 0.05762771517038345 (0.05402397646756263) | > loss_mel_ce: 3.3837907314300537 (nan) | > loss: 0.013656423427164555 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14085941463794358) | > loader_time: 0.0046 (0.00461101522407379)  --> TIME: 2025-03-23 15:40:06 -- STEP: 17480/31555 -- GLOBAL_STEP: 143700 | > loss_text_ce: 0.06325571238994598 (0.054023198378048594) | > loss_mel_ce: 4.015627384185791 (nan) | > loss: 0.016186045482754707 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14085688601915017) | > loader_time: 0.0049 (0.0046110835309978015)  --> TIME: 2025-03-23 15:40:16 -- STEP: 17530/31555 -- GLOBAL_STEP: 143750 | > loss_text_ce: 0.07152678072452545 (0.05402396485183965) | > loss_mel_ce: 3.348294258117676 (nan) | > loss: 0.01357071939855814 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14087242013851844) | > loader_time: 0.0048 (0.00461134964985911)  --> TIME: 2025-03-23 15:40:25 -- STEP: 17580/31555 -- GLOBAL_STEP: 143800 | > loss_text_ce: 0.05011206120252609 (0.05402590101849675) | > loss_mel_ce: 2.765660285949707 (nan) | > loss: 0.011173699982464314 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14087483310590965) | > loader_time: 0.0045 (0.004611541752929177)  --> TIME: 2025-03-23 15:40:35 -- STEP: 17630/31555 -- GLOBAL_STEP: 143850 | > loss_text_ce: 0.052139438688755035 (0.05402736006388088) | > loss_mel_ce: 3.451287031173706 (nan) | > loss: 0.013902487233281136 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14087928607256928) | > loader_time: 0.0045 (0.004611588822666122)  --> TIME: 2025-03-23 15:40:44 -- STEP: 17680/31555 -- GLOBAL_STEP: 143900 | > loss_text_ce: 0.045763544738292694 (0.054028522202374245) | > loss_mel_ce: 3.3735318183898926 (nan) | > loss: 0.013568633235991001 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14087274635539332) | > loader_time: 0.0048 (0.004611353016546963)  --> TIME: 2025-03-23 15:40:54 -- STEP: 17730/31555 -- GLOBAL_STEP: 143950 | > loss_text_ce: 0.05736352130770683 (0.05402725837069989) | > loss_mel_ce: 3.385939359664917 (nan) | > loss: 0.013663901016116142 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14087709425804107) | > loader_time: 0.0047 (0.0046113334802067255)  --> TIME: 2025-03-23 15:41:04 -- STEP: 17780/31555 -- GLOBAL_STEP: 144000 | > loss_text_ce: 0.043490197509527206 (0.054017624095882656) | > loss_mel_ce: 4.02925443649292 (nan) | > loss: 0.016161687672138214 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14088863474982125) | > loader_time: 0.0045 (0.004611452451841116)  --> TIME: 2025-03-23 15:41:14 -- STEP: 17830/31555 -- GLOBAL_STEP: 144050 | > loss_text_ce: 0.05821843817830086 (0.0540154475531741) | > loss_mel_ce: 3.3196470737457275 (nan) | > loss: 0.01340422872453928 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14089246460780358) | > loader_time: 0.0047 (0.0046117157730171145)  --> TIME: 2025-03-23 15:41:24 -- STEP: 17880/31555 -- GLOBAL_STEP: 144100 | > loss_text_ce: 0.05168033391237259 (0.054012603757036245) | > loss_mel_ce: 3.7976300716400146 (nan) | > loss: 0.01527504250407219 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1409035918829958) | > loader_time: 0.0043 (0.004612382306348571)  --> TIME: 2025-03-23 15:41:34 -- STEP: 17930/31555 -- GLOBAL_STEP: 144150 | > loss_text_ce: 0.04707984998822212 (0.05400587205920001) | > loss_mel_ce: 2.7364604473114014 (nan) | > loss: 0.011045794934034348 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14091989237439073) | > loader_time: 0.0047 (0.004612590172273529)  --> TIME: 2025-03-23 15:41:43 -- STEP: 17980/31555 -- GLOBAL_STEP: 144200 | > loss_text_ce: 0.06173665449023247 (0.054004605866769737) | > loss_mel_ce: 3.586621046066284 (nan) | > loss: 0.01447761058807373 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14091496634668974) | > loader_time: 0.0044 (0.004612707998914379)  --> TIME: 2025-03-23 15:41:53 -- STEP: 18030/31555 -- GLOBAL_STEP: 144250 | > loss_text_ce: 0.05077125504612923 (0.05400290126337387) | > loss_mel_ce: 3.163707971572876 (nan) | > loss: 0.012755870819091797 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14092143223276418) | > loader_time: 0.0046 (0.004612560994216496)  --> TIME: 2025-03-23 15:42:03 -- STEP: 18080/31555 -- GLOBAL_STEP: 144300 | > loss_text_ce: 0.05871594697237015 (0.054000514693170854) | > loss_mel_ce: 3.197172164916992 (nan) | > loss: 0.012920192442834377 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14092510702599467) | > loader_time: 0.0044 (0.004612584214294914)  --> TIME: 2025-03-23 15:42:12 -- STEP: 18130/31555 -- GLOBAL_STEP: 144350 | > loss_text_ce: 0.04881434515118599 (0.05399595949463896) | > loss_mel_ce: 4.183281421661377 (nan) | > loss: 0.016794031485915184 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14092781687072162) | > loader_time: 0.0049 (0.004612564172655335)  --> TIME: 2025-03-23 15:42:22 -- STEP: 18180/31555 -- GLOBAL_STEP: 144400 | > loss_text_ce: 0.06007416173815727 (0.053992295716207866) | > loss_mel_ce: 3.3630034923553467 (nan) | > loss: 0.013583642430603504 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14093654941279776) | > loader_time: 0.0045 (0.004612584017028647)  --> TIME: 2025-03-23 15:42:32 -- STEP: 18230/31555 -- GLOBAL_STEP: 144450 | > loss_text_ce: 0.06317207962274551 (0.05398659507631111) | > loss_mel_ce: 3.698573350906372 (nan) | > loss: 0.014927562326192856 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14094336682862144) | > loader_time: 0.0046 (0.004613149865799669)  --> TIME: 2025-03-23 15:42:42 -- STEP: 18280/31555 -- GLOBAL_STEP: 144500 | > loss_text_ce: 0.04310241714119911 (0.05398841763416576) | > loss_mel_ce: 3.35783052444458 (nan) | > loss: 0.013495766557753086 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14095106384425515) | > loader_time: 0.0047 (0.004613348769932927)  --> TIME: 2025-03-23 15:42:52 -- STEP: 18330/31555 -- GLOBAL_STEP: 144550 | > loss_text_ce: 0.048568256199359894 (0.0539925482447233) | > loss_mel_ce: 3.540593385696411 (nan) | > loss: 0.014242705889046192 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14095412092786377) | > loader_time: 0.0046 (0.004613298987405787)  --> TIME: 2025-03-23 15:43:01 -- STEP: 18380/31555 -- GLOBAL_STEP: 144600 | > loss_text_ce: 0.03302557393908501 (0.053987468904749716) | > loss_mel_ce: 3.6907663345336914 (nan) | > loss: 0.014776952564716339 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1409495559169367) | > loader_time: 0.0043 (0.004613346620275362)  --> TIME: 2025-03-23 15:43:11 -- STEP: 18430/31555 -- GLOBAL_STEP: 144650 | > loss_text_ce: 0.06022980064153671 (0.053981457604777495) | > loss_mel_ce: 4.242915153503418 (nan) | > loss: 0.017075972631573677 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14095699511593726) | > loader_time: 0.0046 (0.004613390618281341)  --> TIME: 2025-03-23 15:43:21 -- STEP: 18480/31555 -- GLOBAL_STEP: 144700 | > loss_text_ce: 0.046651992946863174 (0.05397903752368085) | > loss_mel_ce: 3.8430614471435547 (nan) | > loss: 0.015435372479259968 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14097825287482435) | > loader_time: 0.0048 (0.004613861648035265)  --> TIME: 2025-03-23 15:43:31 -- STEP: 18530/31555 -- GLOBAL_STEP: 144750 | > loss_text_ce: 0.039943743497133255 (0.05397888343606324) | > loss_mel_ce: 3.453988790512085 (nan) | > loss: 0.013864812441170216 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14098057812506998) | > loader_time: 0.0046 (0.004613976200657547)  --> TIME: 2025-03-23 15:43:40 -- STEP: 18580/31555 -- GLOBAL_STEP: 144800 | > loss_text_ce: 0.051147956401109695 (0.05397184575467786) | > loss_mel_ce: 3.457545042037964 (nan) | > loss: 0.013923385180532932 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14098266483764735) | > loader_time: 0.0046 (0.004613741388618631)  --> TIME: 2025-03-23 15:43:50 -- STEP: 18630/31555 -- GLOBAL_STEP: 144850 | > loss_text_ce: 0.04893525317311287 (0.05396845282839786) | > loss_mel_ce: 0.8498961329460144 (nan) | > loss: 0.0035667913034558296 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14097843957216072) | > loader_time: 0.0048 (0.004613530757410586)  --> TIME: 2025-03-23 15:44:00 -- STEP: 18680/31555 -- GLOBAL_STEP: 144900 | > loss_text_ce: 0.07634256035089493 (0.05396938723206868) | > loss_mel_ce: 4.061561107635498 (nan) | > loss: 0.016420254483819008 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14097261585821685) | > loader_time: 0.0046 (0.0046136910450790426)  --> TIME: 2025-03-23 15:44:09 -- STEP: 18730/31555 -- GLOBAL_STEP: 144950 | > loss_text_ce: 0.053717344999313354 (0.05397019859480937) | > loss_mel_ce: 3.770632028579712 (nan) | > loss: 0.015175990760326385 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14097277042513157) | > loader_time: 0.0047 (0.0046137134849356986)  --> TIME: 2025-03-23 15:44:19 -- STEP: 18780/31555 -- GLOBAL_STEP: 145000 | > loss_text_ce: 0.04715860262513161 (0.053962618402275814) | > loss_mel_ce: 3.12261962890625 (nan) | > loss: 0.01257848646491766 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14098276461021328) | > loader_time: 0.0046 (0.004613726626569861)  --> TIME: 2025-03-23 15:44:29 -- STEP: 18830/31555 -- GLOBAL_STEP: 145050 | > loss_text_ce: 0.052503857761621475 (0.053958264538208116) | > loss_mel_ce: 3.8147451877593994 (nan) | > loss: 0.015346227213740349 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14097537139724428) | > loader_time: 0.0044 (0.00461356513245716)  --> TIME: 2025-03-23 15:44:38 -- STEP: 18880/31555 -- GLOBAL_STEP: 145100 | > loss_text_ce: 0.05362570285797119 (0.05395284438282802) | > loss_mel_ce: 3.5260283946990967 (nan) | > loss: 0.01420497801154852 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14097276636857106) | > loader_time: 0.0046 (0.0046136280616461325)  --> TIME: 2025-03-23 15:44:48 -- STEP: 18930/31555 -- GLOBAL_STEP: 145150 | > loss_text_ce: 0.04780373349785805 (0.053948861457864025) | > loss_mel_ce: 3.763655424118042 (nan) | > loss: 0.015124838799238205 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.140984447583029) | > loader_time: 0.0045 (0.004613863193856565)  --> TIME: 2025-03-23 15:44:58 -- STEP: 18980/31555 -- GLOBAL_STEP: 145200 | > loss_text_ce: 0.06393691152334213 (0.053952914838815536) | > loss_mel_ce: 3.5931828022003174 (nan) | > loss: 0.014512380585074425 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.140982949947281) | > loader_time: 0.0044 (0.004613680520474735)  --> TIME: 2025-03-23 15:45:08 -- STEP: 19030/31555 -- GLOBAL_STEP: 145250 | > loss_text_ce: 0.037313781678676605 (0.05394915769349428) | > loss_mel_ce: 3.0750224590301514 (nan) | > loss: 0.012350540608167648 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14099692823507273) | > loader_time: 0.0046 (0.004613792777249404)  --> TIME: 2025-03-23 15:45:17 -- STEP: 19080/31555 -- GLOBAL_STEP: 145300 | > loss_text_ce: 0.05479162186384201 (0.053940664754255) | > loss_mel_ce: 3.5097155570983887 (nan) | > loss: 0.014144870452582836 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14100136939334687) | > loader_time: 0.0049 (0.004613848552264023)  --> TIME: 2025-03-23 15:45:27 -- STEP: 19130/31555 -- GLOBAL_STEP: 145350 | > loss_text_ce: 0.04781639575958252 (0.05394051240604239) | > loss_mel_ce: 3.5163722038269043 (nan) | > loss: 0.014143605716526508 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14099969521157124) | > loader_time: 0.0046 (0.004613953389488355)  --> TIME: 2025-03-23 15:45:36 -- STEP: 19180/31555 -- GLOBAL_STEP: 145400 | > loss_text_ce: 0.05879106745123863 (0.05394105846363355) | > loss_mel_ce: 4.100260257720947 (nan) | > loss: 0.01650417409837246 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1409953300473093) | > loader_time: 0.0043 (0.004613701854681961)  --> TIME: 2025-03-23 15:45:46 -- STEP: 19230/31555 -- GLOBAL_STEP: 145450 | > loss_text_ce: 0.0567801333963871 (0.05394514216515958) | > loss_mel_ce: 0.4048400819301605 (nan) | > loss: 0.001831826288253069 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14100067285715293) | > loader_time: 0.0044 (0.004613660340252127)  --> TIME: 2025-03-23 15:45:56 -- STEP: 19280/31555 -- GLOBAL_STEP: 145500 | > loss_text_ce: 0.0454176589846611 (0.053941883415146046) | > loss_mel_ce: 3.5763497352600098 (nan) | > loss: 0.014372093603014946 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14100630058292554) | > loader_time: 0.0047 (0.004613597598313314)  --> TIME: 2025-03-23 15:46:05 -- STEP: 19330/31555 -- GLOBAL_STEP: 145550 | > loss_text_ce: 0.05305084213614464 (0.05394075764261235) | > loss_mel_ce: 3.174389362335205 (nan) | > loss: 0.012807303108274937 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1409867775606729) | > loader_time: 0.0049 (0.004613492628236683)  --> TIME: 2025-03-23 15:46:15 -- STEP: 19380/31555 -- GLOBAL_STEP: 145600 | > loss_text_ce: 0.06153498589992523 (0.05393626833645966) | > loss_mel_ce: 3.4586033821105957 (nan) | > loss: 0.013968802988529205 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14099760649743126) | > loader_time: 0.0044 (0.004613567075247141)  --> TIME: 2025-03-23 15:46:25 -- STEP: 19430/31555 -- GLOBAL_STEP: 145650 | > loss_text_ce: 0.0604148805141449 (0.05392928892450346) | > loss_mel_ce: 1.18994140625 (nan) | > loss: 0.004961731843650341 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14099003815859568) | > loader_time: 0.0046 (0.004613565147015119)  --> TIME: 2025-03-23 15:46:34 -- STEP: 19480/31555 -- GLOBAL_STEP: 145700 | > loss_text_ce: 0.053709130734205246 (0.053927504023139256) | > loss_mel_ce: 2.59858775138855 (nan) | > loss: 0.010524988174438477 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1409869909898459) | > loader_time: 0.0046 (0.0046136419753519415)  --> TIME: 2025-03-23 15:46:44 -- STEP: 19530/31555 -- GLOBAL_STEP: 145750 | > loss_text_ce: 0.047148898243904114 (0.05392454901268572) | > loss_mel_ce: 2.047926187515259 (nan) | > loss: 0.008313790895044804 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14098529545881186) | > loader_time: 0.0046 (0.004613503101112558)  --> TIME: 2025-03-23 15:46:53 -- STEP: 19580/31555 -- GLOBAL_STEP: 145800 | > loss_text_ce: 0.06549109518527985 (0.05392152343746331) | > loss_mel_ce: 3.091966152191162 (nan) | > loss: 0.012529592961072922 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14098219677912469) | > loader_time: 0.0046 (0.004613461776943837)  --> TIME: 2025-03-23 15:47:03 -- STEP: 19630/31555 -- GLOBAL_STEP: 145850 | > loss_text_ce: 0.04761403426527977 (0.05391685459497125) | > loss_mel_ce: 1.8457554578781128 (nan) | > loss: 0.007513371296226978 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14098455032644042) | > loader_time: 0.0045 (0.004613394902424154)  --> TIME: 2025-03-23 15:47:13 -- STEP: 19680/31555 -- GLOBAL_STEP: 145900 | > loss_text_ce: 0.05567353218793869 (0.05391585533876289) | > loss_mel_ce: 0.026611328125 (nan) | > loss: 0.000326527253491804 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1409869510468431) | > loader_time: 0.0044 (0.004613446099002215)  --> TIME: 2025-03-23 15:47:22 -- STEP: 19730/31555 -- GLOBAL_STEP: 145950 | > loss_text_ce: 0.06072424352169037 (0.053914853204579824) | > loss_mel_ce: 4.077069282531738 (nan) | > loss: 0.01641981676220894 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14097541043194076) | > loader_time: 0.0048 (0.0046134556481757525)  --> TIME: 2025-03-23 15:47:32 -- STEP: 19780/31555 -- GLOBAL_STEP: 146000 | > loss_text_ce: 0.05096308887004852 (0.053912760127765184) | > loss_mel_ce: 3.463028907775879 (nan) | > loss: 0.013944413512945175 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1409703379935757) | > loader_time: 0.0047 (0.004613386174424743)  --> TIME: 2025-03-23 15:47:41 -- STEP: 19830/31555 -- GLOBAL_STEP: 146050 | > loss_text_ce: 0.05672621726989746 (0.05391132660337877) | > loss_mel_ce: 2.9630534648895264 (nan) | > loss: 0.011983253061771393 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14096712787164573) | > loader_time: 0.0046 (0.004613416770823509)  --> TIME: 2025-03-23 15:47:51 -- STEP: 19880/31555 -- GLOBAL_STEP: 146100 | > loss_text_ce: 0.049849484115839005 (0.05390889620037385) | > loss_mel_ce: 3.421684741973877 (nan) | > loss: 0.013775930739939213 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14097085869768017) | > loader_time: 0.0044 (0.0046134907714797955)  --> TIME: 2025-03-23 15:48:01 -- STEP: 19930/31555 -- GLOBAL_STEP: 146150 | > loss_text_ce: 0.04982852190732956 (0.053900793715806763) | > loss_mel_ce: 3.1625728607177734 (nan) | > loss: 0.012747624889016151 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14097753572392221) | > loader_time: 0.0045 (0.004613515628502733)  --> TIME: 2025-03-23 15:48:10 -- STEP: 19980/31555 -- GLOBAL_STEP: 146200 | > loss_text_ce: 0.052311692386865616 (0.053899012649855055) | > loss_mel_ce: 4.073678493499756 (nan) | > loss: 0.016372978687286377 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14097108925665716) | > loader_time: 0.0044 (0.004613435005879163)  --> TIME: 2025-03-23 15:48:20 -- STEP: 20030/31555 -- GLOBAL_STEP: 146250 | > loss_text_ce: 0.05341189727187157 (0.053896388080374655) | > loss_mel_ce: 3.9772443771362305 (nan) | > loss: 0.015994668006896973 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14096719308073274) | > loader_time: 0.0049 (0.004613358701876408)  --> TIME: 2025-03-23 15:48:29 -- STEP: 20080/31555 -- GLOBAL_STEP: 146300 | > loss_text_ce: 0.05116518214344978 (0.05389432418429147) | > loss_mel_ce: 3.2272109985351562 (nan) | > loss: 0.013009429909288883 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14097657631117996) | > loader_time: 0.0044 (0.004613469357034622)  --> TIME: 2025-03-23 15:48:39 -- STEP: 20130/31555 -- GLOBAL_STEP: 146350 | > loss_text_ce: 0.03658560290932655 (0.05388646533752532) | > loss_mel_ce: 0.0224609375 (nan) | > loss: 0.0002343116793781519 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14098609388022665) | > loader_time: 0.0049 (0.004613429932705658)  --> TIME: 2025-03-23 15:48:49 -- STEP: 20180/31555 -- GLOBAL_STEP: 146400 | > loss_text_ce: 0.062411244958639145 (0.0538859960955371) | > loss_mel_ce: 3.5595905780792236 (nan) | > loss: 0.014373023994266987 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14098695954907886) | > loader_time: 0.0047 (0.004613314003372593)  --> TIME: 2025-03-23 15:48:59 -- STEP: 20230/31555 -- GLOBAL_STEP: 146450 | > loss_text_ce: 0.05285656452178955 (0.053882593915393094) | > loss_mel_ce: 1.1416958570480347 (nan) | > loss: 0.00474028754979372 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14098754587941875) | > loader_time: 0.0045 (0.004613229112347012)  --> TIME: 2025-03-23 15:49:08 -- STEP: 20280/31555 -- GLOBAL_STEP: 146500 | > loss_text_ce: 0.041482727974653244 (0.05387606428030517) | > loss_mel_ce: 3.8497862815856934 (nan) | > loss: 0.015441544353961945 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14098338196733765) | > loader_time: 0.0044 (0.004613062075139059)  --> TIME: 2025-03-23 15:49:18 -- STEP: 20330/31555 -- GLOBAL_STEP: 146550 | > loss_text_ce: 0.05525778606534004 (0.05386979769515876) | > loss_mel_ce: 2.684769868850708 (nan) | > loss: 0.010873125866055489 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14098534704837903) | > loader_time: 0.0048 (0.0046128414091194)  --> TIME: 2025-03-23 15:49:27 -- STEP: 20380/31555 -- GLOBAL_STEP: 146600 | > loss_text_ce: 0.05620183050632477 (0.05386143608971099) | > loss_mel_ce: 3.6134626865386963 (nan) | > loss: 0.014562161639332771 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14098145774583) | > loader_time: 0.0046 (0.0046126485104884)  --> TIME: 2025-03-23 15:49:37 -- STEP: 20430/31555 -- GLOBAL_STEP: 146650 | > loss_text_ce: 0.05152970552444458 (0.05385763749418249) | > loss_mel_ce: 3.1666486263275146 (nan) | > loss: 0.012770549394190311 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14098282392504632) | > loader_time: 0.0046 (0.004612454373756027)  --> TIME: 2025-03-23 15:49:47 -- STEP: 20480/31555 -- GLOBAL_STEP: 146700 | > loss_text_ce: 0.04625450819730759 (0.05385140585131011) | > loss_mel_ce: 3.1330502033233643 (nan) | > loss: 0.012616288848221302 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14098589525092392) | > loader_time: 0.0044 (0.004612549720332062)  --> TIME: 2025-03-23 15:49:56 -- STEP: 20530/31555 -- GLOBAL_STEP: 146750 | > loss_text_ce: 0.04316357895731926 (0.05385220611002522) | > loss_mel_ce: 2.3205366134643555 (nan) | > loss: 0.009379763156175613 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14098599648045962) | > loader_time: 0.0046 (0.004612578720914094)  --> TIME: 2025-03-23 15:50:06 -- STEP: 20580/31555 -- GLOBAL_STEP: 146800 | > loss_text_ce: 0.06046433374285698 (0.05384869667926786) | > loss_mel_ce: 3.8877220153808594 (nan) | > loss: 0.01566740684211254 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14100040200847924) | > loader_time: 0.0044 (0.004613095516134432)  --> TIME: 2025-03-23 15:50:16 -- STEP: 20630/31555 -- GLOBAL_STEP: 146850 | > loss_text_ce: 0.04295359551906586 (0.05384812625707408) | > loss_mel_ce: 3.7346291542053223 (nan) | > loss: 0.014990407973527908 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14100553848416378) | > loader_time: 0.0045 (0.004613077981461648)  --> TIME: 2025-03-23 15:50:26 -- STEP: 20680/31555 -- GLOBAL_STEP: 146900 | > loss_text_ce: 0.055724672973155975 (0.05384609040532195) | > loss_mel_ce: 3.4247384071350098 (nan) | > loss: 0.013811361975967884 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14100663895994378) | > loader_time: 0.0046 (0.004613065742662419)  --> TIME: 2025-03-23 15:50:35 -- STEP: 20730/31555 -- GLOBAL_STEP: 146950 | > loss_text_ce: 0.06454458087682724 (0.053845867534018446) | > loss_mel_ce: 3.0465714931488037 (nan) | > loss: 0.012345699593424797 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14100501296949228) | > loader_time: 0.0048 (0.004613123788847456)  --> TIME: 2025-03-23 15:50:45 -- STEP: 20780/31555 -- GLOBAL_STEP: 147000 | > loss_text_ce: 0.05249475687742233 (0.05384008019079773) | > loss_mel_ce: 2.0030014514923096 (nan) | > loss: 0.008156731724739075 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14100239899895073) | > loader_time: 0.0046 (0.004613076103089324)  --> TIME: 2025-03-23 15:50:55 -- STEP: 20830/31555 -- GLOBAL_STEP: 147050 | > loss_text_ce: 0.04885819926857948 (0.053833585723061364) | > loss_mel_ce: 3.8343374729156494 (nan) | > loss: 0.015409507788717747 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1410011073115693) | > loader_time: 0.0046 (0.004612818831042302)  --> TIME: 2025-03-23 15:51:04 -- STEP: 20880/31555 -- GLOBAL_STEP: 147100 | > loss_text_ce: 0.04149475321173668 (0.05382895640889717) | > loss_mel_ce: 3.5076029300689697 (nan) | > loss: 0.014083722606301308 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14100670837351212) | > loader_time: 0.0043 (0.004612807067418044)  --> TIME: 2025-03-23 15:51:15 -- STEP: 20930/31555 -- GLOBAL_STEP: 147150 | > loss_text_ce: 0.05582756921648979 (0.053822940585149616) | > loss_mel_ce: 3.413362979888916 (nan) | > loss: 0.013766630552709103 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14102820297547428) | > loader_time: 0.0045 (0.0046126538124941505)  --> TIME: 2025-03-23 15:51:24 -- STEP: 20980/31555 -- GLOBAL_STEP: 147200 | > loss_text_ce: 0.056750982999801636 (0.05382288081022786) | > loss_mel_ce: 3.57041072845459 (nan) | > loss: 0.014393500052392483 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14102781080313262) | > loader_time: 0.0044 (0.004612461741022925)  --> TIME: 2025-03-23 15:51:34 -- STEP: 21030/31555 -- GLOBAL_STEP: 147250 | > loss_text_ce: 0.05357172712683678 (0.053818919583871645) | > loss_mel_ce: 3.148394823074341 (nan) | > loss: 0.012706217356026173 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14104078276294585) | > loader_time: 0.0047 (0.00461233099811828)  --> TIME: 2025-03-23 15:51:44 -- STEP: 21080/31555 -- GLOBAL_STEP: 147300 | > loss_text_ce: 0.06117011979222298 (0.053818210033767015) | > loss_mel_ce: 0.08056640625 (nan) | > loss: 0.0005624465411528945 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14103919740419937) | > loader_time: 0.0044 (0.0046122225909803515)  --> TIME: 2025-03-23 15:51:53 -- STEP: 21130/31555 -- GLOBAL_STEP: 147350 | > loss_text_ce: 0.0455375574529171 (0.053813608460237604) | > loss_mel_ce: 3.3990859985351562 (nan) | > loss: 0.013669141568243504 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14103753457292836) | > loader_time: 0.0047 (0.00461237275989715)  --> TIME: 2025-03-23 15:52:03 -- STEP: 21180/31555 -- GLOBAL_STEP: 147400 | > loss_text_ce: 0.04907403886318207 (0.05380731612220546) | > loss_mel_ce: 1.7383991479873657 (nan) | > loss: 0.007093147840350866 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14102415982229324) | > loader_time: 0.0045 (0.004612360707536109)  --> TIME: 2025-03-23 15:52:12 -- STEP: 21230/31555 -- GLOBAL_STEP: 147450 | > loss_text_ce: 0.04873526468873024 (0.05380421839110479) | > loss_mel_ce: 3.6095142364501953 (nan) | > loss: 0.014516863971948624 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14102834063883535) | > loader_time: 0.0046 (0.004612526756606494)  --> TIME: 2025-03-23 15:52:22 -- STEP: 21280/31555 -- GLOBAL_STEP: 147500 | > loss_text_ce: 0.0554940290749073 (0.0538064372204104) | > loss_mel_ce: 0.0306396484375 (nan) | > loss: 0.0003418003034312278 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14103367233410843) | > loader_time: 0.0078 (0.004612774698806022)  --> TIME: 2025-03-23 15:52:32 -- STEP: 21330/31555 -- GLOBAL_STEP: 147550 | > loss_text_ce: 0.03007226437330246 (0.05380644947377745) | > loss_mel_ce: 1.7589460611343384 (nan) | > loss: 0.007099279202520847 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.1410261807282992) | > loader_time: 0.0044 (0.0046129927968286185)  --> TIME: 2025-03-23 15:52:41 -- STEP: 21380/31555 -- GLOBAL_STEP: 147600 | > loss_text_ce: 0.058784451335668564 (0.05380081091184165) | > loss_mel_ce: 4.185869216918945 (nan) | > loss: 0.01684386469423771 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14102993775350828) | > loader_time: 0.0048 (0.0046131184103335365)  --> TIME: 2025-03-23 15:52:51 -- STEP: 21430/31555 -- GLOBAL_STEP: 147650 | > loss_text_ce: 0.04463083669543266 (0.05379744249661558) | > loss_mel_ce: 3.380131721496582 (nan) | > loss: 0.013590328395366669 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14102501098207426) | > loader_time: 0.0045 (0.004613152553809373)  --> TIME: 2025-03-23 15:53:01 -- STEP: 21480/31555 -- GLOBAL_STEP: 147700 | > loss_text_ce: 0.0602109357714653 (0.053788635483986276) | > loss_mel_ce: 3.6081173419952393 (nan) | > loss: 0.01455685868859291 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.141022823476259) | > loader_time: 0.0044 (0.004613345484049881)  --> TIME: 2025-03-23 15:53:10 -- STEP: 21530/31555 -- GLOBAL_STEP: 147750 | > loss_text_ce: 0.059445593506097794 (0.05378285916067946) | > loss_mel_ce: 2.7224197387695312 (nan) | > loss: 0.011039149016141891 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14102496234860173) | > loader_time: 0.0048 (0.004613292123127504)  --> TIME: 2025-03-23 15:53:20 -- STEP: 21580/31555 -- GLOBAL_STEP: 147800 | > loss_text_ce: 0.06126647815108299 (0.05378223067292799) | > loss_mel_ce: 3.923445701599121 (nan) | > loss: 0.015812350437045097 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14102646287002465) | > loader_time: 0.0047 (0.004613230889102095)  --> TIME: 2025-03-23 15:53:29 -- STEP: 21630/31555 -- GLOBAL_STEP: 147850 | > loss_text_ce: 0.0475003719329834 (0.05377881998825736) | > loss_mel_ce: 3.0854175090789795 (nan) | > loss: 0.012432214803993702 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1410179085164949) | > loader_time: 0.0046 (0.0046133237142999646)  --> TIME: 2025-03-23 15:53:39 -- STEP: 21680/31555 -- GLOBAL_STEP: 147900 | > loss_text_ce: 0.052890583872795105 (0.05377807214287387) | > loss_mel_ce: 3.2706618309020996 (nan) | > loss: 0.013188700191676617 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14101997962517093) | > loader_time: 0.0045 (0.0046133290027780575)  --> TIME: 2025-03-23 15:53:49 -- STEP: 21730/31555 -- GLOBAL_STEP: 147950 | > loss_text_ce: 0.06401421129703522 (0.053776218348945186) | > loss_mel_ce: 4.19547700881958 (nan) | > loss: 0.01690274477005005 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14101704068848847) | > loader_time: 0.0048 (0.004613468496688683)  --> TIME: 2025-03-23 15:53:58 -- STEP: 21780/31555 -- GLOBAL_STEP: 148000 | > loss_text_ce: 0.0456085279583931 (0.05377312088539161) | > loss_mel_ce: 2.4125428199768066 (nan) | > loss: 0.00975456926971674 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14102175556485924) | > loader_time: 0.0047 (0.004613637256447198)  --> TIME: 2025-03-23 15:54:08 -- STEP: 21830/31555 -- GLOBAL_STEP: 148050 | > loss_text_ce: 0.0526658333837986 (0.053766058116257044) | > loss_mel_ce: 3.7974157333374023 (nan) | > loss: 0.015278102830052376 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14102779589166833) | > loader_time: 0.0049 (0.004613916414132457)  --> TIME: 2025-03-23 15:54:18 -- STEP: 21880/31555 -- GLOBAL_STEP: 148100 | > loss_text_ce: 0.053855154663324356 (0.05377037208561378) | > loss_mel_ce: 0.41042259335517883 (nan) | > loss: 0.0018423721194267273 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1410382995330878) | > loader_time: 0.0045 (0.004613995225163688)  --> TIME: 2025-03-23 15:54:28 -- STEP: 21930/31555 -- GLOBAL_STEP: 148150 | > loss_text_ce: 0.05686452239751816 (0.05376371073443569) | > loss_mel_ce: 3.596388339996338 (nan) | > loss: 0.01449703611433506 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14102990906694127) | > loader_time: 0.0046 (0.004614006239042644)  --> TIME: 2025-03-23 15:54:37 -- STEP: 21980/31555 -- GLOBAL_STEP: 148200 | > loss_text_ce: 0.06105438992381096 (0.05376047604599521) | > loss_mel_ce: 2.826728582382202 (nan) | > loss: 0.011459456756711006 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1410347777241684) | > loader_time: 0.0046 (0.0046139482696887545)  --> TIME: 2025-03-23 15:54:47 -- STEP: 22030/31555 -- GLOBAL_STEP: 148250 | > loss_text_ce: 0.05164332687854767 (0.05375573365791407) | > loss_mel_ce: 3.4676642417907715 (nan) | > loss: 0.013965507037937641 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14103220248298157) | > loader_time: 0.0044 (0.00461393824718892)  --> TIME: 2025-03-23 15:54:57 -- STEP: 22080/31555 -- GLOBAL_STEP: 148300 | > loss_text_ce: 0.05051277577877045 (0.053754302040855996) | > loss_mel_ce: 3.016418933868408 (nan) | > loss: 0.012170365080237389 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14103452020149332) | > loader_time: 0.0045 (0.00461383742698728)  --> TIME: 2025-03-23 15:55:06 -- STEP: 22130/31555 -- GLOBAL_STEP: 148350 | > loss_text_ce: 0.056574348360300064 (0.0537498235286723) | > loss_mel_ce: 3.2682831287384033 (nan) | > loss: 0.013193879276514053 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14103737324543608) | > loader_time: 0.0047 (0.004613738172042476)  --> TIME: 2025-03-23 15:55:16 -- STEP: 22180/31555 -- GLOBAL_STEP: 148400 | > loss_text_ce: 0.05403885617852211 (0.05374407416530376) | > loss_mel_ce: 3.2660813331604004 (nan) | > loss: 0.01317508053034544 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14104703900188487) | > loader_time: 0.0046 (0.004613848222710222)  --> TIME: 2025-03-23 15:55:26 -- STEP: 22230/31555 -- GLOBAL_STEP: 148450 | > loss_text_ce: 0.058907683938741684 (0.05373991172906518) | > loss_mel_ce: 2.9935030937194824 (nan) | > loss: 0.01211274228990078 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.141049972397757) | > loader_time: 0.0046 (0.004614140480099887)  --> TIME: 2025-03-23 15:55:35 -- STEP: 22280/31555 -- GLOBAL_STEP: 148500 | > loss_text_ce: 0.048514459282159805 (0.05373773171534657) | > loss_mel_ce: 4.530880451202393 (nan) | > loss: 0.01817220263183117 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14104054402192165) | > loader_time: 0.0045 (0.004614146211631038)  --> TIME: 2025-03-23 15:55:45 -- STEP: 22330/31555 -- GLOBAL_STEP: 148550 | > loss_text_ce: 0.06048434600234032 (0.053730179322987744) | > loss_mel_ce: 4.153902530670166 (nan) | > loss: 0.016723759472370148 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14105215254141748) | > loader_time: 0.0046 (0.004614204235051322)  --> TIME: 2025-03-23 15:55:55 -- STEP: 22380/31555 -- GLOBAL_STEP: 148600 | > loss_text_ce: 0.051945384591817856 (0.053728433890423) | > loss_mel_ce: 3.3353569507598877 (nan) | > loss: 0.013441677205264568 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14105242685721986) | > loader_time: 0.0045 (0.004614098568491089)  --> TIME: 2025-03-23 15:56:05 -- STEP: 22430/31555 -- GLOBAL_STEP: 148650 | > loss_text_ce: 0.07179593294858932 (0.053726293759049304) | > loss_mel_ce: 3.7724359035491943 (nan) | > loss: 0.015254889614880085 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1410476111111449) | > loader_time: 0.0046 (0.004614052047593479)  --> TIME: 2025-03-23 15:56:14 -- STEP: 22480/31555 -- GLOBAL_STEP: 148700 | > loss_text_ce: 0.05193043127655983 (0.05372574074099376) | > loss_mel_ce: 0.24169719219207764 (nan) | > loss: 0.0011651890818029642 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14103973948022244) | > loader_time: 0.0044 (0.004613926434007868)  --> TIME: 2025-03-23 15:56:24 -- STEP: 22530/31555 -- GLOBAL_STEP: 148750 | > loss_text_ce: 0.047172583639621735 (0.0537228862719864) | > loss_mel_ce: 3.624215602874756 (nan) | > loss: 0.014569001272320747 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14103893453790214) | > loader_time: 0.0047 (0.00461423581195739)  --> TIME: 2025-03-23 15:56:33 -- STEP: 22580/31555 -- GLOBAL_STEP: 148800 | > loss_text_ce: 0.04021348059177399 (0.05371996987061665) | > loss_mel_ce: 3.5975611209869385 (nan) | > loss: 0.014435614459216595 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14104251065435847) | > loader_time: 0.0048 (0.004614336591996)  --> TIME: 2025-03-23 15:56:43 -- STEP: 22630/31555 -- GLOBAL_STEP: 148850 | > loss_text_ce: 0.046392105519771576 (0.05371614021038816) | > loss_mel_ce: 3.6001923084259033 (nan) | > loss: 0.01447057444602251 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14103968935733474) | > loader_time: 0.0048 (0.004614485179329719)  --> TIME: 2025-03-23 15:56:52 -- STEP: 22680/31555 -- GLOBAL_STEP: 148900 | > loss_text_ce: 0.0509965643286705 (0.05371751817529675) | > loss_mel_ce: 2.911634683609009 (nan) | > loss: 0.011756474152207375 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1410246509828688) | > loader_time: 0.0045 (0.004614429509618759)  --> TIME: 2025-03-23 15:57:02 -- STEP: 22730/31555 -- GLOBAL_STEP: 148950 | > loss_text_ce: 0.04885810613632202 (0.05371317279841004) | > loss_mel_ce: 3.4118423461914062 (nan) | > loss: 0.013732939027249813 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1410375508662107) | > loader_time: 0.0045 (0.004614576347273919)  --> TIME: 2025-03-23 15:57:12 -- STEP: 22780/31555 -- GLOBAL_STEP: 149000 | > loss_text_ce: 0.05160948261618614 (0.05371345868162463) | > loss_mel_ce: 3.5607643127441406 (nan) | > loss: 0.014334817416965961 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14104414074121613) | > loader_time: 0.0044 (0.004614558316198162)  --> TIME: 2025-03-23 15:57:22 -- STEP: 22830/31555 -- GLOBAL_STEP: 149050 | > loss_text_ce: 0.04093830659985542 (0.05371009682052642) | > loss_mel_ce: 3.2527124881744385 (nan) | > loss: 0.013070044107735157 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14103836446178114) | > loader_time: 0.0045 (0.004614369878631111)  --> TIME: 2025-03-23 15:57:31 -- STEP: 22880/31555 -- GLOBAL_STEP: 149100 | > loss_text_ce: 0.05541539192199707 (0.05370746063242724) | > loss_mel_ce: 3.1115059852600098 (nan) | > loss: 0.012567149475216866 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1410342440113323) | > loader_time: 0.0045 (0.004614404979702516)  --> TIME: 2025-03-23 15:57:40 -- STEP: 22930/31555 -- GLOBAL_STEP: 149150 | > loss_text_ce: 0.05514182895421982 (0.05370484160107462) | > loss_mel_ce: 3.73077392578125 (nan) | > loss: 0.01502347644418478 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14102467902092458) | > loader_time: 0.0045 (0.004614301940212634)  --> TIME: 2025-03-23 15:57:50 -- STEP: 22980/31555 -- GLOBAL_STEP: 149200 | > loss_text_ce: 0.05393616482615471 (0.05370266527266567) | > loss_mel_ce: 4.105866432189941 (nan) | > loss: 0.01650715433061123 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1410211834002829) | > loader_time: 0.0046 (0.004614220036954067)  --> TIME: 2025-03-23 15:58:00 -- STEP: 23030/31555 -- GLOBAL_STEP: 149250 | > loss_text_ce: 0.057227060198783875 (0.053698416931058875) | > loss_mel_ce: 3.563483715057373 (nan) | > loss: 0.014367900788784027 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14102173757408176) | > loader_time: 0.0044 (0.00461408821748646)  --> TIME: 2025-03-23 15:58:09 -- STEP: 23080/31555 -- GLOBAL_STEP: 149300 | > loss_text_ce: 0.04505462944507599 (0.05369332135522631) | > loss_mel_ce: 0.095703125 (nan) | > loss: 0.0005585625767707825 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14102247173492802) | > loader_time: 0.0046 (0.0046140025558670476)  --> TIME: 2025-03-23 15:58:19 -- STEP: 23130/31555 -- GLOBAL_STEP: 149350 | > loss_text_ce: 0.043142642825841904 (0.05369158083080948) | > loss_mel_ce: 4.263841152191162 (nan) | > loss: 0.017091207206249237 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1410260732071874) | > loader_time: 0.0046 (0.004613934262098859)  --> TIME: 2025-03-23 15:58:29 -- STEP: 23180/31555 -- GLOBAL_STEP: 149400 | > loss_text_ce: 0.05426308885216713 (0.053688912659423854) | > loss_mel_ce: 3.2758076190948486 (nan) | > loss: 0.013214566744863987 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14102720282425454) | > loader_time: 0.0045 (0.004613821973463339)  --> TIME: 2025-03-23 15:58:39 -- STEP: 23230/31555 -- GLOBAL_STEP: 149450 | > loss_text_ce: 0.06002539023756981 (0.05368703533255855) | > loss_mel_ce: 3.9452998638153076 (nan) | > loss: 0.015894148498773575 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14103523723226272) | > loader_time: 0.0044 (0.004613784916484087)  --> TIME: 2025-03-23 15:58:48 -- STEP: 23280/31555 -- GLOBAL_STEP: 149500 | > loss_text_ce: 0.04141906648874283 (0.05368419235557816) | > loss_mel_ce: 3.3512046337127686 (nan) | > loss: 0.013462793081998825 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14103414126483066) | > loader_time: 0.0044 (0.00461372860108868)  --> TIME: 2025-03-23 15:58:58 -- STEP: 23330/31555 -- GLOBAL_STEP: 149550 | > loss_text_ce: 0.04660814628005028 (0.053683663133182104) | > loss_mel_ce: 0.1395438015460968 (nan) | > loss: 0.0007386982906609774 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14102862324778057) | > loader_time: 0.0048 (0.004613693517725036)  --> TIME: 2025-03-23 15:59:07 -- STEP: 23380/31555 -- GLOBAL_STEP: 149600 | > loss_text_ce: 0.03831503540277481 (0.053679914802864145) | > loss_mel_ce: 1.207275390625 (nan) | > loss: 0.0049428194761276245 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14103343095200227) | > loader_time: 0.0046 (0.004613736901556595)  --> TIME: 2025-03-23 15:59:17 -- STEP: 23430/31555 -- GLOBAL_STEP: 149650 | > loss_text_ce: 0.02838311903178692 (0.05367537151149231) | > loss_mel_ce: 3.7492928504943848 (nan) | > loss: 0.01499077770859003 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14102723308470455) | > loader_time: 0.0044 (0.004613708045510146)  --> TIME: 2025-03-23 15:59:27 -- STEP: 23480/31555 -- GLOBAL_STEP: 149700 | > loss_text_ce: 0.059313151985406876 (0.053672322595025544) | > loss_mel_ce: 3.376443862915039 (nan) | > loss: 0.013633957132697105 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14103506820774578) | > loader_time: 0.0043 (0.0046140991240181724)  --> TIME: 2025-03-23 15:59:37 -- STEP: 23530/31555 -- GLOBAL_STEP: 149750 | > loss_text_ce: 0.047518856823444366 (0.0536661931089946) | > loss_mel_ce: 2.878631591796875 (nan) | > loss: 0.011611709371209145 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14103960561286222) | > loader_time: 0.0046 (0.004613980069547565)  --> TIME: 2025-03-23 15:59:46 -- STEP: 23580/31555 -- GLOBAL_STEP: 149800 | > loss_text_ce: 0.06071976199746132 (0.05366106651694946) | > loss_mel_ce: 3.3495280742645264 (nan) | > loss: 0.013532729819417 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14104866246432946) | > loader_time: 0.0046 (0.004613876423661885)  --> TIME: 2025-03-23 15:59:56 -- STEP: 23630/31555 -- GLOBAL_STEP: 149850 | > loss_text_ce: 0.04345805570483208 (0.0536581055219023) | > loss_mel_ce: 2.5079872608184814 (nan) | > loss: 0.010124783031642437 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14105225115875752) | > loader_time: 0.0046 (0.004613859573764655)  --> TIME: 2025-03-23 16:00:06 -- STEP: 23680/31555 -- GLOBAL_STEP: 149900 | > loss_text_ce: 0.04953882470726967 (0.05365741050965781) | > loss_mel_ce: 4.052206516265869 (nan) | > loss: 0.01627676747739315 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1410498409959915) | > loader_time: 0.0046 (0.0046139056114732)  --> TIME: 2025-03-23 16:00:16 -- STEP: 23730/31555 -- GLOBAL_STEP: 149950 | > loss_text_ce: 0.05499288812279701 (0.05365586142957184) | > loss_mel_ce: 3.7301025390625 (nan) | > loss: 0.015020220540463924 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14105549893497774) | > loader_time: 0.0047 (0.004613987624871332)  --> TIME: 2025-03-23 16:00:25 -- STEP: 23780/31555 -- GLOBAL_STEP: 150000 | > loss_text_ce: 0.05202715843915939 (0.05365289260090474) | > loss_mel_ce: 3.9326515197753906 (nan) | > loss: 0.015812218189239502 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14105692305817527) | > loader_time: 0.0047 (0.00461379655576538) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_150000.pth  --> TIME: 2025-03-23 16:00:40 -- STEP: 23830/31555 -- GLOBAL_STEP: 150050 | > loss_text_ce: 0.05816439166665077 (0.05365020042950497) | > loss_mel_ce: 3.4407122135162354 (nan) | > loss: 0.013884431682527065 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14105357871653892) | > loader_time: 0.0048 (0.004613717443743962)  --> TIME: 2025-03-23 16:00:50 -- STEP: 23880/31555 -- GLOBAL_STEP: 150100 | > loss_text_ce: 0.05785791575908661 (0.05364662151131622) | > loss_mel_ce: 3.6031205654144287 (nan) | > loss: 0.014527693390846252 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14105654348879798) | > loader_time: 0.0045 (0.004613685947367129)  --> TIME: 2025-03-23 16:01:00 -- STEP: 23930/31555 -- GLOBAL_STEP: 150150 | > loss_text_ce: 0.04199802130460739 (0.05364125148014535) | > loss_mel_ce: 3.0973117351531982 (nan) | > loss: 0.01245757844299078 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14105553583176228) | > loader_time: 0.0044 (0.004613587669981546)  --> TIME: 2025-03-23 16:01:09 -- STEP: 23980/31555 -- GLOBAL_STEP: 150200 | > loss_text_ce: 0.042883649468421936 (0.053639003992767324) | > loss_mel_ce: 3.018007278442383 (nan) | > loss: 0.012146392837166786 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14105851127268196) | > loader_time: 0.0049 (0.004613446453594029)  --> TIME: 2025-03-23 16:01:19 -- STEP: 24030/31555 -- GLOBAL_STEP: 150250 | > loss_text_ce: 0.03434639051556587 (0.053634977304421995) | > loss_mel_ce: 2.678054094314575 (nan) | > loss: 0.010763494297862053 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14104839662090737) | > loader_time: 0.0044 (0.0046132114000039075)  --> TIME: 2025-03-23 16:01:28 -- STEP: 24080/31555 -- GLOBAL_STEP: 150300 | > loss_text_ce: 0.04985671490430832 (0.053630859789553016) | > loss_mel_ce: 2.9202749729156494 (nan) | > loss: 0.011786237359046936 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14104401205861306) | > loader_time: 0.0046 (0.004613040432185471)  --> TIME: 2025-03-23 16:01:38 -- STEP: 24130/31555 -- GLOBAL_STEP: 150350 | > loss_text_ce: 0.05310279130935669 (0.053627069147787684) | > loss_mel_ce: 0.6280628442764282 (nan) | > loss: 0.002703038277104497 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14104295486342708) | > loader_time: 0.0045 (0.004612915593956341)  --> TIME: 2025-03-23 16:01:48 -- STEP: 24180/31555 -- GLOBAL_STEP: 150400 | > loss_text_ce: 0.0473279170691967 (0.05362287228071955) | > loss_mel_ce: 3.327552080154419 (nan) | > loss: 0.013392382301390171 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1410473617174294) | > loader_time: 0.0048 (0.00461283123522779)  --> TIME: 2025-03-23 16:01:57 -- STEP: 24230/31555 -- GLOBAL_STEP: 150450 | > loss_text_ce: 0.053297437727451324 (0.05362062722466058) | > loss_mel_ce: 4.349331378936768 (nan) | > loss: 0.017470750957727432 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14105214939794425) | > loader_time: 0.0048 (0.0046128264056027836)  --> TIME: 2025-03-23 16:02:07 -- STEP: 24280/31555 -- GLOBAL_STEP: 150500 | > loss_text_ce: 0.054007597267627716 (0.05361657882227425) | > loss_mel_ce: 3.4370272159576416 (nan) | > loss: 0.013853313401341438 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14105794059582175) | > loader_time: 0.0045 (0.004612774511145642)  --> TIME: 2025-03-23 16:02:17 -- STEP: 24330/31555 -- GLOBAL_STEP: 150550 | > loss_text_ce: 0.04794204235076904 (0.053616131656943664) | > loss_mel_ce: 3.3509910106658936 (nan) | > loss: 0.013487829826772213 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14105586625399832) | > loader_time: 0.0049 (0.004612715774438963)  --> TIME: 2025-03-23 16:02:27 -- STEP: 24380/31555 -- GLOBAL_STEP: 150600 | > loss_text_ce: 0.057782091200351715 (0.05361331740571483) | > loss_mel_ce: 4.135164260864258 (nan) | > loss: 0.016638677567243576 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14106147148454665) | > loader_time: 0.0047 (0.004612799831058707)  --> TIME: 2025-03-23 16:02:36 -- STEP: 24430/31555 -- GLOBAL_STEP: 150650 | > loss_text_ce: 0.06053297221660614 (0.05361078584995966) | > loss_mel_ce: 3.29264760017395 (nan) | > loss: 0.013306273147463799 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14106705275608594) | > loader_time: 0.0046 (0.0046129733970601905)  --> TIME: 2025-03-23 16:02:46 -- STEP: 24480/31555 -- GLOBAL_STEP: 150700 | > loss_text_ce: 0.06940089911222458 (0.05360399763308331) | > loss_mel_ce: 3.360487937927246 (nan) | > loss: 0.01361067034304142 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14107027785256032) | > loader_time: 0.0046 (0.004612947182328133)  --> TIME: 2025-03-23 16:02:56 -- STEP: 24530/31555 -- GLOBAL_STEP: 150750 | > loss_text_ce: 0.052286166697740555 (0.053599424924529834) | > loss_mel_ce: 2.7410757541656494 (nan) | > loss: 0.01108476985245943 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1410752454194741) | > loader_time: 0.0046 (0.004613147625571349)  --> TIME: 2025-03-23 16:03:06 -- STEP: 24580/31555 -- GLOBAL_STEP: 150800 | > loss_text_ce: 0.052238233387470245 (0.05359736072578511) | > loss_mel_ce: 4.032124042510986 (nan) | > loss: 0.01620778813958168 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14109022723066822) | > loader_time: 0.0048 (0.004613419593690019)  --> TIME: 2025-03-23 16:03:16 -- STEP: 24630/31555 -- GLOBAL_STEP: 150850 | > loss_text_ce: 0.05247487872838974 (0.05359486388190037) | > loss_mel_ce: 3.0298819541931152 (nan) | > loss: 0.012231576256453991 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14109751948775986) | > loader_time: 0.0046 (0.00461354986516822)  --> TIME: 2025-03-23 16:03:25 -- STEP: 24680/31555 -- GLOBAL_STEP: 150900 | > loss_text_ce: 0.046370089054107666 (0.053591356750478054) | > loss_mel_ce: 3.8772385120391846 (nan) | > loss: 0.015569875948131084 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14109776595809684) | > loader_time: 0.0046 (0.004613819752172324)  --> TIME: 2025-03-23 16:03:35 -- STEP: 24730/31555 -- GLOBAL_STEP: 150950 | > loss_text_ce: 0.043670281767845154 (0.05359047335620368) | > loss_mel_ce: 3.8582756519317627 (nan) | > loss: 0.015483913011848927 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1410961933768429) | > loader_time: 0.0047 (0.0046139975670037026)  --> TIME: 2025-03-23 16:03:45 -- STEP: 24780/31555 -- GLOBAL_STEP: 151000 | > loss_text_ce: 0.0501551553606987 (0.05358655263945652) | > loss_mel_ce: 3.7481117248535156 (nan) | > loss: 0.015072488225996494 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14109992113105727) | > loader_time: 0.0048 (0.004614103206037256)  --> TIME: 2025-03-23 16:03:55 -- STEP: 24830/31555 -- GLOBAL_STEP: 151050 | > loss_text_ce: 0.06083151325583458 (0.05358395132585381) | > loss_mel_ce: 3.035047769546509 (nan) | > loss: 0.012285236269235611 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14110097490488133) | > loader_time: 0.0046 (0.004614220402963816)  --> TIME: 2025-03-23 16:04:04 -- STEP: 24880/31555 -- GLOBAL_STEP: 151100 | > loss_text_ce: 0.04724212363362312 (0.05358000363356514) | > loss_mel_ce: 3.5019891262054443 (nan) | > loss: 0.01408425159752369 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14109479662306457) | > loader_time: 0.0048 (0.004614283580488745)  --> TIME: 2025-03-23 16:04:13 -- STEP: 24930/31555 -- GLOBAL_STEP: 151150 | > loss_text_ce: 0.05600476264953613 (0.053576611921212124) | > loss_mel_ce: 3.113003730773926 (nan) | > loss: 0.012575430795550346 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14108510504178265) | > loader_time: 0.0046 (0.004614374621345809)  --> TIME: 2025-03-23 16:04:23 -- STEP: 24980/31555 -- GLOBAL_STEP: 151200 | > loss_text_ce: 0.031219210475683212 (0.0535665486877362) | > loss_mel_ce: 1.423073410987854 (nan) | > loss: 0.005771002732217312 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14108655079543078) | > loader_time: 0.0044 (0.004614550443149964)  --> TIME: 2025-03-23 16:04:33 -- STEP: 25030/31555 -- GLOBAL_STEP: 151250 | > loss_text_ce: 0.03831362724304199 (0.053561388408148274) | > loss_mel_ce: 3.6239380836486816 (nan) | > loss: 0.014532745815813541 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14108105420209022) | > loader_time: 0.0044 (0.004614667467627139)  --> TIME: 2025-03-23 16:04:42 -- STEP: 25080/31555 -- GLOBAL_STEP: 151300 | > loss_text_ce: 0.05490846559405327 (0.0535600856479786) | > loss_mel_ce: 3.8010494709014893 (nan) | > loss: 0.015301421284675598 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14107197467980415) | > loader_time: 0.0044 (0.004614648588916746)  --> TIME: 2025-03-23 16:04:52 -- STEP: 25130/31555 -- GLOBAL_STEP: 151350 | > loss_text_ce: 0.04996129870414734 (0.053557470280468054) | > loss_mel_ce: 3.173905849456787 (nan) | > loss: 0.01279312465339899 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14107329392879092) | > loader_time: 0.0046 (0.004614859959351543)  --> TIME: 2025-03-23 16:05:01 -- STEP: 25180/31555 -- GLOBAL_STEP: 151400 | > loss_text_ce: 0.055512767285108566 (0.05355494458382213) | > loss_mel_ce: 3.5494940280914307 (nan) | > loss: 0.014305583201348782 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14107839050891416) | > loader_time: 0.0045 (0.004615139213225721)  --> TIME: 2025-03-23 16:05:11 -- STEP: 25230/31555 -- GLOBAL_STEP: 151450 | > loss_text_ce: 0.048858121037483215 (0.0535527585455989) | > loss_mel_ce: 3.8358278274536133 (nan) | > loss: 0.015415421687066555 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.1410887388874985) | > loader_time: 0.0049 (0.0046153453905526986)  --> TIME: 2025-03-23 16:05:21 -- STEP: 25280/31555 -- GLOBAL_STEP: 151500 | > loss_text_ce: 0.047944992780685425 (0.05354716912607508) | > loss_mel_ce: 3.6757497787475586 (nan) | > loss: 0.014776567928493023 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14109203547616592) | > loader_time: 0.0046 (0.004615533653693893)  --> TIME: 2025-03-23 16:05:31 -- STEP: 25330/31555 -- GLOBAL_STEP: 151550 | > loss_text_ce: 0.05119889974594116 (0.05354190251653578) | > loss_mel_ce: 3.3704957962036133 (nan) | > loss: 0.013578154146671295 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14109138243291627) | > loader_time: 0.0048 (0.004615602331391193)  --> TIME: 2025-03-23 16:05:41 -- STEP: 25380/31555 -- GLOBAL_STEP: 151600 | > loss_text_ce: 0.05548636615276337 (0.05354110912777265) | > loss_mel_ce: 3.433544874191284 (nan) | > loss: 0.013845362700521946 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1410949374297367) | > loader_time: 0.0045 (0.004615746885890407)  --> TIME: 2025-03-23 16:05:50 -- STEP: 25430/31555 -- GLOBAL_STEP: 151650 | > loss_text_ce: 0.056097377091646194 (0.053537942692080766) | > loss_mel_ce: 3.7466838359832764 (nan) | > loss: 0.015090402215719223 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14109498636018517) | > loader_time: 0.0044 (0.004615818671340164)  --> TIME: 2025-03-23 16:06:00 -- STEP: 25480/31555 -- GLOBAL_STEP: 151700 | > loss_text_ce: 0.05718398839235306 (0.05353253663749999) | > loss_mel_ce: 3.9316606521606445 (nan) | > loss: 0.015828749164938927 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1411005392460103) | > loader_time: 0.0046 (0.004615594154250146)  --> TIME: 2025-03-23 16:06:10 -- STEP: 25530/31555 -- GLOBAL_STEP: 151750 | > loss_text_ce: 0.02564936876296997 (0.05352768628032497) | > loss_mel_ce: 0.04296875 (nan) | > loss: 0.00027229412808083 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1410991994343789) | > loader_time: 0.0044 (0.004615515837051177)  --> TIME: 2025-03-23 16:06:19 -- STEP: 25580/31555 -- GLOBAL_STEP: 151800 | > loss_text_ce: 0.05671040713787079 (0.053527187194421795) | > loss_mel_ce: 3.5215094089508057 (nan) | > loss: 0.01419928576797247 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14110156954779557) | > loader_time: 0.0044 (0.004615398372310168)  --> TIME: 2025-03-23 16:06:29 -- STEP: 25630/31555 -- GLOBAL_STEP: 151850 | > loss_text_ce: 0.05140042304992676 (0.05352417218033405) | > loss_mel_ce: 3.6906447410583496 (nan) | > loss: 0.014849386177957058 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14109111366167848) | > loader_time: 0.0049 (0.004615391282146008)  --> TIME: 2025-03-23 16:06:38 -- STEP: 25680/31555 -- GLOBAL_STEP: 151900 | > loss_text_ce: 0.05796479061245918 (0.05352060482895285) | > loss_mel_ce: 3.444685935974121 (nan) | > loss: 0.013899408280849457 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14108295599433926) | > loader_time: 0.0045 (0.0046155815833825884)  --> TIME: 2025-03-23 16:06:48 -- STEP: 25730/31555 -- GLOBAL_STEP: 151950 | > loss_text_ce: 0.07217118889093399 (0.05351934328072968) | > loss_mel_ce: 1.9191352128982544 (nan) | > loss: 0.007902010343968868 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14107849094777886) | > loader_time: 0.0044 (0.0046155968576009785)  --> TIME: 2025-03-23 16:06:58 -- STEP: 25780/31555 -- GLOBAL_STEP: 152000 | > loss_text_ce: 0.0642034187912941 (0.053513632917702995) | > loss_mel_ce: 3.6001739501953125 (nan) | > loss: 0.014541180804371834 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14108436123357504) | > loader_time: 0.0046 (0.004615607392982175)  --> TIME: 2025-03-23 16:07:07 -- STEP: 25830/31555 -- GLOBAL_STEP: 152050 | > loss_text_ce: 0.052017126232385635 (0.053511206554252524) | > loss_mel_ce: 3.560518741607666 (nan) | > loss: 0.01433546096086502 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14108890984993472) | > loader_time: 0.0046 (0.004615927896340902)  --> TIME: 2025-03-23 16:07:17 -- STEP: 25880/31555 -- GLOBAL_STEP: 152100 | > loss_text_ce: 0.03517930209636688 (0.053508011966157794) | > loss_mel_ce: 3.378112316131592 (nan) | > loss: 0.013544809073209763 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14109135181679117) | > loader_time: 0.0044 (0.004615827984935191)  --> TIME: 2025-03-23 16:07:27 -- STEP: 25930/31555 -- GLOBAL_STEP: 152150 | > loss_text_ce: 0.05044642463326454 (0.05350760269573915) | > loss_mel_ce: 4.186154842376709 (nan) | > loss: 0.016811911016702652 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1410967165744315) | > loader_time: 0.0048 (0.004615948561577581)  --> TIME: 2025-03-23 16:07:37 -- STEP: 25980/31555 -- GLOBAL_STEP: 152200 | > loss_text_ce: 0.05463786423206329 (0.05350127465308882) | > loss_mel_ce: 3.4411559104919434 (nan) | > loss: 0.013872198760509491 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14110078147230432) | > loader_time: 0.0047 (0.004616113760730163)  --> TIME: 2025-03-23 16:07:46 -- STEP: 26030/31555 -- GLOBAL_STEP: 152250 | > loss_text_ce: 0.06357914954423904 (0.05349931721491477) | > loss_mel_ce: 2.690863609313965 (nan) | > loss: 0.010930328629910946 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.141095458559014) | > loader_time: 0.0047 (0.004616252605703517)  --> TIME: 2025-03-23 16:07:56 -- STEP: 26080/31555 -- GLOBAL_STEP: 152300 | > loss_text_ce: 0.03757857903838158 (0.05349417882857192) | > loss_mel_ce: 3.8429617881774902 (nan) | > loss: 0.015398970805108547 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14109914382359776) | > loader_time: 0.0047 (0.004616485545240323)  --> TIME: 2025-03-23 16:08:05 -- STEP: 26130/31555 -- GLOBAL_STEP: 152350 | > loss_text_ce: 0.05469910055398941 (0.05349279510893049) | > loss_mel_ce: 3.874511480331421 (nan) | > loss: 0.015592106617987156 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14108994737968972) | > loader_time: 0.0045 (0.0046166737965592465)  --> TIME: 2025-03-23 16:08:15 -- STEP: 26180/31555 -- GLOBAL_STEP: 152400 | > loss_text_ce: 0.06958164274692535 (0.05349034977183201) | > loss_mel_ce: 3.9295718669891357 (nan) | > loss: 0.015869658440351486 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14109386450648803) | > loader_time: 0.0076 (0.004616769540391893)  --> TIME: 2025-03-23 16:08:24 -- STEP: 26230/31555 -- GLOBAL_STEP: 152450 | > loss_text_ce: 0.04332449659705162 (0.05348329210602062) | > loss_mel_ce: 3.582879066467285 (nan) | > loss: 0.014389697462320328 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.141081453024137) | > loader_time: 0.0045 (0.004616516353608658)  --> TIME: 2025-03-23 16:08:34 -- STEP: 26280/31555 -- GLOBAL_STEP: 152500 | > loss_text_ce: 0.05405003949999809 (0.053478720408752324) | > loss_mel_ce: 2.9715816974639893 (nan) | > loss: 0.01200647559016943 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14108064611027077) | > loader_time: 0.0047 (0.004616417306017504)  --> TIME: 2025-03-23 16:08:44 -- STEP: 26330/31555 -- GLOBAL_STEP: 152550 | > loss_text_ce: 0.06066261976957321 (0.05347858406129362) | > loss_mel_ce: 3.1953108310699463 (nan) | > loss: 0.012920529581606388 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14108628054059985) | > loader_time: 0.0045 (0.004616458027524934)  --> TIME: 2025-03-23 16:08:53 -- STEP: 26380/31555 -- GLOBAL_STEP: 152600 | > loss_text_ce: 0.05909118428826332 (0.053477797633880025) | > loss_mel_ce: 2.830528736114502 (nan) | > loss: 0.011466746218502522 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1410798354344086) | > loader_time: 0.0045 (0.004616398238340434)  --> TIME: 2025-03-23 16:09:03 -- STEP: 26430/31555 -- GLOBAL_STEP: 152650 | > loss_text_ce: 0.04617872089147568 (0.053472733772682204) | > loss_mel_ce: 2.9470295906066895 (nan) | > loss: 0.011877811513841152 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1410761583676812) | > loader_time: 0.0044 (0.004616684395843889)  --> TIME: 2025-03-23 16:09:13 -- STEP: 26480/31555 -- GLOBAL_STEP: 152700 | > loss_text_ce: 0.05686023458838463 (0.05347023994367839) | > loss_mel_ce: 3.844853162765503 (nan) | > loss: 0.015482990071177483 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14108503859749044) | > loader_time: 0.0047 (0.004616875725930576)  --> TIME: 2025-03-23 16:09:22 -- STEP: 26530/31555 -- GLOBAL_STEP: 152750 | > loss_text_ce: 0.05689932033419609 (0.053467024387381025) | > loss_mel_ce: 2.9364285469055176 (nan) | > loss: 0.011878285557031631 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14108481875375425) | > loader_time: 0.0048 (0.004616808154382594)  --> TIME: 2025-03-23 16:09:32 -- STEP: 26580/31555 -- GLOBAL_STEP: 152800 | > loss_text_ce: 0.052132461220026016 (0.05346179144356071) | > loss_mel_ce: 3.302516222000122 (nan) | > loss: 0.013312098570168018 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14109352928431468) | > loader_time: 0.0046 (0.004616862889785734)  --> TIME: 2025-03-23 16:09:42 -- STEP: 26630/31555 -- GLOBAL_STEP: 152850 | > loss_text_ce: 0.04681495577096939 (0.05345552803985592) | > loss_mel_ce: 3.247201442718506 (nan) | > loss: 0.013071494176983833 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1410963915990703) | > loader_time: 0.0048 (0.004616819482703809)  --> TIME: 2025-03-23 16:09:52 -- STEP: 26680/31555 -- GLOBAL_STEP: 152900 | > loss_text_ce: 0.05142316222190857 (0.05345323970680986) | > loss_mel_ce: 3.9070096015930176 (nan) | > loss: 0.015708066523075104 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14109524897728393) | > loader_time: 0.0045 (0.004617050276703407)  --> TIME: 2025-03-23 16:10:01 -- STEP: 26730/31555 -- GLOBAL_STEP: 152950 | > loss_text_ce: 0.056765343993902206 (0.05344789442604527) | > loss_mel_ce: 4.206143379211426 (nan) | > loss: 0.0169163066893816 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14109043811886612) | > loader_time: 0.0046 (0.004616784086131105)  --> TIME: 2025-03-23 16:10:10 -- STEP: 26780/31555 -- GLOBAL_STEP: 153000 | > loss_text_ce: 0.05264829099178314 (0.05343975928230203) | > loss_mel_ce: 3.5321359634399414 (nan) | > loss: 0.014225334860384464 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14108008508632422) | > loader_time: 0.0046 (0.004616592907923402)  --> TIME: 2025-03-23 16:10:20 -- STEP: 26830/31555 -- GLOBAL_STEP: 153050 | > loss_text_ce: 0.06069989502429962 (0.05343359620124656) | > loss_mel_ce: 3.5955638885498047 (nan) | > loss: 0.014508984051644802 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14107071083515327) | > loader_time: 0.0047 (0.004616531817450102)  --> TIME: 2025-03-23 16:10:29 -- STEP: 26880/31555 -- GLOBAL_STEP: 153100 | > loss_text_ce: 0.055648718029260635 (0.05342980187456954) | > loss_mel_ce: 3.6715245246887207 (nan) | > loss: 0.014790371060371399 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1410632872865317) | > loader_time: 0.0049 (0.00461647025353854)  --> TIME: 2025-03-23 16:10:39 -- STEP: 26930/31555 -- GLOBAL_STEP: 153150 | > loss_text_ce: 0.05816131457686424 (0.0534250381315176) | > loss_mel_ce: 3.3510982990264893 (nan) | > loss: 0.013528808951377869 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14106000947367978) | > loader_time: 0.0048 (0.00461646188735256)  --> TIME: 2025-03-23 16:10:49 -- STEP: 26980/31555 -- GLOBAL_STEP: 153200 | > loss_text_ce: 0.05105297267436981 (0.053422525166716826) | > loss_mel_ce: 3.9478039741516113 (nan) | > loss: 0.015868481248617172 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14106921169650047) | > loader_time: 0.0045 (0.0046166475390044944)  --> TIME: 2025-03-23 16:10:59 -- STEP: 27030/31555 -- GLOBAL_STEP: 153250 | > loss_text_ce: 0.04202618822455406 (0.05342266271962386) | > loss_mel_ce: 3.095149517059326 (nan) | > loss: 0.012449110858142376 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14107827329653272) | > loader_time: 0.0045 (0.004616898878212574)  --> TIME: 2025-03-23 16:11:08 -- STEP: 27080/31555 -- GLOBAL_STEP: 153300 | > loss_text_ce: 0.05082842335104942 (0.05341760147936597) | > loss_mel_ce: 2.9820382595062256 (nan) | > loss: 0.012035186402499676 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14107970264320713) | > loader_time: 0.0045 (0.00461702108207096)  --> TIME: 2025-03-23 16:11:18 -- STEP: 27130/31555 -- GLOBAL_STEP: 153350 | > loss_text_ce: 0.0664600133895874 (0.05341475154501493) | > loss_mel_ce: 2.791130542755127 (nan) | > loss: 0.011339645832777023 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14108332957546516) | > loader_time: 0.0045 (0.0046169924024194765)  --> TIME: 2025-03-23 16:11:27 -- STEP: 27180/31555 -- GLOBAL_STEP: 153400 | > loss_text_ce: 0.05625984072685242 (0.05341370455897395) | > loss_mel_ce: 2.917310953140259 (nan) | > loss: 0.011799884960055351 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14107493973550247) | > loader_time: 0.0047 (0.004617148028128831)  --> TIME: 2025-03-23 16:11:37 -- STEP: 27230/31555 -- GLOBAL_STEP: 153450 | > loss_text_ce: 0.05402110144495964 (0.05340822293699126) | > loss_mel_ce: 3.347060441970825 (nan) | > loss: 0.013496356084942818 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14108383918220047) | > loader_time: 0.0051 (0.004617278321105437)  --> TIME: 2025-03-23 16:11:47 -- STEP: 27280/31555 -- GLOBAL_STEP: 153500 | > loss_text_ce: 0.04998818784952164 (0.05340829057136927) | > loss_mel_ce: 3.8132667541503906 (nan) | > loss: 0.015330377966165543 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14108735757314547) | > loader_time: 0.0046 (0.004617354623383456)  --> TIME: 2025-03-23 16:11:57 -- STEP: 27330/31555 -- GLOBAL_STEP: 153550 | > loss_text_ce: 0.07612283527851105 (0.053405632060723136) | > loss_mel_ce: 3.366020917892456 (nan) | > loss: 0.013659301213920116 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1410915918154807) | > loader_time: 0.0046 (0.004617373549890234)  --> TIME: 2025-03-23 16:12:06 -- STEP: 27380/31555 -- GLOBAL_STEP: 153600 | > loss_text_ce: 0.045243699103593826 (0.053403261527514324) | > loss_mel_ce: 3.834336996078491 (nan) | > loss: 0.015395162627100945 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14108300732382) | > loader_time: 0.0041 (0.004617467772969382)  --> TIME: 2025-03-23 16:12:16 -- STEP: 27430/31555 -- GLOBAL_STEP: 153650 | > loss_text_ce: 0.07260876148939133 (0.053400792558298917) | > loss_mel_ce: 3.4177212715148926 (nan) | > loss: 0.013850516639649868 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14108048206778506) | > loader_time: 0.0048 (0.004617531430838637)  --> TIME: 2025-03-23 16:12:25 -- STEP: 27480/31555 -- GLOBAL_STEP: 153700 | > loss_text_ce: 0.049500927329063416 (0.05339314535109724) | > loss_mel_ce: 3.0053300857543945 (nan) | > loss: 0.012122346088290215 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1410690413725599) | > loader_time: 0.0045 (0.0046174203638079695)  --> TIME: 2025-03-23 16:12:35 -- STEP: 27530/31555 -- GLOBAL_STEP: 153750 | > loss_text_ce: 0.0630829706788063 (0.05339184619325303) | > loss_mel_ce: 2.010197639465332 (nan) | > loss: 0.008227304555475712 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1410746515858097) | > loader_time: 0.0044 (0.004617402686061241)  --> TIME: 2025-03-23 16:12:45 -- STEP: 27580/31555 -- GLOBAL_STEP: 153800 | > loss_text_ce: 0.05074810981750488 (0.053389792116136) | > loss_mel_ce: 3.4487156867980957 (nan) | > loss: 0.013886761851608753 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14107742235226559) | > loader_time: 0.0044 (0.004617350269176561)  --> TIME: 2025-03-23 16:12:54 -- STEP: 27630/31555 -- GLOBAL_STEP: 153850 | > loss_text_ce: 0.03149133175611496 (0.05338622198092615) | > loss_mel_ce: 3.0410377979278564 (nan) | > loss: 0.012192576192319393 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1410726390711601) | > loader_time: 0.0045 (0.00461721939752382)  --> TIME: 2025-03-23 16:13:04 -- STEP: 27680/31555 -- GLOBAL_STEP: 153900 | > loss_text_ce: 0.07149724662303925 (0.05338543131604327) | > loss_mel_ce: 3.9753849506378174 (nan) | > loss: 0.016059057787060738 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1410737933451038) | > loader_time: 0.0043 (0.00461708551886455)  --> TIME: 2025-03-23 16:13:14 -- STEP: 27730/31555 -- GLOBAL_STEP: 153950 | > loss_text_ce: 0.06686796247959137 (0.0533833372566192) | > loss_mel_ce: 1.473876953125 (nan) | > loss: 0.006114067509770393 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14107332397272437) | > loader_time: 0.0045 (0.004616960660671022)  --> TIME: 2025-03-23 16:13:23 -- STEP: 27780/31555 -- GLOBAL_STEP: 154000 | > loss_text_ce: 0.04724683240056038 (0.05337905521941075) | > loss_mel_ce: 3.6003334522247314 (nan) | > loss: 0.014474526047706604 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14107332273384382) | > loader_time: 0.0044 (0.00461691369076614)  --> TIME: 2025-03-23 16:13:33 -- STEP: 27830/31555 -- GLOBAL_STEP: 154050 | > loss_text_ce: 0.0473458506166935 (0.053376180051410635) | > loss_mel_ce: 3.3749401569366455 (nan) | > loss: 0.013580501079559326 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.141068706639242) | > loader_time: 0.0048 (0.004616826761981128)  --> TIME: 2025-03-23 16:13:42 -- STEP: 27880/31555 -- GLOBAL_STEP: 154100 | > loss_text_ce: 0.05606745183467865 (0.05337145964847543) | > loss_mel_ce: 3.7040884494781494 (nan) | > loss: 0.014921254478394985 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14106815310256535) | > loader_time: 0.005 (0.004616902984539794)  --> TIME: 2025-03-23 16:13:52 -- STEP: 27930/31555 -- GLOBAL_STEP: 154150 | > loss_text_ce: 0.052785709500312805 (0.053370102971986945) | > loss_mel_ce: 3.562305450439453 (nan) | > loss: 0.01434560026973486 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1410687979856271) | > loader_time: 0.0044 (0.004616795984425951)  --> TIME: 2025-03-23 16:14:02 -- STEP: 27980/31555 -- GLOBAL_STEP: 154200 | > loss_text_ce: 0.0591907761991024 (0.05336618618320692) | > loss_mel_ce: 1.451566219329834 (nan) | > loss: 0.005995067767798901 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1410665497087936) | > loader_time: 0.0046 (0.00461679018762302)  --> TIME: 2025-03-23 16:14:11 -- STEP: 28030/31555 -- GLOBAL_STEP: 154250 | > loss_text_ce: 0.05523623526096344 (0.053360201208677786) | > loss_mel_ce: 3.7817254066467285 (nan) | > loss: 0.015226039104163647 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14105734125103964) | > loader_time: 0.0046 (0.0046167083608223925)  --> TIME: 2025-03-23 16:14:21 -- STEP: 28080/31555 -- GLOBAL_STEP: 154300 | > loss_text_ce: 0.05582275241613388 (0.05335906757475632) | > loss_mel_ce: 3.480731964111328 (nan) | > loss: 0.014033948071300983 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14105739867755124) | > loader_time: 0.0046 (0.004616984521221923)  --> TIME: 2025-03-23 16:14:30 -- STEP: 28130/31555 -- GLOBAL_STEP: 154350 | > loss_text_ce: 0.03923804685473442 (0.05335406197239623) | > loss_mel_ce: 1.5570440292358398 (nan) | > loss: 0.006334453355520964 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14105221844634822) | > loader_time: 0.0045 (0.0046170687192367095)  --> TIME: 2025-03-23 16:14:40 -- STEP: 28180/31555 -- GLOBAL_STEP: 154400 | > loss_text_ce: 0.05387439578771591 (0.05335183507247944) | > loss_mel_ce: 2.016864538192749 (nan) | > loss: 0.0082172192633152 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14105177554278753) | > loader_time: 0.0047 (0.00461714701757439)  --> TIME: 2025-03-23 16:14:50 -- STEP: 28230/31555 -- GLOBAL_STEP: 154450 | > loss_text_ce: 0.05665268748998642 (0.05334786440183454) | > loss_mel_ce: 4.03931188583374 (nan) | > loss: 0.016253827139735222 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14105486682320223) | > loader_time: 0.0047 (0.004617222884931857)  --> TIME: 2025-03-23 16:14:59 -- STEP: 28280/31555 -- GLOBAL_STEP: 154500 | > loss_text_ce: 0.056667547672986984 (0.05334598906377733) | > loss_mel_ce: 3.993090867996216 (nan) | > loss: 0.016070470213890076 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1410424780896223) | > loader_time: 0.0044 (0.004617186415482119)  --> TIME: 2025-03-23 16:15:08 -- STEP: 28330/31555 -- GLOBAL_STEP: 154550 | > loss_text_ce: 0.04837794974446297 (0.05334129552200746) | > loss_mel_ce: 3.3066163063049316 (nan) | > loss: 0.013313470408320427 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1410378729207245) | > loader_time: 0.0045 (0.0046172040113913095)  --> TIME: 2025-03-23 16:15:18 -- STEP: 28380/31555 -- GLOBAL_STEP: 154600 | > loss_text_ce: 0.05377659201622009 (0.05333709489354644) | > loss_mel_ce: 3.7641398906707764 (nan) | > loss: 0.015150463208556175 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14104364078762305) | > loader_time: 0.0044 (0.004617217890892014)  --> TIME: 2025-03-23 16:15:28 -- STEP: 28430/31555 -- GLOBAL_STEP: 154650 | > loss_text_ce: 0.05674366652965546 (0.05333530744043058) | > loss_mel_ce: 3.974008798599243 (nan) | > loss: 0.015995051711797714 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1410402570356164) | > loader_time: 0.0046 (0.004617191560244094)  --> TIME: 2025-03-23 16:15:37 -- STEP: 28480/31555 -- GLOBAL_STEP: 154700 | > loss_text_ce: 0.05230823531746864 (0.05333158569037652) | > loss_mel_ce: 3.2744107246398926 (nan) | > loss: 0.013201266527175903 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14104095599457084) | > loader_time: 0.0048 (0.004617186476675324)  --> TIME: 2025-03-23 16:15:47 -- STEP: 28530/31555 -- GLOBAL_STEP: 154750 | > loss_text_ce: 0.06554295122623444 (0.05332963136787001) | > loss_mel_ce: 3.692058563232422 (nan) | > loss: 0.01491111796349287 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14103343412410627) | > loader_time: 0.0046 (0.0046171486022553564)  --> TIME: 2025-03-23 16:15:56 -- STEP: 28580/31555 -- GLOBAL_STEP: 154800 | > loss_text_ce: 0.04890161752700806 (0.05332903416144307) | > loss_mel_ce: 2.5621845722198486 (nan) | > loss: 0.010361453518271446 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1410332491049153) | > loader_time: 0.0046 (0.004617093967507163)  --> TIME: 2025-03-23 16:16:06 -- STEP: 28630/31555 -- GLOBAL_STEP: 154850 | > loss_text_ce: 0.05396602675318718 (0.053325741003237205) | > loss_mel_ce: 3.2968056201934814 (nan) | > loss: 0.013296714052557945 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1410347478022491) | > loader_time: 0.0045 (0.004617174955002306)  --> TIME: 2025-03-23 16:16:15 -- STEP: 28680/31555 -- GLOBAL_STEP: 154900 | > loss_text_ce: 0.06014712154865265 (0.05332380487243261) | > loss_mel_ce: 2.692718505859375 (nan) | > loss: 0.01092407014220953 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14102836132382066) | > loader_time: 0.0045 (0.004617267364903652)  --> TIME: 2025-03-23 16:16:25 -- STEP: 28730/31555 -- GLOBAL_STEP: 154950 | > loss_text_ce: 0.05530347675085068 (0.05332390937871201) | > loss_mel_ce: 2.998338222503662 (nan) | > loss: 0.012117627076804638 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14102546655878628) | > loader_time: 0.0046 (0.004617061218317497)  --> TIME: 2025-03-23 16:16:35 -- STEP: 28780/31555 -- GLOBAL_STEP: 155000 | > loss_text_ce: 0.057725194841623306 (0.05332102197758941) | > loss_mel_ce: 2.2348601818084717 (nan) | > loss: 0.009097561240196228 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1410272179418674) | > loader_time: 0.0044 (0.004617047276738797)  --> TIME: 2025-03-23 16:16:44 -- STEP: 28830/31555 -- GLOBAL_STEP: 155050 | > loss_text_ce: 0.04389353096485138 (0.0533175150230992) | > loss_mel_ce: 3.3857924938201904 (nan) | > loss: 0.013609865680336952 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14102587373232706) | > loader_time: 0.0045 (0.004617155826302659)  --> TIME: 2025-03-23 16:16:54 -- STEP: 28880/31555 -- GLOBAL_STEP: 155100 | > loss_text_ce: 0.03361949697136879 (0.05331496652144773) | > loss_mel_ce: 1.0977935791015625 (nan) | > loss: 0.004489734768867493 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14103073490953846) | > loader_time: 0.0044 (0.0046172350562510515)  --> TIME: 2025-03-23 16:17:04 -- STEP: 28930/31555 -- GLOBAL_STEP: 155150 | > loss_text_ce: 0.04244910553097725 (0.05330886389800072) | > loss_mel_ce: 0.0332845039665699 (nan) | > loss: 0.00030053022783249617 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1410355537027544) | > loader_time: 0.0046 (0.004617298230389773)  --> TIME: 2025-03-23 16:17:13 -- STEP: 28980/31555 -- GLOBAL_STEP: 155200 | > loss_text_ce: 0.05034085735678673 (0.05330454482426358) | > loss_mel_ce: 3.866551637649536 (nan) | > loss: 0.015543225221335888 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14102803787911994) | > loader_time: 0.0044 (0.0046172405292940226)  --> TIME: 2025-03-23 16:17:23 -- STEP: 29030/31555 -- GLOBAL_STEP: 155250 | > loss_text_ce: 0.053145911544561386 (0.05330036019362942) | > loss_mel_ce: 2.5966796875 (nan) | > loss: 0.010515181347727776 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14102056130761753) | > loader_time: 0.0044 (0.004617064047631759)  --> TIME: 2025-03-23 16:17:32 -- STEP: 29080/31555 -- GLOBAL_STEP: 155300 | > loss_text_ce: 0.04958713799715042 (0.05329679365326205) | > loss_mel_ce: 2.382458209991455 (nan) | > loss: 0.009650974534451962 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14102126141853819) | > loader_time: 0.0047 (0.004617158738586248)  --> TIME: 2025-03-23 16:17:42 -- STEP: 29130/31555 -- GLOBAL_STEP: 155350 | > loss_text_ce: 0.06558291614055634 (0.05329449494013487) | > loss_mel_ce: 3.79681396484375 (nan) | > loss: 0.015326973050832748 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14101813855221962) | > loader_time: 0.0044 (0.004617122142044011)  --> TIME: 2025-03-23 16:17:51 -- STEP: 29180/31555 -- GLOBAL_STEP: 155400 | > loss_text_ce: 0.059057917445898056 (0.05329231284858787) | > loss_mel_ce: 3.318159580230713 (nan) | > loss: 0.013401657342910767 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14100897749292282) | > loader_time: 0.0045 (0.004617211449383231)  --> TIME: 2025-03-23 16:18:01 -- STEP: 29230/31555 -- GLOBAL_STEP: 155450 | > loss_text_ce: 0.06177728995680809 (0.05328848635197307) | > loss_mel_ce: 3.238762378692627 (nan) | > loss: 0.01309738028794527 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1410097294460615) | > loader_time: 0.0047 (0.004617305646968805)  --> TIME: 2025-03-23 16:18:11 -- STEP: 29280/31555 -- GLOBAL_STEP: 155500 | > loss_text_ce: 0.05180641636252403 (0.05328680130944439) | > loss_mel_ce: 3.493961811065674 (nan) | > loss: 0.014070509932935238 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14101457918276564) | > loader_time: 0.0044 (0.004617266332516916)  --> TIME: 2025-03-23 16:18:20 -- STEP: 29330/31555 -- GLOBAL_STEP: 155550 | > loss_text_ce: 0.043886948376894 (0.05328398264729901) | > loss_mel_ce: 3.344740629196167 (nan) | > loss: 0.013446935452520847 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14101054060390053) | > loader_time: 0.0045 (0.004617322153741098)  --> TIME: 2025-03-23 16:18:30 -- STEP: 29380/31555 -- GLOBAL_STEP: 155600 | > loss_text_ce: 0.05502068251371384 (0.05328204311801968) | > loss_mel_ce: 3.4171204566955566 (nan) | > loss: 0.013778338208794594 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14100918455786096) | > loader_time: 0.0047 (0.0046171260415655765)  --> TIME: 2025-03-23 16:18:40 -- STEP: 29430/31555 -- GLOBAL_STEP: 155650 | > loss_text_ce: 0.06429159641265869 (0.05327643830989934) | > loss_mel_ce: 1.0211879014968872 (nan) | > loss: 0.004307458642870188 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14101386012732894) | > loader_time: 0.0045 (0.004617216706154433)  --> TIME: 2025-03-23 16:18:49 -- STEP: 29480/31555 -- GLOBAL_STEP: 155700 | > loss_text_ce: 0.06818040460348129 (0.053273584469053455) | > loss_mel_ce: 3.4240550994873047 (nan) | > loss: 0.013858078047633171 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14101192579178842) | > loader_time: 0.0044 (0.004616999140911554)  --> TIME: 2025-03-23 16:18:59 -- STEP: 29530/31555 -- GLOBAL_STEP: 155750 | > loss_text_ce: 0.036351725459098816 (0.0532713532052326) | > loss_mel_ce: 0.4814453125 (nan) | > loss: 0.00205475022085011 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.14101018526979608) | > loader_time: 0.0044 (0.004616977326392816)  --> TIME: 2025-03-23 16:19:09 -- STEP: 29580/31555 -- GLOBAL_STEP: 155800 | > loss_text_ce: 0.051299139857292175 (0.05326731307822467) | > loss_mel_ce: 4.225970268249512 (nan) | > loss: 0.01697329245507717 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14101345175581267) | > loader_time: 0.0045 (0.004617042594700761)  --> TIME: 2025-03-23 16:19:18 -- STEP: 29630/31555 -- GLOBAL_STEP: 155850 | > loss_text_ce: 0.05925264209508896 (0.05326446180127829) | > loss_mel_ce: 3.945887565612793 (nan) | > loss: 0.015893414616584778 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14101496207887093) | > loader_time: 0.0047 (0.004617095049917005)  --> TIME: 2025-03-23 16:19:28 -- STEP: 29680/31555 -- GLOBAL_STEP: 155900 | > loss_text_ce: 0.05443190410733223 (0.053260459499546595) | > loss_mel_ce: 4.027681827545166 (nan) | > loss: 0.016198864206671715 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1410129100967933) | > loader_time: 0.0044 (0.0046171263141452255)  --> TIME: 2025-03-23 16:19:37 -- STEP: 29730/31555 -- GLOBAL_STEP: 155950 | > loss_text_ce: 0.05545886233448982 (0.05325686265387109) | > loss_mel_ce: 3.5499563217163086 (nan) | > loss: 0.014307203702628613 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14101275648687422) | > loader_time: 0.0046 (0.004617048520814129)  --> TIME: 2025-03-23 16:19:47 -- STEP: 29780/31555 -- GLOBAL_STEP: 156000 | > loss_text_ce: 0.05231086537241936 (0.05325482517507119) | > loss_mel_ce: 3.839219808578491 (nan) | > loss: 0.01544258277863264 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14101486715236083) | > loader_time: 0.0047 (0.004617117554489772)  --> TIME: 2025-03-23 16:19:57 -- STEP: 29830/31555 -- GLOBAL_STEP: 156050 | > loss_text_ce: 0.06778234243392944 (0.05325421596459851) | > loss_mel_ce: 4.167178153991699 (nan) | > loss: 0.01680539920926094 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14101279044846673) | > loader_time: 0.0048 (0.004617142725262604)  --> TIME: 2025-03-23 16:20:06 -- STEP: 29880/31555 -- GLOBAL_STEP: 156100 | > loss_text_ce: 0.04968517646193504 (0.05324904760539062) | > loss_mel_ce: 2.360542058944702 (nan) | > loss: 0.009564394131302834 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1410053780519341) | > loader_time: 0.0045 (0.004617099198631186)  --> TIME: 2025-03-23 16:20:15 -- STEP: 29930/31555 -- GLOBAL_STEP: 156150 | > loss_text_ce: 0.028005653992295265 (0.053244043812728264) | > loss_mel_ce: 2.343355894088745 (nan) | > loss: 0.009410165250301361 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14099329295383037) | > loader_time: 0.0045 (0.004617030342565995)  --> TIME: 2025-03-23 16:20:25 -- STEP: 29980/31555 -- GLOBAL_STEP: 156200 | > loss_text_ce: 0.05163799971342087 (0.05324087370114973) | > loss_mel_ce: 3.209839344024658 (nan) | > loss: 0.01294237095862627 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14099076154472207) | > loader_time: 0.0047 (0.004617035054937862)  --> TIME: 2025-03-23 16:20:35 -- STEP: 30030/31555 -- GLOBAL_STEP: 156250 | > loss_text_ce: 0.04392518848180771 (0.05323644651077089) | > loss_mel_ce: 2.964111328125 (nan) | > loss: 0.011936654336750507 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14099279923554953) | > loader_time: 0.0046 (0.0046169614537811135)  --> TIME: 2025-03-23 16:20:44 -- STEP: 30080/31555 -- GLOBAL_STEP: 156300 | > loss_text_ce: 0.04207529127597809 (0.053231393695843614) | > loss_mel_ce: 3.6224820613861084 (nan) | > loss: 0.014541895128786564 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1409887629065743) | > loader_time: 0.0043 (0.004616840350184046)  --> TIME: 2025-03-23 16:20:54 -- STEP: 30130/31555 -- GLOBAL_STEP: 156350 | > loss_text_ce: 0.046884868294000626 (0.05323186591613779) | > loss_mel_ce: 2.2815451622009277 (nan) | > loss: 0.00923980213701725 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1409862030474325) | > loader_time: 0.0045 (0.004616962814900802)  --> TIME: 2025-03-23 16:21:03 -- STEP: 30180/31555 -- GLOBAL_STEP: 156400 | > loss_text_ce: 0.05035547912120819 (0.05323036502715942) | > loss_mel_ce: 2.832437515258789 (nan) | > loss: 0.011439654976129532 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14098724867825177) | > loader_time: 0.0045 (0.004616908840662296)  --> TIME: 2025-03-23 16:21:13 -- STEP: 30230/31555 -- GLOBAL_STEP: 156450 | > loss_text_ce: 0.046478938311338425 (0.0532251905644355) | > loss_mel_ce: 1.9400367736816406 (nan) | > loss: 0.007882999256253242 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1409890080381616) | > loader_time: 0.0044 (0.00461669518700745)  --> TIME: 2025-03-23 16:21:23 -- STEP: 30280/31555 -- GLOBAL_STEP: 156500 | > loss_text_ce: 0.04881414771080017 (0.05322145390523599) | > loss_mel_ce: 4.016384124755859 (nan) | > loss: 0.01613174006342888 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14099459394596067) | > loader_time: 0.0047 (0.004616534229628802)  --> TIME: 2025-03-23 16:21:33 -- STEP: 30330/31555 -- GLOBAL_STEP: 156550 | > loss_text_ce: 0.04896082729101181 (0.05321817555920178) | > loss_mel_ce: 4.1852827072143555 (nan) | > loss: 0.016802554950118065 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1409949170297183) | > loader_time: 0.0047 (0.004616492894314489)  --> TIME: 2025-03-23 16:21:42 -- STEP: 30380/31555 -- GLOBAL_STEP: 156600 | > loss_text_ce: 0.05358204245567322 (0.053212045112329236) | > loss_mel_ce: 3.994541883468628 (nan) | > loss: 0.016063984483480453 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14099684843819274) | > loader_time: 0.0043 (0.0046164248396174815)  --> TIME: 2025-03-23 16:21:52 -- STEP: 30430/31555 -- GLOBAL_STEP: 156650 | > loss_text_ce: 0.0511648915708065 (0.05320976823562222) | > loss_mel_ce: 3.162062168121338 (nan) | > loss: 0.012750901281833649 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14100238652437733) | > loader_time: 0.0045 (0.004616441015267986)  --> TIME: 2025-03-23 16:22:02 -- STEP: 30480/31555 -- GLOBAL_STEP: 156700 | > loss_text_ce: 0.048200979828834534 (0.05320456027831842) | > loss_mel_ce: 3.8840749263763428 (nan) | > loss: 0.015604270622134209 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1410099117227115) | > loader_time: 0.0047 (0.004616315220910432)  --> TIME: 2025-03-23 16:22:11 -- STEP: 30530/31555 -- GLOBAL_STEP: 156750 | > loss_text_ce: 0.04649804159998894 (0.05320068692628024) | > loss_mel_ce: 3.1289865970611572 (nan) | > loss: 0.01260113064199686 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1410044706184046) | > loader_time: 0.0046 (0.004616303511068866)  --> TIME: 2025-03-23 16:22:21 -- STEP: 30580/31555 -- GLOBAL_STEP: 156800 | > loss_text_ce: 0.05394129082560539 (0.05319716056225305) | > loss_mel_ce: 3.4484939575195312 (nan) | > loss: 0.01389855332672596 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14100352441508304) | > loader_time: 0.0044 (0.004616645514536258)  --> TIME: 2025-03-23 16:22:31 -- STEP: 30630/31555 -- GLOBAL_STEP: 156850 | > loss_text_ce: 0.043996863067150116 (0.05319529261806121) | > loss_mel_ce: 3.865020275115967 (nan) | > loss: 0.015511973761022091 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.141015884855235) | > loader_time: 0.0045 (0.004616689806548057)  --> TIME: 2025-03-23 16:22:41 -- STEP: 30680/31555 -- GLOBAL_STEP: 156900 | > loss_text_ce: 0.0531299002468586 (0.05319429363088859) | > loss_mel_ce: 2.544062614440918 (nan) | > loss: 0.010306320153176785 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14101656606952723) | > loader_time: 0.0044 (0.0046168144321193086)  --> TIME: 2025-03-23 16:22:50 -- STEP: 30730/31555 -- GLOBAL_STEP: 156950 | > loss_text_ce: 0.06449346244335175 (0.05319240066173446) | > loss_mel_ce: 1.9700404405593872 (nan) | > loss: 0.00807354785501957 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.141016578682075) | > loader_time: 0.0046 (0.0046167444259539395)  --> TIME: 2025-03-23 16:23:00 -- STEP: 30780/31555 -- GLOBAL_STEP: 157000 | > loss_text_ce: 0.05646393075585365 (0.05318914410846381) | > loss_mel_ce: 3.493557929992676 (nan) | > loss: 0.014087389223277569 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14101171888570815) | > loader_time: 0.0044 (0.004616575011810452)  --> TIME: 2025-03-23 16:23:10 -- STEP: 30830/31555 -- GLOBAL_STEP: 157050 | > loss_text_ce: 0.05466824024915695 (0.05318866721328747) | > loss_mel_ce: 3.6049044132232666 (nan) | > loss: 0.014522114768624306 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14101296048871206) | > loader_time: 0.0046 (0.004616369119991248)  --> TIME: 2025-03-23 16:23:19 -- STEP: 30880/31555 -- GLOBAL_STEP: 157100 | > loss_text_ce: 0.04775480553507805 (0.05318668114499145) | > loss_mel_ce: 3.355499505996704 (nan) | > loss: 0.013504978269338608 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1410170161507909) | > loader_time: 0.0044 (0.004616362921932212)  --> TIME: 2025-03-23 16:23:29 -- STEP: 30930/31555 -- GLOBAL_STEP: 157150 | > loss_text_ce: 0.05290994420647621 (0.05318007763322217) | > loss_mel_ce: 3.3290913105010986 (nan) | > loss: 0.013420640490949154 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14102006727077424) | > loader_time: 0.0045 (0.004616261792730224)  --> TIME: 2025-03-23 16:23:38 -- STEP: 30980/31555 -- GLOBAL_STEP: 157200 | > loss_text_ce: 0.06708522886037827 (0.053178464676860146) | > loss_mel_ce: 1.78955078125 (nan) | > loss: 0.007367603946477175 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14101239196556944) | > loader_time: 0.0044 (0.004615974964981632)  --> TIME: 2025-03-23 16:23:49 -- STEP: 31030/31555 -- GLOBAL_STEP: 157250 | > loss_text_ce: 0.05270489677786827 (0.053175716397757394) | > loss_mel_ce: 3.972891330718994 (nan) | > loss: 0.015974588692188263 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1410225942601246) | > loader_time: 0.0047 (0.004615996170535699)  --> TIME: 2025-03-23 16:23:58 -- STEP: 31080/31555 -- GLOBAL_STEP: 157300 | > loss_text_ce: 0.04708705469965935 (0.05317062170878819) | > loss_mel_ce: 2.4254086017608643 (nan) | > loss: 0.009811490774154663 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14101828194032776) | > loader_time: 0.0045 (0.0046158524323614515)  --> TIME: 2025-03-23 16:24:08 -- STEP: 31130/31555 -- GLOBAL_STEP: 157350 | > loss_text_ce: 0.06528934091329575 (0.053168250440143894) | > loss_mel_ce: 3.168332099914551 (nan) | > loss: 0.012831831350922585 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14101577468367213) | > loader_time: 0.0045 (0.004615679868654629)  --> TIME: 2025-03-23 16:24:17 -- STEP: 31180/31555 -- GLOBAL_STEP: 157400 | > loss_text_ce: 0.06415305286645889 (0.053166260909243715) | > loss_mel_ce: 3.4862990379333496 (nan) | > loss: 0.014089096337556839 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1410142715119491) | > loader_time: 0.0047 (0.004615506160863333)  --> TIME: 2025-03-23 16:24:27 -- STEP: 31230/31555 -- GLOBAL_STEP: 157450 | > loss_text_ce: 0.05245351791381836 (0.05316614081812923) | > loss_mel_ce: 3.6084725856781006 (nan) | > loss: 0.014527485705912113 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14101686024184884) | > loader_time: 0.0046 (0.0046153250467384195)  --> TIME: 2025-03-23 16:24:37 -- STEP: 31280/31555 -- GLOBAL_STEP: 157500 | > loss_text_ce: 0.047911498695611954 (0.05316225462462133) | > loss_mel_ce: 3.5883262157440186 (nan) | > loss: 0.014429515227675438 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14102242936563625) | > loader_time: 0.0044 (0.004615333859268063)  --> TIME: 2025-03-23 16:24:47 -- STEP: 31330/31555 -- GLOBAL_STEP: 157550 | > loss_text_ce: 0.047800201922655106 (0.05316105636268939) | > loss_mel_ce: 3.6750364303588867 (nan) | > loss: 0.014773162081837654 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14102529793016996) | > loader_time: 0.0048 (0.004615311328876992)  --> TIME: 2025-03-23 16:24:56 -- STEP: 31380/31555 -- GLOBAL_STEP: 157600 | > loss_text_ce: 0.04969865828752518 (0.053160793347779234) | > loss_mel_ce: 2.865636110305786 (nan) | > loss: 0.01156878937035799 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14102428036939585) | > loader_time: 0.0045 (0.004615285040999472)  --> TIME: 2025-03-23 16:25:06 -- STEP: 31430/31555 -- GLOBAL_STEP: 157650 | > loss_text_ce: 0.044186223298311234 (0.05315862721293889) | > loss_mel_ce: 3.6406216621398926 (nan) | > loss: 0.01462225429713726 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14102959614667865) | > loader_time: 0.0045 (0.0046153328201022185)  --> TIME: 2025-03-23 16:25:16 -- STEP: 31480/31555 -- GLOBAL_STEP: 157700 | > loss_text_ce: 0.0516074076294899 (0.05315667952575366) | > loss_mel_ce: 4.330639362335205 (nan) | > loss: 0.017389869317412376 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14103364483222586) | > loader_time: 0.0044 (0.004615194521834931)  --> TIME: 2025-03-23 16:25:26 -- STEP: 31530/31555 -- GLOBAL_STEP: 157750 | > loss_text_ce: 0.04851407930254936 (0.0531524516624371) | > loss_mel_ce: 3.1405766010284424 (nan) | > loss: 0.012655122205615044 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14103859673974037) | > loader_time: 0.0047 (0.004615063013971486)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021356735229492187 (+2.1238327026364134e-05) | > avg_loss_text_ce: 0.04687472111235062 (-0.003022769155601658) | > avg_loss_mel_ce: 3.177112784385681 (-0.11853496869405111) | > avg_loss: 3.223987504641216 (-0.12155774275461706) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_157775.pth  > EPOCH: 6/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 16:25:52)   --> TIME: 2025-03-23 16:25:58 -- STEP: 25/31555 -- GLOBAL_STEP: 157800 | > loss_text_ce: 0.06162096932530403 (0.05345839038491249) | > loss_mel_ce: 3.8032124042510986 (nan) | > loss: 0.015336641110479832 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.133695764541626) | > loader_time: 0.005 (0.004727191925048828)  --> TIME: 2025-03-23 16:26:07 -- STEP: 75/31555 -- GLOBAL_STEP: 157850 | > loss_text_ce: 0.04010036960244179 (0.051720050623019535) | > loss_mel_ce: 3.1512413024902344 (nan) | > loss: 0.01266405452042818 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.13706202189127603) | > loader_time: 0.0046 (0.0048561986287434895)  --> TIME: 2025-03-23 16:26:17 -- STEP: 125/31555 -- GLOBAL_STEP: 157900 | > loss_text_ce: 0.04838067293167114 (0.052473734974861144) | > loss_mel_ce: 2.7626953125 (nan) | > loss: 0.011155064217746258 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.13825978851318368) | > loader_time: 0.0048 (0.00478600311279297)  --> TIME: 2025-03-23 16:26:26 -- STEP: 175/31555 -- GLOBAL_STEP: 157950 | > loss_text_ce: 0.05286641791462898 (0.05265211614114897) | > loss_mel_ce: 3.748473882675171 (nan) | > loss: 0.015084684826433659 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.1392903545924595) | > loader_time: 0.0048 (0.004764152254377096)  --> TIME: 2025-03-23 16:26:36 -- STEP: 225/31555 -- GLOBAL_STEP: 158000 | > loss_text_ce: 0.05313054099678993 (0.052229685559868816) | > loss_mel_ce: 3.3786444664001465 (nan) | > loss: 0.01361815631389618 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1395047654045952) | > loader_time: 0.0048 (0.00477533234490289)  --> TIME: 2025-03-23 16:26:45 -- STEP: 275/31555 -- GLOBAL_STEP: 158050 | > loss_text_ce: 0.052206430584192276 (0.05194389660250057) | > loss_mel_ce: 3.3802154064178467 (nan) | > loss: 0.01362072303891182 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.1386002896048805) | > loader_time: 0.0047 (0.00474969863891602)  --> TIME: 2025-03-23 16:26:55 -- STEP: 325/31555 -- GLOBAL_STEP: 158100 | > loss_text_ce: 0.053356021642684937 (0.052099514305591586) | > loss_mel_ce: 2.757399559020996 (nan) | > loss: 0.011153792031109333 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1395432552924522) | > loader_time: 0.0046 (0.004749400065495418)  --> TIME: 2025-03-23 16:27:05 -- STEP: 375/31555 -- GLOBAL_STEP: 158150 | > loss_text_ce: 0.05794941633939743 (0.05185075613856316) | > loss_mel_ce: 3.029546022415161 (nan) | > loss: 0.012251966632902622 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1405614388783771) | > loader_time: 0.0046 (0.004736543019612631)  --> TIME: 2025-03-23 16:27:15 -- STEP: 425/31555 -- GLOBAL_STEP: 158200 | > loss_text_ce: 0.05476554110646248 (0.05193169390454012) | > loss_mel_ce: 3.329054117202759 (nan) | > loss: 0.013427856378257275 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14068119553958652) | > loader_time: 0.0049 (0.00472694901859059)  --> TIME: 2025-03-23 16:27:25 -- STEP: 475/31555 -- GLOBAL_STEP: 158250 | > loss_text_ce: 0.05467166379094124 (0.05193761645179046) | > loss_mel_ce: 3.4329006671905518 (nan) | > loss: 0.013839573599398136 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1409941326944451) | > loader_time: 0.0048 (0.004727197446321186)  --> TIME: 2025-03-23 16:27:35 -- STEP: 525/31555 -- GLOBAL_STEP: 158300 | > loss_text_ce: 0.05582656338810921 (0.05185771554708481) | > loss_mel_ce: 3.4018468856811523 (nan) | > loss: 0.013720927760004997 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.1416344955989292) | > loader_time: 0.0048 (0.00471858751206171)  --> TIME: 2025-03-23 16:27:45 -- STEP: 575/31555 -- GLOBAL_STEP: 158350 | > loss_text_ce: 0.05721485987305641 (0.05183228437019432) | > loss_mel_ce: 3.1498148441314697 (nan) | > loss: 0.012726309709250927 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14198556651239808) | > loader_time: 0.0046 (0.004709900151128353)  --> TIME: 2025-03-23 16:27:54 -- STEP: 625/31555 -- GLOBAL_STEP: 158400 | > loss_text_ce: 0.04767999425530434 (0.05175336034893992) | > loss_mel_ce: 2.710732936859131 (nan) | > loss: 0.010946082882583141 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14200016708374028) | > loader_time: 0.005 (0.00469530448913574)  --> TIME: 2025-03-23 16:28:04 -- STEP: 675/31555 -- GLOBAL_STEP: 158450 | > loss_text_ce: 0.04374121502041817 (0.0515998519294792) | > loss_mel_ce: 4.0970988273620605 (nan) | > loss: 0.016431905329227448 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1419030277817337) | > loader_time: 0.0046 (0.004692932411476413)  --> TIME: 2025-03-23 16:28:13 -- STEP: 725/31555 -- GLOBAL_STEP: 158500 | > loss_text_ce: 0.04751880466938019 (0.05149568991928267) | > loss_mel_ce: 3.5918948650360107 (nan) | > loss: 0.014442117884755135 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14166838547279095) | > loader_time: 0.0045 (0.004690620816987133)  --> TIME: 2025-03-23 16:28:23 -- STEP: 775/31555 -- GLOBAL_STEP: 158550 | > loss_text_ce: 0.06250927597284317 (0.051493968487747274) | > loss_mel_ce: 3.761120557785034 (nan) | > loss: 0.015173135325312614 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.141459361660865) | > loader_time: 0.0046 (0.00468757875504032)  --> TIME: 2025-03-23 16:28:33 -- STEP: 825/31555 -- GLOBAL_STEP: 158600 | > loss_text_ce: 0.048665937036275864 (0.05140385375329944) | > loss_mel_ce: 3.7320621013641357 (nan) | > loss: 0.01500289048999548 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14159389235756603) | > loader_time: 0.0047 (0.004688702785607536)  --> TIME: 2025-03-23 16:28:42 -- STEP: 875/31555 -- GLOBAL_STEP: 158650 | > loss_text_ce: 0.06183386966586113 (0.05130792053256718) | > loss_mel_ce: 3.4147591590881348 (nan) | > loss: 0.013796004466712475 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14138793672834118) | > loader_time: 0.0045 (0.004684936250959118)  --> TIME: 2025-03-23 16:28:52 -- STEP: 925/31555 -- GLOBAL_STEP: 158700 | > loss_text_ce: 0.05154164135456085 (0.051341468341447226) | > loss_mel_ce: 3.6838250160217285 (nan) | > loss: 0.0148228844627738 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14141536918846334) | > loader_time: 0.0046 (0.004685813542958847)  --> TIME: 2025-03-23 16:29:01 -- STEP: 975/31555 -- GLOBAL_STEP: 158750 | > loss_text_ce: 0.07342897355556488 (0.05129361010896855) | > loss_mel_ce: 1.911057710647583 (nan) | > loss: 0.007874947972595692 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1413114068447015) | > loader_time: 0.0047 (0.004685543989523857)  --> TIME: 2025-03-23 16:29:11 -- STEP: 1025/31555 -- GLOBAL_STEP: 158800 | > loss_text_ce: 0.047903407365083694 (0.051232131581480926) | > loss_mel_ce: 3.1280343532562256 (nan) | > loss: 0.012602928094565868 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1413371832777814) | > loader_time: 0.0047 (0.004684527327374709)  --> TIME: 2025-03-23 16:29:21 -- STEP: 1075/31555 -- GLOBAL_STEP: 158850 | > loss_text_ce: 0.06825076043605804 (0.05132083840148396) | > loss_mel_ce: 3.208940267562866 (nan) | > loss: 0.013004726730287075 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14145493884419286) | > loader_time: 0.0046 (0.004685403025427527)  --> TIME: 2025-03-23 16:29:30 -- STEP: 1125/31555 -- GLOBAL_STEP: 158900 | > loss_text_ce: 0.04745211824774742 (0.05131987140576046) | > loss_mel_ce: 4.257659912109375 (nan) | > loss: 0.017083778977394104 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14118424097696944) | > loader_time: 0.0048 (0.004682049857245547)  --> TIME: 2025-03-23 16:29:40 -- STEP: 1175/31555 -- GLOBAL_STEP: 158950 | > loss_text_ce: 0.05688701570034027 (0.05136650886941464) | > loss_mel_ce: 3.28495454788208 (nan) | > loss: 0.013261276297271252 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14122286837151707) | > loader_time: 0.0044 (0.004683757538491101)  --> TIME: 2025-03-23 16:29:50 -- STEP: 1225/31555 -- GLOBAL_STEP: 159000 | > loss_text_ce: 0.046903956681489944 (0.05144066879639822) | > loss_mel_ce: 3.441664218902588 (nan) | > loss: 0.01384352520108223 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1414033802188172) | > loader_time: 0.0053 (0.004681401933942514)  --> TIME: 2025-03-23 16:29:59 -- STEP: 1275/31555 -- GLOBAL_STEP: 159050 | > loss_text_ce: 0.048758283257484436 (0.05147244302665487) | > loss_mel_ce: 2.6905517578125 (nan) | > loss: 0.010870278812944889 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1413514256944844) | > loader_time: 0.0044 (0.004677672479666908)  --> TIME: 2025-03-23 16:30:09 -- STEP: 1325/31555 -- GLOBAL_STEP: 159100 | > loss_text_ce: 0.04232100769877434 (0.05148120587445656) | > loss_mel_ce: 3.1560349464416504 (nan) | > loss: 0.012691888958215714 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14132971979537093) | > loader_time: 0.0044 (0.0046724411226668336)  --> TIME: 2025-03-23 16:30:19 -- STEP: 1375/31555 -- GLOBAL_STEP: 159150 | > loss_text_ce: 0.05759316682815552 (0.05149415465647525) | > loss_mel_ce: 2.997103452682495 (nan) | > loss: 0.01212181244045496 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14131397264653986) | > loader_time: 0.0047 (0.004669818531383156)  --> TIME: 2025-03-23 16:30:28 -- STEP: 1425/31555 -- GLOBAL_STEP: 159200 | > loss_text_ce: 0.049813155084848404 (0.05147928577504661) | > loss_mel_ce: 3.4026777744293213 (nan) | > loss: 0.013700362294912338 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14128366068789833) | > loader_time: 0.0047 (0.004668885783145295)  --> TIME: 2025-03-23 16:30:38 -- STEP: 1475/31555 -- GLOBAL_STEP: 159250 | > loss_text_ce: 0.0420931801199913 (0.05146925189737547) | > loss_mel_ce: 3.4592373371124268 (nan) | > loss: 0.013894169591367245 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14136824478537371) | > loader_time: 0.0047 (0.00466501138978085)  --> TIME: 2025-03-23 16:30:48 -- STEP: 1525/31555 -- GLOBAL_STEP: 159300 | > loss_text_ce: 0.04448899254202843 (0.05147690718535518) | > loss_mel_ce: 3.3175318241119385 (nan) | > loss: 0.01334135327488184 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14145801763065557) | > loader_time: 0.0045 (0.004666076879032322)  --> TIME: 2025-03-23 16:30:58 -- STEP: 1575/31555 -- GLOBAL_STEP: 159350 | > loss_text_ce: 0.046795524656772614 (0.05149493032504643) | > loss_mel_ce: 3.8212640285491943 (nan) | > loss: 0.01534944400191307 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14142355873471235) | > loader_time: 0.0044 (0.0046651725163535445)  --> TIME: 2025-03-23 16:31:07 -- STEP: 1625/31555 -- GLOBAL_STEP: 159400 | > loss_text_ce: 0.05920906364917755 (0.051460576933163873) | > loss_mel_ce: 3.1747446060180664 (nan) | > loss: 0.01283315010368824 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1414622416863077) | > loader_time: 0.0046 (0.0046618606860820986)  --> TIME: 2025-03-23 16:31:17 -- STEP: 1675/31555 -- GLOBAL_STEP: 159450 | > loss_text_ce: 0.0530012883245945 (0.05145839056194719) | > loss_mel_ce: 3.508282423019409 (nan) | > loss: 0.014132079668343067 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1413820131501157) | > loader_time: 0.0044 (0.004656546720817899)  --> TIME: 2025-03-23 16:31:26 -- STEP: 1725/31555 -- GLOBAL_STEP: 159500 | > loss_text_ce: 0.05400092154741287 (0.05150451395822609) | > loss_mel_ce: 3.858454704284668 (nan) | > loss: 0.015525618568062782 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14138458735700984) | > loader_time: 0.0047 (0.004655083366062323)  --> TIME: 2025-03-23 16:31:36 -- STEP: 1775/31555 -- GLOBAL_STEP: 159550 | > loss_text_ce: 0.05284459888935089 (0.05150697831956434) | > loss_mel_ce: 3.2020304203033447 (nan) | > loss: 0.012916170991957188 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1412855915284494) | > loader_time: 0.0045 (0.004647848371049041)  --> TIME: 2025-03-23 16:31:46 -- STEP: 1825/31555 -- GLOBAL_STEP: 159600 | > loss_text_ce: 0.05628126487135887 (0.05149943387875819) | > loss_mel_ce: 3.952073574066162 (nan) | > loss: 0.01590617001056671 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1413052925998218) | > loader_time: 0.0045 (0.004642116337606345)  --> TIME: 2025-03-23 16:31:55 -- STEP: 1875/31555 -- GLOBAL_STEP: 159650 | > loss_text_ce: 0.048769403249025345 (0.0514545626839002) | > loss_mel_ce: 3.4891293048858643 (nan) | > loss: 0.014039281755685806 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14132357508341478) | > loader_time: 0.0044 (0.0046353908538818295)  --> TIME: 2025-03-23 16:32:05 -- STEP: 1925/31555 -- GLOBAL_STEP: 159700 | > loss_text_ce: 0.06429450213909149 (0.05142805514978125) | > loss_mel_ce: 3.324345111846924 (nan) | > loss: 0.013446983881294727 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14133853156845297) | > loader_time: 0.0045 (0.004629091411441945)  --> TIME: 2025-03-23 16:32:14 -- STEP: 1975/31555 -- GLOBAL_STEP: 159750 | > loss_text_ce: 0.03717528283596039 (0.05147744872902014) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14126126192793068) | > loader_time: 0.0045 (0.004626796215395378)  --> TIME: 2025-03-23 16:32:24 -- STEP: 2025/31555 -- GLOBAL_STEP: 159800 | > loss_text_ce: 0.06022030860185623 (0.05144579239097643) | > loss_mel_ce: 3.811640977859497 (nan) | > loss: 0.015364529564976692 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14117974034062145) | > loader_time: 0.0047 (0.004626107039274987)  --> TIME: 2025-03-23 16:32:33 -- STEP: 2075/31555 -- GLOBAL_STEP: 159850 | > loss_text_ce: 0.05205918103456497 (0.05143368813467314) | > loss_mel_ce: 3.17498779296875 (nan) | > loss: 0.012805742211639881 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14114727364965238) | > loader_time: 0.0044 (0.004626578135662762)  --> TIME: 2025-03-23 16:32:43 -- STEP: 2125/31555 -- GLOBAL_STEP: 159900 | > loss_text_ce: 0.05226065218448639 (0.05143330156803132) | > loss_mel_ce: 3.5622432231903076 (nan) | > loss: 0.014343270100653172 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1411474089902991) | > loader_time: 0.0046 (0.004625414006850293)  --> TIME: 2025-03-23 16:32:53 -- STEP: 2175/31555 -- GLOBAL_STEP: 159950 | > loss_text_ce: 0.05535709857940674 (0.05143810528448258) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14118027730919858) | > loader_time: 0.0045 (0.004625468418515959)  --> TIME: 2025-03-23 16:33:03 -- STEP: 2225/31555 -- GLOBAL_STEP: 160000 | > loss_text_ce: 0.06495887786149979 (0.05145976927508129) | > loss_mel_ce: 3.5781431198120117 (nan) | > loss: 0.014456754550337791 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1412935404831104) | > loader_time: 0.0046 (0.00462409490949652) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_160000.pth  --> TIME: 2025-03-23 16:33:18 -- STEP: 2275/31555 -- GLOBAL_STEP: 160050 | > loss_text_ce: 0.046554259955883026 (0.051453155352846586) | > loss_mel_ce: 3.846410036087036 (nan) | > loss: 0.015448272228240967 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1411097755012932) | > loader_time: 0.0046 (0.0046255903977614156)  --> TIME: 2025-03-23 16:33:27 -- STEP: 2325/31555 -- GLOBAL_STEP: 160100 | > loss_text_ce: 0.04765791818499565 (0.05140369254574979) | > loss_mel_ce: 3.543658494949341 (nan) | > loss: 0.014251256361603737 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14093737663761266) | > loader_time: 0.0046 (0.004623259267499372)  --> TIME: 2025-03-23 16:33:37 -- STEP: 2375/31555 -- GLOBAL_STEP: 160150 | > loss_text_ce: 0.05742579698562622 (0.05138292381010558) | > loss_mel_ce: 3.138662576675415 (nan) | > loss: 0.012682890519499779 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1409937789314672) | > loader_time: 0.0045 (0.004621774974622228)  --> TIME: 2025-03-23 16:33:47 -- STEP: 2425/31555 -- GLOBAL_STEP: 160200 | > loss_text_ce: 0.06313779205083847 (0.051406557243509406) | > loss_mel_ce: 4.043035507202148 (nan) | > loss: 0.016294339671730995 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14106010604150518) | > loader_time: 0.0048 (0.00462057349608117)  --> TIME: 2025-03-23 16:33:56 -- STEP: 2475/31555 -- GLOBAL_STEP: 160250 | > loss_text_ce: 0.04722822457551956 (0.05139588955676919) | > loss_mel_ce: 0.04296875 (nan) | > loss: 0.00035792452399618924 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14095090596362808) | > loader_time: 0.0045 (0.004617651159113105)  --> TIME: 2025-03-23 16:34:06 -- STEP: 2525/31555 -- GLOBAL_STEP: 160300 | > loss_text_ce: 0.057961855083703995 (0.051388277604733384) | > loss_mel_ce: 0.6549183130264282 (nan) | > loss: 0.002828889759257436 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14094924265795425) | > loader_time: 0.0046 (0.004615693045134593)  --> TIME: 2025-03-23 16:34:15 -- STEP: 2575/31555 -- GLOBAL_STEP: 160350 | > loss_text_ce: 0.044637441635131836 (0.05140948813372447) | > loss_mel_ce: 3.650388240814209 (nan) | > loss: 0.014662801288068295 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14097971360660302) | > loader_time: 0.0043 (0.004614756963785413)  --> TIME: 2025-03-23 16:34:25 -- STEP: 2625/31555 -- GLOBAL_STEP: 160400 | > loss_text_ce: 0.05016632378101349 (0.0513785505599919) | > loss_mel_ce: 2.8802857398986816 (nan) | > loss: 0.011628778651356697 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14102311234247128) | > loader_time: 0.0046 (0.004612949916294644)  --> TIME: 2025-03-23 16:34:35 -- STEP: 2675/31555 -- GLOBAL_STEP: 160450 | > loss_text_ce: 0.051638729870319366 (0.05139641515910628) | > loss_mel_ce: 3.5304901599884033 (nan) | > loss: 0.01421479880809784 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14108831922584625) | > loader_time: 0.0045 (0.004611365683724947)  --> TIME: 2025-03-23 16:34:44 -- STEP: 2725/31555 -- GLOBAL_STEP: 160500 | > loss_text_ce: 0.055899687111377716 (0.051398234291497744) | > loss_mel_ce: 2.955451488494873 (nan) | > loss: 0.011949806474149227 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1410492155092574) | > loader_time: 0.0046 (0.004609991913541743)  --> TIME: 2025-03-23 16:34:54 -- STEP: 2775/31555 -- GLOBAL_STEP: 160550 | > loss_text_ce: 0.04022940993309021 (0.05137718290828909) | > loss_mel_ce: 2.6959681510925293 (nan) | > loss: 0.010857926681637764 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14093275302165287) | > loader_time: 0.0044 (0.004608172425278671)  --> TIME: 2025-03-23 16:35:03 -- STEP: 2825/31555 -- GLOBAL_STEP: 160600 | > loss_text_ce: 0.041468843817710876 (0.05137588515811791) | > loss_mel_ce: 3.739342212677002 (nan) | > loss: 0.015003219246864319 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1409239368945098) | > loader_time: 0.0061 (0.004608254474876199)  --> TIME: 2025-03-23 16:35:13 -- STEP: 2875/31555 -- GLOBAL_STEP: 160650 | > loss_text_ce: 0.05574939027428627 (0.05137408365179665) | > loss_mel_ce: 3.6359074115753174 (nan) | > loss: 0.014649433083832264 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14095333406199592) | > loader_time: 0.0046 (0.004608839035034182)  --> TIME: 2025-03-23 16:35:23 -- STEP: 2925/31555 -- GLOBAL_STEP: 160700 | > loss_text_ce: 0.051466282457113266 (0.051342681714484854) | > loss_mel_ce: 3.3287816047668457 (nan) | > loss: 0.013413682579994202 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14098344330094825) | > loader_time: 0.0047 (0.0046071903522198025)  --> TIME: 2025-03-23 16:35:33 -- STEP: 2975/31555 -- GLOBAL_STEP: 160750 | > loss_text_ce: 0.054605044424533844 (0.05134000945241513) | > loss_mel_ce: 3.7839927673339844 (nan) | > loss: 0.015232531353831291 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14104285152018572) | > loader_time: 0.0045 (0.004606726349902756)  --> TIME: 2025-03-23 16:35:42 -- STEP: 3025/31555 -- GLOBAL_STEP: 160800 | > loss_text_ce: 0.06570972502231598 (0.051347917927937095) | > loss_mel_ce: 3.9858765602111816 (nan) | > loss: 0.01607772335410118 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14090564751428014) | > loader_time: 0.0045 (0.004606575926473324)  --> TIME: 2025-03-23 16:35:52 -- STEP: 3075/31555 -- GLOBAL_STEP: 160850 | > loss_text_ce: 0.0438862107694149 (0.05129950941699309) | > loss_mel_ce: 3.492812156677246 (nan) | > loss: 0.014034518040716648 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1409966824694376) | > loader_time: 0.0044 (0.004606378136611574)  --> TIME: 2025-03-23 16:36:01 -- STEP: 3125/31555 -- GLOBAL_STEP: 160900 | > loss_text_ce: 0.056281398981809616 (0.05130531135559084) | > loss_mel_ce: 3.491802930831909 (nan) | > loss: 0.014079700224101543 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1409487617492674) | > loader_time: 0.0045 (0.004603965454101573)  --> TIME: 2025-03-23 16:36:11 -- STEP: 3175/31555 -- GLOBAL_STEP: 160950 | > loss_text_ce: 0.05553818494081497 (0.05131543945491785) | > loss_mel_ce: 3.146388053894043 (nan) | > loss: 0.012706057168543339 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14100406083535008) | > loader_time: 0.0048 (0.004603866817444341)  --> TIME: 2025-03-23 16:36:20 -- STEP: 3225/31555 -- GLOBAL_STEP: 161000 | > loss_text_ce: 0.05629020929336548 (0.05130527571767801) | > loss_mel_ce: 3.4951605796813965 (nan) | > loss: 0.014093059115111828 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1409124326336291) | > loader_time: 0.0047 (0.004603410543397424)  --> TIME: 2025-03-23 16:36:30 -- STEP: 3275/31555 -- GLOBAL_STEP: 161050 | > loss_text_ce: 0.042663782835006714 (0.051296018213033694) | > loss_mel_ce: 3.299335241317749 (nan) | > loss: 0.013261902146041393 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1409144666540713) | > loader_time: 0.0043 (0.0046018993581524404)  --> TIME: 2025-03-23 16:36:40 -- STEP: 3325/31555 -- GLOBAL_STEP: 161100 | > loss_text_ce: 0.08004508167505264 (0.051304296791777594) | > loss_mel_ce: 3.528029203414917 (nan) | > loss: 0.014317755587399006 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14094830132964858) | > loader_time: 0.0041 (0.004599089514940312)  --> TIME: 2025-03-23 16:36:49 -- STEP: 3375/31555 -- GLOBAL_STEP: 161150 | > loss_text_ce: 0.04748128354549408 (0.051290065100899465) | > loss_mel_ce: 3.4037184715270996 (nan) | > loss: 0.013695238158106804 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14097520694026236) | > loader_time: 0.0044 (0.00459845881991917)  --> TIME: 2025-03-23 16:36:59 -- STEP: 3425/31555 -- GLOBAL_STEP: 161200 | > loss_text_ce: 0.033462584018707275 (0.05128443292022623) | > loss_mel_ce: 2.193326473236084 (nan) | > loss: 0.008836464956402779 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1410083630833312) | > loader_time: 0.0071 (0.004598523439282054)  --> TIME: 2025-03-23 16:37:09 -- STEP: 3475/31555 -- GLOBAL_STEP: 161250 | > loss_text_ce: 0.04707735404372215 (0.05129636626610226) | > loss_mel_ce: 3.8978195190429688 (nan) | > loss: 0.01565435342490673 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14097601568098528) | > loader_time: 0.0048 (0.004598359649987535)  --> TIME: 2025-03-23 16:37:19 -- STEP: 3525/31555 -- GLOBAL_STEP: 161300 | > loss_text_ce: 0.05275355651974678 (0.05131590647107745) | > loss_mel_ce: 3.8729469776153564 (nan) | > loss: 0.015578176826238632 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14102793003650402) | > loader_time: 0.005 (0.004597635404437996)  --> TIME: 2025-03-23 16:37:28 -- STEP: 3575/31555 -- GLOBAL_STEP: 161350 | > loss_text_ce: 0.0524788573384285 (0.05130333922282384) | > loss_mel_ce: 3.557633876800537 (nan) | > loss: 0.014325845055282116 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1410254082979853) | > loader_time: 0.0045 (0.0045945752417291)  --> TIME: 2025-03-23 16:37:38 -- STEP: 3625/31555 -- GLOBAL_STEP: 161400 | > loss_text_ce: 0.0580417700111866 (0.05131557421077944) | > loss_mel_ce: 3.8991899490356445 (nan) | > loss: 0.01570330187678337 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14103164646543292) | > loader_time: 0.0046 (0.0045930630256389784)  --> TIME: 2025-03-23 16:37:48 -- STEP: 3675/31555 -- GLOBAL_STEP: 161450 | > loss_text_ce: 0.04677055776119232 (0.05132963497774538) | > loss_mel_ce: 3.9101481437683105 (nan) | > loss: 0.015702059492468834 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14108703574355755) | > loader_time: 0.0046 (0.004592389152163555)  --> TIME: 2025-03-23 16:37:58 -- STEP: 3725/31555 -- GLOBAL_STEP: 161500 | > loss_text_ce: 0.04903531074523926 (0.0513121390707741) | > loss_mel_ce: 3.8918111324310303 (nan) | > loss: 0.015638280659914017 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14116368869807083) | > loader_time: 0.0045 (0.004591932936802811)  --> TIME: 2025-03-23 16:38:07 -- STEP: 3775/31555 -- GLOBAL_STEP: 161550 | > loss_text_ce: 0.05221029743552208 (0.05129873866819784) | > loss_mel_ce: 3.6264140605926514 (nan) | > loss: 0.014597716741263866 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14110122585928192) | > loader_time: 0.0044 (0.004590837718635209)  --> TIME: 2025-03-23 16:38:17 -- STEP: 3825/31555 -- GLOBAL_STEP: 161600 | > loss_text_ce: 0.047498028725385666 (0.05128928376812173) | > loss_mel_ce: 3.402583599090576 (nan) | > loss: 0.013690800406038761 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1411636288337457) | > loader_time: 0.0047 (0.0045899014067805706)  --> TIME: 2025-03-23 16:38:27 -- STEP: 3875/31555 -- GLOBAL_STEP: 161650 | > loss_text_ce: 0.05804387852549553 (0.0512451859626078) | > loss_mel_ce: 3.9377355575561523 (nan) | > loss: 0.015856269747018814 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14116647049688513) | > loader_time: 0.0045 (0.004589676395539318)  --> TIME: 2025-03-23 16:38:37 -- STEP: 3925/31555 -- GLOBAL_STEP: 161700 | > loss_text_ce: 0.06611702591180801 (0.05124678096573825) | > loss_mel_ce: 0.19377698004245758 (nan) | > loss: 0.0010313255479559302 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14120960642577723) | > loader_time: 0.0044 (0.0045888804174532595)  --> TIME: 2025-03-23 16:38:46 -- STEP: 3975/31555 -- GLOBAL_STEP: 161750 | > loss_text_ce: 0.04463569074869156 (0.05123667714918186) | > loss_mel_ce: 3.0811707973480225 (nan) | > loss: 0.012403994798660278 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14117526414259413) | > loader_time: 0.0045 (0.004587471500132822)  --> TIME: 2025-03-23 16:38:55 -- STEP: 4025/31555 -- GLOBAL_STEP: 161800 | > loss_text_ce: 0.04735618457198143 (0.051234888371473525) | > loss_mel_ce: 3.230013847351074 (nan) | > loss: 0.013005437329411507 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14112384452582874) | > loader_time: 0.0044 (0.004586022181540546)  --> TIME: 2025-03-23 16:39:05 -- STEP: 4075/31555 -- GLOBAL_STEP: 161850 | > loss_text_ce: 0.06075636297464371 (0.05124557808864338) | > loss_mel_ce: 3.6483817100524902 (nan) | > loss: 0.014718802645802498 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1411463982049672) | > loader_time: 0.0045 (0.0045856835651982815)  --> TIME: 2025-03-23 16:39:15 -- STEP: 4125/31555 -- GLOBAL_STEP: 161900 | > loss_text_ce: 0.05611102283000946 (0.05124742192842745) | > loss_mel_ce: 2.815302848815918 (nan) | > loss: 0.011394500732421875 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14118012451403059) | > loader_time: 0.0044 (0.0045851386677135154)  --> TIME: 2025-03-23 16:39:25 -- STEP: 4175/31555 -- GLOBAL_STEP: 161950 | > loss_text_ce: 0.05374693125486374 (0.05123756963425055) | > loss_mel_ce: 2.875598669052124 (nan) | > loss: 0.01162438839673996 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1411752826439405) | > loader_time: 0.0045 (0.004584572615023862)  --> TIME: 2025-03-23 16:39:34 -- STEP: 4225/31555 -- GLOBAL_STEP: 162000 | > loss_text_ce: 0.04574023187160492 (0.05123057246208193) | > loss_mel_ce: 2.870407819747925 (nan) | > loss: 0.011572016403079033 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14118072899135597) | > loader_time: 0.0044 (0.004583751125448557)  --> TIME: 2025-03-23 16:39:44 -- STEP: 4275/31555 -- GLOBAL_STEP: 162050 | > loss_text_ce: 0.05346836894750595 (0.051234233520532926) | > loss_mel_ce: 2.8961613178253174 (nan) | > loss: 0.011704880744218826 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14114504998190347) | > loader_time: 0.0042 (0.004581109320211134)  --> TIME: 2025-03-23 16:39:53 -- STEP: 4325/31555 -- GLOBAL_STEP: 162100 | > loss_text_ce: 0.04592718556523323 (0.05122995264096069) | > loss_mel_ce: 2.717329502105713 (nan) | > loss: 0.010965305380523205 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14108611421088937) | > loader_time: 0.0044 (0.004577735393722624)  --> TIME: 2025-03-23 16:40:02 -- STEP: 4375/31555 -- GLOBAL_STEP: 162150 | > loss_text_ce: 0.05177225172519684 (0.05121526075346132) | > loss_mel_ce: 3.2424721717834473 (nan) | > loss: 0.01307239942252636 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14103147648402606) | > loader_time: 0.0044 (0.004574802943638393)  --> TIME: 2025-03-23 16:40:12 -- STEP: 4425/31555 -- GLOBAL_STEP: 162200 | > loss_text_ce: 0.049417588859796524 (0.05121473776250239) | > loss_mel_ce: 3.9431419372558594 (nan) | > loss: 0.01584349013864994 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14099840859235324) | > loader_time: 0.0046 (0.004572758001122773)  --> TIME: 2025-03-23 16:40:21 -- STEP: 4475/31555 -- GLOBAL_STEP: 162250 | > loss_text_ce: 0.06422401964664459 (0.05122223292066401) | > loss_mel_ce: 3.2591440677642822 (nan) | > loss: 0.013187969103455544 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.14098380285934348) | > loader_time: 0.0045 (0.004572655608534148)  --> TIME: 2025-03-23 16:40:31 -- STEP: 4525/31555 -- GLOBAL_STEP: 162300 | > loss_text_ce: 0.0561978816986084 (0.05122532485351381) | > loss_mel_ce: 3.2471935749053955 (nan) | > loss: 0.013108696788549423 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14095879770774192) | > loader_time: 0.0044 (0.004572806648127943)  --> TIME: 2025-03-23 16:40:41 -- STEP: 4575/31555 -- GLOBAL_STEP: 162350 | > loss_text_ce: 0.05595416948199272 (0.051220678130948535) | > loss_mel_ce: 3.522843360900879 (nan) | > loss: 0.014201578684151173 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14097472341985637) | > loader_time: 0.0044 (0.004571146991083533)  --> TIME: 2025-03-23 16:40:50 -- STEP: 4625/31555 -- GLOBAL_STEP: 162400 | > loss_text_ce: 0.06669773161411285 (0.051212904336081985) | > loss_mel_ce: 3.2691187858581543 (nan) | > loss: 0.013237368315458298 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14091694048288697) | > loader_time: 0.0044 (0.00456997417759251)  --> TIME: 2025-03-23 16:40:59 -- STEP: 4675/31555 -- GLOBAL_STEP: 162450 | > loss_text_ce: 0.04397726058959961 (0.05121499735363986) | > loss_mel_ce: 3.697118043899536 (nan) | > loss: 0.014845617115497589 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1408938678190669) | > loader_time: 0.0045 (0.004568522652202753)  --> TIME: 2025-03-23 16:41:09 -- STEP: 4725/31555 -- GLOBAL_STEP: 162500 | > loss_text_ce: 0.04249090701341629 (0.05121151972739471) | > loss_mel_ce: 3.460923433303833 (nan) | > loss: 0.013902438804507256 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14095541565506536) | > loader_time: 0.0046 (0.0045674796331496535)  --> TIME: 2025-03-23 16:41:19 -- STEP: 4775/31555 -- GLOBAL_STEP: 162550 | > loss_text_ce: 0.04700325056910515 (0.05120625592690177) | > loss_mel_ce: 3.531808853149414 (nan) | > loss: 0.014201636426150799 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14097685454403527) | > loader_time: 0.0046 (0.004567357008369814)  --> TIME: 2025-03-23 16:41:29 -- STEP: 4825/31555 -- GLOBAL_STEP: 162600 | > loss_text_ce: 0.06149096414446831 (0.05121914184271059) | > loss_mel_ce: 3.725599765777588 (nan) | > loss: 0.015028138644993305 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14101019503539075) | > loader_time: 0.0045 (0.004566580421566357)  --> TIME: 2025-03-23 16:41:39 -- STEP: 4875/31555 -- GLOBAL_STEP: 162650 | > loss_text_ce: 0.05852436274290085 (0.051243431023680314) | > loss_mel_ce: 3.9782650470733643 (nan) | > loss: 0.016019007191061974 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14100758254222354) | > loader_time: 0.0045 (0.00456609559670474)  --> TIME: 2025-03-23 16:41:48 -- STEP: 4925/31555 -- GLOBAL_STEP: 162700 | > loss_text_ce: 0.0528414249420166 (0.051259187271222924) | > loss_mel_ce: 3.740638017654419 (nan) | > loss: 0.015053491108119488 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14103632597753823) | > loader_time: 0.0048 (0.004565517599812636)  --> TIME: 2025-03-23 16:41:58 -- STEP: 4975/31555 -- GLOBAL_STEP: 162750 | > loss_text_ce: 0.05122154951095581 (0.05127243827073725) | > loss_mel_ce: 0.129638671875 (nan) | > loss: 0.0007176993531174958 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.1410291260570734) | > loader_time: 0.0044 (0.004566578266009629)  --> TIME: 2025-03-23 16:42:08 -- STEP: 5025/31555 -- GLOBAL_STEP: 162800 | > loss_text_ce: 0.055373694747686386 (0.05126850662576922) | > loss_mel_ce: 3.671769142150879 (nan) | > loss: 0.014790249988436699 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14102570173159137) | > loader_time: 0.0045 (0.0045666916690655784)  --> TIME: 2025-03-23 16:42:18 -- STEP: 5075/31555 -- GLOBAL_STEP: 162850 | > loss_text_ce: 0.06242542713880539 (0.05128401332557796) | > loss_mel_ce: 2.6750376224517822 (nan) | > loss: 0.010862949304282665 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14107735586871037) | > loader_time: 0.0044 (0.004566549056856524)  --> TIME: 2025-03-23 16:42:27 -- STEP: 5125/31555 -- GLOBAL_STEP: 162900 | > loss_text_ce: 0.05017682537436485 (0.05128664814008452) | > loss_mel_ce: 3.4467391967773438 (nan) | > loss: 0.013876651413738728 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14106777777322868) | > loader_time: 0.0043 (0.004566760691200834)  --> TIME: 2025-03-23 16:42:37 -- STEP: 5175/31555 -- GLOBAL_STEP: 162950 | > loss_text_ce: 0.05971046909689903 (0.051270332743148364) | > loss_mel_ce: 3.671091079711914 (nan) | > loss: 0.014804769307374954 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14105515521505557) | > loader_time: 0.0045 (0.004566444866899153)  --> TIME: 2025-03-23 16:42:47 -- STEP: 5225/31555 -- GLOBAL_STEP: 163000 | > loss_text_ce: 0.04630497470498085 (0.05127670682039849) | > loss_mel_ce: 4.108908653259277 (nan) | > loss: 0.016488945111632347 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14108638991579445) | > loader_time: 0.0045 (0.004565891968576554)  --> TIME: 2025-03-23 16:42:56 -- STEP: 5275/31555 -- GLOBAL_STEP: 163050 | > loss_text_ce: 0.05097966641187668 (0.05127198946949154) | > loss_mel_ce: 2.564829111099243 (nan) | > loss: 0.010380193591117859 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14111404992957788) | > loader_time: 0.0045 (0.00456593034391722)  --> TIME: 2025-03-23 16:43:06 -- STEP: 5325/31555 -- GLOBAL_STEP: 163100 | > loss_text_ce: 0.0583471953868866 (0.05125517170299113) | > loss_mel_ce: 3.2437515258789062 (nan) | > loss: 0.013103567063808441 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14110272268734045) | > loader_time: 0.0047 (0.004565648181897397)  --> TIME: 2025-03-23 16:43:16 -- STEP: 5375/31555 -- GLOBAL_STEP: 163150 | > loss_text_ce: 0.04354472830891609 (0.0512564705773149) | > loss_mel_ce: 3.064765453338623 (nan) | > loss: 0.012334564700722694 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14112299582015594) | > loader_time: 0.0044 (0.00456569933336837)  --> TIME: 2025-03-23 16:43:25 -- STEP: 5425/31555 -- GLOBAL_STEP: 163200 | > loss_text_ce: 0.06395597010850906 (0.05124561058657791) | > loss_mel_ce: 3.5178980827331543 (nan) | > loss: 0.01421370729804039 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1411079654166222) | > loader_time: 0.0046 (0.004564804481471214)  --> TIME: 2025-03-23 16:43:35 -- STEP: 5475/31555 -- GLOBAL_STEP: 163250 | > loss_text_ce: 0.050333645194768906 (0.051274583418959956) | > loss_mel_ce: 3.9193878173828125 (nan) | > loss: 0.015752865001559258 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14111296971638965) | > loader_time: 0.0043 (0.00456388708663316)  --> TIME: 2025-03-23 16:43:44 -- STEP: 5525/31555 -- GLOBAL_STEP: 163300 | > loss_text_ce: 0.04511698707938194 (0.05126201912187619) | > loss_mel_ce: 2.7510859966278076 (nan) | > loss: 0.011096043512225151 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14109463147987578) | > loader_time: 0.0046 (0.004563327116124791)  --> TIME: 2025-03-23 16:43:54 -- STEP: 5575/31555 -- GLOBAL_STEP: 163350 | > loss_text_ce: 0.0532245896756649 (0.05124989896043807) | > loss_mel_ce: 4.039856910705566 (nan) | > loss: 0.016242388635873795 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1411223828525285) | > loader_time: 0.0044 (0.00456395970331716)  --> TIME: 2025-03-23 16:44:04 -- STEP: 5625/31555 -- GLOBAL_STEP: 163400 | > loss_text_ce: 0.04215352609753609 (0.05123054421643422) | > loss_mel_ce: 3.862954616546631 (nan) | > loss: 0.015496461652219296 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14111170925564215) | > loader_time: 0.0045 (0.00456429015265573)  --> TIME: 2025-03-23 16:44:13 -- STEP: 5675/31555 -- GLOBAL_STEP: 163450 | > loss_text_ce: 0.040587168186903 (0.05122223359733695) | > loss_mel_ce: 3.556527853012085 (nan) | > loss: 0.014274266548454762 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.1410964832642001) | > loader_time: 0.0046 (0.0045640952576624875)  --> TIME: 2025-03-23 16:44:23 -- STEP: 5725/31555 -- GLOBAL_STEP: 163500 | > loss_text_ce: 0.05695004016160965 (0.05122834224985943) | > loss_mel_ce: 0.1372767835855484 (nan) | > loss: 0.0007707414333708584 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1411033485029457) | > loader_time: 0.0046 (0.004563550907451537)  --> TIME: 2025-03-23 16:44:33 -- STEP: 5775/31555 -- GLOBAL_STEP: 163550 | > loss_text_ce: 0.048813071101903915 (0.05122446591816687) | > loss_mel_ce: 3.970108985900879 (nan) | > loss: 0.015948103740811348 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14111102372536866) | > loader_time: 0.0044 (0.004563047029239295)  --> TIME: 2025-03-23 16:44:43 -- STEP: 5825/31555 -- GLOBAL_STEP: 163600 | > loss_text_ce: 0.03792193904519081 (0.05121946239132488) | > loss_mel_ce: 0.041015625 (nan) | > loss: 0.0003132442943751812 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1411247068822634) | > loader_time: 0.0043 (0.004563359682140458)  --> TIME: 2025-03-23 16:44:52 -- STEP: 5875/31555 -- GLOBAL_STEP: 163650 | > loss_text_ce: 0.04215501248836517 (0.05120321530706077) | > loss_mel_ce: 3.8105742931365967 (nan) | > loss: 0.015288609080016613 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14110395220492686) | > loader_time: 0.0043 (0.00456330258795558)  --> TIME: 2025-03-23 16:45:02 -- STEP: 5925/31555 -- GLOBAL_STEP: 163700 | > loss_text_ce: 0.05462203547358513 (0.05119908128389584) | > loss_mel_ce: 3.563122510910034 (nan) | > loss: 0.014356129802763462 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.141088134789768) | > loader_time: 0.0044 (0.0045616718485385795)  --> TIME: 2025-03-23 16:45:11 -- STEP: 5975/31555 -- GLOBAL_STEP: 163750 | > loss_text_ce: 0.04370756447315216 (0.051192390836120705) | > loss_mel_ce: 2.249887704849243 (nan) | > loss: 0.009101569652557373 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14110337927750397) | > loader_time: 0.0045 (0.004561896703233304)  --> TIME: 2025-03-23 16:45:21 -- STEP: 6025/31555 -- GLOBAL_STEP: 163800 | > loss_text_ce: 0.052311334758996964 (0.05118758602601122) | > loss_mel_ce: 3.9119739532470703 (nan) | > loss: 0.015731291845440865 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14114369305337549) | > loader_time: 0.0046 (0.004561974062464571)  --> TIME: 2025-03-23 16:45:31 -- STEP: 6075/31555 -- GLOBAL_STEP: 163850 | > loss_text_ce: 0.05205808952450752 (0.05118412290243706) | > loss_mel_ce: 2.145678758621216 (nan) | > loss: 0.008721178397536278 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1411199877389658) | > loader_time: 0.0044 (0.004561534928686852)  --> TIME: 2025-03-23 16:45:40 -- STEP: 6125/31555 -- GLOBAL_STEP: 163900 | > loss_text_ce: 0.04390345886349678 (0.05117781697761045) | > loss_mel_ce: 3.223036050796509 (nan) | > loss: 0.012964045628905296 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14112624678319735) | > loader_time: 0.0045 (0.004561286303461844)  --> TIME: 2025-03-23 16:45:50 -- STEP: 6175/31555 -- GLOBAL_STEP: 163950 | > loss_text_ce: 0.041765641421079636 (0.05117902313076297) | > loss_mel_ce: 3.5248825550079346 (nan) | > loss: 0.014153366908431053 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14111440693318522) | > loader_time: 0.0046 (0.004560268456154052)  --> TIME: 2025-03-23 16:46:00 -- STEP: 6225/31555 -- GLOBAL_STEP: 164000 | > loss_text_ce: 0.03956453502178192 (0.051183182019964815) | > loss_mel_ce: 3.263295888900757 (nan) | > loss: 0.013106590136885643 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14111684063830937) | > loader_time: 0.0043 (0.004559827636044695)  --> TIME: 2025-03-23 16:46:09 -- STEP: 6275/31555 -- GLOBAL_STEP: 164050 | > loss_text_ce: 0.047607965767383575 (0.05117400256256426) | > loss_mel_ce: 3.1358542442321777 (nan) | > loss: 0.012632787227630615 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14107980458384894) | > loader_time: 0.0044 (0.004559789102865907)  --> TIME: 2025-03-23 16:46:19 -- STEP: 6325/31555 -- GLOBAL_STEP: 164100 | > loss_text_ce: 0.044000204652547836 (0.0511822318789281) | > loss_mel_ce: 3.164422035217285 (nan) | > loss: 0.01273183524608612 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14109997945340666) | > loader_time: 0.0045 (0.0045595268958171144)  --> TIME: 2025-03-23 16:46:29 -- STEP: 6375/31555 -- GLOBAL_STEP: 164150 | > loss_text_ce: 0.05446714162826538 (0.05117666154340207) | > loss_mel_ce: 4.023414611816406 (nan) | > loss: 0.016182072460651398 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14112711289349664) | > loader_time: 0.0042 (0.004558857786889195)  --> TIME: 2025-03-23 16:46:38 -- STEP: 6425/31555 -- GLOBAL_STEP: 164200 | > loss_text_ce: 0.044771626591682434 (0.051175542858788066) | > loss_mel_ce: 3.051438093185425 (nan) | > loss: 0.01228654757142067 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14115001162666235) | > loader_time: 0.0046 (0.004558203248198418)  --> TIME: 2025-03-23 16:46:48 -- STEP: 6475/31555 -- GLOBAL_STEP: 164250 | > loss_text_ce: 0.06322965770959854 (0.051174311761000034) | > loss_mel_ce: 3.524186611175537 (nan) | > loss: 0.014235779643058777 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1411420124009765) | > loader_time: 0.0043 (0.0045576709025615236)  --> TIME: 2025-03-23 16:46:58 -- STEP: 6525/31555 -- GLOBAL_STEP: 164300 | > loss_text_ce: 0.04310987889766693 (0.05116676238019353) | > loss_mel_ce: 3.4245057106018066 (nan) | > loss: 0.013760380446910858 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14117099981198303) | > loader_time: 0.0043 (0.004557440929485945)  --> TIME: 2025-03-23 16:47:08 -- STEP: 6575/31555 -- GLOBAL_STEP: 164350 | > loss_text_ce: 0.06272690743207932 (0.05116781466020836) | > loss_mel_ce: 3.7307162284851074 (nan) | > loss: 0.015053346753120422 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14119262151391734) | > loader_time: 0.0044 (0.004556733338098583)  --> TIME: 2025-03-23 16:47:17 -- STEP: 6625/31555 -- GLOBAL_STEP: 164400 | > loss_text_ce: 0.049527358263731 (0.05116218390442295) | > loss_mel_ce: 3.5917654037475586 (nan) | > loss: 0.014449575915932655 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14114669310371783) | > loader_time: 0.0045 (0.004556165299325641)  --> TIME: 2025-03-23 16:47:27 -- STEP: 6675/31555 -- GLOBAL_STEP: 164450 | > loss_text_ce: 0.05249611288309097 (0.0511567846269867) | > loss_mel_ce: 3.5911428928375244 (nan) | > loss: 0.014458886347711086 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14114761345395369) | > loader_time: 0.0045 (0.004556252911742731)  --> TIME: 2025-03-23 16:47:36 -- STEP: 6725/31555 -- GLOBAL_STEP: 164500 | > loss_text_ce: 0.04113573580980301 (0.05115690724501828) | > loss_mel_ce: 3.560664653778076 (nan) | > loss: 0.014292859472334385 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14111659273338956) | > loader_time: 0.0044 (0.0045567427780548635)  --> TIME: 2025-03-23 16:47:46 -- STEP: 6775/31555 -- GLOBAL_STEP: 164550 | > loss_text_ce: 0.04508184269070625 (0.0511439520420294) | > loss_mel_ce: 3.7276089191436768 (nan) | > loss: 0.014970996417105198 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14110711146984517) | > loader_time: 0.0046 (0.0045566462062821824)  --> TIME: 2025-03-23 16:47:55 -- STEP: 6825/31555 -- GLOBAL_STEP: 164600 | > loss_text_ce: 0.04165203869342804 (0.05114619920569249) | > loss_mel_ce: 3.5562469959259033 (nan) | > loss: 0.014277378097176552 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14110029692178164) | > loader_time: 0.0044 (0.004557453581701725)  --> TIME: 2025-03-23 16:48:05 -- STEP: 6875/31555 -- GLOBAL_STEP: 164650 | > loss_text_ce: 0.0493694469332695 (0.051140665720809636) | > loss_mel_ce: 3.6267285346984863 (nan) | > loss: 0.01458769105374813 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14106756862293518) | > loader_time: 0.0045 (0.004557784444635581)  --> TIME: 2025-03-23 16:48:14 -- STEP: 6925/31555 -- GLOBAL_STEP: 164700 | > loss_text_ce: 0.06401795893907547 (0.051137720455116366) | > loss_mel_ce: 3.2392327785491943 (nan) | > loss: 0.013108138926327229 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14101862194736006) | > loader_time: 0.0046 (0.004557377990832846)  --> TIME: 2025-03-23 16:48:23 -- STEP: 6975/31555 -- GLOBAL_STEP: 164750 | > loss_text_ce: 0.04657815024256706 (0.05113093639627157) | > loss_mel_ce: 3.6647095680236816 (nan) | > loss: 0.014727333560585976 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14098070544581184) | > loader_time: 0.0046 (0.004556883193258762)  --> TIME: 2025-03-23 16:48:33 -- STEP: 7025/31555 -- GLOBAL_STEP: 164800 | > loss_text_ce: 0.06469076126813889 (0.051120885529976345) | > loss_mel_ce: 4.153382301330566 (nan) | > loss: 0.01673838496208191 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14099697435453618) | > loader_time: 0.0044 (0.0045567573262279325)  --> TIME: 2025-03-23 16:48:43 -- STEP: 7075/31555 -- GLOBAL_STEP: 164850 | > loss_text_ce: 0.07287498563528061 (0.05112635741253839) | > loss_mel_ce: 2.6671831607818604 (nan) | > loss: 0.010873246937990189 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14099677240890587) | > loader_time: 0.0043 (0.004556272560631867)  --> TIME: 2025-03-23 16:48:52 -- STEP: 7125/31555 -- GLOBAL_STEP: 164900 | > loss_text_ce: 0.05619102343916893 (0.05113477674832474) | > loss_mel_ce: 3.67144775390625 (nan) | > loss: 0.014792217873036861 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14102450799105376) | > loader_time: 0.0047 (0.004556620246485678)  --> TIME: 2025-03-23 16:49:02 -- STEP: 7175/31555 -- GLOBAL_STEP: 164950 | > loss_text_ce: 0.045180290937423706 (0.051130113877641666) | > loss_mel_ce: 3.7254347801208496 (nan) | > loss: 0.014962758868932724 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14099319760392273) | > loader_time: 0.0046 (0.00455657467194137)  --> TIME: 2025-03-23 16:49:11 -- STEP: 7225/31555 -- GLOBAL_STEP: 165000 | > loss_text_ce: 0.057111162692308426 (0.051143028055250075) | > loss_mel_ce: 3.597113609313965 (nan) | > loss: 0.014500893652439117 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1409917127219856) | > loader_time: 0.0044 (0.004556031540603391)  --> TIME: 2025-03-23 16:49:21 -- STEP: 7275/31555 -- GLOBAL_STEP: 165050 | > loss_text_ce: 0.04820040240883827 (0.051152104880033536) | > loss_mel_ce: 3.168769598007202 (nan) | > loss: 0.012765754945576191 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14100853038407615) | > loader_time: 0.0044 (0.004555314316372709)  --> TIME: 2025-03-23 16:49:31 -- STEP: 7325/31555 -- GLOBAL_STEP: 165100 | > loss_text_ce: 0.05238206312060356 (0.05115958466286753) | > loss_mel_ce: 3.4435369968414307 (nan) | > loss: 0.013872695155441761 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1410289194478103) | > loader_time: 0.0043 (0.004554791466774811)  --> TIME: 2025-03-23 16:49:41 -- STEP: 7375/31555 -- GLOBAL_STEP: 165150 | > loss_text_ce: 0.062377799302339554 (0.051157557680192686) | > loss_mel_ce: 3.0367555618286133 (nan) | > loss: 0.01229814812541008 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1410399962603029) | > loader_time: 0.0043 (0.00455492549831586)  --> TIME: 2025-03-23 16:49:50 -- STEP: 7425/31555 -- GLOBAL_STEP: 165200 | > loss_text_ce: 0.06110035255551338 (0.051153228655457544) | > loss_mel_ce: 3.40557599067688 (nan) | > loss: 0.013756652362644672 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14102146460150963) | > loader_time: 0.0046 (0.004554772360959054)  --> TIME: 2025-03-23 16:50:00 -- STEP: 7475/31555 -- GLOBAL_STEP: 165250 | > loss_text_ce: 0.04414345324039459 (0.05114744958246636) | > loss_mel_ce: 4.129072666168213 (nan) | > loss: 0.016560383141040802 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14101524225445428) | > loader_time: 0.0045 (0.0045546214955307735)  --> TIME: 2025-03-23 16:50:09 -- STEP: 7525/31555 -- GLOBAL_STEP: 165300 | > loss_text_ce: 0.06386587023735046 (0.051141722059477646) | > loss_mel_ce: 3.311160087585449 (nan) | > loss: 0.013392960652709007 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14097990368687763) | > loader_time: 0.005 (0.004554337568061314)  --> TIME: 2025-03-23 16:50:19 -- STEP: 7575/31555 -- GLOBAL_STEP: 165350 | > loss_text_ce: 0.04768924042582512 (0.051135086513342684) | > loss_mel_ce: 3.95751953125 (nan) | > loss: 0.015893686562776566 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14098606049817713) | > loader_time: 0.0044 (0.004554227382043031)  --> TIME: 2025-03-23 16:50:28 -- STEP: 7625/31555 -- GLOBAL_STEP: 165400 | > loss_text_ce: 0.058879561722278595 (0.05113866223126166) | > loss_mel_ce: 3.256143569946289 (nan) | > loss: 0.013154854997992516 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14097392066580286) | > loader_time: 0.0044 (0.004554220699873143)  --> TIME: 2025-03-23 16:50:38 -- STEP: 7675/31555 -- GLOBAL_STEP: 165450 | > loss_text_ce: 0.058638498187065125 (0.051136926021851666) | > loss_mel_ce: 3.2310996055603027 (nan) | > loss: 0.013054517097771168 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14099202392155585) | > loader_time: 0.0047 (0.0045541650542219)  --> TIME: 2025-03-23 16:50:48 -- STEP: 7725/31555 -- GLOBAL_STEP: 165500 | > loss_text_ce: 0.05216168612241745 (0.051134797449926) | > loss_mel_ce: 3.619626522064209 (nan) | > loss: 0.014570589177310467 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14101631754038724) | > loader_time: 0.0045 (0.004553944825354534)  --> TIME: 2025-03-23 16:50:58 -- STEP: 7775/31555 -- GLOBAL_STEP: 165550 | > loss_text_ce: 0.054759588092565536 (0.051136849308895574) | > loss_mel_ce: 3.3160879611968994 (nan) | > loss: 0.013376379385590553 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14102119151418935) | > loader_time: 0.0045 (0.004553552639829401)  --> TIME: 2025-03-23 16:51:07 -- STEP: 7825/31555 -- GLOBAL_STEP: 165600 | > loss_text_ce: 0.044999733567237854 (0.051131900311849415) | > loss_mel_ce: 3.114699125289917 (nan) | > loss: 0.012538488954305649 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14101977293483683) | > loader_time: 0.0048 (0.0045531948686788806)  --> TIME: 2025-03-23 16:51:17 -- STEP: 7875/31555 -- GLOBAL_STEP: 165650 | > loss_text_ce: 0.043386463075876236 (0.05112799949541929) | > loss_mel_ce: 4.047556400299072 (nan) | > loss: 0.01623390056192875 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14101676280914727) | > loader_time: 0.0044 (0.004552743003481926)  --> TIME: 2025-03-23 16:51:26 -- STEP: 7925/31555 -- GLOBAL_STEP: 165700 | > loss_text_ce: 0.06173036992549896 (0.05112154660211757) | > loss_mel_ce: 3.583743095397949 (nan) | > loss: 0.01446616556495428 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1409928956618438) | > loader_time: 0.0044 (0.004552232158672938)  --> TIME: 2025-03-23 16:51:36 -- STEP: 7975/31555 -- GLOBAL_STEP: 165750 | > loss_text_ce: 0.059912942349910736 (0.05112764374122355) | > loss_mel_ce: 3.535874605178833 (nan) | > loss: 0.014268998987972736 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1410049014853827) | > loader_time: 0.0043 (0.004552587102573136)  --> TIME: 2025-03-23 16:51:46 -- STEP: 8025/31555 -- GLOBAL_STEP: 165800 | > loss_text_ce: 0.03344680368900299 (0.051119341122398534) | > loss_mel_ce: 3.5311996936798096 (nan) | > loss: 0.014145423658192158 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14099792239821898) | > loader_time: 0.0045 (0.004552606719305226)  --> TIME: 2025-03-23 16:51:55 -- STEP: 8075/31555 -- GLOBAL_STEP: 165850 | > loss_text_ce: 0.06810399144887924 (0.051123537084451075) | > loss_mel_ce: 1.246801733970642 (nan) | > loss: 0.005217880476266146 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14101293661276929) | > loader_time: 0.0044 (0.004552890494142908)  --> TIME: 2025-03-23 16:52:05 -- STEP: 8125/31555 -- GLOBAL_STEP: 165900 | > loss_text_ce: 0.05703788995742798 (0.05112983022744843) | > loss_mel_ce: 4.047399997711182 (nan) | > loss: 0.01628745347261429 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14102437794025066) | > loader_time: 0.0043 (0.004552757468590385)  --> TIME: 2025-03-23 16:52:15 -- STEP: 8175/31555 -- GLOBAL_STEP: 165950 | > loss_text_ce: 0.05585240572690964 (0.05114295690796066) | > loss_mel_ce: 3.5923962593078613 (nan) | > loss: 0.014477178454399109 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1410263890665964) | > loader_time: 0.0044 (0.004552931916823096)  --> TIME: 2025-03-23 16:52:24 -- STEP: 8225/31555 -- GLOBAL_STEP: 166000 | > loss_text_ce: 0.05722277611494064 (0.05113985470974522) | > loss_mel_ce: 3.0256478786468506 (nan) | > loss: 0.012233614921569824 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.141027519231871) | > loader_time: 0.0046 (0.004553171117255044)  --> TIME: 2025-03-23 16:52:34 -- STEP: 8275/31555 -- GLOBAL_STEP: 166050 | > loss_text_ce: 0.05481038615107536 (0.05114339350821212) | > loss_mel_ce: 3.4559638500213623 (nan) | > loss: 0.013931644149124622 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14103312789133246) | > loader_time: 0.0045 (0.004553194622258782)  --> TIME: 2025-03-23 16:52:44 -- STEP: 8325/31555 -- GLOBAL_STEP: 166100 | > loss_text_ce: 0.0598519928753376 (0.05112967829916395) | > loss_mel_ce: 3.4121503829956055 (nan) | > loss: 0.013777787797152996 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14104888225818837) | > loader_time: 0.0046 (0.004553483613618518)  --> TIME: 2025-03-23 16:52:54 -- STEP: 8375/31555 -- GLOBAL_STEP: 166150 | > loss_text_ce: 0.07114589214324951 (0.05112516560283172) | > loss_mel_ce: 3.034963607788086 (nan) | > loss: 0.0123258326202631 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1410524772530165) | > loader_time: 0.0045 (0.004554724280513951)  --> TIME: 2025-03-23 16:53:03 -- STEP: 8425/31555 -- GLOBAL_STEP: 166200 | > loss_text_ce: 0.05623072013258934 (0.05112277831252148) | > loss_mel_ce: 3.682050943374634 (nan) | > loss: 0.014834452420473099 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14105818253242589) | > loader_time: 0.0045 (0.004555519454910793)  --> TIME: 2025-03-23 16:53:13 -- STEP: 8475/31555 -- GLOBAL_STEP: 166250 | > loss_text_ce: 0.06624393910169601 (0.05112157769105607) | > loss_mel_ce: 3.652541399002075 (nan) | > loss: 0.014757085591554642 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14105601113806018) | > loader_time: 0.0047 (0.004555932948019667)  --> TIME: 2025-03-23 16:53:23 -- STEP: 8525/31555 -- GLOBAL_STEP: 166300 | > loss_text_ce: 0.056735385209321976 (0.05112383716157983) | > loss_mel_ce: 3.2057526111602783 (nan) | > loss: 0.012946381233632565 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1410437687960532) | > loader_time: 0.0048 (0.004556081973212917)  --> TIME: 2025-03-23 16:53:32 -- STEP: 8575/31555 -- GLOBAL_STEP: 166350 | > loss_text_ce: 0.04794247820973396 (0.051120305500338144) | > loss_mel_ce: 3.8362412452697754 (nan) | > loss: 0.015413427725434303 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1410137105335641) | > loader_time: 0.0044 (0.00455665947049423)  --> TIME: 2025-03-23 16:53:42 -- STEP: 8625/31555 -- GLOBAL_STEP: 166400 | > loss_text_ce: 0.06067977473139763 (0.05110906409698988) | > loss_mel_ce: 0.2034536451101303 (nan) | > loss: 0.0010481486096978188 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1410158775716582) | > loader_time: 0.0045 (0.004556748210519996)  --> TIME: 2025-03-23 16:53:51 -- STEP: 8675/31555 -- GLOBAL_STEP: 166450 | > loss_text_ce: 0.05258043110370636 (0.051103952429566016) | > loss_mel_ce: 3.9090523719787598 (nan) | > loss: 0.01572076603770256 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14100578228403518) | > loader_time: 0.0045 (0.004556785165748278)  --> TIME: 2025-03-23 16:54:01 -- STEP: 8725/31555 -- GLOBAL_STEP: 166500 | > loss_text_ce: 0.04754502326250076 (0.05109992562614408) | > loss_mel_ce: 3.561185359954834 (nan) | > loss: 0.01432035956531763 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14099124288149012) | > loader_time: 0.0043 (0.004556907309502118)  --> TIME: 2025-03-23 16:54:10 -- STEP: 8775/31555 -- GLOBAL_STEP: 166550 | > loss_text_ce: 0.040598347783088684 (0.05108806333735462) | > loss_mel_ce: 3.0371527671813965 (nan) | > loss: 0.012213299050927162 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1409896541117257) | > loader_time: 0.0046 (0.004557163939516781)  --> TIME: 2025-03-23 16:54:20 -- STEP: 8825/31555 -- GLOBAL_STEP: 166600 | > loss_text_ce: 0.05810078606009483 (0.05109684776905243) | > loss_mel_ce: 3.721754550933838 (nan) | > loss: 0.014999426901340485 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14100691527888004) | > loader_time: 0.0045 (0.004557268936978533)  --> TIME: 2025-03-23 16:54:30 -- STEP: 8875/31555 -- GLOBAL_STEP: 166650 | > loss_text_ce: 0.04556414484977722 (0.05109211470711404) | > loss_mel_ce: 2.971548080444336 (nan) | > loss: 0.011972668580710888 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14101168310138493) | > loader_time: 0.0044 (0.004557144568000053)  --> TIME: 2025-03-23 16:54:39 -- STEP: 8925/31555 -- GLOBAL_STEP: 166700 | > loss_text_ce: 0.06433035433292389 (0.051092084040161) | > loss_mel_ce: 3.6120948791503906 (nan) | > loss: 0.01458899024873972 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14098945235671728) | > loader_time: 0.0044 (0.004557158579679446)  --> TIME: 2025-03-23 16:54:49 -- STEP: 8975/31555 -- GLOBAL_STEP: 166750 | > loss_text_ce: 0.04892884939908981 (0.05108062946364746) | > loss_mel_ce: 3.6098575592041016 (nan) | > loss: 0.01451899390667677 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14098103087592526) | > loader_time: 0.0046 (0.0045570758723947145)  --> TIME: 2025-03-23 16:54:58 -- STEP: 9025/31555 -- GLOBAL_STEP: 166800 | > loss_text_ce: 0.05519677698612213 (0.05108516655676589) | > loss_mel_ce: 3.6204497814178467 (nan) | > loss: 0.014585900120437145 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1409737622374637) | > loader_time: 0.0045 (0.004557206822234191)  --> TIME: 2025-03-23 16:55:08 -- STEP: 9075/31555 -- GLOBAL_STEP: 166850 | > loss_text_ce: 0.05257616937160492 (0.05108489224630781) | > loss_mel_ce: 3.201801300048828 (nan) | > loss: 0.012914196588099003 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14096805441149596) | > loader_time: 0.0046 (0.0045568916488941845)  --> TIME: 2025-03-23 16:55:17 -- STEP: 9125/31555 -- GLOBAL_STEP: 166900 | > loss_text_ce: 0.05004294589161873 (0.051085902492273384) | > loss_mel_ce: 3.1746811866760254 (nan) | > loss: 0.012796524912118912 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14096504807145557) | > loader_time: 0.0046 (0.004557797209857273)  --> TIME: 2025-03-23 16:55:27 -- STEP: 9175/31555 -- GLOBAL_STEP: 166950 | > loss_text_ce: 0.056485023349523544 (0.05107874874137246) | > loss_mel_ce: 3.077631711959839 (nan) | > loss: 0.012436971999704838 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14096490592332814) | > loader_time: 0.0048 (0.0045576122346301295)  --> TIME: 2025-03-23 16:55:36 -- STEP: 9225/31555 -- GLOBAL_STEP: 167000 | > loss_text_ce: 0.0528254508972168 (0.05107853229432738) | > loss_mel_ce: 3.248523712158203 (nan) | > loss: 0.01310059241950512 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14094534494043293) | > loader_time: 0.0045 (0.004557920290525701)  --> TIME: 2025-03-23 16:55:46 -- STEP: 9275/31555 -- GLOBAL_STEP: 167050 | > loss_text_ce: 0.050785090774297714 (0.051065676880051536) | > loss_mel_ce: 3.8086612224578857 (nan) | > loss: 0.015315263532102108 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.1409331116586354) | > loader_time: 0.0047 (0.0045578295458359305)  --> TIME: 2025-03-23 16:55:56 -- STEP: 9325/31555 -- GLOBAL_STEP: 167100 | > loss_text_ce: 0.045823290944099426 (0.05105983527172509) | > loss_mel_ce: 3.6946723461151123 (nan) | > loss: 0.014843237586319447 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14093834046064616) | > loader_time: 0.0049 (0.004558052185713136)  --> TIME: 2025-03-23 16:56:05 -- STEP: 9375/31555 -- GLOBAL_STEP: 167150 | > loss_text_ce: 0.04874395206570625 (0.051050556652943314) | > loss_mel_ce: 2.7220349311828613 (nan) | > loss: 0.010995155200362206 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14089103210449147) | > loader_time: 0.0044 (0.004557522964477551)  --> TIME: 2025-03-23 16:56:14 -- STEP: 9425/31555 -- GLOBAL_STEP: 167200 | > loss_text_ce: 0.05120429769158363 (0.051044577985053324) | > loss_mel_ce: 3.8672478199005127 (nan) | > loss: 0.015549413859844208 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14088674026711795) | > loader_time: 0.0046 (0.004557498861054857)  --> TIME: 2025-03-23 16:56:24 -- STEP: 9475/31555 -- GLOBAL_STEP: 167250 | > loss_text_ce: 0.04991687834262848 (0.051038886337371456) | > loss_mel_ce: 3.0613791942596436 (nan) | > loss: 0.012346413917839527 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1408773205085285) | > loader_time: 0.0045 (0.004557541517594889)  --> TIME: 2025-03-23 16:56:34 -- STEP: 9525/31555 -- GLOBAL_STEP: 167300 | > loss_text_ce: 0.05327623710036278 (0.05102957370752106) | > loss_mel_ce: 3.164663076400757 (nan) | > loss: 0.012769601307809353 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14088232115497673) | > loader_time: 0.0045 (0.004557844222061293)  --> TIME: 2025-03-23 16:56:43 -- STEP: 9575/31555 -- GLOBAL_STEP: 167350 | > loss_text_ce: 0.049523379653692245 (0.051031655382471924) | > loss_mel_ce: 3.577263832092285 (nan) | > loss: 0.014392013661563396 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1674 (0.1408796619186196) | > loader_time: 0.0044 (0.00455781939135521)  --> TIME: 2025-03-23 16:56:53 -- STEP: 9625/31555 -- GLOBAL_STEP: 167400 | > loss_text_ce: 0.06114070862531662 (0.05103062451737262) | > loss_mel_ce: 2.8141090869903564 (nan) | > loss: 0.01140972226858139 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14087659246271256) | > loader_time: 0.0043 (0.004558014238035542)  --> TIME: 2025-03-23 16:57:03 -- STEP: 9675/31555 -- GLOBAL_STEP: 167450 | > loss_text_ce: 0.055751532316207886 (0.05103602315912869) | > loss_mel_ce: 3.626304864883423 (nan) | > loss: 0.014611335471272469 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14091461492139182) | > loader_time: 0.0047 (0.0045582330442522434)  --> TIME: 2025-03-23 16:57:13 -- STEP: 9725/31555 -- GLOBAL_STEP: 167500 | > loss_text_ce: 0.05407419428229332 (0.05103599932513992) | > loss_mel_ce: 3.1720528602600098 (nan) | > loss: 0.012802092358469963 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14091652188632) | > loader_time: 0.0048 (0.004558308951958919)  --> TIME: 2025-03-23 16:57:22 -- STEP: 9775/31555 -- GLOBAL_STEP: 167550 | > loss_text_ce: 0.06739766150712967 (0.05103553557754169) | > loss_mel_ce: 3.460279703140259 (nan) | > loss: 0.013998719863593578 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1409146668417064) | > loader_time: 0.0044 (0.004558116395760089)  --> TIME: 2025-03-23 16:57:32 -- STEP: 9825/31555 -- GLOBAL_STEP: 167600 | > loss_text_ce: 0.049803853034973145 (0.05103380476738353) | > loss_mel_ce: 3.284802198410034 (nan) | > loss: 0.013232564553618431 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14092106617740632) | > loader_time: 0.0044 (0.004558345076388701)  --> TIME: 2025-03-23 16:57:41 -- STEP: 9875/31555 -- GLOBAL_STEP: 167650 | > loss_text_ce: 0.04706953093409538 (0.05102717824864985) | > loss_mel_ce: 3.163140058517456 (nan) | > loss: 0.012738928198814392 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14091187551957077) | > loader_time: 0.0047 (0.004558200787894351)  --> TIME: 2025-03-23 16:57:51 -- STEP: 9925/31555 -- GLOBAL_STEP: 167700 | > loss_text_ce: 0.05132513493299484 (0.05102824683716372) | > loss_mel_ce: 3.779633045196533 (nan) | > loss: 0.015202215872704983 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1408933672676752) | > loader_time: 0.0044 (0.00455795977518002)  --> TIME: 2025-03-23 16:58:01 -- STEP: 9975/31555 -- GLOBAL_STEP: 167750 | > loss_text_ce: 0.0457523949444294 (0.05102708865993448) | > loss_mel_ce: 3.4423630237579346 (nan) | > loss: 0.013841728679835796 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14091103960099313) | > loader_time: 0.0044 (0.004557944013361365)  --> TIME: 2025-03-23 16:58:10 -- STEP: 10025/31555 -- GLOBAL_STEP: 167800 | > loss_text_ce: 0.05096718296408653 (0.05102148371946035) | > loss_mel_ce: 3.3880505561828613 (nan) | > loss: 0.013646896928548813 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14090975544993659) | > loader_time: 0.0046 (0.004557922700991376)  --> TIME: 2025-03-23 16:58:20 -- STEP: 10075/31555 -- GLOBAL_STEP: 167850 | > loss_text_ce: 0.041979096829891205 (0.05101670525376462) | > loss_mel_ce: 4.152008533477783 (nan) | > loss: 0.01664281077682972 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14092665729096687) | > loader_time: 0.0045 (0.00455823484188867)  --> TIME: 2025-03-23 16:58:30 -- STEP: 10125/31555 -- GLOBAL_STEP: 167900 | > loss_text_ce: 0.05336223542690277 (0.05101036577772944) | > loss_mel_ce: 3.3060779571533203 (nan) | > loss: 0.013331112451851368 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1409223005035771) | > loader_time: 0.0044 (0.004558139094599987)  --> TIME: 2025-03-23 16:58:39 -- STEP: 10175/31555 -- GLOBAL_STEP: 167950 | > loss_text_ce: 0.052846405655145645 (0.05101581101719955) | > loss_mel_ce: 3.9187045097351074 (nan) | > loss: 0.01576012372970581 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.140940356383452) | > loader_time: 0.0044 (0.004557802354967286)  --> TIME: 2025-03-23 16:58:49 -- STEP: 10225/31555 -- GLOBAL_STEP: 168000 | > loss_text_ce: 0.054559800773859024 (0.051013311562481276) | > loss_mel_ce: 3.5890755653381348 (nan) | > loss: 0.014458870515227318 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14095658134423095) | > loader_time: 0.0045 (0.0045581947270698945)  --> TIME: 2025-03-23 16:58:59 -- STEP: 10275/31555 -- GLOBAL_STEP: 168050 | > loss_text_ce: 0.0366223119199276 (0.0510075967273065) | > loss_mel_ce: 3.044868230819702 (nan) | > loss: 0.01222813781350851 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14094989546894096) | > loader_time: 0.0048 (0.0045584058181502895)  --> TIME: 2025-03-23 16:59:08 -- STEP: 10325/31555 -- GLOBAL_STEP: 168100 | > loss_text_ce: 0.056492485105991364 (0.05100009572653877) | > loss_mel_ce: 3.2360095977783203 (nan) | > loss: 0.013065485283732414 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1409371688002241) | > loader_time: 0.0046 (0.004559031664314923)  --> TIME: 2025-03-23 16:59:18 -- STEP: 10375/31555 -- GLOBAL_STEP: 168150 | > loss_text_ce: 0.035552047193050385 (0.050993453805525585) | > loss_mel_ce: 0.03350830078125 (nan) | > loss: 0.00027404900174587965 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14094406465737158) | > loader_time: 0.0044 (0.004559303674353182)  --> TIME: 2025-03-23 16:59:28 -- STEP: 10425/31555 -- GLOBAL_STEP: 168200 | > loss_text_ce: 0.053029317408800125 (0.050987241861524306) | > loss_mel_ce: 3.133450984954834 (nan) | > loss: 0.01264476403594017 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14093508532864818) | > loader_time: 0.0045 (0.004560125657408649)  --> TIME: 2025-03-23 16:59:37 -- STEP: 10475/31555 -- GLOBAL_STEP: 168250 | > loss_text_ce: 0.05812069773674011 (0.050980681005091795) | > loss_mel_ce: 3.2583091259002686 (nan) | > loss: 0.013160436414182186 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1409349879217028) | > loader_time: 0.0045 (0.0045598186001288375)  --> TIME: 2025-03-23 16:59:47 -- STEP: 10525/31555 -- GLOBAL_STEP: 168300 | > loss_text_ce: 0.05257175862789154 (0.05098386720371498) | > loss_mel_ce: 4.151197910308838 (nan) | > loss: 0.016681626439094543 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14094427108764593) | > loader_time: 0.0048 (0.004560064782439396)  --> TIME: 2025-03-23 16:59:57 -- STEP: 10575/31555 -- GLOBAL_STEP: 168350 | > loss_text_ce: 0.05398695170879364 (0.05097736023789176) | > loss_mel_ce: 3.828054428100586 (nan) | > loss: 0.015404927544295788 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14096242106552617) | > loader_time: 0.0047 (0.004560192031499632)  --> TIME: 2025-03-23 17:00:06 -- STEP: 10625/31555 -- GLOBAL_STEP: 168400 | > loss_text_ce: 0.0466192252933979 (0.05097860749381427) | > loss_mel_ce: 3.2543745040893555 (nan) | > loss: 0.013099182397127151 (nan) | > current_lr: 5e-06 | > step_time: 0.1895 (0.140938568003037) | > loader_time: 0.0047 (0.004559868554507995)  --> TIME: 2025-03-23 17:00:16 -- STEP: 10675/31555 -- GLOBAL_STEP: 168450 | > loss_text_ce: 0.05037403851747513 (0.05098040000075336) | > loss_mel_ce: 3.871603488922119 (nan) | > loss: 0.015563404187560081 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14091734917437407) | > loader_time: 0.0044 (0.004559982934098621)  --> TIME: 2025-03-23 17:00:25 -- STEP: 10725/31555 -- GLOBAL_STEP: 168500 | > loss_text_ce: 0.05179031193256378 (0.050977935819498) | > loss_mel_ce: 3.9921324253082275 (nan) | > loss: 0.016047313809394836 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1409193081844656) | > loader_time: 0.0045 (0.00456016720591726)  --> TIME: 2025-03-23 17:00:35 -- STEP: 10775/31555 -- GLOBAL_STEP: 168550 | > loss_text_ce: 0.05636272951960564 (0.05098012165687197) | > loss_mel_ce: 3.0045483112335205 (nan) | > loss: 0.012146472930908203 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14092436155420968) | > loader_time: 0.0045 (0.004560179455927527)  --> TIME: 2025-03-23 17:00:45 -- STEP: 10825/31555 -- GLOBAL_STEP: 168600 | > loss_text_ce: 0.03968352824449539 (0.05098351407976814) | > loss_mel_ce: 3.3727643489837646 (nan) | > loss: 0.01354146096855402 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14093919575627314) | > loader_time: 0.0047 (0.004560170515029598)  --> TIME: 2025-03-23 17:00:54 -- STEP: 10875/31555 -- GLOBAL_STEP: 168650 | > loss_text_ce: 0.04674507677555084 (0.050983398407526366) | > loss_mel_ce: 2.642522096633911 (nan) | > loss: 0.010671695694327354 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14093280423920687) | > loader_time: 0.0043 (0.0045599387157922566)  --> TIME: 2025-03-23 17:01:04 -- STEP: 10925/31555 -- GLOBAL_STEP: 168700 | > loss_text_ce: 0.05263962224125862 (0.05098495294235524) | > loss_mel_ce: 3.6718246936798096 (nan) | > loss: 0.014779621735215187 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14092584926421858) | > loader_time: 0.0063 (0.004560722944665562)  --> TIME: 2025-03-23 17:01:13 -- STEP: 10975/31555 -- GLOBAL_STEP: 168750 | > loss_text_ce: 0.05291415750980377 (0.050979546954969854) | > loss_mel_ce: 0.4865373969078064 (nan) | > loss: 0.0021406807936728 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14091884487039083) | > loader_time: 0.0044 (0.00456098519588115)  --> TIME: 2025-03-23 17:01:23 -- STEP: 11025/31555 -- GLOBAL_STEP: 168800 | > loss_text_ce: 0.0484587736427784 (0.05097634456646277) | > loss_mel_ce: 3.518707275390625 (nan) | > loss: 0.014155421406030655 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14094872256255153) | > loader_time: 0.0048 (0.004561332953489834)  --> TIME: 2025-03-23 17:01:33 -- STEP: 11075/31555 -- GLOBAL_STEP: 168850 | > loss_text_ce: 0.05488033965229988 (0.05096762778897584) | > loss_mel_ce: 3.7046380043029785 (nan) | > loss: 0.01491872500628233 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14096050017036071) | > loader_time: 0.0047 (0.00456138294383581)  --> TIME: 2025-03-23 17:01:43 -- STEP: 11125/31555 -- GLOBAL_STEP: 168900 | > loss_text_ce: 0.058672573417425156 (0.050969731750782926) | > loss_mel_ce: 3.419428825378418 (nan) | > loss: 0.013801991008222103 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14095471562160494) | > loader_time: 0.0047 (0.004561377386028849)  --> TIME: 2025-03-23 17:01:52 -- STEP: 11175/31555 -- GLOBAL_STEP: 168950 | > loss_text_ce: 0.05539485439658165 (0.05096940601365409) | > loss_mel_ce: 3.7810885906219482 (nan) | > loss: 0.015224142000079155 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14094627681194496) | > loader_time: 0.0045 (0.004561373627425845)  --> TIME: 2025-03-23 17:02:01 -- STEP: 11225/31555 -- GLOBAL_STEP: 169000 | > loss_text_ce: 0.0491303913295269 (0.05096316470899398) | > loss_mel_ce: 3.6664843559265137 (nan) | > loss: 0.014744504354894161 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.1409077186202148) | > loader_time: 0.0045 (0.004561042934324273)  --> TIME: 2025-03-23 17:02:11 -- STEP: 11275/31555 -- GLOBAL_STEP: 169050 | > loss_text_ce: 0.05347989499568939 (0.05095321343092456) | > loss_mel_ce: 2.8936619758605957 (nan) | > loss: 0.011695007793605328 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.1409093707522369) | > loader_time: 0.0046 (0.004560629745280404)  --> TIME: 2025-03-23 17:02:21 -- STEP: 11325/31555 -- GLOBAL_STEP: 169100 | > loss_text_ce: 0.04420943558216095 (0.05094983743433786) | > loss_mel_ce: 2.5428466796875 (nan) | > loss: 0.010266096331179142 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1409358190911227) | > loader_time: 0.0046 (0.004561501770356374)  --> TIME: 2025-03-23 17:02:31 -- STEP: 11375/31555 -- GLOBAL_STEP: 169150 | > loss_text_ce: 0.054849036037921906 (0.050954861808117896) | > loss_mel_ce: 3.150872230529785 (nan) | > loss: 0.012721117585897446 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14092469561230958) | > loader_time: 0.0044 (0.004561484431172469)  --> TIME: 2025-03-23 17:02:40 -- STEP: 11425/31555 -- GLOBAL_STEP: 169200 | > loss_text_ce: 0.04948580265045166 (0.05094866499810169) | > loss_mel_ce: 2.6491401195526123 (nan) | > loss: 0.010708834044635296 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.140938266549642) | > loader_time: 0.0045 (0.004561783876147787)  --> TIME: 2025-03-23 17:02:50 -- STEP: 11475/31555 -- GLOBAL_STEP: 169250 | > loss_text_ce: 0.054171908646821976 (0.05094693573114656) | > loss_mel_ce: 3.370100498199463 (nan) | > loss: 0.013588382862508297 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14093526489074915) | > loader_time: 0.0045 (0.004561641522742051)  --> TIME: 2025-03-23 17:03:00 -- STEP: 11525/31555 -- GLOBAL_STEP: 169300 | > loss_text_ce: 0.051028989255428314 (0.050948243727846905) | > loss_mel_ce: 3.435391664505005 (nan) | > loss: 0.013835003599524498 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14093066428591977) | > loader_time: 0.0046 (0.004561318130658666)  --> TIME: 2025-03-23 17:03:09 -- STEP: 11575/31555 -- GLOBAL_STEP: 169350 | > loss_text_ce: 0.04852995276451111 (0.050943443565176806) | > loss_mel_ce: 3.632401704788208 (nan) | > loss: 0.014606872573494911 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14093179383494114) | > loader_time: 0.0045 (0.0045611363404770445)  --> TIME: 2025-03-23 17:03:19 -- STEP: 11625/31555 -- GLOBAL_STEP: 169400 | > loss_text_ce: 0.040847793221473694 (0.0509435196677523) | > loss_mel_ce: 2.3963623046875 (nan) | > loss: 0.00967146921902895 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14093848017210556) | > loader_time: 0.0044 (0.0045608891107702864)  --> TIME: 2025-03-23 17:03:29 -- STEP: 11675/31555 -- GLOBAL_STEP: 169450 | > loss_text_ce: 0.0626450777053833 (0.05093892831347353) | > loss_mel_ce: 3.9098339080810547 (nan) | > loss: 0.01576380617916584 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14094691219370645) | > loader_time: 0.0045 (0.004560664501639462)  --> TIME: 2025-03-23 17:03:38 -- STEP: 11725/31555 -- GLOBAL_STEP: 169500 | > loss_text_ce: 0.05463195592164993 (0.05093620576472803) | > loss_mel_ce: 3.09381103515625 (nan) | > loss: 0.012493821792304516 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14093764540991532) | > loader_time: 0.0046 (0.0045602693740747205)  --> TIME: 2025-03-23 17:03:48 -- STEP: 11775/31555 -- GLOBAL_STEP: 169550 | > loss_text_ce: 0.04189595580101013 (0.05092364084853485) | > loss_mel_ce: 3.160773277282715 (nan) | > loss: 0.012709005735814571 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14092453482804002) | > loader_time: 0.0047 (0.00455988371701251)  --> TIME: 2025-03-23 17:03:57 -- STEP: 11825/31555 -- GLOBAL_STEP: 169600 | > loss_text_ce: 0.03555471822619438 (0.05092586754303399) | > loss_mel_ce: 3.346903085708618 (nan) | > loss: 0.013422451913356781 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14090221457451124) | > loader_time: 0.0044 (0.004559570618966173)  --> TIME: 2025-03-23 17:04:07 -- STEP: 11875/31555 -- GLOBAL_STEP: 169650 | > loss_text_ce: 0.0423780158162117 (0.05092945540672852) | > loss_mel_ce: 3.9259560108184814 (nan) | > loss: 0.01574735715985298 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14092923158344478) | > loader_time: 0.0044 (0.004559498596191416)  --> TIME: 2025-03-23 17:04:17 -- STEP: 11925/31555 -- GLOBAL_STEP: 169700 | > loss_text_ce: 0.05584617331624031 (0.05092630091140852) | > loss_mel_ce: 3.3735358715057373 (nan) | > loss: 0.013608659617602825 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14094533942280588) | > loader_time: 0.0048 (0.004559350543551988)  --> TIME: 2025-03-23 17:04:26 -- STEP: 11975/31555 -- GLOBAL_STEP: 169750 | > loss_text_ce: 0.03753015771508217 (0.05091695218687264) | > loss_mel_ce: 3.3997762203216553 (nan) | > loss: 0.013640105724334717 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14092233261634027) | > loader_time: 0.0044 (0.004558970027278524)  --> TIME: 2025-03-23 17:04:36 -- STEP: 12025/31555 -- GLOBAL_STEP: 169800 | > loss_text_ce: 0.049500998109579086 (0.05092386951875287) | > loss_mel_ce: 4.166801929473877 (nan) | > loss: 0.01673136092722416 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14094040256032334) | > loader_time: 0.0048 (0.004558895670202832)  --> TIME: 2025-03-23 17:04:46 -- STEP: 12075/31555 -- GLOBAL_STEP: 169850 | > loss_text_ce: 0.05879467725753784 (0.050920300652151494) | > loss_mel_ce: 3.143933057785034 (nan) | > loss: 0.01270923763513565 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14095710701083566) | > loader_time: 0.0047 (0.004558666774204814)  --> TIME: 2025-03-23 17:04:55 -- STEP: 12125/31555 -- GLOBAL_STEP: 169900 | > loss_text_ce: 0.04120544344186783 (0.05090845862169238) | > loss_mel_ce: 3.774920701980591 (nan) | > loss: 0.015143358148634434 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.1409473230814198) | > loader_time: 0.0046 (0.004558529726008794)  --> TIME: 2025-03-23 17:05:05 -- STEP: 12175/31555 -- GLOBAL_STEP: 169950 | > loss_text_ce: 0.05554765462875366 (0.05089873139174687) | > loss_mel_ce: 3.3452885150909424 (nan) | > loss: 0.013495382852852345 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1409501622883447) | > loader_time: 0.0047 (0.0045585854587124235)  --> TIME: 2025-03-23 17:05:15 -- STEP: 12225/31555 -- GLOBAL_STEP: 170000 | > loss_text_ce: 0.04250029847025871 (0.050899262415028027) | > loss_mel_ce: 3.077075242996216 (nan) | > loss: 0.012379268184304237 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14095166574957926) | > loader_time: 0.0045 (0.004558308197676784) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_170000.pth  --> TIME: 2025-03-23 17:05:29 -- STEP: 12275/31555 -- GLOBAL_STEP: 170050 | > loss_text_ce: 0.04887855798006058 (0.05089157092641058) | > loss_mel_ce: 3.2491531372070312 (nan) | > loss: 0.01308742817491293 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14093928354577984) | > loader_time: 0.0045 (0.004558236574689644)  --> TIME: 2025-03-23 17:05:39 -- STEP: 12325/31555 -- GLOBAL_STEP: 170100 | > loss_text_ce: 0.05429249629378319 (0.05088331909513979) | > loss_mel_ce: 2.940810441970825 (nan) | > loss: 0.011885329149663448 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14094295526856615) | > loader_time: 0.0045 (0.004558359033921201)  --> TIME: 2025-03-23 17:05:49 -- STEP: 12375/31555 -- GLOBAL_STEP: 170150 | > loss_text_ce: 0.06265299022197723 (0.050880543545189505) | > loss_mel_ce: 3.6225221157073975 (nan) | > loss: 0.014623711816966534 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14093172990432923) | > loader_time: 0.0043 (0.004558108377938331)  --> TIME: 2025-03-23 17:05:58 -- STEP: 12425/31555 -- GLOBAL_STEP: 170200 | > loss_text_ce: 0.04800933599472046 (0.05088155012630238) | > loss_mel_ce: 0.1407267302274704 (nan) | > loss: 0.000748952676076442 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14092337403019212) | > loader_time: 0.0046 (0.004558165855330969)  --> TIME: 2025-03-23 17:06:07 -- STEP: 12475/31555 -- GLOBAL_STEP: 170250 | > loss_text_ce: 0.0488286018371582 (0.05088292503389779) | > loss_mel_ce: 3.7599921226501465 (nan) | > loss: 0.015114368870854378 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1409131534782824) | > loader_time: 0.0044 (0.004558348053681839)  --> TIME: 2025-03-23 17:06:17 -- STEP: 12525/31555 -- GLOBAL_STEP: 170300 | > loss_text_ce: 0.05752759799361229 (0.05088281343901107) | > loss_mel_ce: 2.45139741897583 (nan) | > loss: 0.009956051595509052 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14091627191402747) | > loader_time: 0.0044 (0.004558353557320187)  --> TIME: 2025-03-23 17:06:27 -- STEP: 12575/31555 -- GLOBAL_STEP: 170350 | > loss_text_ce: 0.041073787957429886 (0.0508722135103187) | > loss_mel_ce: 3.198930263519287 (nan) | > loss: 0.012857159599661827 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14091080034229458) | > loader_time: 0.0043 (0.004558173932327682)  --> TIME: 2025-03-23 17:06:36 -- STEP: 12625/31555 -- GLOBAL_STEP: 170400 | > loss_text_ce: 0.04557250812649727 (0.05086439292339402) | > loss_mel_ce: 3.2219064235687256 (nan) | > loss: 0.012966186739504337 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14091764238565288) | > loader_time: 0.0045 (0.004558509033505292)  --> TIME: 2025-03-23 17:06:46 -- STEP: 12675/31555 -- GLOBAL_STEP: 170450 | > loss_text_ce: 0.04893283173441887 (0.05085465959587391) | > loss_mel_ce: 3.408198118209839 (nan) | > loss: 0.013718774542212486 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14091963794339585) | > loader_time: 0.0045 (0.0045584936536980925)  --> TIME: 2025-03-23 17:06:55 -- STEP: 12725/31555 -- GLOBAL_STEP: 170500 | > loss_text_ce: 0.03545558080077171 (0.05084946045150689) | > loss_mel_ce: 3.2492430210113525 (nan) | > loss: 0.01303451880812645 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14090218206754135) | > loader_time: 0.0044 (0.004558094545525526)  --> TIME: 2025-03-23 17:07:05 -- STEP: 12775/31555 -- GLOBAL_STEP: 170550 | > loss_text_ce: 0.045624878257513046 (0.05084219097799515) | > loss_mel_ce: 3.6089577674865723 (nan) | > loss: 0.014502312988042831 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14090097539345592) | > loader_time: 0.0045 (0.004557983805288789)  --> TIME: 2025-03-23 17:07:15 -- STEP: 12825/31555 -- GLOBAL_STEP: 170600 | > loss_text_ce: 0.0674462839961052 (0.05083980420789521) | > loss_mel_ce: 2.9736135005950928 (nan) | > loss: 0.012067697942256927 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14089117420114744) | > loader_time: 0.0046 (0.004557772965459111)  --> TIME: 2025-03-23 17:07:24 -- STEP: 12875/31555 -- GLOBAL_STEP: 170650 | > loss_text_ce: 0.047172583639621735 (0.050837962109197665) | > loss_mel_ce: 3.444262742996216 (nan) | > loss: 0.013854903168976307 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14088228279410075) | > loader_time: 0.0044 (0.004558050692660146)  --> TIME: 2025-03-23 17:07:34 -- STEP: 12925/31555 -- GLOBAL_STEP: 170700 | > loss_text_ce: 0.060369592159986496 (0.05083068903168117) | > loss_mel_ce: 3.5279455184936523 (nan) | > loss: 0.01423934567719698 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14087492391265344) | > loader_time: 0.0049 (0.004558038877564668)  --> TIME: 2025-03-23 17:07:43 -- STEP: 12975/31555 -- GLOBAL_STEP: 170750 | > loss_text_ce: 0.04961150884628296 (0.05082807692302557) | > loss_mel_ce: 3.135516405105591 (nan) | > loss: 0.012639397755265236 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.140876763624952) | > loader_time: 0.0043 (0.004557716391679191)  --> TIME: 2025-03-23 17:07:53 -- STEP: 13025/31555 -- GLOBAL_STEP: 170800 | > loss_text_ce: 0.044254302978515625 (0.050819141010033396) | > loss_mel_ce: 3.212845802307129 (nan) | > loss: 0.012925000861287117 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14087826622653604) | > loader_time: 0.0044 (0.004557720594351222)  --> TIME: 2025-03-23 17:08:03 -- STEP: 13075/31555 -- GLOBAL_STEP: 170850 | > loss_text_ce: 0.05098803713917732 (0.05081870004491981) | > loss_mel_ce: 3.2029640674591064 (nan) | > loss: 0.0129125090315938 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14088773909763896) | > loader_time: 0.0044 (0.0045577263877679105)  --> TIME: 2025-03-23 17:08:12 -- STEP: 13125/31555 -- GLOBAL_STEP: 170900 | > loss_text_ce: 0.05089462175965309 (0.050817099739256334) | > loss_mel_ce: 3.6588821411132812 (nan) | > loss: 0.014721337705850601 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14087241962977826) | > loader_time: 0.0045 (0.004557578677222851)  --> TIME: 2025-03-23 17:08:22 -- STEP: 13175/31555 -- GLOBAL_STEP: 170950 | > loss_text_ce: 0.044517748057842255 (0.05081760510689164) | > loss_mel_ce: 3.0292999744415283 (nan) | > loss: 0.012197690084576607 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14087610103599948) | > loader_time: 0.0047 (0.004557434042219427)  --> TIME: 2025-03-23 17:08:32 -- STEP: 13225/31555 -- GLOBAL_STEP: 171000 | > loss_text_ce: 0.050540074706077576 (0.05081107003505151) | > loss_mel_ce: 3.5479214191436768 (nan) | > loss: 0.01427960954606533 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1409040442576707) | > loader_time: 0.0048 (0.004557659855862426)  --> TIME: 2025-03-23 17:08:42 -- STEP: 13275/31555 -- GLOBAL_STEP: 171050 | > loss_text_ce: 0.043534744530916214 (0.05080200150665139) | > loss_mel_ce: 2.794416666030884 (nan) | > loss: 0.0112617127597332 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14091116481357163) | > loader_time: 0.0044 (0.004557639389612815)  --> TIME: 2025-03-23 17:08:51 -- STEP: 13325/31555 -- GLOBAL_STEP: 171100 | > loss_text_ce: 0.045881956815719604 (0.05080272581644955) | > loss_mel_ce: 4.106114387512207 (nan) | > loss: 0.01647617667913437 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14090545827854875) | > loader_time: 0.0044 (0.004557267863576011)  --> TIME: 2025-03-23 17:09:01 -- STEP: 13375/31555 -- GLOBAL_STEP: 171150 | > loss_text_ce: 0.05360213667154312 (0.050798027232567815) | > loss_mel_ce: 2.8935978412628174 (nan) | > loss: 0.011695238761603832 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14089671311423052) | > loader_time: 0.0046 (0.004557729524986769)  --> TIME: 2025-03-23 17:09:10 -- STEP: 13425/31555 -- GLOBAL_STEP: 171200 | > loss_text_ce: 0.03866393864154816 (0.050796549887547254) | > loss_mel_ce: 3.7731149196624756 (nan) | > loss: 0.015126107260584831 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14089440969115538) | > loader_time: 0.0045 (0.004558026510909951)  --> TIME: 2025-03-23 17:09:20 -- STEP: 13475/31555 -- GLOBAL_STEP: 171250 | > loss_text_ce: 0.052791401743888855 (0.05079875341594106) | > loss_mel_ce: 3.3261146545410156 (nan) | > loss: 0.013408358208835125 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14088669253191835) | > loader_time: 0.0047 (0.00455803554442907)  --> TIME: 2025-03-23 17:09:30 -- STEP: 13525/31555 -- GLOBAL_STEP: 171300 | > loss_text_ce: 0.06838619709014893 (0.05079323085710101) | > loss_mel_ce: 3.454970598220825 (nan) | > loss: 0.013981576077640057 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1408968208721958) | > loader_time: 0.0044 (0.004558279932977538)  --> TIME: 2025-03-23 17:09:39 -- STEP: 13575/31555 -- GLOBAL_STEP: 171350 | > loss_text_ce: 0.037118252366781235 (0.05079845720329225) | > loss_mel_ce: 3.180062770843506 (nan) | > loss: 0.01276659220457077 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.140909402910517) | > loader_time: 0.0044 (0.004558144722195629)  --> TIME: 2025-03-23 17:09:49 -- STEP: 13625/31555 -- GLOBAL_STEP: 171400 | > loss_text_ce: 0.052711859345436096 (0.050797545383692855) | > loss_mel_ce: 3.7013347148895264 (nan) | > loss: 0.01489701122045517 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1409182536973865) | > loader_time: 0.0045 (0.0045582124902567855)  --> TIME: 2025-03-23 17:09:59 -- STEP: 13675/31555 -- GLOBAL_STEP: 171450 | > loss_text_ce: 0.05091350898146629 (0.050794603748747565) | > loss_mel_ce: 3.1573410034179688 (nan) | > loss: 0.01273116935044527 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1409381655670389) | > loader_time: 0.0047 (0.004558570868790269)  --> TIME: 2025-03-23 17:10:09 -- STEP: 13725/31555 -- GLOBAL_STEP: 171500 | > loss_text_ce: 0.04564346373081207 (0.05079036117672158) | > loss_mel_ce: 3.0619218349456787 (nan) | > loss: 0.01233160961419344 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1409390017156827) | > loader_time: 0.0046 (0.004558361605868327)  --> TIME: 2025-03-23 17:10:18 -- STEP: 13775/31555 -- GLOBAL_STEP: 171550 | > loss_text_ce: 0.04545985907316208 (0.05078697968930166) | > loss_mel_ce: 3.3073058128356934 (nan) | > loss: 0.013304625637829304 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14094524352390406) | > loader_time: 0.0046 (0.0045580885587716636)  --> TIME: 2025-03-23 17:10:28 -- STEP: 13825/31555 -- GLOBAL_STEP: 171600 | > loss_text_ce: 0.05639104172587395 (0.05078508842689325) | > loss_mel_ce: 2.682676076889038 (nan) | > loss: 0.010869313962757587 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14096026108450302) | > loader_time: 0.0045 (0.0045578950223181345)  --> TIME: 2025-03-23 17:10:38 -- STEP: 13875/31555 -- GLOBAL_STEP: 171650 | > loss_text_ce: 0.055324405431747437 (0.05077880023929984) | > loss_mel_ce: 3.1079866886138916 (nan) | > loss: 0.012552822008728981 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1409514540251311) | > loader_time: 0.0046 (0.0045578007569184375)  --> TIME: 2025-03-23 17:10:48 -- STEP: 13925/31555 -- GLOBAL_STEP: 171700 | > loss_text_ce: 0.048246510326862335 (0.05077578027664115) | > loss_mel_ce: 3.7724714279174805 (nan) | > loss: 0.01516158040612936 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1409572434553768) | > loader_time: 0.0045 (0.004558145961384822)  --> TIME: 2025-03-23 17:10:57 -- STEP: 13975/31555 -- GLOBAL_STEP: 171750 | > loss_text_ce: 0.061161767691373825 (0.050771594031952125) | > loss_mel_ce: 3.523193359375 (nan) | > loss: 0.014223632402718067 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.140966613561395) | > loader_time: 0.0045 (0.0045578414425653975)  --> TIME: 2025-03-23 17:11:07 -- STEP: 14025/31555 -- GLOBAL_STEP: 171800 | > loss_text_ce: 0.04489583894610405 (0.05077153470148056) | > loss_mel_ce: 3.3765227794647217 (nan) | > loss: 0.013577058911323547 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14096413204376734) | > loader_time: 0.0045 (0.0045577827664407865)  --> TIME: 2025-03-23 17:11:17 -- STEP: 14075/31555 -- GLOBAL_STEP: 171850 | > loss_text_ce: 0.049987222999334335 (0.05077034163737062) | > loss_mel_ce: 3.7250912189483643 (nan) | > loss: 0.014980471692979336 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14097415431142932) | > loader_time: 0.0044 (0.004557836661330363)  --> TIME: 2025-03-23 17:11:27 -- STEP: 14125/31555 -- GLOBAL_STEP: 171900 | > loss_text_ce: 0.05139046162366867 (0.05076271866736684) | > loss_mel_ce: 3.688739538192749 (nan) | > loss: 0.014841786585748196 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14098237093360041) | > loader_time: 0.0047 (0.004557743832073406)  --> TIME: 2025-03-23 17:11:36 -- STEP: 14175/31555 -- GLOBAL_STEP: 171950 | > loss_text_ce: 0.05977673828601837 (0.050760893731442054) | > loss_mel_ce: 3.6125199794769287 (nan) | > loss: 0.014572607353329659 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14098029987732166) | > loader_time: 0.0047 (0.004557682874972253)  --> TIME: 2025-03-23 17:11:46 -- STEP: 14225/31555 -- GLOBAL_STEP: 172000 | > loss_text_ce: 0.050575003027915955 (0.05076067867526792) | > loss_mel_ce: 3.871741533279419 (nan) | > loss: 0.015564749017357826 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14097925293424654) | > loader_time: 0.0045 (0.00455771613833358)  --> TIME: 2025-03-23 17:11:55 -- STEP: 14275/31555 -- GLOBAL_STEP: 172050 | > loss_text_ce: 0.07931175827980042 (0.050763151542187336) | > loss_mel_ce: 3.446254253387451 (nan) | > loss: 0.013990342617034912 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14096316275788695) | > loader_time: 0.0045 (0.004557640289467004)  --> TIME: 2025-03-23 17:12:05 -- STEP: 14325/31555 -- GLOBAL_STEP: 172100 | > loss_text_ce: 0.04981318861246109 (0.05076379261676863) | > loss_mel_ce: 3.371046781539917 (nan) | > loss: 0.013574842363595963 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1409571017187096) | > loader_time: 0.0045 (0.004557454690051146)  --> TIME: 2025-03-23 17:12:14 -- STEP: 14375/31555 -- GLOBAL_STEP: 172150 | > loss_text_ce: 0.04231105372309685 (0.05076226097643373) | > loss_mel_ce: 3.7800586223602295 (nan) | > loss: 0.01516813412308693 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14096019388281789) | > loader_time: 0.0047 (0.004557560315339488)  --> TIME: 2025-03-23 17:12:24 -- STEP: 14425/31555 -- GLOBAL_STEP: 172200 | > loss_text_ce: 0.04618946835398674 (0.05075871601455441) | > loss_mel_ce: 3.0299770832061768 (nan) | > loss: 0.012207010760903358 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14098180038676947) | > loader_time: 0.0044 (0.004557468672145823)  --> TIME: 2025-03-23 17:12:34 -- STEP: 14475/31555 -- GLOBAL_STEP: 172250 | > loss_text_ce: 0.0411563403904438 (0.050752155081544285) | > loss_mel_ce: 2.7479894161224365 (nan) | > loss: 0.011068039573729038 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1409699701892282) | > loader_time: 0.0047 (0.004557289607784317)  --> TIME: 2025-03-23 17:12:43 -- STEP: 14525/31555 -- GLOBAL_STEP: 172300 | > loss_text_ce: 0.055764611810445786 (0.05074839508112858) | > loss_mel_ce: 3.5952296257019043 (nan) | > loss: 0.01448807306587696 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14096369406852807) | > loader_time: 0.0045 (0.0045571427665356155)  --> TIME: 2025-03-23 17:12:53 -- STEP: 14575/31555 -- GLOBAL_STEP: 172350 | > loss_text_ce: 0.048013363033533096 (0.05074082572684073) | > loss_mel_ce: 3.8386549949645996 (nan) | > loss: 0.015423288568854332 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14096394494712677) | > loader_time: 0.0045 (0.0045569862182512745)  --> TIME: 2025-03-23 17:13:03 -- STEP: 14625/31555 -- GLOBAL_STEP: 172400 | > loss_text_ce: 0.05747437849640846 (0.050741195684824214) | > loss_mel_ce: 4.043708324432373 (nan) | > loss: 0.01627453602850437 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1409618992438685) | > loader_time: 0.0044 (0.004557729998205487)  --> TIME: 2025-03-23 17:13:12 -- STEP: 14675/31555 -- GLOBAL_STEP: 172450 | > loss_text_ce: 0.0466000959277153 (0.05074049651533921) | > loss_mel_ce: 3.3888204097747803 (nan) | > loss: 0.013632621616125107 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14093635513591624) | > loader_time: 0.0044 (0.004557641612610201)  --> TIME: 2025-03-23 17:13:21 -- STEP: 14725/31555 -- GLOBAL_STEP: 172500 | > loss_text_ce: 0.048773910850286484 (0.05073110401921339) | > loss_mel_ce: 2.980083465576172 (nan) | > loss: 0.01201927661895752 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14093497783097447) | > loader_time: 0.0045 (0.004557549261277747)  --> TIME: 2025-03-23 17:13:31 -- STEP: 14775/31555 -- GLOBAL_STEP: 172550 | > loss_text_ce: 0.05103076249361038 (0.05072991792030643) | > loss_mel_ce: 2.6668577194213867 (nan) | > loss: 0.010785273276269436 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1409407062498246) | > loader_time: 0.0047 (0.004557415240912293)  --> TIME: 2025-03-23 17:13:41 -- STEP: 14825/31555 -- GLOBAL_STEP: 172600 | > loss_text_ce: 0.05382433161139488 (0.05072401817165577) | > loss_mel_ce: 2.863525390625 (nan) | > loss: 0.011576785705983639 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14093723546393222) | > loader_time: 0.0045 (0.0045574894080073845)  --> TIME: 2025-03-23 17:13:50 -- STEP: 14875/31555 -- GLOBAL_STEP: 172650 | > loss_text_ce: 0.04956692084670067 (0.050722979688343856) | > loss_mel_ce: 3.6007256507873535 (nan) | > loss: 0.014485289342701435 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14093010008034604) | > loader_time: 0.0046 (0.00455738668682197)  --> TIME: 2025-03-23 17:14:00 -- STEP: 14925/31555 -- GLOBAL_STEP: 172700 | > loss_text_ce: 0.05739939212799072 (0.050722164524659816) | > loss_mel_ce: 3.866074562072754 (nan) | > loss: 0.015569341368973255 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14093630188473924) | > loader_time: 0.0046 (0.004557392273716017)  --> TIME: 2025-03-23 17:14:10 -- STEP: 14975/31555 -- GLOBAL_STEP: 172750 | > loss_text_ce: 0.05053701251745224 (0.05071895164942898) | > loss_mel_ce: 3.652405261993408 (nan) | > loss: 0.014694216661155224 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1409376429715421) | > loader_time: 0.0049 (0.0045575331208702165)  --> TIME: 2025-03-23 17:14:19 -- STEP: 15025/31555 -- GLOBAL_STEP: 172800 | > loss_text_ce: 0.05185018107295036 (0.05071772140641377) | > loss_mel_ce: 3.4088551998138428 (nan) | > loss: 0.01373295858502388 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.1409370479805896) | > loader_time: 0.0045 (0.004557638311148111)  --> TIME: 2025-03-23 17:14:29 -- STEP: 15075/31555 -- GLOBAL_STEP: 172850 | > loss_text_ce: 0.06348958611488342 (0.05071601633359344) | > loss_mel_ce: 3.4077227115631104 (nan) | > loss: 0.01377465296536684 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14093764589793664) | > loader_time: 0.0045 (0.004557859980644896)  --> TIME: 2025-03-23 17:14:39 -- STEP: 15125/31555 -- GLOBAL_STEP: 172900 | > loss_text_ce: 0.04447053372859955 (0.050715888397013825) | > loss_mel_ce: 2.670569896697998 (nan) | > loss: 0.010773970745503902 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1409375109711956) | > loader_time: 0.0045 (0.004557575887885)  --> TIME: 2025-03-23 17:14:48 -- STEP: 15175/31555 -- GLOBAL_STEP: 172950 | > loss_text_ce: 0.05013548582792282 (0.05071665459473598) | > loss_mel_ce: 3.672898769378662 (nan) | > loss: 0.01477394625544548 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14092140665949882) | > loader_time: 0.005 (0.004557404447426734)  --> TIME: 2025-03-23 17:14:58 -- STEP: 15225/31555 -- GLOBAL_STEP: 173000 | > loss_text_ce: 0.05241162329912186 (0.05071993692412554) | > loss_mel_ce: 3.259002447128296 (nan) | > loss: 0.013140532188117504 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14092095365665247) | > loader_time: 0.0045 (0.0045578761171237835)  --> TIME: 2025-03-23 17:15:07 -- STEP: 15275/31555 -- GLOBAL_STEP: 173050 | > loss_text_ce: 0.05679804086685181 (0.0507184288603194) | > loss_mel_ce: 3.3379626274108887 (nan) | > loss: 0.013471272774040699 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14090274943462583) | > loader_time: 0.0046 (0.004557947776906838)  --> TIME: 2025-03-23 17:15:16 -- STEP: 15325/31555 -- GLOBAL_STEP: 173100 | > loss_text_ce: 0.05117780715227127 (0.05071885697215453) | > loss_mel_ce: 3.6343305110931396 (nan) | > loss: 0.014625033363699913 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14090348414845819) | > loader_time: 0.0045 (0.004558041807488968)  --> TIME: 2025-03-23 17:15:26 -- STEP: 15375/31555 -- GLOBAL_STEP: 173150 | > loss_text_ce: 0.04778367280960083 (0.05071893339113489) | > loss_mel_ce: 2.3161580562591553 (nan) | > loss: 0.009380721487104893 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14091468944394508) | > loader_time: 0.0046 (0.004558600929694471)  --> TIME: 2025-03-23 17:15:36 -- STEP: 15425/31555 -- GLOBAL_STEP: 173200 | > loss_text_ce: 0.0442080982029438 (0.0507181353458902) | > loss_mel_ce: 3.5842862129211426 (nan) | > loss: 0.014398787170648575 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14091373843930352) | > loader_time: 0.0047 (0.00455931512038173)  --> TIME: 2025-03-23 17:15:46 -- STEP: 15475/31555 -- GLOBAL_STEP: 173250 | > loss_text_ce: 0.05820286273956299 (0.050719744188046006) | > loss_mel_ce: 3.4215610027313232 (nan) | > loss: 0.01380858849734068 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1409219707002164) | > loader_time: 0.0044 (0.0045593073448957884)  --> TIME: 2025-03-23 17:15:55 -- STEP: 15525/31555 -- GLOBAL_STEP: 173300 | > loss_text_ce: 0.047299325466156006 (0.050720685199023036) | > loss_mel_ce: 3.28997802734375 (nan) | > loss: 0.013243164867162704 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14091981628282843) | > loader_time: 0.0046 (0.004559756077814049)  --> TIME: 2025-03-23 17:16:05 -- STEP: 15575/31555 -- GLOBAL_STEP: 173350 | > loss_text_ce: 0.0640161782503128 (0.05071514455335479) | > loss_mel_ce: 3.677985429763794 (nan) | > loss: 0.01484921295195818 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14092048248548203) | > loader_time: 0.0044 (0.00455998131398407)  --> TIME: 2025-03-23 17:16:15 -- STEP: 15625/31555 -- GLOBAL_STEP: 173400 | > loss_text_ce: 0.05675617232918739 (0.05071751375031469) | > loss_mel_ce: 3.420560598373413 (nan) | > loss: 0.013798877596855164 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14092707936096208) | > loader_time: 0.0045 (0.00456034381103518)  --> TIME: 2025-03-23 17:16:24 -- STEP: 15675/31555 -- GLOBAL_STEP: 173450 | > loss_text_ce: 0.051854029297828674 (0.05071943239637157) | > loss_mel_ce: 3.5572450160980225 (nan) | > loss: 0.014321822673082352 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14092186866954962) | > loader_time: 0.0046 (0.0045604567246384075)  --> TIME: 2025-03-23 17:16:34 -- STEP: 15725/31555 -- GLOBAL_STEP: 173500 | > loss_text_ce: 0.055055197328329086 (0.05072065185654805) | > loss_mel_ce: 3.0364227294921875 (nan) | > loss: 0.012267770245671272 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14092913162158685) | > loader_time: 0.0045 (0.004560612146350296)  --> TIME: 2025-03-23 17:16:43 -- STEP: 15775/31555 -- GLOBAL_STEP: 173550 | > loss_text_ce: 0.03298843279480934 (0.05071316656463212) | > loss_mel_ce: 2.0340781211853027 (nan) | > loss: 0.008202645927667618 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.140911500087442) | > loader_time: 0.0043 (0.00456049790661991)  --> TIME: 2025-03-23 17:16:53 -- STEP: 15825/31555 -- GLOBAL_STEP: 173600 | > loss_text_ce: 0.04060082510113716 (0.05071140211305063) | > loss_mel_ce: 3.531846761703491 (nan) | > loss: 0.014176379889249802 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14090840461694815) | > loader_time: 0.0046 (0.004560742521361364)  --> TIME: 2025-03-23 17:17:03 -- STEP: 15875/31555 -- GLOBAL_STEP: 173650 | > loss_text_ce: 0.0485769584774971 (0.050703831833530576) | > loss_mel_ce: 3.329777717590332 (nan) | > loss: 0.013406170532107353 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.151 (0.14091548928688846) | > loader_time: 0.0046 (0.004560845923236059)  --> TIME: 2025-03-23 17:17:13 -- STEP: 15925/31555 -- GLOBAL_STEP: 173700 | > loss_text_ce: 0.05208718776702881 (0.05070007920966977) | > loss_mel_ce: 3.5717790126800537 (nan) | > loss: 0.014380421489477158 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14092504103105163) | > loader_time: 0.0045 (0.004561146806510338)  --> TIME: 2025-03-23 17:17:22 -- STEP: 15975/31555 -- GLOBAL_STEP: 173750 | > loss_text_ce: 0.04944532737135887 (0.05069706418821134) | > loss_mel_ce: 3.779273271560669 (nan) | > loss: 0.015193329192698002 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14092555752009497) | > loader_time: 0.0048 (0.0045609651783449405)  --> TIME: 2025-03-23 17:17:32 -- STEP: 16025/31555 -- GLOBAL_STEP: 173800 | > loss_text_ce: 0.054736360907554626 (0.05070071969733407) | > loss_mel_ce: 1.6153428554534912 (nan) | > loss: 0.006627298891544342 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14091534842195097) | > loader_time: 0.0044 (0.004560974525773046)  --> TIME: 2025-03-23 17:17:41 -- STEP: 16075/31555 -- GLOBAL_STEP: 173850 | > loss_text_ce: 0.049571990966796875 (0.050704692883958694) | > loss_mel_ce: 3.0069026947021484 (nan) | > loss: 0.012128868140280247 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14091904383610435) | > loader_time: 0.0044 (0.004560922782862376)  --> TIME: 2025-03-23 17:17:51 -- STEP: 16125/31555 -- GLOBAL_STEP: 173900 | > loss_text_ce: 0.03161877021193504 (0.050702872397363624) | > loss_mel_ce: 0.13311767578125 (nan) | > loss: 0.0006537160952575505 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1409205654351288) | > loader_time: 0.0044 (0.004560962750930217)  --> TIME: 2025-03-23 17:18:01 -- STEP: 16175/31555 -- GLOBAL_STEP: 173950 | > loss_text_ce: 0.04736979305744171 (0.050702156036447316) | > loss_mel_ce: 3.72676944732666 (nan) | > loss: 0.01497674360871315 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1409292970742842) | > loader_time: 0.0047 (0.004560990856825131)  --> TIME: 2025-03-23 17:18:11 -- STEP: 16225/31555 -- GLOBAL_STEP: 174000 | > loss_text_ce: 0.049106042832136154 (0.050702158436753145) | > loss_mel_ce: 2.8464818000793457 (nan) | > loss: 0.011490428820252419 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14094292076416504) | > loader_time: 0.0048 (0.004560961951092712)  --> TIME: 2025-03-23 17:18:20 -- STEP: 16275/31555 -- GLOBAL_STEP: 174050 | > loss_text_ce: 0.05476812273263931 (0.05069419524167446) | > loss_mel_ce: 3.424246311187744 (nan) | > loss: 0.013805613853037357 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1409398046982821) | > loader_time: 0.0045 (0.004560925121864072)  --> TIME: 2025-03-23 17:18:30 -- STEP: 16325/31555 -- GLOBAL_STEP: 174100 | > loss_text_ce: 0.04929394647479057 (0.0506888948625116) | > loss_mel_ce: 3.1533467769622803 (nan) | > loss: 0.012708893045783043 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1409325330217255) | > loader_time: 0.0046 (0.00456108911114121)  --> TIME: 2025-03-23 17:18:39 -- STEP: 16375/31555 -- GLOBAL_STEP: 174150 | > loss_text_ce: 0.05679304897785187 (0.050687652515659785) | > loss_mel_ce: 2.9532663822174072 (nan) | > loss: 0.011944680474698544 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14092667483555468) | > loader_time: 0.0048 (0.004561083611641244)  --> TIME: 2025-03-23 17:18:49 -- STEP: 16425/31555 -- GLOBAL_STEP: 174200 | > loss_text_ce: 0.06515143066644669 (0.05068648765904081) | > loss_mel_ce: 3.2472565174102783 (nan) | > loss: 0.013144477270543575 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14094098831420637) | > loader_time: 0.0044 (0.0045611855319646075)  --> TIME: 2025-03-23 17:18:59 -- STEP: 16475/31555 -- GLOBAL_STEP: 174250 | > loss_text_ce: 0.05532008036971092 (0.05068491968957985) | > loss_mel_ce: 3.385652780532837 (nan) | > loss: 0.01365465484559536 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14095267793658306) | > loader_time: 0.0044 (0.004561254026676368)  --> TIME: 2025-03-23 17:19:09 -- STEP: 16525/31555 -- GLOBAL_STEP: 174300 | > loss_text_ce: 0.04509981349110603 (0.05068410094551255) | > loss_mel_ce: 3.115917682647705 (nan) | > loss: 0.012543720193207264 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14097217015888275) | > loader_time: 0.0044 (0.004561398069003728)  --> TIME: 2025-03-23 17:19:19 -- STEP: 16575/31555 -- GLOBAL_STEP: 174350 | > loss_text_ce: 0.04929198697209358 (0.05068309444501477) | > loss_mel_ce: 3.0959391593933105 (nan) | > loss: 0.012481076642870903 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14097565292772685) | > loader_time: 0.0045 (0.00456146714913901)  --> TIME: 2025-03-23 17:19:29 -- STEP: 16625/31555 -- GLOBAL_STEP: 174400 | > loss_text_ce: 0.03715581074357033 (0.05067836566986443) | > loss_mel_ce: 2.0396485328674316 (nan) | > loss: 0.008241287432610989 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14097762909509204) | > loader_time: 0.0044 (0.00456140303073971)  --> TIME: 2025-03-23 17:19:38 -- STEP: 16675/31555 -- GLOBAL_STEP: 174450 | > loss_text_ce: 0.0484323687851429 (0.050677146644539525) | > loss_mel_ce: 2.2631783485412598 (nan) | > loss: 0.009173058904707432 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14098378360182107) | > loader_time: 0.0046 (0.004561398876481882)  --> TIME: 2025-03-23 17:19:48 -- STEP: 16725/31555 -- GLOBAL_STEP: 174500 | > loss_text_ce: 0.056981418281793594 (0.05067226460662922) | > loss_mel_ce: 3.4024577140808105 (nan) | > loss: 0.013727933168411255 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1409681974647649) | > loader_time: 0.0045 (0.0045612542761102924)  --> TIME: 2025-03-23 17:19:57 -- STEP: 16775/31555 -- GLOBAL_STEP: 174550 | > loss_text_ce: 0.04729657620191574 (0.05066989212351029) | > loss_mel_ce: 2.9902782440185547 (nan) | > loss: 0.012053868733346462 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14096635170380886) | > loader_time: 0.0045 (0.0045611586478357165)  --> TIME: 2025-03-23 17:20:07 -- STEP: 16825/31555 -- GLOBAL_STEP: 174600 | > loss_text_ce: 0.07940968126058578 (0.050665497458906576) | > loss_mel_ce: 3.481046438217163 (nan) | > loss: 0.014128794893622398 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14095837765958671) | > loader_time: 0.0068 (0.004561369316361833)  --> TIME: 2025-03-23 17:20:16 -- STEP: 16875/31555 -- GLOBAL_STEP: 174650 | > loss_text_ce: 0.06070117652416229 (0.050662755661430144) | > loss_mel_ce: 1.8227494955062866 (nan) | > loss: 0.007474010810256004 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1409521496242949) | > loader_time: 0.0044 (0.004561237137405982)  --> TIME: 2025-03-23 17:20:26 -- STEP: 16925/31555 -- GLOBAL_STEP: 174700 | > loss_text_ce: 0.04848363250494003 (0.050662245255079154) | > loss_mel_ce: 4.108500003814697 (nan) | > loss: 0.016495969146490097 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14094215440961438) | > loader_time: 0.0045 (0.004561119051416326)  --> TIME: 2025-03-23 17:20:35 -- STEP: 16975/31555 -- GLOBAL_STEP: 174750 | > loss_text_ce: 0.04524462670087814 (0.05065472531004835) | > loss_mel_ce: 3.5391201972961426 (nan) | > loss: 0.014223670586943626 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14093363430433337) | > loader_time: 0.0045 (0.00456095347172735)  --> TIME: 2025-03-23 17:20:45 -- STEP: 17025/31555 -- GLOBAL_STEP: 174800 | > loss_text_ce: 0.04364022985100746 (0.050657946756123215) | > loss_mel_ce: 3.189161777496338 (nan) | > loss: 0.012828580103814602 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14093107940517002) | > loader_time: 0.0045 (0.0045608146460221054)  --> TIME: 2025-03-23 17:20:55 -- STEP: 17075/31555 -- GLOBAL_STEP: 174850 | > loss_text_ce: 0.03684888035058975 (0.05065487707287372) | > loss_mel_ce: 1.9621124267578125 (nan) | > loss: 0.007932386361062527 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14094271617962031) | > loader_time: 0.0045 (0.004560795709992593)  --> TIME: 2025-03-23 17:21:04 -- STEP: 17125/31555 -- GLOBAL_STEP: 174900 | > loss_text_ce: 0.04421881213784218 (0.050652334668884275) | > loss_mel_ce: 3.4863970279693604 (nan) | > loss: 0.014010380953550339 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14093810907071547) | > loader_time: 0.0044 (0.004560695508970854)  --> TIME: 2025-03-23 17:21:14 -- STEP: 17175/31555 -- GLOBAL_STEP: 174950 | > loss_text_ce: 0.047880370169878006 (0.050651726827155505) | > loss_mel_ce: 3.95393967628479 (nan) | > loss: 0.015880240127444267 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14093221829621222) | > loader_time: 0.0046 (0.004560631414688333)  --> TIME: 2025-03-23 17:21:23 -- STEP: 17225/31555 -- GLOBAL_STEP: 175000 | > loss_text_ce: 0.04471973702311516 (0.050645501552303684) | > loss_mel_ce: 2.691411256790161 (nan) | > loss: 0.010857663117349148 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1409103542350029) | > loader_time: 0.0047 (0.004560630366487348)  --> TIME: 2025-03-23 17:21:32 -- STEP: 17275/31555 -- GLOBAL_STEP: 175050 | > loss_text_ce: 0.06157734617590904 (0.05064690354904193) | > loss_mel_ce: 2.9163568019866943 (nan) | > loss: 0.011817199178040028 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14091261623564763) | > loader_time: 0.0044 (0.004560828478049982)  --> TIME: 2025-03-23 17:21:42 -- STEP: 17325/31555 -- GLOBAL_STEP: 175100 | > loss_text_ce: 0.05278664082288742 (0.05064534775848248) | > loss_mel_ce: 3.6298038959503174 (nan) | > loss: 0.014613455161452293 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14091563724336184) | > loader_time: 0.0046 (0.004561104162086855)  --> TIME: 2025-03-23 17:21:52 -- STEP: 17375/31555 -- GLOBAL_STEP: 175150 | > loss_text_ce: 0.04545135423541069 (0.050639921732622016) | > loss_mel_ce: 2.3268229961395264 (nan) | > loss: 0.009413788095116615 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14092701714330444) | > loader_time: 0.0043 (0.004562046819453644)  --> TIME: 2025-03-23 17:22:02 -- STEP: 17425/31555 -- GLOBAL_STEP: 175200 | > loss_text_ce: 0.047172147780656815 (0.05063736764620581) | > loss_mel_ce: 3.3597705364227295 (nan) | > loss: 0.01351961400359869 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14093419677044777) | > loader_time: 0.0044 (0.004562127908298953)  --> TIME: 2025-03-23 17:22:12 -- STEP: 17475/31555 -- GLOBAL_STEP: 175250 | > loss_text_ce: 0.04733937233686447 (0.05063404882148177) | > loss_mel_ce: 0.2560521066188812 (nan) | > loss: 0.0012039345456287265 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14094354779594104) | > loader_time: 0.0047 (0.004562054771892699)  --> TIME: 2025-03-23 17:22:21 -- STEP: 17525/31555 -- GLOBAL_STEP: 175300 | > loss_text_ce: 0.056153491139411926 (0.0506295208137657) | > loss_mel_ce: 4.45634126663208 (nan) | > loss: 0.01790672540664673 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1409492752929557) | > loader_time: 0.0044 (0.004562218512346018)  --> TIME: 2025-03-23 17:22:31 -- STEP: 17575/31555 -- GLOBAL_STEP: 175350 | > loss_text_ce: 0.040549974888563156 (0.05062695837620727) | > loss_mel_ce: 2.2313475608825684 (nan) | > loss: 0.009015467017889023 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14094993632005937) | > loader_time: 0.0042 (0.004562125036421431)  --> TIME: 2025-03-23 17:22:41 -- STEP: 17625/31555 -- GLOBAL_STEP: 175400 | > loss_text_ce: 0.04488027095794678 (0.05062514583090086) | > loss_mel_ce: 3.2427480220794678 (nan) | > loss: 0.013046144507825375 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14094753686079745) | > loader_time: 0.0043 (0.004562149913598485)  --> TIME: 2025-03-23 17:22:50 -- STEP: 17675/31555 -- GLOBAL_STEP: 175450 | > loss_text_ce: 0.044706180691719055 (0.05062629919377962) | > loss_mel_ce: 3.0699384212493896 (nan) | > loss: 0.012359701097011566 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14094878811816008) | > loader_time: 0.0045 (0.004562204582182005)  --> TIME: 2025-03-23 17:23:00 -- STEP: 17725/31555 -- GLOBAL_STEP: 175500 | > loss_text_ce: 0.05096418410539627 (0.05062666365390765) | > loss_mel_ce: 3.513359785079956 (nan) | > loss: 0.014144143089652061 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.1409457858560452) | > loader_time: 0.0047 (0.004562164731691542)  --> TIME: 2025-03-23 17:23:09 -- STEP: 17775/31555 -- GLOBAL_STEP: 175550 | > loss_text_ce: 0.05055924132466316 (0.05062720795954491) | > loss_mel_ce: 3.128268241882324 (nan) | > loss: 0.012614395469427109 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14094014112791767) | > loader_time: 0.0044 (0.004562082089452327)  --> TIME: 2025-03-23 17:23:19 -- STEP: 17825/31555 -- GLOBAL_STEP: 175600 | > loss_text_ce: 0.0582713782787323 (0.05062694863801579) | > loss_mel_ce: 0.629711925983429 (nan) | > loss: 0.0027300924994051456 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14093029923726602) | > loader_time: 0.0044 (0.004561938182836184)  --> TIME: 2025-03-23 17:23:28 -- STEP: 17875/31555 -- GLOBAL_STEP: 175650 | > loss_text_ce: 0.04775017499923706 (0.05061834234791195) | > loss_mel_ce: 3.508460760116577 (nan) | > loss: 0.014111949130892754 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14092623354505002) | > loader_time: 0.0043 (0.004561935224733175)  --> TIME: 2025-03-23 17:23:38 -- STEP: 17925/31555 -- GLOBAL_STEP: 175700 | > loss_text_ce: 0.04113146290183067 (0.050614771725118836) | > loss_mel_ce: 2.9835357666015625 (nan) | > loss: 0.012002648785710335 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14090654002073932) | > loader_time: 0.0047 (0.004561679845408268)  --> TIME: 2025-03-23 17:23:47 -- STEP: 17975/31555 -- GLOBAL_STEP: 175750 | > loss_text_ce: 0.06571583449840546 (0.05061152140561987) | > loss_mel_ce: 3.1892201900482178 (nan) | > loss: 0.012916413135826588 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1408991996038276) | > loader_time: 0.0044 (0.004561483027706243)  --> TIME: 2025-03-23 17:23:56 -- STEP: 18025/31555 -- GLOBAL_STEP: 175800 | > loss_text_ce: 0.048997581005096436 (0.050605967552730446) | > loss_mel_ce: 2.692290782928467 (nan) | > loss: 0.010878128930926323 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14088865121426108) | > loader_time: 0.0044 (0.004561329641884496)  --> TIME: 2025-03-23 17:24:06 -- STEP: 18075/31555 -- GLOBAL_STEP: 175850 | > loss_text_ce: 0.05107317864894867 (0.05060219149773788) | > loss_mel_ce: 3.9650228023529053 (nan) | > loss: 0.015936890617012978 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14089107128264675) | > loader_time: 0.0047 (0.00456117783014872)  --> TIME: 2025-03-23 17:24:16 -- STEP: 18125/31555 -- GLOBAL_STEP: 175900 | > loss_text_ce: 0.0497359037399292 (0.05059763266433926) | > loss_mel_ce: 3.3766117095947266 (nan) | > loss: 0.013596618548035622 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14089015543707498) | > loader_time: 0.0045 (0.004561053756187722)  --> TIME: 2025-03-23 17:24:26 -- STEP: 18175/31555 -- GLOBAL_STEP: 175950 | > loss_text_ce: 0.05259279906749725 (0.05060106704014119) | > loss_mel_ce: 3.2131102085113525 (nan) | > loss: 0.012959139421582222 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14089866622442077) | > loader_time: 0.0047 (0.004560941331488248)  --> TIME: 2025-03-23 17:24:35 -- STEP: 18225/31555 -- GLOBAL_STEP: 176000 | > loss_text_ce: 0.03729495033621788 (0.05060381023491767) | > loss_mel_ce: 3.281013011932373 (nan) | > loss: 0.01316788885742426 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14090167022045758) | > loader_time: 0.0044 (0.004560919200441984)  --> TIME: 2025-03-23 17:24:45 -- STEP: 18275/31555 -- GLOBAL_STEP: 176050 | > loss_text_ce: 0.055819280445575714 (0.050605184127323066) | > loss_mel_ce: 3.4923012256622314 (nan) | > loss: 0.014079843647778034 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14090989647746585) | > loader_time: 0.0044 (0.00456104133752076)  --> TIME: 2025-03-23 17:24:55 -- STEP: 18325/31555 -- GLOBAL_STEP: 176100 | > loss_text_ce: 0.04655025899410248 (0.05060258026774792) | > loss_mel_ce: 3.034269094467163 (nan) | > loss: 0.01222547423094511 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1409160401160851) | > loader_time: 0.0047 (0.004560961924991393)  --> TIME: 2025-03-23 17:25:05 -- STEP: 18375/31555 -- GLOBAL_STEP: 176150 | > loss_text_ce: 0.05375215783715248 (0.05060506930754703) | > loss_mel_ce: 3.8572916984558105 (nan) | > loss: 0.01552001666277647 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.1409254789676797) | > loader_time: 0.0047 (0.00456103685599608)  --> TIME: 2025-03-23 17:25:14 -- STEP: 18425/31555 -- GLOBAL_STEP: 176200 | > loss_text_ce: 0.047075189650058746 (0.05060632186644841) | > loss_mel_ce: 2.754256248474121 (nan) | > loss: 0.011116395704448223 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14092502564232262) | > loader_time: 0.0045 (0.004561065844635483)  --> TIME: 2025-03-23 17:25:24 -- STEP: 18475/31555 -- GLOBAL_STEP: 176250 | > loss_text_ce: 0.058993205428123474 (0.05060923806738226) | > loss_mel_ce: 2.141289710998535 (nan) | > loss: 0.008731281384825706 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14092134114369975) | > loader_time: 0.0043 (0.00456111195606858)  --> TIME: 2025-03-23 17:25:33 -- STEP: 18525/31555 -- GLOBAL_STEP: 176300 | > loss_text_ce: 0.048364728689193726 (0.05061007395698396) | > loss_mel_ce: 1.910888671875 (nan) | > loss: 0.007774815429002047 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14091622216177055) | > loader_time: 0.0044 (0.004560892926214859)  --> TIME: 2025-03-23 17:25:43 -- STEP: 18575/31555 -- GLOBAL_STEP: 176350 | > loss_text_ce: 0.052747294306755066 (0.0506034603389043) | > loss_mel_ce: 3.0304007530212402 (nan) | > loss: 0.012234714813530445 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14092048360072437) | > loader_time: 0.0044 (0.004560832528054011)  --> TIME: 2025-03-23 17:25:53 -- STEP: 18625/31555 -- GLOBAL_STEP: 176400 | > loss_text_ce: 0.048599615693092346 (0.050600509939677796) | > loss_mel_ce: 3.3038296699523926 (nan) | > loss: 0.013303291983902454 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14091832758756292) | > loader_time: 0.0044 (0.004560831185155287)  --> TIME: 2025-03-23 17:26:03 -- STEP: 18675/31555 -- GLOBAL_STEP: 176450 | > loss_text_ce: 0.05085087567567825 (0.050596483106633915) | > loss_mel_ce: 2.9524905681610107 (nan) | > loss: 0.01191802229732275 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14093229412553784) | > loader_time: 0.0048 (0.004560767892533695)  --> TIME: 2025-03-23 17:26:12 -- STEP: 18725/31555 -- GLOBAL_STEP: 176500 | > loss_text_ce: 0.04800120368599892 (0.050593428218535824) | > loss_mel_ce: 2.9441328048706055 (nan) | > loss: 0.011873548850417137 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.1409359866118081) | > loader_time: 0.0047 (0.00456080488910346)  --> TIME: 2025-03-23 17:26:22 -- STEP: 18775/31555 -- GLOBAL_STEP: 176550 | > loss_text_ce: 0.04981006681919098 (0.05059434555470946) | > loss_mel_ce: 2.8348491191864014 (nan) | > loss: 0.011447061784565449 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14093131267278394) | > loader_time: 0.0043 (0.0045608944264296574)  --> TIME: 2025-03-23 17:26:32 -- STEP: 18825/31555 -- GLOBAL_STEP: 176600 | > loss_text_ce: 0.03499067202210426 (0.05058926148273319) | > loss_mel_ce: 1.6703612804412842 (nan) | > loss: 0.006767270155251026 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1409380310306828) | > loader_time: 0.0046 (0.00456075990025901)  --> TIME: 2025-03-23 17:26:41 -- STEP: 18875/31555 -- GLOBAL_STEP: 176650 | > loss_text_ce: 0.04615313932299614 (0.050584491126486004) | > loss_mel_ce: 3.331932783126831 (nan) | > loss: 0.013405103236436844 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14094627544579913) | > loader_time: 0.0047 (0.0045610199227238525)  --> TIME: 2025-03-23 17:26:51 -- STEP: 18925/31555 -- GLOBAL_STEP: 176700 | > loss_text_ce: 0.06146777793765068 (0.050585247245045116) | > loss_mel_ce: 3.181715488433838 (nan) | > loss: 0.012869776226580143 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1409380733006224) | > loader_time: 0.0044 (0.004561187739101412)  --> TIME: 2025-03-23 17:27:00 -- STEP: 18975/31555 -- GLOBAL_STEP: 176750 | > loss_text_ce: 0.0466131716966629 (0.05058826005908415) | > loss_mel_ce: 3.6009955406188965 (nan) | > loss: 0.014474638737738132 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1409281380091731) | > loader_time: 0.0045 (0.0045610070636935415)  --> TIME: 2025-03-23 17:27:10 -- STEP: 19025/31555 -- GLOBAL_STEP: 176800 | > loss_text_ce: 0.05785314366221428 (0.05059247873880152) | > loss_mel_ce: 3.6595232486724854 (nan) | > loss: 0.014751494862139225 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14093311782265452) | > loader_time: 0.0048 (0.004561122563446105)  --> TIME: 2025-03-23 17:27:20 -- STEP: 19075/31555 -- GLOBAL_STEP: 176850 | > loss_text_ce: 0.056751884520053864 (0.05058985007133425) | > loss_mel_ce: 3.6280531883239746 (nan) | > loss: 0.014622243121266365 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14093191046858508) | > loader_time: 0.0046 (0.00456114973965668)  --> TIME: 2025-03-23 17:27:29 -- STEP: 19125/31555 -- GLOBAL_STEP: 176900 | > loss_text_ce: 0.03909606859087944 (0.05059396447484786) | > loss_mel_ce: 2.801405668258667 (nan) | > loss: 0.011271833442151546 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1409290423424414) | > loader_time: 0.0047 (0.00456131986231588)  --> TIME: 2025-03-23 17:27:39 -- STEP: 19175/31555 -- GLOBAL_STEP: 176950 | > loss_text_ce: 0.043051235377788544 (0.05059080111778387) | > loss_mel_ce: 3.3829288482666016 (nan) | > loss: 0.013595160096883774 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14094169446355811) | > loader_time: 0.0044 (0.004561360096838224)  --> TIME: 2025-03-23 17:27:49 -- STEP: 19225/31555 -- GLOBAL_STEP: 177000 | > loss_text_ce: 0.036316826939582825 (0.050586858950216196) | > loss_mel_ce: 1.519445776939392 (nan) | > loss: 0.006173661444336176 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.1409344414585742) | > loader_time: 0.0043 (0.004561570270473861)  --> TIME: 2025-03-23 17:27:58 -- STEP: 19275/31555 -- GLOBAL_STEP: 177050 | > loss_text_ce: 0.03542309254407883 (0.05058570287126354) | > loss_mel_ce: 3.4011149406433105 (nan) | > loss: 0.013637056574225426 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14093982429355953) | > loader_time: 0.0045 (0.0045615389436754125)  --> TIME: 2025-03-23 17:28:08 -- STEP: 19325/31555 -- GLOBAL_STEP: 177100 | > loss_text_ce: 0.05353161320090294 (0.050582448154360124) | > loss_mel_ce: 3.1464924812316895 (nan) | > loss: 0.01269850879907608 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1409366421125838) | > loader_time: 0.0048 (0.004561955438394304)  --> TIME: 2025-03-23 17:28:18 -- STEP: 19375/31555 -- GLOBAL_STEP: 177150 | > loss_text_ce: 0.041172485798597336 (0.0505793316244117) | > loss_mel_ce: 2.380206346511841 (nan) | > loss: 0.009608646854758263 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.140939087369365) | > loader_time: 0.0047 (0.004562331045827576)  --> TIME: 2025-03-23 17:28:28 -- STEP: 19425/31555 -- GLOBAL_STEP: 177200 | > loss_text_ce: 0.04617150127887726 (0.05058428638469676) | > loss_mel_ce: 3.288069725036621 (nan) | > loss: 0.013231116347014904 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14094255954295667) | > loader_time: 0.0048 (0.00456240045211185)  --> TIME: 2025-03-23 17:28:37 -- STEP: 19475/31555 -- GLOBAL_STEP: 177250 | > loss_text_ce: 0.052894942462444305 (0.050579396655665854) | > loss_mel_ce: 3.61437726020813 (nan) | > loss: 0.014552667737007141 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14093798903047808) | > loader_time: 0.0047 (0.004562667496550237)  --> TIME: 2025-03-23 17:28:47 -- STEP: 19525/31555 -- GLOBAL_STEP: 177300 | > loss_text_ce: 0.04127950221300125 (0.050571834573691514) | > loss_mel_ce: 4.120965003967285 (nan) | > loss: 0.01651684381067753 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.1409407889552977) | > loader_time: 0.0048 (0.004562627289267739)  --> TIME: 2025-03-23 17:28:56 -- STEP: 19575/31555 -- GLOBAL_STEP: 177350 | > loss_text_ce: 0.04561171308159828 (0.050573356971715576) | > loss_mel_ce: 1.7116210460662842 (nan) | > loss: 0.006973146460950375 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14093010599129044) | > loader_time: 0.0043 (0.004562495890552834)  --> TIME: 2025-03-23 17:29:06 -- STEP: 19625/31555 -- GLOBAL_STEP: 177400 | > loss_text_ce: 0.04366952180862427 (0.05057208736677454) | > loss_mel_ce: 3.2090349197387695 (nan) | > loss: 0.012907558120787144 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.1409299558773162) | > loader_time: 0.0046 (0.004562463043601668)  --> TIME: 2025-03-23 17:29:15 -- STEP: 19675/31555 -- GLOBAL_STEP: 177450 | > loss_text_ce: 0.050218548625707626 (0.05056809783691901) | > loss_mel_ce: 3.5910818576812744 (nan) | > loss: 0.014449605718255043 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14092076486977728) | > loader_time: 0.0045 (0.004562463360487143)  --> TIME: 2025-03-23 17:29:25 -- STEP: 19725/31555 -- GLOBAL_STEP: 177500 | > loss_text_ce: 0.05623466521501541 (0.05056658077328755) | > loss_mel_ce: 3.4080512523651123 (nan) | > loss: 0.013747166842222214 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14093122790521553) | > loader_time: 0.0045 (0.004562500807420096)  --> TIME: 2025-03-23 17:29:35 -- STEP: 19775/31555 -- GLOBAL_STEP: 177550 | > loss_text_ce: 0.044996995478868484 (0.05057017616739241) | > loss_mel_ce: 3.814100980758667 (nan) | > loss: 0.015313881449401379 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1409433780699102) | > loader_time: 0.0042 (0.004562681092022356)  --> TIME: 2025-03-23 17:29:45 -- STEP: 19825/31555 -- GLOBAL_STEP: 177600 | > loss_text_ce: 0.05331500992178917 (0.050568827152214633) | > loss_mel_ce: 3.506030797958374 (nan) | > loss: 0.014124388806521893 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14094780454118494) | > loader_time: 0.0046 (0.004562595254385769)  --> TIME: 2025-03-23 17:29:54 -- STEP: 19875/31555 -- GLOBAL_STEP: 177650 | > loss_text_ce: 0.05763982981443405 (0.050563940102011935) | > loss_mel_ce: 3.3767740726470947 (nan) | > loss: 0.013628627173602581 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14094040695526314) | > loader_time: 0.0046 (0.004562373023363043)  --> TIME: 2025-03-23 17:30:04 -- STEP: 19925/31555 -- GLOBAL_STEP: 177700 | > loss_text_ce: 0.05878760293126106 (0.05056316702380088) | > loss_mel_ce: 3.983647108078003 (nan) | > loss: 0.016041409224271774 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14095255095506995) | > loader_time: 0.0044 (0.004562354716034137)  --> TIME: 2025-03-23 17:30:14 -- STEP: 19975/31555 -- GLOBAL_STEP: 177750 | > loss_text_ce: 0.04326940327882767 (0.05055457117084944) | > loss_mel_ce: 3.853982925415039 (nan) | > loss: 0.015465287491679192 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1409462994657858) | > loader_time: 0.0047 (0.0045622812135049555)  --> TIME: 2025-03-23 17:30:23 -- STEP: 20025/31555 -- GLOBAL_STEP: 177800 | > loss_text_ce: 0.056167133152484894 (0.05055345226586166) | > loss_mel_ce: 3.160731315612793 (nan) | > loss: 0.012765470892190933 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14094748463672355) | > loader_time: 0.0045 (0.0045623340320944394)  --> TIME: 2025-03-23 17:30:33 -- STEP: 20075/31555 -- GLOBAL_STEP: 177850 | > loss_text_ce: 0.06186213716864586 (0.0505535677178377) | > loss_mel_ce: 2.5480728149414062 (nan) | > loss: 0.010356885381042957 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14095249912361726) | > loader_time: 0.0044 (0.004562490553517423)  --> TIME: 2025-03-23 17:30:43 -- STEP: 20125/31555 -- GLOBAL_STEP: 177900 | > loss_text_ce: 0.04860503226518631 (0.050555139616687186) | > loss_mel_ce: 2.9007091522216797 (nan) | > loss: 0.011703628115355968 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14096648674722043) | > loader_time: 0.0046 (0.004562855240721145)  --> TIME: 2025-03-23 17:30:53 -- STEP: 20175/31555 -- GLOBAL_STEP: 177950 | > loss_text_ce: 0.04720533266663551 (0.05055385175423042) | > loss_mel_ce: 3.00410795211792 (nan) | > loss: 0.012108387425541878 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.1409748502705325) | > loader_time: 0.0048 (0.004563102521270039)  --> TIME: 2025-03-23 17:31:03 -- STEP: 20225/31555 -- GLOBAL_STEP: 178000 | > loss_text_ce: 0.04534062370657921 (0.05055268749346034) | > loss_mel_ce: 3.5124552249908447 (nan) | > loss: 0.014118238352239132 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1409768670745775) | > loader_time: 0.0047 (0.004563233737450453)  --> TIME: 2025-03-23 17:31:12 -- STEP: 20275/31555 -- GLOBAL_STEP: 178050 | > loss_text_ce: 0.059388596564531326 (0.05054570847233412) | > loss_mel_ce: 2.2416141033172607 (nan) | > loss: 0.009130964055657387 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14098087221420802) | > loader_time: 0.0047 (0.0045634374136401526)  --> TIME: 2025-03-23 17:31:22 -- STEP: 20325/31555 -- GLOBAL_STEP: 178100 | > loss_text_ce: 0.06290797144174576 (0.05054192001859206) | > loss_mel_ce: 3.636744499206543 (nan) | > loss: 0.014681161381304264 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14097822772327537) | > loader_time: 0.0045 (0.004563432472951596)  --> TIME: 2025-03-23 17:31:31 -- STEP: 20375/31555 -- GLOBAL_STEP: 178150 | > loss_text_ce: 0.0385025218129158 (0.05054196648180856) | > loss_mel_ce: 2.8007326126098633 (nan) | > loss: 0.011266806162893772 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1409744357243638) | > loader_time: 0.0048 (0.004563549439599918)  --> TIME: 2025-03-23 17:31:41 -- STEP: 20425/31555 -- GLOBAL_STEP: 178200 | > loss_text_ce: 0.04962482303380966 (0.0505367867909418) | > loss_mel_ce: 3.750922441482544 (nan) | > loss: 0.015081537887454033 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14097152746146865) | > loader_time: 0.0045 (0.004563719482141733)  --> TIME: 2025-03-23 17:31:51 -- STEP: 20475/31555 -- GLOBAL_STEP: 178250 | > loss_text_ce: 0.048250626772642136 (0.050539011964449425) | > loss_mel_ce: 3.3923158645629883 (nan) | > loss: 0.0136530427262187 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1409642466986426) | > loader_time: 0.0046 (0.004563776267753859)  --> TIME: 2025-03-23 17:32:00 -- STEP: 20525/31555 -- GLOBAL_STEP: 178300 | > loss_text_ce: 0.04494529217481613 (0.050537298420187816) | > loss_mel_ce: 5.08203125 (nan) | > loss: 0.02034514583647251 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14097051790077111) | > loader_time: 0.0043 (0.004563834100925396)  --> TIME: 2025-03-23 17:32:10 -- STEP: 20575/31555 -- GLOBAL_STEP: 178350 | > loss_text_ce: 0.045156724750995636 (0.05053333155014179) | > loss_mel_ce: 2.8713836669921875 (nan) | > loss: 0.01157357357442379 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1409578042012952) | > loader_time: 0.0044 (0.0045638322656383614)  --> TIME: 2025-03-23 17:32:19 -- STEP: 20625/31555 -- GLOBAL_STEP: 178400 | > loss_text_ce: 0.05845239385962486 (0.05053107388371777) | > loss_mel_ce: 3.120312452316284 (nan) | > loss: 0.012614146806299686 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14094415317882186) | > loader_time: 0.0045 (0.004564003094759873)  --> TIME: 2025-03-23 17:32:29 -- STEP: 20675/31555 -- GLOBAL_STEP: 178450 | > loss_text_ce: 0.052446261048316956 (0.05052777026591889) | > loss_mel_ce: 3.6035614013671875 (nan) | > loss: 0.014507967978715897 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14095383329287686) | > loader_time: 0.0047 (0.004564054320772458)  --> TIME: 2025-03-23 17:32:39 -- STEP: 20725/31555 -- GLOBAL_STEP: 178500 | > loss_text_ce: 0.05340525135397911 (0.050519736748013536) | > loss_mel_ce: 2.860713481903076 (nan) | > loss: 0.011563964188098907 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14096047824772182) | > loader_time: 0.0047 (0.004564334469048637)  --> TIME: 2025-03-23 17:32:48 -- STEP: 20775/31555 -- GLOBAL_STEP: 178550 | > loss_text_ce: 0.04247201979160309 (0.05051404732444231) | > loss_mel_ce: 3.533046007156372 (nan) | > loss: 0.014188564382493496 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14094220085694892) | > loader_time: 0.0045 (0.004564307473339915)  --> TIME: 2025-03-23 17:32:57 -- STEP: 20825/31555 -- GLOBAL_STEP: 178600 | > loss_text_ce: 0.03548610210418701 (0.05051281217821082) | > loss_mel_ce: 3.320404291152954 (nan) | > loss: 0.013317025266587734 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14093664670763315) | > loader_time: 0.0045 (0.0045643895757155545)  --> TIME: 2025-03-23 17:33:07 -- STEP: 20875/31555 -- GLOBAL_STEP: 178650 | > loss_text_ce: 0.044441964477300644 (0.050513411907021924) | > loss_mel_ce: 0.0927734375 (nan) | > loss: 0.0005445056012831628 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1409464299892949) | > loader_time: 0.0046 (0.0045645678286067165)  --> TIME: 2025-03-23 17:33:17 -- STEP: 20925/31555 -- GLOBAL_STEP: 178700 | > loss_text_ce: 0.04580414667725563 (0.050514430421334494) | > loss_mel_ce: 3.277287483215332 (nan) | > loss: 0.013186872936785221 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1409407179956652) | > loader_time: 0.0046 (0.0045646633526472856)  --> TIME: 2025-03-23 17:33:26 -- STEP: 20975/31555 -- GLOBAL_STEP: 178750 | > loss_text_ce: 0.03395453840494156 (0.05051015890033586) | > loss_mel_ce: 2.558675527572632 (nan) | > loss: 0.01028821524232626 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1409389666806243) | > loader_time: 0.0044 (0.004565070826333821)  --> TIME: 2025-03-23 17:33:36 -- STEP: 21025/31555 -- GLOBAL_STEP: 178800 | > loss_text_ce: 0.04660608991980553 (0.05050698345104032) | > loss_mel_ce: 3.935236692428589 (nan) | > loss: 0.01580096408724785 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14093497761648113) | > loader_time: 0.0046 (0.004565167228617093)  --> TIME: 2025-03-23 17:33:46 -- STEP: 21075/31555 -- GLOBAL_STEP: 178850 | > loss_text_ce: 0.039413828402757645 (0.05050360576546848) | > loss_mel_ce: 4.224955081939697 (nan) | > loss: 0.016922099515795708 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1409376227898104) | > loader_time: 0.0046 (0.004565308255232965)  --> TIME: 2025-03-23 17:33:55 -- STEP: 21125/31555 -- GLOBAL_STEP: 178900 | > loss_text_ce: 0.06068256124854088 (0.05050368717515615) | > loss_mel_ce: 3.687349319458008 (nan) | > loss: 0.014873143285512924 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1409352271288807) | > loader_time: 0.0048 (0.004565229020880538)  --> TIME: 2025-03-23 17:34:05 -- STEP: 21175/31555 -- GLOBAL_STEP: 178950 | > loss_text_ce: 0.05246668681502342 (0.05049968749645403) | > loss_mel_ce: 3.630180835723877 (nan) | > loss: 0.014613681472837925 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14094165139947032) | > loader_time: 0.0046 (0.004565244897619483)  --> TIME: 2025-03-23 17:34:15 -- STEP: 21225/31555 -- GLOBAL_STEP: 179000 | > loss_text_ce: 0.05099041759967804 (0.050495853299544945) | > loss_mel_ce: 3.5632762908935547 (nan) | > loss: 0.014342328533530235 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14094001238702716) | > loader_time: 0.0045 (0.004565176755997271)  --> TIME: 2025-03-23 17:34:24 -- STEP: 21275/31555 -- GLOBAL_STEP: 179050 | > loss_text_ce: 0.043896306306123734 (0.050491885402350445) | > loss_mel_ce: 3.684300661087036 (nan) | > loss: 0.014794432558119297 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14094331647198266) | > loader_time: 0.0045 (0.004565486560557072)  --> TIME: 2025-03-23 17:34:34 -- STEP: 21325/31555 -- GLOBAL_STEP: 179100 | > loss_text_ce: 0.04893289506435394 (0.05049147548868052) | > loss_mel_ce: 3.9690101146698 (nan) | > loss: 0.015944218263030052 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14095493835413403) | > loader_time: 0.0046 (0.00456591097439301)  --> TIME: 2025-03-23 17:34:44 -- STEP: 21375/31555 -- GLOBAL_STEP: 179150 | > loss_text_ce: 0.04942489042878151 (0.050491386411047175) | > loss_mel_ce: 3.4853129386901855 (nan) | > loss: 0.01402673777192831 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14096512375100975) | > loader_time: 0.0045 (0.004566015254684374)  --> TIME: 2025-03-23 17:34:54 -- STEP: 21425/31555 -- GLOBAL_STEP: 179200 | > loss_text_ce: 0.05020130053162575 (0.050488494579596636) | > loss_mel_ce: 3.6901440620422363 (nan) | > loss: 0.014842641539871693 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14097159745117302) | > loader_time: 0.0048 (0.0045661834574357895)  --> TIME: 2025-03-23 17:35:04 -- STEP: 21475/31555 -- GLOBAL_STEP: 179250 | > loss_text_ce: 0.045327700674533844 (0.05048801637353322) | > loss_mel_ce: 3.3625881671905518 (nan) | > loss: 0.01352347619831562 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1409694847377822) | > loader_time: 0.0045 (0.004566491296877001)  --> TIME: 2025-03-23 17:35:13 -- STEP: 21525/31555 -- GLOBAL_STEP: 179300 | > loss_text_ce: 0.039319537580013275 (0.05048519970223953) | > loss_mel_ce: 2.3225514888763428 (nan) | > loss: 0.00937250442802906 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.14096628701922184) | > loader_time: 0.0044 (0.0045665990738641745)  --> TIME: 2025-03-23 17:35:23 -- STEP: 21575/31555 -- GLOBAL_STEP: 179350 | > loss_text_ce: 0.052665453404188156 (0.050483465396463575) | > loss_mel_ce: 2.981139898300171 (nan) | > loss: 0.012038910761475563 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14096773344285213) | > loader_time: 0.0048 (0.004566849236692788)  --> TIME: 2025-03-23 17:35:33 -- STEP: 21625/31555 -- GLOBAL_STEP: 179400 | > loss_text_ce: 0.04676572233438492 (0.05048064320090884) | > loss_mel_ce: 3.6884913444519043 (nan) | > loss: 0.014822449535131454 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14097756877524276) | > loader_time: 0.0047 (0.004567203907608301)  --> TIME: 2025-03-23 17:35:43 -- STEP: 21675/31555 -- GLOBAL_STEP: 179450 | > loss_text_ce: 0.05107033625245094 (0.05047608769699644) | > loss_mel_ce: 3.892136573791504 (nan) | > loss: 0.0156476479023695 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14098189033851455) | > loader_time: 0.0047 (0.004567261787159361)  --> TIME: 2025-03-23 17:35:52 -- STEP: 21725/31555 -- GLOBAL_STEP: 179500 | > loss_text_ce: 0.04698021337389946 (0.05048137561995777) | > loss_mel_ce: 3.31524658203125 (nan) | > loss: 0.013342170044779778 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14098397434923768) | > loader_time: 0.0046 (0.00456772521121044)  --> TIME: 2025-03-23 17:36:02 -- STEP: 21775/31555 -- GLOBAL_STEP: 179550 | > loss_text_ce: 0.04815791919827461 (0.050481829612711596) | > loss_mel_ce: 0.1547309011220932 (nan) | > loss: 0.0008051143959164619 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14098388644501977) | > loader_time: 0.0045 (0.0045678610314457925)  --> TIME: 2025-03-23 17:36:12 -- STEP: 21825/31555 -- GLOBAL_STEP: 179600 | > loss_text_ce: 0.056769661605358124 (0.050480910095579354) | > loss_mel_ce: 3.7960104942321777 (nan) | > loss: 0.015288811177015305 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14098308639701107) | > loader_time: 0.0047 (0.004567909612142218)  --> TIME: 2025-03-23 17:36:21 -- STEP: 21875/31555 -- GLOBAL_STEP: 179650 | > loss_text_ce: 0.05630064010620117 (0.05047952077874121) | > loss_mel_ce: 1.1710205078125 (nan) | > loss: 0.0048703220672905445 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14097466664995434) | > loader_time: 0.0046 (0.004568237795148588)  --> TIME: 2025-03-23 17:36:30 -- STEP: 21925/31555 -- GLOBAL_STEP: 179700 | > loss_text_ce: 0.04676823690533638 (0.050475518438994865) | > loss_mel_ce: 2.9892845153808594 (nan) | > loss: 0.012047829106450081 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14096930971439206) | > loader_time: 0.0048 (0.004568432619797337)  --> TIME: 2025-03-23 17:36:40 -- STEP: 21975/31555 -- GLOBAL_STEP: 179750 | > loss_text_ce: 0.0527675561606884 (0.05047757647914629) | > loss_mel_ce: 2.787339448928833 (nan) | > loss: 0.011270266026258469 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14096202795009122) | > loader_time: 0.0045 (0.0045685871632026)  --> TIME: 2025-03-23 17:36:49 -- STEP: 22025/31555 -- GLOBAL_STEP: 179800 | > loss_text_ce: 0.0420476533472538 (0.05047246405548261) | > loss_mel_ce: 3.3640060424804688 (nan) | > loss: 0.013516087085008621 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14095503983513819) | > loader_time: 0.0046 (0.004568852404054266)  --> TIME: 2025-03-23 17:36:59 -- STEP: 22075/31555 -- GLOBAL_STEP: 179850 | > loss_text_ce: 0.05950850993394852 (0.05047579834383252) | > loss_mel_ce: 3.1052701473236084 (nan) | > loss: 0.012558646500110626 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14094721865410945) | > loader_time: 0.0048 (0.004568977021144994)  --> TIME: 2025-03-23 17:37:08 -- STEP: 22125/31555 -- GLOBAL_STEP: 179900 | > loss_text_ce: 0.035975381731987 (0.050473699792293554) | > loss_mel_ce: 3.17529296875 (nan) | > loss: 0.012743129394948483 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1409483295160495) | > loader_time: 0.0044 (0.004569255828857433)  --> TIME: 2025-03-23 17:37:18 -- STEP: 22175/31555 -- GLOBAL_STEP: 179950 | > loss_text_ce: 0.04560968279838562 (0.05046956731080006) | > loss_mel_ce: 2.6403467655181885 (nan) | > loss: 0.010658558458089828 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1409498749832958) | > loader_time: 0.0047 (0.004569308325026737)  --> TIME: 2025-03-23 17:37:28 -- STEP: 22225/31555 -- GLOBAL_STEP: 180000 | > loss_text_ce: 0.05654274299740791 (0.050469353796141134) | > loss_mel_ce: 0.07275390625 (nan) | > loss: 0.0005130819627083838 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14094689506513558) | > loader_time: 0.0045 (0.004569605171881602) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_180000.pth  --> TIME: 2025-03-23 17:37:43 -- STEP: 22275/31555 -- GLOBAL_STEP: 180050 | > loss_text_ce: 0.05206108093261719 (0.050471062231495376) | > loss_mel_ce: 3.8272063732147217 (nan) | > loss: 0.015393919311463833 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14095242121404242) | > loader_time: 0.0046 (0.0045698061963390735)  --> TIME: 2025-03-23 17:37:52 -- STEP: 22325/31555 -- GLOBAL_STEP: 180100 | > loss_text_ce: 0.058383625000715256 (0.05047224629357512) | > loss_mel_ce: 3.6292202472686768 (nan) | > loss: 0.01463335007429123 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14094721550637093) | > loader_time: 0.0069 (0.004569957120154239)  --> TIME: 2025-03-23 17:38:02 -- STEP: 22375/31555 -- GLOBAL_STEP: 180150 | > loss_text_ce: 0.056656889617443085 (0.05047262698628388) | > loss_mel_ce: 3.5916121006011963 (nan) | > loss: 0.014477258548140526 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14093467390603856) | > loader_time: 0.0046 (0.004569828374425794)  --> TIME: 2025-03-23 17:38:11 -- STEP: 22425/31555 -- GLOBAL_STEP: 180200 | > loss_text_ce: 0.06380237638950348 (0.050470435836476014) | > loss_mel_ce: 3.1283745765686035 (nan) | > loss: 0.012667370028793812 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14092057239783382) | > loader_time: 0.0047 (0.00456986705860831)  --> TIME: 2025-03-23 17:38:20 -- STEP: 22475/31555 -- GLOBAL_STEP: 180250 | > loss_text_ce: 0.05386901646852493 (0.05046980383738599) | > loss_mel_ce: 3.4825358390808105 (nan) | > loss: 0.014033352956175804 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14091116024734443) | > loader_time: 0.0047 (0.004569935591785737)  --> TIME: 2025-03-23 17:38:30 -- STEP: 22525/31555 -- GLOBAL_STEP: 180300 | > loss_text_ce: 0.05168436840176582 (0.050469156981060345) | > loss_mel_ce: 3.7361886501312256 (nan) | > loss: 0.015031242743134499 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14090451459641193) | > loader_time: 0.0045 (0.0045702459439056434)  --> TIME: 2025-03-23 17:38:39 -- STEP: 22575/31555 -- GLOBAL_STEP: 180350 | > loss_text_ce: 0.059066470712423325 (0.05047143237923142) | > loss_mel_ce: 3.821638345718384 (nan) | > loss: 0.015399623662233353 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14090155265656024) | > loader_time: 0.0047 (0.004570605086857825)  --> TIME: 2025-03-23 17:38:49 -- STEP: 22625/31555 -- GLOBAL_STEP: 180400 | > loss_text_ce: 0.05877847969532013 (0.050468740006095844) | > loss_mel_ce: 3.115678310394287 (nan) | > loss: 0.012597051449120045 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14090301507349168) | > loader_time: 0.0043 (0.004570560160262807)  --> TIME: 2025-03-23 17:38:59 -- STEP: 22675/31555 -- GLOBAL_STEP: 180450 | > loss_text_ce: 0.04889069125056267 (0.050465630927218674) | > loss_mel_ce: 1.9935970306396484 (nan) | > loss: 0.008105110377073288 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1408983581883642) | > loader_time: 0.0044 (0.004570457075764613)  --> TIME: 2025-03-23 17:39:08 -- STEP: 22725/31555 -- GLOBAL_STEP: 180500 | > loss_text_ce: 0.053977545350790024 (0.050463108570203315) | > loss_mel_ce: 3.4515984058380127 (nan) | > loss: 0.013911016285419464 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14090143684244522) | > loader_time: 0.0045 (0.004570482388319092)  --> TIME: 2025-03-23 17:39:18 -- STEP: 22775/31555 -- GLOBAL_STEP: 180550 | > loss_text_ce: 0.0536206029355526 (0.05046146144327824) | > loss_mel_ce: 4.12742805480957 (nan) | > loss: 0.01659146510064602 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14090679731902916) | > loader_time: 0.0044 (0.004570663025036342)  --> TIME: 2025-03-23 17:39:27 -- STEP: 22825/31555 -- GLOBAL_STEP: 180600 | > loss_text_ce: 0.04482295736670494 (0.05046232528225621) | > loss_mel_ce: 3.2983670234680176 (nan) | > loss: 0.013266627676784992 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14089446093923824) | > loader_time: 0.0046 (0.004570614155647137)  --> TIME: 2025-03-23 17:39:37 -- STEP: 22875/31555 -- GLOBAL_STEP: 180650 | > loss_text_ce: 0.04752911999821663 (0.05046045156091945) | > loss_mel_ce: 4.0362935066223145 (nan) | > loss: 0.016205646097660065 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14090501286032436) | > loader_time: 0.0046 (0.004570451423770094)  --> TIME: 2025-03-23 17:39:47 -- STEP: 22925/31555 -- GLOBAL_STEP: 180700 | > loss_text_ce: 0.05952431634068489 (0.050460128613555755) | > loss_mel_ce: 3.2622275352478027 (nan) | > loss: 0.013181556016206741 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1409045857665584) | > loader_time: 0.0044 (0.004570442000028225)  --> TIME: 2025-03-23 17:39:57 -- STEP: 22975/31555 -- GLOBAL_STEP: 180750 | > loss_text_ce: 0.04991037771105766 (0.050455648821897216) | > loss_mel_ce: 3.493110179901123 (nan) | > loss: 0.01405960600823164 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1409087413542938) | > loader_time: 0.0045 (0.004570291475580362)  --> TIME: 2025-03-23 17:40:06 -- STEP: 23025/31555 -- GLOBAL_STEP: 180800 | > loss_text_ce: 0.056208256632089615 (0.05045453840832309) | > loss_mel_ce: 3.352008104324341 (nan) | > loss: 0.013524669222533703 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1409057541079942) | > loader_time: 0.0046 (0.004570120305114153)  --> TIME: 2025-03-23 17:40:16 -- STEP: 23075/31555 -- GLOBAL_STEP: 180850 | > loss_text_ce: 0.04085191711783409 (0.0504509037572443) | > loss_mel_ce: 3.2589128017425537 (nan) | > loss: 0.01309430506080389 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14091019807115032) | > loader_time: 0.0046 (0.004570278423966465)  --> TIME: 2025-03-23 17:40:25 -- STEP: 23125/31555 -- GLOBAL_STEP: 180900 | > loss_text_ce: 0.050151124596595764 (0.05044569751990813) | > loss_mel_ce: 2.0115966796875 (nan) | > loss: 0.008181539364159107 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1409043565286173) | > loader_time: 0.0045 (0.004570432652653878)  --> TIME: 2025-03-23 17:40:35 -- STEP: 23175/31555 -- GLOBAL_STEP: 180950 | > loss_text_ce: 0.03940575197339058 (0.05044533807916939) | > loss_mel_ce: 2.8299601078033447 (nan) | > loss: 0.011386373080313206 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14090206461045376) | > loader_time: 0.0045 (0.004570320215811627)  --> TIME: 2025-03-23 17:40:44 -- STEP: 23225/31555 -- GLOBAL_STEP: 181000 | > loss_text_ce: 0.05016901344060898 (0.050442145903413386) | > loss_mel_ce: 2.5250797271728516 (nan) | > loss: 0.010219241492450237 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14088621632275242) | > loader_time: 0.0044 (0.004570289463991761)  --> TIME: 2025-03-23 17:40:54 -- STEP: 23275/31555 -- GLOBAL_STEP: 181050 | > loss_text_ce: 0.04585021734237671 (0.05043972691615086) | > loss_mel_ce: 3.3009955883026123 (nan) | > loss: 0.013281134888529778 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14088981643783327) | > loader_time: 0.0046 (0.004570101657052048)  --> TIME: 2025-03-23 17:41:03 -- STEP: 23325/31555 -- GLOBAL_STEP: 181100 | > loss_text_ce: 0.05303085595369339 (0.05043343300980072) | > loss_mel_ce: 2.524369716644287 (nan) | > loss: 0.010227780789136887 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14087667148340735) | > loader_time: 0.0045 (0.004569958577457609)  --> TIME: 2025-03-23 17:41:13 -- STEP: 23375/31555 -- GLOBAL_STEP: 181150 | > loss_text_ce: 0.055551957339048386 (0.050429833956501115) | > loss_mel_ce: 3.4537365436553955 (nan) | > loss: 0.013925748877227306 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14087669680590348) | > loader_time: 0.0048 (0.004569787356942735)  --> TIME: 2025-03-23 17:41:23 -- STEP: 23425/31555 -- GLOBAL_STEP: 181200 | > loss_text_ce: 0.049782223999500275 (0.050431040489097974) | > loss_mel_ce: 3.3139381408691406 (nan) | > loss: 0.013348097912967205 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.1408834811386716) | > loader_time: 0.0044 (0.0045697267485530066)  --> TIME: 2025-03-23 17:41:32 -- STEP: 23475/31555 -- GLOBAL_STEP: 181250 | > loss_text_ce: 0.05323140323162079 (0.05042968926020963) | > loss_mel_ce: 3.4965124130249023 (nan) | > loss: 0.014086286537349224 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1408851795785603) | > loader_time: 0.0047 (0.004569635706079908)  --> TIME: 2025-03-23 17:41:42 -- STEP: 23525/31555 -- GLOBAL_STEP: 181300 | > loss_text_ce: 0.061893582344055176 (0.050429199175091706) | > loss_mel_ce: 2.1579058170318604 (nan) | > loss: 0.00880872830748558 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14088227484862229) | > loader_time: 0.0045 (0.004569645130672311)  --> TIME: 2025-03-23 17:41:51 -- STEP: 23575/31555 -- GLOBAL_STEP: 181350 | > loss_text_ce: 0.0440070666372776 (0.05042353801990243) | > loss_mel_ce: 0.1338704377412796 (nan) | > loss: 0.0007058631163090467 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14087794093539638) | > loader_time: 0.0044 (0.004569652563440963)  --> TIME: 2025-03-23 17:42:01 -- STEP: 23625/31555 -- GLOBAL_STEP: 181400 | > loss_text_ce: 0.06267856806516647 (0.05042510360526665) | > loss_mel_ce: 3.479302406311035 (nan) | > loss: 0.014055481180548668 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1408793964789664) | > loader_time: 0.0045 (0.004569713723722584)  --> TIME: 2025-03-23 17:42:11 -- STEP: 23675/31555 -- GLOBAL_STEP: 181450 | > loss_text_ce: 0.03924291208386421 (0.050426944818312336) | > loss_mel_ce: 0.17534179985523224 (nan) | > loss: 0.0008515266817994416 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14088206444270074) | > loader_time: 0.0044 (0.004569615995493708)  --> TIME: 2025-03-23 17:42:20 -- STEP: 23725/31555 -- GLOBAL_STEP: 181500 | > loss_text_ce: 0.033665962517261505 (0.050416975653366294) | > loss_mel_ce: 2.877546787261963 (nan) | > loss: 0.011552431620657444 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.140872470053783) | > loader_time: 0.0044 (0.004569712529318102)  --> TIME: 2025-03-23 17:42:29 -- STEP: 23775/31555 -- GLOBAL_STEP: 181550 | > loss_text_ce: 0.04720023646950722 (0.05041479118677599) | > loss_mel_ce: 3.975739002227783 (nan) | > loss: 0.015964046120643616 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14085979313253805) | > loader_time: 0.0045 (0.0045694740086825265)  --> TIME: 2025-03-23 17:42:39 -- STEP: 23825/31555 -- GLOBAL_STEP: 181600 | > loss_text_ce: 0.04568839445710182 (0.05041255761199838) | > loss_mel_ce: 3.79510498046875 (nan) | > loss: 0.015241244807839394 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14086243508370022) | > loader_time: 0.0045 (0.00456942924547546)  --> TIME: 2025-03-23 17:42:49 -- STEP: 23875/31555 -- GLOBAL_STEP: 181650 | > loss_text_ce: 0.05618424341082573 (0.05041165413602177) | > loss_mel_ce: 3.2177984714508057 (nan) | > loss: 0.012991995550692081 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14087111262376473) | > loader_time: 0.0045 (0.004569497053535823)  --> TIME: 2025-03-23 17:42:59 -- STEP: 23925/31555 -- GLOBAL_STEP: 181700 | > loss_text_ce: 0.0429886095225811 (0.05040806184874126) | > loss_mel_ce: 3.553838014602661 (nan) | > loss: 0.014273121953010559 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14086853381110162) | > loader_time: 0.0045 (0.00456951869817114)  --> TIME: 2025-03-23 17:43:08 -- STEP: 23975/31555 -- GLOBAL_STEP: 181750 | > loss_text_ce: 0.04132332652807236 (0.05040800912233853) | > loss_mel_ce: 2.9290611743927 (nan) | > loss: 0.011787241324782372 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14086329131976733) | > loader_time: 0.0047 (0.004569520552538732)  --> TIME: 2025-03-23 17:43:18 -- STEP: 24025/31555 -- GLOBAL_STEP: 181800 | > loss_text_ce: 0.04799184575676918 (0.05040927865448472) | > loss_mel_ce: 3.1765530109405518 (nan) | > loss: 0.012795813381671906 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14087694151220478) | > loader_time: 0.0045 (0.004569538187906224)  --> TIME: 2025-03-23 17:43:28 -- STEP: 24075/31555 -- GLOBAL_STEP: 181850 | > loss_text_ce: 0.04401380941271782 (0.05040575602676953) | > loss_mel_ce: 3.30283522605896 (nan) | > loss: 0.013281146995723248 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14087092802655857) | > loader_time: 0.0044 (0.004569404815959039)  --> TIME: 2025-03-23 17:43:37 -- STEP: 24125/31555 -- GLOBAL_STEP: 181900 | > loss_text_ce: 0.05622520670294762 (0.05040619204706792) | > loss_mel_ce: 0.02667236328125 (nan) | > loss: 0.00032895864569582045 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14086703996213673) | > loader_time: 0.0044 (0.004569594022523556)  --> TIME: 2025-03-23 17:43:47 -- STEP: 24175/31555 -- GLOBAL_STEP: 181950 | > loss_text_ce: 0.04734798148274422 (0.05040251625676749) | > loss_mel_ce: 3.7018494606018066 (nan) | > loss: 0.014877768233418465 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14086352763526136) | > loader_time: 0.0045 (0.0045695702514332885)  --> TIME: 2025-03-23 17:43:56 -- STEP: 24225/31555 -- GLOBAL_STEP: 182000 | > loss_text_ce: 0.05259399116039276 (0.0503990742895595) | > loss_mel_ce: 3.3027145862579346 (nan) | > loss: 0.013314717449247837 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14086093809090464) | > loader_time: 0.0047 (0.004569451604711266)  --> TIME: 2025-03-23 17:44:05 -- STEP: 24275/31555 -- GLOBAL_STEP: 182050 | > loss_text_ce: 0.05379704385995865 (0.05039486285617501) | > loss_mel_ce: 3.7099814414978027 (nan) | > loss: 0.014935629442334175 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14085071229787413) | > loader_time: 0.0045 (0.004569314206297203)  --> TIME: 2025-03-23 17:44:15 -- STEP: 24325/31555 -- GLOBAL_STEP: 182100 | > loss_text_ce: 0.046785157173871994 (0.05039148529717763) | > loss_mel_ce: 3.347947835922241 (nan) | > loss: 0.013471162877976894 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1408596489485837) | > loader_time: 0.0044 (0.004569292039077312)  --> TIME: 2025-03-23 17:44:25 -- STEP: 24375/31555 -- GLOBAL_STEP: 182150 | > loss_text_ce: 0.05435571447014809 (0.050386408934761366) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1408553412608618) | > loader_time: 0.0045 (0.004569162407899522)  --> TIME: 2025-03-23 17:44:34 -- STEP: 24425/31555 -- GLOBAL_STEP: 182200 | > loss_text_ce: 0.05207199975848198 (0.05038608646540771) | > loss_mel_ce: 3.714240074157715 (nan) | > loss: 0.014945684000849724 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1408433091115812) | > loader_time: 0.0043 (0.004569011803415202)  --> TIME: 2025-03-23 17:44:44 -- STEP: 24475/31555 -- GLOBAL_STEP: 182250 | > loss_text_ce: 0.05005520209670067 (0.05038506856604852) | > loss_mel_ce: 3.717642068862915 (nan) | > loss: 0.014951180666685104 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14084189125661167) | > loader_time: 0.0045 (0.004568929155951752)  --> TIME: 2025-03-23 17:44:53 -- STEP: 24525/31555 -- GLOBAL_STEP: 182300 | > loss_text_ce: 0.04891957715153694 (0.0503822170440241) | > loss_mel_ce: 3.257878303527832 (nan) | > loss: 0.013122214935719967 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14083779325300586) | > loader_time: 0.0044 (0.004568834402024082)  --> TIME: 2025-03-23 17:45:03 -- STEP: 24575/31555 -- GLOBAL_STEP: 182350 | > loss_text_ce: 0.05589502304792404 (0.05037877139200519) | > loss_mel_ce: 3.2245025634765625 (nan) | > loss: 0.013017451390624046 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1408303371014219) | > loader_time: 0.0045 (0.004568717787733889)  --> TIME: 2025-03-23 17:45:13 -- STEP: 24625/31555 -- GLOBAL_STEP: 182400 | > loss_text_ce: 0.0366203673183918 (0.050378700364664776) | > loss_mel_ce: 3.4899401664733887 (nan) | > loss: 0.013994288630783558 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14084123315181912) | > loader_time: 0.0045 (0.0045687590081074595)  --> TIME: 2025-03-23 17:45:22 -- STEP: 24675/31555 -- GLOBAL_STEP: 182450 | > loss_text_ce: 0.06134529784321785 (0.05037551285285723) | > loss_mel_ce: 3.2314462661743164 (nan) | > loss: 0.01306663453578949 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14084501663602297) | > loader_time: 0.0048 (0.004568687079525293)  --> TIME: 2025-03-23 17:45:32 -- STEP: 24725/31555 -- GLOBAL_STEP: 182500 | > loss_text_ce: 0.04875348508358002 (0.050372581876385006) | > loss_mel_ce: 2.7485995292663574 (nan) | > loss: 0.011100607924163342 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.140854927251988) | > loader_time: 0.0048 (0.004568667185198074)  --> TIME: 2025-03-23 17:45:42 -- STEP: 24775/31555 -- GLOBAL_STEP: 182550 | > loss_text_ce: 0.05438881739974022 (0.05037484780630603) | > loss_mel_ce: 3.811426877975464 (nan) | > loss: 0.015340538695454597 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1408537200192517) | > loader_time: 0.0044 (0.004568547596243395)  --> TIME: 2025-03-23 17:45:52 -- STEP: 24825/31555 -- GLOBAL_STEP: 182600 | > loss_text_ce: 0.06143961846828461 (0.050374880499109924) | > loss_mel_ce: 3.2298638820648193 (nan) | > loss: 0.013060728088021278 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1408539307585664) | > loader_time: 0.0045 (0.004568605682280858)  --> TIME: 2025-03-23 17:46:01 -- STEP: 24875/31555 -- GLOBAL_STEP: 182650 | > loss_text_ce: 0.05459392070770264 (0.05037124849391647) | > loss_mel_ce: 3.9200150966644287 (nan) | > loss: 0.01577225886285305 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14084978655714583) | > loader_time: 0.0045 (0.004568618822337401)  --> TIME: 2025-03-23 17:46:11 -- STEP: 24925/31555 -- GLOBAL_STEP: 182700 | > loss_text_ce: 0.04845390096306801 (0.0503706279149655) | > loss_mel_ce: 3.485375165939331 (nan) | > loss: 0.0140231316909194 (nan) | > current_lr: 5e-06 | > step_time: 0.1912 (0.1408491297638652) | > loader_time: 0.0047 (0.004568650973596455)  --> TIME: 2025-03-23 17:46:20 -- STEP: 24975/31555 -- GLOBAL_STEP: 182750 | > loss_text_ce: 0.05198279395699501 (0.05036673120229516) | > loss_mel_ce: 3.577242612838745 (nan) | > loss: 0.014401689171791077 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14085538103296558) | > loader_time: 0.0046 (0.0045686229499610756)  --> TIME: 2025-03-23 17:46:30 -- STEP: 25025/31555 -- GLOBAL_STEP: 182800 | > loss_text_ce: 0.052624836564064026 (0.050367253320245164) | > loss_mel_ce: 3.0017342567443848 (nan) | > loss: 0.012120474129915237 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.140857992305623) | > loader_time: 0.0046 (0.004568738965959586)  --> TIME: 2025-03-23 17:46:40 -- STEP: 25075/31555 -- GLOBAL_STEP: 182850 | > loss_text_ce: 0.0579548142850399 (0.05036595076493411) | > loss_mel_ce: 3.6072144508361816 (nan) | > loss: 0.014544323086738586 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1408737831933438) | > loader_time: 0.0046 (0.004568781239442085)  --> TIME: 2025-03-23 17:46:50 -- STEP: 25125/31555 -- GLOBAL_STEP: 182900 | > loss_text_ce: 0.06255845725536346 (0.05036354892474803) | > loss_mel_ce: 3.2918992042541504 (nan) | > loss: 0.013311340473592281 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14087052224761898) | > loader_time: 0.0043 (0.0045687192186194365)  --> TIME: 2025-03-23 17:47:00 -- STEP: 25175/31555 -- GLOBAL_STEP: 182950 | > loss_text_ce: 0.046956319361925125 (0.050360591465083863) | > loss_mel_ce: 3.2529828548431396 (nan) | > loss: 0.01309499703347683 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14087597728604315) | > loader_time: 0.0046 (0.0045686032258292365)  --> TIME: 2025-03-23 17:47:09 -- STEP: 25225/31555 -- GLOBAL_STEP: 183000 | > loss_text_ce: 0.0523165725171566 (0.0503546303298742) | > loss_mel_ce: 3.2964234352111816 (nan) | > loss: 0.013288651593029499 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14087727613798878) | > loader_time: 0.0046 (0.004568658531952663)  --> TIME: 2025-03-23 17:47:19 -- STEP: 25275/31555 -- GLOBAL_STEP: 183050 | > loss_text_ce: 0.06393089890480042 (0.050356501532989414) | > loss_mel_ce: 3.8234243392944336 (nan) | > loss: 0.015426014550030231 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14086733650147218) | > loader_time: 0.0048 (0.004568468305170834)  --> TIME: 2025-03-23 17:47:28 -- STEP: 25325/31555 -- GLOBAL_STEP: 183100 | > loss_text_ce: 0.05339556187391281 (0.05035754066810149) | > loss_mel_ce: 3.221766471862793 (nan) | > loss: 0.012996675446629524 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1408634452029026) | > loader_time: 0.0045 (0.004568254587563218)  --> TIME: 2025-03-23 17:47:37 -- STEP: 25375/31555 -- GLOBAL_STEP: 183150 | > loss_text_ce: 0.058137454092502594 (0.0503536131599267) | > loss_mel_ce: 2.7022297382354736 (nan) | > loss: 0.010953838936984539 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14085293596953669) | > loader_time: 0.0044 (0.0045680678419291664)  --> TIME: 2025-03-23 17:47:47 -- STEP: 25425/31555 -- GLOBAL_STEP: 183200 | > loss_text_ce: 0.05449055880308151 (0.050357246707791584) | > loss_mel_ce: 2.9993045330047607 (nan) | > loss: 0.012118235230445862 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14085522390044977) | > loader_time: 0.0046 (0.004567904758359592)  --> TIME: 2025-03-23 17:47:57 -- STEP: 25475/31555 -- GLOBAL_STEP: 183250 | > loss_text_ce: 0.047124069184064865 (0.050357002293192066) | > loss_mel_ce: 3.474031686782837 (nan) | > loss: 0.013972841203212738 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14085193962531503) | > loader_time: 0.0045 (0.004567754004256646)  --> TIME: 2025-03-23 17:48:07 -- STEP: 25525/31555 -- GLOBAL_STEP: 183300 | > loss_text_ce: 0.04620581120252609 (0.05035902309298053) | > loss_mel_ce: 2.6772658824920654 (nan) | > loss: 0.010807427577674389 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14086637003765132) | > loader_time: 0.0043 (0.004567707838904728)  --> TIME: 2025-03-23 17:48:17 -- STEP: 25575/31555 -- GLOBAL_STEP: 183350 | > loss_text_ce: 0.05573767423629761 (0.050361861783505) | > loss_mel_ce: 3.53859281539917 (nan) | > loss: 0.014263217337429523 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14087679455590355) | > loader_time: 0.0045 (0.004567640524572406)  --> TIME: 2025-03-23 17:48:26 -- STEP: 25625/31555 -- GLOBAL_STEP: 183400 | > loss_text_ce: 0.05025828629732132 (0.05036038800129081) | > loss_mel_ce: 3.27752685546875 (nan) | > loss: 0.013205497525632381 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14088236015133837) | > loader_time: 0.0044 (0.004567613601684572)  --> TIME: 2025-03-23 17:48:36 -- STEP: 25675/31555 -- GLOBAL_STEP: 183450 | > loss_text_ce: 0.025486020371317863 (0.05035459877126932) | > loss_mel_ce: 2.790440797805786 (nan) | > loss: 0.011174313724040985 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1408857517279585) | > loader_time: 0.0044 (0.004567653141560318)  --> TIME: 2025-03-23 17:48:46 -- STEP: 25725/31555 -- GLOBAL_STEP: 183500 | > loss_text_ce: 0.054593633860349655 (0.05034848933092769) | > loss_mel_ce: 3.189648389816284 (nan) | > loss: 0.012873976491391659 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1408779135111825) | > loader_time: 0.0044 (0.004567451152671768)  --> TIME: 2025-03-23 17:48:55 -- STEP: 25775/31555 -- GLOBAL_STEP: 183550 | > loss_text_ce: 0.05806658789515495 (0.05034976312964726) | > loss_mel_ce: 2.818382740020752 (nan) | > loss: 0.01141448225826025 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14088191295109556) | > loader_time: 0.0045 (0.004567355850619329)  --> TIME: 2025-03-23 17:49:05 -- STEP: 25825/31555 -- GLOBAL_STEP: 183600 | > loss_text_ce: 0.05441196262836456 (0.05035024752351753) | > loss_mel_ce: 3.238034248352051 (nan) | > loss: 0.013065263628959656 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.140880240867815) | > loader_time: 0.0044 (0.004567356414277926)  --> TIME: 2025-03-23 17:49:15 -- STEP: 25875/31555 -- GLOBAL_STEP: 183650 | > loss_text_ce: 0.04899090528488159 (0.05035352429697196) | > loss_mel_ce: 3.694674491882324 (nan) | > loss: 0.014855816029012203 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14088199713149588) | > loader_time: 0.0048 (0.004567280082886919)  --> TIME: 2025-03-23 17:49:24 -- STEP: 25925/31555 -- GLOBAL_STEP: 183700 | > loss_text_ce: 0.04232482984662056 (0.05035125583589886) | > loss_mel_ce: 3.0413992404937744 (nan) | > loss: 0.012237001210451126 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14088239794871918) | > loader_time: 0.0044 (0.004567197479645331)  --> TIME: 2025-03-23 17:49:34 -- STEP: 25975/31555 -- GLOBAL_STEP: 183750 | > loss_text_ce: 0.05100402608513832 (0.05034791209578117) | > loss_mel_ce: 2.729585647583008 (nan) | > loss: 0.011034086346626282 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14088317853654161) | > loader_time: 0.0043 (0.004567135507034722)  --> TIME: 2025-03-23 17:49:43 -- STEP: 26025/31555 -- GLOBAL_STEP: 183800 | > loss_text_ce: 0.05228514224290848 (0.05034519497000981) | > loss_mel_ce: 3.2346251010894775 (nan) | > loss: 0.013043295592069626 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14088181677973205) | > loader_time: 0.0045 (0.0045671140998745025)  --> TIME: 2025-03-23 17:49:53 -- STEP: 26075/31555 -- GLOBAL_STEP: 183850 | > loss_text_ce: 0.03847678378224373 (0.050343967744525236) | > loss_mel_ce: 3.437861680984497 (nan) | > loss: 0.013794993981719017 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14087613332534538) | > loader_time: 0.0044 (0.004567018519883413)  --> TIME: 2025-03-23 17:50:02 -- STEP: 26125/31555 -- GLOBAL_STEP: 183900 | > loss_text_ce: 0.047932546585798264 (0.05034069934351882) | > loss_mel_ce: 3.297431707382202 (nan) | > loss: 0.013275256380438805 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14087800256829588) | > loader_time: 0.0044 (0.004566914134048384)  --> TIME: 2025-03-23 17:50:12 -- STEP: 26175/31555 -- GLOBAL_STEP: 183950 | > loss_text_ce: 0.03981688246130943 (0.050341952227006256) | > loss_mel_ce: 1.8917921781539917 (nan) | > loss: 0.007665115874260664 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14088386643126538) | > loader_time: 0.0044 (0.004566823099495227)  --> TIME: 2025-03-23 17:50:22 -- STEP: 26225/31555 -- GLOBAL_STEP: 184000 | > loss_text_ce: 0.05129707604646683 (0.050336911962629544) | > loss_mel_ce: 3.52791166305542 (nan) | > loss: 0.014203210361301899 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1408777868327248) | > loader_time: 0.0045 (0.0045665674145955746)  --> TIME: 2025-03-23 17:50:32 -- STEP: 26275/31555 -- GLOBAL_STEP: 184050 | > loss_text_ce: 0.030460836365818977 (0.05033511693907514) | > loss_mel_ce: 1.7482452392578125 (nan) | > loss: 0.007058357819914818 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1408897984629023) | > loader_time: 0.0044 (0.004566618731541358)  --> TIME: 2025-03-23 17:50:42 -- STEP: 26325/31555 -- GLOBAL_STEP: 184100 | > loss_text_ce: 0.050281647592782974 (0.05032875614578629) | > loss_mel_ce: 3.6184632778167725 (nan) | > loss: 0.014558512717485428 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1408928008500677) | > loader_time: 0.0048 (0.004566853370195545)  --> TIME: 2025-03-23 17:50:51 -- STEP: 26375/31555 -- GLOBAL_STEP: 184150 | > loss_text_ce: 0.034801218658685684 (0.050327806065785984) | > loss_mel_ce: 3.5112404823303223 (nan) | > loss: 0.014071594923734665 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14089300582307307) | > loader_time: 0.0044 (0.004566792329905712)  --> TIME: 2025-03-23 17:51:01 -- STEP: 26425/31555 -- GLOBAL_STEP: 184200 | > loss_text_ce: 0.04316815361380577 (0.050326905023789496) | > loss_mel_ce: 1.9207669496536255 (nan) | > loss: 0.0077933939173817635 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1408880177374266) | > loader_time: 0.0045 (0.004566765688676921)  --> TIME: 2025-03-23 17:51:10 -- STEP: 26475/31555 -- GLOBAL_STEP: 184250 | > loss_text_ce: 0.04488064721226692 (0.05032133550239807) | > loss_mel_ce: 2.2621219158172607 (nan) | > loss: 0.009154772385954857 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14088751448900644) | > loader_time: 0.0048 (0.004566684097924009)  --> TIME: 2025-03-23 17:51:20 -- STEP: 26525/31555 -- GLOBAL_STEP: 184300 | > loss_text_ce: 0.04679403826594353 (0.05031858496803314) | > loss_mel_ce: 3.921048641204834 (nan) | > loss: 0.015745408833026886 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1408957892605776) | > loader_time: 0.0045 (0.004566811697310021)  --> TIME: 2025-03-23 17:51:30 -- STEP: 26575/31555 -- GLOBAL_STEP: 184350 | > loss_text_ce: 0.041619352996349335 (0.05031381357338561) | > loss_mel_ce: 2.9965410232543945 (nan) | > loss: 0.012056192383170128 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14089854012540554) | > loader_time: 0.0046 (0.004566839026148757)  --> TIME: 2025-03-23 17:51:39 -- STEP: 26625/31555 -- GLOBAL_STEP: 184400 | > loss_text_ce: 0.05190621316432953 (0.050309726543549683) | > loss_mel_ce: 2.107836961746216 (nan) | > loss: 0.008570409379899502 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14088834495723623) | > loader_time: 0.0046 (0.004566697554968877)  --> TIME: 2025-03-23 17:51:49 -- STEP: 26675/31555 -- GLOBAL_STEP: 184450 | > loss_text_ce: 0.050912827253341675 (0.05030741417314425) | > loss_mel_ce: 3.5574052333831787 (nan) | > loss: 0.014318723231554031 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14088761546842032) | > loader_time: 0.0045 (0.00456668317485547)  --> TIME: 2025-03-23 17:51:58 -- STEP: 26725/31555 -- GLOBAL_STEP: 184500 | > loss_text_ce: 0.03241340443491936 (0.05030429000639552) | > loss_mel_ce: 3.131687641143799 (nan) | > loss: 0.012555957771837711 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14088814313440784) | > loader_time: 0.0048 (0.0045666192110951865)  --> TIME: 2025-03-23 17:52:08 -- STEP: 26775/31555 -- GLOBAL_STEP: 184550 | > loss_text_ce: 0.04385990649461746 (0.05029991112503355) | > loss_mel_ce: 3.4360909461975098 (nan) | > loss: 0.013809329830110073 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14088652934903495) | > loader_time: 0.0045 (0.004566599260859118)  --> TIME: 2025-03-23 17:52:18 -- STEP: 26825/31555 -- GLOBAL_STEP: 184600 | > loss_text_ce: 0.06557288765907288 (0.05029784533109274) | > loss_mel_ce: 3.0765700340270996 (nan) | > loss: 0.012468822300434113 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14088443508130494) | > loader_time: 0.0047 (0.004566510708000976)  --> TIME: 2025-03-23 17:52:27 -- STEP: 26875/31555 -- GLOBAL_STEP: 184650 | > loss_text_ce: 0.03159457445144653 (0.05029487769977995) | > loss_mel_ce: 2.9696662425994873 (nan) | > loss: 0.01190976519137621 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14088410477749208) | > loader_time: 0.0044 (0.004566632585747289)  --> TIME: 2025-03-23 17:52:37 -- STEP: 26925/31555 -- GLOBAL_STEP: 184700 | > loss_text_ce: 0.04907155781984329 (0.05029386040518547) | > loss_mel_ce: 3.1455466747283936 (nan) | > loss: 0.012677057646214962 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14089040031008143) | > loader_time: 0.0045 (0.004566647300259751)  --> TIME: 2025-03-23 17:52:47 -- STEP: 26975/31555 -- GLOBAL_STEP: 184750 | > loss_text_ce: 0.0566195584833622 (0.05029165719163654) | > loss_mel_ce: 3.47190523147583 (nan) | > loss: 0.01400208380073309 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.1408906573471486) | > loader_time: 0.0045 (0.004566716820802579)  --> TIME: 2025-03-23 17:52:56 -- STEP: 27025/31555 -- GLOBAL_STEP: 184800 | > loss_text_ce: 0.04780023917555809 (0.050288293713722745) | > loss_mel_ce: 2.2374398708343506 (nan) | > loss: 0.009068413637578487 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14088728662997307) | > loader_time: 0.0045 (0.004566588467960539)  --> TIME: 2025-03-23 17:53:06 -- STEP: 27075/31555 -- GLOBAL_STEP: 184850 | > loss_text_ce: 0.04868593066930771 (0.0502888670355935) | > loss_mel_ce: 3.3468010425567627 (nan) | > loss: 0.013474156148731709 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14088105255436983) | > loader_time: 0.0047 (0.0045668199562079684)  --> TIME: 2025-03-23 17:53:15 -- STEP: 27125/31555 -- GLOBAL_STEP: 184900 | > loss_text_ce: 0.04027794674038887 (0.050289148387683745) | > loss_mel_ce: 2.146589756011963 (nan) | > loss: 0.008678046986460686 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14088268105994786) | > loader_time: 0.0043 (0.004566848297822301)  --> TIME: 2025-03-23 17:53:25 -- STEP: 27175/31555 -- GLOBAL_STEP: 184950 | > loss_text_ce: 0.056040629744529724 (0.05028636825090174) | > loss_mel_ce: 0.65087890625 (nan) | > loss: 0.002805236494168639 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14088447651516614) | > loader_time: 0.0046 (0.004566873894334378)  --> TIME: 2025-03-23 17:53:35 -- STEP: 27225/31555 -- GLOBAL_STEP: 185000 | > loss_text_ce: 0.05740887671709061 (0.050286796908788046) | > loss_mel_ce: 3.173299551010132 (nan) | > loss: 0.012820271775126457 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14088336041698393) | > loader_time: 0.0047 (0.00456681851403662)  --> TIME: 2025-03-23 17:53:45 -- STEP: 27275/31555 -- GLOBAL_STEP: 185050 | > loss_text_ce: 0.0504913330078125 (0.05028572014747251) | > loss_mel_ce: 3.4528820514678955 (nan) | > loss: 0.013902275823056698 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14089314519321067) | > loader_time: 0.0046 (0.004566947970228601)  --> TIME: 2025-03-23 17:53:54 -- STEP: 27325/31555 -- GLOBAL_STEP: 185100 | > loss_text_ce: 0.056761354207992554 (0.05028400876745927) | > loss_mel_ce: 2.966270685195923 (nan) | > loss: 0.011996159330010414 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14089091677897003) | > loader_time: 0.0047 (0.0045668975693963524)  --> TIME: 2025-03-23 17:54:04 -- STEP: 27375/31555 -- GLOBAL_STEP: 185150 | > loss_text_ce: 0.03798557445406914 (0.05028269822460063) | > loss_mel_ce: 0.26145240664482117 (nan) | > loss: 0.0011882459511980414 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14089353117224365) | > loader_time: 0.0044 (0.004566840794532805)  --> TIME: 2025-03-23 17:54:13 -- STEP: 27425/31555 -- GLOBAL_STEP: 185200 | > loss_text_ce: 0.044689398258924484 (0.05028045357231296) | > loss_mel_ce: 3.7252042293548584 (nan) | > loss: 0.014959895983338356 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14088941299382912) | > loader_time: 0.0045 (0.004566894746848191)  --> TIME: 2025-03-23 17:54:23 -- STEP: 27475/31555 -- GLOBAL_STEP: 185250 | > loss_text_ce: 0.045472487807273865 (0.050281693283010916) | > loss_mel_ce: 3.244259834289551 (nan) | > loss: 0.013054493814706802 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14089275807874507) | > loader_time: 0.0046 (0.004566957137061847)  --> TIME: 2025-03-23 17:54:33 -- STEP: 27525/31555 -- GLOBAL_STEP: 185300 | > loss_text_ce: 0.05625021457672119 (0.050279362089695155) | > loss_mel_ce: 2.7721996307373047 (nan) | > loss: 0.011224007233977318 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14090330346512056) | > loader_time: 0.0045 (0.004566979317314281)  --> TIME: 2025-03-23 17:54:43 -- STEP: 27575/31555 -- GLOBAL_STEP: 185350 | > loss_text_ce: 0.04262521490454674 (0.05027749662514669) | > loss_mel_ce: 3.53863525390625 (nan) | > loss: 0.014211351983249187 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14090496530126526) | > loader_time: 0.0044 (0.004567026810978926)  --> TIME: 2025-03-23 17:54:52 -- STEP: 27625/31555 -- GLOBAL_STEP: 185400 | > loss_text_ce: 0.06293556839227676 (0.05028013255632575) | > loss_mel_ce: 4.320568084716797 (nan) | > loss: 0.017394855618476868 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14090380757534718) | > loader_time: 0.0045 (0.004567022306347317)  --> TIME: 2025-03-23 17:55:02 -- STEP: 27675/31555 -- GLOBAL_STEP: 185450 | > loss_text_ce: 0.053297579288482666 (0.050279622956195105) | > loss_mel_ce: 3.2908575534820557 (nan) | > loss: 0.013270457275211811 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14090402650531655) | > loader_time: 0.0047 (0.004566984710762271)  --> TIME: 2025-03-23 17:55:12 -- STEP: 27725/31555 -- GLOBAL_STEP: 185500 | > loss_text_ce: 0.0456259623169899 (0.05027794249476726) | > loss_mel_ce: 3.3259079456329346 (nan) | > loss: 0.013379103504121304 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14090707650799544) | > loader_time: 0.0048 (0.004567020715519146)  --> TIME: 2025-03-23 17:55:21 -- STEP: 27775/31555 -- GLOBAL_STEP: 185550 | > loss_text_ce: 0.05667206272482872 (0.05027648789129156) | > loss_mel_ce: 2.9749186038970947 (nan) | > loss: 0.012030122801661491 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14090715982589963) | > loader_time: 0.0045 (0.004567051783646675)  --> TIME: 2025-03-23 17:55:31 -- STEP: 27825/31555 -- GLOBAL_STEP: 185600 | > loss_text_ce: 0.04223375394940376 (0.0502753689853008) | > loss_mel_ce: 2.919344425201416 (nan) | > loss: 0.011752295307815075 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14090857307865975) | > loader_time: 0.0045 (0.0045671020792286635)  --> TIME: 2025-03-23 17:55:41 -- STEP: 27875/31555 -- GLOBAL_STEP: 185650 | > loss_text_ce: 0.06308849900960922 (0.05027376013593293) | > loss_mel_ce: 2.755129337310791 (nan) | > loss: 0.011183404363691807 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1409107735980256) | > loader_time: 0.0045 (0.004567067638106399)  --> TIME: 2025-03-23 17:55:51 -- STEP: 27925/31555 -- GLOBAL_STEP: 185700 | > loss_text_ce: 0.05310641974210739 (0.05027352864307921) | > loss_mel_ce: 3.5775105953216553 (nan) | > loss: 0.014407210983335972 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1409258027875011) | > loader_time: 0.0048 (0.004567321283857838)  --> TIME: 2025-03-23 17:56:01 -- STEP: 27975/31555 -- GLOBAL_STEP: 185750 | > loss_text_ce: 0.04647839814424515 (0.050265942028156915) | > loss_mel_ce: 3.621675729751587 (nan) | > loss: 0.01455616857856512 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.1409286879214783) | > loader_time: 0.0046 (0.004567390097583152)  --> TIME: 2025-03-23 17:56:11 -- STEP: 28025/31555 -- GLOBAL_STEP: 185800 | > loss_text_ce: 0.039382364600896835 (0.050265289660772546) | > loss_mel_ce: 3.254943370819092 (nan) | > loss: 0.013072722591459751 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1409370580004542) | > loader_time: 0.0044 (0.004567378594554171)  --> TIME: 2025-03-23 17:56:20 -- STEP: 28075/31555 -- GLOBAL_STEP: 185850 | > loss_text_ce: 0.05144751816987991 (0.050264805753915245) | > loss_mel_ce: 3.1923716068267822 (nan) | > loss: 0.012872299179434776 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14093836727465056) | > loader_time: 0.0046 (0.004567356101126926)  --> TIME: 2025-03-23 17:56:30 -- STEP: 28125/31555 -- GLOBAL_STEP: 185900 | > loss_text_ce: 0.03975444287061691 (0.050264821984171905) | > loss_mel_ce: 3.338948965072632 (nan) | > loss: 0.013407553546130657 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14093499766879627) | > loader_time: 0.0047 (0.004567304255167631)  --> TIME: 2025-03-23 17:56:39 -- STEP: 28175/31555 -- GLOBAL_STEP: 185950 | > loss_text_ce: 0.04538855329155922 (0.05026327437363377) | > loss_mel_ce: 3.3189589977264404 (nan) | > loss: 0.013350585475564003 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14093371378603314) | > loader_time: 0.0045 (0.004567203234018417)  --> TIME: 2025-03-23 17:56:49 -- STEP: 28225/31555 -- GLOBAL_STEP: 186000 | > loss_text_ce: 0.05098540335893631 (0.050258752235844174) | > loss_mel_ce: 3.881289005279541 (nan) | > loss: 0.015604264102876186 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.140937852242861) | > loader_time: 0.0047 (0.004567260742187488)  --> TIME: 2025-03-23 17:56:58 -- STEP: 28275/31555 -- GLOBAL_STEP: 186050 | > loss_text_ce: 0.05112743377685547 (0.050260229659926395) | > loss_mel_ce: 3.2125165462493896 (nan) | > loss: 0.01295096892863512 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14092758367590738) | > loader_time: 0.0045 (0.004567466730780552)  --> TIME: 2025-03-23 17:57:08 -- STEP: 28325/31555 -- GLOBAL_STEP: 186100 | > loss_text_ce: 0.06058088317513466 (0.050258193878425755) | > loss_mel_ce: 3.2178359031677246 (nan) | > loss: 0.013009591959416866 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14093208852533953) | > loader_time: 0.0043 (0.004567462310050285)  --> TIME: 2025-03-23 17:57:18 -- STEP: 28375/31555 -- GLOBAL_STEP: 186150 | > loss_text_ce: 0.047471463680267334 (0.05025870597428166) | > loss_mel_ce: 2.9911482334136963 (nan) | > loss: 0.012058015912771225 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14093015915286702) | > loader_time: 0.0046 (0.004567401776754897)  --> TIME: 2025-03-23 17:57:27 -- STEP: 28425/31555 -- GLOBAL_STEP: 186200 | > loss_text_ce: 0.06034771725535393 (0.050256853071463284) | > loss_mel_ce: 2.757667303085327 (nan) | > loss: 0.011182600632309914 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14091923927568822) | > loader_time: 0.0043 (0.004567269423391688)  --> TIME: 2025-03-23 17:57:37 -- STEP: 28475/31555 -- GLOBAL_STEP: 186250 | > loss_text_ce: 0.04654259607195854 (0.05025694257176638) | > loss_mel_ce: 3.424854278564453 (nan) | > loss: 0.013775384984910488 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.151 (0.14092110218553822) | > loader_time: 0.0045 (0.004567322760323235)  --> TIME: 2025-03-23 17:57:47 -- STEP: 28525/31555 -- GLOBAL_STEP: 186300 | > loss_text_ce: 0.051697466522455215 (0.050258352324680046) | > loss_mel_ce: 3.5449235439300537 (nan) | > loss: 0.014272306114435196 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.140926950397876) | > loader_time: 0.0044 (0.004567249809619514)  --> TIME: 2025-03-23 17:57:56 -- STEP: 28575/31555 -- GLOBAL_STEP: 186350 | > loss_text_ce: 0.041479382663965225 (0.05025463480929329) | > loss_mel_ce: 3.5311954021453857 (nan) | > loss: 0.01417728140950203 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1409278008068015) | > loader_time: 0.0047 (0.004567210263363216)  --> TIME: 2025-03-23 17:58:06 -- STEP: 28625/31555 -- GLOBAL_STEP: 186400 | > loss_text_ce: 0.05250952020287514 (0.05025243374412501) | > loss_mel_ce: 3.618178606033325 (nan) | > loss: 0.014566224068403244 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14092957567439865) | > loader_time: 0.0046 (0.00456728880270078)  --> TIME: 2025-03-23 17:58:15 -- STEP: 28675/31555 -- GLOBAL_STEP: 186450 | > loss_text_ce: 0.040486276149749756 (0.05024912271970187) | > loss_mel_ce: 3.1133744716644287 (nan) | > loss: 0.012515321373939514 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14092461017286056) | > loader_time: 0.0047 (0.004567296403121604)  --> TIME: 2025-03-23 17:58:25 -- STEP: 28725/31555 -- GLOBAL_STEP: 186500 | > loss_text_ce: 0.04569690302014351 (0.050249111517628384) | > loss_mel_ce: 3.4389281272888184 (nan) | > loss: 0.013827878050506115 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1409222672481554) | > loader_time: 0.0045 (0.0045675897805767425)  --> TIME: 2025-03-23 17:58:34 -- STEP: 28775/31555 -- GLOBAL_STEP: 186550 | > loss_text_ce: 0.05160142481327057 (0.05024762266996012) | > loss_mel_ce: 3.1905159950256348 (nan) | > loss: 0.01286554615944624 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1409126373045762) | > loader_time: 0.0045 (0.004567570690483128)  --> TIME: 2025-03-23 17:58:44 -- STEP: 28825/31555 -- GLOBAL_STEP: 186600 | > loss_text_ce: 0.03566339612007141 (0.05024751651692891) | > loss_mel_ce: 0.0223388671875 (nan) | > loss: 0.00023016773047856987 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14091197107320041) | > loader_time: 0.0045 (0.0045675780105259856)  --> TIME: 2025-03-23 17:58:53 -- STEP: 28875/31555 -- GLOBAL_STEP: 186650 | > loss_text_ce: 0.05706159025430679 (0.05024396001970101) | > loss_mel_ce: 3.908642530441284 (nan) | > loss: 0.01573692262172699 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14090613967102866) | > loader_time: 0.0047 (0.004567617432895665)  --> TIME: 2025-03-23 17:59:03 -- STEP: 28925/31555 -- GLOBAL_STEP: 186700 | > loss_text_ce: 0.053286630660295486 (0.0502403098722162) | > loss_mel_ce: 3.0882468223571777 (nan) | > loss: 0.012466402724385262 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14091218430726016) | > loader_time: 0.0048 (0.004567549894261987)  --> TIME: 2025-03-23 17:59:13 -- STEP: 28975/31555 -- GLOBAL_STEP: 186750 | > loss_text_ce: 0.05736371874809265 (0.05024090906468524) | > loss_mel_ce: 3.2702229022979736 (nan) | > loss: 0.013204709626734257 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14091136093896686) | > loader_time: 0.0044 (0.004567445075337066)  --> TIME: 2025-03-23 17:59:22 -- STEP: 29025/31555 -- GLOBAL_STEP: 186800 | > loss_text_ce: 0.05391915142536163 (0.05024474063122923) | > loss_mel_ce: 3.210897922515869 (nan) | > loss: 0.012955623678863049 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1409090694079208) | > loader_time: 0.0044 (0.004567406512251389)  --> TIME: 2025-03-23 17:59:32 -- STEP: 29075/31555 -- GLOBAL_STEP: 186850 | > loss_text_ce: 0.04958515614271164 (0.050244142893743474) | > loss_mel_ce: 3.712242364883423 (nan) | > loss: 0.014927887357771397 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1409042708379694) | > loader_time: 0.0046 (0.004567305867464902)  --> TIME: 2025-03-23 17:59:42 -- STEP: 29125/31555 -- GLOBAL_STEP: 186900 | > loss_text_ce: 0.047629568725824356 (0.050242426674765105) | > loss_mel_ce: 3.744882345199585 (nan) | > loss: 0.015049651265144348 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.1409129650623504) | > loader_time: 0.0047 (0.004567570215642696)  --> TIME: 2025-03-23 17:59:51 -- STEP: 29175/31555 -- GLOBAL_STEP: 186950 | > loss_text_ce: 0.06076420471072197 (0.05024126529961752) | > loss_mel_ce: 3.6481049060821533 (nan) | > loss: 0.014717736281454563 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14090936992550493) | > loader_time: 0.0048 (0.004567651765001248)  --> TIME: 2025-03-23 18:00:01 -- STEP: 29225/31555 -- GLOBAL_STEP: 187000 | > loss_text_ce: 0.05638289451599121 (0.05023924979276902) | > loss_mel_ce: 0.1248779296875 (nan) | > loss: 0.0007192890043370426 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14089966158870987) | > loader_time: 0.0045 (0.0045676389486999655)  --> TIME: 2025-03-23 18:00:10 -- STEP: 29275/31555 -- GLOBAL_STEP: 187050 | > loss_text_ce: 0.035005610436201096 (0.05023617537579257) | > loss_mel_ce: 2.8349273204803467 (nan) | > loss: 0.011388623155653477 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14090163625070545) | > loader_time: 0.0044 (0.004567726071729901)  --> TIME: 2025-03-23 18:00:20 -- STEP: 29325/31555 -- GLOBAL_STEP: 187100 | > loss_text_ce: 0.04224086552858353 (0.05023412512924974) | > loss_mel_ce: 3.554638624191284 (nan) | > loss: 0.014273332431912422 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14090139443510558) | > loader_time: 0.0046 (0.004567749384419071)  --> TIME: 2025-03-23 18:00:29 -- STEP: 29375/31555 -- GLOBAL_STEP: 187150 | > loss_text_ce: 0.060233838856220245 (0.050233665352679355) | > loss_mel_ce: 3.8633484840393066 (nan) | > loss: 0.015569771640002728 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1408964434846921) | > loader_time: 0.0048 (0.0045678930566665854)  --> TIME: 2025-03-23 18:00:39 -- STEP: 29425/31555 -- GLOBAL_STEP: 187200 | > loss_text_ce: 0.050783608108758926 (0.050230656212153064) | > loss_mel_ce: 0.1223958358168602 (nan) | > loss: 0.0006872200756333768 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14088430187513817) | > loader_time: 0.0046 (0.004568026128621442)  --> TIME: 2025-03-23 18:00:48 -- STEP: 29475/31555 -- GLOBAL_STEP: 187250 | > loss_text_ce: 0.04763096198439598 (0.050231012541728105) | > loss_mel_ce: 3.604642868041992 (nan) | > loss: 0.014493151567876339 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1408816216576395) | > loader_time: 0.0045 (0.004568224851108375)  --> TIME: 2025-03-23 18:00:58 -- STEP: 29525/31555 -- GLOBAL_STEP: 187300 | > loss_text_ce: 0.039558615535497665 (0.05023281537015294) | > loss_mel_ce: 2.6740894317626953 (nan) | > loss: 0.010768445208668709 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14087758778112633) | > loader_time: 0.0046 (0.004568459125618919)  --> TIME: 2025-03-23 18:01:07 -- STEP: 29575/31555 -- GLOBAL_STEP: 187350 | > loss_text_ce: 0.058073677122592926 (0.050226265543021634) | > loss_mel_ce: 3.369900941848755 (nan) | > loss: 0.01360307540744543 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14087654756270343) | > loader_time: 0.0044 (0.004568561729695558)  --> TIME: 2025-03-23 18:01:17 -- STEP: 29625/31555 -- GLOBAL_STEP: 187400 | > loss_text_ce: 0.054868750274181366 (0.05022288581615766) | > loss_mel_ce: 3.5737035274505615 (nan) | > loss: 0.014399097301065922 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14087683923938632) | > loader_time: 0.0045 (0.004568578156740845)  --> TIME: 2025-03-23 18:01:26 -- STEP: 29675/31555 -- GLOBAL_STEP: 187450 | > loss_text_ce: 0.05532034859061241 (0.05022520777111109) | > loss_mel_ce: 3.5557682514190674 (nan) | > loss: 0.014329717494547367 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14087510144298807) | > loader_time: 0.0045 (0.004568536263508452)  --> TIME: 2025-03-23 18:01:36 -- STEP: 29725/31555 -- GLOBAL_STEP: 187500 | > loss_text_ce: 0.07093869149684906 (0.050223403955027314) | > loss_mel_ce: 3.393256187438965 (nan) | > loss: 0.013746805489063263 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14087901943165104) | > loader_time: 0.0046 (0.0045687218370108655)  --> TIME: 2025-03-23 18:01:46 -- STEP: 29775/31555 -- GLOBAL_STEP: 187550 | > loss_text_ce: 0.05834066867828369 (0.050220840423048134) | > loss_mel_ce: 3.4418511390686035 (nan) | > loss: 0.01388965081423521 (nan) | > current_lr: 5e-06 | > step_time: 0.1913 (0.140872811158098) | > loader_time: 0.0047 (0.004568800257595509)  --> TIME: 2025-03-23 18:01:55 -- STEP: 29825/31555 -- GLOBAL_STEP: 187600 | > loss_text_ce: 0.04222244769334793 (0.05022051500179945) | > loss_mel_ce: 2.4441444873809814 (nan) | > loss: 0.009866536594927311 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14087084017975057) | > loader_time: 0.0046 (0.004569081484721861)  --> TIME: 2025-03-23 18:02:05 -- STEP: 29875/31555 -- GLOBAL_STEP: 187650 | > loss_text_ce: 0.05938047170639038 (0.05021599294500873) | > loss_mel_ce: 2.9438679218292236 (nan) | > loss: 0.011917653493583202 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14086506266574006) | > loader_time: 0.0046 (0.004569045860897037)  --> TIME: 2025-03-23 18:02:14 -- STEP: 29925/31555 -- GLOBAL_STEP: 187700 | > loss_text_ce: 0.037148021161556244 (0.0502144448166603) | > loss_mel_ce: 3.082563638687134 (nan) | > loss: 0.012379808351397514 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14086879315133308) | > loader_time: 0.0044 (0.0045691269561461524)  --> TIME: 2025-03-23 18:02:24 -- STEP: 29975/31555 -- GLOBAL_STEP: 187750 | > loss_text_ce: 0.05009261518716812 (0.05021532771336827) | > loss_mel_ce: 3.3665249347686768 (nan) | > loss: 0.013558006845414639 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14086930723564167) | > loader_time: 0.0046 (0.004569327948588534)  --> TIME: 2025-03-23 18:02:34 -- STEP: 30025/31555 -- GLOBAL_STEP: 187800 | > loss_text_ce: 0.05702860280871391 (0.05021490919376595) | > loss_mel_ce: 4.110868453979492 (nan) | > loss: 0.016539275646209717 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14087017613584873) | > loader_time: 0.0046 (0.0045693702681872455)  --> TIME: 2025-03-23 18:02:43 -- STEP: 30075/31555 -- GLOBAL_STEP: 187850 | > loss_text_ce: 0.060056403279304504 (0.050212012761809026) | > loss_mel_ce: 3.393662214279175 (nan) | > loss: 0.013705234043300152 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14086519269079167) | > loader_time: 0.0046 (0.004569366031751359)  --> TIME: 2025-03-23 18:02:53 -- STEP: 30125/31555 -- GLOBAL_STEP: 187900 | > loss_text_ce: 0.03543911129236221 (0.05020951269665946) | > loss_mel_ce: 2.9795734882354736 (nan) | > loss: 0.011964336037635803 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14085972234322347) | > loader_time: 0.0044 (0.004569472578056609)  --> TIME: 2025-03-23 18:03:02 -- STEP: 30175/31555 -- GLOBAL_STEP: 187950 | > loss_text_ce: 0.04614853113889694 (0.05020921265914756) | > loss_mel_ce: 2.574531078338623 (nan) | > loss: 0.010399523191154003 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1408562827011528) | > loader_time: 0.0047 (0.004569665510593204)  --> TIME: 2025-03-23 18:03:12 -- STEP: 30225/31555 -- GLOBAL_STEP: 188000 | > loss_text_ce: 0.07049522548913956 (0.05021233294026682) | > loss_mel_ce: 3.1238510608673096 (nan) | > loss: 0.012675977312028408 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14085725872648783) | > loader_time: 0.0045 (0.004569657485873556)  --> TIME: 2025-03-23 18:03:21 -- STEP: 30275/31555 -- GLOBAL_STEP: 188050 | > loss_text_ce: 0.05656497925519943 (0.05020933241710304) | > loss_mel_ce: 3.725632905960083 (nan) | > loss: 0.015008723363280296 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14085357139171623) | > loader_time: 0.0047 (0.004569629106907475)  --> TIME: 2025-03-23 18:03:31 -- STEP: 30325/31555 -- GLOBAL_STEP: 188100 | > loss_text_ce: 0.062459349632263184 (0.05020848491753518) | > loss_mel_ce: 2.739281177520752 (nan) | > loss: 0.011118018999695778 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.140850836666576) | > loader_time: 0.0047 (0.0045697150894756155)  --> TIME: 2025-03-23 18:03:41 -- STEP: 30375/31555 -- GLOBAL_STEP: 188150 | > loss_text_ce: 0.03806677833199501 (0.050204682452075315) | > loss_mel_ce: 3.844104051589966 (nan) | > loss: 0.015405440703034401 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14086199672526317) | > loader_time: 0.0047 (0.004569968109758782)  --> TIME: 2025-03-23 18:03:51 -- STEP: 30425/31555 -- GLOBAL_STEP: 188200 | > loss_text_ce: 0.0644669458270073 (0.05020306854956499) | > loss_mel_ce: 3.221031665802002 (nan) | > loss: 0.013037693686783314 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14088009392323828) | > loader_time: 0.0045 (0.004570176728749323)  --> TIME: 2025-03-23 18:04:01 -- STEP: 30475/31555 -- GLOBAL_STEP: 188250 | > loss_text_ce: 0.05297538638114929 (0.05020219249661536) | > loss_mel_ce: 2.905283212661743 (nan) | > loss: 0.011739122681319714 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14088653008990668) | > loader_time: 0.005 (0.004570503461742312)  --> TIME: 2025-03-23 18:04:11 -- STEP: 30525/31555 -- GLOBAL_STEP: 188300 | > loss_text_ce: 0.05964004993438721 (0.050203753819568674) | > loss_mel_ce: 3.008547306060791 (nan) | > loss: 0.012175346724689007 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1408924636325323) | > loader_time: 0.0047 (0.004570574506592486)  --> TIME: 2025-03-23 18:04:21 -- STEP: 30575/31555 -- GLOBAL_STEP: 188350 | > loss_text_ce: 0.0478462316095829 (0.05020110358000537) | > loss_mel_ce: 3.20750093460083 (nan) | > loss: 0.012918045744299889 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.140902309908988) | > loader_time: 0.0045 (0.004570628109274577)  --> TIME: 2025-03-23 18:04:31 -- STEP: 30625/31555 -- GLOBAL_STEP: 188400 | > loss_text_ce: 0.059236008673906326 (0.05020080346909108) | > loss_mel_ce: 2.2506330013275146 (nan) | > loss: 0.00916614755988121 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14090232186609408) | > loader_time: 0.0047 (0.004570767624524164)  --> TIME: 2025-03-23 18:04:40 -- STEP: 30675/31555 -- GLOBAL_STEP: 188450 | > loss_text_ce: 0.04875181242823601 (0.050199016946828684) | > loss_mel_ce: 4.0077667236328125 (nan) | > loss: 0.0160972960293293 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14089841939806477) | > loader_time: 0.0046 (0.004570782909377754)  --> TIME: 2025-03-23 18:04:50 -- STEP: 30725/31555 -- GLOBAL_STEP: 188500 | > loss_text_ce: 0.04465099051594734 (0.05019398577505252) | > loss_mel_ce: 3.6777749061584473 (nan) | > loss: 0.014771532267332077 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.1408987100459971) | > loader_time: 0.0048 (0.004570920896103354)  --> TIME: 2025-03-23 18:04:59 -- STEP: 30775/31555 -- GLOBAL_STEP: 188550 | > loss_text_ce: 0.03927598521113396 (0.05019312117348643) | > loss_mel_ce: 3.2910797595977783 (nan) | > loss: 0.01321569737046957 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14089460174597757) | > loader_time: 0.0044 (0.004571134170606588)  --> TIME: 2025-03-23 18:05:09 -- STEP: 30825/31555 -- GLOBAL_STEP: 188600 | > loss_text_ce: 0.05103947967290878 (0.05019066537915456) | > loss_mel_ce: 2.7828588485717773 (nan) | > loss: 0.01124562881886959 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14090194716844173) | > loader_time: 0.0048 (0.004571260141340184)  --> TIME: 2025-03-23 18:05:19 -- STEP: 30875/31555 -- GLOBAL_STEP: 188650 | > loss_text_ce: 0.07049012184143066 (0.050188589011850665) | > loss_mel_ce: 2.450409412384033 (nan) | > loss: 0.010003570467233658 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1409038716906963) | > loader_time: 0.0043 (0.0045713879743568215)  --> TIME: 2025-03-23 18:05:29 -- STEP: 30925/31555 -- GLOBAL_STEP: 188700 | > loss_text_ce: 0.04713929072022438 (0.050184580108863105) | > loss_mel_ce: 3.2136073112487793 (nan) | > loss: 0.012939471751451492 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1409145037821446) | > loader_time: 0.0049 (0.004571546124371184)  --> TIME: 2025-03-23 18:05:39 -- STEP: 30975/31555 -- GLOBAL_STEP: 188750 | > loss_text_ce: 0.05958135426044464 (0.0501817658532763) | > loss_mel_ce: 3.3118722438812256 (nan) | > loss: 0.013378784991800785 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14091807813390428) | > loader_time: 0.0045 (0.004571645812126192)  --> TIME: 2025-03-23 18:05:48 -- STEP: 31025/31555 -- GLOBAL_STEP: 188800 | > loss_text_ce: 0.0509355254471302 (0.05017690488760942) | > loss_mel_ce: 3.116156578063965 (nan) | > loss: 0.012567826546728611 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1409176880577514) | > loader_time: 0.0045 (0.004572196095149223)  --> TIME: 2025-03-23 18:05:58 -- STEP: 31075/31555 -- GLOBAL_STEP: 188850 | > loss_text_ce: 0.06002498045563698 (0.050176260387307714) | > loss_mel_ce: 2.919102668762207 (nan) | > loss: 0.011821935884654522 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14091831612376007) | > loader_time: 0.0045 (0.004572281411647402)  --> TIME: 2025-03-23 18:06:08 -- STEP: 31125/31555 -- GLOBAL_STEP: 188900 | > loss_text_ce: 0.06183842942118645 (0.05017510767406731) | > loss_mel_ce: 3.177830934524536 (nan) | > loss: 0.012855831533670425 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14092565880434604) | > loader_time: 0.0046 (0.00457238581094396)  --> TIME: 2025-03-23 18:06:18 -- STEP: 31175/31555 -- GLOBAL_STEP: 188950 | > loss_text_ce: 0.058330994099378586 (0.05017534950217826) | > loss_mel_ce: 2.922682523727417 (nan) | > loss: 0.011829419061541557 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14092513047702449) | > loader_time: 0.0046 (0.0045724524243315684)  --> TIME: 2025-03-23 18:06:27 -- STEP: 31225/31555 -- GLOBAL_STEP: 189000 | > loss_text_ce: 0.04921757057309151 (0.05017204290263364) | > loss_mel_ce: 3.6933035850524902 (nan) | > loss: 0.014851274900138378 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1409261187331215) | > loader_time: 0.0045 (0.004572709727230015)  --> TIME: 2025-03-23 18:06:37 -- STEP: 31275/31555 -- GLOBAL_STEP: 189050 | > loss_text_ce: 0.04961986467242241 (0.050170613135889414) | > loss_mel_ce: 3.2809064388275146 (nan) | > loss: 0.01321637537330389 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14092453236964894) | > loader_time: 0.0045 (0.004572741419291313)  --> TIME: 2025-03-23 18:06:47 -- STEP: 31325/31555 -- GLOBAL_STEP: 189100 | > loss_text_ce: 0.052853312343358994 (0.05017086586068371) | > loss_mel_ce: 3.4962971210479736 (nan) | > loss: 0.014083931222558022 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.1409280207893514) | > loader_time: 0.0047 (0.0045728285714139475)  --> TIME: 2025-03-23 18:06:56 -- STEP: 31375/31555 -- GLOBAL_STEP: 189150 | > loss_text_ce: 0.05345079302787781 (0.0501698110119043) | > loss_mel_ce: 3.728703022003174 (nan) | > loss: 0.015008548274636269 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.140918904939021) | > loader_time: 0.0045 (0.004572880429575632)  --> TIME: 2025-03-23 18:07:06 -- STEP: 31425/31555 -- GLOBAL_STEP: 189200 | > loss_text_ce: 0.049587368965148926 (0.050168752035240224) | > loss_mel_ce: 3.286206007003784 (nan) | > loss: 0.01323727611452341 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1409270849432754) | > loader_time: 0.0046 (0.00457290689624673)  --> TIME: 2025-03-23 18:07:15 -- STEP: 31475/31555 -- GLOBAL_STEP: 189250 | > loss_text_ce: 0.04179268702864647 (0.050167116001781004) | > loss_mel_ce: 2.520822525024414 (nan) | > loss: 0.010169108398258686 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14092272063112168) | > loader_time: 0.0044 (0.004572884436161191)  --> TIME: 2025-03-23 18:07:25 -- STEP: 31525/31555 -- GLOBAL_STEP: 189300 | > loss_text_ce: 0.05857066065073013 (0.05016739278275473) | > loss_mel_ce: 3.9814717769622803 (nan) | > loss: 0.016031915321946144 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14092747894759053) | > loader_time: 0.0043 (0.0045733474153644114)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021298077901204433 (-5.865732828775477e-05) | > avg_loss_text_ce: 0.044720300051073233 (-0.0021544210612773895) | > avg_loss_mel_ce: 3.078792907396952 (-0.0983198769887288) | > avg_loss: 3.1235132042566933 (-0.10047430038452276) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_189330.pth  > EPOCH: 7/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 18:07:52)   --> TIME: 2025-03-23 18:07:56 -- STEP: 20/31555 -- GLOBAL_STEP: 189350 | > loss_text_ce: 0.05223739519715309 (0.05005912985652685) | > loss_mel_ce: 3.887359380722046 (3.2125318460166454) | > loss: 0.015633322298526764 (0.012946790305431933) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14369319677352904) | > loader_time: 0.0051 (0.004571282863616943)  --> TIME: 2025-03-23 18:08:06 -- STEP: 70/31555 -- GLOBAL_STEP: 189400 | > loss_text_ce: 0.043595317751169205 (0.049274582149727006) | > loss_mel_ce: 3.809357166290283 (3.110296035983733) | > loss: 0.015289494767785072 (0.012537979404442012) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14326761109488356) | > loader_time: 0.0048 (0.004827536855425154)  --> TIME: 2025-03-23 18:08:16 -- STEP: 120/31555 -- GLOBAL_STEP: 189450 | > loss_text_ce: 0.05116783827543259 (0.049230016240229206) | > loss_mel_ce: 3.3889968395233154 (nan) | > loss: 0.013651447370648384 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14146286050478626) | > loader_time: 0.0049 (0.00482831597328186)  --> TIME: 2025-03-23 18:08:25 -- STEP: 170/31555 -- GLOBAL_STEP: 189500 | > loss_text_ce: 0.045395560562610626 (0.050058809821220004) | > loss_mel_ce: 3.0975852012634277 (nan) | > loss: 0.01247214712202549 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14077448003432336) | > loader_time: 0.0048 (0.004789829254150395)  --> TIME: 2025-03-23 18:08:35 -- STEP: 220/31555 -- GLOBAL_STEP: 189550 | > loss_text_ce: 0.042175840586423874 (0.049938229293647135) | > loss_mel_ce: 3.342242956161499 (nan) | > loss: 0.013430234044790268 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1398503162644127) | > loader_time: 0.0046 (0.004739663817665797)  --> TIME: 2025-03-23 18:08:44 -- STEP: 270/31555 -- GLOBAL_STEP: 189600 | > loss_text_ce: 0.038782231509685516 (0.04956239085230563) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14040483633677175) | > loader_time: 0.0045 (0.00471006411093253)  --> TIME: 2025-03-23 18:08:54 -- STEP: 320/31555 -- GLOBAL_STEP: 189650 | > loss_text_ce: 0.04519335553050041 (0.049582170206122086) | > loss_mel_ce: 3.1278281211853027 (nan) | > loss: 0.012591356411576271 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1402406223118306) | > loader_time: 0.0046 (0.0046912103891372705)  --> TIME: 2025-03-23 18:09:04 -- STEP: 370/31555 -- GLOBAL_STEP: 189700 | > loss_text_ce: 0.04904317110776901 (0.0494749731308705) | > loss_mel_ce: 1.651757836341858 (nan) | > loss: 0.006749210879206657 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14091269261128198) | > loader_time: 0.0046 (0.004687396900073906)  --> TIME: 2025-03-23 18:09:14 -- STEP: 420/31555 -- GLOBAL_STEP: 189750 | > loss_text_ce: 0.06596589088439941 (0.04957168669040713) | > loss_mel_ce: 5.090073585510254 (nan) | > loss: 0.020460475236177444 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1412015994389853) | > loader_time: 0.0044 (0.004673638797941666)  --> TIME: 2025-03-23 18:09:23 -- STEP: 470/31555 -- GLOBAL_STEP: 189800 | > loss_text_ce: 0.05859740450978279 (0.04955325136951943) | > loss_mel_ce: 3.474754571914673 (nan) | > loss: 0.014021238312125206 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14140138017370357) | > loader_time: 0.0046 (0.004672216861806021)  --> TIME: 2025-03-23 18:09:33 -- STEP: 520/31555 -- GLOBAL_STEP: 189850 | > loss_text_ce: 0.05988938733935356 (0.049678868195042) | > loss_mel_ce: 3.7301700115203857 (nan) | > loss: 0.015039918944239616 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14130331002748941) | > loader_time: 0.0046 (0.004668370577005243)  --> TIME: 2025-03-23 18:09:43 -- STEP: 570/31555 -- GLOBAL_STEP: 189900 | > loss_text_ce: 0.06219307705760002 (0.04973871108928792) | > loss_mel_ce: 5.700520992279053 (nan) | > loss: 0.02286791428923607 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14165130790911232) | > loader_time: 0.0049 (0.00467017449830708)  --> TIME: 2025-03-23 18:09:53 -- STEP: 620/31555 -- GLOBAL_STEP: 189950 | > loss_text_ce: 0.057615216821432114 (0.04964854495239352) | > loss_mel_ce: 3.595045328140259 (nan) | > loss: 0.01449468545615673 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1418738999674399) | > loader_time: 0.0046 (0.0046638984833994234)  --> TIME: 2025-03-23 18:10:02 -- STEP: 670/31555 -- GLOBAL_STEP: 190000 | > loss_text_ce: 0.033817216753959656 (0.04972619366234361) | > loss_mel_ce: 3.52634334564209 (nan) | > loss: 0.014127622358500957 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1417026615854522) | > loader_time: 0.0043 (0.004661038028660108) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_190000.pth  --> TIME: 2025-03-23 18:10:17 -- STEP: 720/31555 -- GLOBAL_STEP: 190050 | > loss_text_ce: 0.03631650656461716 (0.049646014184690994) | > loss_mel_ce: 2.550015926361084 (nan) | > loss: 0.010263224132359028 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.141479442516963) | > loader_time: 0.0044 (0.004675635695457462)  --> TIME: 2025-03-23 18:10:27 -- STEP: 770/31555 -- GLOBAL_STEP: 190100 | > loss_text_ce: 0.03872708976268768 (0.04962204577667371) | > loss_mel_ce: 2.6495137214660645 (nan) | > loss: 0.010667623020708561 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14114605389632212) | > loader_time: 0.0045 (0.004668393073143903)  --> TIME: 2025-03-23 18:10:36 -- STEP: 820/31555 -- GLOBAL_STEP: 190150 | > loss_text_ce: 0.06084704399108887 (0.049504996768039884) | > loss_mel_ce: 3.1275551319122314 (nan) | > loss: 0.012652390636503696 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14103619296376313) | > loader_time: 0.0043 (0.004662019450490072)  --> TIME: 2025-03-23 18:10:45 -- STEP: 870/31555 -- GLOBAL_STEP: 190200 | > loss_text_ce: 0.06428401917219162 (0.04945858015582478) | > loss_mel_ce: 2.6082475185394287 (nan) | > loss: 0.010605284944176674 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14080598436552913) | > loader_time: 0.0045 (0.0046520704510568224)  --> TIME: 2025-03-23 18:10:55 -- STEP: 920/31555 -- GLOBAL_STEP: 190250 | > loss_text_ce: 0.04695118963718414 (0.04939367885336926) | > loss_mel_ce: 3.154329538345337 (nan) | > loss: 0.012703496031463146 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14072396496067888) | > loader_time: 0.0045 (0.00464724431867185)  --> TIME: 2025-03-23 18:11:04 -- STEP: 970/31555 -- GLOBAL_STEP: 190300 | > loss_text_ce: 0.052915919572114944 (0.049358697596591755) | > loss_mel_ce: 3.166165351867676 (nan) | > loss: 0.012774132192134857 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14053652237371084) | > loader_time: 0.0046 (0.004642434710079864)  --> TIME: 2025-03-23 18:11:14 -- STEP: 1020/31555 -- GLOBAL_STEP: 190350 | > loss_text_ce: 0.054850902408361435 (0.04945939098868299) | > loss_mel_ce: 2.789525270462036 (nan) | > loss: 0.011287207715213299 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1406652144357271) | > loader_time: 0.0044 (0.004640320469351378)  --> TIME: 2025-03-23 18:11:24 -- STEP: 1070/31555 -- GLOBAL_STEP: 190400 | > loss_text_ce: 0.04711705446243286 (0.04938987075029132) | > loss_mel_ce: 2.297841787338257 (nan) | > loss: 0.009305392391979694 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14061983612096207) | > loader_time: 0.0045 (0.0046393410067692)  --> TIME: 2025-03-23 18:11:33 -- STEP: 1120/31555 -- GLOBAL_STEP: 190450 | > loss_text_ce: 0.03506816178560257 (0.04930069809114293) | > loss_mel_ce: 3.570544719696045 (nan) | > loss: 0.014307988807559013 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.1406770288944246) | > loader_time: 0.0044 (0.004637520228113449)  --> TIME: 2025-03-23 18:11:43 -- STEP: 1170/31555 -- GLOBAL_STEP: 190500 | > loss_text_ce: 0.046544093638658524 (0.04922717567374054) | > loss_mel_ce: 3.3945672512054443 (nan) | > loss: 0.013655204325914383 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1405207746049279) | > loader_time: 0.0045 (0.0046348121431138796)  --> TIME: 2025-03-23 18:11:52 -- STEP: 1220/31555 -- GLOBAL_STEP: 190550 | > loss_text_ce: 0.052623700350522995 (0.049175495272655) | > loss_mel_ce: 3.380247116088867 (nan) | > loss: 0.013622504658997059 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14051510603701495) | > loader_time: 0.0048 (0.004634968570021334)  --> TIME: 2025-03-23 18:12:02 -- STEP: 1270/31555 -- GLOBAL_STEP: 190600 | > loss_text_ce: 0.04920414462685585 (0.04923412687489838) | > loss_mel_ce: 3.317960500717163 (nan) | > loss: 0.013361765071749687 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.1406445548290345) | > loader_time: 0.0047 (0.004632320554237669)  --> TIME: 2025-03-23 18:12:12 -- STEP: 1320/31555 -- GLOBAL_STEP: 190650 | > loss_text_ce: 0.047488559037446976 (0.0492740188668849) | > loss_mel_ce: 3.22873592376709 (nan) | > loss: 0.013000891543924809 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1406853522315172) | > loader_time: 0.0045 (0.004631181557973232)  --> TIME: 2025-03-23 18:12:21 -- STEP: 1370/31555 -- GLOBAL_STEP: 190700 | > loss_text_ce: 0.05183079466223717 (0.04926519426007341) | > loss_mel_ce: 2.950406074523926 (nan) | > loss: 0.011913638561964035 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14060224616614594) | > loader_time: 0.0048 (0.004632872386570399)  --> TIME: 2025-03-23 18:12:31 -- STEP: 1420/31555 -- GLOBAL_STEP: 190750 | > loss_text_ce: 0.04968395456671715 (0.04925297910846036) | > loss_mel_ce: 3.522244691848755 (nan) | > loss: 0.014174321666359901 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14075494232312075) | > loader_time: 0.0047 (0.004630893217006205)  --> TIME: 2025-03-23 18:12:41 -- STEP: 1470/31555 -- GLOBAL_STEP: 190800 | > loss_text_ce: 0.06521665304899216 (0.04925043707219315) | > loss_mel_ce: 2.8850178718566895 (nan) | > loss: 0.011707279831171036 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14073053330791266) | > loader_time: 0.0044 (0.004631316256360947)  --> TIME: 2025-03-23 18:12:51 -- STEP: 1520/31555 -- GLOBAL_STEP: 190850 | > loss_text_ce: 0.05127742141485214 (0.04923695226959689) | > loss_mel_ce: 3.2384297847747803 (nan) | > loss: 0.013054394163191319 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14089998398956524) | > loader_time: 0.0047 (0.0046317407959385925)  --> TIME: 2025-03-23 18:13:00 -- STEP: 1570/31555 -- GLOBAL_STEP: 190900 | > loss_text_ce: 0.05071059241890907 (0.04922191861684726) | > loss_mel_ce: 3.6200621128082275 (nan) | > loss: 0.014566559344530106 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1408173009848141) | > loader_time: 0.0046 (0.004631826680177334)  --> TIME: 2025-03-23 18:13:10 -- STEP: 1620/31555 -- GLOBAL_STEP: 190950 | > loss_text_ce: 0.045526981353759766 (0.049238513150240915) | > loss_mel_ce: 3.3383824825286865 (nan) | > loss: 0.013428213074803352 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14095593264073514) | > loader_time: 0.0048 (0.004633603272614653)  --> TIME: 2025-03-23 18:13:20 -- STEP: 1670/31555 -- GLOBAL_STEP: 191000 | > loss_text_ce: 0.05222772806882858 (0.04928455324453152) | > loss_mel_ce: 3.1253132820129395 (nan) | > loss: 0.012609290890395641 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1409581385686725) | > loader_time: 0.0048 (0.004633923062307394)  --> TIME: 2025-03-23 18:13:30 -- STEP: 1720/31555 -- GLOBAL_STEP: 191050 | > loss_text_ce: 0.040547583252191544 (0.049263307229117606) | > loss_mel_ce: 3.163010358810425 (nan) | > loss: 0.01271253265440464 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14102945189143318) | > loader_time: 0.0045 (0.004636390819105989)  --> TIME: 2025-03-23 18:13:39 -- STEP: 1770/31555 -- GLOBAL_STEP: 191100 | > loss_text_ce: 0.04485691338777542 (0.049246723507925624) | > loss_mel_ce: 0.02323404885828495 (nan) | > loss: 0.00027020223205909133 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14099028837882857) | > loader_time: 0.0044 (0.004636234213403387)  --> TIME: 2025-03-23 18:13:49 -- STEP: 1820/31555 -- GLOBAL_STEP: 191150 | > loss_text_ce: 0.056052956730127335 (0.049247774557507305) | > loss_mel_ce: 2.2384681701660156 (nan) | > loss: 0.009105242788791656 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.141080117880643) | > loader_time: 0.0047 (0.004637932515406344)  --> TIME: 2025-03-23 18:13:59 -- STEP: 1870/31555 -- GLOBAL_STEP: 191200 | > loss_text_ce: 0.05667098984122276 (0.04923370135699046) | > loss_mel_ce: 3.6882545948028564 (nan) | > loss: 0.014860816299915314 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14097957241343936) | > loader_time: 0.0045 (0.004638069453723926)  --> TIME: 2025-03-23 18:14:08 -- STEP: 1920/31555 -- GLOBAL_STEP: 191250 | > loss_text_ce: 0.05584866553544998 (0.04920705724701597) | > loss_mel_ce: 3.3288846015930176 (nan) | > loss: 0.013431482017040253 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14093677202860508) | > loader_time: 0.0048 (0.004638527333736418)  --> TIME: 2025-03-23 18:14:18 -- STEP: 1970/31555 -- GLOBAL_STEP: 191300 | > loss_text_ce: 0.04134254530072212 (0.04921838145532887) | > loss_mel_ce: 2.952939987182617 (nan) | > loss: 0.011882074177265167 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14090685650781926) | > loader_time: 0.0046 (0.004639006629208016)  --> TIME: 2025-03-23 18:14:28 -- STEP: 2020/31555 -- GLOBAL_STEP: 191350 | > loss_text_ce: 0.03627005219459534 (0.049187131404950485) | > loss_mel_ce: 3.262014865875244 (nan) | > loss: 0.01308843307197094 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14118389918072383) | > loader_time: 0.0045 (0.0046395082284908466)  --> TIME: 2025-03-23 18:14:38 -- STEP: 2070/31555 -- GLOBAL_STEP: 191400 | > loss_text_ce: 0.05061401426792145 (0.04924156218047304) | > loss_mel_ce: 3.6780858039855957 (nan) | > loss: 0.014796429313719273 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1411966838698456) | > loader_time: 0.0047 (0.004639614952935111)  --> TIME: 2025-03-23 18:14:47 -- STEP: 2120/31555 -- GLOBAL_STEP: 191450 | > loss_text_ce: 0.05467822402715683 (0.04924444375682694) | > loss_mel_ce: 3.339148759841919 (nan) | > loss: 0.013467567972838879 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14107790791763447) | > loader_time: 0.0047 (0.004639062679038856)  --> TIME: 2025-03-23 18:14:57 -- STEP: 2170/31555 -- GLOBAL_STEP: 191500 | > loss_text_ce: 0.042622506618499756 (0.04921396709034383) | > loss_mel_ce: 0.01495361328125 (nan) | > loss: 0.0002284766815137118 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14102591633247336) | > loader_time: 0.0044 (0.0046386981340047935)  --> TIME: 2025-03-23 18:15:06 -- STEP: 2220/31555 -- GLOBAL_STEP: 191550 | > loss_text_ce: 0.05423993989825249 (0.049182177962617854) | > loss_mel_ce: 3.1422576904296875 (nan) | > loss: 0.012684515677392483 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1411395024608921) | > loader_time: 0.0048 (0.0046388807597461034)  --> TIME: 2025-03-23 18:15:16 -- STEP: 2270/31555 -- GLOBAL_STEP: 191600 | > loss_text_ce: 0.04496549814939499 (0.04919850939991457) | > loss_mel_ce: 3.4338505268096924 (nan) | > loss: 0.013804825954139233 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14121267743047627) | > loader_time: 0.0046 (0.0046388804649991604)  --> TIME: 2025-03-23 18:15:26 -- STEP: 2320/31555 -- GLOBAL_STEP: 191650 | > loss_text_ce: 0.04588726907968521 (0.04918646759771072) | > loss_mel_ce: 3.0782971382141113 (nan) | > loss: 0.012397557497024536 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14124635694355792) | > loader_time: 0.0048 (0.004641255016984614)  --> TIME: 2025-03-23 18:15:36 -- STEP: 2370/31555 -- GLOBAL_STEP: 191700 | > loss_text_ce: 0.053040117025375366 (0.04924402622985441) | > loss_mel_ce: 4.035952568054199 (nan) | > loss: 0.016226161271333694 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14130202999597855) | > loader_time: 0.0048 (0.004641417410806264)  --> TIME: 2025-03-23 18:15:46 -- STEP: 2420/31555 -- GLOBAL_STEP: 191750 | > loss_text_ce: 0.03536876291036606 (0.04922801282041334) | > loss_mel_ce: 2.326202392578125 (nan) | > loss: 0.009371314197778702 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14138868830420753) | > loader_time: 0.0047 (0.004640865030367514)  --> TIME: 2025-03-23 18:15:55 -- STEP: 2470/31555 -- GLOBAL_STEP: 191800 | > loss_text_ce: 0.04577421396970749 (0.04922298138380541) | > loss_mel_ce: 3.4268157482147217 (nan) | > loss: 0.013780119828879833 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14135240292259546) | > loader_time: 0.0049 (0.0046413130123123)  --> TIME: 2025-03-23 18:16:05 -- STEP: 2520/31555 -- GLOBAL_STEP: 191850 | > loss_text_ce: 0.044672831892967224 (0.049195728995763466) | > loss_mel_ce: 4.086734294891357 (nan) | > loss: 0.016394473612308502 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14133413746243428) | > loader_time: 0.0047 (0.0046418054709358786)  --> TIME: 2025-03-23 18:16:15 -- STEP: 2570/31555 -- GLOBAL_STEP: 191900 | > loss_text_ce: 0.049998894333839417 (0.04916912878678709) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14136952583891882) | > loader_time: 0.0047 (0.004643965509615056)  --> TIME: 2025-03-23 18:16:24 -- STEP: 2620/31555 -- GLOBAL_STEP: 191950 | > loss_text_ce: 0.045441292226314545 (0.04912755284316224) | > loss_mel_ce: 3.35178804397583 (nan) | > loss: 0.013481070287525654 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14131655501955342) | > loader_time: 0.0046 (0.004642387564855679)  --> TIME: 2025-03-23 18:16:34 -- STEP: 2670/31555 -- GLOBAL_STEP: 192000 | > loss_text_ce: 0.05711902305483818 (0.04910394122775251) | > loss_mel_ce: 3.287930727005005 (nan) | > loss: 0.01327400840818882 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14124903214558251) | > loader_time: 0.0047 (0.004641982946503031)  --> TIME: 2025-03-23 18:16:44 -- STEP: 2720/31555 -- GLOBAL_STEP: 192050 | > loss_text_ce: 0.048063475638628006 (0.049082533448852494) | > loss_mel_ce: 3.345733404159546 (nan) | > loss: 0.013467448763549328 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14132509888971556) | > loader_time: 0.0045 (0.004640723589588619)  --> TIME: 2025-03-23 18:16:53 -- STEP: 2770/31555 -- GLOBAL_STEP: 192100 | > loss_text_ce: 0.05036046728491783 (0.04904463576684156) | > loss_mel_ce: 3.9427683353424072 (nan) | > loss: 0.015845749527215958 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14132098376966126) | > loader_time: 0.005 (0.004640413879917853)  --> TIME: 2025-03-23 18:17:03 -- STEP: 2820/31555 -- GLOBAL_STEP: 192150 | > loss_text_ce: 0.04853605106472969 (0.049005804863487684) | > loss_mel_ce: 3.0786900520324707 (nan) | > loss: 0.012409628368914127 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14132342338562007) | > loader_time: 0.0046 (0.00464096382154641)  --> TIME: 2025-03-23 18:17:13 -- STEP: 2870/31555 -- GLOBAL_STEP: 192200 | > loss_text_ce: 0.05362026020884514 (0.04901264036392304) | > loss_mel_ce: 3.8318445682525635 (nan) | > loss: 0.015418512746691704 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14143334755914128) | > loader_time: 0.0047 (0.00464226335598617)  --> TIME: 2025-03-23 18:17:23 -- STEP: 2920/31555 -- GLOBAL_STEP: 192250 | > loss_text_ce: 0.056237056851387024 (0.049015014224417924) | > loss_mel_ce: 3.0622899532318115 (nan) | > loss: 0.01237510796636343 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1414160373276226) | > loader_time: 0.0044 (0.004643679808263914)  --> TIME: 2025-03-23 18:17:33 -- STEP: 2970/31555 -- GLOBAL_STEP: 192300 | > loss_text_ce: 0.041051413863897324 (0.04903316075352317) | > loss_mel_ce: 3.4951436519622803 (nan) | > loss: 0.014032520353794098 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1414532362812696) | > loader_time: 0.0046 (0.004644293897481081)  --> TIME: 2025-03-23 18:17:42 -- STEP: 3020/31555 -- GLOBAL_STEP: 192350 | > loss_text_ce: 0.04898853227496147 (0.04905327877757575) | > loss_mel_ce: 4.14149284362793 (nan) | > loss: 0.016628894954919815 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14146596943305798) | > loader_time: 0.0046 (0.004644736154189968)  --> TIME: 2025-03-23 18:17:52 -- STEP: 3070/31555 -- GLOBAL_STEP: 192400 | > loss_text_ce: 0.05114362761378288 (0.04907163406512938) | > loss_mel_ce: 0.15898437798023224 (nan) | > loss: 0.000833841331768781 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1414321517323047) | > loader_time: 0.0046 (0.004645009615522259)  --> TIME: 2025-03-23 18:18:02 -- STEP: 3120/31555 -- GLOBAL_STEP: 192450 | > loss_text_ce: 0.05234753340482712 (0.049086353040109366) | > loss_mel_ce: 3.626926898956299 (nan) | > loss: 0.014600295573472977 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1414856965725236) | > loader_time: 0.0049 (0.004645622082245662)  --> TIME: 2025-03-23 18:18:11 -- STEP: 3170/31555 -- GLOBAL_STEP: 192500 | > loss_text_ce: 0.028196079656481743 (0.049059558987077014) | > loss_mel_ce: 1.9119466543197632 (nan) | > loss: 0.007698979694396257 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1414657388951873) | > loader_time: 0.0043 (0.0046456316668152505)  --> TIME: 2025-03-23 18:18:21 -- STEP: 3220/31555 -- GLOBAL_STEP: 192550 | > loss_text_ce: 0.03853484243154526 (0.0490680668323724) | > loss_mel_ce: 3.0205094814300537 (nan) | > loss: 0.012139065191149712 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14143162055045155) | > loader_time: 0.0046 (0.004646581300297148)  --> TIME: 2025-03-23 18:18:31 -- STEP: 3270/31555 -- GLOBAL_STEP: 192600 | > loss_text_ce: 0.046003326773643494 (0.04908711968462593) | > loss_mel_ce: 2.7351317405700684 (nan) | > loss: 0.011036250740289688 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14153165372504345) | > loader_time: 0.0045 (0.004648004905164068)  --> TIME: 2025-03-23 18:18:40 -- STEP: 3320/31555 -- GLOBAL_STEP: 192650 | > loss_text_ce: 0.040280018001794815 (0.04904239823009424) | > loss_mel_ce: 1.5834619998931885 (nan) | > loss: 0.0064434208907186985 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14145726101944225) | > loader_time: 0.0046 (0.004646820404443402)  --> TIME: 2025-03-23 18:18:50 -- STEP: 3370/31555 -- GLOBAL_STEP: 192700 | > loss_text_ce: 0.0455254465341568 (0.049031931550991024) | > loss_mel_ce: 3.4942731857299805 (nan) | > loss: 0.014046820811927319 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14146833922105997) | > loader_time: 0.0048 (0.004647338637966084)  --> TIME: 2025-03-23 18:18:59 -- STEP: 3420/31555 -- GLOBAL_STEP: 192750 | > loss_text_ce: 0.04315054789185524 (0.049026837425949196) | > loss_mel_ce: 2.9176061153411865 (nan) | > loss: 0.01174903567880392 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14140490474756687) | > loader_time: 0.0046 (0.004646513406296227)  --> TIME: 2025-03-23 18:19:09 -- STEP: 3470/31555 -- GLOBAL_STEP: 192800 | > loss_text_ce: 0.038313742727041245 (0.04903101699442883) | > loss_mel_ce: 3.139314889907837 (nan) | > loss: 0.012609637342393398 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14142362411839798) | > loader_time: 0.0047 (0.004646422402659485)  --> TIME: 2025-03-23 18:19:19 -- STEP: 3520/31555 -- GLOBAL_STEP: 192850 | > loss_text_ce: 0.05711760371923447 (0.04901178796003074) | > loss_mel_ce: 3.858384132385254 (nan) | > loss: 0.015537706203758717 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.141378450325944) | > loader_time: 0.0045 (0.0046469953927126845)  --> TIME: 2025-03-23 18:19:28 -- STEP: 3570/31555 -- GLOBAL_STEP: 192900 | > loss_text_ce: 0.05051648989319801 (0.04902937493289644) | > loss_mel_ce: 3.6783182621002197 (nan) | > loss: 0.014796964824199677 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14135603677658792) | > loader_time: 0.0045 (0.004647547524182408)  --> TIME: 2025-03-23 18:19:38 -- STEP: 3620/31555 -- GLOBAL_STEP: 192950 | > loss_text_ce: 0.05280769243836403 (0.04903087770638389) | > loss_mel_ce: 3.1557977199554443 (nan) | > loss: 0.012732562609016895 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14134329965760023) | > loader_time: 0.0047 (0.00464856558741786)  --> TIME: 2025-03-23 18:19:48 -- STEP: 3670/31555 -- GLOBAL_STEP: 193000 | > loss_text_ce: 0.04645214602351189 (0.04905827390816711) | > loss_mel_ce: 0.61895751953125 (nan) | > loss: 0.0026405148673802614 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14134467947385604) | > loader_time: 0.0047 (0.0046479160844142865)  --> TIME: 2025-03-23 18:19:57 -- STEP: 3720/31555 -- GLOBAL_STEP: 193050 | > loss_text_ce: 0.05132283642888069 (0.04903955799727759) | > loss_mel_ce: 3.6246745586395264 (nan) | > loss: 0.014587292447686195 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1413404059666458) | > loader_time: 0.0047 (0.004646475276639389)  --> TIME: 2025-03-23 18:20:07 -- STEP: 3770/31555 -- GLOBAL_STEP: 193100 | > loss_text_ce: 0.059427354484796524 (0.049026650702704413) | > loss_mel_ce: 3.218353748321533 (nan) | > loss: 0.013007068075239658 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14128584071242828) | > loader_time: 0.0044 (0.004645388385661406)  --> TIME: 2025-03-23 18:20:16 -- STEP: 3820/31555 -- GLOBAL_STEP: 193150 | > loss_text_ce: 0.04634755849838257 (0.049030727007138716) | > loss_mel_ce: 3.273381471633911 (nan) | > loss: 0.01317352894693613 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14128644210505847) | > loader_time: 0.0048 (0.004646613522973989)  --> TIME: 2025-03-23 18:20:26 -- STEP: 3870/31555 -- GLOBAL_STEP: 193200 | > loss_text_ce: 0.04170779511332512 (0.049026179795444706) | > loss_mel_ce: 2.827411413192749 (nan) | > loss: 0.011385394260287285 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1413071004611268) | > loader_time: 0.0047 (0.004647743794345121)  --> TIME: 2025-03-23 18:20:36 -- STEP: 3920/31555 -- GLOBAL_STEP: 193250 | > loss_text_ce: 0.03305699676275253 (0.04901258564002972) | > loss_mel_ce: 0.040557861328125 (nan) | > loss: 0.0002921224804595113 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14135610424742395) | > loader_time: 0.0047 (0.004646981492334487)  --> TIME: 2025-03-23 18:20:46 -- STEP: 3970/31555 -- GLOBAL_STEP: 193300 | > loss_text_ce: 0.04819393530488014 (0.04900891711414619) | > loss_mel_ce: 3.575037717819214 (nan) | > loss: 0.014377904124557972 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14135496093884511) | > loader_time: 0.0044 (0.004647459491374215)  --> TIME: 2025-03-23 18:20:55 -- STEP: 4020/31555 -- GLOBAL_STEP: 193350 | > loss_text_ce: 0.04908216372132301 (0.04900026483767076) | > loss_mel_ce: 2.145611524581909 (nan) | > loss: 0.008709102869033813 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1413198819800988) | > loader_time: 0.0045 (0.0046450912062801575)  --> TIME: 2025-03-23 18:21:05 -- STEP: 4070/31555 -- GLOBAL_STEP: 193400 | > loss_text_ce: 0.04654994234442711 (0.0490066604519433) | > loss_mel_ce: 2.8368594646453857 (nan) | > loss: 0.011442101560533047 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14133690118203868) | > loader_time: 0.0049 (0.004644428248487472)  --> TIME: 2025-03-23 18:21:14 -- STEP: 4120/31555 -- GLOBAL_STEP: 193450 | > loss_text_ce: 0.06206473708152771 (0.04903198633415325) | > loss_mel_ce: 2.9574124813079834 (nan) | > loss: 0.011982052586972713 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14132265836289776) | > loader_time: 0.0045 (0.004642864569876962)  --> TIME: 2025-03-23 18:21:24 -- STEP: 4170/31555 -- GLOBAL_STEP: 193500 | > loss_text_ce: 0.046536870300769806 (0.04901285517371181) | > loss_mel_ce: 3.4763264656066895 (nan) | > loss: 0.01397961750626564 (nan) | > current_lr: 5e-06 | > step_time: 0.1481 (0.14129427148283805) | > loader_time: 0.0048 (0.004642515559848267)  --> TIME: 2025-03-23 18:21:34 -- STEP: 4220/31555 -- GLOBAL_STEP: 193550 | > loss_text_ce: 0.04754956066608429 (0.04900124971114847) | > loss_mel_ce: 3.390901803970337 (nan) | > loss: 0.013644648715853691 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14128515629971752) | > loader_time: 0.0046 (0.004641135552483151)  --> TIME: 2025-03-23 18:21:43 -- STEP: 4270/31555 -- GLOBAL_STEP: 193600 | > loss_text_ce: 0.058333706110715866 (0.04900366774775461) | > loss_mel_ce: 3.468334674835205 (nan) | > loss: 0.013994716107845306 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14129107590302362) | > loader_time: 0.0048 (0.00464002404894148)  --> TIME: 2025-03-23 18:21:53 -- STEP: 4320/31555 -- GLOBAL_STEP: 193650 | > loss_text_ce: 0.040800824761390686 (0.04899211435975443) | > loss_mel_ce: 3.1079649925231934 (nan) | > loss: 0.012495103292167187 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14132257617182192) | > loader_time: 0.0044 (0.004639770532095878)  --> TIME: 2025-03-23 18:22:03 -- STEP: 4370/31555 -- GLOBAL_STEP: 193700 | > loss_text_ce: 0.055588722229003906 (0.04898681305604619) | > loss_mel_ce: 3.5022616386413574 (nan) | > loss: 0.014118454419076443 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14133499607068714) | > loader_time: 0.0045 (0.004638593529672865)  --> TIME: 2025-03-23 18:22:12 -- STEP: 4420/31555 -- GLOBAL_STEP: 193750 | > loss_text_ce: 0.047353800386190414 (0.048974723007310886) | > loss_mel_ce: 3.2222607135772705 (nan) | > loss: 0.012974660843610764 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14132553689620064) | > loader_time: 0.0045 (0.0046391385712774656)  --> TIME: 2025-03-23 18:22:22 -- STEP: 4470/31555 -- GLOBAL_STEP: 193800 | > loss_text_ce: 0.056850604712963104 (0.04896827756658502) | > loss_mel_ce: 2.8515443801879883 (nan) | > loss: 0.011541251093149185 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14126328835284677) | > loader_time: 0.0045 (0.0046390218222701314)  --> TIME: 2025-03-23 18:22:31 -- STEP: 4520/31555 -- GLOBAL_STEP: 193850 | > loss_text_ce: 0.06216537207365036 (0.048947839713367) | > loss_mel_ce: 3.5663132667541504 (nan) | > loss: 0.014398724772036076 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14123985303186723) | > loader_time: 0.0045 (0.004639270980801202)  --> TIME: 2025-03-23 18:22:41 -- STEP: 4570/31555 -- GLOBAL_STEP: 193900 | > loss_text_ce: 0.034915242344141006 (0.04893599070152132) | > loss_mel_ce: 2.5666587352752686 (nan) | > loss: 0.010323707014322281 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1412462772373557) | > loader_time: 0.0044 (0.004640771523607115)  --> TIME: 2025-03-23 18:22:51 -- STEP: 4620/31555 -- GLOBAL_STEP: 193950 | > loss_text_ce: 0.04986119270324707 (0.04893025968514101) | > loss_mel_ce: 2.333491086959839 (nan) | > loss: 0.00945774745196104 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14125799988255336) | > loader_time: 0.0045 (0.004640626958954388)  --> TIME: 2025-03-23 18:23:00 -- STEP: 4670/31555 -- GLOBAL_STEP: 194000 | > loss_text_ce: 0.05458385869860649 (0.048942845202264586) | > loss_mel_ce: 3.137770175933838 (nan) | > loss: 0.012668072246015072 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14124015036180626) | > loader_time: 0.0046 (0.004640758012040529)  --> TIME: 2025-03-23 18:23:10 -- STEP: 4720/31555 -- GLOBAL_STEP: 194050 | > loss_text_ce: 0.0507669672369957 (0.04893109309802758) | > loss_mel_ce: 3.4769628047943115 (nan) | > loss: 0.013998928479850292 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1412343269182462) | > loader_time: 0.0047 (0.004640228869551327)  --> TIME: 2025-03-23 18:23:20 -- STEP: 4770/31555 -- GLOBAL_STEP: 194100 | > loss_text_ce: 0.05183159187436104 (0.04892693247208753) | > loss_mel_ce: 3.914686918258667 (nan) | > loss: 0.015740152448415756 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14125160071334988) | > loader_time: 0.0047 (0.004639584313398649)  --> TIME: 2025-03-23 18:23:29 -- STEP: 4820/31555 -- GLOBAL_STEP: 194150 | > loss_text_ce: 0.06305157393217087 (0.04891642229399691) | > loss_mel_ce: 3.767265796661377 (nan) | > loss: 0.015199672430753708 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1412379879674475) | > loader_time: 0.0046 (0.004638611924104188)  --> TIME: 2025-03-23 18:23:39 -- STEP: 4870/31555 -- GLOBAL_STEP: 194200 | > loss_text_ce: 0.04431343451142311 (0.04889156764652401) | > loss_mel_ce: 2.930778741836548 (nan) | > loss: 0.011805921792984009 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1411810936134698) | > loader_time: 0.0046 (0.004637628903868762)  --> TIME: 2025-03-23 18:23:48 -- STEP: 4920/31555 -- GLOBAL_STEP: 194250 | > loss_text_ce: 0.05388997495174408 (0.048886802167503116) | > loss_mel_ce: 3.0708422660827637 (nan) | > loss: 0.012399732135236263 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14120206231993387) | > loader_time: 0.0047 (0.004637228521874291)  --> TIME: 2025-03-23 18:23:58 -- STEP: 4970/31555 -- GLOBAL_STEP: 194300 | > loss_text_ce: 0.04866033419966698 (0.04888374178447368) | > loss_mel_ce: 0.480255126953125 (nan) | > loss: 0.0020988709293305874 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14114314732657116) | > loader_time: 0.0044 (0.0046365700497233995)  --> TIME: 2025-03-23 18:24:07 -- STEP: 5020/31555 -- GLOBAL_STEP: 194350 | > loss_text_ce: 0.03388427570462227 (0.048875436863576434) | > loss_mel_ce: 2.565951347351074 (nan) | > loss: 0.010316808708012104 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14111964792844317) | > loader_time: 0.0044 (0.004635078641047999)  --> TIME: 2025-03-23 18:24:17 -- STEP: 5070/31555 -- GLOBAL_STEP: 194400 | > loss_text_ce: 0.051103487610816956 (0.048861784084573485) | > loss_mel_ce: 2.89263916015625 (nan) | > loss: 0.011681519448757172 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14116397990277554) | > loader_time: 0.0046 (0.004636862809371203)  --> TIME: 2025-03-23 18:24:27 -- STEP: 5120/31555 -- GLOBAL_STEP: 194450 | > loss_text_ce: 0.04967282712459564 (0.04884977260699106) | > loss_mel_ce: 2.26820969581604 (nan) | > loss: 0.009197947569191456 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14117378755472615) | > loader_time: 0.0044 (0.00463581266812981)  --> TIME: 2025-03-23 18:24:36 -- STEP: 5170/31555 -- GLOBAL_STEP: 194500 | > loss_text_ce: 0.04798451438546181 (0.04884748340690639) | > loss_mel_ce: 3.8316872119903564 (nan) | > loss: 0.015395523980259895 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14112011261097018) | > loader_time: 0.0045 (0.004634573611807324)  --> TIME: 2025-03-23 18:24:46 -- STEP: 5220/31555 -- GLOBAL_STEP: 194550 | > loss_text_ce: 0.05630277469754219 (0.048848513475979814) | > loss_mel_ce: 2.521331548690796 (nan) | > loss: 0.010228708386421204 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14111737364553398) | > loader_time: 0.0049 (0.0046333402052693064)  --> TIME: 2025-03-23 18:24:55 -- STEP: 5270/31555 -- GLOBAL_STEP: 194600 | > loss_text_ce: 0.04130580276250839 (0.0488359104997464) | > loss_mel_ce: 2.5959250926971436 (nan) | > loss: 0.01046520285308361 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.141078664048573) | > loader_time: 0.0045 (0.0046326207933661216)  --> TIME: 2025-03-23 18:25:05 -- STEP: 5320/31555 -- GLOBAL_STEP: 194650 | > loss_text_ce: 0.05180136114358902 (0.04883112911050944) | > loss_mel_ce: 3.4536845684051514 (nan) | > loss: 0.013910659588873386 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14108025364409696) | > loader_time: 0.0047 (0.004631683835409648)  --> TIME: 2025-03-23 18:25:14 -- STEP: 5370/31555 -- GLOBAL_STEP: 194700 | > loss_text_ce: 0.045043058693408966 (0.04880706141156539) | > loss_mel_ce: 3.4440104961395264 (nan) | > loss: 0.013845451176166534 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14107251371529272) | > loader_time: 0.0046 (0.0046310079386336495)  --> TIME: 2025-03-23 18:25:24 -- STEP: 5420/31555 -- GLOBAL_STEP: 194750 | > loss_text_ce: 0.052165791392326355 (0.048811343033210525) | > loss_mel_ce: 3.017179250717163 (nan) | > loss: 0.012179940938949585 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14106828040302427) | > loader_time: 0.0045 (0.00463025675488575)  --> TIME: 2025-03-23 18:25:34 -- STEP: 5470/31555 -- GLOBAL_STEP: 194800 | > loss_text_ce: 0.042534638196229935 (0.048808525622544965) | > loss_mel_ce: 2.8837168216705322 (nan) | > loss: 0.01161210983991623 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1411223530987277) | > loader_time: 0.0045 (0.004629549465841968)  --> TIME: 2025-03-23 18:25:44 -- STEP: 5520/31555 -- GLOBAL_STEP: 194850 | > loss_text_ce: 0.052515070885419846 (0.04878366120578061) | > loss_mel_ce: 2.9085726737976074 (nan) | > loss: 0.011750348843634129 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14111280449922484) | > loader_time: 0.0045 (0.004629058552824941)  --> TIME: 2025-03-23 18:25:53 -- STEP: 5570/31555 -- GLOBAL_STEP: 194900 | > loss_text_ce: 0.0485735684633255 (0.04878971602941612) | > loss_mel_ce: 3.756821870803833 (nan) | > loss: 0.015100776217877865 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14112732868434236) | > loader_time: 0.0043 (0.00462835665451133)  --> TIME: 2025-03-23 18:26:03 -- STEP: 5620/31555 -- GLOBAL_STEP: 194950 | > loss_text_ce: 0.05108233913779259 (0.0487920408524919) | > loss_mel_ce: 3.2326135635375977 (nan) | > loss: 0.013030540198087692 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14113959192805398) | > loader_time: 0.0045 (0.0046283195451485406)  --> TIME: 2025-03-23 18:26:13 -- STEP: 5670/31555 -- GLOBAL_STEP: 195000 | > loss_text_ce: 0.04521503672003746 (0.04879080286607607) | > loss_mel_ce: 3.2136852741241455 (nan) | > loss: 0.012932145036756992 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14114050629698155) | > loader_time: 0.0045 (0.004627884548597668)  --> TIME: 2025-03-23 18:26:22 -- STEP: 5720/31555 -- GLOBAL_STEP: 195050 | > loss_text_ce: 0.04927079752087593 (0.04880520656209948) | > loss_mel_ce: 3.665590286254883 (nan) | > loss: 0.014741512946784496 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1411091957892568) | > loader_time: 0.0046 (0.004627396968694847)  --> TIME: 2025-03-23 18:26:32 -- STEP: 5770/31555 -- GLOBAL_STEP: 195100 | > loss_text_ce: 0.04411613196134567 (0.048813323776659076) | > loss_mel_ce: 3.5765628814697266 (nan) | > loss: 0.01436777412891388 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1411482675030073) | > loader_time: 0.0045 (0.004627400626342897)  --> TIME: 2025-03-23 18:26:42 -- STEP: 5820/31555 -- GLOBAL_STEP: 195150 | > loss_text_ce: 0.053977251052856445 (0.048805881950914794) | > loss_mel_ce: 1.9662522077560425 (nan) | > loss: 0.008016783744096756 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14116811850636224) | > loader_time: 0.005 (0.00462728636371313)  --> TIME: 2025-03-23 18:26:52 -- STEP: 5870/31555 -- GLOBAL_STEP: 195200 | > loss_text_ce: 0.04398468881845474 (0.04880462720818844) | > loss_mel_ce: 3.713392972946167 (nan) | > loss: 0.014910229481756687 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14117657983932572) | > loader_time: 0.0044 (0.00462679952332273)  --> TIME: 2025-03-23 18:27:01 -- STEP: 5920/31555 -- GLOBAL_STEP: 195250 | > loss_text_ce: 0.045434072613716125 (0.048791763743046) | > loss_mel_ce: 3.7644848823547363 (nan) | > loss: 0.015118726529181004 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14117964115497184) | > loader_time: 0.0045 (0.004628138485792541)  --> TIME: 2025-03-23 18:27:11 -- STEP: 5970/31555 -- GLOBAL_STEP: 195300 | > loss_text_ce: 0.0419628880918026 (0.04878754035930102) | > loss_mel_ce: 3.288726806640625 (nan) | > loss: 0.013217023573815823 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14122795890923073) | > loader_time: 0.0045 (0.0046293810983399275)  --> TIME: 2025-03-23 18:27:21 -- STEP: 6020/31555 -- GLOBAL_STEP: 195350 | > loss_text_ce: 0.05118805170059204 (0.04879285420052894) | > loss_mel_ce: 2.209263324737549 (nan) | > loss: 0.008970045484602451 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14125317814342156) | > loader_time: 0.0045 (0.00462883592047963)  --> TIME: 2025-03-23 18:27:31 -- STEP: 6070/31555 -- GLOBAL_STEP: 195400 | > loss_text_ce: 0.04535742476582527 (0.048784234445646564) | > loss_mel_ce: 3.015878915786743 (nan) | > loss: 0.01214776374399662 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14122645784249166) | > loader_time: 0.0043 (0.004628382718936249)  --> TIME: 2025-03-23 18:27:40 -- STEP: 6120/31555 -- GLOBAL_STEP: 195450 | > loss_text_ce: 0.05476180836558342 (0.04878265623374569) | > loss_mel_ce: 3.435303211212158 (nan) | > loss: 0.013849465176463127 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14123669340719533) | > loader_time: 0.0047 (0.004627572204552473)  --> TIME: 2025-03-23 18:27:50 -- STEP: 6170/31555 -- GLOBAL_STEP: 195500 | > loss_text_ce: 0.05459721013903618 (0.04877298495111882) | > loss_mel_ce: 3.0970733165740967 (nan) | > loss: 0.012506629340350628 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14122265474916032) | > loader_time: 0.0042 (0.004626888007746748)  --> TIME: 2025-03-23 18:28:00 -- STEP: 6220/31555 -- GLOBAL_STEP: 195550 | > loss_text_ce: 0.04876329377293587 (0.04877728450342642) | > loss_mel_ce: 0.1510772705078125 (nan) | > loss: 0.0007930181454867125 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1412569220809686) | > loader_time: 0.0047 (0.004626244210736959)  --> TIME: 2025-03-23 18:28:09 -- STEP: 6270/31555 -- GLOBAL_STEP: 195600 | > loss_text_ce: 0.04565255716443062 (0.04878049708065104) | > loss_mel_ce: 3.030081272125244 (nan) | > loss: 0.012205294333398342 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1412323227719631) | > loader_time: 0.0046 (0.004625004862674332)  --> TIME: 2025-03-23 18:28:19 -- STEP: 6320/31555 -- GLOBAL_STEP: 195650 | > loss_text_ce: 0.05208216980099678 (0.04877819737472549) | > loss_mel_ce: 3.2041664123535156 (nan) | > loss: 0.012921622022986412 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1412117947505993) | > loader_time: 0.0045 (0.0046238457100301064)  --> TIME: 2025-03-23 18:28:28 -- STEP: 6370/31555 -- GLOBAL_STEP: 195700 | > loss_text_ce: 0.04201526567339897 (0.04875980570950387) | > loss_mel_ce: 1.7442532777786255 (nan) | > loss: 0.007088367827236652 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1412219376541563) | > loader_time: 0.0044 (0.004624447605486402)  --> TIME: 2025-03-23 18:28:38 -- STEP: 6420/31555 -- GLOBAL_STEP: 195750 | > loss_text_ce: 0.05359117314219475 (0.04877716676633806) | > loss_mel_ce: 3.1546480655670166 (nan) | > loss: 0.01273110881447792 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14123740010543712) | > loader_time: 0.0047 (0.004624068662756353)  --> TIME: 2025-03-23 18:28:48 -- STEP: 6470/31555 -- GLOBAL_STEP: 195800 | > loss_text_ce: 0.04555341228842735 (0.04877921577897137) | > loss_mel_ce: 3.165484666824341 (nan) | > loss: 0.012742215767502785 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14122265055890731) | > loader_time: 0.0045 (0.0046244867802403495)  --> TIME: 2025-03-23 18:28:57 -- STEP: 6520/31555 -- GLOBAL_STEP: 195850 | > loss_text_ce: 0.040797583758831024 (0.048773253107289305) | > loss_mel_ce: 3.0446648597717285 (nan) | > loss: 0.012243898585438728 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14122361456689597) | > loader_time: 0.0045 (0.004624719012734372)  --> TIME: 2025-03-23 18:29:07 -- STEP: 6570/31555 -- GLOBAL_STEP: 195900 | > loss_text_ce: 0.04681592062115669 (0.048776077047483817) | > loss_mel_ce: 3.080639123916626 (nan) | > loss: 0.012410536408424377 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14119337846154986) | > loader_time: 0.0044 (0.004624330797877691)  --> TIME: 2025-03-23 18:29:16 -- STEP: 6620/31555 -- GLOBAL_STEP: 195950 | > loss_text_ce: 0.044711604714393616 (0.04876804723590062) | > loss_mel_ce: 3.8469128608703613 (nan) | > loss: 0.015442955307662487 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14116182464127036) | > loader_time: 0.0045 (0.004623830462510514)  --> TIME: 2025-03-23 18:29:26 -- STEP: 6670/31555 -- GLOBAL_STEP: 196000 | > loss_text_ce: 0.04896123334765434 (0.04876873315517234) | > loss_mel_ce: 3.770573854446411 (nan) | > loss: 0.015156885609030724 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14116055286270157) | > loader_time: 0.0047 (0.004624237077704453)  --> TIME: 2025-03-23 18:29:36 -- STEP: 6720/31555 -- GLOBAL_STEP: 196050 | > loss_text_ce: 0.048511676490306854 (0.048778648942659195) | > loss_mel_ce: 3.4947116374969482 (nan) | > loss: 0.014060410670936108 (nan) | > current_lr: 5e-06 | > step_time: 0.1894 (0.1411887311154882) | > loader_time: 0.0049 (0.004624061783154823)  --> TIME: 2025-03-23 18:29:45 -- STEP: 6770/31555 -- GLOBAL_STEP: 196100 | > loss_text_ce: 0.036156605929136276 (0.04877210663703105) | > loss_mel_ce: 4.19921875 (nan) | > loss: 0.01680704578757286 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14115212527124305) | > loader_time: 0.0043 (0.004623066480966246)  --> TIME: 2025-03-23 18:29:55 -- STEP: 6820/31555 -- GLOBAL_STEP: 196150 | > loss_text_ce: 0.048635806888341904 (0.04876804178064466) | > loss_mel_ce: 2.631072998046875 (nan) | > loss: 0.01063376571983099 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14113552301160703) | > loader_time: 0.0046 (0.00462310321170216)  --> TIME: 2025-03-23 18:30:04 -- STEP: 6870/31555 -- GLOBAL_STEP: 196200 | > loss_text_ce: 0.051652535796165466 (0.04876857022436285) | > loss_mel_ce: 3.0522046089172363 (nan) | > loss: 0.01231689378619194 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14112282906383702) | > loader_time: 0.0044 (0.004622273639473528)  --> TIME: 2025-03-23 18:30:14 -- STEP: 6920/31555 -- GLOBAL_STEP: 196250 | > loss_text_ce: 0.036272305995225906 (0.048769239605555285) | > loss_mel_ce: 3.4712421894073486 (nan) | > loss: 0.013918709009885788 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14111554688111846) | > loader_time: 0.0046 (0.004621944778916488)  --> TIME: 2025-03-23 18:30:24 -- STEP: 6970/31555 -- GLOBAL_STEP: 196300 | > loss_text_ce: 0.05178672820329666 (0.048774660818166664) | > loss_mel_ce: 0.60894775390625 (nan) | > loss: 0.0026219624560326338 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14115105119976049) | > loader_time: 0.0047 (0.004621728763005678)  --> TIME: 2025-03-23 18:30:33 -- STEP: 7020/31555 -- GLOBAL_STEP: 196350 | > loss_text_ce: 0.03693339601159096 (0.04878560890724889) | > loss_mel_ce: 3.353651285171509 (nan) | > loss: 0.013454701751470566 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14115094659674812) | > loader_time: 0.0046 (0.004622291194068084)  --> TIME: 2025-03-23 18:30:43 -- STEP: 7070/31555 -- GLOBAL_STEP: 196400 | > loss_text_ce: 0.047116320580244064 (0.04879029875705517) | > loss_mel_ce: 2.7879178524017334 (nan) | > loss: 0.01125013642013073 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1411549340548906) | > loader_time: 0.0051 (0.004622507297672365)  --> TIME: 2025-03-23 18:30:53 -- STEP: 7120/31555 -- GLOBAL_STEP: 196450 | > loss_text_ce: 0.0474931038916111 (0.04878491071913549) | > loss_mel_ce: 3.8010919094085693 (nan) | > loss: 0.015272163785994053 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14115259931998228) | > loader_time: 0.0043 (0.004622788208254291)  --> TIME: 2025-03-23 18:31:02 -- STEP: 7170/31555 -- GLOBAL_STEP: 196500 | > loss_text_ce: 0.03683208301663399 (0.04878876060572161) | > loss_mel_ce: 2.1233928203582764 (nan) | > loss: 0.008572321385145187 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14116947155450915) | > loader_time: 0.0043 (0.004622430615179066)  --> TIME: 2025-03-23 18:31:12 -- STEP: 7220/31555 -- GLOBAL_STEP: 196550 | > loss_text_ce: 0.04518568888306618 (0.04879374366751535) | > loss_mel_ce: 3.9304161071777344 (nan) | > loss: 0.015776198357343674 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14113434675327527) | > loader_time: 0.0044 (0.0046217200168282265)  --> TIME: 2025-03-23 18:31:22 -- STEP: 7270/31555 -- GLOBAL_STEP: 196600 | > loss_text_ce: 0.058669526129961014 (0.0487881838876955) | > loss_mel_ce: 3.524583339691162 (nan) | > loss: 0.014219257980585098 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14115927970392883) | > loader_time: 0.0045 (0.004621299129732723)  --> TIME: 2025-03-23 18:31:31 -- STEP: 7320/31555 -- GLOBAL_STEP: 196650 | > loss_text_ce: 0.03623366728425026 (0.048773720067203194) | > loss_mel_ce: 3.2909677028656006 (nan) | > loss: 0.013203180395066738 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14113501284291724) | > loader_time: 0.0045 (0.004620571247215502)  --> TIME: 2025-03-23 18:31:41 -- STEP: 7370/31555 -- GLOBAL_STEP: 196700 | > loss_text_ce: 0.04614033177495003 (0.04875785084138035) | > loss_mel_ce: 2.819307804107666 (nan) | > loss: 0.011370827443897724 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1411473163917872) | > loader_time: 0.0046 (0.0046211027549112405)  --> TIME: 2025-03-23 18:31:50 -- STEP: 7420/31555 -- GLOBAL_STEP: 196750 | > loss_text_ce: 0.04752160608768463 (0.04876009619774714) | > loss_mel_ce: 3.2610628604888916 (nan) | > loss: 0.01312930416315794 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14114498298444406) | > loader_time: 0.0046 (0.004622216880160865)  --> TIME: 2025-03-23 18:32:00 -- STEP: 7470/31555 -- GLOBAL_STEP: 196800 | > loss_text_ce: 0.060413870960474014 (0.04875972075736936) | > loss_mel_ce: 2.7738168239593506 (nan) | > loss: 0.011246947571635246 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14114655883436591) | > loader_time: 0.0046 (0.004623470408530302)  --> TIME: 2025-03-23 18:32:10 -- STEP: 7520/31555 -- GLOBAL_STEP: 196850 | > loss_text_ce: 0.05545521154999733 (0.048749759871180846) | > loss_mel_ce: 3.056089162826538 (nan) | > loss: 0.01234739925712347 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14114191034372708) | > loader_time: 0.0044 (0.004622858001830751)  --> TIME: 2025-03-23 18:32:19 -- STEP: 7570/31555 -- GLOBAL_STEP: 196900 | > loss_text_ce: 0.05791217088699341 (0.04875231400498813) | > loss_mel_ce: 3.754417896270752 (nan) | > loss: 0.015128294937312603 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14112477834819853) | > loader_time: 0.0046 (0.004623064969615882)  --> TIME: 2025-03-23 18:32:29 -- STEP: 7620/31555 -- GLOBAL_STEP: 196950 | > loss_text_ce: 0.04926080256700516 (0.0487571817537981) | > loss_mel_ce: 3.874722480773926 (nan) | > loss: 0.015571363270282745 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14112862001253756) | > loader_time: 0.0044 (0.004623527664525011)  --> TIME: 2025-03-23 18:32:38 -- STEP: 7670/31555 -- GLOBAL_STEP: 197000 | > loss_text_ce: 0.05115948244929314 (0.0487630611485918) | > loss_mel_ce: 3.5022590160369873 (nan) | > loss: 0.014100867323577404 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14110271896501456) | > loader_time: 0.0045 (0.004623740965881767)  --> TIME: 2025-03-23 18:32:48 -- STEP: 7720/31555 -- GLOBAL_STEP: 197050 | > loss_text_ce: 0.04683476686477661 (0.04876180313071584) | > loss_mel_ce: 2.1735637187957764 (nan) | > loss: 0.008811105042696 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14110402591487797) | > loader_time: 0.0046 (0.004623711850359053)  --> TIME: 2025-03-23 18:32:58 -- STEP: 7770/31555 -- GLOBAL_STEP: 197100 | > loss_text_ce: 0.05039983615279198 (0.048766871426072424) | > loss_mel_ce: 3.6340088844299316 (nan) | > loss: 0.01462067011743784 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14110678021665293) | > loader_time: 0.0067 (0.004623528060765821)  --> TIME: 2025-03-23 18:33:07 -- STEP: 7820/31555 -- GLOBAL_STEP: 197150 | > loss_text_ce: 0.04292936623096466 (0.04876442789457405) | > loss_mel_ce: 3.695625066757202 (nan) | > loss: 0.014835534617304802 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14110504205879243) | > loader_time: 0.0048 (0.0046230276832190526)  --> TIME: 2025-03-23 18:33:17 -- STEP: 7870/31555 -- GLOBAL_STEP: 197200 | > loss_text_ce: 0.053263936191797256 (0.04876551417127413) | > loss_mel_ce: 4.035171985626221 (nan) | > loss: 0.016223954036831856 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14113813276666443) | > loader_time: 0.0045 (0.004622573470826999)  --> TIME: 2025-03-23 18:33:27 -- STEP: 7920/31555 -- GLOBAL_STEP: 197250 | > loss_text_ce: 0.035521555691957474 (0.04876236965764569) | > loss_mel_ce: 3.821119546890259 (nan) | > loss: 0.015304132364690304 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14115665476731476) | > loader_time: 0.0047 (0.004623528351687442)  --> TIME: 2025-03-23 18:33:37 -- STEP: 7970/31555 -- GLOBAL_STEP: 197300 | > loss_text_ce: 0.0482039637863636 (0.048769310813799246) | > loss_mel_ce: 3.6248207092285156 (nan) | > loss: 0.014575495384633541 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14117500058081894) | > loader_time: 0.0042 (0.0046232281544875825)  --> TIME: 2025-03-23 18:33:46 -- STEP: 8020/31555 -- GLOBAL_STEP: 197350 | > loss_text_ce: 0.04863481968641281 (0.04876361232740986) | > loss_mel_ce: 3.1683449745178223 (nan) | > loss: 0.01276579312980175 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14116315208468252) | > loader_time: 0.0045 (0.0046227810983348865)  --> TIME: 2025-03-23 18:33:56 -- STEP: 8070/31555 -- GLOBAL_STEP: 197400 | > loss_text_ce: 0.053307924419641495 (0.048758525506949986) | > loss_mel_ce: 2.920942544937134 (nan) | > loss: 0.011802582070231438 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1411986609226108) | > loader_time: 0.0045 (0.004622364103277102)  --> TIME: 2025-03-23 18:34:06 -- STEP: 8120/31555 -- GLOBAL_STEP: 197450 | > loss_text_ce: 0.04560813680291176 (0.04875851240447214) | > loss_mel_ce: 2.9624741077423096 (nan) | > loss: 0.011936835013329983 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14121686957152504) | > loader_time: 0.0043 (0.00462161455248379)  --> TIME: 2025-03-23 18:34:16 -- STEP: 8170/31555 -- GLOBAL_STEP: 197500 | > loss_text_ce: 0.04567888751626015 (0.04873859331324123) | > loss_mel_ce: 3.2597053050994873 (nan) | > loss: 0.013116604648530483 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14121423774424982) | > loader_time: 0.0047 (0.004621227514203954)  --> TIME: 2025-03-23 18:34:25 -- STEP: 8220/31555 -- GLOBAL_STEP: 197550 | > loss_text_ce: 0.05302012339234352 (0.048729747591921) | > loss_mel_ce: 3.2243340015411377 (nan) | > loss: 0.013005374930799007 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14120921868187278) | > loader_time: 0.0048 (0.004621133520075315)  --> TIME: 2025-03-23 18:34:35 -- STEP: 8270/31555 -- GLOBAL_STEP: 197600 | > loss_text_ce: 0.041954219341278076 (0.048731136995118926) | > loss_mel_ce: 3.7633631229400635 (nan) | > loss: 0.015100467018783092 (nan) | > current_lr: 5e-06 | > step_time: 0.1898 (0.14124114178976863) | > loader_time: 0.0047 (0.004621378917071398)  --> TIME: 2025-03-23 18:34:45 -- STEP: 8320/31555 -- GLOBAL_STEP: 197650 | > loss_text_ce: 0.054440468549728394 (0.04874118965067642) | > loss_mel_ce: 2.784083843231201 (nan) | > loss: 0.011263986118137836 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.141251372689237) | > loader_time: 0.0046 (0.0046220265042323525)  --> TIME: 2025-03-23 18:34:55 -- STEP: 8370/31555 -- GLOBAL_STEP: 197700 | > loss_text_ce: 0.03762085735797882 (0.04874022193019384) | > loss_mel_ce: 2.9587817192077637 (nan) | > loss: 0.011890486814081669 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14124539206104797) | > loader_time: 0.0044 (0.004621931415589783)  --> TIME: 2025-03-23 18:35:05 -- STEP: 8420/31555 -- GLOBAL_STEP: 197750 | > loss_text_ce: 0.046008363366127014 (0.048736362634757696) | > loss_mel_ce: 3.385899543762207 (nan) | > loss: 0.013618682511150837 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1412656948005775) | > loader_time: 0.0049 (0.004621624465226578)  --> TIME: 2025-03-23 18:35:14 -- STEP: 8470/31555 -- GLOBAL_STEP: 197800 | > loss_text_ce: 0.04763136804103851 (0.04872934128748264) | > loss_mel_ce: 3.495313882827759 (nan) | > loss: 0.014059307053685188 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14127693069304784) | > loader_time: 0.0046 (0.004621090264078314)  --> TIME: 2025-03-23 18:35:24 -- STEP: 8520/31555 -- GLOBAL_STEP: 197850 | > loss_text_ce: 0.04485137015581131 (0.048726427929908854) | > loss_mel_ce: 0.2740883231163025 (nan) | > loss: 0.0012656337348744273 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14128011565812776) | > loader_time: 0.0045 (0.004620503175986221)  --> TIME: 2025-03-23 18:35:33 -- STEP: 8570/31555 -- GLOBAL_STEP: 197900 | > loss_text_ce: 0.05826525390148163 (0.0487254536141237) | > loss_mel_ce: 3.329249143600464 (nan) | > loss: 0.013442518189549446 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14123774014387178) | > loader_time: 0.0045 (0.004619635528555566)  --> TIME: 2025-03-23 18:35:43 -- STEP: 8620/31555 -- GLOBAL_STEP: 197950 | > loss_text_ce: 0.05903840437531471 (0.048718841116672386) | > loss_mel_ce: 2.4311912059783936 (nan) | > loss: 0.009881864301860332 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14124754136233666) | > loader_time: 0.0048 (0.004619500117069623)  --> TIME: 2025-03-23 18:35:53 -- STEP: 8670/31555 -- GLOBAL_STEP: 198000 | > loss_text_ce: 0.041795890778303146 (0.048726444543503764) | > loss_mel_ce: 3.4235594272613525 (nan) | > loss: 0.013751410879194736 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1412494427605062) | > loader_time: 0.0047 (0.00461968066645605)  --> TIME: 2025-03-23 18:36:02 -- STEP: 8720/31555 -- GLOBAL_STEP: 198050 | > loss_text_ce: 0.05211275443434715 (0.04872005857952341) | > loss_mel_ce: 3.7994813919067383 (nan) | > loss: 0.015284105204045773 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1412192053751104) | > loader_time: 0.0045 (0.004619139296199218)  --> TIME: 2025-03-23 18:36:11 -- STEP: 8770/31555 -- GLOBAL_STEP: 198100 | > loss_text_ce: 0.05306301638484001 (0.04871174371498673) | > loss_mel_ce: 3.2120587825775146 (nan) | > loss: 0.0129568325355649 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1411900196814881) | > loader_time: 0.0044 (0.00461882161169804)  --> TIME: 2025-03-23 18:36:21 -- STEP: 8820/31555 -- GLOBAL_STEP: 198150 | > loss_text_ce: 0.05459386855363846 (0.04871550768079528) | > loss_mel_ce: 0.11639404296875 (nan) | > loss: 0.0006785234436392784 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14115660917731807) | > loader_time: 0.0045 (0.0046184942835853365)  --> TIME: 2025-03-23 18:36:31 -- STEP: 8870/31555 -- GLOBAL_STEP: 198200 | > loss_text_ce: 0.04149825498461723 (0.04871567494425988) | > loss_mel_ce: 2.9551639556884766 (nan) | > loss: 0.011891516856849194 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14117338267630522) | > loader_time: 0.0054 (0.004620257278709041)  --> TIME: 2025-03-23 18:36:40 -- STEP: 8920/31555 -- GLOBAL_STEP: 198250 | > loss_text_ce: 0.05289369821548462 (0.04870856161356701) | > loss_mel_ce: 1.9843462705612183 (nan) | > loss: 0.008084286004304886 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14116970477082705) | > loader_time: 0.0045 (0.0046203502892378885)  --> TIME: 2025-03-23 18:36:50 -- STEP: 8970/31555 -- GLOBAL_STEP: 198300 | > loss_text_ce: 0.04243699461221695 (0.04870664148623654) | > loss_mel_ce: 3.627232074737549 (nan) | > loss: 0.014562180265784264 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14116786392768926) | > loader_time: 0.0044 (0.004620389475870308)  --> TIME: 2025-03-23 18:36:59 -- STEP: 9020/31555 -- GLOBAL_STEP: 198350 | > loss_text_ce: 0.03040243126451969 (0.0487026560135773) | > loss_mel_ce: 2.927380323410034 (nan) | > loss: 0.011737233959138393 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1411614341904997) | > loader_time: 0.0045 (0.004620375707249965)  --> TIME: 2025-03-23 18:37:09 -- STEP: 9070/31555 -- GLOBAL_STEP: 198400 | > loss_text_ce: 0.06268387287855148 (0.04870832311502915) | > loss_mel_ce: 3.592930793762207 (nan) | > loss: 0.014506408013403416 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1411775652076855) | > loader_time: 0.0046 (0.004620221510217385)  --> TIME: 2025-03-23 18:37:19 -- STEP: 9120/31555 -- GLOBAL_STEP: 198450 | > loss_text_ce: 0.046337228268384933 (0.04871112880666682) | > loss_mel_ce: 3.073976993560791 (nan) | > loss: 0.012382199987769127 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14117687462191744) | > loader_time: 0.0047 (0.004620231609595469)  --> TIME: 2025-03-23 18:37:28 -- STEP: 9170/31555 -- GLOBAL_STEP: 198500 | > loss_text_ce: 0.03922077640891075 (0.04871326552687733) | > loss_mel_ce: 0.12481689453125 (nan) | > loss: 0.0006509431987069547 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.141164166872737) | > loader_time: 0.0043 (0.004620329530314526)  --> TIME: 2025-03-23 18:37:38 -- STEP: 9220/31555 -- GLOBAL_STEP: 198550 | > loss_text_ce: 0.04132021218538284 (0.04870692215740703) | > loss_mel_ce: 2.4191336631774902 (nan) | > loss: 0.009763706475496292 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14116796684368474) | > loader_time: 0.0068 (0.004621144075455755)  --> TIME: 2025-03-23 18:37:48 -- STEP: 9270/31555 -- GLOBAL_STEP: 198600 | > loss_text_ce: 0.04101943224668503 (0.04870145598792163) | > loss_mel_ce: 3.2116715908050537 (nan) | > loss: 0.01290750503540039 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14117426108387962) | > loader_time: 0.0078 (0.004621393858036194)  --> TIME: 2025-03-23 18:37:57 -- STEP: 9320/31555 -- GLOBAL_STEP: 198650 | > loss_text_ce: 0.039386771619319916 (0.048695493484807326) | > loss_mel_ce: 3.0188913345336914 (nan) | > loss: 0.012136024422943592 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14115961534270813) | > loader_time: 0.0043 (0.004621758532626451)  --> TIME: 2025-03-23 18:38:07 -- STEP: 9370/31555 -- GLOBAL_STEP: 198700 | > loss_text_ce: 0.051102325320243835 (0.04868956349855699) | > loss_mel_ce: 3.5631659030914307 (nan) | > loss: 0.014342335052788258 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14118907064867273) | > loader_time: 0.0048 (0.004622119925955972)  --> TIME: 2025-03-23 18:38:17 -- STEP: 9420/31555 -- GLOBAL_STEP: 198750 | > loss_text_ce: 0.036751262843608856 (0.04867582323114666) | > loss_mel_ce: 3.445159912109375 (nan) | > loss: 0.013817108236253262 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14117686432131696) | > loader_time: 0.0044 (0.004622159667328936)  --> TIME: 2025-03-23 18:38:27 -- STEP: 9470/31555 -- GLOBAL_STEP: 198800 | > loss_text_ce: 0.05057515203952789 (0.04867705676985913) | > loss_mel_ce: 3.296764612197876 (nan) | > loss: 0.013283095322549343 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14119860264920034) | > loader_time: 0.0045 (0.004622123309400308)  --> TIME: 2025-03-23 18:38:36 -- STEP: 9520/31555 -- GLOBAL_STEP: 198850 | > loss_text_ce: 0.03380092978477478 (0.048681366882392635) | > loss_mel_ce: 3.3635575771331787 (nan) | > loss: 0.013481581583619118 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14120032409158997) | > loader_time: 0.0044 (0.004621842152932126)  --> TIME: 2025-03-23 18:38:46 -- STEP: 9570/31555 -- GLOBAL_STEP: 198900 | > loss_text_ce: 0.05269819498062134 (0.04867011107895581) | > loss_mel_ce: 2.0175559520721436 (nan) | > loss: 0.00821529421955347 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14119058380306249) | > loader_time: 0.0045 (0.004621520485873022)  --> TIME: 2025-03-23 18:38:56 -- STEP: 9620/31555 -- GLOBAL_STEP: 198950 | > loss_text_ce: 0.04665359854698181 (0.0486693825778937) | > loss_mel_ce: 3.474191427230835 (nan) | > loss: 0.013971608132123947 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14119728070038934) | > loader_time: 0.0047 (0.004621283675925413)  --> TIME: 2025-03-23 18:39:05 -- STEP: 9670/31555 -- GLOBAL_STEP: 199000 | > loss_text_ce: 0.04707701504230499 (0.04866478064809199) | > loss_mel_ce: 2.47719407081604 (nan) | > loss: 0.01001694891601801 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14120089263186136) | > loader_time: 0.0046 (0.004620995861791169)  --> TIME: 2025-03-23 18:39:15 -- STEP: 9720/31555 -- GLOBAL_STEP: 199050 | > loss_text_ce: 0.04895268380641937 (0.0486642600241244) | > loss_mel_ce: 2.9419147968292236 (nan) | > loss: 0.011868521571159363 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14121736822795405) | > loader_time: 0.0044 (0.004620720256012659)  --> TIME: 2025-03-23 18:39:25 -- STEP: 9770/31555 -- GLOBAL_STEP: 199100 | > loss_text_ce: 0.05615009367465973 (0.04865637810428002) | > loss_mel_ce: 2.7819790840148926 (nan) | > loss: 0.011262418702244759 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1411951735417448) | > loader_time: 0.0047 (0.00462030529853876)  --> TIME: 2025-03-23 18:39:34 -- STEP: 9820/31555 -- GLOBAL_STEP: 199150 | > loss_text_ce: 0.06208542361855507 (0.04865523725492001) | > loss_mel_ce: 3.125429630279541 (nan) | > loss: 0.01264887023717165 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14118016263860714) | > loader_time: 0.0048 (0.00462016129445156)  --> TIME: 2025-03-23 18:39:44 -- STEP: 9870/31555 -- GLOBAL_STEP: 199200 | > loss_text_ce: 0.040586020797491074 (0.04865516766183001) | > loss_mel_ce: 2.895132541656494 (nan) | > loss: 0.011649677529931068 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.141183341624405) | > loader_time: 0.0045 (0.004619864030932712)  --> TIME: 2025-03-23 18:39:54 -- STEP: 9920/31555 -- GLOBAL_STEP: 199250 | > loss_text_ce: 0.044453877955675125 (0.04864749580034017) | > loss_mel_ce: 3.050675392150879 (nan) | > loss: 0.01228225976228714 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14119186408577344) | > loader_time: 0.0044 (0.00461955661735228)  --> TIME: 2025-03-23 18:40:03 -- STEP: 9970/31555 -- GLOBAL_STEP: 199300 | > loss_text_ce: 0.059944361448287964 (0.04864427161654286) | > loss_mel_ce: 3.9523818492889404 (nan) | > loss: 0.015921929851174355 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1412015145377377) | > loader_time: 0.0046 (0.004619394692638106)  --> TIME: 2025-03-23 18:40:13 -- STEP: 10020/31555 -- GLOBAL_STEP: 199350 | > loss_text_ce: 0.06254816055297852 (0.04863003873165903) | > loss_mel_ce: 2.6828205585479736 (nan) | > loss: 0.010894320905208588 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14120018249024316) | > loader_time: 0.0045 (0.00461906487356404)  --> TIME: 2025-03-23 18:40:22 -- STEP: 10070/31555 -- GLOBAL_STEP: 199400 | > loss_text_ce: 0.04773090407252312 (0.04862848312770646) | > loss_mel_ce: 3.354205369949341 (nan) | > loss: 0.013499747961759567 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14118450987776932) | > loader_time: 0.0047 (0.004618732884245113)  --> TIME: 2025-03-23 18:40:32 -- STEP: 10120/31555 -- GLOBAL_STEP: 199450 | > loss_text_ce: 0.04814155027270317 (0.048632774401820573) | > loss_mel_ce: 3.0746679306030273 (nan) | > loss: 0.012392101809382439 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1411876589648798) | > loader_time: 0.0047 (0.004618492946323217)  --> TIME: 2025-03-23 18:40:42 -- STEP: 10170/31555 -- GLOBAL_STEP: 199500 | > loss_text_ce: 0.03940357640385628 (0.04864489212146834) | > loss_mel_ce: 3.874429225921631 (nan) | > loss: 0.015531083568930626 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14119565887788652) | > loader_time: 0.0045 (0.004618461317251819)  --> TIME: 2025-03-23 18:40:52 -- STEP: 10220/31555 -- GLOBAL_STEP: 199550 | > loss_text_ce: 0.039263058453798294 (0.04865144351214801) | > loss_mel_ce: 2.9803497791290283 (nan) | > loss: 0.011982590891420841 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14120335884523397) | > loader_time: 0.0047 (0.004618293595174077)  --> TIME: 2025-03-23 18:41:01 -- STEP: 10270/31555 -- GLOBAL_STEP: 199600 | > loss_text_ce: 0.050590984523296356 (0.04865189435997909) | > loss_mel_ce: 3.4069607257843018 (nan) | > loss: 0.013720444403588772 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14120711010410025) | > loader_time: 0.0049 (0.004617939835746217)  --> TIME: 2025-03-23 18:41:11 -- STEP: 10320/31555 -- GLOBAL_STEP: 199650 | > loss_text_ce: 0.053771622478961945 (0.04864646442398763) | > loss_mel_ce: 3.4982998371124268 (nan) | > loss: 0.014095522463321686 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1412348068268714) | > loader_time: 0.0045 (0.0046177559813788014)  --> TIME: 2025-03-23 18:41:21 -- STEP: 10370/31555 -- GLOBAL_STEP: 199700 | > loss_text_ce: 0.04634268954396248 (0.04864563599844954) | > loss_mel_ce: 3.3348498344421387 (nan) | > loss: 0.013417431153357029 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14125977978756837) | > loader_time: 0.0046 (0.004617446298884359)  --> TIME: 2025-03-23 18:41:31 -- STEP: 10420/31555 -- GLOBAL_STEP: 199750 | > loss_text_ce: 0.05340305715799332 (0.04864532829516151) | > loss_mel_ce: 3.2372243404388428 (nan) | > loss: 0.013058045879006386 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1412560678489367) | > loader_time: 0.0045 (0.004617462208541044)  --> TIME: 2025-03-23 18:41:41 -- STEP: 10470/31555 -- GLOBAL_STEP: 199800 | > loss_text_ce: 0.03980579972267151 (0.04864419029221477) | > loss_mel_ce: 2.0101399421691895 (nan) | > loss: 0.008134705945849419 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14124793824174814) | > loader_time: 0.0046 (0.0046176095632792)  --> TIME: 2025-03-23 18:41:50 -- STEP: 10520/31555 -- GLOBAL_STEP: 199850 | > loss_text_ce: 0.0483013391494751 (0.04863955743120406) | > loss_mel_ce: 3.150743246078491 (nan) | > loss: 0.01269462238997221 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14126294715322818) | > loader_time: 0.0045 (0.0046175921144594526)  --> TIME: 2025-03-23 18:42:00 -- STEP: 10570/31555 -- GLOBAL_STEP: 199900 | > loss_text_ce: 0.04760655760765076 (0.048638722936243) | > loss_mel_ce: 3.096832752227783 (nan) | > loss: 0.01247793436050415 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14126392037888688) | > loader_time: 0.0044 (0.004617285344999949)  --> TIME: 2025-03-23 18:42:10 -- STEP: 10620/31555 -- GLOBAL_STEP: 199950 | > loss_text_ce: 0.044045742601156235 (0.048630036878015405) | > loss_mel_ce: 3.386331796646118 (nan) | > loss: 0.013612610287964344 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1412555158250514) | > loader_time: 0.0044 (0.004617770310849148)  --> TIME: 2025-03-23 18:42:19 -- STEP: 10670/31555 -- GLOBAL_STEP: 200000 | > loss_text_ce: 0.05044183507561684 (0.0486352572180051) | > loss_mel_ce: 3.0063018798828125 (nan) | > loss: 0.012129935435950756 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14125133255651864) | > loader_time: 0.0046 (0.004617939089209345) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_200000.pth  --> TIME: 2025-03-23 18:42:34 -- STEP: 10720/31555 -- GLOBAL_STEP: 200050 | > loss_text_ce: 0.044674403965473175 (0.04863338063934939) | > loss_mel_ce: 2.1322686672210693 (nan) | > loss: 0.008638663217425346 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14127276835601596) | > loader_time: 0.0052 (0.0046184917216870605)  --> TIME: 2025-03-23 18:42:44 -- STEP: 10770/31555 -- GLOBAL_STEP: 200100 | > loss_text_ce: 0.05410001054406166 (0.048631040621099186) | > loss_mel_ce: 3.25931715965271 (nan) | > loss: 0.013148481957614422 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14126590489234206) | > loader_time: 0.0046 (0.0046183106405600265)  --> TIME: 2025-03-23 18:42:53 -- STEP: 10820/31555 -- GLOBAL_STEP: 200150 | > loss_text_ce: 0.06698758900165558 (0.04863067339449883) | > loss_mel_ce: 0.07099609076976776 (nan) | > loss: 0.0005475543439388275 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14125592598412592) | > loader_time: 0.0045 (0.004618232417679563)  --> TIME: 2025-03-23 18:43:03 -- STEP: 10870/31555 -- GLOBAL_STEP: 200200 | > loss_text_ce: 0.06597167253494263 (0.048624080538718806) | > loss_mel_ce: 3.495443820953369 (nan) | > loss: 0.014132602140307426 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14125566995790836) | > loader_time: 0.0045 (0.004617983130215529)  --> TIME: 2025-03-23 18:43:13 -- STEP: 10920/31555 -- GLOBAL_STEP: 200250 | > loss_text_ce: 0.04771757125854492 (0.04861883316624005) | > loss_mel_ce: 3.1482419967651367 (nan) | > loss: 0.01268238015472889 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1412685060457423) | > loader_time: 0.0046 (0.004617774246376539)  --> TIME: 2025-03-23 18:43:22 -- STEP: 10970/31555 -- GLOBAL_STEP: 200300 | > loss_text_ce: 0.056551117449998856 (0.04861793057405561) | > loss_mel_ce: 3.130981206893921 (nan) | > loss: 0.012648939155042171 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14125940947502122) | > loader_time: 0.0047 (0.004617576134020155)  --> TIME: 2025-03-23 18:43:32 -- STEP: 11020/31555 -- GLOBAL_STEP: 200350 | > loss_text_ce: 0.061271194368600845 (0.0486198407159222) | > loss_mel_ce: 3.115882635116577 (nan) | > loss: 0.012607754208147526 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.1412686966941047) | > loader_time: 0.0045 (0.004617372744745468)  --> TIME: 2025-03-23 18:43:42 -- STEP: 11070/31555 -- GLOBAL_STEP: 200400 | > loss_text_ce: 0.0514947883784771 (0.04861941157958812) | > loss_mel_ce: 3.394325017929077 (nan) | > loss: 0.013673889450728893 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1412644590681042) | > loader_time: 0.0049 (0.004617085323316541)  --> TIME: 2025-03-23 18:43:52 -- STEP: 11120/31555 -- GLOBAL_STEP: 200450 | > loss_text_ce: 0.050905246287584305 (0.04862078520822797) | > loss_mel_ce: 2.737548828125 (nan) | > loss: 0.011065294966101646 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14126863085108576) | > loader_time: 0.0047 (0.004616764873909463)  --> TIME: 2025-03-23 18:44:01 -- STEP: 11170/31555 -- GLOBAL_STEP: 200500 | > loss_text_ce: 0.0576326884329319 (0.0486126376483539) | > loss_mel_ce: 2.733382225036621 (nan) | > loss: 0.011075456626713276 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14124989541599225) | > loader_time: 0.0047 (0.004616446311493085)  --> TIME: 2025-03-23 18:44:11 -- STEP: 11220/31555 -- GLOBAL_STEP: 200550 | > loss_text_ce: 0.050763651728630066 (0.048609561911649606) | > loss_mel_ce: 3.4400036334991455 (nan) | > loss: 0.013852251693606377 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14125976324506292) | > loader_time: 0.0047 (0.004616222555837133)  --> TIME: 2025-03-23 18:44:20 -- STEP: 11270/31555 -- GLOBAL_STEP: 200600 | > loss_text_ce: 0.0307740680873394 (0.04859797295386227) | > loss_mel_ce: 2.891517400741577 (nan) | > loss: 0.011596395634114742 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14125560123304703) | > loader_time: 0.0049 (0.004615907470208973)  --> TIME: 2025-03-23 18:44:30 -- STEP: 11320/31555 -- GLOBAL_STEP: 200650 | > loss_text_ce: 0.04662131518125534 (0.048601448335915155) | > loss_mel_ce: 1.3104301691055298 (nan) | > loss: 0.005385125055909157 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14124438356173638) | > loader_time: 0.0045 (0.004615577265567607)  --> TIME: 2025-03-23 18:44:39 -- STEP: 11370/31555 -- GLOBAL_STEP: 200700 | > loss_text_ce: 0.054598525166511536 (0.048593012392995946) | > loss_mel_ce: 0.9000941514968872 (nan) | > loss: 0.0037884630728513002 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14121365675091527) | > loader_time: 0.0045 (0.004615085420633711)  --> TIME: 2025-03-23 18:44:49 -- STEP: 11420/31555 -- GLOBAL_STEP: 200750 | > loss_text_ce: 0.04574643820524216 (0.048588257819665276) | > loss_mel_ce: 0.09180501103401184 (nan) | > loss: 0.0005458391387946904 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14121660246740397) | > loader_time: 0.0043 (0.0046147765503664825)  --> TIME: 2025-03-23 18:44:58 -- STEP: 11470/31555 -- GLOBAL_STEP: 200800 | > loss_text_ce: 0.03695764020085335 (0.04859018111585229) | > loss_mel_ce: 2.723724365234375 (nan) | > loss: 0.010955088771879673 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14122426243792766) | > loader_time: 0.0046 (0.004614693160252483)  --> TIME: 2025-03-23 18:45:08 -- STEP: 11520/31555 -- GLOBAL_STEP: 200850 | > loss_text_ce: 0.04938546195626259 (0.048586338723948214) | > loss_mel_ce: 3.2220306396484375 (nan) | > loss: 0.012981810607016087 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1412377994093622) | > loader_time: 0.005 (0.004614720824692009)  --> TIME: 2025-03-23 18:45:18 -- STEP: 11570/31555 -- GLOBAL_STEP: 200900 | > loss_text_ce: 0.042434170842170715 (0.04858210673121057) | > loss_mel_ce: 2.9493331909179688 (nan) | > loss: 0.011872093193233013 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14122764715987565) | > loader_time: 0.0047 (0.004614483640435063)  --> TIME: 2025-03-23 18:45:28 -- STEP: 11620/31555 -- GLOBAL_STEP: 200950 | > loss_text_ce: 0.04412653669714928 (0.048574170688160764) | > loss_mel_ce: 3.28304386138916 (nan) | > loss: 0.013203057460486889 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14123409182192262) | > loader_time: 0.0047 (0.0046143310820995044)  --> TIME: 2025-03-23 18:45:37 -- STEP: 11670/31555 -- GLOBAL_STEP: 201000 | > loss_text_ce: 0.042078521102666855 (0.04856580318851136) | > loss_mel_ce: 3.1168110370635986 (nan) | > loss: 0.0125352768227458 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14121904763382664) | > loader_time: 0.0045 (0.004614208187930302)  --> TIME: 2025-03-23 18:45:47 -- STEP: 11720/31555 -- GLOBAL_STEP: 201050 | > loss_text_ce: 0.0379178524017334 (0.04855772943351948) | > loss_mel_ce: 3.3349125385284424 (nan) | > loss: 0.01338424813002348 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14121367420759556) | > loader_time: 0.0046 (0.004614179146574645)  --> TIME: 2025-03-23 18:45:56 -- STEP: 11770/31555 -- GLOBAL_STEP: 201100 | > loss_text_ce: 0.060872409492731094 (0.04855293335389902) | > loss_mel_ce: 3.5236027240753174 (nan) | > loss: 0.014224108308553696 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1412070107844888) | > loader_time: 0.0046 (0.004614023830086494)  --> TIME: 2025-03-23 18:46:06 -- STEP: 11820/31555 -- GLOBAL_STEP: 201150 | > loss_text_ce: 0.04671536013484001 (0.048558772022421426) | > loss_mel_ce: 2.157515048980713 (nan) | > loss: 0.008746946230530739 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1412065948124861) | > loader_time: 0.0048 (0.004613878783437424)  --> TIME: 2025-03-23 18:46:15 -- STEP: 11870/31555 -- GLOBAL_STEP: 201200 | > loss_text_ce: 0.0575413703918457 (0.048558459170680475) | > loss_mel_ce: 3.221066951751709 (nan) | > loss: 0.013010350987315178 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14119699314650846) | > loader_time: 0.0045 (0.0046137248756711)  --> TIME: 2025-03-23 18:46:25 -- STEP: 11920/31555 -- GLOBAL_STEP: 201250 | > loss_text_ce: 0.06201867759227753 (0.048557601555253675) | > loss_mel_ce: 3.8121602535247803 (nan) | > loss: 0.01537372637540102 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14121349783951742) | > loader_time: 0.0073 (0.004614705087354544)  --> TIME: 2025-03-23 18:46:35 -- STEP: 11970/31555 -- GLOBAL_STEP: 201300 | > loss_text_ce: 0.048242535442113876 (0.04856003536901113) | > loss_mel_ce: 3.1422617435455322 (nan) | > loss: 0.012660732492804527 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14120594995063576) | > loader_time: 0.0044 (0.0046146407760773375)  --> TIME: 2025-03-23 18:46:44 -- STEP: 12020/31555 -- GLOBAL_STEP: 201350 | > loss_text_ce: 0.05068143829703331 (0.04856350782556694) | > loss_mel_ce: 2.883561611175537 (nan) | > loss: 0.011643822304904461 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14120398726122083) | > loader_time: 0.0044 (0.004614715389721432)  --> TIME: 2025-03-23 18:46:54 -- STEP: 12070/31555 -- GLOBAL_STEP: 201400 | > loss_text_ce: 0.05407122150063515 (0.048568341295468616) | > loss_mel_ce: 1.880653738975525 (nan) | > loss: 0.007677480112761259 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14121189180641133) | > loader_time: 0.0045 (0.004614622037867056)  --> TIME: 2025-03-23 18:47:04 -- STEP: 12120/31555 -- GLOBAL_STEP: 201450 | > loss_text_ce: 0.05188348516821861 (0.048567771456640776) | > loss_mel_ce: 3.4283132553100586 (nan) | > loss: 0.013810304924845695 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1412202737315646) | > loader_time: 0.0047 (0.004615198070853479)  --> TIME: 2025-03-23 18:47:14 -- STEP: 12170/31555 -- GLOBAL_STEP: 201500 | > loss_text_ce: 0.04624539613723755 (0.048569060339467625) | > loss_mel_ce: 3.256126880645752 (nan) | > loss: 0.013104652054607868 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1412380873226386) | > loader_time: 0.0047 (0.004615190916602127)  --> TIME: 2025-03-23 18:47:24 -- STEP: 12220/31555 -- GLOBAL_STEP: 201550 | > loss_text_ce: 0.027666203677654266 (0.0485737579299286) | > loss_mel_ce: 3.672346353530884 (nan) | > loss: 0.014682590030133724 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14123218851666908) | > loader_time: 0.0044 (0.004614913580655681)  --> TIME: 2025-03-23 18:47:33 -- STEP: 12270/31555 -- GLOBAL_STEP: 201600 | > loss_text_ce: 0.040690794587135315 (0.04857637272151859) | > loss_mel_ce: 3.0762062072753906 (nan) | > loss: 0.012368639931082726 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.1412226128403299) | > loader_time: 0.0051 (0.004614648667407816)  --> TIME: 2025-03-23 18:47:43 -- STEP: 12320/31555 -- GLOBAL_STEP: 201650 | > loss_text_ce: 0.04978914558887482 (0.04858507576191419) | > loss_mel_ce: 3.544661283493042 (nan) | > loss: 0.014263693243265152 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14123084490949386) | > loader_time: 0.0044 (0.004614463951680588)  --> TIME: 2025-03-23 18:47:53 -- STEP: 12370/31555 -- GLOBAL_STEP: 201700 | > loss_text_ce: 0.0562930554151535 (0.04858438341976979) | > loss_mel_ce: 3.1981284618377686 (nan) | > loss: 0.01291437167674303 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14123229814712834) | > loader_time: 0.0046 (0.004614278531980422)  --> TIME: 2025-03-23 18:48:02 -- STEP: 12420/31555 -- GLOBAL_STEP: 201750 | > loss_text_ce: 0.048909299075603485 (0.04858741650317346) | > loss_mel_ce: 0.0646158829331398 (nan) | > loss: 0.0004504967655520886 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14123290189798252) | > loader_time: 0.0043 (0.004614280176239525)  --> TIME: 2025-03-23 18:48:12 -- STEP: 12470/31555 -- GLOBAL_STEP: 201800 | > loss_text_ce: 0.04277575761079788 (0.04859074855838699) | > loss_mel_ce: 3.0964202880859375 (nan) | > loss: 0.01245712861418724 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14123218633120915) | > loader_time: 0.0047 (0.004614143956634856)  --> TIME: 2025-03-23 18:48:22 -- STEP: 12520/31555 -- GLOBAL_STEP: 201850 | > loss_text_ce: 0.05654778331518173 (0.048589423900847986) | > loss_mel_ce: 3.367537021636963 (nan) | > loss: 0.013587639667093754 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14123867782540903) | > loader_time: 0.0046 (0.004613815024257106)  --> TIME: 2025-03-23 18:48:32 -- STEP: 12570/31555 -- GLOBAL_STEP: 201900 | > loss_text_ce: 0.05199434608221054 (0.04858568172372856) | > loss_mel_ce: 4.0803117752075195 (nan) | > loss: 0.01639804057776928 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14125650175621074) | > loader_time: 0.0044 (0.004613543637897083)  --> TIME: 2025-03-23 18:48:41 -- STEP: 12620/31555 -- GLOBAL_STEP: 201950 | > loss_text_ce: 0.06442153453826904 (0.0485864459350262) | > loss_mel_ce: 3.142505168914795 (nan) | > loss: 0.01272590085864067 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14125163625046042) | > loader_time: 0.0044 (0.0046130786040316845)  --> TIME: 2025-03-23 18:48:51 -- STEP: 12670/31555 -- GLOBAL_STEP: 202000 | > loss_text_ce: 0.030062474310398102 (0.048587857424145516) | > loss_mel_ce: 2.570575714111328 (nan) | > loss: 0.010319992899894714 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14125130537841402) | > loader_time: 0.0045 (0.004613037380347992)  --> TIME: 2025-03-23 18:49:01 -- STEP: 12720/31555 -- GLOBAL_STEP: 202050 | > loss_text_ce: 0.04112572595477104 (0.04859008369301061) | > loss_mel_ce: 3.306124210357666 (nan) | > loss: 0.013282738626003265 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412563141786819) | > loader_time: 0.0045 (0.004612857871835355)  --> TIME: 2025-03-23 18:49:10 -- STEP: 12770/31555 -- GLOBAL_STEP: 202100 | > loss_text_ce: 0.042720597237348557 (0.04859924337767592) | > loss_mel_ce: 2.8567965030670166 (nan) | > loss: 0.01150602102279663 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14127081318021012) | > loader_time: 0.0045 (0.004612947257123355)  --> TIME: 2025-03-23 18:49:20 -- STEP: 12820/31555 -- GLOBAL_STEP: 202150 | > loss_text_ce: 0.04829231649637222 (0.04859981680944175) | > loss_mel_ce: 3.4020798206329346 (nan) | > loss: 0.01369195431470871 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14126578576851095) | > loader_time: 0.0045 (0.004612784564216143)  --> TIME: 2025-03-23 18:49:30 -- STEP: 12870/31555 -- GLOBAL_STEP: 202200 | > loss_text_ce: 0.06341271102428436 (0.04860037866879972) | > loss_mel_ce: 3.608407974243164 (nan) | > loss: 0.014570717699825764 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14129157824023442) | > loader_time: 0.0044 (0.004612534048025628)  --> TIME: 2025-03-23 18:49:40 -- STEP: 12920/31555 -- GLOBAL_STEP: 202250 | > loss_text_ce: 0.043946702033281326 (0.048594223577658906) | > loss_mel_ce: 3.3607025146484375 (nan) | > loss: 0.013510514050722122 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1412889702770355) | > loader_time: 0.0048 (0.004612234280943518)  --> TIME: 2025-03-23 18:49:50 -- STEP: 12970/31555 -- GLOBAL_STEP: 202300 | > loss_text_ce: 0.05649913102388382 (0.04859191474936319) | > loss_mel_ce: 3.2709081172943115 (nan) | > loss: 0.01320399809628725 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.1413115711881267) | > loader_time: 0.0047 (0.0046123525043037725)  --> TIME: 2025-03-23 18:49:59 -- STEP: 13020/31555 -- GLOBAL_STEP: 202350 | > loss_text_ce: 0.050467755645513535 (0.048589834308154424) | > loss_mel_ce: 3.154484272003174 (nan) | > loss: 0.012718063779175282 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1413156246076889) | > loader_time: 0.0044 (0.004612033817625285)  --> TIME: 2025-03-23 18:50:09 -- STEP: 13070/31555 -- GLOBAL_STEP: 202400 | > loss_text_ce: 0.05041695386171341 (0.04858301185611589) | > loss_mel_ce: 3.29123592376709 (nan) | > loss: 0.013260528445243835 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.141333206664904) | > loader_time: 0.0045 (0.004611788164502186)  --> TIME: 2025-03-23 18:50:19 -- STEP: 13120/31555 -- GLOBAL_STEP: 202450 | > loss_text_ce: 0.058944180607795715 (0.04857581864194884) | > loss_mel_ce: 3.4432244300842285 (nan) | > loss: 0.013897495344281197 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14132970896799318) | > loader_time: 0.0048 (0.004611640514397059)  --> TIME: 2025-03-23 18:50:29 -- STEP: 13170/31555 -- GLOBAL_STEP: 202500 | > loss_text_ce: 0.04688894748687744 (0.04857121234230733) | > loss_mel_ce: 2.050015926361084 (nan) | > loss: 0.008321051485836506 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1413317465836469) | > loader_time: 0.0044 (0.004611809505326526)  --> TIME: 2025-03-23 18:50:39 -- STEP: 13220/31555 -- GLOBAL_STEP: 202550 | > loss_text_ce: 0.039082057774066925 (0.048567214811434896) | > loss_mel_ce: 3.3217175006866455 (nan) | > loss: 0.01333650667220354 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1413542469222312) | > loader_time: 0.0046 (0.004611881940700299)  --> TIME: 2025-03-23 18:50:48 -- STEP: 13270/31555 -- GLOBAL_STEP: 202600 | > loss_text_ce: 0.03516707941889763 (0.048560906030145) | > loss_mel_ce: 3.135758399963379 (nan) | > loss: 0.012583037838339806 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1413510609858894) | > loader_time: 0.0043 (0.004611391363596698)  --> TIME: 2025-03-23 18:50:58 -- STEP: 13320/31555 -- GLOBAL_STEP: 202650 | > loss_text_ce: 0.04535187780857086 (0.04855966393593919) | > loss_mel_ce: 3.025301218032837 (nan) | > loss: 0.012185132130980492 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14135076996084378) | > loader_time: 0.0043 (0.00461075198542966)  --> TIME: 2025-03-23 18:51:08 -- STEP: 13370/31555 -- GLOBAL_STEP: 202700 | > loss_text_ce: 0.04399454593658447 (0.04855921945458716) | > loss_mel_ce: 3.3499948978424072 (nan) | > loss: 0.013468213379383087 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14136537590754344) | > loader_time: 0.0044 (0.004610647367022356)  --> TIME: 2025-03-23 18:51:17 -- STEP: 13420/31555 -- GLOBAL_STEP: 202750 | > loss_text_ce: 0.06224295496940613 (0.048557770890759716) | > loss_mel_ce: 3.113236427307129 (nan) | > loss: 0.012601109221577644 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14135726619228642) | > loader_time: 0.0046 (0.00461032644647069)  --> TIME: 2025-03-23 18:51:27 -- STEP: 13470/31555 -- GLOBAL_STEP: 202800 | > loss_text_ce: 0.04274433106184006 (0.048556249378056804) | > loss_mel_ce: 3.2120285034179688 (nan) | > loss: 0.01291576586663723 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1413603876286638) | > loader_time: 0.0045 (0.004610069274194367)  --> TIME: 2025-03-23 18:51:37 -- STEP: 13520/31555 -- GLOBAL_STEP: 202850 | > loss_text_ce: 0.04025045782327652 (0.04855575630883545) | > loss_mel_ce: 2.6522140502929688 (nan) | > loss: 0.010684384033083916 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14135722965883735) | > loader_time: 0.0048 (0.004610432146568999)  --> TIME: 2025-03-23 18:51:46 -- STEP: 13570/31555 -- GLOBAL_STEP: 202900 | > loss_text_ce: 0.05106489360332489 (0.04855381986222384) | > loss_mel_ce: 3.0347681045532227 (nan) | > loss: 0.01224537007510662 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14136096210100182) | > loader_time: 0.0045 (0.004609960146308762)  --> TIME: 2025-03-23 18:51:56 -- STEP: 13620/31555 -- GLOBAL_STEP: 202950 | > loss_text_ce: 0.055387232452631 (0.04854915021349797) | > loss_mel_ce: 3.8541100025177 (nan) | > loss: 0.015513879247009754 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14135876452870255) | > loader_time: 0.0043 (0.004609580502110978)  --> TIME: 2025-03-23 18:52:06 -- STEP: 13670/31555 -- GLOBAL_STEP: 203000 | > loss_text_ce: 0.052683595567941666 (0.048548988565385594) | > loss_mel_ce: 3.6439871788024902 (nan) | > loss: 0.014669328927993774 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14136902654615688) | > loader_time: 0.0048 (0.004609617126537418)  --> TIME: 2025-03-23 18:52:16 -- STEP: 13720/31555 -- GLOBAL_STEP: 203050 | > loss_text_ce: 0.04890065640211105 (0.04854454013278688) | > loss_mel_ce: 3.503973960876465 (nan) | > loss: 0.01409870944917202 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14137634753138215) | > loader_time: 0.0045 (0.004609435901002371)  --> TIME: 2025-03-23 18:52:25 -- STEP: 13770/31555 -- GLOBAL_STEP: 203100 | > loss_text_ce: 0.047841910272836685 (0.0485427152063121) | > loss_mel_ce: 3.282468318939209 (nan) | > loss: 0.01321551762521267 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.1413796374480964) | > loader_time: 0.0045 (0.004609232721072498)  --> TIME: 2025-03-23 18:52:35 -- STEP: 13820/31555 -- GLOBAL_STEP: 203150 | > loss_text_ce: 0.04857616871595383 (0.0485431169672544) | > loss_mel_ce: 3.3325443267822266 (nan) | > loss: 0.013417145237326622 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1413780652320847) | > loader_time: 0.0048 (0.004608757226753525)  --> TIME: 2025-03-23 18:52:44 -- STEP: 13870/31555 -- GLOBAL_STEP: 203200 | > loss_text_ce: 0.05222475528717041 (0.04854154899903041) | > loss_mel_ce: 2.5254433155059814 (nan) | > loss: 0.010228842496871948 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14136432750498354) | > loader_time: 0.0043 (0.004608225427089887)  --> TIME: 2025-03-23 18:52:54 -- STEP: 13920/31555 -- GLOBAL_STEP: 203250 | > loss_text_ce: 0.05077758803963661 (0.04854102782796712) | > loss_mel_ce: 3.375028133392334 (nan) | > loss: 0.013594468124210835 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14136011958464795) | > loader_time: 0.0045 (0.0046078963183808705)  --> TIME: 2025-03-23 18:53:04 -- STEP: 13970/31555 -- GLOBAL_STEP: 203300 | > loss_text_ce: 0.05490730702877045 (0.04854522651120079) | > loss_mel_ce: 3.139051914215088 (nan) | > loss: 0.012674442492425442 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1413724754056335) | > loader_time: 0.0046 (0.004607971805116504)  --> TIME: 2025-03-23 18:53:13 -- STEP: 14020/31555 -- GLOBAL_STEP: 203350 | > loss_text_ce: 0.0454058013856411 (0.048543278848454746) | > loss_mel_ce: 3.203777551651001 (nan) | > loss: 0.012893585488200188 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14136749852911026) | > loader_time: 0.0044 (0.004607848825196237)  --> TIME: 2025-03-23 18:53:23 -- STEP: 14070/31555 -- GLOBAL_STEP: 203400 | > loss_text_ce: 0.05988601967692375 (0.04854250705735417) | > loss_mel_ce: 2.9698710441589355 (nan) | > loss: 0.01202284637838602 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1413758554438282) | > loader_time: 0.0043 (0.004607703284159916)  --> TIME: 2025-03-23 18:53:33 -- STEP: 14120/31555 -- GLOBAL_STEP: 203450 | > loss_text_ce: 0.04788036644458771 (0.04854274972087355) | > loss_mel_ce: 3.698888063430786 (nan) | > loss: 0.014868129976093769 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.1413816121245914) | > loader_time: 0.0048 (0.004607739428285171)  --> TIME: 2025-03-23 18:53:43 -- STEP: 14170/31555 -- GLOBAL_STEP: 203500 | > loss_text_ce: 0.049719929695129395 (0.048537825152669634) | > loss_mel_ce: 3.0919270515441895 (nan) | > loss: 0.012466853484511375 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14140438422739446) | > loader_time: 0.0045 (0.004607781324070285)  --> TIME: 2025-03-23 18:53:53 -- STEP: 14220/31555 -- GLOBAL_STEP: 203550 | > loss_text_ce: 0.035366788506507874 (0.04853337733120865) | > loss_mel_ce: 2.813812732696533 (nan) | > loss: 0.01130626816302538 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14139653336985017) | > loader_time: 0.0045 (0.004607677459716807)  --> TIME: 2025-03-23 18:54:02 -- STEP: 14270/31555 -- GLOBAL_STEP: 203600 | > loss_text_ce: 0.05334099754691124 (0.04853470571157692) | > loss_mel_ce: 3.6845595836639404 (nan) | > loss: 0.014832939021289349 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1413921749834085) | > loader_time: 0.0044 (0.004607384908257797)  --> TIME: 2025-03-23 18:54:12 -- STEP: 14320/31555 -- GLOBAL_STEP: 203650 | > loss_text_ce: 0.05778360739350319 (0.048532647926519026) | > loss_mel_ce: 3.407430648803711 (nan) | > loss: 0.013750851154327393 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14139606736225743) | > loader_time: 0.0047 (0.004607024922051253)  --> TIME: 2025-03-23 18:54:22 -- STEP: 14370/31555 -- GLOBAL_STEP: 203700 | > loss_text_ce: 0.03911268338561058 (0.04852715450356515) | > loss_mel_ce: 2.2428977489471436 (nan) | > loss: 0.00905559677630663 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14139715107099457) | > loader_time: 0.0044 (0.004606600113021234)  --> TIME: 2025-03-23 18:54:31 -- STEP: 14420/31555 -- GLOBAL_STEP: 203750 | > loss_text_ce: 0.08040346950292587 (0.04853177540586811) | > loss_mel_ce: 2.8876912593841553 (nan) | > loss: 0.011778154410421848 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14139850071828985) | > loader_time: 0.0043 (0.004606274096876517)  --> TIME: 2025-03-23 18:54:41 -- STEP: 14470/31555 -- GLOBAL_STEP: 203800 | > loss_text_ce: 0.05079098045825958 (0.04853536442222113) | > loss_mel_ce: 3.316481351852417 (nan) | > loss: 0.013362192548811436 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14140469256811644) | > loader_time: 0.0045 (0.004606220766685722)  --> TIME: 2025-03-23 18:54:51 -- STEP: 14520/31555 -- GLOBAL_STEP: 203850 | > loss_text_ce: 0.03872786834836006 (0.04852462745606434) | > loss_mel_ce: 2.8339030742645264 (nan) | > loss: 0.011399329639971256 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14142021893141335) | > loader_time: 0.0045 (0.004606093043466583)  --> TIME: 2025-03-23 18:55:00 -- STEP: 14570/31555 -- GLOBAL_STEP: 203900 | > loss_text_ce: 0.04388188570737839 (0.04852419821059682) | > loss_mel_ce: 3.3555476665496826 (nan) | > loss: 0.0134898005053401 (nan) | > current_lr: 5e-06 | > step_time: 0.1906 (0.14140857941660864) | > loader_time: 0.0045 (0.004605905585855194)  --> TIME: 2025-03-23 18:55:10 -- STEP: 14620/31555 -- GLOBAL_STEP: 203950 | > loss_text_ce: 0.045223090797662735 (0.04851965306093595) | > loss_mel_ce: 2.4906647205352783 (nan) | > loss: 0.010063047520816326 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14140730435805818) | > loader_time: 0.0046 (0.004605530909735276)  --> TIME: 2025-03-23 18:55:20 -- STEP: 14670/31555 -- GLOBAL_STEP: 204000 | > loss_text_ce: 0.04779176041483879 (0.048514618932878305) | > loss_mel_ce: 3.4311065673828125 (nan) | > loss: 0.013805152848362923 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14142042109977637) | > loader_time: 0.0047 (0.004605500878488125)  --> TIME: 2025-03-23 18:55:30 -- STEP: 14720/31555 -- GLOBAL_STEP: 204050 | > loss_text_ce: 0.036995988339185715 (0.04852301371087692) | > loss_mel_ce: 3.742847442626953 (nan) | > loss: 0.01499937940388918 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1414179241689649) | > loader_time: 0.0042 (0.004605288350063831)  --> TIME: 2025-03-23 18:55:39 -- STEP: 14770/31555 -- GLOBAL_STEP: 204100 | > loss_text_ce: 0.040379710495471954 (0.04851759194882587) | > loss_mel_ce: 3.1921379566192627 (nan) | > loss: 0.012827452272176743 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14141561970487976) | > loader_time: 0.0044 (0.004605063103951559)  --> TIME: 2025-03-23 18:55:49 -- STEP: 14820/31555 -- GLOBAL_STEP: 204150 | > loss_text_ce: 0.045486968010663986 (0.048517907549552944) | > loss_mel_ce: 3.3623175621032715 (nan) | > loss: 0.013523034751415253 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1414253674216275) | > loader_time: 0.0044 (0.004604637413694157)  --> TIME: 2025-03-23 18:55:59 -- STEP: 14870/31555 -- GLOBAL_STEP: 204200 | > loss_text_ce: 0.04371155798435211 (0.048519221945492255) | > loss_mel_ce: 2.5412886142730713 (nan) | > loss: 0.01025793794542551 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1414236389396168) | > loader_time: 0.0046 (0.004604764584334177)  --> TIME: 2025-03-23 18:56:08 -- STEP: 14920/31555 -- GLOBAL_STEP: 204250 | > loss_text_ce: 0.05765902251005173 (0.04850739724578298) | > loss_mel_ce: 2.9884727001190186 (nan) | > loss: 0.012087824754416943 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14140281662864257) | > loader_time: 0.0046 (0.004604563029138406)  --> TIME: 2025-03-23 18:56:18 -- STEP: 14970/31555 -- GLOBAL_STEP: 204300 | > loss_text_ce: 0.052225593477487564 (0.048508416485904864) | > loss_mel_ce: 3.2531867027282715 (nan) | > loss: 0.013116716407239437 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1414070834457355) | > loader_time: 0.0046 (0.004604761044662169)  --> TIME: 2025-03-23 18:56:27 -- STEP: 15020/31555 -- GLOBAL_STEP: 204350 | > loss_text_ce: 0.053258512169122696 (0.04850733321688362) | > loss_mel_ce: 3.378462314605713 (nan) | > loss: 0.013617940247058868 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14138398145073722) | > loader_time: 0.0044 (0.004604456840596418)  --> TIME: 2025-03-23 18:56:36 -- STEP: 15070/31555 -- GLOBAL_STEP: 204400 | > loss_text_ce: 0.06281568855047226 (0.048504013360392055) | > loss_mel_ce: 3.113903045654297 (nan) | > loss: 0.012606027536094189 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1413775862172966) | > loader_time: 0.0044 (0.0046042106605636195)  --> TIME: 2025-03-23 18:56:46 -- STEP: 15120/31555 -- GLOBAL_STEP: 204450 | > loss_text_ce: 0.04873530939221382 (0.04851033492420339) | > loss_mel_ce: 2.7403156757354736 (nan) | > loss: 0.011067663319408894 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14138316622486802) | > loader_time: 0.0044 (0.004604081848941792)  --> TIME: 2025-03-23 18:56:56 -- STEP: 15170/31555 -- GLOBAL_STEP: 204500 | > loss_text_ce: 0.045354221016168594 (0.04850693016166285) | > loss_mel_ce: 2.8698906898498535 (nan) | > loss: 0.011568432673811913 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1413987773613623) | > loader_time: 0.0044 (0.004603966899663121)  --> TIME: 2025-03-23 18:57:06 -- STEP: 15220/31555 -- GLOBAL_STEP: 204550 | > loss_text_ce: 0.05947664752602577 (0.0485066613374564) | > loss_mel_ce: 2.3085362911224365 (nan) | > loss: 0.009396877139806747 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14140057523053184) | > loader_time: 0.0044 (0.004603720839170849)  --> TIME: 2025-03-23 18:57:16 -- STEP: 15270/31555 -- GLOBAL_STEP: 204600 | > loss_text_ce: 0.05798798054456711 (0.04850809094974842) | > loss_mel_ce: 3.9024643898010254 (nan) | > loss: 0.015716081485152245 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14140494055582464) | > loader_time: 0.0046 (0.0046040914694156)  --> TIME: 2025-03-23 18:57:25 -- STEP: 15320/31555 -- GLOBAL_STEP: 204650 | > loss_text_ce: 0.05083875358104706 (0.04850291984967943) | > loss_mel_ce: 2.686962366104126 (nan) | > loss: 0.010864290408790112 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14139715543614959) | > loader_time: 0.0043 (0.004604000304448707)  --> TIME: 2025-03-23 18:57:35 -- STEP: 15370/31555 -- GLOBAL_STEP: 204700 | > loss_text_ce: 0.04239927977323532 (0.04849991316718659) | > loss_mel_ce: 3.761446475982666 (nan) | > loss: 0.015094626694917679 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14139684248684112) | > loader_time: 0.0045 (0.004604471513181062)  --> TIME: 2025-03-23 18:57:45 -- STEP: 15420/31555 -- GLOBAL_STEP: 204750 | > loss_text_ce: 0.05118187889456749 (0.04849668145143508) | > loss_mel_ce: 3.7460522651672363 (nan) | > loss: 0.015068390406668186 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1414062255087528) | > loader_time: 0.0047 (0.004604282097748445)  --> TIME: 2025-03-23 18:57:54 -- STEP: 15470/31555 -- GLOBAL_STEP: 204800 | > loss_text_ce: 0.04962066933512688 (0.04849830662630587) | > loss_mel_ce: 2.5196897983551025 (nan) | > loss: 0.010195677168667316 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14140412596324664) | > loader_time: 0.0043 (0.004604069155574085)  --> TIME: 2025-03-23 18:58:04 -- STEP: 15520/31555 -- GLOBAL_STEP: 204850 | > loss_text_ce: 0.04969696328043938 (0.04850130543897655) | > loss_mel_ce: 3.2752301692962646 (nan) | > loss: 0.013194155879318714 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14140039405871896) | > loader_time: 0.0047 (0.004603740035258627)  --> TIME: 2025-03-23 18:58:13 -- STEP: 15570/31555 -- GLOBAL_STEP: 204900 | > loss_text_ce: 0.04316804185509682 (0.04850193982263193) | > loss_mel_ce: 3.0325450897216797 (nan) | > loss: 0.012205211445689201 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.141396917910934) | > loader_time: 0.0046 (0.004603356570866765)  --> TIME: 2025-03-23 18:58:23 -- STEP: 15620/31555 -- GLOBAL_STEP: 204950 | > loss_text_ce: 0.04446714371442795 (0.048500807941670616) | > loss_mel_ce: 3.5844273567199707 (nan) | > loss: 0.014400376006960869 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14139814906480505) | > loader_time: 0.0046 (0.004603304982032736)  --> TIME: 2025-03-23 18:58:33 -- STEP: 15670/31555 -- GLOBAL_STEP: 205000 | > loss_text_ce: 0.06068451702594757 (0.048499115639804205) | > loss_mel_ce: 2.9201228618621826 (nan) | > loss: 0.011828601360321045 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14141308427541652) | > loader_time: 0.0044 (0.004603472102882769)  --> TIME: 2025-03-23 18:58:43 -- STEP: 15720/31555 -- GLOBAL_STEP: 205050 | > loss_text_ce: 0.050584133714437485 (0.04849529232623636) | > loss_mel_ce: 3.2820169925689697 (nan) | > loss: 0.013224608264863491 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14142586873991175) | > loader_time: 0.0046 (0.004603497187296558)  --> TIME: 2025-03-23 18:58:53 -- STEP: 15770/31555 -- GLOBAL_STEP: 205100 | > loss_text_ce: 0.05610934644937515 (0.04850030435271648) | > loss_mel_ce: 3.2715752124786377 (nan) | > loss: 0.013205098919570446 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1414191151239784) | > loader_time: 0.0044 (0.0046033419909625485)  --> TIME: 2025-03-23 18:59:02 -- STEP: 15820/31555 -- GLOBAL_STEP: 205150 | > loss_text_ce: 0.052699606865644455 (0.04849820031682038) | > loss_mel_ce: 3.619309902191162 (nan) | > loss: 0.01457146741449833 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1414144558490602) | > loader_time: 0.0043 (0.004602904838195501)  --> TIME: 2025-03-23 18:59:11 -- STEP: 15870/31555 -- GLOBAL_STEP: 205200 | > loss_text_ce: 0.049865227192640305 (0.04850028472170278) | > loss_mel_ce: 3.3537676334381104 (nan) | > loss: 0.013506480492651463 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.141400321580061) | > loader_time: 0.0046 (0.004602457880598244)  --> TIME: 2025-03-23 18:59:21 -- STEP: 15920/31555 -- GLOBAL_STEP: 205250 | > loss_text_ce: 0.04259273037314415 (0.048506443989088724) | > loss_mel_ce: 2.04297137260437 (nan) | > loss: 0.008276049047708511 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1414057757986249) | > loader_time: 0.0044 (0.004602217090189765)  --> TIME: 2025-03-23 18:59:31 -- STEP: 15970/31555 -- GLOBAL_STEP: 205300 | > loss_text_ce: 0.04985308647155762 (0.048505747707708755) | > loss_mel_ce: 3.2730841636657715 (nan) | > loss: 0.013186260126531124 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14141545088200083) | > loader_time: 0.0045 (0.0046020921051464995)  --> TIME: 2025-03-23 18:59:41 -- STEP: 16020/31555 -- GLOBAL_STEP: 205350 | > loss_text_ce: 0.037672340869903564 (0.048507479068645235) | > loss_mel_ce: 2.576353073120117 (nan) | > loss: 0.01037311740219593 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14141323838787562) | > loader_time: 0.0044 (0.0046020199892375145)  --> TIME: 2025-03-23 18:59:51 -- STEP: 16070/31555 -- GLOBAL_STEP: 205400 | > loss_text_ce: 0.0383073128759861 (0.04850691323178425) | > loss_mel_ce: 3.115187644958496 (nan) | > loss: 0.012513870373368263 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14142140960871377) | > loader_time: 0.005 (0.004602147647143161)  --> TIME: 2025-03-23 19:00:00 -- STEP: 16120/31555 -- GLOBAL_STEP: 205450 | > loss_text_ce: 0.05249057710170746 (0.04850653635069873) | > loss_mel_ce: 3.088176965713501 (nan) | > loss: 0.012462967075407505 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1414115070705081) | > loader_time: 0.0045 (0.004601995643256033)  --> TIME: 2025-03-23 19:00:10 -- STEP: 16170/31555 -- GLOBAL_STEP: 205500 | > loss_text_ce: 0.04121974855661392 (0.04850285515931001) | > loss_mel_ce: 2.213249683380127 (nan) | > loss: 0.008946307934820652 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1414104895305691) | > loader_time: 0.0043 (0.004601685014416875)  --> TIME: 2025-03-23 19:00:19 -- STEP: 16220/31555 -- GLOBAL_STEP: 205550 | > loss_text_ce: 0.04311645030975342 (0.048497447260550934) | > loss_mel_ce: 3.803701400756836 (nan) | > loss: 0.015265151858329773 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14140970656962912) | > loader_time: 0.0042 (0.004601334158501122)  --> TIME: 2025-03-23 19:00:28 -- STEP: 16270/31555 -- GLOBAL_STEP: 205600 | > loss_text_ce: 0.053015515208244324 (0.04849356117348637) | > loss_mel_ce: 3.256680727005005 (nan) | > loss: 0.013133715838193893 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14138253202596598) | > loader_time: 0.0045 (0.004600913200777012)  --> TIME: 2025-03-23 19:00:38 -- STEP: 16320/31555 -- GLOBAL_STEP: 205650 | > loss_text_ce: 0.03352576121687889 (0.04849635291782972) | > loss_mel_ce: 3.2566046714782715 (nan) | > loss: 0.01305607333779335 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.141363346182248) | > loader_time: 0.0045 (0.004600563134048508)  --> TIME: 2025-03-23 19:00:47 -- STEP: 16370/31555 -- GLOBAL_STEP: 205700 | > loss_text_ce: 0.04522455111145973 (0.048491627017972494) | > loss_mel_ce: 3.827885150909424 (nan) | > loss: 0.015369484201073647 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14135567723940096) | > loader_time: 0.0046 (0.004600465902119938)  --> TIME: 2025-03-23 19:00:57 -- STEP: 16420/31555 -- GLOBAL_STEP: 205750 | > loss_text_ce: 0.04108205810189247 (0.048490785722519796) | > loss_mel_ce: 3.1931748390197754 (nan) | > loss: 0.012834354303777218 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14136397003691886) | > loader_time: 0.0047 (0.004600430551312882)  --> TIME: 2025-03-23 19:01:07 -- STEP: 16470/31555 -- GLOBAL_STEP: 205800 | > loss_text_ce: 0.05861943960189819 (0.04849254065003802) | > loss_mel_ce: 4.068845748901367 (nan) | > loss: 0.01637883111834526 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14135327831353992) | > loader_time: 0.0044 (0.004600392317294214)  --> TIME: 2025-03-23 19:01:16 -- STEP: 16520/31555 -- GLOBAL_STEP: 205850 | > loss_text_ce: 0.049379270523786545 (0.04849096307571587) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14136333246207972) | > loader_time: 0.0046 (0.004599990437740861)  --> TIME: 2025-03-23 19:01:26 -- STEP: 16570/31555 -- GLOBAL_STEP: 205900 | > loss_text_ce: 0.04147152975201607 (0.04849164374049033) | > loss_mel_ce: 2.668844699859619 (nan) | > loss: 0.010755223222076893 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14136648435655946) | > loader_time: 0.0043 (0.004599694868995983)  --> TIME: 2025-03-23 19:01:36 -- STEP: 16620/31555 -- GLOBAL_STEP: 205950 | > loss_text_ce: 0.06141743063926697 (0.04848817016304021) | > loss_mel_ce: 3.40103816986084 (nan) | > loss: 0.013739903457462788 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1413686803388537) | > loader_time: 0.0045 (0.004599376820771999)  --> TIME: 2025-03-23 19:01:45 -- STEP: 16670/31555 -- GLOBAL_STEP: 206000 | > loss_text_ce: 0.046141065657138824 (0.04848924846587847) | > loss_mel_ce: 3.1075987815856934 (nan) | > loss: 0.012514841742813587 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14136641986654686) | > loader_time: 0.0045 (0.004599074954105562)  --> TIME: 2025-03-23 19:01:55 -- STEP: 16720/31555 -- GLOBAL_STEP: 206050 | > loss_text_ce: 0.047364749014377594 (0.04848644448306107) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14137038401724603) | > loader_time: 0.0048 (0.004599694273118206)  --> TIME: 2025-03-23 19:02:05 -- STEP: 16770/31555 -- GLOBAL_STEP: 206100 | > loss_text_ce: 0.048211436718702316 (0.04848512713305904) | > loss_mel_ce: 3.3305814266204834 (nan) | > loss: 0.013407908380031586 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1413717393158585) | > loader_time: 0.0047 (0.004599648596775562)  --> TIME: 2025-03-23 19:02:15 -- STEP: 16820/31555 -- GLOBAL_STEP: 206150 | > loss_text_ce: 0.0523635558784008 (0.04848397526730574) | > loss_mel_ce: 2.6734278202056885 (nan) | > loss: 0.010816633701324463 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14139248373675695) | > loader_time: 0.0045 (0.004599574162191792)  --> TIME: 2025-03-23 19:02:25 -- STEP: 16870/31555 -- GLOBAL_STEP: 206200 | > loss_text_ce: 0.04617370665073395 (0.048484353064633924) | > loss_mel_ce: 3.3395371437072754 (nan) | > loss: 0.0134353619068861 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.1413963729273868) | > loader_time: 0.0046 (0.004599392110240064)  --> TIME: 2025-03-23 19:02:34 -- STEP: 16920/31555 -- GLOBAL_STEP: 206250 | > loss_text_ce: 0.042369432747364044 (0.04848298749778567) | > loss_mel_ce: 2.2612388134002686 (nan) | > loss: 0.009141302667558193 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14139105901650478) | > loader_time: 0.0044 (0.004599166043261271)  --> TIME: 2025-03-23 19:02:44 -- STEP: 16970/31555 -- GLOBAL_STEP: 206300 | > loss_text_ce: 0.043070387095212936 (0.04848156092347082) | > loss_mel_ce: 2.868374824523926 (nan) | > loss: 0.011553354561328888 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14138696344023788) | > loader_time: 0.0048 (0.004598937486998115)  --> TIME: 2025-03-23 19:02:54 -- STEP: 17020/31555 -- GLOBAL_STEP: 206350 | > loss_text_ce: 0.04734831675887108 (0.04848268769208677) | > loss_mel_ce: 3.1821465492248535 (nan) | > loss: 0.01281545590609312 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14139112479258065) | > loader_time: 0.0045 (0.004599270375158762)  --> TIME: 2025-03-23 19:03:03 -- STEP: 17070/31555 -- GLOBAL_STEP: 206400 | > loss_text_ce: 0.040323808789253235 (0.048479010971993045) | > loss_mel_ce: 2.676201820373535 (nan) | > loss: 0.01077986415475607 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14137879212697327) | > loader_time: 0.0046 (0.004599342418820387)  --> TIME: 2025-03-23 19:03:13 -- STEP: 17120/31555 -- GLOBAL_STEP: 206450 | > loss_text_ce: 0.05303609371185303 (0.04847747924385121) | > loss_mel_ce: 3.2715694904327393 (nan) | > loss: 0.013192879967391491 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14137121462654825) | > loader_time: 0.0047 (0.004599548012853789)  --> TIME: 2025-03-23 19:03:22 -- STEP: 17170/31555 -- GLOBAL_STEP: 206500 | > loss_text_ce: 0.05213044211268425 (0.048477449283290196) | > loss_mel_ce: 3.471501588821411 (nan) | > loss: 0.013982667587697506 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14136418583924898) | > loader_time: 0.0047 (0.004599852789677233)  --> TIME: 2025-03-23 19:03:32 -- STEP: 17220/31555 -- GLOBAL_STEP: 206550 | > loss_text_ce: 0.05433621630072594 (0.048480327587907865) | > loss_mel_ce: 3.3760194778442383 (nan) | > loss: 0.013612523674964905 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.141370460588342) | > loader_time: 0.0045 (0.0045999373569998135)  --> TIME: 2025-03-23 19:03:42 -- STEP: 17270/31555 -- GLOBAL_STEP: 206600 | > loss_text_ce: 0.04492063820362091 (0.04848004250577421) | > loss_mel_ce: 2.2193024158477783 (nan) | > loss: 0.008985012769699097 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14136703304286333) | > loader_time: 0.0045 (0.004600091151716267)  --> TIME: 2025-03-23 19:03:51 -- STEP: 17320/31555 -- GLOBAL_STEP: 206650 | > loss_text_ce: 0.06614599376916885 (0.048479882890990915) | > loss_mel_ce: 2.867208480834961 (nan) | > loss: 0.011640295386314392 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.1413592476354734) | > loader_time: 0.0046 (0.004600068328011678)  --> TIME: 2025-03-23 19:04:01 -- STEP: 17370/31555 -- GLOBAL_STEP: 206700 | > loss_text_ce: 0.041355326771736145 (0.04847644194488767) | > loss_mel_ce: 2.8172149658203125 (nan) | > loss: 0.011343534104526043 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14136726810936265) | > loader_time: 0.0045 (0.004600310586414335)  --> TIME: 2025-03-23 19:04:10 -- STEP: 17420/31555 -- GLOBAL_STEP: 206750 | > loss_text_ce: 0.045426368713378906 (0.048475201181579816) | > loss_mel_ce: 3.4806761741638184 (nan) | > loss: 0.013992471620440483 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1413543284692117) | > loader_time: 0.0045 (0.004599931155225586)  --> TIME: 2025-03-23 19:04:20 -- STEP: 17470/31555 -- GLOBAL_STEP: 206800 | > loss_text_ce: 0.04506288841366768 (0.0484723690933477) | > loss_mel_ce: 2.721139430999756 (nan) | > loss: 0.010976993478834629 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14136313993588256) | > loader_time: 0.0045 (0.004599949572518962)  --> TIME: 2025-03-23 19:04:29 -- STEP: 17520/31555 -- GLOBAL_STEP: 206850 | > loss_text_ce: 0.04314680024981499 (0.04847188978519749) | > loss_mel_ce: 2.9731037616729736 (nan) | > loss: 0.0119692487642169 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413493462077015) | > loader_time: 0.0046 (0.0045997547912815465)  --> TIME: 2025-03-23 19:04:39 -- STEP: 17570/31555 -- GLOBAL_STEP: 206900 | > loss_text_ce: 0.05131543427705765 (0.04847401786546814) | > loss_mel_ce: 3.557683229446411 (nan) | > loss: 0.014321424998342991 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14133974570880645) | > loader_time: 0.0045 (0.004599677803981835)  --> TIME: 2025-03-23 19:04:49 -- STEP: 17620/31555 -- GLOBAL_STEP: 206950 | > loss_text_ce: 0.05329713225364685 (0.048472868289088096) | > loss_mel_ce: 3.4308841228485107 (nan) | > loss: 0.013826116919517517 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14134536330735106) | > loader_time: 0.0045 (0.004599581173410764)  --> TIME: 2025-03-23 19:04:59 -- STEP: 17670/31555 -- GLOBAL_STEP: 207000 | > loss_text_ce: 0.05330974981188774 (0.04846672046630226) | > loss_mel_ce: 3.3454461097717285 (nan) | > loss: 0.013487126678228378 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14134885594206606) | > loader_time: 0.0045 (0.0045995318559043305)  --> TIME: 2025-03-23 19:05:08 -- STEP: 17720/31555 -- GLOBAL_STEP: 207050 | > loss_text_ce: 0.04426458850502968 (0.04846737094751181) | > loss_mel_ce: 3.2950100898742676 (nan) | > loss: 0.013251090422272682 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14134327284907647) | > loader_time: 0.0044 (0.00459928314788079)  --> TIME: 2025-03-23 19:05:18 -- STEP: 17770/31555 -- GLOBAL_STEP: 207100 | > loss_text_ce: 0.03793960437178612 (0.048459801908014355) | > loss_mel_ce: 3.36024808883667 (nan) | > loss: 0.013484871946275234 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14134842141934437) | > loader_time: 0.0043 (0.004599327523183754)  --> TIME: 2025-03-23 19:05:27 -- STEP: 17820/31555 -- GLOBAL_STEP: 207150 | > loss_text_ce: 0.04596271738409996 (0.04846007144193592) | > loss_mel_ce: 3.2328665256500244 (nan) | > loss: 0.013011228293180466 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14133427482930355) | > loader_time: 0.0042 (0.004599200046958894)  --> TIME: 2025-03-23 19:05:37 -- STEP: 17870/31555 -- GLOBAL_STEP: 207200 | > loss_text_ce: 0.03071591816842556 (0.04845682344694892) | > loss_mel_ce: 3.7934703826904297 (nan) | > loss: 0.015175343491137028 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1413291404816979) | > loader_time: 0.0044 (0.004599088787298744)  --> TIME: 2025-03-23 19:05:46 -- STEP: 17920/31555 -- GLOBAL_STEP: 207250 | > loss_text_ce: 0.052288684993982315 (0.048460129905288314) | > loss_mel_ce: 3.652859926223755 (nan) | > loss: 0.014702972024679184 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.1413313289305993) | > loader_time: 0.0049 (0.004599052973623798)  --> TIME: 2025-03-23 19:05:56 -- STEP: 17970/31555 -- GLOBAL_STEP: 207300 | > loss_text_ce: 0.05354946106672287 (0.04846293874371029) | > loss_mel_ce: 3.402066230773926 (nan) | > loss: 0.013712761923670769 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14133243991987668) | > loader_time: 0.0043 (0.004598999448000367)  --> TIME: 2025-03-23 19:06:06 -- STEP: 18020/31555 -- GLOBAL_STEP: 207350 | > loss_text_ce: 0.05043472722172737 (0.04846340429562904) | > loss_mel_ce: 3.9409165382385254 (nan) | > loss: 0.01583869755268097 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14132414417182176) | > loader_time: 0.0048 (0.004598943427717792)  --> TIME: 2025-03-23 19:06:15 -- STEP: 18070/31555 -- GLOBAL_STEP: 207400 | > loss_text_ce: 0.054940976202487946 (0.0484614063729493) | > loss_mel_ce: 3.6026437282562256 (nan) | > loss: 0.014514225535094738 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14132591370528225) | > loader_time: 0.0044 (0.0045989264027480065)  --> TIME: 2025-03-23 19:06:25 -- STEP: 18120/31555 -- GLOBAL_STEP: 207450 | > loss_text_ce: 0.042744264006614685 (0.04845978828901566) | > loss_mel_ce: 3.5543859004974365 (nan) | > loss: 0.014274326153099537 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14132768499930184) | > loader_time: 0.0046 (0.004598944616107237)  --> TIME: 2025-03-23 19:06:35 -- STEP: 18170/31555 -- GLOBAL_STEP: 207500 | > loss_text_ce: 0.03831798955798149 (0.0484560040141987) | > loss_mel_ce: 2.9533019065856934 (nan) | > loss: 0.011871508322656155 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1413358149058752) | > loader_time: 0.0048 (0.004598969854229954)  --> TIME: 2025-03-23 19:06:44 -- STEP: 18220/31555 -- GLOBAL_STEP: 207550 | > loss_text_ce: 0.05297069251537323 (0.04845439368392758) | > loss_mel_ce: 3.0424396991729736 (nan) | > loss: 0.01228337548673153 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14133382109203405) | > loader_time: 0.0045 (0.004598694692982289)  --> TIME: 2025-03-23 19:06:54 -- STEP: 18270/31555 -- GLOBAL_STEP: 207600 | > loss_text_ce: 0.055844493210315704 (0.04845472581503115) | > loss_mel_ce: 2.792531728744507 (nan) | > loss: 0.011303081177175045 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14133213676907808) | > loader_time: 0.0044 (0.0045986395294573745)  --> TIME: 2025-03-23 19:07:04 -- STEP: 18320/31555 -- GLOBAL_STEP: 207650 | > loss_text_ce: 0.061516039073467255 (0.04845454802667499) | > loss_mel_ce: 3.4973723888397217 (nan) | > loss: 0.014122573658823967 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14132927894331995) | > loader_time: 0.0044 (0.004598745365330235)  --> TIME: 2025-03-23 19:07:13 -- STEP: 18370/31555 -- GLOBAL_STEP: 207700 | > loss_text_ce: 0.05050831660628319 (0.04844936783859986) | > loss_mel_ce: 3.1685264110565186 (nan) | > loss: 0.012773947790265083 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14132472239698343) | > loader_time: 0.0046 (0.00459852962307004)  --> TIME: 2025-03-23 19:07:23 -- STEP: 18420/31555 -- GLOBAL_STEP: 207750 | > loss_text_ce: 0.044059280306100845 (0.04844375471690669) | > loss_mel_ce: 3.8044073581695557 (nan) | > loss: 0.015271693468093872 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14134941475140284) | > loader_time: 0.0044 (0.004598813931923873)  --> TIME: 2025-03-23 19:07:33 -- STEP: 18470/31555 -- GLOBAL_STEP: 207800 | > loss_text_ce: 0.05400024354457855 (0.04844380928355734) | > loss_mel_ce: 3.160060405731201 (nan) | > loss: 0.012754209339618683 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14135443349754614) | > loader_time: 0.0046 (0.004598753866661421)  --> TIME: 2025-03-23 19:07:43 -- STEP: 18520/31555 -- GLOBAL_STEP: 207850 | > loss_text_ce: 0.05238782614469528 (0.0484433713548094) | > loss_mel_ce: 2.902066469192505 (nan) | > loss: 0.011724025011062622 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14136164584891076) | > loader_time: 0.0047 (0.004598618300378197)  --> TIME: 2025-03-23 19:07:52 -- STEP: 18570/31555 -- GLOBAL_STEP: 207900 | > loss_text_ce: 0.040589358657598495 (0.04844272930734754) | > loss_mel_ce: 3.2201387882232666 (nan) | > loss: 0.012939398176968098 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14133826241932324) | > loader_time: 0.0045 (0.004598456528087943)  --> TIME: 2025-03-23 19:08:02 -- STEP: 18620/31555 -- GLOBAL_STEP: 207950 | > loss_text_ce: 0.03830241784453392 (0.04843957375136831) | > loss_mel_ce: 3.33522629737854 (nan) | > loss: 0.013387019746005535 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14133990253977055) | > loader_time: 0.0045 (0.004598291194272481)  --> TIME: 2025-03-23 19:08:12 -- STEP: 18670/31555 -- GLOBAL_STEP: 208000 | > loss_text_ce: 0.044486403465270996 (0.0484406608787884) | > loss_mel_ce: 3.468794584274292 (nan) | > loss: 0.01394159160554409 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14134293887215502) | > loader_time: 0.0047 (0.004598406744182082)  --> TIME: 2025-03-23 19:08:21 -- STEP: 18720/31555 -- GLOBAL_STEP: 208050 | > loss_text_ce: 0.05452233552932739 (0.04843999783629864) | > loss_mel_ce: 3.348743438720703 (nan) | > loss: 0.013505023904144764 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14133052479507582) | > loader_time: 0.0047 (0.00459834532095836)  --> TIME: 2025-03-23 19:08:31 -- STEP: 18770/31555 -- GLOBAL_STEP: 208100 | > loss_text_ce: 0.05189814418554306 (0.048442660724931676) | > loss_mel_ce: 4.022865295410156 (nan) | > loss: 0.016169697046279907 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14133759965017625) | > loader_time: 0.0045 (0.004598340990699606)  --> TIME: 2025-03-23 19:08:40 -- STEP: 18820/31555 -- GLOBAL_STEP: 208150 | > loss_text_ce: 0.04576512798666954 (0.048435868793953916) | > loss_mel_ce: 3.5902202129364014 (nan) | > loss: 0.014428514055907726 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14133185311661006) | > loader_time: 0.0045 (0.004598338773729448)  --> TIME: 2025-03-23 19:08:50 -- STEP: 18870/31555 -- GLOBAL_STEP: 208200 | > loss_text_ce: 0.04042524844408035 (0.04843099491979679) | > loss_mel_ce: 1.6738224029541016 (nan) | > loss: 0.006802570540457964 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14132490382980398) | > loader_time: 0.0044 (0.004598279623487486)  --> TIME: 2025-03-23 19:09:00 -- STEP: 18920/31555 -- GLOBAL_STEP: 208250 | > loss_text_ce: 0.04259486123919487 (0.048427776984445045) | > loss_mel_ce: 1.2510826587677002 (nan) | > loss: 0.005133641418069601 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14133062037554647) | > loader_time: 0.0047 (0.004598301434869753)  --> TIME: 2025-03-23 19:09:09 -- STEP: 18970/31555 -- GLOBAL_STEP: 208300 | > loss_text_ce: 0.040679097175598145 (0.04843082463405097) | > loss_mel_ce: 3.0696191787719727 (nan) | > loss: 0.012342453934252262 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1413377073103965) | > loader_time: 0.0047 (0.004598234550665108)  --> TIME: 2025-03-23 19:09:19 -- STEP: 19020/31555 -- GLOBAL_STEP: 208350 | > loss_text_ce: 0.053459201008081436 (0.04842958656638135) | > loss_mel_ce: 3.7386136054992676 (nan) | > loss: 0.015047908760607243 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14133261927294807) | > loader_time: 0.0047 (0.004598087304272746)  --> TIME: 2025-03-23 19:09:28 -- STEP: 19070/31555 -- GLOBAL_STEP: 208400 | > loss_text_ce: 0.048088524490594864 (0.048426805511136484) | > loss_mel_ce: 3.3660385608673096 (nan) | > loss: 0.013548124581575394 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14131989346540716) | > loader_time: 0.0047 (0.00459805163777057)  --> TIME: 2025-03-23 19:09:38 -- STEP: 19120/31555 -- GLOBAL_STEP: 208450 | > loss_text_ce: 0.059141211211681366 (0.04842364186348941) | > loss_mel_ce: 2.9188477993011475 (nan) | > loss: 0.011817417107522488 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14132073582715066) | > loader_time: 0.0048 (0.004598074777355765)  --> TIME: 2025-03-23 19:09:48 -- STEP: 19170/31555 -- GLOBAL_STEP: 208500 | > loss_text_ce: 0.04719527065753937 (0.04842199952966864) | > loss_mel_ce: 3.0477776527404785 (nan) | > loss: 0.012281638570129871 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14132235714340804) | > loader_time: 0.0046 (0.004598134050284705)  --> TIME: 2025-03-23 19:09:57 -- STEP: 19220/31555 -- GLOBAL_STEP: 208550 | > loss_text_ce: 0.04067167267203331 (0.048415486604987006) | > loss_mel_ce: 3.4439573287963867 (nan) | > loss: 0.013827892951667309 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14131407838210105) | > loader_time: 0.0045 (0.004597936522576129)  --> TIME: 2025-03-23 19:10:07 -- STEP: 19270/31555 -- GLOBAL_STEP: 208600 | > loss_text_ce: 0.060594841837882996 (0.04841655972614285) | > loss_mel_ce: 3.2861735820770264 (nan) | > loss: 0.013280827552080154 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14130844615813543) | > loader_time: 0.0045 (0.004597716363650515)  --> TIME: 2025-03-23 19:10:16 -- STEP: 19320/31555 -- GLOBAL_STEP: 208650 | > loss_text_ce: 0.03505321964621544 (0.048411211376531524) | > loss_mel_ce: 4.476273059844971 (nan) | > loss: 0.017902089282870293 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1413080041946585) | > loader_time: 0.0046 (0.004597667556865383)  --> TIME: 2025-03-23 19:10:26 -- STEP: 19370/31555 -- GLOBAL_STEP: 208700 | > loss_text_ce: 0.054004233330488205 (0.04840538359074533) | > loss_mel_ce: 2.831474781036377 (nan) | > loss: 0.011450313962996006 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14131631697338143) | > loader_time: 0.0046 (0.004597681702321884)  --> TIME: 2025-03-23 19:10:36 -- STEP: 19420/31555 -- GLOBAL_STEP: 208750 | > loss_text_ce: 0.05263020843267441 (0.048407469188217075) | > loss_mel_ce: 3.65130877494812 (nan) | > loss: 0.014698171056807041 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14131630260102165) | > loader_time: 0.0045 (0.004597524400842686)  --> TIME: 2025-03-23 19:10:46 -- STEP: 19470/31555 -- GLOBAL_STEP: 208800 | > loss_text_ce: 0.04386049136519432 (0.04840752156781395) | > loss_mel_ce: 3.936859607696533 (nan) | > loss: 0.015796508640050888 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14132113663673876) | > loader_time: 0.0046 (0.004597509795112019)  --> TIME: 2025-03-23 19:10:55 -- STEP: 19520/31555 -- GLOBAL_STEP: 208850 | > loss_text_ce: 0.03454916551709175 (0.04840755056986797) | > loss_mel_ce: 2.7931487560272217 (nan) | > loss: 0.011221024207770824 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14132642232980866) | > loader_time: 0.0045 (0.004597409008467804)  --> TIME: 2025-03-23 19:11:05 -- STEP: 19570/31555 -- GLOBAL_STEP: 208900 | > loss_text_ce: 0.07024557143449783 (0.04840784223695979) | > loss_mel_ce: 3.56640625 (nan) | > loss: 0.014431159012019634 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14131329796663863) | > loader_time: 0.0044 (0.004597462216505441)  --> TIME: 2025-03-23 19:11:14 -- STEP: 19620/31555 -- GLOBAL_STEP: 208950 | > loss_text_ce: 0.05250776559114456 (0.0484070862982342) | > loss_mel_ce: 3.6198229789733887 (nan) | > loss: 0.014572742395102978 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14130079481336785) | > loader_time: 0.0044 (0.004597211637506688)  --> TIME: 2025-03-23 19:11:24 -- STEP: 19670/31555 -- GLOBAL_STEP: 209000 | > loss_text_ce: 0.03828761354088783 (0.04841041735316144) | > loss_mel_ce: 0.0618489570915699 (nan) | > loss: 0.00039736737380735576 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14130065056898278) | > loader_time: 0.0044 (0.004597245295398075)  --> TIME: 2025-03-23 19:11:34 -- STEP: 19720/31555 -- GLOBAL_STEP: 209050 | > loss_text_ce: 0.03847898542881012 (0.048408383311341056) | > loss_mel_ce: 0.36440208554267883 (nan) | > loss: 0.0015987345250323415 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14130765565994044) | > loader_time: 0.0045 (0.004597105856599499)  --> TIME: 2025-03-23 19:11:43 -- STEP: 19770/31555 -- GLOBAL_STEP: 209100 | > loss_text_ce: 0.04862385615706444 (0.04840395336562727) | > loss_mel_ce: 2.924746513366699 (nan) | > loss: 0.01179908961057663 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.1413035907224385) | > loader_time: 0.0045 (0.004597008752895254)  --> TIME: 2025-03-23 19:11:52 -- STEP: 19820/31555 -- GLOBAL_STEP: 209150 | > loss_text_ce: 0.045555442571640015 (0.048406343435253955) | > loss_mel_ce: 2.906132698059082 (nan) | > loss: 0.011713048443198204 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14128605911637876) | > loader_time: 0.0044 (0.004596690224590767)  --> TIME: 2025-03-23 19:12:02 -- STEP: 19870/31555 -- GLOBAL_STEP: 209200 | > loss_text_ce: 0.04008502513170242 (0.04840480555908184) | > loss_mel_ce: 3.205076217651367 (nan) | > loss: 0.012877624481916428 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1412874849705342) | > loader_time: 0.0047 (0.004597230682315476)  --> TIME: 2025-03-23 19:12:12 -- STEP: 19920/31555 -- GLOBAL_STEP: 209250 | > loss_text_ce: 0.04783402010798454 (0.04840175057929678) | > loss_mel_ce: 3.219312906265259 (nan) | > loss: 0.012964868918061256 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14128684456568621) | > loader_time: 0.0049 (0.004597843423425938)  --> TIME: 2025-03-23 19:12:21 -- STEP: 19970/31555 -- GLOBAL_STEP: 209300 | > loss_text_ce: 0.034518491476774216 (0.0483983574412729) | > loss_mel_ce: 3.4836814403533936 (nan) | > loss: 0.013961111195385456 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14127764377106863) | > loader_time: 0.0046 (0.004597864475737371)  --> TIME: 2025-03-23 19:12:31 -- STEP: 20020/31555 -- GLOBAL_STEP: 209350 | > loss_text_ce: 0.037090715020895004 (0.04839269548075851) | > loss_mel_ce: 2.428466796875 (nan) | > loss: 0.00978395901620388 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1412698181239992) | > loader_time: 0.0044 (0.004598060640302713)  --> TIME: 2025-03-23 19:12:40 -- STEP: 20070/31555 -- GLOBAL_STEP: 209400 | > loss_text_ce: 0.03966937214136124 (0.04839281114407612) | > loss_mel_ce: 2.3045740127563477 (nan) | > loss: 0.009302553720772266 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1412715711104196) | > loader_time: 0.0044 (0.004598021424107747)  --> TIME: 2025-03-23 19:12:50 -- STEP: 20120/31555 -- GLOBAL_STEP: 209450 | > loss_text_ce: 0.03884793072938919 (0.04839124934188648) | > loss_mel_ce: 3.557877540588379 (nan) | > loss: 0.0142727205529809 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14127032878858659) | > loader_time: 0.0045 (0.004597860622121635)  --> TIME: 2025-03-23 19:13:00 -- STEP: 20170/31555 -- GLOBAL_STEP: 209500 | > loss_text_ce: 0.039315201342105865 (0.04839162799480322) | > loss_mel_ce: 2.2058026790618896 (nan) | > loss: 0.008909198455512524 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1412704352878613) | > loader_time: 0.0045 (0.004597724175535952)  --> TIME: 2025-03-23 19:13:09 -- STEP: 20220/31555 -- GLOBAL_STEP: 209550 | > loss_text_ce: 0.04982691630721092 (0.04838770248555932) | > loss_mel_ce: 1.6266423463821411 (nan) | > loss: 0.006652656011283398 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1412701475632059) | > loader_time: 0.0043 (0.004597848812974906)  --> TIME: 2025-03-23 19:13:19 -- STEP: 20270/31555 -- GLOBAL_STEP: 209600 | > loss_text_ce: 0.03583420813083649 (0.04838495178797823) | > loss_mel_ce: 2.970221757888794 (nan) | > loss: 0.011928794905543327 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14126529145487765) | > loader_time: 0.0046 (0.0045980912802780684)  --> TIME: 2025-03-23 19:13:28 -- STEP: 20320/31555 -- GLOBAL_STEP: 209650 | > loss_text_ce: 0.04090152308344841 (0.04838296107225498) | > loss_mel_ce: 3.311042547225952 (nan) | > loss: 0.01330136600881815 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14125541858081728) | > loader_time: 0.0049 (0.004597994908103816)  --> TIME: 2025-03-23 19:13:38 -- STEP: 20370/31555 -- GLOBAL_STEP: 209700 | > loss_text_ce: 0.04997360706329346 (0.04838414664975074) | > loss_mel_ce: 3.4989516735076904 (nan) | > loss: 0.014083038084208965 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1412408862092883) | > loader_time: 0.0048 (0.004598073861033673)  --> TIME: 2025-03-23 19:13:48 -- STEP: 20420/31555 -- GLOBAL_STEP: 209750 | > loss_text_ce: 0.04858291149139404 (0.04838751709256521) | > loss_mel_ce: 3.5891690254211426 (nan) | > loss: 0.014435525052249432 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14125906261711216) | > loader_time: 0.0046 (0.004598106074636786)  --> TIME: 2025-03-23 19:13:57 -- STEP: 20470/31555 -- GLOBAL_STEP: 209800 | > loss_text_ce: 0.029985489323735237 (0.04838691680538809) | > loss_mel_ce: 3.4646501541137695 (nan) | > loss: 0.013867602683603764 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14126629848042274) | > loader_time: 0.0045 (0.00459810353862875)  --> TIME: 2025-03-23 19:14:07 -- STEP: 20520/31555 -- GLOBAL_STEP: 209850 | > loss_text_ce: 0.04207141697406769 (0.04838067252310554) | > loss_mel_ce: 1.9366682767868042 (nan) | > loss: 0.007852142676711082 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14126024877118776) | > loader_time: 0.0048 (0.004598187401048417)  --> TIME: 2025-03-23 19:14:16 -- STEP: 20570/31555 -- GLOBAL_STEP: 209900 | > loss_text_ce: 0.05109912157058716 (0.048375103313984716) | > loss_mel_ce: 0.1319173127412796 (nan) | > loss: 0.0007262557046487927 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.1412501792161279) | > loader_time: 0.0044 (0.004598209889235313)  --> TIME: 2025-03-23 19:14:26 -- STEP: 20620/31555 -- GLOBAL_STEP: 209950 | > loss_text_ce: 0.05646612495183945 (0.04837308883726608) | > loss_mel_ce: 3.146315813064575 (nan) | > loss: 0.012709452770650387 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14124222123195063) | > loader_time: 0.0046 (0.004598110931574111)  --> TIME: 2025-03-23 19:14:35 -- STEP: 20670/31555 -- GLOBAL_STEP: 210000 | > loss_text_ce: 0.040739696472883224 (0.04836787876249956) | > loss_mel_ce: 3.4574272632598877 (nan) | > loss: 0.013881616294384003 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14124175070793532) | > loader_time: 0.0047 (0.004598047713698224) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_210000.pth  --> TIME: 2025-03-23 19:14:50 -- STEP: 20720/31555 -- GLOBAL_STEP: 210050 | > loss_text_ce: 0.04924248903989792 (0.04836770975162205) | > loss_mel_ce: 3.798685312271118 (nan) | > loss: 0.01526955608278513 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14123438799243157) | > loader_time: 0.0047 (0.004598175144563798)  --> TIME: 2025-03-23 19:15:00 -- STEP: 20770/31555 -- GLOBAL_STEP: 210100 | > loss_text_ce: 0.05128183588385582 (0.048366930959033265) | > loss_mel_ce: 3.6193253993988037 (nan) | > loss: 0.014565902762115002 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14122625368400196) | > loader_time: 0.0047 (0.004598120042895515)  --> TIME: 2025-03-23 19:15:09 -- STEP: 20820/31555 -- GLOBAL_STEP: 210150 | > loss_text_ce: 0.04626886174082756 (0.04836689257004817) | > loss_mel_ce: 3.6435546875 (nan) | > loss: 0.014642158523201942 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14121790022717173) | > loader_time: 0.0045 (0.004597989775376429)  --> TIME: 2025-03-23 19:15:19 -- STEP: 20870/31555 -- GLOBAL_STEP: 210200 | > loss_text_ce: 0.043177664279937744 (0.04836700031043851) | > loss_mel_ce: 2.4515326023101807 (nan) | > loss: 0.009899644181132317 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14121556162091572) | > loader_time: 0.0045 (0.004597882477358673)  --> TIME: 2025-03-23 19:15:28 -- STEP: 20920/31555 -- GLOBAL_STEP: 210250 | > loss_text_ce: 0.054483916610479355 (0.04836508897453701) | > loss_mel_ce: 3.0761537551879883 (nan) | > loss: 0.012423166073858738 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1412132772957159) | > loader_time: 0.0046 (0.004597794998216384)  --> TIME: 2025-03-23 19:15:38 -- STEP: 20970/31555 -- GLOBAL_STEP: 210300 | > loss_text_ce: 0.04427484795451164 (0.04836324125032693) | > loss_mel_ce: 2.9895899295806885 (nan) | > loss: 0.01203914638608694 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1412039268568232) | > loader_time: 0.0044 (0.004597857365678732)  --> TIME: 2025-03-23 19:15:47 -- STEP: 21020/31555 -- GLOBAL_STEP: 210350 | > loss_text_ce: 0.05029451847076416 (0.04836439606906413) | > loss_mel_ce: 2.524921417236328 (nan) | > loss: 0.010219111107289791 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14119950860710354) | > loader_time: 0.0044 (0.004597968708096426)  --> TIME: 2025-03-23 19:15:57 -- STEP: 21070/31555 -- GLOBAL_STEP: 210400 | > loss_text_ce: 0.049257997423410416 (0.04836349610591108) | > loss_mel_ce: 2.7469775676727295 (nan) | > loss: 0.011096173897385597 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14119513958169164) | > loader_time: 0.005 (0.004598155223084244)  --> TIME: 2025-03-23 19:16:07 -- STEP: 21120/31555 -- GLOBAL_STEP: 210450 | > loss_text_ce: 0.04729914665222168 (0.04836283024068861) | > loss_mel_ce: 3.0570714473724365 (nan) | > loss: 0.012318931519985199 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14120590194608168) | > loader_time: 0.0048 (0.004598265242847553)  --> TIME: 2025-03-23 19:16:16 -- STEP: 21170/31555 -- GLOBAL_STEP: 210500 | > loss_text_ce: 0.03918405994772911 (0.04836113596555893) | > loss_mel_ce: 3.5052595138549805 (nan) | > loss: 0.014065253548324108 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14119274218689404) | > loader_time: 0.0047 (0.004598564182636501)  --> TIME: 2025-03-23 19:16:26 -- STEP: 21220/31555 -- GLOBAL_STEP: 210550 | > loss_text_ce: 0.0500810369849205 (0.04835758414417923) | > loss_mel_ce: 2.6240363121032715 (nan) | > loss: 0.010611576959490776 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14120041525217805) | > loader_time: 0.0045 (0.0045986483616159545)  --> TIME: 2025-03-23 19:16:36 -- STEP: 21270/31555 -- GLOBAL_STEP: 210600 | > loss_text_ce: 0.055311135947704315 (0.04835669825682838) | > loss_mel_ce: 3.0593652725219727 (nan) | > loss: 0.012359827756881714 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1411952609908256) | > loader_time: 0.0045 (0.004599049711205027)  --> TIME: 2025-03-23 19:16:45 -- STEP: 21320/31555 -- GLOBAL_STEP: 210650 | > loss_text_ce: 0.034095700830221176 (0.048352642382947626) | > loss_mel_ce: 3.374150037765503 (nan) | > loss: 0.01352478563785553 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1411857305838952) | > loader_time: 0.0045 (0.00459894915906397)  --> TIME: 2025-03-23 19:16:54 -- STEP: 21370/31555 -- GLOBAL_STEP: 210700 | > loss_text_ce: 0.049912407994270325 (0.04834776721331673) | > loss_mel_ce: 3.0862886905670166 (nan) | > loss: 0.012445243075489998 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.141171127945449) | > loader_time: 0.0047 (0.0045988876907748725)  --> TIME: 2025-03-23 19:17:04 -- STEP: 21420/31555 -- GLOBAL_STEP: 210750 | > loss_text_ce: 0.04702135920524597 (0.048348251833944755) | > loss_mel_ce: 3.1794302463531494 (nan) | > loss: 0.012803380377590656 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14116579858528724) | > loader_time: 0.0047 (0.004598775219405312)  --> TIME: 2025-03-23 19:17:14 -- STEP: 21470/31555 -- GLOBAL_STEP: 210800 | > loss_text_ce: 0.06019023433327675 (0.04834590778700418) | > loss_mel_ce: 4.062720775604248 (nan) | > loss: 0.016360757872462273 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14118020947611307) | > loader_time: 0.0046 (0.004598782270189017)  --> TIME: 2025-03-23 19:17:24 -- STEP: 21520/31555 -- GLOBAL_STEP: 210850 | > loss_text_ce: 0.035358622670173645 (0.04834438936315737) | > loss_mel_ce: 2.8059287071228027 (nan) | > loss: 0.011274950578808784 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14118548964035918) | > loader_time: 0.0045 (0.0045986881486545506)  --> TIME: 2025-03-23 19:17:33 -- STEP: 21570/31555 -- GLOBAL_STEP: 210900 | > loss_text_ce: 0.04263605549931526 (0.048342534140577896) | > loss_mel_ce: 4.044849395751953 (nan) | > loss: 0.016220180317759514 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.141180386121039) | > loader_time: 0.0048 (0.0045985483382662545)  --> TIME: 2025-03-23 19:17:43 -- STEP: 21620/31555 -- GLOBAL_STEP: 210950 | > loss_text_ce: 0.039586931467056274 (0.04834200499534507) | > loss_mel_ce: 3.4961023330688477 (nan) | > loss: 0.014030514284968376 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1411847306665276) | > loader_time: 0.0043 (0.004598534151319019)  --> TIME: 2025-03-23 19:17:53 -- STEP: 21670/31555 -- GLOBAL_STEP: 211000 | > loss_text_ce: 0.048075269907712936 (0.04834773840471226) | > loss_mel_ce: 3.8175556659698486 (nan) | > loss: 0.015339805744588375 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14119180481060814) | > loader_time: 0.0044 (0.004598311724396548)  --> TIME: 2025-03-23 19:18:02 -- STEP: 21720/31555 -- GLOBAL_STEP: 211050 | > loss_text_ce: 0.025196867063641548 (0.04834315878327103) | > loss_mel_ce: 2.5972185134887695 (nan) | > loss: 0.010406410321593285 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14118249160589147) | > loader_time: 0.0046 (0.004598365677434897)  --> TIME: 2025-03-23 19:18:12 -- STEP: 21770/31555 -- GLOBAL_STEP: 211100 | > loss_text_ce: 0.04909069091081619 (0.04833869728001775) | > loss_mel_ce: 0.1155056431889534 (nan) | > loss: 0.000653160095680505 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14118100938634842) | > loader_time: 0.0043 (0.004598631626649595)  --> TIME: 2025-03-23 19:18:21 -- STEP: 21820/31555 -- GLOBAL_STEP: 211150 | > loss_text_ce: 0.04154562950134277 (0.048340134118793725) | > loss_mel_ce: 2.841195821762085 (nan) | > loss: 0.011439451016485691 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14117456119504065) | > loader_time: 0.0043 (0.004598617586490782)  --> TIME: 2025-03-23 19:18:31 -- STEP: 21870/31555 -- GLOBAL_STEP: 211200 | > loss_text_ce: 0.04796329885721207 (0.04833615355050528) | > loss_mel_ce: 3.4514663219451904 (nan) | > loss: 0.013886626809835434 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14117863471506872) | > loader_time: 0.0046 (0.004598649528182501)  --> TIME: 2025-03-23 19:18:40 -- STEP: 21920/31555 -- GLOBAL_STEP: 211250 | > loss_text_ce: 0.04909827560186386 (0.048336647328645316) | > loss_mel_ce: 3.5429463386535645 (nan) | > loss: 0.014254146255552769 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1411701914820351) | > loader_time: 0.0047 (0.0045985276029058)  --> TIME: 2025-03-23 19:18:50 -- STEP: 21970/31555 -- GLOBAL_STEP: 211300 | > loss_text_ce: 0.04899369180202484 (0.04833388246577205) | > loss_mel_ce: 3.5956950187683105 (nan) | > loss: 0.014463051222264767 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14118026375065115) | > loader_time: 0.0045 (0.004598737544344971)  --> TIME: 2025-03-23 19:19:00 -- STEP: 22020/31555 -- GLOBAL_STEP: 211350 | > loss_text_ce: 0.03648842126131058 (0.048326216137153384) | > loss_mel_ce: 0.1830240935087204 (nan) | > loss: 0.00087108148727566 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14117223594970352) | > loader_time: 0.0045 (0.004598405943687804)  --> TIME: 2025-03-23 19:19:09 -- STEP: 22070/31555 -- GLOBAL_STEP: 211400 | > loss_text_ce: 0.043657440692186356 (0.04832228963513567) | > loss_mel_ce: 3.444981098175049 (nan) | > loss: 0.013843804597854614 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14116666110651857) | > loader_time: 0.0042 (0.00459814548060321)  --> TIME: 2025-03-23 19:19:19 -- STEP: 22120/31555 -- GLOBAL_STEP: 211450 | > loss_text_ce: 0.03949654847383499 (0.04831955821731648) | > loss_mel_ce: 2.576639175415039 (nan) | > loss: 0.010381491854786873 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1411796923356281) | > loader_time: 0.0043 (0.004597921321879271)  --> TIME: 2025-03-23 19:19:29 -- STEP: 22170/31555 -- GLOBAL_STEP: 211500 | > loss_text_ce: 0.047494854778051376 (0.04832030341304738) | > loss_mel_ce: 3.0144569873809814 (nan) | > loss: 0.012150603346526623 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.1411752719732886) | > loader_time: 0.0046 (0.004597668697235036)  --> TIME: 2025-03-23 19:19:38 -- STEP: 22220/31555 -- GLOBAL_STEP: 211550 | > loss_text_ce: 0.039240434765815735 (0.04832050271003657) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14116761592140428) | > loader_time: 0.0044 (0.004597336660088154)  --> TIME: 2025-03-23 19:19:48 -- STEP: 22270/31555 -- GLOBAL_STEP: 211600 | > loss_text_ce: 0.04899381846189499 (0.048322764136897456) | > loss_mel_ce: 3.995807647705078 (nan) | > loss: 0.016050798818469048 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14116365364650185) | > loader_time: 0.0047 (0.004597147912469553)  --> TIME: 2025-03-23 19:19:58 -- STEP: 22320/31555 -- GLOBAL_STEP: 211650 | > loss_text_ce: 0.05679551884531975 (0.048325880581519695) | > loss_mel_ce: 2.703248977661133 (nan) | > loss: 0.010952558368444443 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14117294041486544) | > loader_time: 0.0045 (0.004597003453521342)  --> TIME: 2025-03-23 19:20:07 -- STEP: 22370/31555 -- GLOBAL_STEP: 211700 | > loss_text_ce: 0.05319662764668465 (0.04832316997677924) | > loss_mel_ce: 3.559278964996338 (nan) | > loss: 0.014335221610963345 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1411667106297588) | > loader_time: 0.0046 (0.004597301210310527)  --> TIME: 2025-03-23 19:20:17 -- STEP: 22420/31555 -- GLOBAL_STEP: 211750 | > loss_text_ce: 0.07139552384614944 (0.0483203652455246) | > loss_mel_ce: 2.62455415725708 (nan) | > loss: 0.010698214173316956 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14115613973321428) | > loader_time: 0.0043 (0.004597415103112687)  --> TIME: 2025-03-23 19:20:26 -- STEP: 22470/31555 -- GLOBAL_STEP: 211800 | > loss_text_ce: 0.04685468599200249 (0.04831771241773694) | > loss_mel_ce: 3.494968891143799 (nan) | > loss: 0.014054856263101101 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14115130180881705) | > loader_time: 0.0046 (0.004597315811612232)  --> TIME: 2025-03-23 19:20:36 -- STEP: 22520/31555 -- GLOBAL_STEP: 211850 | > loss_text_ce: 0.05137353390455246 (0.04831796160421032) | > loss_mel_ce: 3.321396827697754 (nan) | > loss: 0.013384009711444378 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14115241920545643) | > loader_time: 0.0045 (0.004597217066885124)  --> TIME: 2025-03-23 19:20:46 -- STEP: 22570/31555 -- GLOBAL_STEP: 211900 | > loss_text_ce: 0.05675749108195305 (0.04831564197193797) | > loss_mel_ce: 3.582589864730835 (nan) | > loss: 0.014441855251789093 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14115729784088651) | > loader_time: 0.0046 (0.004597006480039958)  --> TIME: 2025-03-23 19:20:55 -- STEP: 22620/31555 -- GLOBAL_STEP: 211950 | > loss_text_ce: 0.048395685851573944 (0.04831205943268313) | > loss_mel_ce: 3.548172950744629 (nan) | > loss: 0.014272098429501057 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1411651093384305) | > loader_time: 0.0045 (0.004597057851408583)  --> TIME: 2025-03-23 19:21:05 -- STEP: 22670/31555 -- GLOBAL_STEP: 212000 | > loss_text_ce: 0.04307138919830322 (0.04830874069575357) | > loss_mel_ce: 3.631460428237915 (nan) | > loss: 0.014581476338207722 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1411624593465497) | > loader_time: 0.0046 (0.004597147498616703)  --> TIME: 2025-03-23 19:21:14 -- STEP: 22720/31555 -- GLOBAL_STEP: 212050 | > loss_text_ce: 0.03384999558329582 (0.04830518334621928) | > loss_mel_ce: 3.5082974433898926 (nan) | > loss: 0.01405614148825407 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14115509954346625) | > loader_time: 0.0046 (0.004597067350233128)  --> TIME: 2025-03-23 19:21:24 -- STEP: 22770/31555 -- GLOBAL_STEP: 212100 | > loss_text_ce: 0.04118465259671211 (0.04830376297459625) | > loss_mel_ce: 3.3331401348114014 (nan) | > loss: 0.01339017879217863 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1411526088396278) | > loader_time: 0.0045 (0.004597023667397099)  --> TIME: 2025-03-23 19:21:34 -- STEP: 22820/31555 -- GLOBAL_STEP: 212150 | > loss_text_ce: 0.051232289522886276 (0.048303002359934843) | > loss_mel_ce: 0.05078125 (nan) | > loss: 0.00040481568430550396 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14115175876985067) | > loader_time: 0.0046 (0.004597177837732922)  --> TIME: 2025-03-23 19:21:43 -- STEP: 22870/31555 -- GLOBAL_STEP: 212200 | > loss_text_ce: 0.05576435104012489 (0.04830463924724158) | > loss_mel_ce: 4.031907081604004 (nan) | > loss: 0.01622091792523861 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14114958679097342) | > loader_time: 0.0044 (0.004597156789034925)  --> TIME: 2025-03-23 19:21:53 -- STEP: 22920/31555 -- GLOBAL_STEP: 212250 | > loss_text_ce: 0.050173185765743256 (0.04830461780558521) | > loss_mel_ce: 2.9650990962982178 (nan) | > loss: 0.011965367011725903 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14114606628035048) | > loader_time: 0.0048 (0.0045970397365863195)  --> TIME: 2025-03-23 19:22:02 -- STEP: 22970/31555 -- GLOBAL_STEP: 212300 | > loss_text_ce: 0.04094855114817619 (0.048303752566550284) | > loss_mel_ce: 0.125885009765625 (nan) | > loss: 0.000662037986330688 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14114241669579577) | > loader_time: 0.0044 (0.0045971078461650135)  --> TIME: 2025-03-23 19:22:12 -- STEP: 23020/31555 -- GLOBAL_STEP: 212350 | > loss_text_ce: 0.03883819654583931 (0.04830025618865138) | > loss_mel_ce: 3.6008217334747314 (nan) | > loss: 0.01444309577345848 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14115067767019693) | > loader_time: 0.0045 (0.004597110493508366)  --> TIME: 2025-03-23 19:22:22 -- STEP: 23070/31555 -- GLOBAL_STEP: 212400 | > loss_text_ce: 0.03503557667136192 (0.04830314874145235) | > loss_mel_ce: 2.4140517711639404 (nan) | > loss: 0.00971860159188509 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14115000602017663) | > loader_time: 0.0045 (0.004597074405734678)  --> TIME: 2025-03-23 19:22:31 -- STEP: 23120/31555 -- GLOBAL_STEP: 212450 | > loss_text_ce: 0.04804383963346481 (0.04830155411918861) | > loss_mel_ce: 3.142064094543457 (nan) | > loss: 0.012659158557653427 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14114562228682867) | > loader_time: 0.0045 (0.004596954656307283)  --> TIME: 2025-03-23 19:22:41 -- STEP: 23170/31555 -- GLOBAL_STEP: 212500 | > loss_text_ce: 0.043062519282102585 (0.0483006833649345) | > loss_mel_ce: 3.445404291152954 (nan) | > loss: 0.013843122869729996 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14114735181032104) | > loader_time: 0.0044 (0.004596977178320911)  --> TIME: 2025-03-23 19:22:51 -- STEP: 23220/31555 -- GLOBAL_STEP: 212550 | > loss_text_ce: 0.055868905037641525 (0.04830014486359967) | > loss_mel_ce: 1.9574967622756958 (nan) | > loss: 0.007989547215402126 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14114999346030677) | > loader_time: 0.0045 (0.004596933396493045)  --> TIME: 2025-03-23 19:23:01 -- STEP: 23270/31555 -- GLOBAL_STEP: 212600 | > loss_text_ce: 0.03908122330904007 (0.048299654672457795) | > loss_mel_ce: 2.894331693649292 (nan) | > loss: 0.011640528216958046 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14115510092408562) | > loader_time: 0.0046 (0.0045970098010244985)  --> TIME: 2025-03-23 19:23:10 -- STEP: 23320/31555 -- GLOBAL_STEP: 212650 | > loss_text_ce: 0.04428336024284363 (0.048294901463249426) | > loss_mel_ce: 4.070143699645996 (nan) | > loss: 0.016327092424035072 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14115653320201177) | > loader_time: 0.005 (0.004596986901494313)  --> TIME: 2025-03-23 19:23:20 -- STEP: 23370/31555 -- GLOBAL_STEP: 212700 | > loss_text_ce: 0.05688297003507614 (0.04829222706127008) | > loss_mel_ce: 4.323264122009277 (nan) | > loss: 0.017381535843014717 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1411580491586267) | > loader_time: 0.0046 (0.004596980320983975)  --> TIME: 2025-03-23 19:23:30 -- STEP: 23420/31555 -- GLOBAL_STEP: 212750 | > loss_text_ce: 0.04821662977337837 (0.04828649125969389) | > loss_mel_ce: 2.9985382556915283 (nan) | > loss: 0.012090297415852547 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1411533589550402) | > loader_time: 0.0045 (0.004596977168733942)  --> TIME: 2025-03-23 19:23:39 -- STEP: 23470/31555 -- GLOBAL_STEP: 212800 | > loss_text_ce: 0.04812856391072273 (0.048283359433854034) | > loss_mel_ce: 3.5320935249328613 (nan) | > loss: 0.014207231812179089 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14114963721863186) | > loader_time: 0.0044 (0.004597166705040144)  --> TIME: 2025-03-23 19:23:49 -- STEP: 23520/31555 -- GLOBAL_STEP: 212850 | > loss_text_ce: 0.05126847326755524 (0.0482851860068301) | > loss_mel_ce: 3.1546201705932617 (nan) | > loss: 0.012721781618893147 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14114822479737743) | > loader_time: 0.0043 (0.0045967840013050295)  --> TIME: 2025-03-23 19:23:58 -- STEP: 23570/31555 -- GLOBAL_STEP: 212900 | > loss_text_ce: 0.049191854894161224 (0.04828155561712618) | > loss_mel_ce: 3.5417377948760986 (nan) | > loss: 0.014249722473323345 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14114492818567675) | > loader_time: 0.0045 (0.0045966186713606305)  --> TIME: 2025-03-23 19:24:08 -- STEP: 23620/31555 -- GLOBAL_STEP: 212950 | > loss_text_ce: 0.04726869985461235 (0.048278388129286975) | > loss_mel_ce: 3.1166493892669678 (nan) | > loss: 0.012555231340229511 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14114563791152174) | > loader_time: 0.0046 (0.004596641818716038)  --> TIME: 2025-03-23 19:24:18 -- STEP: 23670/31555 -- GLOBAL_STEP: 213000 | > loss_text_ce: 0.056306321173906326 (0.04827726827867493) | > loss_mel_ce: 3.4863674640655518 (nan) | > loss: 0.014058230444788933 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14115345087240644) | > loader_time: 0.0046 (0.0045969048984755186)  --> TIME: 2025-03-23 19:24:27 -- STEP: 23720/31555 -- GLOBAL_STEP: 213050 | > loss_text_ce: 0.0398598238825798 (0.048274803145366106) | > loss_mel_ce: 2.1388323307037354 (nan) | > loss: 0.008645604364573956 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14114881709695357) | > loader_time: 0.0045 (0.004596898587920045)  --> TIME: 2025-03-23 19:24:37 -- STEP: 23770/31555 -- GLOBAL_STEP: 213100 | > loss_text_ce: 0.04477908834815025 (0.0482722860275539) | > loss_mel_ce: 3.5969128608703613 (nan) | > loss: 0.014451159164309502 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1411560105134009) | > loader_time: 0.0048 (0.004596940138082257)  --> TIME: 2025-03-23 19:24:47 -- STEP: 23820/31555 -- GLOBAL_STEP: 213150 | > loss_text_ce: 0.05148554593324661 (0.04827182842465467) | > loss_mel_ce: 2.8751296997070312 (nan) | > loss: 0.011613553389906883 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14115189636183925) | > loader_time: 0.0049 (0.004596956410796415)  --> TIME: 2025-03-23 19:24:57 -- STEP: 23870/31555 -- GLOBAL_STEP: 213200 | > loss_text_ce: 0.049984581768512726 (0.04827025279388684) | > loss_mel_ce: 3.1619820594787598 (nan) | > loss: 0.012745901010930538 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14115815691034916) | > loader_time: 0.0046 (0.0045972027936439595)  --> TIME: 2025-03-23 19:25:06 -- STEP: 23920/31555 -- GLOBAL_STEP: 213250 | > loss_text_ce: 0.058359548449516296 (0.04827249541226149) | > loss_mel_ce: 2.8376290798187256 (nan) | > loss: 0.011492019519209862 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14115046580698873) | > loader_time: 0.0046 (0.004597069906151852)  --> TIME: 2025-03-23 19:25:16 -- STEP: 23970/31555 -- GLOBAL_STEP: 213300 | > loss_text_ce: 0.032722316682338715 (0.04826873078845939) | > loss_mel_ce: 3.1324758529663086 (nan) | > loss: 0.012560310773551464 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14114782993227432) | > loader_time: 0.0046 (0.0045968696978573075)  --> TIME: 2025-03-23 19:25:25 -- STEP: 24020/31555 -- GLOBAL_STEP: 213350 | > loss_text_ce: 0.044922780245542526 (0.048266376347996756) | > loss_mel_ce: 3.1521966457366943 (nan) | > loss: 0.01268698275089264 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14114989301346348) | > loader_time: 0.0045 (0.004596821314885596)  --> TIME: 2025-03-23 19:25:35 -- STEP: 24070/31555 -- GLOBAL_STEP: 213400 | > loss_text_ce: 0.04507627710700035 (0.04826100341121361) | > loss_mel_ce: 3.1414499282836914 (nan) | > loss: 0.012644946575164795 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14115088051366798) | > loader_time: 0.0044 (0.004597244462780744)  --> TIME: 2025-03-23 19:25:45 -- STEP: 24120/31555 -- GLOBAL_STEP: 213450 | > loss_text_ce: 0.03538433089852333 (0.048256586549361866) | > loss_mel_ce: 3.0857391357421875 (nan) | > loss: 0.012385411188006401 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1411515335736182) | > loader_time: 0.0049 (0.004597433081906869)  --> TIME: 2025-03-23 19:25:55 -- STEP: 24170/31555 -- GLOBAL_STEP: 213500 | > loss_text_ce: 0.04014668986201286 (0.048252101653911694) | > loss_mel_ce: 3.341012716293335 (nan) | > loss: 0.013417299836874008 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14115852319262023) | > loader_time: 0.0048 (0.004597545074538685)  --> TIME: 2025-03-23 19:26:04 -- STEP: 24220/31555 -- GLOBAL_STEP: 213550 | > loss_text_ce: 0.047520387917757034 (0.048248635403178204) | > loss_mel_ce: 3.216686248779297 (nan) | > loss: 0.012953201308846474 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14114865446563152) | > loader_time: 0.0045 (0.004597619759160402)  --> TIME: 2025-03-23 19:26:14 -- STEP: 24270/31555 -- GLOBAL_STEP: 213600 | > loss_text_ce: 0.044874753803014755 (0.048249061674272536) | > loss_mel_ce: 3.108931541442871 (nan) | > loss: 0.012515104375779629 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14114580987459502) | > loader_time: 0.0044 (0.004597650823840731)  --> TIME: 2025-03-23 19:26:23 -- STEP: 24320/31555 -- GLOBAL_STEP: 213650 | > loss_text_ce: 0.04714811593294144 (0.04824594549166869) | > loss_mel_ce: 1.7758694887161255 (nan) | > loss: 0.007234197109937668 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1411486374900524) | > loader_time: 0.0046 (0.004597641125713562)  --> TIME: 2025-03-23 19:26:33 -- STEP: 24370/31555 -- GLOBAL_STEP: 213700 | > loss_text_ce: 0.05158020555973053 (0.0482451487924165) | > loss_mel_ce: 3.336911678314209 (nan) | > loss: 0.01344639714807272 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14115873444603694) | > loader_time: 0.0043 (0.004597404935490113)  --> TIME: 2025-03-23 19:26:43 -- STEP: 24420/31555 -- GLOBAL_STEP: 213750 | > loss_text_ce: 0.042440809309482574 (0.048244767687546576) | > loss_mel_ce: 3.2555434703826904 (nan) | > loss: 0.013087240047752857 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14115425473251395) | > loader_time: 0.0044 (0.004597068145370836)  --> TIME: 2025-03-23 19:26:52 -- STEP: 24470/31555 -- GLOBAL_STEP: 213800 | > loss_text_ce: 0.058876994997262955 (0.04824459775543948) | > loss_mel_ce: 2.758880138397217 (nan) | > loss: 0.011181576177477837 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1411478681860521) | > loader_time: 0.0045 (0.004597249828068968)  --> TIME: 2025-03-23 19:27:02 -- STEP: 24520/31555 -- GLOBAL_STEP: 213850 | > loss_text_ce: 0.04528454318642616 (0.048243505682425504) | > loss_mel_ce: 3.0859274864196777 (nan) | > loss: 0.012425445020198822 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14114802317362565) | > loader_time: 0.0046 (0.004597217194602345)  --> TIME: 2025-03-23 19:27:12 -- STEP: 24570/31555 -- GLOBAL_STEP: 213900 | > loss_text_ce: 0.04670313373208046 (0.04824246399454833) | > loss_mel_ce: 3.407789468765259 (nan) | > loss: 0.013708304613828659 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1411494590812059) | > loader_time: 0.0045 (0.004597214697627106)  --> TIME: 2025-03-23 19:27:22 -- STEP: 24620/31555 -- GLOBAL_STEP: 213950 | > loss_text_ce: 0.04324307292699814 (0.048242526561109535) | > loss_mel_ce: 2.9159553050994873 (nan) | > loss: 0.011742851696908474 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.1411629370031652) | > loader_time: 0.0047 (0.00459730680351044)  --> TIME: 2025-03-23 19:27:31 -- STEP: 24670/31555 -- GLOBAL_STEP: 214000 | > loss_text_ce: 0.05314348638057709 (0.048243277078931564) | > loss_mel_ce: 3.834071159362793 (nan) | > loss: 0.015425455756485462 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14114806960360582) | > loader_time: 0.0047 (0.004597236223920558)  --> TIME: 2025-03-23 19:27:41 -- STEP: 24720/31555 -- GLOBAL_STEP: 214050 | > loss_text_ce: 0.040217526257038116 (0.04823666199503771) | > loss_mel_ce: 2.883683204650879 (nan) | > loss: 0.01160278171300888 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14114946475113804) | > loader_time: 0.0048 (0.004597363155636619)  --> TIME: 2025-03-23 19:27:50 -- STEP: 24770/31555 -- GLOBAL_STEP: 214100 | > loss_text_ce: 0.053925592452287674 (0.04823304056079035) | > loss_mel_ce: 2.016754150390625 (nan) | > loss: 0.008216983638703823 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1411482985961995) | > loader_time: 0.0045 (0.004597439629251009)  --> TIME: 2025-03-23 19:28:00 -- STEP: 24820/31555 -- GLOBAL_STEP: 214150 | > loss_text_ce: 0.06023925542831421 (0.04823338894584753) | > loss_mel_ce: 2.8409440517425537 (nan) | > loss: 0.0115126334130764 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14114158039223615) | > loader_time: 0.0044 (0.004597507418402768)  --> TIME: 2025-03-23 19:28:09 -- STEP: 24870/31555 -- GLOBAL_STEP: 214200 | > loss_text_ce: 0.04880499094724655 (0.04823096077110291) | > loss_mel_ce: 3.1401193141937256 (nan) | > loss: 0.012654461897909641 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14114372852004833) | > loader_time: 0.0048 (0.004597695611018884)  --> TIME: 2025-03-23 19:28:19 -- STEP: 24920/31555 -- GLOBAL_STEP: 214250 | > loss_text_ce: 0.031579721719026566 (0.04823070083330734) | > loss_mel_ce: 2.4536874294281006 (nan) | > loss: 0.009862171486020088 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14113794882837077) | > loader_time: 0.0051 (0.004597696322307958)  --> TIME: 2025-03-23 19:28:29 -- STEP: 24970/31555 -- GLOBAL_STEP: 214300 | > loss_text_ce: 0.042410291731357574 (0.04822903990657519) | > loss_mel_ce: 3.3494062423706055 (nan) | > loss: 0.013459590263664722 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14113994376106512) | > loader_time: 0.0044 (0.004597882743258013)  --> TIME: 2025-03-23 19:28:38 -- STEP: 25020/31555 -- GLOBAL_STEP: 214350 | > loss_text_ce: 0.045307401567697525 (0.04822877436499596) | > loss_mel_ce: 2.9014034271240234 (nan) | > loss: 0.011693297885358334 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14114047592873558) | > loader_time: 0.0046 (0.004597644525752119)  --> TIME: 2025-03-23 19:28:48 -- STEP: 25070/31555 -- GLOBAL_STEP: 214400 | > loss_text_ce: 0.03659389540553093 (0.04822796337183163) | > loss_mel_ce: 3.6140389442443848 (nan) | > loss: 0.014486638829112053 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1411332782350499) | > loader_time: 0.0045 (0.0045977469882881785)  --> TIME: 2025-03-23 19:28:57 -- STEP: 25120/31555 -- GLOBAL_STEP: 214450 | > loss_text_ce: 0.03216613829135895 (0.048221147124089016) | > loss_mel_ce: 3.0005486011505127 (nan) | > loss: 0.0120345838367939 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1411155522913688) | > loader_time: 0.0044 (0.0045976008579230255)  --> TIME: 2025-03-23 19:29:06 -- STEP: 25170/31555 -- GLOBAL_STEP: 214500 | > loss_text_ce: 0.0483902171254158 (0.04822181025175852) | > loss_mel_ce: 2.802001953125 (nan) | > loss: 0.011311080306768417 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14110803821042342) | > loader_time: 0.0044 (0.004597748808317107)  --> TIME: 2025-03-23 19:29:16 -- STEP: 25220/31555 -- GLOBAL_STEP: 214550 | > loss_text_ce: 0.05339981988072395 (0.04821908979430721) | > loss_mel_ce: 4.134157657623291 (nan) | > loss: 0.016617292538285255 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1410975329182053) | > loader_time: 0.0044 (0.004597787900542038)  --> TIME: 2025-03-23 19:29:25 -- STEP: 25270/31555 -- GLOBAL_STEP: 214600 | > loss_text_ce: 0.03862355649471283 (0.048217198778449474) | > loss_mel_ce: 0.7587077021598816 (nan) | > loss: 0.003164013149216771 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14108623380853458) | > loader_time: 0.0048 (0.004597759558176149)  --> TIME: 2025-03-23 19:29:34 -- STEP: 25320/31555 -- GLOBAL_STEP: 214650 | > loss_text_ce: 0.042438801378011703 (0.04821312392651326) | > loss_mel_ce: 4.152235984802246 (nan) | > loss: 0.016645535826683044 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14108735908640854) | > loader_time: 0.0046 (0.004597878361953602)  --> TIME: 2025-03-23 19:29:44 -- STEP: 25370/31555 -- GLOBAL_STEP: 214700 | > loss_text_ce: 0.043405819684267044 (0.04821400723592983) | > loss_mel_ce: 3.2644715309143066 (nan) | > loss: 0.013126498088240623 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14107930526801035) | > loader_time: 0.0045 (0.00459795849596748)  --> TIME: 2025-03-23 19:29:53 -- STEP: 25420/31555 -- GLOBAL_STEP: 214750 | > loss_text_ce: 0.04704538360238075 (0.04821372803540225) | > loss_mel_ce: 3.649153709411621 (nan) | > loss: 0.014667457900941372 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14107314838751553) | > loader_time: 0.0049 (0.004597999438069017)  --> TIME: 2025-03-23 19:30:03 -- STEP: 25470/31555 -- GLOBAL_STEP: 214800 | > loss_text_ce: 0.05756111815571785 (0.04821243350945109) | > loss_mel_ce: 1.228590726852417 (nan) | > loss: 0.005103777628391981 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14107173771590467) | > loader_time: 0.0046 (0.004598159718897311)  --> TIME: 2025-03-23 19:30:13 -- STEP: 25520/31555 -- GLOBAL_STEP: 214850 | > loss_text_ce: 0.0590471550822258 (0.04821155797664605) | > loss_mel_ce: 3.5761780738830566 (nan) | > loss: 0.014425498433411121 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14107527276004708) | > loader_time: 0.0045 (0.004598288934058936)  --> TIME: 2025-03-23 19:30:22 -- STEP: 25570/31555 -- GLOBAL_STEP: 214900 | > loss_text_ce: 0.03707251325249672 (0.0482062818283287) | > loss_mel_ce: 1.4574381113052368 (nan) | > loss: 0.005930598359555006 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1410743599624242) | > loader_time: 0.0047 (0.004598376832066205)  --> TIME: 2025-03-23 19:30:32 -- STEP: 25620/31555 -- GLOBAL_STEP: 214950 | > loss_text_ce: 0.044569820165634155 (0.04820593995788073) | > loss_mel_ce: 3.2896831035614014 (nan) | > loss: 0.013231162913143635 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.141060895914216) | > loader_time: 0.0044 (0.004598428251964832)  --> TIME: 2025-03-23 19:30:41 -- STEP: 25670/31555 -- GLOBAL_STEP: 215000 | > loss_text_ce: 0.039178796112537384 (0.04820261202156861) | > loss_mel_ce: 0.0911865234375 (nan) | > loss: 0.0005173226818442345 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1410602549518366) | > loader_time: 0.0045 (0.00459857433744106)  --> TIME: 2025-03-23 19:30:51 -- STEP: 25720/31555 -- GLOBAL_STEP: 215050 | > loss_text_ce: 0.030985716730356216 (0.04820076619020717) | > loss_mel_ce: 3.2688381671905518 (nan) | > loss: 0.013094540685415268 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14106359475322675) | > loader_time: 0.0045 (0.004598606235317299)  --> TIME: 2025-03-23 19:31:00 -- STEP: 25770/31555 -- GLOBAL_STEP: 215100 | > loss_text_ce: 0.05174905061721802 (0.04819962275245209) | > loss_mel_ce: 3.110297918319702 (nan) | > loss: 0.012547805905342102 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14105900053742954) | > loader_time: 0.0046 (0.004598643893551666)  --> TIME: 2025-03-23 19:31:10 -- STEP: 25820/31555 -- GLOBAL_STEP: 215150 | > loss_text_ce: 0.055715411901474 (0.04819701693949917) | > loss_mel_ce: 4.138059139251709 (nan) | > loss: 0.01664196327328682 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14105720462769508) | > loader_time: 0.0047 (0.004598733060217787)  --> TIME: 2025-03-23 19:31:20 -- STEP: 25870/31555 -- GLOBAL_STEP: 215200 | > loss_text_ce: 0.040702447295188904 (0.04819511146416758) | > loss_mel_ce: 3.3003108501434326 (nan) | > loss: 0.013257989659905434 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1410558134697558) | > loader_time: 0.0048 (0.004598833687940464)  --> TIME: 2025-03-23 19:31:29 -- STEP: 25920/31555 -- GLOBAL_STEP: 215250 | > loss_text_ce: 0.04257441312074661 (0.04819413355941864) | > loss_mel_ce: 2.3896408081054688 (nan) | > loss: 0.009651647880673409 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1410480851744427) | > loader_time: 0.0043 (0.004598863358482931)  --> TIME: 2025-03-23 19:31:39 -- STEP: 25970/31555 -- GLOBAL_STEP: 215300 | > loss_text_ce: 0.05646919086575508 (0.04819293547228756) | > loss_mel_ce: 3.3013803958892822 (nan) | > loss: 0.013324800878763199 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14104902636880917) | > loader_time: 0.0045 (0.004598812722774234)  --> TIME: 2025-03-23 19:31:48 -- STEP: 26020/31555 -- GLOBAL_STEP: 215350 | > loss_text_ce: 0.05009554326534271 (0.04819259026422836) | > loss_mel_ce: 3.532214403152466 (nan) | > loss: 0.014215516857802868 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1410390057167945) | > loader_time: 0.0045 (0.004599165751510752)  --> TIME: 2025-03-23 19:31:58 -- STEP: 26070/31555 -- GLOBAL_STEP: 215400 | > loss_text_ce: 0.057773664593696594 (0.048192770742730144) | > loss_mel_ce: 3.8124935626983643 (nan) | > loss: 0.015358204022049904 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14104830239255367) | > loader_time: 0.0045 (0.0045991861093168)  --> TIME: 2025-03-23 19:32:08 -- STEP: 26120/31555 -- GLOBAL_STEP: 215450 | > loss_text_ce: 0.042294807732105255 (0.04819133877800561) | > loss_mel_ce: 2.7418766021728516 (nan) | > loss: 0.011048299260437489 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14104462737876475) | > loader_time: 0.0047 (0.004599395389761374)  --> TIME: 2025-03-23 19:32:17 -- STEP: 26170/31555 -- GLOBAL_STEP: 215500 | > loss_text_ce: 0.04256629943847656 (0.048188107823337344) | > loss_mel_ce: 0.6898329257965088 (nan) | > loss: 0.0029063462279736996 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1410451089329151) | > loader_time: 0.0046 (0.004599565306281997)  --> TIME: 2025-03-23 19:32:27 -- STEP: 26220/31555 -- GLOBAL_STEP: 215550 | > loss_text_ce: 0.045768193900585175 (0.048188404227457036) | > loss_mel_ce: 3.3084585666656494 (nan) | > loss: 0.013310424983501434 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14104043704512295) | > loader_time: 0.0047 (0.004599722608366989)  --> TIME: 2025-03-23 19:32:36 -- STEP: 26270/31555 -- GLOBAL_STEP: 215600 | > loss_text_ce: 0.052589572966098785 (0.048186362035137154) | > loss_mel_ce: 2.7480671405792236 (nan) | > loss: 0.011113718152046204 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1410396485896815) | > loader_time: 0.0046 (0.004599783635656805)  --> TIME: 2025-03-23 19:32:46 -- STEP: 26320/31555 -- GLOBAL_STEP: 215650 | > loss_text_ce: 0.053370218724012375 (0.04818442970996233) | > loss_mel_ce: 2.9808640480041504 (nan) | > loss: 0.01204061321914196 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1410369136866104) | > loader_time: 0.0048 (0.00459990238708568)  --> TIME: 2025-03-23 19:32:56 -- STEP: 26370/31555 -- GLOBAL_STEP: 215700 | > loss_text_ce: 0.04409177973866463 (0.04818087353074061) | > loss_mel_ce: 2.655775785446167 (nan) | > loss: 0.010713760741055012 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14104412244855358) | > loader_time: 0.0045 (0.00460007620165194)  --> TIME: 2025-03-23 19:33:05 -- STEP: 26420/31555 -- GLOBAL_STEP: 215750 | > loss_text_ce: 0.04574831947684288 (0.048181188008293234) | > loss_mel_ce: 3.481560230255127 (nan) | > loss: 0.013997256755828857 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1410431548828976) | > loader_time: 0.0048 (0.004600060383178019)  --> TIME: 2025-03-23 19:33:15 -- STEP: 26470/31555 -- GLOBAL_STEP: 215800 | > loss_text_ce: 0.03991266340017319 (0.048179885619969096) | > loss_mel_ce: 1.1801594495773315 (nan) | > loss: 0.004841556306928396 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1410539147625973) | > loader_time: 0.0046 (0.004600208563132721)  --> TIME: 2025-03-23 19:33:25 -- STEP: 26520/31555 -- GLOBAL_STEP: 215850 | > loss_text_ce: 0.043303232640028 (0.04817900893311428) | > loss_mel_ce: 2.8302700519561768 (nan) | > loss: 0.011403068900108337 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14105689402439314) | > loader_time: 0.0048 (0.004600315198279819)  --> TIME: 2025-03-23 19:33:35 -- STEP: 26570/31555 -- GLOBAL_STEP: 215900 | > loss_text_ce: 0.03670802339911461 (0.04817596777497536) | > loss_mel_ce: 3.0995864868164062 (nan) | > loss: 0.01244561467319727 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14106328573539229) | > loader_time: 0.0048 (0.004600415886637435)  --> TIME: 2025-03-23 19:33:45 -- STEP: 26620/31555 -- GLOBAL_STEP: 215950 | > loss_text_ce: 0.04367321357131004 (0.0481719860740238) | > loss_mel_ce: 3.4755702018737793 (nan) | > loss: 0.013965252786874771 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14106807297642857) | > loader_time: 0.0047 (0.0046005391877545045)  --> TIME: 2025-03-23 19:33:54 -- STEP: 26670/31555 -- GLOBAL_STEP: 216000 | > loss_text_ce: 0.04233337938785553 (0.04816961908792599) | > loss_mel_ce: 4.1832275390625 (nan) | > loss: 0.01676810160279274 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14106707132215765) | > loader_time: 0.0045 (0.004600517777499096)  --> TIME: 2025-03-23 19:34:04 -- STEP: 26720/31555 -- GLOBAL_STEP: 216050 | > loss_text_ce: 0.05700276792049408 (0.04817087527432108) | > loss_mel_ce: 3.371732473373413 (nan) | > loss: 0.013606092892587185 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14107586878859366) | > loader_time: 0.0046 (0.004600538081394717)  --> TIME: 2025-03-23 19:34:14 -- STEP: 26770/31555 -- GLOBAL_STEP: 216100 | > loss_text_ce: 0.05427461117506027 (0.048168368002891704) | > loss_mel_ce: 2.7751567363739014 (nan) | > loss: 0.011227902956306934 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14108689876915512) | > loader_time: 0.0045 (0.004600549136073829)  --> TIME: 2025-03-23 19:34:24 -- STEP: 26820/31555 -- GLOBAL_STEP: 216150 | > loss_text_ce: 0.04464710131287575 (0.04816882478619807) | > loss_mel_ce: 2.9616825580596924 (nan) | > loss: 0.011929880827665329 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14108287194697935) | > loader_time: 0.0045 (0.004600601503868605)  --> TIME: 2025-03-23 19:34:33 -- STEP: 26870/31555 -- GLOBAL_STEP: 216200 | > loss_text_ce: 0.04645494371652603 (0.04816705908145923) | > loss_mel_ce: 3.4877779483795166 (nan) | > loss: 0.014024734497070312 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1410738664707999) | > loader_time: 0.0044 (0.004600814580473725)  --> TIME: 2025-03-23 19:34:43 -- STEP: 26920/31555 -- GLOBAL_STEP: 216250 | > loss_text_ce: 0.04902428016066551 (0.048165019458252495) | > loss_mel_ce: 3.6371970176696777 (nan) | > loss: 0.01462786365300417 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14108636720219497) | > loader_time: 0.0048 (0.004601234791006076)  --> TIME: 2025-03-23 19:34:53 -- STEP: 26970/31555 -- GLOBAL_STEP: 216300 | > loss_text_ce: 0.0450550876557827 (0.04816400829607996) | > loss_mel_ce: 3.1335978507995605 (nan) | > loss: 0.01261370349675417 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14108763606538602) | > loader_time: 0.0046 (0.0046012721240277586)  --> TIME: 2025-03-23 19:35:03 -- STEP: 27020/31555 -- GLOBAL_STEP: 216350 | > loss_text_ce: 0.054415542632341385 (0.04816580310930598) | > loss_mel_ce: 3.0881292819976807 (nan) | > loss: 0.012470416724681854 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14109186568496676) | > loader_time: 0.0048 (0.004601498200750475)  --> TIME: 2025-03-23 19:35:13 -- STEP: 27070/31555 -- GLOBAL_STEP: 216400 | > loss_text_ce: 0.04660061374306679 (0.04816425075041665) | > loss_mel_ce: 3.8255348205566406 (nan) | > loss: 0.015365617349743843 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14109422068425023) | > loader_time: 0.0045 (0.004601704990639226)  --> TIME: 2025-03-23 19:35:22 -- STEP: 27120/31555 -- GLOBAL_STEP: 216450 | > loss_text_ce: 0.04660579189658165 (0.04816261903430225) | > loss_mel_ce: 3.563534736633301 (nan) | > loss: 0.014325955882668495 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14108851924758403) | > loader_time: 0.0045 (0.004601548722008355)  --> TIME: 2025-03-23 19:35:32 -- STEP: 27170/31555 -- GLOBAL_STEP: 216500 | > loss_text_ce: 0.042349737137556076 (0.04816231673609437) | > loss_mel_ce: 2.6442692279815674 (nan) | > loss: 0.010661187581717968 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14109293072812482) | > loader_time: 0.0054 (0.004601544670467231)  --> TIME: 2025-03-23 19:35:41 -- STEP: 27220/31555 -- GLOBAL_STEP: 216550 | > loss_text_ce: 0.04986679553985596 (0.048162269189202425) | > loss_mel_ce: 2.9061644077301025 (nan) | > loss: 0.011730283498764038 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.141094663018781) | > loader_time: 0.0044 (0.004601730054831538)  --> TIME: 2025-03-23 19:35:51 -- STEP: 27270/31555 -- GLOBAL_STEP: 216600 | > loss_text_ce: 0.059585265815258026 (0.048163262849860076) | > loss_mel_ce: 2.6014177799224854 (nan) | > loss: 0.010559536516666412 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1410898662286668) | > loader_time: 0.0044 (0.004601761374143106)  --> TIME: 2025-03-23 19:36:01 -- STEP: 27320/31555 -- GLOBAL_STEP: 216650 | > loss_text_ce: 0.04532059654593468 (0.04816156164378247) | > loss_mel_ce: 3.741035223007202 (nan) | > loss: 0.01502522174268961 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14109600014428286) | > loader_time: 0.0046 (0.004601742015227058)  --> TIME: 2025-03-23 19:36:11 -- STEP: 27370/31555 -- GLOBAL_STEP: 216700 | > loss_text_ce: 0.048378944396972656 (0.0481594620883304) | > loss_mel_ce: 3.4476866722106934 (nan) | > loss: 0.013873277232050896 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14110299568782578) | > loader_time: 0.0049 (0.004601842676761352)  --> TIME: 2025-03-23 19:36:21 -- STEP: 27420/31555 -- GLOBAL_STEP: 216750 | > loss_text_ce: 0.036653559654951096 (0.04815564410782055) | > loss_mel_ce: 2.727311372756958 (nan) | > loss: 0.01096811518073082 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1411106486636998) | > loader_time: 0.0045 (0.004601913190601016)  --> TIME: 2025-03-23 19:36:30 -- STEP: 27470/31555 -- GLOBAL_STEP: 216800 | > loss_text_ce: 0.04620945826172829 (0.04815694926941272) | > loss_mel_ce: 2.925567388534546 (nan) | > loss: 0.011792766861617565 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.1411141650564766) | > loader_time: 0.0047 (0.004602080273289765)  --> TIME: 2025-03-23 19:36:40 -- STEP: 27520/31555 -- GLOBAL_STEP: 216850 | > loss_text_ce: 0.06259776651859283 (0.04815807922808911) | > loss_mel_ce: 2.87483549118042 (nan) | > loss: 0.011656481772661209 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14111859891130485) | > loader_time: 0.0045 (0.004602180837198766)  --> TIME: 2025-03-23 19:36:50 -- STEP: 27570/31555 -- GLOBAL_STEP: 216900 | > loss_text_ce: 0.04404514282941818 (0.048153189578731) | > loss_mel_ce: 3.2018883228302 (nan) | > loss: 0.012880689464509487 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14112504852566132) | > loader_time: 0.0045 (0.004602159725655516)  --> TIME: 2025-03-23 19:36:59 -- STEP: 27620/31555 -- GLOBAL_STEP: 216950 | > loss_text_ce: 0.04814509302377701 (0.04815159259457746) | > loss_mel_ce: 2.7264328002929688 (nan) | > loss: 0.011010230518877506 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14111431156872511) | > loader_time: 0.0045 (0.004602371955763873)  --> TIME: 2025-03-23 19:37:09 -- STEP: 27670/31555 -- GLOBAL_STEP: 217000 | > loss_text_ce: 0.034171488136053085 (0.048146763086059106) | > loss_mel_ce: 0.095703125 (nan) | > loss: 0.0005153755191713572 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1411121549871714) | > loader_time: 0.0046 (0.0046023761489394095)  --> TIME: 2025-03-23 19:37:19 -- STEP: 27720/31555 -- GLOBAL_STEP: 217050 | > loss_text_ce: 0.04273688793182373 (0.048142693566949946) | > loss_mel_ce: 3.0969977378845215 (nan) | > loss: 0.012459265999495983 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.1411131292710574) | > loader_time: 0.0043 (0.004602481362451568)  --> TIME: 2025-03-23 19:37:28 -- STEP: 27770/31555 -- GLOBAL_STEP: 217100 | > loss_text_ce: 0.05368533357977867 (0.0481412037970618) | > loss_mel_ce: 3.401259660720825 (nan) | > loss: 0.013710100203752518 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.1411116260051902) | > loader_time: 0.0045 (0.004602502059455754)  --> TIME: 2025-03-23 19:37:38 -- STEP: 27820/31555 -- GLOBAL_STEP: 217150 | > loss_text_ce: 0.05109625682234764 (0.04814083097923724) | > loss_mel_ce: 1.9011896848678589 (nan) | > loss: 0.00774716679006815 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1411116165021272) | > loader_time: 0.0045 (0.004602248809219366)  --> TIME: 2025-03-23 19:37:48 -- STEP: 27870/31555 -- GLOBAL_STEP: 217200 | > loss_text_ce: 0.03922585770487785 (0.04813945918909703) | > loss_mel_ce: 3.31311297416687 (nan) | > loss: 0.013302932493388653 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1411120313189988) | > loader_time: 0.0045 (0.004602166679883302)  --> TIME: 2025-03-23 19:37:57 -- STEP: 27920/31555 -- GLOBAL_STEP: 217250 | > loss_text_ce: 0.05992154777050018 (0.04813757946512614) | > loss_mel_ce: 3.4704864025115967 (nan) | > loss: 0.01400955580174923 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1411082128826051) | > loader_time: 0.0046 (0.004602138531583786)  --> TIME: 2025-03-23 19:38:06 -- STEP: 27970/31555 -- GLOBAL_STEP: 217300 | > loss_text_ce: 0.05035683140158653 (0.04813368697286124) | > loss_mel_ce: 3.343657970428467 (nan) | > loss: 0.013468313962221146 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14109390818480333) | > loader_time: 0.0046 (0.004602090776243693)  --> TIME: 2025-03-23 19:38:16 -- STEP: 28020/31555 -- GLOBAL_STEP: 217350 | > loss_text_ce: 0.054594736546278 (0.04813124326305019) | > loss_mel_ce: 3.331843852996826 (nan) | > loss: 0.013438249006867409 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14109687550760555) | > loader_time: 0.0049 (0.004602053818917137)  --> TIME: 2025-03-23 19:38:25 -- STEP: 28070/31555 -- GLOBAL_STEP: 217400 | > loss_text_ce: 0.04805292561650276 (0.04812974856733759) | > loss_mel_ce: 2.5878586769104004 (nan) | > loss: 0.010459967888891697 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14108777836119138) | > loader_time: 0.0071 (0.004602039178835372)  --> TIME: 2025-03-23 19:38:35 -- STEP: 28120/31555 -- GLOBAL_STEP: 217450 | > loss_text_ce: 0.04485507681965828 (0.048126003129843595) | > loss_mel_ce: 3.173766613006592 (nan) | > loss: 0.012772309593856335 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14108566418820104) | > loader_time: 0.0045 (0.00460187276430525)  --> TIME: 2025-03-23 19:38:45 -- STEP: 28170/31555 -- GLOBAL_STEP: 217500 | > loss_text_ce: 0.06683817505836487 (0.04812520356547319) | > loss_mel_ce: 1.5586494207382202 (nan) | > loss: 0.006450348068028688 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1410885698625207) | > loader_time: 0.0044 (0.004601851345843629)  --> TIME: 2025-03-23 19:38:54 -- STEP: 28220/31555 -- GLOBAL_STEP: 217550 | > loss_text_ce: 0.054531048983335495 (0.04812387007230549) | > loss_mel_ce: 2.3831329345703125 (nan) | > loss: 0.009673270396888256 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14108434463544298) | > loader_time: 0.0045 (0.004601819459467741)  --> TIME: 2025-03-23 19:39:04 -- STEP: 28270/31555 -- GLOBAL_STEP: 217600 | > loss_text_ce: 0.05205154791474342 (0.04812259650408698) | > loss_mel_ce: 3.3190743923187256 (nan) | > loss: 0.013377484865486622 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.1410884823105895) | > loader_time: 0.0047 (0.0046017321841979215)  --> TIME: 2025-03-23 19:39:14 -- STEP: 28320/31555 -- GLOBAL_STEP: 217650 | > loss_text_ce: 0.04069483280181885 (0.04811955198825145) | > loss_mel_ce: 3.1437342166900635 (nan) | > loss: 0.012636624276638031 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14109556074701515) | > loader_time: 0.0047 (0.0046016834970921605)  --> TIME: 2025-03-23 19:39:24 -- STEP: 28370/31555 -- GLOBAL_STEP: 217700 | > loss_text_ce: 0.06180423125624657 (0.04811854310623267) | > loss_mel_ce: 0.1409912109375 (nan) | > loss: 0.0008047439041547477 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14109884950532312) | > loader_time: 0.0072 (0.004601708549322037)  --> TIME: 2025-03-23 19:39:33 -- STEP: 28420/31555 -- GLOBAL_STEP: 217750 | > loss_text_ce: 0.05885224789381027 (0.0481164259338957) | > loss_mel_ce: 3.0969417095184326 (nan) | > loss: 0.012522992677986622 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14110663443027832) | > loader_time: 0.0045 (0.004601930909220573)  --> TIME: 2025-03-23 19:39:43 -- STEP: 28470/31555 -- GLOBAL_STEP: 217800 | > loss_text_ce: 0.044562000781297684 (0.048117484661158706) | > loss_mel_ce: 3.1527209281921387 (nan) | > loss: 0.012687631882727146 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14110637731120065) | > loader_time: 0.0045 (0.004601836330144514)  --> TIME: 2025-03-23 19:39:53 -- STEP: 28520/31555 -- GLOBAL_STEP: 217850 | > loss_text_ce: 0.0462484210729599 (0.04811722399692374) | > loss_mel_ce: 3.3985908031463623 (nan) | > loss: 0.013669997453689575 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14111513482069798) | > loader_time: 0.0048 (0.004601733396966209)  --> TIME: 2025-03-23 19:40:03 -- STEP: 28570/31555 -- GLOBAL_STEP: 217900 | > loss_text_ce: 0.04664226248860359 (0.04811606017897463) | > loss_mel_ce: 3.55289626121521 (nan) | > loss: 0.014283884316682816 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14111723167978954) | > loader_time: 0.0043 (0.004601595591196965)  --> TIME: 2025-03-23 19:40:12 -- STEP: 28620/31555 -- GLOBAL_STEP: 217950 | > loss_text_ce: 0.044182151556015015 (0.048115553612157594) | > loss_mel_ce: 1.357275366783142 (nan) | > loss: 0.005561339668929577 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14111885088128262) | > loader_time: 0.0045 (0.0046015646805886695)  --> TIME: 2025-03-23 19:40:22 -- STEP: 28670/31555 -- GLOBAL_STEP: 218000 | > loss_text_ce: 0.019940851256251335 (0.04810953612861952) | > loss_mel_ce: 2.4973630905151367 (nan) | > loss: 0.009989301674067974 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.14111538115469197) | > loader_time: 0.0043 (0.004601463973834051)  --> TIME: 2025-03-23 19:40:32 -- STEP: 28720/31555 -- GLOBAL_STEP: 218050 | > loss_text_ce: 0.047416623681783676 (0.04810722531153478) | > loss_mel_ce: 3.6891121864318848 (nan) | > loss: 0.014827496372163296 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14111733605104632) | > loader_time: 0.0046 (0.00460148885389558)  --> TIME: 2025-03-23 19:40:42 -- STEP: 28770/31555 -- GLOBAL_STEP: 218100 | > loss_text_ce: 0.04678191989660263 (0.04810944388684972) | > loss_mel_ce: 2.9526660442352295 (nan) | > loss: 0.011902572587132454 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14112198023817676) | > loader_time: 0.0045 (0.004601561961009943)  --> TIME: 2025-03-23 19:40:51 -- STEP: 28820/31555 -- GLOBAL_STEP: 218150 | > loss_text_ce: 0.052575740963220596 (0.04810730939098269) | > loss_mel_ce: 3.411379337310791 (nan) | > loss: 0.01374585460871458 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14112277380879143) | > loader_time: 0.0044 (0.004601526185921891)  --> TIME: 2025-03-23 19:41:01 -- STEP: 28870/31555 -- GLOBAL_STEP: 218200 | > loss_text_ce: 0.0484267994761467 (0.048105871518715745) | > loss_mel_ce: 4.037730693817139 (nan) | > loss: 0.01621491089463234 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14112287328282114) | > loader_time: 0.0048 (0.004601519620662186)  --> TIME: 2025-03-23 19:41:11 -- STEP: 28920/31555 -- GLOBAL_STEP: 218250 | > loss_text_ce: 0.0397711843252182 (0.048103307033979144) | > loss_mel_ce: 2.779723644256592 (nan) | > loss: 0.01118847168982029 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14112837829860284) | > loader_time: 0.0047 (0.00460173281561456)  --> TIME: 2025-03-23 19:41:20 -- STEP: 28970/31555 -- GLOBAL_STEP: 218300 | > loss_text_ce: 0.05366156995296478 (0.04810146842300401) | > loss_mel_ce: 3.140031337738037 (nan) | > loss: 0.012673385441303253 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14112274061617172) | > loader_time: 0.0045 (0.004601870193784319)  --> TIME: 2025-03-23 19:41:30 -- STEP: 29020/31555 -- GLOBAL_STEP: 218350 | > loss_text_ce: 0.04502836614847183 (0.048094614839911703) | > loss_mel_ce: 0.16384276747703552 (nan) | > loss: 0.0008288537501357496 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14112207058953252) | > loader_time: 0.0045 (0.004601783796806009)  --> TIME: 2025-03-23 19:41:39 -- STEP: 29070/31555 -- GLOBAL_STEP: 218400 | > loss_text_ce: 0.04613376408815384 (0.04809576254555877) | > loss_mel_ce: 3.805903434753418 (nan) | > loss: 0.015285862609744072 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.141114861939755) | > loader_time: 0.0043 (0.004601629361853731)  --> TIME: 2025-03-23 19:41:49 -- STEP: 29120/31555 -- GLOBAL_STEP: 218450 | > loss_text_ce: 0.04475928097963333 (0.04809451497525773) | > loss_mel_ce: 3.5969982147216797 (nan) | > loss: 0.01445141900330782 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14111295710880709) | > loader_time: 0.0049 (0.004601402654425144)  --> TIME: 2025-03-23 19:41:59 -- STEP: 29170/31555 -- GLOBAL_STEP: 218500 | > loss_text_ce: 0.04357902333140373 (0.04809272448804622) | > loss_mel_ce: 2.8315694332122803 (nan) | > loss: 0.011409319937229156 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14111467276610157) | > loader_time: 0.0046 (0.0046013934423468385)  --> TIME: 2025-03-23 19:42:08 -- STEP: 29220/31555 -- GLOBAL_STEP: 218550 | > loss_text_ce: 0.0489923320710659 (0.04809323624426638) | > loss_mel_ce: 3.364295244216919 (nan) | > loss: 0.013544793240725994 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14111884754051693) | > loader_time: 0.0046 (0.004601271106803539)  --> TIME: 2025-03-23 19:42:18 -- STEP: 29270/31555 -- GLOBAL_STEP: 218600 | > loss_text_ce: 0.054350346326828 (0.048088958664842724) | > loss_mel_ce: 3.5943663120269775 (nan) | > loss: 0.014479035511612892 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1411271323349685) | > loader_time: 0.0043 (0.004601226261870071)  --> TIME: 2025-03-23 19:42:28 -- STEP: 29320/31555 -- GLOBAL_STEP: 218650 | > loss_text_ce: 0.04749920591711998 (0.048091855103919945) | > loss_mel_ce: 2.8360469341278076 (nan) | > loss: 0.011442643590271473 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14113035184950035) | > loader_time: 0.0043 (0.004600985972325131)  --> TIME: 2025-03-23 19:42:38 -- STEP: 29370/31555 -- GLOBAL_STEP: 218700 | > loss_text_ce: 0.05251877009868622 (0.048090240627636296) | > loss_mel_ce: 3.314605951309204 (nan) | > loss: 0.013361606746912003 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14112996147488296) | > loader_time: 0.0046 (0.0046010587829938086)  --> TIME: 2025-03-23 19:42:47 -- STEP: 29420/31555 -- GLOBAL_STEP: 218750 | > loss_text_ce: 0.04568413645029068 (0.04808746899423053) | > loss_mel_ce: 0.0668131485581398 (nan) | > loss: 0.00044641783460974693 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14112916295014652) | > loader_time: 0.0044 (0.004600941672931326)  --> TIME: 2025-03-23 19:42:57 -- STEP: 29470/31555 -- GLOBAL_STEP: 218800 | > loss_text_ce: 0.050945792347192764 (0.04808603072425833) | > loss_mel_ce: 3.422764539718628 (nan) | > loss: 0.013784565031528473 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14112159556196985) | > loader_time: 0.0047 (0.004600898257586621)  --> TIME: 2025-03-23 19:43:07 -- STEP: 29520/31555 -- GLOBAL_STEP: 218850 | > loss_text_ce: 0.04719223827123642 (0.048085733763570684) | > loss_mel_ce: 3.0894694328308105 (nan) | > loss: 0.012447071261703968 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14112927280467408) | > loader_time: 0.0072 (0.004600930488529583)  --> TIME: 2025-03-23 19:43:16 -- STEP: 29570/31555 -- GLOBAL_STEP: 218900 | > loss_text_ce: 0.05001109093427658 (0.04808386142983259) | > loss_mel_ce: 3.1022167205810547 (nan) | > loss: 0.01250884123146534 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1411302710289002) | > loader_time: 0.0045 (0.004600792169812824)  --> TIME: 2025-03-23 19:43:26 -- STEP: 29620/31555 -- GLOBAL_STEP: 218950 | > loss_text_ce: 0.04763545095920563 (0.04808369755624193) | > loss_mel_ce: 2.0323548316955566 (nan) | > loss: 0.008253930136561394 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14113580332987247) | > loader_time: 0.0045 (0.004600948187887965)  --> TIME: 2025-03-23 19:43:35 -- STEP: 29670/31555 -- GLOBAL_STEP: 219000 | > loss_text_ce: 0.0359884649515152 (0.04808166412254313) | > loss_mel_ce: 3.4602982997894287 (nan) | > loss: 0.013874155469238758 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1411284759143489) | > loader_time: 0.0046 (0.004600858278534907)  --> TIME: 2025-03-23 19:43:45 -- STEP: 29720/31555 -- GLOBAL_STEP: 219050 | > loss_text_ce: 0.05544888228178024 (0.04807631431259012) | > loss_mel_ce: 2.8685779571533203 (nan) | > loss: 0.011603280901908875 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1411281423164412) | > loader_time: 0.0043 (0.004600618488856006)  --> TIME: 2025-03-23 19:43:55 -- STEP: 29770/31555 -- GLOBAL_STEP: 219100 | > loss_text_ce: 0.040678758174180984 (0.048075507799157806) | > loss_mel_ce: 3.6459193229675293 (nan) | > loss: 0.014629358425736427 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14112571754590142) | > loader_time: 0.0045 (0.004600573555110579)  --> TIME: 2025-03-23 19:44:04 -- STEP: 29820/31555 -- GLOBAL_STEP: 219150 | > loss_text_ce: 0.05282259359955788 (0.04807293597080366) | > loss_mel_ce: 2.782261371612549 (nan) | > loss: 0.011250333860516548 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14112158005546227) | > loader_time: 0.0045 (0.004600556203776937)  --> TIME: 2025-03-23 19:44:14 -- STEP: 29870/31555 -- GLOBAL_STEP: 219200 | > loss_text_ce: 0.03762564808130264 (0.04807064043452127) | > loss_mel_ce: 1.5985689163208008 (nan) | > loss: 0.006492835935205221 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1411255383116371) | > loader_time: 0.0044 (0.004600604800903418)  --> TIME: 2025-03-23 19:44:24 -- STEP: 29920/31555 -- GLOBAL_STEP: 219250 | > loss_text_ce: 0.04666583612561226 (0.04806851493481066) | > loss_mel_ce: 3.92016863822937 (nan) | > loss: 0.015741407871246338 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14112748491732224) | > loader_time: 0.0044 (0.004600496884973306)  --> TIME: 2025-03-23 19:44:33 -- STEP: 29970/31555 -- GLOBAL_STEP: 219300 | > loss_text_ce: 0.04073629900813103 (0.048068028925782845) | > loss_mel_ce: 3.7149109840393066 (nan) | > loss: 0.014903362840414047 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14111951832617) | > loader_time: 0.0047 (0.004600332751447549)  --> TIME: 2025-03-23 19:44:43 -- STEP: 30020/31555 -- GLOBAL_STEP: 219350 | > loss_text_ce: 0.05299161374568939 (0.0480671821266343) | > loss_mel_ce: 3.1319997310638428 (nan) | > loss: 0.01263885572552681 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14112104574574572) | > loader_time: 0.0044 (0.004600176034491527)  --> TIME: 2025-03-23 19:44:53 -- STEP: 30070/31555 -- GLOBAL_STEP: 219400 | > loss_text_ce: 0.047866396605968475 (0.048064791988847756) | > loss_mel_ce: 3.5798821449279785 (nan) | > loss: 0.014395828358829021 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14112440422598563) | > loader_time: 0.0045 (0.0045999743671246126)  --> TIME: 2025-03-23 19:45:02 -- STEP: 30120/31555 -- GLOBAL_STEP: 219450 | > loss_text_ce: 0.053140196949243546 (0.048065117051995586) | > loss_mel_ce: 3.4956905841827393 (nan) | > loss: 0.014082662761211395 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1411320217023019) | > loader_time: 0.0048 (0.004600011542498843)  --> TIME: 2025-03-23 19:45:12 -- STEP: 30170/31555 -- GLOBAL_STEP: 219500 | > loss_text_ce: 0.040840305387973785 (0.04806417098770797) | > loss_mel_ce: 3.8505210876464844 (nan) | > loss: 0.015441911295056343 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1411253431754515) | > loader_time: 0.0043 (0.004599980056226604)  --> TIME: 2025-03-23 19:45:21 -- STEP: 30220/31555 -- GLOBAL_STEP: 219550 | > loss_text_ce: 0.049483198672533035 (0.04805985382473936) | > loss_mel_ce: 3.362187147140503 (nan) | > loss: 0.013538375496864319 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1411205400937763) | > loader_time: 0.0047 (0.0045998947893366275)  --> TIME: 2025-03-23 19:45:31 -- STEP: 30270/31555 -- GLOBAL_STEP: 219600 | > loss_text_ce: 0.048033908009529114 (0.048061616146991754) | > loss_mel_ce: 2.9161295890808105 (nan) | > loss: 0.011762554757297039 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14112069604418118) | > loader_time: 0.0044 (0.004599832921363687)  --> TIME: 2025-03-23 19:45:40 -- STEP: 30320/31555 -- GLOBAL_STEP: 219650 | > loss_text_ce: 0.04766913130879402 (0.04806257592265966) | > loss_mel_ce: 3.293383836746216 (nan) | > loss: 0.013258147984743118 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14111615221229926) | > loader_time: 0.0045 (0.004599783917530246)  --> TIME: 2025-03-23 19:45:50 -- STEP: 30370/31555 -- GLOBAL_STEP: 219700 | > loss_text_ce: 0.04021705687046051 (0.04805938459805232) | > loss_mel_ce: 0.1367458701133728 (nan) | > loss: 0.000702233868651092 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1411216218572801) | > loader_time: 0.0046 (0.004599721258236948)  --> TIME: 2025-03-23 19:46:00 -- STEP: 30420/31555 -- GLOBAL_STEP: 219750 | > loss_text_ce: 0.04862821847200394 (0.0480566693046776) | > loss_mel_ce: 3.585803747177124 (nan) | > loss: 0.014422350563108921 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.1411233208275095) | > loader_time: 0.0046 (0.004599513504397014)  --> TIME: 2025-03-23 19:46:09 -- STEP: 30470/31555 -- GLOBAL_STEP: 219800 | > loss_text_ce: 0.036306027323007584 (0.048057142993747616) | > loss_mel_ce: 2.985182523727417 (nan) | > loss: 0.011990034952759743 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14111194178672348) | > loader_time: 0.0044 (0.004599428012561219)  --> TIME: 2025-03-23 19:46:19 -- STEP: 30520/31555 -- GLOBAL_STEP: 219850 | > loss_text_ce: 0.04674506559967995 (0.04805548729717993) | > loss_mel_ce: 3.5450856685638428 (nan) | > loss: 0.014253297820687294 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.1411147220262853) | > loader_time: 0.0049 (0.004599333949982744)  --> TIME: 2025-03-23 19:46:29 -- STEP: 30570/31555 -- GLOBAL_STEP: 219900 | > loss_text_ce: 0.04831583797931671 (0.04805432704615803) | > loss_mel_ce: 3.350602149963379 (nan) | > loss: 0.013487770222127438 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14111366731339853) | > loader_time: 0.0045 (0.004599400435470481)  --> TIME: 2025-03-23 19:46:38 -- STEP: 30620/31555 -- GLOBAL_STEP: 219950 | > loss_text_ce: 0.05749207362532616 (0.04805431152516907) | > loss_mel_ce: 3.4134440422058105 (nan) | > loss: 0.013773556798696518 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14111538507983576) | > loader_time: 0.0046 (0.004599461167719861)  --> TIME: 2025-03-23 19:46:48 -- STEP: 30670/31555 -- GLOBAL_STEP: 220000 | > loss_text_ce: 0.04175795987248421 (0.048053520291139976) | > loss_mel_ce: 2.6978378295898438 (nan) | > loss: 0.01087141316384077 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14111314409907133) | > loader_time: 0.0046 (0.004599440824647364) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_220000.pth  --> TIME: 2025-03-23 19:47:03 -- STEP: 30720/31555 -- GLOBAL_STEP: 220050 | > loss_text_ce: 0.04677918180823326 (0.04805452224112133) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1411123834627994) | > loader_time: 0.0048 (0.004599785199388876)  --> TIME: 2025-03-23 19:47:13 -- STEP: 30770/31555 -- GLOBAL_STEP: 220100 | > loss_text_ce: 0.040065065026283264 (0.048050387541657226) | > loss_mel_ce: 3.4925973415374756 (nan) | > loss: 0.014018502086400986 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14111274506776905) | > loader_time: 0.0046 (0.00460007949273697)  --> TIME: 2025-03-23 19:47:22 -- STEP: 30820/31555 -- GLOBAL_STEP: 220150 | > loss_text_ce: 0.05118537321686745 (0.04804641039961056) | > loss_mel_ce: 3.1865999698638916 (nan) | > loss: 0.012848354876041412 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14110428675051898) | > loader_time: 0.0045 (0.004600088113627612)  --> TIME: 2025-03-23 19:47:32 -- STEP: 30870/31555 -- GLOBAL_STEP: 220200 | > loss_text_ce: 0.028089186176657677 (0.04804701494583378) | > loss_mel_ce: 2.2777042388916016 (nan) | > loss: 0.009149975143373013 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14110418230266247) | > loader_time: 0.0043 (0.004600141331876887)  --> TIME: 2025-03-23 19:47:41 -- STEP: 30920/31555 -- GLOBAL_STEP: 220250 | > loss_text_ce: 0.053179796785116196 (0.04804622897978287) | > loss_mel_ce: 2.601267099380493 (nan) | > loss: 0.010533520020544529 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14109198846607313) | > loader_time: 0.0047 (0.004600394288750253)  --> TIME: 2025-03-23 19:47:50 -- STEP: 30970/31555 -- GLOBAL_STEP: 220300 | > loss_text_ce: 0.04258791357278824 (0.048044608127353415) | > loss_mel_ce: 3.227479934692383 (nan) | > loss: 0.012976461090147495 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1410886158741482) | > loader_time: 0.0047 (0.004600605311838719)  --> TIME: 2025-03-23 19:48:00 -- STEP: 31020/31555 -- GLOBAL_STEP: 220350 | > loss_text_ce: 0.04269016534090042 (0.04804180782759076) | > loss_mel_ce: 2.88150691986084 (nan) | > loss: 0.01160395797342062 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14108151869955282) | > loader_time: 0.0044 (0.004601056901660002)  --> TIME: 2025-03-23 19:48:09 -- STEP: 31070/31555 -- GLOBAL_STEP: 220400 | > loss_text_ce: 0.061286892741918564 (0.04804000444782192) | > loss_mel_ce: 3.1272053718566895 (nan) | > loss: 0.012652748264372349 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1410774570436852) | > loader_time: 0.0046 (0.004601140201839956)  --> TIME: 2025-03-23 19:48:19 -- STEP: 31120/31555 -- GLOBAL_STEP: 220450 | > loss_text_ce: 0.05492241308093071 (0.04804003771147892) | > loss_mel_ce: 3.049408435821533 (nan) | > loss: 0.012318773195147514 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14107591023328708) | > loader_time: 0.0046 (0.004601165843806735)  --> TIME: 2025-03-23 19:48:28 -- STEP: 31170/31555 -- GLOBAL_STEP: 220500 | > loss_text_ce: 0.04807121679186821 (0.04803902355139553) | > loss_mel_ce: 3.6834418773651123 (nan) | > loss: 0.014807592146098614 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14107102945442215) | > loader_time: 0.0047 (0.00460160971835214)  --> TIME: 2025-03-23 19:48:38 -- STEP: 31220/31555 -- GLOBAL_STEP: 220550 | > loss_text_ce: 0.048084478825330734 (0.04803564103026702) | > loss_mel_ce: 3.58476185798645 (nan) | > loss: 0.014416057616472244 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14107092413514366) | > loader_time: 0.0046 (0.004601857365895982)  --> TIME: 2025-03-23 19:48:48 -- STEP: 31270/31555 -- GLOBAL_STEP: 220600 | > loss_text_ce: 0.051076073199510574 (0.0480362753052923) | > loss_mel_ce: 3.4882702827453613 (nan) | > loss: 0.014045026153326035 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1410815075788022) | > loader_time: 0.0052 (0.004602238008836469)  --> TIME: 2025-03-23 19:48:58 -- STEP: 31320/31555 -- GLOBAL_STEP: 220650 | > loss_text_ce: 0.03976692259311676 (0.04803158528204782) | > loss_mel_ce: 2.2835755348205566 (nan) | > loss: 0.00921961385756731 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14108762626142518) | > loader_time: 0.0046 (0.004602590070069231)  --> TIME: 2025-03-23 19:49:07 -- STEP: 31370/31555 -- GLOBAL_STEP: 220700 | > loss_text_ce: 0.04778526723384857 (0.048027498114130866) | > loss_mel_ce: 4.10135555267334 (nan) | > loss: 0.016464846208691597 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1410824431330301) | > loader_time: 0.0048 (0.004602739147445309)  --> TIME: 2025-03-23 19:49:17 -- STEP: 31420/31555 -- GLOBAL_STEP: 220750 | > loss_text_ce: 0.05200917646288872 (0.048023989887636565) | > loss_mel_ce: 2.5658271312713623 (nan) | > loss: 0.010388239286839962 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14107825514012154) | > loader_time: 0.0046 (0.004602845454200841)  --> TIME: 2025-03-23 19:49:26 -- STEP: 31470/31555 -- GLOBAL_STEP: 220800 | > loss_text_ce: 0.0361768901348114 (0.04802255352818759) | > loss_mel_ce: 0.2021484375 (nan) | > loss: 0.000945735489949584 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14108260237757758) | > loader_time: 0.0047 (0.004603108459705407)  --> TIME: 2025-03-23 19:49:37 -- STEP: 31520/31555 -- GLOBAL_STEP: 220850 | > loss_text_ce: 0.05042440444231033 (0.048020886607836856) | > loss_mel_ce: 2.9426913261413574 (nan) | > loss: 0.011877443641424179 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14109525452107977) | > loader_time: 0.0049 (0.004603758749320437)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02172487258911132 (+0.0004267946879068889) | > avg_loss_text_ce: 0.04314835511147976 (-0.0015719449395934712) | > avg_loss_mel_ce: 3.000296690464019 (-0.0784962169329333) | > avg_loss: 3.0434450411796568 (-0.08006816307703657) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_220885.pth  > EPOCH: 8/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 19:50:05)   --> TIME: 2025-03-23 19:50:08 -- STEP: 15/31555 -- GLOBAL_STEP: 220900 | > loss_text_ce: 0.04918840900063515 (0.04714302246769269) | > loss_mel_ce: 2.7356555461883545 (2.873117129007975) | > loss: 0.011050968430936337 (0.011588334385305644) | > current_lr: 5e-06 | > step_time: 0.1689 (0.13508644104003906) | > loader_time: 0.0047 (0.0048221111297607425)  --> TIME: 2025-03-23 19:50:18 -- STEP: 65/31555 -- GLOBAL_STEP: 220950 | > loss_text_ce: 0.05106741189956665 (0.048133633973506784) | > loss_mel_ce: 3.373220920562744 (nan) | > loss: 0.01358844619244337 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.13630451422471265) | > loader_time: 0.0046 (0.004747508122370793)  --> TIME: 2025-03-23 19:50:27 -- STEP: 115/31555 -- GLOBAL_STEP: 221000 | > loss_text_ce: 0.056298866868019104 (0.04750290125932381) | > loss_mel_ce: 3.2500219345092773 (nan) | > loss: 0.013120321556925774 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.13675770344941504) | > loader_time: 0.0046 (0.004812176331229832)  --> TIME: 2025-03-23 19:50:37 -- STEP: 165/31555 -- GLOBAL_STEP: 221050 | > loss_text_ce: 0.05519202724099159 (0.04797854881846542) | > loss_mel_ce: 3.5219128131866455 (nan) | > loss: 0.014194861054420471 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1371258995749733) | > loader_time: 0.0047 (0.004799065445408678)  --> TIME: 2025-03-23 19:50:46 -- STEP: 215/31555 -- GLOBAL_STEP: 221100 | > loss_text_ce: 0.043500956147909164 (0.048014851676863285) | > loss_mel_ce: 3.0777018070220947 (nan) | > loss: 0.012385725975036621 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.13793310564617775) | > loader_time: 0.0052 (0.004797035039857378)  --> TIME: 2025-03-23 19:50:56 -- STEP: 265/31555 -- GLOBAL_STEP: 221150 | > loss_text_ce: 0.05682288482785225 (0.04805060215997246) | > loss_mel_ce: 3.4264609813690186 (nan) | > loss: 0.013822555541992188 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.13831969477095687) | > loader_time: 0.0049 (0.004803677324978811)  --> TIME: 2025-03-23 19:51:06 -- STEP: 315/31555 -- GLOBAL_STEP: 221200 | > loss_text_ce: 0.03888939693570137 (0.04788929530315928) | > loss_mel_ce: 0.063720703125 (nan) | > loss: 0.00040718293166719377 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.13880495949397006) | > loader_time: 0.0047 (0.004790812446957543)  --> TIME: 2025-03-23 19:51:15 -- STEP: 365/31555 -- GLOBAL_STEP: 221250 | > loss_text_ce: 0.04322414845228195 (0.047670487248121875) | > loss_mel_ce: 3.104170322418213 (nan) | > loss: 0.012489661574363708 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.13899842876277563) | > loader_time: 0.0046 (0.004788680272559598)  --> TIME: 2025-03-23 19:51:25 -- STEP: 415/31555 -- GLOBAL_STEP: 221300 | > loss_text_ce: 0.047617148607969284 (0.04768882672111672) | > loss_mel_ce: 3.605243444442749 (nan) | > loss: 0.014495479874312878 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.13964691277009902) | > loader_time: 0.0049 (0.004787214118314074)  --> TIME: 2025-03-23 19:51:35 -- STEP: 465/31555 -- GLOBAL_STEP: 221350 | > loss_text_ce: 0.04818959906697273 (0.0474387583593207) | > loss_mel_ce: 3.100660562515259 (nan) | > loss: 0.012495437636971474 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14005802985160587) | > loader_time: 0.0047 (0.004783701127575288)  --> TIME: 2025-03-23 19:51:44 -- STEP: 515/31555 -- GLOBAL_STEP: 221400 | > loss_text_ce: 0.04881563037633896 (0.047368749860420965) | > loss_mel_ce: 3.1258625984191895 (nan) | > loss: 0.012597930617630482 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14000620703095376) | > loader_time: 0.0049 (0.004773413556293375)  --> TIME: 2025-03-23 19:51:54 -- STEP: 565/31555 -- GLOBAL_STEP: 221450 | > loss_text_ce: 0.04570717737078667 (0.0473922567425576) | > loss_mel_ce: 3.0460002422332764 (nan) | > loss: 0.012268681079149246 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14059838826677445) | > loader_time: 0.0046 (0.004780855854000665)  --> TIME: 2025-03-23 19:52:04 -- STEP: 615/31555 -- GLOBAL_STEP: 221500 | > loss_text_ce: 0.048758652061223984 (0.04746731139598338) | > loss_mel_ce: 2.6859827041625977 (nan) | > loss: 0.010852149687707424 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14049042531145298) | > loader_time: 0.0045 (0.004775952129829223)  --> TIME: 2025-03-23 19:52:13 -- STEP: 665/31555 -- GLOBAL_STEP: 221550 | > loss_text_ce: 0.03863190859556198 (0.047469783022551594) | > loss_mel_ce: 2.9116296768188477 (nan) | > loss: 0.011707387864589691 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14029847625502964) | > loader_time: 0.005 (0.0047702255105613834)  --> TIME: 2025-03-23 19:52:23 -- STEP: 715/31555 -- GLOBAL_STEP: 221600 | > loss_text_ce: 0.055468492209911346 (0.0474596957356988) | > loss_mel_ce: 3.1331915855407715 (nan) | > loss: 0.012653414160013199 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14041427899073886) | > loader_time: 0.005 (0.004780187806883065)  --> TIME: 2025-03-23 19:52:32 -- STEP: 765/31555 -- GLOBAL_STEP: 221650 | > loss_text_ce: 0.03912189230322838 (0.04734942231302945) | > loss_mel_ce: 2.245612859725952 (nan) | > loss: 0.00906640850007534 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14016940484639084) | > loader_time: 0.0043 (0.004775019253001503)  --> TIME: 2025-03-23 19:52:42 -- STEP: 815/31555 -- GLOBAL_STEP: 221700 | > loss_text_ce: 0.05449092760682106 (0.047420094898141946) | > loss_mel_ce: 3.1774239540100098 (nan) | > loss: 0.01282506063580513 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1405460088530932) | > loader_time: 0.0046 (0.0047817435001303145)  --> TIME: 2025-03-23 19:52:52 -- STEP: 865/31555 -- GLOBAL_STEP: 221750 | > loss_text_ce: 0.04373404383659363 (0.047405975762044056) | > loss_mel_ce: 2.984325408935547 (nan) | > loss: 0.012016110122203827 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14030008894859705) | > loader_time: 0.0044 (0.0047714473195158745)  --> TIME: 2025-03-23 19:53:01 -- STEP: 915/31555 -- GLOBAL_STEP: 221800 | > loss_text_ce: 0.039928846061229706 (0.04729382883492713) | > loss_mel_ce: 2.011630058288574 (nan) | > loss: 0.008141107857227325 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1403000208849463) | > loader_time: 0.0049 (0.0047695373576846995)  --> TIME: 2025-03-23 19:53:11 -- STEP: 965/31555 -- GLOBAL_STEP: 221850 | > loss_text_ce: 0.03833221271634102 (0.04729688568668043) | > loss_mel_ce: 2.6617980003356934 (nan) | > loss: 0.010714802891016006 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1401465497486331) | > loader_time: 0.0043 (0.004759740088270125)  --> TIME: 2025-03-23 19:53:21 -- STEP: 1015/31555 -- GLOBAL_STEP: 221900 | > loss_text_ce: 0.04822419211268425 (0.04727363279593988) | > loss_mel_ce: 3.31762957572937 (nan) | > loss: 0.01335656363517046 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1402341927213621) | > loader_time: 0.0045 (0.004755811738263217)  --> TIME: 2025-03-23 19:53:30 -- STEP: 1065/31555 -- GLOBAL_STEP: 221950 | > loss_text_ce: 0.04492870345711708 (0.04723888527199695) | > loss_mel_ce: 3.4119529724121094 (nan) | > loss: 0.013717785477638245 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.1404486508436605) | > loader_time: 0.0044 (0.004763118537938657)  --> TIME: 2025-03-23 19:53:40 -- STEP: 1115/31555 -- GLOBAL_STEP: 222000 | > loss_text_ce: 0.04493509605526924 (0.047210775414323045) | > loss_mel_ce: 3.0269978046417236 (nan) | > loss: 0.01219021063297987 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14045300932743077) | > loader_time: 0.0053 (0.0047646178258374215)  --> TIME: 2025-03-23 19:53:50 -- STEP: 1165/31555 -- GLOBAL_STEP: 222050 | > loss_text_ce: 0.0413702018558979 (0.04722402908803312) | > loss_mel_ce: 3.662041187286377 (nan) | > loss: 0.014696077443659306 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14063286638055222) | > loader_time: 0.0047 (0.004765128066099774)  --> TIME: 2025-03-23 19:54:00 -- STEP: 1215/31555 -- GLOBAL_STEP: 222100 | > loss_text_ce: 0.03558899834752083 (0.04724271282277726) | > loss_mel_ce: 2.433101177215576 (nan) | > loss: 0.009796390309929848 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14071131282382524) | > loader_time: 0.0046 (0.004760377789721086)  --> TIME: 2025-03-23 19:54:10 -- STEP: 1265/31555 -- GLOBAL_STEP: 222150 | > loss_text_ce: 0.052691809833049774 (0.047232177766709946) | > loss_mel_ce: 3.233321189880371 (nan) | > loss: 0.013039734214544296 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14090733094648858) | > loader_time: 0.0044 (0.004753889867910764)  --> TIME: 2025-03-23 19:54:20 -- STEP: 1315/31555 -- GLOBAL_STEP: 222200 | > loss_text_ce: 0.05353912338614464 (0.047228791601531) | > loss_mel_ce: 3.4645981788635254 (nan) | > loss: 0.013960862532258034 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14109324067264428) | > loader_time: 0.0047 (0.004754988594200231)  --> TIME: 2025-03-23 19:54:29 -- STEP: 1365/31555 -- GLOBAL_STEP: 222250 | > loss_text_ce: 0.03698330000042915 (0.04717549927969341) | > loss_mel_ce: 2.9916062355041504 (nan) | > loss: 0.012018213048577309 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1411877810300048) | > loader_time: 0.0045 (0.004751716341291166)  --> TIME: 2025-03-23 19:54:39 -- STEP: 1415/31555 -- GLOBAL_STEP: 222300 | > loss_text_ce: 0.03956553712487221 (0.047149862903219694) | > loss_mel_ce: 3.568852424621582 (nan) | > loss: 0.014319119974970818 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14125075020132943) | > loader_time: 0.0044 (0.004752079421134393)  --> TIME: 2025-03-23 19:54:49 -- STEP: 1465/31555 -- GLOBAL_STEP: 222350 | > loss_text_ce: 0.04898390546441078 (0.04714014565019074) | > loss_mel_ce: 3.4144604206085205 (nan) | > loss: 0.013743827119469643 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14141779417877687) | > loader_time: 0.0046 (0.0047501121364762885)  --> TIME: 2025-03-23 19:54:59 -- STEP: 1515/31555 -- GLOBAL_STEP: 222400 | > loss_text_ce: 0.04006936773657799 (0.04708275528188196) | > loss_mel_ce: 3.807461738586426 (nan) | > loss: 0.015267981216311455 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14140979795172623) | > loader_time: 0.0047 (0.004749666031437753)  --> TIME: 2025-03-23 19:55:08 -- STEP: 1565/31555 -- GLOBAL_STEP: 222450 | > loss_text_ce: 0.04919073358178139 (0.04713397086999671) | > loss_mel_ce: 3.6316795349121094 (nan) | > loss: 0.014606628566980362 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14125893672053394) | > loader_time: 0.0046 (0.0047471273440522635)  --> TIME: 2025-03-23 19:55:18 -- STEP: 1615/31555 -- GLOBAL_STEP: 222500 | > loss_text_ce: 0.06418425589799881 (0.04710087722092409) | > loss_mel_ce: 2.7047932147979736 (nan) | > loss: 0.010988006368279457 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14138752624346343) | > loader_time: 0.0045 (0.004747454226939679)  --> TIME: 2025-03-23 19:55:28 -- STEP: 1665/31555 -- GLOBAL_STEP: 222550 | > loss_text_ce: 0.03903157263994217 (0.04707032035667084) | > loss_mel_ce: 3.3273508548736572 (nan) | > loss: 0.013358660973608494 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14146172678148386) | > loader_time: 0.0043 (0.004743544117466476)  --> TIME: 2025-03-23 19:55:38 -- STEP: 1715/31555 -- GLOBAL_STEP: 222600 | > loss_text_ce: 0.03737721964716911 (0.04707683029071412) | > loss_mel_ce: 3.076018810272217 (nan) | > loss: 0.012354746460914612 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14159936751985655) | > loader_time: 0.0045 (0.004743425074541197)  --> TIME: 2025-03-23 19:55:48 -- STEP: 1765/31555 -- GLOBAL_STEP: 222650 | > loss_text_ce: 0.05714762210845947 (0.047103517252434786) | > loss_mel_ce: 3.0942842960357666 (nan) | > loss: 0.012505683116614819 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14169718145311028) | > loader_time: 0.005 (0.00474541801906511)  --> TIME: 2025-03-23 19:55:57 -- STEP: 1815/31555 -- GLOBAL_STEP: 222700 | > loss_text_ce: 0.04297985881567001 (0.04710793589695922) | > loss_mel_ce: 2.6334524154663086 (nan) | > loss: 0.010620763525366783 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14161439598756034) | > loader_time: 0.0046 (0.004743698346056567)  --> TIME: 2025-03-23 19:56:07 -- STEP: 1865/31555 -- GLOBAL_STEP: 222750 | > loss_text_ce: 0.0409015491604805 (0.047124916977241624) | > loss_mel_ce: 0.1217041015625 (nan) | > loss: 0.0006452605011872947 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14165188505566448) | > loader_time: 0.0045 (0.004740390700884872)  --> TIME: 2025-03-23 19:56:17 -- STEP: 1915/31555 -- GLOBAL_STEP: 222800 | > loss_text_ce: 0.0496060848236084 (0.047145312253201004) | > loss_mel_ce: 3.4390618801116943 (nan) | > loss: 0.013843921013176441 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1417985237609622) | > loader_time: 0.0046 (0.004740182662445954)  --> TIME: 2025-03-23 19:56:26 -- STEP: 1965/31555 -- GLOBAL_STEP: 222850 | > loss_text_ce: 0.04591654986143112 (0.0471473638394862) | > loss_mel_ce: 4.054230690002441 (nan) | > loss: 0.016270427033305168 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14171087553786238) | > loader_time: 0.0046 (0.004739139644244254)  --> TIME: 2025-03-23 19:56:36 -- STEP: 2015/31555 -- GLOBAL_STEP: 222900 | > loss_text_ce: 0.023415107280015945 (0.04716799315018929) | > loss_mel_ce: 2.422011613845825 (nan) | > loss: 0.009704074822366238 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1417215032553848) | > loader_time: 0.0045 (0.004741679823428179)  --> TIME: 2025-03-23 19:56:46 -- STEP: 2065/31555 -- GLOBAL_STEP: 222950 | > loss_text_ce: 0.061266057193279266 (0.0471207886113454) | > loss_mel_ce: 2.9543981552124023 (nan) | > loss: 0.011966921389102936 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14177957631773846) | > loader_time: 0.0052 (0.00474105943490461)  --> TIME: 2025-03-23 19:56:56 -- STEP: 2115/31555 -- GLOBAL_STEP: 223000 | > loss_text_ce: 0.027474865317344666 (0.047141447054755065) | > loss_mel_ce: 2.6887171268463135 (nan) | > loss: 0.01077854074537754 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1417038840886828) | > loader_time: 0.0047 (0.004742998547024205)  --> TIME: 2025-03-23 19:57:05 -- STEP: 2165/31555 -- GLOBAL_STEP: 223050 | > loss_text_ce: 0.0456666462123394 (0.04714966183291714) | > loss_mel_ce: 3.2748565673828125 (nan) | > loss: 0.01317668054252863 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14164441022806828) | > loader_time: 0.0048 (0.004741978700386741)  --> TIME: 2025-03-23 19:57:15 -- STEP: 2215/31555 -- GLOBAL_STEP: 223100 | > loss_text_ce: 0.05333089083433151 (0.04716692342765584) | > loss_mel_ce: 3.2061264514923096 (nan) | > loss: 0.012934355065226555 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14158453543083918) | > loader_time: 0.0043 (0.004741826714027014)  --> TIME: 2025-03-23 19:57:25 -- STEP: 2265/31555 -- GLOBAL_STEP: 223150 | > loss_text_ce: 0.04116865247488022 (0.047134753391475666) | > loss_mel_ce: 2.900397777557373 (nan) | > loss: 0.011672883294522762 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14169748371536886) | > loader_time: 0.0046 (0.004742111643944888)  --> TIME: 2025-03-23 19:57:34 -- STEP: 2315/31555 -- GLOBAL_STEP: 223200 | > loss_text_ce: 0.05059320852160454 (0.04717528557819249) | > loss_mel_ce: 3.310656785964966 (nan) | > loss: 0.013338293880224228 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14166005229332013) | > loader_time: 0.0048 (0.004739592657233425)  --> TIME: 2025-03-23 19:57:44 -- STEP: 2365/31555 -- GLOBAL_STEP: 223250 | > loss_text_ce: 0.04524734243750572 (0.04716455071581724) | > loss_mel_ce: 3.069246768951416 (nan) | > loss: 0.012359104119241238 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14178943704601066) | > loader_time: 0.0046 (0.0047372683914216895)  --> TIME: 2025-03-23 19:57:54 -- STEP: 2415/31555 -- GLOBAL_STEP: 223300 | > loss_text_ce: 0.037230756133794785 (0.04716567389481932) | > loss_mel_ce: 2.8730196952819824 (nan) | > loss: 0.01154861319810152 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14182199069431842) | > loader_time: 0.0047 (0.004736762214644854)  --> TIME: 2025-03-23 19:58:04 -- STEP: 2465/31555 -- GLOBAL_STEP: 223350 | > loss_text_ce: 0.039993930608034134 (0.04716987412868729) | > loss_mel_ce: 4.896874904632568 (nan) | > loss: 0.019590750336647034 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14183433795797387) | > loader_time: 0.0044 (0.004734201508651648)  --> TIME: 2025-03-23 19:58:13 -- STEP: 2515/31555 -- GLOBAL_STEP: 223400 | > loss_text_ce: 0.042395275086164474 (0.04715742679390595) | > loss_mel_ce: 3.29695987701416 (nan) | > loss: 0.01325141079723835 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14182163005320705) | > loader_time: 0.0044 (0.004733266128934413)  --> TIME: 2025-03-23 19:58:23 -- STEP: 2565/31555 -- GLOBAL_STEP: 223450 | > loss_text_ce: 0.04696543887257576 (0.047165797926761566) | > loss_mel_ce: 3.3589367866516113 (nan) | > loss: 0.01351548545062542 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14184146940591935) | > loader_time: 0.0047 (0.004734828272293432)  --> TIME: 2025-03-23 19:58:33 -- STEP: 2615/31555 -- GLOBAL_STEP: 223500 | > loss_text_ce: 0.04696812108159065 (0.04720381930271029) | > loss_mel_ce: 2.7684428691864014 (nan) | > loss: 0.01117226667702198 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14182031751818644) | > loader_time: 0.0047 (0.004736001632865498)  --> TIME: 2025-03-23 19:58:42 -- STEP: 2665/31555 -- GLOBAL_STEP: 223550 | > loss_text_ce: 0.04990995675325394 (0.047219377804344896) | > loss_mel_ce: 4.217041015625 (nan) | > loss: 0.016932345926761627 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14179877778602554) | > loader_time: 0.0043 (0.004734877484377077)  --> TIME: 2025-03-23 19:58:52 -- STEP: 2715/31555 -- GLOBAL_STEP: 223600 | > loss_text_ce: 0.048737697303295135 (0.047239918920381305) | > loss_mel_ce: 3.4942798614501953 (nan) | > loss: 0.014059594832360744 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14179328300237193) | > loader_time: 0.0046 (0.004733394127524375)  --> TIME: 2025-03-23 19:59:02 -- STEP: 2765/31555 -- GLOBAL_STEP: 223650 | > loss_text_ce: 0.04743437096476555 (0.04722557618311367) | > loss_mel_ce: 3.6342029571533203 (nan) | > loss: 0.01460967306047678 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1417712960062144) | > loader_time: 0.0049 (0.004735030834756765)  --> TIME: 2025-03-23 19:59:11 -- STEP: 2815/31555 -- GLOBAL_STEP: 223700 | > loss_text_ce: 0.03845272585749626 (0.04720732485461935) | > loss_mel_ce: 2.161756753921509 (nan) | > loss: 0.008730989880859852 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14178686709429375) | > loader_time: 0.0045 (0.0047355763653879005)  --> TIME: 2025-03-23 19:59:21 -- STEP: 2865/31555 -- GLOBAL_STEP: 223750 | > loss_text_ce: 0.04804553464055061 (0.04717303828432195) | > loss_mel_ce: 3.2439959049224854 (nan) | > loss: 0.013063658028841019 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.141827583063335) | > loader_time: 0.0046 (0.004734219472861842)  --> TIME: 2025-03-23 19:59:31 -- STEP: 2915/31555 -- GLOBAL_STEP: 223800 | > loss_text_ce: 0.052344001829624176 (0.0471945893620085) | > loss_mel_ce: 3.074763059616089 (nan) | > loss: 0.012409156188368797 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.141871244502517) | > loader_time: 0.0043 (0.004734313467559042)  --> TIME: 2025-03-23 19:59:41 -- STEP: 2965/31555 -- GLOBAL_STEP: 223850 | > loss_text_ce: 0.02680680714547634 (0.04718824483793462) | > loss_mel_ce: 2.67877197265625 (nan) | > loss: 0.01073642447590828 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14186229335919967) | > loader_time: 0.0044 (0.004731623197687427)  --> TIME: 2025-03-23 19:59:50 -- STEP: 3015/31555 -- GLOBAL_STEP: 223900 | > loss_text_ce: 0.04201807826757431 (0.04720249781832965) | > loss_mel_ce: 3.221497058868408 (nan) | > loss: 0.012950457632541656 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14188319778758657) | > loader_time: 0.0071 (0.004730778547068743)  --> TIME: 2025-03-23 20:00:00 -- STEP: 3065/31555 -- GLOBAL_STEP: 223950 | > loss_text_ce: 0.04841106757521629 (0.04718929648605977) | > loss_mel_ce: 3.188308000564575 (nan) | > loss: 0.012844123877584934 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.1419146508221522) | > loader_time: 0.0044 (0.004728817745289648)  --> TIME: 2025-03-23 20:00:10 -- STEP: 3115/31555 -- GLOBAL_STEP: 224000 | > loss_text_ce: 0.043034929782152176 (0.047172112139255824) | > loss_mel_ce: 3.0221774578094482 (nan) | > loss: 0.012163542211055756 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1419951286591455) | > loader_time: 0.0046 (0.0047287730497112355)  --> TIME: 2025-03-23 20:00:20 -- STEP: 3165/31555 -- GLOBAL_STEP: 224050 | > loss_text_ce: 0.0450897216796875 (0.04714769451668572) | > loss_mel_ce: 4.096930027008057 (nan) | > loss: 0.016436588019132614 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14194700307378988) | > loader_time: 0.0045 (0.004727909576271394)  --> TIME: 2025-03-23 20:00:30 -- STEP: 3215/31555 -- GLOBAL_STEP: 224100 | > loss_text_ce: 0.04099719598889351 (0.04715520720378515) | > loss_mel_ce: 3.259416103363037 (nan) | > loss: 0.013096879236400127 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14195309782843893) | > loader_time: 0.0047 (0.004726282953289039)  --> TIME: 2025-03-23 20:00:39 -- STEP: 3265/31555 -- GLOBAL_STEP: 224150 | > loss_text_ce: 0.04657210782170296 (0.04714225284572675) | > loss_mel_ce: 3.3578672409057617 (nan) | > loss: 0.013509681448340416 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14190583031904055) | > loader_time: 0.0045 (0.00472503584705488)  --> TIME: 2025-03-23 20:00:49 -- STEP: 3315/31555 -- GLOBAL_STEP: 224200 | > loss_text_ce: 0.049638208001852036 (0.04712879172670986) | > loss_mel_ce: 3.0024607181549072 (nan) | > loss: 0.012111504562199116 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1418790336827523) | > loader_time: 0.0048 (0.00472589466906242)  --> TIME: 2025-03-23 20:00:59 -- STEP: 3365/31555 -- GLOBAL_STEP: 224250 | > loss_text_ce: 0.05149643123149872 (0.04711884000625069) | > loss_mel_ce: 2.9766957759857178 (nan) | > loss: 0.012016636319458485 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1419565794549401) | > loader_time: 0.0045 (0.004728081888819528)  --> TIME: 2025-03-23 20:01:09 -- STEP: 3415/31555 -- GLOBAL_STEP: 224300 | > loss_text_ce: 0.04264635965228081 (0.047103058126254635) | > loss_mel_ce: 2.815230369567871 (nan) | > loss: 0.01134078111499548 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1420092131697061) | > loader_time: 0.005 (0.004728822373017391)  --> TIME: 2025-03-23 20:01:18 -- STEP: 3465/31555 -- GLOBAL_STEP: 224350 | > loss_text_ce: 0.04176412150263786 (0.04710386782228775) | > loss_mel_ce: 3.1012308597564697 (nan) | > loss: 0.012472203001379967 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14200307555700895) | > loader_time: 0.0044 (0.004727982717847073)  --> TIME: 2025-03-23 20:01:28 -- STEP: 3515/31555 -- GLOBAL_STEP: 224400 | > loss_text_ce: 0.05182263255119324 (0.047116320338073704) | > loss_mel_ce: 3.9043996334075928 (nan) | > loss: 0.015699295327067375 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14199945211071296) | > loader_time: 0.0046 (0.00472780142196721)  --> TIME: 2025-03-23 20:01:37 -- STEP: 3565/31555 -- GLOBAL_STEP: 224450 | > loss_text_ce: 0.045490920543670654 (0.04712597924280719) | > loss_mel_ce: 3.4423091411590576 (nan) | > loss: 0.013840477913618088 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14186077445619988) | > loader_time: 0.0045 (0.004726554501441224)  --> TIME: 2025-03-23 20:01:47 -- STEP: 3615/31555 -- GLOBAL_STEP: 224500 | > loss_text_ce: 0.04245404154062271 (0.04712211755085042) | > loss_mel_ce: 3.2807974815368652 (nan) | > loss: 0.01318750623613596 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1418087646674311) | > loader_time: 0.0048 (0.004727860736978835)  --> TIME: 2025-03-23 20:01:56 -- STEP: 3665/31555 -- GLOBAL_STEP: 224550 | > loss_text_ce: 0.05475187674164772 (0.04712501880020351) | > loss_mel_ce: 3.49651837348938 (nan) | > loss: 0.014092342928051949 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14180267465390994) | > loader_time: 0.0046 (0.004727659186432182)  --> TIME: 2025-03-23 20:02:06 -- STEP: 3715/31555 -- GLOBAL_STEP: 224600 | > loss_text_ce: 0.0409381277859211 (0.04712617031548018) | > loss_mel_ce: 3.3268864154815674 (nan) | > loss: 0.013364383950829506 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1417862416597259) | > loader_time: 0.0045 (0.00472787405247644)  --> TIME: 2025-03-23 20:02:16 -- STEP: 3765/31555 -- GLOBAL_STEP: 224650 | > loss_text_ce: 0.05124560371041298 (0.04714994844430156) | > loss_mel_ce: 3.415682315826416 (nan) | > loss: 0.013757651671767235 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1418103326997585) | > loader_time: 0.0047 (0.0047269718580511995)  --> TIME: 2025-03-23 20:02:25 -- STEP: 3815/31555 -- GLOBAL_STEP: 224700 | > loss_text_ce: 0.04441507160663605 (0.04715474654052549) | > loss_mel_ce: 4.269064903259277 (nan) | > loss: 0.017116984352469444 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14176996126087363) | > loader_time: 0.0048 (0.0047260606898236615)  --> TIME: 2025-03-23 20:02:35 -- STEP: 3865/31555 -- GLOBAL_STEP: 224750 | > loss_text_ce: 0.04579310491681099 (0.04716025880871662) | > loss_mel_ce: 0.06976318359375 (nan) | > loss: 0.00045855672215111554 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1417545178575003) | > loader_time: 0.0048 (0.00472629215245414)  --> TIME: 2025-03-23 20:02:44 -- STEP: 3915/31555 -- GLOBAL_STEP: 224800 | > loss_text_ce: 0.07061126083135605 (0.04716849628774067) | > loss_mel_ce: 3.3013827800750732 (nan) | > loss: 0.013380929827690125 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14170673718702068) | > loader_time: 0.0044 (0.004726230504412309)  --> TIME: 2025-03-23 20:02:54 -- STEP: 3965/31555 -- GLOBAL_STEP: 224850 | > loss_text_ce: 0.051670268177986145 (0.047171043877079995) | > loss_mel_ce: 3.4858198165893555 (nan) | > loss: 0.0140376603230834 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14168118017468379) | > loader_time: 0.0044 (0.00472594311679297)  --> TIME: 2025-03-23 20:03:03 -- STEP: 4015/31555 -- GLOBAL_STEP: 224900 | > loss_text_ce: 0.04091082513332367 (0.0471562647749003) | > loss_mel_ce: 2.969057321548462 (nan) | > loss: 0.011944318190217018 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14165853147637286) | > loader_time: 0.0046 (0.004725868229848219)  --> TIME: 2025-03-23 20:03:13 -- STEP: 4065/31555 -- GLOBAL_STEP: 224950 | > loss_text_ce: 0.04749809950590134 (0.04715013139609702) | > loss_mel_ce: 3.84989595413208 (nan) | > loss: 0.01546585001051426 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14167712083748427) | > loader_time: 0.0047 (0.00472628158250272)  --> TIME: 2025-03-23 20:03:23 -- STEP: 4115/31555 -- GLOBAL_STEP: 225000 | > loss_text_ce: 0.03960346430540085 (0.04715280711496949) | > loss_mel_ce: 2.7433528900146484 (nan) | > loss: 0.011043477803468704 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14171626675027477) | > loader_time: 0.0047 (0.0047267897016078034)  --> TIME: 2025-03-23 20:03:33 -- STEP: 4165/31555 -- GLOBAL_STEP: 225050 | > loss_text_ce: 0.0442948080599308 (0.04713844472468615) | > loss_mel_ce: 2.923396587371826 (nan) | > loss: 0.011776554398238659 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1417180604579777) | > loader_time: 0.0045 (0.004724666851909227)  --> TIME: 2025-03-23 20:03:42 -- STEP: 4215/31555 -- GLOBAL_STEP: 225100 | > loss_text_ce: 0.052186403423547745 (0.04713357205536937) | > loss_mel_ce: 2.793994188308716 (nan) | > loss: 0.011294368654489517 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1417199781356751) | > loader_time: 0.0045 (0.0047248270729399865)  --> TIME: 2025-03-23 20:03:52 -- STEP: 4265/31555 -- GLOBAL_STEP: 225150 | > loss_text_ce: 0.04726092144846916 (0.04713889504417096) | > loss_mel_ce: 3.6530542373657227 (nan) | > loss: 0.014683791436254978 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1417669060361618) | > loader_time: 0.0049 (0.004726478726475355)  --> TIME: 2025-03-23 20:04:02 -- STEP: 4315/31555 -- GLOBAL_STEP: 225200 | > loss_text_ce: 0.05466456711292267 (0.04715076015176528) | > loss_mel_ce: 3.112990140914917 (nan) | > loss: 0.012570058926939964 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1417412206444233) | > loader_time: 0.0046 (0.004725005811777486)  --> TIME: 2025-03-23 20:04:11 -- STEP: 4365/31555 -- GLOBAL_STEP: 225250 | > loss_text_ce: 0.046487774699926376 (0.047109900421344525) | > loss_mel_ce: 3.3727564811706543 (nan) | > loss: 0.013568430207669735 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14171486184905582) | > loader_time: 0.0046 (0.004723910040052492)  --> TIME: 2025-03-23 20:04:21 -- STEP: 4415/31555 -- GLOBAL_STEP: 225300 | > loss_text_ce: 0.04915262758731842 (0.04712345735808054) | > loss_mel_ce: 4.016877174377441 (nan) | > loss: 0.016135040670633316 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14168558865954317) | > loader_time: 0.0045 (0.0047235281524139845)  --> TIME: 2025-03-23 20:04:31 -- STEP: 4465/31555 -- GLOBAL_STEP: 225350 | > loss_text_ce: 0.05250247195363045 (0.04712000409764846) | > loss_mel_ce: 3.4003777503967285 (nan) | > loss: 0.01370190642774105 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1416609437308142) | > loader_time: 0.0047 (0.004723110871779565)  --> TIME: 2025-03-23 20:04:40 -- STEP: 4515/31555 -- GLOBAL_STEP: 225400 | > loss_text_ce: 0.04630628600716591 (0.047117254645836985) | > loss_mel_ce: 3.1114189624786377 (nan) | > loss: 0.012530656531453133 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14165662251173555) | > loader_time: 0.0047 (0.0047234541025932796)  --> TIME: 2025-03-23 20:04:50 -- STEP: 4565/31555 -- GLOBAL_STEP: 225450 | > loss_text_ce: 0.04261551797389984 (0.04712484577081095) | > loss_mel_ce: 3.420348882675171 (nan) | > loss: 0.013741922564804554 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14171617357519303) | > loader_time: 0.0048 (0.004723223511778389)  --> TIME: 2025-03-23 20:05:00 -- STEP: 4615/31555 -- GLOBAL_STEP: 225500 | > loss_text_ce: 0.04496028646826744 (0.0471275780422619) | > loss_mel_ce: 2.529578685760498 (nan) | > loss: 0.0102164251729846 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14168956897111476) | > loader_time: 0.0046 (0.0047230201836913595)  --> TIME: 2025-03-23 20:05:09 -- STEP: 4665/31555 -- GLOBAL_STEP: 225550 | > loss_text_ce: 0.04679880663752556 (0.04713653127392325) | > loss_mel_ce: 3.228531837463379 (nan) | > loss: 0.012997344136238098 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1416585623770788) | > loader_time: 0.0043 (0.0047225156397681595)  --> TIME: 2025-03-23 20:05:19 -- STEP: 4715/31555 -- GLOBAL_STEP: 225600 | > loss_text_ce: 0.04441498965024948 (0.04714539323519607) | > loss_mel_ce: 3.0891923904418945 (nan) | > loss: 0.012434951029717922 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14169065884036924) | > loader_time: 0.0046 (0.004722758239551926)  --> TIME: 2025-03-23 20:05:29 -- STEP: 4765/31555 -- GLOBAL_STEP: 225650 | > loss_text_ce: 0.05747613683342934 (0.04714157479304077) | > loss_mel_ce: 2.65185546875 (nan) | > loss: 0.010751316323876381 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14166369588277491) | > loader_time: 0.0046 (0.004722566994890218)  --> TIME: 2025-03-23 20:05:39 -- STEP: 4815/31555 -- GLOBAL_STEP: 225700 | > loss_text_ce: 0.04724273458123207 (0.04714288090743498) | > loss_mel_ce: 3.7845330238342285 (nan) | > loss: 0.015205459669232368 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14169365639255763) | > loader_time: 0.0045 (0.004722524308217531)  --> TIME: 2025-03-23 20:05:48 -- STEP: 4865/31555 -- GLOBAL_STEP: 225750 | > loss_text_ce: 0.05379417911171913 (0.0471468321833556) | > loss_mel_ce: 3.8608129024505615 (nan) | > loss: 0.015534156002104282 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14172493997360153) | > loader_time: 0.0047 (0.004723257690147417)  --> TIME: 2025-03-23 20:05:58 -- STEP: 4915/31555 -- GLOBAL_STEP: 225800 | > loss_text_ce: 0.06424076110124588 (0.04715030212277432) | > loss_mel_ce: 3.8848941326141357 (nan) | > loss: 0.015671171247959137 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.141712656874865) | > loader_time: 0.0047 (0.004723790557799251)  --> TIME: 2025-03-23 20:06:08 -- STEP: 4965/31555 -- GLOBAL_STEP: 225850 | > loss_text_ce: 0.03659115359187126 (0.0471582585838806) | > loss_mel_ce: 3.2014365196228027 (nan) | > loss: 0.01284931693226099 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14174394722791572) | > loader_time: 0.0044 (0.004724235957242703)  --> TIME: 2025-03-23 20:06:18 -- STEP: 5015/31555 -- GLOBAL_STEP: 225900 | > loss_text_ce: 0.051187366247177124 (0.047145747866180664) | > loss_mel_ce: 3.3781638145446777 (nan) | > loss: 0.013608536683022976 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14175596389314088) | > loader_time: 0.0045 (0.004723361910043197)  --> TIME: 2025-03-23 20:06:28 -- STEP: 5065/31555 -- GLOBAL_STEP: 225950 | > loss_text_ce: 0.048879288136959076 (0.04715366234004434) | > loss_mel_ce: 2.8084113597869873 (nan) | > loss: 0.011338455602526665 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14177977457451305) | > loader_time: 0.0045 (0.0047229719773920565)  --> TIME: 2025-03-23 20:06:37 -- STEP: 5115/31555 -- GLOBAL_STEP: 226000 | > loss_text_ce: 0.050374455749988556 (0.04715312630710125) | > loss_mel_ce: 1.5486506223678589 (nan) | > loss: 0.006345338188111782 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1417747484041215) | > loader_time: 0.0047 (0.004722102622948559)  --> TIME: 2025-03-23 20:06:47 -- STEP: 5165/31555 -- GLOBAL_STEP: 226050 | > loss_text_ce: 0.05892615020275116 (0.04715302696511043) | > loss_mel_ce: 3.3525390625 (nan) | > loss: 0.01353756058961153 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14174863823616482) | > loader_time: 0.0048 (0.00472235564225411)  --> TIME: 2025-03-23 20:06:56 -- STEP: 5215/31555 -- GLOBAL_STEP: 226100 | > loss_text_ce: 0.052858542650938034 (0.04715969004522746) | > loss_mel_ce: 3.1656179428100586 (nan) | > loss: 0.012771733105182648 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14171213664807383) | > loader_time: 0.0045 (0.004721568117662916)  --> TIME: 2025-03-23 20:07:06 -- STEP: 5265/31555 -- GLOBAL_STEP: 226150 | > loss_text_ce: 0.049384064972400665 (0.04715489816320359) | > loss_mel_ce: 3.567363739013672 (nan) | > loss: 0.01435217447578907 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14174707694384228) | > loader_time: 0.0044 (0.0047217749009671375)  --> TIME: 2025-03-23 20:07:16 -- STEP: 5315/31555 -- GLOBAL_STEP: 226200 | > loss_text_ce: 0.040359340608119965 (0.04715782379379332) | > loss_mel_ce: 2.7107696533203125 (nan) | > loss: 0.01091717928647995 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14175450799606487) | > loader_time: 0.0047 (0.004721561424707546)  --> TIME: 2025-03-23 20:07:25 -- STEP: 5365/31555 -- GLOBAL_STEP: 226250 | > loss_text_ce: 0.04929185286164284 (0.04714010019317088) | > loss_mel_ce: 3.6243247985839844 (nan) | > loss: 0.014577845111489296 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1417192503546069) | > loader_time: 0.0047 (0.004720727017519081)  --> TIME: 2025-03-23 20:07:35 -- STEP: 5415/31555 -- GLOBAL_STEP: 226300 | > loss_text_ce: 0.04042365029454231 (0.047140369544687984) | > loss_mel_ce: 3.4982056617736816 (nan) | > loss: 0.014042180962860584 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1417509895722733) | > loader_time: 0.0046 (0.004720354828698047)  --> TIME: 2025-03-23 20:07:45 -- STEP: 5465/31555 -- GLOBAL_STEP: 226350 | > loss_text_ce: 0.04685823246836662 (0.04714978435072509) | > loss_mel_ce: 4.041133403778076 (nan) | > loss: 0.016222190111875534 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14174513925899648) | > loader_time: 0.0046 (0.0047196916124740045)  --> TIME: 2025-03-23 20:07:54 -- STEP: 5515/31555 -- GLOBAL_STEP: 226400 | > loss_text_ce: 0.04653706029057503 (0.04714021108477142) | > loss_mel_ce: 3.088747501373291 (nan) | > loss: 0.012441606260836124 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14173822078722134) | > loader_time: 0.0047 (0.004718632581335578)  --> TIME: 2025-03-23 20:08:04 -- STEP: 5565/31555 -- GLOBAL_STEP: 226450 | > loss_text_ce: 0.04419087618589401 (0.04712954604025903) | > loss_mel_ce: 3.370518922805786 (nan) | > loss: 0.01355043612420559 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.1417783312613324) | > loader_time: 0.0048 (0.004719830030593809)  --> TIME: 2025-03-23 20:08:14 -- STEP: 5615/31555 -- GLOBAL_STEP: 226500 | > loss_text_ce: 0.07099513709545135 (0.04713483637966749) | > loss_mel_ce: 3.09370493888855 (nan) | > loss: 0.01255833450704813 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1417428448066474) | > loader_time: 0.0045 (0.0047192624925187126)  --> TIME: 2025-03-23 20:08:23 -- STEP: 5665/31555 -- GLOBAL_STEP: 226550 | > loss_text_ce: 0.046966031193733215 (0.047131221364305656) | > loss_mel_ce: 2.741807460784912 (nan) | > loss: 0.011066562496125698 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14171980974007173) | > loader_time: 0.0047 (0.00472008106672754)  --> TIME: 2025-03-23 20:08:33 -- STEP: 5715/31555 -- GLOBAL_STEP: 226600 | > loss_text_ce: 0.03701569512486458 (0.0471362293037086) | > loss_mel_ce: 3.360595703125 (nan) | > loss: 0.013482585549354553 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14174155567366123) | > loader_time: 0.0046 (0.004720834546827587)  --> TIME: 2025-03-23 20:08:43 -- STEP: 5765/31555 -- GLOBAL_STEP: 226650 | > loss_text_ce: 0.050583600997924805 (0.04712626591861141) | > loss_mel_ce: 2.461937427520752 (nan) | > loss: 0.009970322251319885 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14173797659530724) | > loader_time: 0.0059 (0.004720216942991475)  --> TIME: 2025-03-23 20:08:53 -- STEP: 5815/31555 -- GLOBAL_STEP: 226700 | > loss_text_ce: 0.046448592096567154 (0.0471301672879289) | > loss_mel_ce: 3.440896987915039 (nan) | > loss: 0.013838673941791058 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14176573593454542) | > loader_time: 0.0044 (0.004720307913507157)  --> TIME: 2025-03-23 20:09:03 -- STEP: 5865/31555 -- GLOBAL_STEP: 226750 | > loss_text_ce: 0.05131101980805397 (0.04712793749692796) | > loss_mel_ce: 3.313451051712036 (nan) | > loss: 0.013352231122553349 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14177776216342738) | > loader_time: 0.0047 (0.004719519554196729)  --> TIME: 2025-03-23 20:09:12 -- STEP: 5915/31555 -- GLOBAL_STEP: 226800 | > loss_text_ce: 0.05925380438566208 (0.047121072987398364) | > loss_mel_ce: 3.6127774715423584 (nan) | > loss: 0.014571553096175194 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1417955140188805) | > loader_time: 0.005 (0.004719696101352315)  --> TIME: 2025-03-23 20:09:22 -- STEP: 5965/31555 -- GLOBAL_STEP: 226850 | > loss_text_ce: 0.040688399225473404 (0.04712820742560323) | > loss_mel_ce: 2.8710124492645264 (nan) | > loss: 0.011554369702935219 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14185427416300264) | > loader_time: 0.0061 (0.004720388214226444)  --> TIME: 2025-03-23 20:09:32 -- STEP: 6015/31555 -- GLOBAL_STEP: 226900 | > loss_text_ce: 0.05865437909960747 (0.04714664671545286) | > loss_mel_ce: 3.174315929412842 (nan) | > loss: 0.012829247862100601 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1419034439825757) | > loader_time: 0.0046 (0.004720281345687704)  --> TIME: 2025-03-23 20:09:42 -- STEP: 6065/31555 -- GLOBAL_STEP: 226950 | > loss_text_ce: 0.04216541349887848 (0.047145660470185265) | > loss_mel_ce: 2.7687861919403076 (nan) | > loss: 0.011154570616781712 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14191037415475402) | > loader_time: 0.0046 (0.0047200965959968795)  --> TIME: 2025-03-23 20:09:52 -- STEP: 6115/31555 -- GLOBAL_STEP: 227000 | > loss_text_ce: 0.04190082103013992 (0.04714374687882077) | > loss_mel_ce: 3.672081232070923 (nan) | > loss: 0.014738025143742561 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14189760811681762) | > loader_time: 0.0046 (0.004720239296177818)  --> TIME: 2025-03-23 20:10:01 -- STEP: 6165/31555 -- GLOBAL_STEP: 227050 | > loss_text_ce: 0.04323630779981613 (0.04713214598580986) | > loss_mel_ce: 3.2017712593078613 (nan) | > loss: 0.012877014465630054 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14186259951904767) | > loader_time: 0.0047 (0.004720551196096013)  --> TIME: 2025-03-23 20:10:11 -- STEP: 6215/31555 -- GLOBAL_STEP: 227100 | > loss_text_ce: 0.03720569610595703 (0.047128398369245456) | > loss_mel_ce: 0.14984130859375 (nan) | > loss: 0.0007422500639222562 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1418423884737811) | > loader_time: 0.0042 (0.004721282435729449)  --> TIME: 2025-03-23 20:10:21 -- STEP: 6265/31555 -- GLOBAL_STEP: 227150 | > loss_text_ce: 0.052448585629463196 (0.047123795980996364) | > loss_mel_ce: 3.4212825298309326 (nan) | > loss: 0.013784647919237614 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1418854487389449) | > loader_time: 0.0046 (0.004720860410478729)  --> TIME: 2025-03-23 20:10:30 -- STEP: 6315/31555 -- GLOBAL_STEP: 227200 | > loss_text_ce: 0.05469539016485214 (0.047112641432370456) | > loss_mel_ce: 0.184112548828125 (nan) | > loss: 0.0009476506384089589 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14184123312586971) | > loader_time: 0.0045 (0.00472005053540591)  --> TIME: 2025-03-23 20:10:40 -- STEP: 6365/31555 -- GLOBAL_STEP: 227250 | > loss_text_ce: 0.055420856922864914 (0.04711178320870444) | > loss_mel_ce: 3.476353406906128 (nan) | > loss: 0.01401497796177864 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1418427476710633) | > loader_time: 0.0047 (0.004720101540049333)  --> TIME: 2025-03-23 20:10:50 -- STEP: 6415/31555 -- GLOBAL_STEP: 227300 | > loss_text_ce: 0.0478077307343483 (0.04711466681949692) | > loss_mel_ce: 3.4630887508392334 (nan) | > loss: 0.013932129368185997 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14184803932974913) | > loader_time: 0.0046 (0.004720295655569444)  --> TIME: 2025-03-23 20:10:59 -- STEP: 6465/31555 -- GLOBAL_STEP: 227350 | > loss_text_ce: 0.04001610353589058 (0.0471190015678074) | > loss_mel_ce: 3.0876848697662354 (nan) | > loss: 0.012411512434482574 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14180596415054333) | > loader_time: 0.0043 (0.004718416122530942)  --> TIME: 2025-03-23 20:11:09 -- STEP: 6515/31555 -- GLOBAL_STEP: 227400 | > loss_text_ce: 0.05306778475642204 (0.04710723148674593) | > loss_mel_ce: 3.014105796813965 (nan) | > loss: 0.012171324342489243 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14182295484535554) | > loader_time: 0.0047 (0.004719309942226464)  --> TIME: 2025-03-23 20:11:18 -- STEP: 6565/31555 -- GLOBAL_STEP: 227450 | > loss_text_ce: 0.05171648785471916 (0.04709045387795993) | > loss_mel_ce: 3.3978042602539062 (nan) | > loss: 0.013688575476408005 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14178893241097903) | > loader_time: 0.0046 (0.004718708356463635)  --> TIME: 2025-03-23 20:11:28 -- STEP: 6615/31555 -- GLOBAL_STEP: 227500 | > loss_text_ce: 0.044894054532051086 (0.047096577209989963) | > loss_mel_ce: 3.7369117736816406 (nan) | > loss: 0.01500716619193554 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14180935998802754) | > loader_time: 0.008 (0.004718580087386389)  --> TIME: 2025-03-23 20:11:38 -- STEP: 6665/31555 -- GLOBAL_STEP: 227550 | > loss_text_ce: 0.043299611657857895 (0.04709296301552227) | > loss_mel_ce: 3.2199225425720215 (nan) | > loss: 0.012949295341968536 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14180046576623728) | > loader_time: 0.0047 (0.004718047948323607)  --> TIME: 2025-03-23 20:11:48 -- STEP: 6715/31555 -- GLOBAL_STEP: 227600 | > loss_text_ce: 0.049938932061195374 (0.04708805122077794) | > loss_mel_ce: 0.0775146484375 (nan) | > loss: 0.0005057682283222675 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14185237689241953) | > loader_time: 0.0044 (0.004718203910322047)  --> TIME: 2025-03-23 20:11:58 -- STEP: 6765/31555 -- GLOBAL_STEP: 227650 | > loss_text_ce: 0.04893403872847557 (0.04708745760880325) | > loss_mel_ce: 3.380300998687744 (nan) | > loss: 0.013608075678348541 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14189121802471705) | > loader_time: 0.0048 (0.004717756639298739)  --> TIME: 2025-03-23 20:12:08 -- STEP: 6815/31555 -- GLOBAL_STEP: 227700 | > loss_text_ce: 0.058494482189416885 (0.04708577876026388) | > loss_mel_ce: 2.7784392833709717 (nan) | > loss: 0.011257674545049667 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14191248677534302) | > loader_time: 0.0044 (0.004717960728500491)  --> TIME: 2025-03-23 20:12:18 -- STEP: 6865/31555 -- GLOBAL_STEP: 227750 | > loss_text_ce: 0.050536688417196274 (0.0470973201423004) | > loss_mel_ce: 3.7237935066223145 (nan) | > loss: 0.014977501705288887 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14194565350698532) | > loader_time: 0.0046 (0.004717442386791123)  --> TIME: 2025-03-23 20:12:27 -- STEP: 6915/31555 -- GLOBAL_STEP: 227800 | > loss_text_ce: 0.054734017699956894 (0.047102398355710284) | > loss_mel_ce: 2.4753546714782715 (nan) | > loss: 0.010040034539997578 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1419273324747147) | > loader_time: 0.0047 (0.004716594686390954)  --> TIME: 2025-03-23 20:12:37 -- STEP: 6965/31555 -- GLOBAL_STEP: 227850 | > loss_text_ce: 0.049067605286836624 (0.04711002939436194) | > loss_mel_ce: 3.372727155685425 (nan) | > loss: 0.013578550890088081 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14192690075684683) | > loader_time: 0.0049 (0.0047173214232587865)  --> TIME: 2025-03-23 20:12:46 -- STEP: 7015/31555 -- GLOBAL_STEP: 227900 | > loss_text_ce: 0.04151832312345505 (0.047101405088896604) | > loss_mel_ce: 2.8281264305114746 (nan) | > loss: 0.011387479491531849 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14189499218125723) | > loader_time: 0.0045 (0.004717503627197963)  --> TIME: 2025-03-23 20:12:56 -- STEP: 7065/31555 -- GLOBAL_STEP: 227950 | > loss_text_ce: 0.042797792702913284 (0.04709252473019635) | > loss_mel_ce: 3.5832653045654297 (nan) | > loss: 0.014389140531420708 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14190422180942497) | > loader_time: 0.0046 (0.004717127515842794)  --> TIME: 2025-03-23 20:13:06 -- STEP: 7115/31555 -- GLOBAL_STEP: 228000 | > loss_text_ce: 0.047781363129615784 (0.04709452818581754) | > loss_mel_ce: 3.435296058654785 (nan) | > loss: 0.0138217369094491 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.141882630058015) | > loader_time: 0.0047 (0.004716896357372122)  --> TIME: 2025-03-23 20:13:16 -- STEP: 7165/31555 -- GLOBAL_STEP: 228050 | > loss_text_ce: 0.041101083159446716 (0.04710569028617175) | > loss_mel_ce: 3.5187385082244873 (nan) | > loss: 0.014126348309218884 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1418942769257571) | > loader_time: 0.0046 (0.004716973594244928)  --> TIME: 2025-03-23 20:13:25 -- STEP: 7215/31555 -- GLOBAL_STEP: 228100 | > loss_text_ce: 0.04624732956290245 (0.04710628598533459) | > loss_mel_ce: 3.7774577140808105 (nan) | > loss: 0.015173433348536491 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14189010449605755) | > loader_time: 0.0045 (0.004717494279910359)  --> TIME: 2025-03-23 20:13:35 -- STEP: 7265/31555 -- GLOBAL_STEP: 228150 | > loss_text_ce: 0.04087209701538086 (0.04710206794632622) | > loss_mel_ce: 2.937074661254883 (nan) | > loss: 0.011817249469459057 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14186204114783965) | > loader_time: 0.0044 (0.0047178076122517615)  --> TIME: 2025-03-23 20:13:44 -- STEP: 7315/31555 -- GLOBAL_STEP: 228200 | > loss_text_ce: 0.04022970423102379 (0.047099316555189265) | > loss_mel_ce: 3.9038758277893066 (nan) | > loss: 0.015651213005185127 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14184942216149582) | > loader_time: 0.0044 (0.004717034700384553)  --> TIME: 2025-03-23 20:13:54 -- STEP: 7365/31555 -- GLOBAL_STEP: 228250 | > loss_text_ce: 0.04650634527206421 (0.047088775251285776) | > loss_mel_ce: 3.201367139816284 (nan) | > loss: 0.012888387776911259 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1418153487656767) | > loader_time: 0.0046 (0.004717758279711071)  --> TIME: 2025-03-23 20:14:03 -- STEP: 7415/31555 -- GLOBAL_STEP: 228300 | > loss_text_ce: 0.04731835424900055 (0.04707318159386724) | > loss_mel_ce: 3.2503058910369873 (nan) | > loss: 0.013085811398923397 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14180320410493716) | > loader_time: 0.0043 (0.004718052850570218)  --> TIME: 2025-03-23 20:14:13 -- STEP: 7465/31555 -- GLOBAL_STEP: 228350 | > loss_text_ce: 0.05458598583936691 (0.04707918139954319) | > loss_mel_ce: 3.2109758853912354 (nan) | > loss: 0.012958579696714878 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1418313523067056) | > loader_time: 0.0047 (0.004718539192623848)  --> TIME: 2025-03-23 20:14:22 -- STEP: 7515/31555 -- GLOBAL_STEP: 228400 | > loss_text_ce: 0.05072445794939995 (0.04707674462377963) | > loss_mel_ce: 3.5304317474365234 (nan) | > loss: 0.014210938476026058 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1417875148420402) | > loader_time: 0.0045 (0.004718520017917048)  --> TIME: 2025-03-23 20:14:33 -- STEP: 7565/31555 -- GLOBAL_STEP: 228450 | > loss_text_ce: 0.0559525229036808 (0.04707852221313819) | > loss_mel_ce: 3.543100357055664 (nan) | > loss: 0.014281956478953362 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1418273546643706) | > loader_time: 0.0046 (0.0047185928712833525)  --> TIME: 2025-03-23 20:14:43 -- STEP: 7615/31555 -- GLOBAL_STEP: 228500 | > loss_text_ce: 0.04315352812409401 (0.04707374932673694) | > loss_mel_ce: 3.4370369911193848 (nan) | > loss: 0.013810280710458755 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14185783611029584) | > loader_time: 0.0045 (0.004718452711600032)  --> TIME: 2025-03-23 20:14:52 -- STEP: 7665/31555 -- GLOBAL_STEP: 228550 | > loss_text_ce: 0.039455924183130264 (0.047075827017460485) | > loss_mel_ce: 2.9670920372009277 (nan) | > loss: 0.011930746026337147 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1418405795050692) | > loader_time: 0.0043 (0.004717973284836465)  --> TIME: 2025-03-23 20:15:02 -- STEP: 7715/31555 -- GLOBAL_STEP: 228600 | > loss_text_ce: 0.034683194011449814 (0.04706171712091483) | > loss_mel_ce: 2.697690010070801 (nan) | > loss: 0.01084275171160698 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1418229565091975) | > loader_time: 0.0045 (0.004717712346717901)  --> TIME: 2025-03-23 20:15:11 -- STEP: 7765/31555 -- GLOBAL_STEP: 228650 | > loss_text_ce: 0.04604979231953621 (0.047052705736383434) | > loss_mel_ce: 3.6244735717773438 (nan) | > loss: 0.014565570279955864 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14181896032860242) | > loader_time: 0.0048 (0.0047177526924737576)  --> TIME: 2025-03-23 20:15:21 -- STEP: 7815/31555 -- GLOBAL_STEP: 228700 | > loss_text_ce: 0.04812348634004593 (0.04705441901740339) | > loss_mel_ce: 3.6231045722961426 (nan) | > loss: 0.014568367041647434 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14181059183253725) | > loader_time: 0.0051 (0.004716917161215444)  --> TIME: 2025-03-23 20:15:31 -- STEP: 7865/31555 -- GLOBAL_STEP: 228750 | > loss_text_ce: 0.0483904667198658 (0.04706284696625831) | > loss_mel_ce: 3.5056915283203125 (nan) | > loss: 0.014103500172495842 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1418131471210728) | > loader_time: 0.0045 (0.004716723115294132)  --> TIME: 2025-03-23 20:15:40 -- STEP: 7915/31555 -- GLOBAL_STEP: 228800 | > loss_text_ce: 0.04438640549778938 (0.0470593463755386) | > loss_mel_ce: 3.6586697101593018 (nan) | > loss: 0.014694668352603912 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14180459418932378) | > loader_time: 0.0045 (0.004716619478323306)  --> TIME: 2025-03-23 20:15:50 -- STEP: 7965/31555 -- GLOBAL_STEP: 228850 | > loss_text_ce: 0.03847241401672363 (0.047069247456691894) | > loss_mel_ce: 3.1788110733032227 (nan) | > loss: 0.012766998261213303 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14178399895993088) | > loader_time: 0.0045 (0.004716656871060495)  --> TIME: 2025-03-23 20:15:59 -- STEP: 8015/31555 -- GLOBAL_STEP: 228900 | > loss_text_ce: 0.046863164752721786 (0.04706291878236895) | > loss_mel_ce: 2.496135950088501 (nan) | > loss: 0.010091266594827175 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14179010519145488) | > loader_time: 0.005 (0.0047163999906124675)  --> TIME: 2025-03-23 20:16:09 -- STEP: 8065/31555 -- GLOBAL_STEP: 228950 | > loss_text_ce: 0.0565093457698822 (0.047044758269215704) | > loss_mel_ce: 3.658769369125366 (nan) | > loss: 0.014743169769644737 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14176174046752307) | > loader_time: 0.0047 (0.0047155734107720525)  --> TIME: 2025-03-23 20:16:19 -- STEP: 8115/31555 -- GLOBAL_STEP: 229000 | > loss_text_ce: 0.04629166051745415 (0.047028861671470384) | > loss_mel_ce: 3.317350387573242 (nan) | > loss: 0.013347786851227283 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14176501801773403) | > loader_time: 0.0047 (0.004715438015433059)  --> TIME: 2025-03-23 20:16:28 -- STEP: 8165/31555 -- GLOBAL_STEP: 229050 | > loss_text_ce: 0.04797138273715973 (0.04702362454686236) | > loss_mel_ce: 2.9286201000213623 (nan) | > loss: 0.011811872012913227 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14175091975317786) | > loader_time: 0.0046 (0.004716127515934177)  --> TIME: 2025-03-23 20:16:38 -- STEP: 8215/31555 -- GLOBAL_STEP: 229100 | > loss_text_ce: 0.03457120433449745 (0.04701975552797115) | > loss_mel_ce: 2.83158802986145 (nan) | > loss: 0.011373648419976234 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14177440404166392) | > loader_time: 0.0048 (0.00471590898853936)  --> TIME: 2025-03-23 20:16:48 -- STEP: 8265/31555 -- GLOBAL_STEP: 229150 | > loss_text_ce: 0.03987876698374748 (0.047025996009062515) | > loss_mel_ce: 2.6658318042755127 (nan) | > loss: 0.010736947879195213 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1417594422157503) | > loader_time: 0.0046 (0.0047167637242884345)  --> TIME: 2025-03-23 20:16:58 -- STEP: 8315/31555 -- GLOBAL_STEP: 229200 | > loss_text_ce: 0.04780345410108566 (0.047025239048161645) | > loss_mel_ce: 3.3228812217712402 (nan) | > loss: 0.01337573304772377 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.128 (0.14178676828876416) | > loader_time: 0.0044 (0.004717387109367661)  --> TIME: 2025-03-23 20:17:08 -- STEP: 8365/31555 -- GLOBAL_STEP: 229250 | > loss_text_ce: 0.061501115560531616 (0.047030813860981395) | > loss_mel_ce: 3.4282054901123047 (nan) | > loss: 0.013848042115569115 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14181037399488072) | > loader_time: 0.0043 (0.004717205843381091)  --> TIME: 2025-03-23 20:17:17 -- STEP: 8415/31555 -- GLOBAL_STEP: 229300 | > loss_text_ce: 0.04472249746322632 (0.04702570921444262) | > loss_mel_ce: 3.226355791091919 (nan) | > loss: 0.012980470433831215 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1417986902111141) | > loader_time: 0.0072 (0.004716922439285071)  --> TIME: 2025-03-23 20:17:27 -- STEP: 8465/31555 -- GLOBAL_STEP: 229350 | > loss_text_ce: 0.0549362413585186 (0.04702826234409159) | > loss_mel_ce: 3.0969526767730713 (nan) | > loss: 0.012507496401667595 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14182482957135825) | > loader_time: 0.0048 (0.004717351442529686)  --> TIME: 2025-03-23 20:17:37 -- STEP: 8515/31555 -- GLOBAL_STEP: 229400 | > loss_text_ce: 0.047160062938928604 (0.0470245649410314) | > loss_mel_ce: 3.1733078956604004 (nan) | > loss: 0.01277963537722826 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14182824237306035) | > loader_time: 0.0048 (0.004717776723560419)  --> TIME: 2025-03-23 20:17:46 -- STEP: 8565/31555 -- GLOBAL_STEP: 229450 | > loss_text_ce: 0.03965297341346741 (0.047025862244494385) | > loss_mel_ce: 3.929204225540161 (nan) | > loss: 0.015749434009194374 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14182262724070804) | > loader_time: 0.0043 (0.004717965997316237)  --> TIME: 2025-03-23 20:17:56 -- STEP: 8615/31555 -- GLOBAL_STEP: 229500 | > loss_text_ce: 0.06926258653402328 (0.0470259876389897) | > loss_mel_ce: 3.064711570739746 (nan) | > loss: 0.012436405755579472 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14178965355999829) | > loader_time: 0.0045 (0.0047177235608314)  --> TIME: 2025-03-23 20:18:05 -- STEP: 8665/31555 -- GLOBAL_STEP: 229550 | > loss_text_ce: 0.047436751425266266 (0.04702162440152554) | > loss_mel_ce: 2.669421911239624 (nan) | > loss: 0.010781185701489449 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14177159308286572) | > loader_time: 0.0048 (0.004717434284938806)  --> TIME: 2025-03-23 20:18:15 -- STEP: 8715/31555 -- GLOBAL_STEP: 229600 | > loss_text_ce: 0.0464206226170063 (0.04701212983604086) | > loss_mel_ce: 3.6441197395324707 (nan) | > loss: 0.014645001851022243 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1417595490462737) | > loader_time: 0.0045 (0.00471686736920478)  --> TIME: 2025-03-23 20:18:25 -- STEP: 8765/31555 -- GLOBAL_STEP: 229650 | > loss_text_ce: 0.044039659202098846 (0.047004436753069666) | > loss_mel_ce: 3.396662712097168 (nan) | > loss: 0.013653581961989403 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14175459542957186) | > loader_time: 0.0043 (0.004716875426645494)  --> TIME: 2025-03-23 20:18:34 -- STEP: 8815/31555 -- GLOBAL_STEP: 229700 | > loss_text_ce: 0.050638582557439804 (0.04700724743190417) | > loss_mel_ce: 3.4408152103424072 (nan) | > loss: 0.013854976743459702 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14173885749539894) | > loader_time: 0.0046 (0.00471657695110319)  --> TIME: 2025-03-23 20:18:44 -- STEP: 8865/31555 -- GLOBAL_STEP: 229750 | > loss_text_ce: 0.04700286313891411 (0.047007435247474305) | > loss_mel_ce: 2.681361198425293 (nan) | > loss: 0.010826841928064823 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14173352872995862) | > loader_time: 0.0069 (0.0047168883911580355)  --> TIME: 2025-03-23 20:18:53 -- STEP: 8915/31555 -- GLOBAL_STEP: 229800 | > loss_text_ce: 0.05199785903096199 (0.04700570984749278) | > loss_mel_ce: 3.020526647567749 (nan) | > loss: 0.012192558497190475 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1417259314724785) | > loader_time: 0.0046 (0.004716635900338049)  --> TIME: 2025-03-23 20:19:03 -- STEP: 8965/31555 -- GLOBAL_STEP: 229850 | > loss_text_ce: 0.04927228391170502 (0.047003719600917926) | > loss_mel_ce: 3.167177677154541 (nan) | > loss: 0.012763691134750843 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14172284944856609) | > loader_time: 0.0048 (0.004717313757969293)  --> TIME: 2025-03-23 20:19:12 -- STEP: 9015/31555 -- GLOBAL_STEP: 229900 | > loss_text_ce: 0.043056197464466095 (0.04700288416779557) | > loss_mel_ce: 3.7764370441436768 (nan) | > loss: 0.015156719833612442 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14170366031754617) | > loader_time: 0.0045 (0.004716675928150754)  --> TIME: 2025-03-23 20:19:22 -- STEP: 9065/31555 -- GLOBAL_STEP: 229950 | > loss_text_ce: 0.051682308316230774 (0.04699372519567907) | > loss_mel_ce: 3.4922101497650146 (nan) | > loss: 0.014063065871596336 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14170273629854988) | > loader_time: 0.0048 (0.004716356091254729)  --> TIME: 2025-03-23 20:19:31 -- STEP: 9115/31555 -- GLOBAL_STEP: 230000 | > loss_text_ce: 0.03270714357495308 (0.046994763336568886) | > loss_mel_ce: 2.4056596755981445 (nan) | > loss: 0.00967605970799923 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14167539070284235) | > loader_time: 0.0047 (0.004716140989804749) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_230000.pth  --> TIME: 2025-03-23 20:19:46 -- STEP: 9165/31555 -- GLOBAL_STEP: 230050 | > loss_text_ce: 0.0377308689057827 (0.046985488626912826) | > loss_mel_ce: 3.4644381999969482 (nan) | > loss: 0.013897497206926346 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14164571064908962) | > loader_time: 0.0045 (0.0047169000154236125)  --> TIME: 2025-03-23 20:19:56 -- STEP: 9215/31555 -- GLOBAL_STEP: 230100 | > loss_text_ce: 0.04593957960605621 (0.046988037940795875) | > loss_mel_ce: 2.4833617210388184 (nan) | > loss: 0.010036910884082317 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.1416522957226923) | > loader_time: 0.0046 (0.004716883673334148)  --> TIME: 2025-03-23 20:20:06 -- STEP: 9265/31555 -- GLOBAL_STEP: 230150 | > loss_text_ce: 0.04691077023744583 (0.04697464811899615) | > loss_mel_ce: 3.2524991035461426 (nan) | > loss: 0.013092896901071072 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14166960989020022) | > loader_time: 0.0047 (0.004717518893435911)  --> TIME: 2025-03-23 20:20:16 -- STEP: 9315/31555 -- GLOBAL_STEP: 230200 | > loss_text_ce: 0.0546717643737793 (0.04697512316673001) | > loss_mel_ce: 3.5082828998565674 (nan) | > loss: 0.014138709753751755 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14168605425635528) | > loader_time: 0.0047 (0.004717469074619885)  --> TIME: 2025-03-23 20:20:25 -- STEP: 9365/31555 -- GLOBAL_STEP: 230250 | > loss_text_ce: 0.05940718948841095 (0.04696790456952844) | > loss_mel_ce: 3.2447898387908936 (nan) | > loss: 0.013111894018948078 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.1416623257343233) | > loader_time: 0.0046 (0.0047171331763076595)  --> TIME: 2025-03-23 20:20:35 -- STEP: 9415/31555 -- GLOBAL_STEP: 230300 | > loss_text_ce: 0.043188538402318954 (0.04696323013935185) | > loss_mel_ce: 3.5454864501953125 (nan) | > loss: 0.01424077432602644 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1416631210629002) | > loader_time: 0.0049 (0.004717209436636435)  --> TIME: 2025-03-23 20:20:45 -- STEP: 9465/31555 -- GLOBAL_STEP: 230350 | > loss_text_ce: 0.045319829136133194 (0.04697156904528003) | > loss_mel_ce: 3.7744545936584473 (nan) | > loss: 0.015157835558056831 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.14168151839347468) | > loader_time: 0.0045 (0.004717262850447557)  --> TIME: 2025-03-23 20:20:55 -- STEP: 9515/31555 -- GLOBAL_STEP: 230400 | > loss_text_ce: 0.042655277997255325 (0.04697251858564582) | > loss_mel_ce: 2.787385940551758 (nan) | > loss: 0.011230322532355785 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14169667414847142) | > loader_time: 0.0047 (0.004717498795333442)  --> TIME: 2025-03-23 20:21:04 -- STEP: 9565/31555 -- GLOBAL_STEP: 230450 | > loss_text_ce: 0.04767424985766411 (0.04696771300213306) | > loss_mel_ce: 3.2359914779663086 (nan) | > loss: 0.013030420057475567 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1416907936132086) | > loader_time: 0.0047 (0.00471747363978385)  --> TIME: 2025-03-23 20:21:14 -- STEP: 9615/31555 -- GLOBAL_STEP: 230500 | > loss_text_ce: 0.04360527917742729 (0.04696572792827236) | > loss_mel_ce: 3.790473222732544 (nan) | > loss: 0.01521459873765707 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14169767997690128) | > loader_time: 0.0047 (0.004717595342912839)  --> TIME: 2025-03-23 20:21:24 -- STEP: 9665/31555 -- GLOBAL_STEP: 230550 | > loss_text_ce: 0.05793309211730957 (0.04696868653777769) | > loss_mel_ce: 3.4713616371154785 (nan) | > loss: 0.014005138538777828 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14170871454387896) | > loader_time: 0.0071 (0.004717990862416653)  --> TIME: 2025-03-23 20:21:33 -- STEP: 9715/31555 -- GLOBAL_STEP: 230600 | > loss_text_ce: 0.03351093828678131 (0.046963651490273685) | > loss_mel_ce: 3.2532012462615967 (nan) | > loss: 0.01304250955581665 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14168982942633204) | > loader_time: 0.0045 (0.004717437323993836)  --> TIME: 2025-03-23 20:21:43 -- STEP: 9765/31555 -- GLOBAL_STEP: 230650 | > loss_text_ce: 0.045396383851766586 (0.046960729551804435) | > loss_mel_ce: 1.743821382522583 (nan) | > loss: 0.0071000708267092705 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14167046791092291) | > loader_time: 0.0044 (0.00471782493884296)  --> TIME: 2025-03-23 20:21:53 -- STEP: 9815/31555 -- GLOBAL_STEP: 230700 | > loss_text_ce: 0.05725627392530441 (0.046957739771183) | > loss_mel_ce: 3.1079983711242676 (nan) | > loss: 0.012560535222291946 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14167523347657382) | > loader_time: 0.0048 (0.004717770196076136)  --> TIME: 2025-03-23 20:22:03 -- STEP: 9865/31555 -- GLOBAL_STEP: 230750 | > loss_text_ce: 0.047445107251405716 (0.0469588991942794) | > loss_mel_ce: 3.4508583545684814 (nan) | > loss: 0.013882157392799854 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14169092666540922) | > loader_time: 0.005 (0.004718157704929013)  --> TIME: 2025-03-23 20:22:13 -- STEP: 9915/31555 -- GLOBAL_STEP: 230800 | > loss_text_ce: 0.0571640208363533 (0.046959846468188765) | > loss_mel_ce: 3.4641871452331543 (nan) | > loss: 0.013973616063594818 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14172122174300048) | > loader_time: 0.0046 (0.004718541113102724)  --> TIME: 2025-03-23 20:22:22 -- STEP: 9965/31555 -- GLOBAL_STEP: 230850 | > loss_text_ce: 0.05455027520656586 (0.046966013616176285) | > loss_mel_ce: 1.5440022945404053 (nan) | > loss: 0.006343462970107794 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.141704283153) | > loader_time: 0.0047 (0.00471825642736485)  --> TIME: 2025-03-23 20:22:32 -- STEP: 10015/31555 -- GLOBAL_STEP: 230900 | > loss_text_ce: 0.05499325320124626 (0.04696413853302928) | > loss_mel_ce: 2.8886842727661133 (nan) | > loss: 0.011681260541081429 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1417303555736648) | > loader_time: 0.0046 (0.004718995082396237)  --> TIME: 2025-03-23 20:22:42 -- STEP: 10065/31555 -- GLOBAL_STEP: 230950 | > loss_text_ce: 0.03986689820885658 (0.04696818126057425) | > loss_mel_ce: 2.199824094772339 (nan) | > loss: 0.00888766348361969 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14173651035306953) | > loader_time: 0.0044 (0.004719199627356566)  --> TIME: 2025-03-23 20:22:52 -- STEP: 10115/31555 -- GLOBAL_STEP: 231000 | > loss_text_ce: 0.04738631471991539 (0.04696725543581047) | > loss_mel_ce: 1.6771514415740967 (nan) | > loss: 0.006843403913080692 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1417480837397216) | > loader_time: 0.0049 (0.004719231544717133)  --> TIME: 2025-03-23 20:23:01 -- STEP: 10165/31555 -- GLOBAL_STEP: 231050 | > loss_text_ce: 0.04308578372001648 (0.04696900547329539) | > loss_mel_ce: 2.596217632293701 (nan) | > loss: 0.01047342736274004 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14172697878798673) | > loader_time: 0.0045 (0.004718787389850001)  --> TIME: 2025-03-23 20:23:11 -- STEP: 10215/31555 -- GLOBAL_STEP: 231100 | > loss_text_ce: 0.046865396201610565 (0.04697285216644501) | > loss_mel_ce: 2.7526376247406006 (nan) | > loss: 0.011109139770269394 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1417032472887755) | > loader_time: 0.0045 (0.004718174633300594)  --> TIME: 2025-03-23 20:23:20 -- STEP: 10265/31555 -- GLOBAL_STEP: 231150 | > loss_text_ce: 0.05165984481573105 (0.046965825677379086) | > loss_mel_ce: 3.4531006813049316 (nan) | > loss: 0.01390778087079525 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14172276621380506) | > loader_time: 0.0047 (0.004717581805170178)  --> TIME: 2025-03-23 20:23:30 -- STEP: 10315/31555 -- GLOBAL_STEP: 231200 | > loss_text_ce: 0.047713570296764374 (0.046958895822083346) | > loss_mel_ce: 2.1470134258270264 (nan) | > loss: 0.008709234185516834 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14169616507374438) | > loader_time: 0.0042 (0.004716714192407527)  --> TIME: 2025-03-23 20:23:40 -- STEP: 10365/31555 -- GLOBAL_STEP: 231250 | > loss_text_ce: 0.04956692084670067 (0.046958956689997666) | > loss_mel_ce: 2.969684362411499 (nan) | > loss: 0.011981156654655933 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14171426306585164) | > loader_time: 0.0046 (0.0047164864316977815)  --> TIME: 2025-03-23 20:23:49 -- STEP: 10415/31555 -- GLOBAL_STEP: 231300 | > loss_text_ce: 0.037223417311906815 (0.04694903584539663) | > loss_mel_ce: 2.744243621826172 (nan) | > loss: 0.011037567630410194 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14169150907376388) | > loader_time: 0.0043 (0.004716102469156273)  --> TIME: 2025-03-23 20:23:59 -- STEP: 10465/31555 -- GLOBAL_STEP: 231350 | > loss_text_ce: 0.045710187405347824 (0.04694701495735685) | > loss_mel_ce: 3.1507160663604736 (nan) | > loss: 0.012684231624007225 (nan) | > current_lr: 5e-06 | > step_time: 0.1917 (0.14170518926154813) | > loader_time: 0.0049 (0.00471610660707897)  --> TIME: 2025-03-23 20:24:09 -- STEP: 10515/31555 -- GLOBAL_STEP: 231400 | > loss_text_ce: 0.04936939477920532 (0.046940462016759735) | > loss_mel_ce: 3.0687754154205322 (nan) | > loss: 0.012373590841889381 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1417019978739566) | > loader_time: 0.0046 (0.004715259405073511)  --> TIME: 2025-03-23 20:24:18 -- STEP: 10565/31555 -- GLOBAL_STEP: 231450 | > loss_text_ce: 0.04858987778425217 (0.04694498517897418) | > loss_mel_ce: 3.307363510131836 (nan) | > loss: 0.01331727672368288 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1416926427751823) | > loader_time: 0.0047 (0.004715122050489782)  --> TIME: 2025-03-23 20:24:28 -- STEP: 10615/31555 -- GLOBAL_STEP: 231500 | > loss_text_ce: 0.04150742292404175 (0.0469399426696587) | > loss_mel_ce: 2.794726610183716 (nan) | > loss: 0.011254898272454739 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1416995330402665) | > loader_time: 0.0045 (0.004715378981853945)  --> TIME: 2025-03-23 20:24:38 -- STEP: 10665/31555 -- GLOBAL_STEP: 231550 | > loss_text_ce: 0.03817037492990494 (0.04693631330313783) | > loss_mel_ce: 3.2260937690734863 (nan) | > loss: 0.012953429482877254 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1416990229852091) | > loader_time: 0.0045 (0.004715476950400866)  --> TIME: 2025-03-23 20:24:47 -- STEP: 10715/31555 -- GLOBAL_STEP: 231600 | > loss_text_ce: 0.05660456418991089 (0.04694187509333202) | > loss_mel_ce: 3.4921841621398926 (nan) | > loss: 0.014082496054470539 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1417125799363317) | > loader_time: 0.0048 (0.004715371143022417)  --> TIME: 2025-03-23 20:24:57 -- STEP: 10765/31555 -- GLOBAL_STEP: 231650 | > loss_text_ce: 0.051474932581186295 (0.04693818118153312) | > loss_mel_ce: 3.1641483306884766 (nan) | > loss: 0.012760411016643047 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1417024599138219) | > loader_time: 0.0046 (0.004714906066171619)  --> TIME: 2025-03-23 20:25:07 -- STEP: 10815/31555 -- GLOBAL_STEP: 231700 | > loss_text_ce: 0.05392834171652794 (0.046939338085001045) | > loss_mel_ce: 3.2352118492126465 (nan) | > loss: 0.013052144087851048 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1416925194414471) | > loader_time: 0.0047 (0.004714860973455136)  --> TIME: 2025-03-23 20:25:16 -- STEP: 10865/31555 -- GLOBAL_STEP: 231750 | > loss_text_ce: 0.05279568210244179 (0.04693703085957282) | > loss_mel_ce: 3.132657051086426 (nan) | > loss: 0.012640685774385929 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14170565302340196) | > loader_time: 0.0049 (0.00471549117504808)  --> TIME: 2025-03-23 20:25:26 -- STEP: 10915/31555 -- GLOBAL_STEP: 231800 | > loss_text_ce: 0.05651150643825531 (0.04694125868006359) | > loss_mel_ce: 2.1983835697174072 (nan) | > loss: 0.00894799642264843 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14170676734651752) | > loader_time: 0.0045 (0.0047160757609151826)  --> TIME: 2025-03-23 20:25:36 -- STEP: 10965/31555 -- GLOBAL_STEP: 231850 | > loss_text_ce: 0.049720458686351776 (0.04694692387733565) | > loss_mel_ce: 2.503469467163086 (nan) | > loss: 0.010131706483662128 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.1417229298418974) | > loader_time: 0.0044 (0.004716536056163685)  --> TIME: 2025-03-23 20:25:45 -- STEP: 11015/31555 -- GLOBAL_STEP: 231900 | > loss_text_ce: 0.04179865121841431 (0.04694478186722511) | > loss_mel_ce: 2.6953396797180176 (nan) | > loss: 0.010861660353839397 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14170749104136657) | > loader_time: 0.0046 (0.004717106544262579)  --> TIME: 2025-03-23 20:25:55 -- STEP: 11065/31555 -- GLOBAL_STEP: 231950 | > loss_text_ce: 0.048077285289764404 (0.046938407505196345) | > loss_mel_ce: 2.883068084716797 (nan) | > loss: 0.011631529778242111 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14169807737896079) | > loader_time: 0.0046 (0.004716564291373544)  --> TIME: 2025-03-23 20:26:05 -- STEP: 11115/31555 -- GLOBAL_STEP: 232000 | > loss_text_ce: 0.05074169114232063 (0.04693568307031637) | > loss_mel_ce: 3.557724714279175 (nan) | > loss: 0.014319311827421188 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.14169744572229798) | > loader_time: 0.0047 (0.004716893053247843)  --> TIME: 2025-03-23 20:26:14 -- STEP: 11165/31555 -- GLOBAL_STEP: 232050 | > loss_text_ce: 0.04112353175878525 (0.046932488394191424) | > loss_mel_ce: 2.795088291168213 (nan) | > loss: 0.01125480979681015 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1416821547703419) | > loader_time: 0.0045 (0.004716808124342343)  --> TIME: 2025-03-23 20:26:24 -- STEP: 11215/31555 -- GLOBAL_STEP: 232100 | > loss_text_ce: 0.04567117244005203 (0.04693478272585904) | > loss_mel_ce: 3.3013527393341064 (nan) | > loss: 0.01328184176236391 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14167795859433394) | > loader_time: 0.0051 (0.004717411720694234)  --> TIME: 2025-03-23 20:26:34 -- STEP: 11265/31555 -- GLOBAL_STEP: 232150 | > loss_text_ce: 0.0384424664080143 (0.04693314281597752) | > loss_mel_ce: 2.9958388805389404 (nan) | > loss: 0.012040799483656883 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1417095917465952) | > loader_time: 0.0048 (0.004717206954956035)  --> TIME: 2025-03-23 20:26:44 -- STEP: 11315/31555 -- GLOBAL_STEP: 232200 | > loss_text_ce: 0.05091394856572151 (0.04692465396004548) | > loss_mel_ce: 3.8009462356567383 (nan) | > loss: 0.015285160392522812 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14170476095475237) | > loader_time: 0.0049 (0.004717672582332172)  --> TIME: 2025-03-23 20:26:53 -- STEP: 11365/31555 -- GLOBAL_STEP: 232250 | > loss_text_ce: 0.03069421276450157 (0.046918792214393865) | > loss_mel_ce: 2.82704758644104 (nan) | > loss: 0.011340245604515076 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14171014056560335) | > loader_time: 0.0044 (0.004717720399278389)  --> TIME: 2025-03-23 20:27:03 -- STEP: 11415/31555 -- GLOBAL_STEP: 232300 | > loss_text_ce: 0.040294747799634933 (0.04691489797633804) | > loss_mel_ce: 2.90177845954895 (nan) | > loss: 0.011674894019961357 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14172755532550915) | > loader_time: 0.0047 (0.004718464046416431)  --> TIME: 2025-03-23 20:27:13 -- STEP: 11465/31555 -- GLOBAL_STEP: 232350 | > loss_text_ce: 0.04478731006383896 (0.04691773291914445) | > loss_mel_ce: 3.374873161315918 (nan) | > loss: 0.013570082373917103 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1417321699652364) | > loader_time: 0.0044 (0.004718865362567445)  --> TIME: 2025-03-23 20:27:22 -- STEP: 11515/31555 -- GLOBAL_STEP: 232400 | > loss_text_ce: 0.046230848878622055 (0.046918748459636096) | > loss_mel_ce: 3.36493182182312 (nan) | > loss: 0.013536360114812851 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14171510782130084) | > loader_time: 0.0049 (0.004719111694753335)  --> TIME: 2025-03-23 20:27:32 -- STEP: 11565/31555 -- GLOBAL_STEP: 232450 | > loss_text_ce: 0.04006168246269226 (0.046917012117165424) | > loss_mel_ce: 0.1160365492105484 (nan) | > loss: 0.0006194374873302877 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14171565812849415) | > loader_time: 0.0046 (0.004719288381105665)  --> TIME: 2025-03-23 20:27:42 -- STEP: 11615/31555 -- GLOBAL_STEP: 232500 | > loss_text_ce: 0.038965240120887756 (0.04691676301532888) | > loss_mel_ce: 3.2219760417938232 (nan) | > loss: 0.012940243817865849 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14171226175499596) | > loader_time: 0.0047 (0.004719711797174775)  --> TIME: 2025-03-23 20:27:52 -- STEP: 11665/31555 -- GLOBAL_STEP: 232550 | > loss_text_ce: 0.042633745819330215 (0.046912556648832544) | > loss_mel_ce: 2.8820464611053467 (nan) | > loss: 0.011605874635279179 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.141713291577807) | > loader_time: 0.0048 (0.004720051095458078)  --> TIME: 2025-03-23 20:28:01 -- STEP: 11715/31555 -- GLOBAL_STEP: 232600 | > loss_text_ce: 0.04473970830440521 (0.04690333891380153) | > loss_mel_ce: 2.6178650856018066 (nan) | > loss: 0.010565892793238163 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1417110641135964) | > loader_time: 0.0046 (0.004720128340645816)  --> TIME: 2025-03-23 20:28:11 -- STEP: 11765/31555 -- GLOBAL_STEP: 232650 | > loss_text_ce: 0.0404604934155941 (0.04690600986383896) | > loss_mel_ce: 3.212834119796753 (nan) | > loss: 0.012909900397062302 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.141696535431473) | > loader_time: 0.0049 (0.00472019578971813)  --> TIME: 2025-03-23 20:28:21 -- STEP: 11815/31555 -- GLOBAL_STEP: 232700 | > loss_text_ce: 0.05850517004728317 (0.046909604476898126) | > loss_mel_ce: 3.359619140625 (nan) | > loss: 0.01356398593634367 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1417076869985593) | > loader_time: 0.0048 (0.004720441658417137)  --> TIME: 2025-03-23 20:28:31 -- STEP: 11865/31555 -- GLOBAL_STEP: 232750 | > loss_text_ce: 0.049581222236156464 (0.04690484303268359) | > loss_mel_ce: 3.075465679168701 (nan) | > loss: 0.012400981038808823 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.141732766926666) | > loader_time: 0.0046 (0.004720424711578655)  --> TIME: 2025-03-23 20:28:40 -- STEP: 11915/31555 -- GLOBAL_STEP: 232800 | > loss_text_ce: 0.04344835504889488 (0.04689746600072772) | > loss_mel_ce: 0.27286043763160706 (nan) | > loss: 0.0012551937252283096 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14173789290485447) | > loader_time: 0.005 (0.004720712018223095)  --> TIME: 2025-03-23 20:28:50 -- STEP: 11965/31555 -- GLOBAL_STEP: 232850 | > loss_text_ce: 0.042832858860492706 (0.04690230358189635) | > loss_mel_ce: 3.328878402709961 (nan) | > loss: 0.013379807583987713 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14175115608043226) | > loader_time: 0.0049 (0.004720950774253776)  --> TIME: 2025-03-23 20:29:00 -- STEP: 12015/31555 -- GLOBAL_STEP: 232900 | > loss_text_ce: 0.036543816328048706 (0.046896215952790324) | > loss_mel_ce: 2.677250623703003 (nan) | > loss: 0.010769026353955269 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14173645421558817) | > loader_time: 0.0045 (0.0047206938787643605)  --> TIME: 2025-03-23 20:29:09 -- STEP: 12065/31555 -- GLOBAL_STEP: 232950 | > loss_text_ce: 0.043552301824092865 (0.046899042496750365) | > loss_mel_ce: 3.385727643966675 (nan) | > loss: 0.013608254492282867 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14172289192651918) | > loader_time: 0.0047 (0.004720553193801761)  --> TIME: 2025-03-23 20:29:19 -- STEP: 12115/31555 -- GLOBAL_STEP: 233000 | > loss_text_ce: 0.03148592263460159 (0.04689858653507692) | > loss_mel_ce: 0.0712890625 (nan) | > loss: 0.0004078372730873525 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14173177568764) | > loader_time: 0.0045 (0.00472070571562498)  --> TIME: 2025-03-23 20:29:29 -- STEP: 12165/31555 -- GLOBAL_STEP: 233050 | > loss_text_ce: 0.045734889805316925 (0.04689609950582136) | > loss_mel_ce: 3.290419101715088 (nan) | > loss: 0.01323870662599802 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1417497559040609) | > loader_time: 0.0047 (0.004720586070395076)  --> TIME: 2025-03-23 20:29:39 -- STEP: 12215/31555 -- GLOBAL_STEP: 233100 | > loss_text_ce: 0.046302441507577896 (0.046892001174048854) | > loss_mel_ce: 3.590848684310913 (nan) | > loss: 0.014433140866458416 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14174894989878814) | > loader_time: 0.0045 (0.0047203137549619995)  --> TIME: 2025-03-23 20:29:48 -- STEP: 12265/31555 -- GLOBAL_STEP: 233150 | > loss_text_ce: 0.054211411625146866 (0.04688644445969408) | > loss_mel_ce: 2.451777458190918 (nan) | > loss: 0.009944400750100613 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1417516212875493) | > loader_time: 0.0046 (0.004720011080132657)  --> TIME: 2025-03-23 20:29:58 -- STEP: 12315/31555 -- GLOBAL_STEP: 233200 | > loss_text_ce: 0.0436599925160408 (0.04688947491061938) | > loss_mel_ce: 3.1258344650268555 (nan) | > loss: 0.012577359564602375 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14175339527261865) | > loader_time: 0.0046 (0.004719714096199429)  --> TIME: 2025-03-23 20:30:08 -- STEP: 12365/31555 -- GLOBAL_STEP: 233250 | > loss_text_ce: 0.04717583209276199 (0.046888283402815395) | > loss_mel_ce: 2.6974868774414062 (nan) | > loss: 0.010891519486904144 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14179128781051514) | > loader_time: 0.0048 (0.004719850634255965)  --> TIME: 2025-03-23 20:30:18 -- STEP: 12415/31555 -- GLOBAL_STEP: 233300 | > loss_text_ce: 0.033497653901576996 (0.046883175634838035) | > loss_mel_ce: 3.1061997413635254 (nan) | > loss: 0.012459116987884045 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1417744064062207) | > loader_time: 0.0048 (0.004719422913058547)  --> TIME: 2025-03-23 20:30:27 -- STEP: 12465/31555 -- GLOBAL_STEP: 233350 | > loss_text_ce: 0.06218191981315613 (0.046883349584671934) | > loss_mel_ce: 2.6080946922302246 (nan) | > loss: 0.010596336796879768 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14177290275304516) | > loader_time: 0.0043 (0.004718966681078348)  --> TIME: 2025-03-23 20:30:37 -- STEP: 12515/31555 -- GLOBAL_STEP: 233400 | > loss_text_ce: 0.038764309138059616 (0.04688097320168126) | > loss_mel_ce: 2.19578218460083 (nan) | > loss: 0.008867247961461544 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.141772691983488) | > loader_time: 0.0044 (0.004718644572313996)  --> TIME: 2025-03-23 20:30:47 -- STEP: 12565/31555 -- GLOBAL_STEP: 233450 | > loss_text_ce: 0.0663226842880249 (0.04687747818073569) | > loss_mel_ce: 3.4159934520721436 (nan) | > loss: 0.013818714767694473 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14176758907726544) | > loader_time: 0.0047 (0.004718546197559547)  --> TIME: 2025-03-23 20:30:56 -- STEP: 12615/31555 -- GLOBAL_STEP: 233500 | > loss_text_ce: 0.06050863116979599 (0.04688173853934377) | > loss_mel_ce: 3.3801639080047607 (nan) | > loss: 0.013653463684022427 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.1417626428358439) | > loader_time: 0.0049 (0.004718596567674798)  --> TIME: 2025-03-23 20:31:06 -- STEP: 12665/31555 -- GLOBAL_STEP: 233550 | > loss_text_ce: 0.037928760051727295 (0.04688150146818024) | > loss_mel_ce: 3.029776096343994 (nan) | > loss: 0.012173432856798172 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1417703943858737) | > loader_time: 0.0045 (0.004718425384021486)  --> TIME: 2025-03-23 20:31:16 -- STEP: 12715/31555 -- GLOBAL_STEP: 233600 | > loss_text_ce: 0.04318901523947716 (0.046879115135043184) | > loss_mel_ce: 4.085495948791504 (nan) | > loss: 0.016383672133088112 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1417585405176482) | > loader_time: 0.0049 (0.004718685975189143)  --> TIME: 2025-03-23 20:31:25 -- STEP: 12765/31555 -- GLOBAL_STEP: 233650 | > loss_text_ce: 0.05571600794792175 (0.046883946560072366) | > loss_mel_ce: 0.021240234375 (nan) | > loss: 0.00030538192368112504 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1417585978263328) | > loader_time: 0.0044 (0.004718795590339052)  --> TIME: 2025-03-23 20:31:35 -- STEP: 12815/31555 -- GLOBAL_STEP: 233700 | > loss_text_ce: 0.032519593834877014 (0.046881460165078166) | > loss_mel_ce: 0.38214582204818726 (nan) | > loss: 0.0016454977449029684 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14177070320745663) | > loader_time: 0.0047 (0.0047189542291874095)  --> TIME: 2025-03-23 20:31:45 -- STEP: 12865/31555 -- GLOBAL_STEP: 233750 | > loss_text_ce: 0.04569551721215248 (0.0468870017575474) | > loss_mel_ce: 3.391240358352661 (nan) | > loss: 0.013638635165989399 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14177771600544706) | > loader_time: 0.0046 (0.004719164192653369)  --> TIME: 2025-03-23 20:31:55 -- STEP: 12915/31555 -- GLOBAL_STEP: 233800 | > loss_text_ce: 0.054432839155197144 (0.04688326885849479) | > loss_mel_ce: 3.5423054695129395 (nan) | > loss: 0.014272771775722504 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14178169893286277) | > loader_time: 0.0045 (0.004719252222691024)  --> TIME: 2025-03-23 20:32:04 -- STEP: 12965/31555 -- GLOBAL_STEP: 233850 | > loss_text_ce: 0.03099389560520649 (0.04688420544381702) | > loss_mel_ce: 2.8491294384002686 (nan) | > loss: 0.011429062113165855 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.141776505483885) | > loader_time: 0.0045 (0.004719231903805856)  --> TIME: 2025-03-23 20:32:14 -- STEP: 13015/31555 -- GLOBAL_STEP: 233900 | > loss_text_ce: 0.04717563837766647 (0.04688566944043474) | > loss_mel_ce: 3.1187174320220947 (nan) | > loss: 0.0125630684196949 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14175922386105042) | > loader_time: 0.0046 (0.0047190392333362925)  --> TIME: 2025-03-23 20:32:24 -- STEP: 13065/31555 -- GLOBAL_STEP: 233950 | > loss_text_ce: 0.04910411313176155 (0.04688019515405474) | > loss_mel_ce: 2.597998857498169 (nan) | > loss: 0.010504378005862236 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14175672963620956) | > loader_time: 0.0045 (0.004720063269754221)  --> TIME: 2025-03-23 20:32:33 -- STEP: 13115/31555 -- GLOBAL_STEP: 234000 | > loss_text_ce: 0.047772493213415146 (0.046875332538968854) | > loss_mel_ce: 3.273728609085083 (nan) | > loss: 0.013180560432374477 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14175941686888477) | > loader_time: 0.0045 (0.00472003707347641)  --> TIME: 2025-03-23 20:32:43 -- STEP: 13165/31555 -- GLOBAL_STEP: 234050 | > loss_text_ce: 0.05389995500445366 (0.04687880128982851) | > loss_mel_ce: 5.6785712242126465 (nan) | > loss: 0.02274790219962597 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14175998904702414) | > loader_time: 0.0046 (0.00471979837385004)  --> TIME: 2025-03-23 20:32:53 -- STEP: 13215/31555 -- GLOBAL_STEP: 234100 | > loss_text_ce: 0.04590610787272453 (0.04687429100318744) | > loss_mel_ce: 3.634450912475586 (nan) | > loss: 0.014604591764509678 (nan) | > current_lr: 5e-06 | > step_time: 0.1922 (0.14177062607966268) | > loader_time: 0.005 (0.004719915599296183)  --> TIME: 2025-03-23 20:33:03 -- STEP: 13265/31555 -- GLOBAL_STEP: 234150 | > loss_text_ce: 0.04837752878665924 (0.046874508476169245) | > loss_mel_ce: 2.181396484375 (nan) | > loss: 0.008848310448229313 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14178596754322217) | > loader_time: 0.0046 (0.004720056151337233)  --> TIME: 2025-03-23 20:33:12 -- STEP: 13315/31555 -- GLOBAL_STEP: 234200 | > loss_text_ce: 0.044686511158943176 (0.046873095621317556) | > loss_mel_ce: 3.4500937461853027 (nan) | > loss: 0.013868176378309727 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14178196926382033) | > loader_time: 0.0046 (0.004719865908534999)  --> TIME: 2025-03-23 20:33:23 -- STEP: 13365/31555 -- GLOBAL_STEP: 234250 | > loss_text_ce: 0.044827189296483994 (0.04687484188247141) | > loss_mel_ce: 4.084765434265137 (nan) | > loss: 0.016387272626161575 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14180915021200718) | > loader_time: 0.0046 (0.004720132911958988)  --> TIME: 2025-03-23 20:33:32 -- STEP: 13415/31555 -- GLOBAL_STEP: 234300 | > loss_text_ce: 0.05148961395025253 (0.046870284415559446) | > loss_mel_ce: 2.957975149154663 (nan) | > loss: 0.011942321434617043 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14180552512462918) | > loader_time: 0.0046 (0.004720264595478185)  --> TIME: 2025-03-23 20:33:42 -- STEP: 13465/31555 -- GLOBAL_STEP: 234350 | > loss_text_ce: 0.0436612106859684 (0.0468665245697014) | > loss_mel_ce: 2.8103466033935547 (nan) | > loss: 0.011325428262352943 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14181176023416062) | > loader_time: 0.0045 (0.0047203900067725665)  --> TIME: 2025-03-23 20:33:51 -- STEP: 13515/31555 -- GLOBAL_STEP: 234400 | > loss_text_ce: 0.05221571400761604 (0.04686313851437081) | > loss_mel_ce: 3.4411027431488037 (nan) | > loss: 0.013862376101315022 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1417903768544375) | > loader_time: 0.0046 (0.00471995821538961)  --> TIME: 2025-03-23 20:34:01 -- STEP: 13565/31555 -- GLOBAL_STEP: 234450 | > loss_text_ce: 0.04308813810348511 (0.04686462683366313) | > loss_mel_ce: 3.6549160480499268 (nan) | > loss: 0.01467462070286274 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.141787877014279) | > loader_time: 0.0045 (0.0047199870931060785)  --> TIME: 2025-03-23 20:34:11 -- STEP: 13615/31555 -- GLOBAL_STEP: 234500 | > loss_text_ce: 0.03718098625540733 (0.04686097474327561) | > loss_mel_ce: 3.251194953918457 (nan) | > loss: 0.0130491117015481 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1417902925808647) | > loader_time: 0.0044 (0.004720271601205878)  --> TIME: 2025-03-23 20:34:21 -- STEP: 13665/31555 -- GLOBAL_STEP: 234550 | > loss_text_ce: 0.051610179245471954 (0.04686619140612611) | > loss_mel_ce: 3.408496379852295 (nan) | > loss: 0.013730582781136036 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14182072514542085) | > loader_time: 0.005 (0.004720474624215047)  --> TIME: 2025-03-23 20:34:31 -- STEP: 13715/31555 -- GLOBAL_STEP: 234600 | > loss_text_ce: 0.04760967567563057 (0.046860977017188034) | > loss_mel_ce: 3.2031161785125732 (nan) | > loss: 0.01289970614016056 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1418228748111543) | > loader_time: 0.0046 (0.004720353489151581)  --> TIME: 2025-03-23 20:34:40 -- STEP: 13765/31555 -- GLOBAL_STEP: 234650 | > loss_text_ce: 0.057839300483465195 (0.04685760266203382) | > loss_mel_ce: 0.0606282539665699 (nan) | > loss: 0.00047010937123559415 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14181915867601502) | > loader_time: 0.0047 (0.004719918795252033)  --> TIME: 2025-03-23 20:34:50 -- STEP: 13815/31555 -- GLOBAL_STEP: 234700 | > loss_text_ce: 0.052159760147333145 (0.04686337086866568) | > loss_mel_ce: 0.0562744140625 (nan) | > loss: 0.0004302943416405469 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14181992288866355) | > loader_time: 0.0049 (0.0047202278728119195)  --> TIME: 2025-03-23 20:35:00 -- STEP: 13865/31555 -- GLOBAL_STEP: 234750 | > loss_text_ce: 0.046871256083250046 (0.04685679748889473) | > loss_mel_ce: 2.4741854667663574 (nan) | > loss: 0.010004193522036076 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14183139580920315) | > loader_time: 0.007 (0.004720671564673754)  --> TIME: 2025-03-23 20:35:10 -- STEP: 13915/31555 -- GLOBAL_STEP: 234800 | > loss_text_ce: 0.05711600184440613 (0.04685097280514955) | > loss_mel_ce: 3.691098928451538 (nan) | > loss: 0.014873869717121124 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14183835964429123) | > loader_time: 0.0049 (0.004720459231103529)  --> TIME: 2025-03-23 20:35:19 -- STEP: 13965/31555 -- GLOBAL_STEP: 234850 | > loss_text_ce: 0.05440230295062065 (0.04685317283450254) | > loss_mel_ce: 3.24045467376709 (nan) | > loss: 0.013074830174446106 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14184217417150574) | > loader_time: 0.0045 (0.0047201300367334135)  --> TIME: 2025-03-23 20:35:29 -- STEP: 14015/31555 -- GLOBAL_STEP: 234900 | > loss_text_ce: 0.04216230288147926 (0.04684745929012224) | > loss_mel_ce: 2.800586223602295 (nan) | > loss: 0.01128074899315834 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14183151314524853) | > loader_time: 0.0044 (0.004720414369564753)  --> TIME: 2025-03-23 20:35:39 -- STEP: 14065/31555 -- GLOBAL_STEP: 234950 | > loss_text_ce: 0.042713265866041183 (0.04684585232414789) | > loss_mel_ce: 3.3932619094848633 (nan) | > loss: 0.013634822331368923 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14184749183220885) | > loader_time: 0.0049 (0.004720824442001322)  --> TIME: 2025-03-23 20:35:49 -- STEP: 14115/31555 -- GLOBAL_STEP: 235000 | > loss_text_ce: 0.05429305508732796 (0.04684558820515205) | > loss_mel_ce: 3.023423671722412 (nan) | > loss: 0.012213163077831268 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14185511965385167) | > loader_time: 0.0048 (0.0047207672546148854)  --> TIME: 2025-03-23 20:35:58 -- STEP: 14165/31555 -- GLOBAL_STEP: 235050 | > loss_text_ce: 0.03788936883211136 (0.04684484598515818) | > loss_mel_ce: 0.302734375 (nan) | > loss: 0.001351681537926197 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1418559940215607) | > loader_time: 0.0044 (0.0047208877910879235)  --> TIME: 2025-03-23 20:36:08 -- STEP: 14215/31555 -- GLOBAL_STEP: 235100 | > loss_text_ce: 0.044431377202272415 (0.04683729598643952) | > loss_mel_ce: 2.9529290199279785 (nan) | > loss: 0.01189428847283125 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14185906060346673) | > loader_time: 0.0048 (0.004720841735507077)  --> TIME: 2025-03-23 20:36:18 -- STEP: 14265/31555 -- GLOBAL_STEP: 235150 | > loss_text_ce: 0.04757754132151604 (0.04683604909056827) | > loss_mel_ce: 3.3672947883605957 (nan) | > loss: 0.013551081530749798 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14185274564045813) | > loader_time: 0.0046 (0.0047210251954911304)  --> TIME: 2025-03-23 20:36:28 -- STEP: 14315/31555 -- GLOBAL_STEP: 235200 | > loss_text_ce: 0.04465146362781525 (0.046834137096124176) | > loss_mel_ce: 3.9502780437469482 (nan) | > loss: 0.015852896496653557 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14185699007538682) | > loader_time: 0.005 (0.004721544124511331)  --> TIME: 2025-03-23 20:36:38 -- STEP: 14365/31555 -- GLOBAL_STEP: 235250 | > loss_text_ce: 0.04403248056769371 (0.04683503605823441) | > loss_mel_ce: 2.8765809535980225 (nan) | > loss: 0.011589736677706242 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14187496333349706) | > loader_time: 0.0045 (0.004721891029429606)  --> TIME: 2025-03-23 20:36:48 -- STEP: 14415/31555 -- GLOBAL_STEP: 235300 | > loss_text_ce: 0.04771937429904938 (0.04682925243959218) | > loss_mel_ce: 0.6463397145271301 (nan) | > loss: 0.002754202811047435 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14188964514942493) | > loader_time: 0.0045 (0.004721770516460731)  --> TIME: 2025-03-23 20:36:57 -- STEP: 14465/31555 -- GLOBAL_STEP: 235350 | > loss_text_ce: 0.04627928510308266 (0.04682668687281911) | > loss_mel_ce: 2.548816680908203 (nan) | > loss: 0.01029799971729517 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.141890553327074) | > loader_time: 0.0046 (0.004721676631654537)  --> TIME: 2025-03-23 20:37:07 -- STEP: 14515/31555 -- GLOBAL_STEP: 235400 | > loss_text_ce: 0.046026453375816345 (0.046824026124791314) | > loss_mel_ce: 3.7317276000976562 (nan) | > loss: 0.014991088770329952 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1418930812576833) | > loader_time: 0.0043 (0.0047213715682389405)  --> TIME: 2025-03-23 20:37:16 -- STEP: 14565/31555 -- GLOBAL_STEP: 235450 | > loss_text_ce: 0.053124718368053436 (0.046822769528173755) | > loss_mel_ce: 3.2741737365722656 (nan) | > loss: 0.013203565962612629 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14187462862684683) | > loader_time: 0.0047 (0.004721253113856313)  --> TIME: 2025-03-23 20:37:26 -- STEP: 14615/31555 -- GLOBAL_STEP: 235500 | > loss_text_ce: 0.04715116322040558 (0.04682449869642039) | > loss_mel_ce: 3.5876259803771973 (nan) | > loss: 0.014423719607293606 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.199 (0.14188497387053825) | > loader_time: 0.005 (0.0047213364332618635)  --> TIME: 2025-03-23 20:37:36 -- STEP: 14665/31555 -- GLOBAL_STEP: 235550 | > loss_text_ce: 0.043566178530454636 (0.04682230092070694) | > loss_mel_ce: 3.282454013824463 (nan) | > loss: 0.013198493979871273 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14188276763016072) | > loader_time: 0.0046 (0.004721056329809758)  --> TIME: 2025-03-23 20:37:46 -- STEP: 14715/31555 -- GLOBAL_STEP: 235600 | > loss_text_ce: 0.05556769296526909 (0.046821672814501766) | > loss_mel_ce: 3.5610053539276123 (nan) | > loss: 0.014351481571793556 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14188209869729634) | > loader_time: 0.0048 (0.004720744493661423)  --> TIME: 2025-03-23 20:37:55 -- STEP: 14765/31555 -- GLOBAL_STEP: 235650 | > loss_text_ce: 0.040742576122283936 (0.046822199631448395) | > loss_mel_ce: 0.145263671875 (nan) | > loss: 0.000738120055757463 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14188483301518692) | > loader_time: 0.0048 (0.004720798670700591)  --> TIME: 2025-03-23 20:38:05 -- STEP: 14815/31555 -- GLOBAL_STEP: 235700 | > loss_text_ce: 0.04892491549253464 (0.046818213089307406) | > loss_mel_ce: 2.8449864387512207 (nan) | > loss: 0.011483775451779366 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14187690250140608) | > loader_time: 0.0046 (0.004720616831475318)  --> TIME: 2025-03-23 20:38:15 -- STEP: 14865/31555 -- GLOBAL_STEP: 235750 | > loss_text_ce: 0.04065006226301193 (0.04682103814948779) | > loss_mel_ce: 2.598801374435425 (nan) | > loss: 0.010474014095962048 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1418869015346911) | > loader_time: 0.0047 (0.004721142954590579)  --> TIME: 2025-03-23 20:38:24 -- STEP: 14915/31555 -- GLOBAL_STEP: 235800 | > loss_text_ce: 0.04519778490066528 (0.04681627831190454) | > loss_mel_ce: 3.3510470390319824 (nan) | > loss: 0.013477162458002567 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14187561584086533) | > loader_time: 0.0046 (0.004721288860064)  --> TIME: 2025-03-23 20:38:34 -- STEP: 14965/31555 -- GLOBAL_STEP: 235850 | > loss_text_ce: 0.047425489872694016 (0.04681462806957882) | > loss_mel_ce: 3.2076237201690674 (nan) | > loss: 0.012916862964630127 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14186823403919016) | > loader_time: 0.0047 (0.004721209407848453)  --> TIME: 2025-03-23 20:38:44 -- STEP: 15015/31555 -- GLOBAL_STEP: 235900 | > loss_text_ce: 0.05043713003396988 (0.04681229844430109) | > loss_mel_ce: 3.666701316833496 (nan) | > loss: 0.014750550501048565 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14187950109824235) | > loader_time: 0.0045 (0.004721035260261789)  --> TIME: 2025-03-23 20:38:53 -- STEP: 15065/31555 -- GLOBAL_STEP: 235950 | > loss_text_ce: 0.04697113111615181 (0.0468062422429625) | > loss_mel_ce: 3.4608142375946045 (nan) | > loss: 0.013919783756136894 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14186325404005512) | > loader_time: 0.007 (0.004721011602716351)  --> TIME: 2025-03-23 20:39:03 -- STEP: 15115/31555 -- GLOBAL_STEP: 236000 | > loss_text_ce: 0.038838502019643784 (0.04680335896081672) | > loss_mel_ce: 3.0833141803741455 (nan) | > loss: 0.01238949503749609 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14186852198344369) | > loader_time: 0.0045 (0.004720739493336928)  --> TIME: 2025-03-23 20:39:13 -- STEP: 15165/31555 -- GLOBAL_STEP: 236050 | > loss_text_ce: 0.04159455746412277 (0.04680176584459691) | > loss_mel_ce: 3.478874444961548 (nan) | > loss: 0.013970116153359413 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1418719569173859) | > loader_time: 0.0047 (0.004720921379640238)  --> TIME: 2025-03-23 20:39:22 -- STEP: 15215/31555 -- GLOBAL_STEP: 236100 | > loss_text_ce: 0.051444996148347855 (0.04680504878151055) | > loss_mel_ce: 3.5360827445983887 (nan) | > loss: 0.01423622202128172 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14186464255474368) | > loader_time: 0.0046 (0.004720644272357036)  --> TIME: 2025-03-23 20:39:32 -- STEP: 15265/31555 -- GLOBAL_STEP: 236150 | > loss_text_ce: 0.07324698567390442 (0.04680841737260573) | > loss_mel_ce: 3.8265113830566406 (nan) | > loss: 0.015475232154130936 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14187474041503723) | > loader_time: 0.0043 (0.00472042227119373)  --> TIME: 2025-03-23 20:39:41 -- STEP: 15315/31555 -- GLOBAL_STEP: 236200 | > loss_text_ce: 0.048402588814496994 (0.04680551537897883) | > loss_mel_ce: 2.775494337081909 (nan) | > loss: 0.011205940507352352 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14185749255400562) | > loader_time: 0.0049 (0.0047201385305007965)  --> TIME: 2025-03-23 20:39:51 -- STEP: 15365/31555 -- GLOBAL_STEP: 236250 | > loss_text_ce: 0.04575391486287117 (0.04680672470271703) | > loss_mel_ce: 3.6223323345184326 (nan) | > loss: 0.014555898495018482 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14186763229643293) | > loader_time: 0.0044 (0.004719927719816334)  --> TIME: 2025-03-23 20:40:01 -- STEP: 15415/31555 -- GLOBAL_STEP: 236300 | > loss_text_ce: 0.03417398780584335 (0.04680019130938168) | > loss_mel_ce: 3.0662083625793457 (nan) | > loss: 0.012303105555474758 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1418624484303173) | > loader_time: 0.0044 (0.004719570075154804)  --> TIME: 2025-03-23 20:40:11 -- STEP: 15465/31555 -- GLOBAL_STEP: 236350 | > loss_text_ce: 0.037075817584991455 (0.04680030753825807) | > loss_mel_ce: 2.6573352813720703 (nan) | > loss: 0.010692107491195202 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14186045629400904) | > loader_time: 0.0044 (0.004719375230485164)  --> TIME: 2025-03-23 20:40:20 -- STEP: 15515/31555 -- GLOBAL_STEP: 236400 | > loss_text_ce: 0.05681945011019707 (0.04679400849297455) | > loss_mel_ce: 3.9721896648406982 (nan) | > loss: 0.01598813384771347 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14185509420463202) | > loader_time: 0.0047 (0.004719124753130197)  --> TIME: 2025-03-23 20:40:30 -- STEP: 15565/31555 -- GLOBAL_STEP: 236450 | > loss_text_ce: 0.04804173856973648 (0.046793270948825634) | > loss_mel_ce: 2.5988292694091797 (nan) | > loss: 0.010503456927835941 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14185842139675806) | > loader_time: 0.0047 (0.004718816804993084)  --> TIME: 2025-03-23 20:40:40 -- STEP: 15615/31555 -- GLOBAL_STEP: 236500 | > loss_text_ce: 0.052575305104255676 (0.04679561798328682) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.141870203180036) | > loader_time: 0.0046 (0.004718892329249896)  --> TIME: 2025-03-23 20:40:50 -- STEP: 15665/31555 -- GLOBAL_STEP: 236550 | > loss_text_ce: 0.048073191195726395 (0.046792529836865486) | > loss_mel_ce: 3.0572118759155273 (nan) | > loss: 0.012322560884058475 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14187032892572435) | > loader_time: 0.0048 (0.004719030457565738)  --> TIME: 2025-03-23 20:41:00 -- STEP: 15715/31555 -- GLOBAL_STEP: 236600 | > loss_text_ce: 0.05244823917746544 (0.0467893959723255) | > loss_mel_ce: 3.04890513420105 (nan) | > loss: 0.012306958436965942 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14188228615370366) | > loader_time: 0.005 (0.004719007678977096)  --> TIME: 2025-03-23 20:41:09 -- STEP: 15765/31555 -- GLOBAL_STEP: 236650 | > loss_text_ce: 0.0312216617166996 (0.046785355834576985) | > loss_mel_ce: 1.3238118886947632 (nan) | > loss: 0.005377117544412613 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14187116343144118) | > loader_time: 0.0065 (0.0047192695289802935)  --> TIME: 2025-03-23 20:41:18 -- STEP: 15815/31555 -- GLOBAL_STEP: 236700 | > loss_text_ce: 0.05416683480143547 (0.04678036857801526) | > loss_mel_ce: 3.4811441898345947 (nan) | > loss: 0.014029012992978096 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14186081999357614) | > loader_time: 0.0046 (0.0047192648321701045)  --> TIME: 2025-03-23 20:41:28 -- STEP: 15865/31555 -- GLOBAL_STEP: 236750 | > loss_text_ce: 0.03908310458064079 (0.046782450948240545) | > loss_mel_ce: 2.8316123485565186 (nan) | > loss: 0.011391649022698402 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14187042363765298) | > loader_time: 0.0047 (0.0047192399824150235)  --> TIME: 2025-03-23 20:41:38 -- STEP: 15915/31555 -- GLOBAL_STEP: 236800 | > loss_text_ce: 0.04269462823867798 (0.046781626261742724) | > loss_mel_ce: 2.919182538986206 (nan) | > loss: 0.01175348088145256 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1418660938234184) | > loader_time: 0.0047 (0.004719342280587718)  --> TIME: 2025-03-23 20:41:48 -- STEP: 15965/31555 -- GLOBAL_STEP: 236850 | > loss_text_ce: 0.05330336466431618 (0.04678426268179477) | > loss_mel_ce: 3.0026512145996094 (nan) | > loss: 0.012126805260777473 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14186880423512757) | > loader_time: 0.0046 (0.004720333590986879)  --> TIME: 2025-03-23 20:41:57 -- STEP: 16015/31555 -- GLOBAL_STEP: 236900 | > loss_text_ce: 0.047525692731142044 (0.04678386054459713) | > loss_mel_ce: 3.169316053390503 (nan) | > loss: 0.012765245512127876 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14186549226902068) | > loader_time: 0.0043 (0.004720057288892483)  --> TIME: 2025-03-23 20:42:07 -- STEP: 16065/31555 -- GLOBAL_STEP: 236950 | > loss_text_ce: 0.04873436689376831 (0.046785773887333) | > loss_mel_ce: 1.8668781518936157 (nan) | > loss: 0.00760163739323616 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14187565330697782) | > loader_time: 0.0044 (0.004720412553228618)  --> TIME: 2025-03-23 20:42:17 -- STEP: 16115/31555 -- GLOBAL_STEP: 237000 | > loss_text_ce: 0.04796314984560013 (0.04678631981414628) | > loss_mel_ce: 2.2846622467041016 (nan) | > loss: 0.009256450459361076 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14187194150758461) | > loader_time: 0.0042 (0.00472013980677288)  --> TIME: 2025-03-23 20:42:26 -- STEP: 16165/31555 -- GLOBAL_STEP: 237050 | > loss_text_ce: 0.042638931423425674 (0.04678798764488938) | > loss_mel_ce: 2.9307057857513428 (nan) | > loss: 0.011798988096415997 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14186498154953836) | > loader_time: 0.0073 (0.004720019881215728)  --> TIME: 2025-03-23 20:42:36 -- STEP: 16215/31555 -- GLOBAL_STEP: 237100 | > loss_text_ce: 0.06092986464500427 (0.04678389384057192) | > loss_mel_ce: 3.258537769317627 (nan) | > loss: 0.013172491453588009 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14186644136556534) | > loader_time: 0.0046 (0.004719928440913863)  --> TIME: 2025-03-23 20:42:46 -- STEP: 16265/31555 -- GLOBAL_STEP: 237150 | > loss_text_ce: 0.04914989322423935 (0.04678518425380087) | > loss_mel_ce: 2.8908274173736572 (nan) | > loss: 0.011666577309370041 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14185842504656795) | > loader_time: 0.0046 (0.004719759594870094)  --> TIME: 2025-03-23 20:42:55 -- STEP: 16315/31555 -- GLOBAL_STEP: 237200 | > loss_text_ce: 0.03791274130344391 (0.04678750605211972) | > loss_mel_ce: 3.1998682022094727 (nan) | > loss: 0.01284833811223507 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1418614630095629) | > loader_time: 0.0045 (0.004719694750169428)  --> TIME: 2025-03-23 20:43:05 -- STEP: 16365/31555 -- GLOBAL_STEP: 237250 | > loss_text_ce: 0.03336833044886589 (0.04678375160539565) | > loss_mel_ce: 3.040271282196045 (nan) | > loss: 0.012196983210742474 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14186085394461076) | > loader_time: 0.0048 (0.004719411186803342)  --> TIME: 2025-03-23 20:43:15 -- STEP: 16415/31555 -- GLOBAL_STEP: 237300 | > loss_text_ce: 0.0383017472922802 (0.046785506168950663) | > loss_mel_ce: 2.8475115299224854 (nan) | > loss: 0.011451640166342258 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14186185266853285) | > loader_time: 0.0047 (0.004719498010078215)  --> TIME: 2025-03-23 20:43:24 -- STEP: 16465/31555 -- GLOBAL_STEP: 237350 | > loss_text_ce: 0.03567124158143997 (0.04678470126582013) | > loss_mel_ce: 2.8401174545288086 (nan) | > loss: 0.011411860585212708 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1418555528749067) | > loader_time: 0.0046 (0.004719549249161926)  --> TIME: 2025-03-23 20:43:34 -- STEP: 16515/31555 -- GLOBAL_STEP: 237400 | > loss_text_ce: 0.047965120524168015 (0.0467891374962699) | > loss_mel_ce: 3.056039333343506 (nan) | > loss: 0.012317478656768799 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14186586185978572) | > loader_time: 0.0045 (0.004719434042897973)  --> TIME: 2025-03-23 20:43:44 -- STEP: 16565/31555 -- GLOBAL_STEP: 237450 | > loss_text_ce: 0.05847492069005966 (0.04678796896581126) | > loss_mel_ce: 1.836796522140503 (nan) | > loss: 0.007520918734371662 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1418769514456358) | > loader_time: 0.0044 (0.004719199667947008)  --> TIME: 2025-03-23 20:43:54 -- STEP: 16615/31555 -- GLOBAL_STEP: 237500 | > loss_text_ce: 0.05536608025431633 (0.046782878258249096) | > loss_mel_ce: 2.7622220516204834 (nan) | > loss: 0.011180905625224113 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14188040521824388) | > loader_time: 0.0047 (0.004719257598679499)  --> TIME: 2025-03-23 20:44:04 -- STEP: 16665/31555 -- GLOBAL_STEP: 237550 | > loss_text_ce: 0.040349967777729034 (0.04678093104657076) | > loss_mel_ce: 0.1214192733168602 (nan) | > loss: 0.0006419414421543479 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1418814424634381) | > loader_time: 0.0046 (0.004719614961145158)  --> TIME: 2025-03-23 20:44:14 -- STEP: 16715/31555 -- GLOBAL_STEP: 237600 | > loss_text_ce: 0.0470733717083931 (0.046786468148269485) | > loss_mel_ce: 3.7831974029541016 (nan) | > loss: 0.015199488028883934 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.1418981012669011) | > loader_time: 0.0047 (0.004719609811995647)  --> TIME: 2025-03-23 20:44:23 -- STEP: 16765/31555 -- GLOBAL_STEP: 237650 | > loss_text_ce: 0.049327459186315536 (0.04678534925202861) | > loss_mel_ce: 2.9613966941833496 (nan) | > loss: 0.011947317980229855 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14189306549836883) | > loader_time: 0.0049 (0.0047193298686841224)  --> TIME: 2025-03-23 20:44:33 -- STEP: 16815/31555 -- GLOBAL_STEP: 237700 | > loss_text_ce: 0.039274662733078 (0.0467822882032492) | > loss_mel_ce: 3.043278932571411 (nan) | > loss: 0.012232356704771519 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14189305270033736) | > loader_time: 0.0049 (0.004719115182682048)  --> TIME: 2025-03-23 20:44:43 -- STEP: 16865/31555 -- GLOBAL_STEP: 237750 | > loss_text_ce: 0.0482482947409153 (0.046781894892041195) | > loss_mel_ce: 3.051787853240967 (nan) | > loss: 0.0123017318546772 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14189164724047526) | > loader_time: 0.0046 (0.0047189405047147765)  --> TIME: 2025-03-23 20:44:53 -- STEP: 16915/31555 -- GLOBAL_STEP: 237800 | > loss_text_ce: 0.04124334082007408 (0.0467759959757034) | > loss_mel_ce: 3.4598441123962402 (nan) | > loss: 0.013893204741179943 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14190286252402157) | > loader_time: 0.0047 (0.004718714143762632)  --> TIME: 2025-03-23 20:45:02 -- STEP: 16965/31555 -- GLOBAL_STEP: 237850 | > loss_text_ce: 0.04810035228729248 (0.04677202834479023) | > loss_mel_ce: 3.0561814308166504 (nan) | > loss: 0.012318579480051994 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.1418949794460117) | > loader_time: 0.0054 (0.004718801190359131)  --> TIME: 2025-03-23 20:45:12 -- STEP: 17015/31555 -- GLOBAL_STEP: 237900 | > loss_text_ce: 0.04837774485349655 (0.046772160409377025) | > loss_mel_ce: 2.863856077194214 (nan) | > loss: 0.011556483805179596 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14190606437568845) | > loader_time: 0.0045 (0.004719521625932437)  --> TIME: 2025-03-23 20:45:22 -- STEP: 17065/31555 -- GLOBAL_STEP: 237950 | > loss_text_ce: 0.0494687482714653 (0.046777298129274315) | > loss_mel_ce: 1.865074872970581 (nan) | > loss: 0.007597395684570074 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14189989145571288) | > loader_time: 0.0041 (0.004719348712432704)  --> TIME: 2025-03-23 20:45:31 -- STEP: 17115/31555 -- GLOBAL_STEP: 238000 | > loss_text_ce: 0.04465685412287712 (0.046775233799065584) | > loss_mel_ce: 2.6345601081848145 (nan) | > loss: 0.010631813667714596 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14190549053645787) | > loader_time: 0.0045 (0.004719137887734605)  --> TIME: 2025-03-23 20:45:41 -- STEP: 17165/31555 -- GLOBAL_STEP: 238050 | > loss_text_ce: 0.03879111632704735 (0.04677161157837633) | > loss_mel_ce: 1.7364773750305176 (nan) | > loss: 0.007044716272503138 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1418951438739361) | > loader_time: 0.0043 (0.004719749873489385)  --> TIME: 2025-03-23 20:45:51 -- STEP: 17215/31555 -- GLOBAL_STEP: 238100 | > loss_text_ce: 0.04337680712342262 (0.04677480227359118) | > loss_mel_ce: 3.4742748737335205 (nan) | > loss: 0.013958936557173729 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1418879898142206) | > loader_time: 0.0049 (0.004719930882028731)  --> TIME: 2025-03-23 20:46:00 -- STEP: 17265/31555 -- GLOBAL_STEP: 238150 | > loss_text_ce: 0.03548483923077583 (0.04677272017402199) | > loss_mel_ce: 2.782071352005005 (nan) | > loss: 0.011180778965353966 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1418936603904089) | > loader_time: 0.0046 (0.004719809867180562)  --> TIME: 2025-03-23 20:46:10 -- STEP: 17315/31555 -- GLOBAL_STEP: 238200 | > loss_text_ce: 0.03678930923342705 (0.046774003904774424) | > loss_mel_ce: 3.347064256668091 (nan) | > loss: 0.013427991420030594 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1418961437251787) | > loader_time: 0.0044 (0.004719977360944879)  --> TIME: 2025-03-23 20:46:20 -- STEP: 17365/31555 -- GLOBAL_STEP: 238250 | > loss_text_ce: 0.052244219928979874 (0.046772966106611934) | > loss_mel_ce: 2.640657424926758 (nan) | > loss: 0.01068611815571785 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14189320604635816) | > loader_time: 0.0044 (0.004719792406393538)  --> TIME: 2025-03-23 20:46:29 -- STEP: 17415/31555 -- GLOBAL_STEP: 238300 | > loss_text_ce: 0.0543123334646225 (0.046774653430644235) | > loss_mel_ce: 3.3883519172668457 (nan) | > loss: 0.013661366887390614 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14188755577814716) | > loader_time: 0.0046 (0.004719723773488626)  --> TIME: 2025-03-23 20:46:39 -- STEP: 17465/31555 -- GLOBAL_STEP: 238350 | > loss_text_ce: 0.050398264080286026 (0.04677694907628974) | > loss_mel_ce: 3.339740753173828 (nan) | > loss: 0.013452934101223946 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1418979265817497) | > loader_time: 0.005 (0.004719413511056178)  --> TIME: 2025-03-23 20:46:49 -- STEP: 17515/31555 -- GLOBAL_STEP: 238400 | > loss_text_ce: 0.058027248829603195 (0.046773981306858316) | > loss_mel_ce: 2.036872386932373 (nan) | > loss: 0.008313094265758991 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14188746016195108) | > loader_time: 0.0046 (0.004719269469639851)  --> TIME: 2025-03-23 20:46:58 -- STEP: 17565/31555 -- GLOBAL_STEP: 238450 | > loss_text_ce: 0.033882640302181244 (0.04677127572638117) | > loss_mel_ce: 3.1859378814697266 (nan) | > loss: 0.012777065858244896 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14188607104850187) | > loader_time: 0.0045 (0.004719053982941801)  --> TIME: 2025-03-23 20:47:08 -- STEP: 17615/31555 -- GLOBAL_STEP: 238500 | > loss_text_ce: 0.038322143256664276 (0.046772043237617626) | > loss_mel_ce: 2.9686663150787354 (nan) | > loss: 0.011932495050132275 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14189322559866777) | > loader_time: 0.0045 (0.004719203526141986)  --> TIME: 2025-03-23 20:47:18 -- STEP: 17665/31555 -- GLOBAL_STEP: 238550 | > loss_text_ce: 0.043179407715797424 (0.04677153460712021) | > loss_mel_ce: 3.447349786758423 (nan) | > loss: 0.013851307332515717 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14189911697122176) | > loader_time: 0.0049 (0.004719165469444126)  --> TIME: 2025-03-23 20:47:28 -- STEP: 17715/31555 -- GLOBAL_STEP: 238600 | > loss_text_ce: 0.054256848990917206 (0.0467712778691124) | > loss_mel_ce: 3.1983604431152344 (nan) | > loss: 0.012907212600111961 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14190004163295877) | > loader_time: 0.0046 (0.004719299493521026)  --> TIME: 2025-03-23 20:47:37 -- STEP: 17765/31555 -- GLOBAL_STEP: 238650 | > loss_text_ce: 0.04841054975986481 (0.046770074525038126) | > loss_mel_ce: 2.809067964553833 (nan) | > loss: 0.011339201591908932 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14189936310145237) | > loader_time: 0.0046 (0.004719182816217409)  --> TIME: 2025-03-23 20:47:47 -- STEP: 17815/31555 -- GLOBAL_STEP: 238700 | > loss_text_ce: 0.039323803037405014 (0.04676845385561018) | > loss_mel_ce: 3.5546875 (nan) | > loss: 0.014261950738728046 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1419131554012859) | > loader_time: 0.0045 (0.004719620703847881)  --> TIME: 2025-03-23 20:47:57 -- STEP: 17865/31555 -- GLOBAL_STEP: 238750 | > loss_text_ce: 0.043699268251657486 (0.046762760435985685) | > loss_mel_ce: 2.9509599208831787 (nan) | > loss: 0.011883568949997425 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1419087636180537) | > loader_time: 0.0046 (0.004719901358484037)  --> TIME: 2025-03-23 20:48:07 -- STEP: 17915/31555 -- GLOBAL_STEP: 238800 | > loss_text_ce: 0.050089284777641296 (0.046767137886630464) | > loss_mel_ce: 3.3822691440582275 (nan) | > loss: 0.013620470650494099 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14191723697650738) | > loader_time: 0.0047 (0.004720097242904164)  --> TIME: 2025-03-23 20:48:17 -- STEP: 17965/31555 -- GLOBAL_STEP: 238850 | > loss_text_ce: 0.05813920497894287 (0.04676610673099948) | > loss_mel_ce: 3.011470079421997 (nan) | > loss: 0.012180989608168602 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14191014397088011) | > loader_time: 0.0047 (0.004720151852406783)  --> TIME: 2025-03-23 20:48:26 -- STEP: 18015/31555 -- GLOBAL_STEP: 238900 | > loss_text_ce: 0.046496614813804626 (0.04676682759229388) | > loss_mel_ce: 2.733153820037842 (nan) | > loss: 0.01103035919368267 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14191145990876292) | > loader_time: 0.0047 (0.004720207601330707)  --> TIME: 2025-03-23 20:48:36 -- STEP: 18065/31555 -- GLOBAL_STEP: 238950 | > loss_text_ce: 0.02536560781300068 (0.046764112010117764) | > loss_mel_ce: 1.5533273220062256 (nan) | > loss: 0.006264654919505119 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1419203688291321) | > loader_time: 0.0066 (0.004720390215825399)  --> TIME: 2025-03-23 20:48:46 -- STEP: 18115/31555 -- GLOBAL_STEP: 239000 | > loss_text_ce: 0.04684009402990341 (0.04676501978293638) | > loss_mel_ce: 0.18515625596046448 (nan) | > loss: 0.0009206205140799284 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.1419284139981176) | > loader_time: 0.0047 (0.004720692130501267)  --> TIME: 2025-03-23 20:48:56 -- STEP: 18165/31555 -- GLOBAL_STEP: 239050 | > loss_text_ce: 0.0442066453397274 (0.046767014661225084) | > loss_mel_ce: 2.795152425765991 (nan) | > loss: 0.011267298832535744 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14192776916245703) | > loader_time: 0.0044 (0.004720443501933148)  --> TIME: 2025-03-23 20:49:06 -- STEP: 18215/31555 -- GLOBAL_STEP: 239100 | > loss_text_ce: 0.04347866401076317 (0.04676827837595729) | > loss_mel_ce: 1.4015415906906128 (nan) | > loss: 0.005734207574278116 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14194156821861234) | > loader_time: 0.0043 (0.004720519657747563)  --> TIME: 2025-03-23 20:49:15 -- STEP: 18265/31555 -- GLOBAL_STEP: 239150 | > loss_text_ce: 0.04753272607922554 (0.04676881157409417) | > loss_mel_ce: 2.993133544921875 (nan) | > loss: 0.012066137045621872 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14194213363069044) | > loader_time: 0.0045 (0.004720497235774065)  --> TIME: 2025-03-23 20:49:25 -- STEP: 18315/31555 -- GLOBAL_STEP: 239200 | > loss_text_ce: 0.04097553715109825 (0.04677226513877433) | > loss_mel_ce: 3.2634849548339844 (nan) | > loss: 0.013112938962876797 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14196125323935904) | > loader_time: 0.0046 (0.00472057812727443)  --> TIME: 2025-03-23 20:49:35 -- STEP: 18365/31555 -- GLOBAL_STEP: 239250 | > loss_text_ce: 0.04910482466220856 (0.04677008873421233) | > loss_mel_ce: 3.2222213745117188 (nan) | > loss: 0.012981453910470009 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.141962936857304) | > loader_time: 0.0044 (0.004720338929942523)  --> TIME: 2025-03-23 20:49:45 -- STEP: 18415/31555 -- GLOBAL_STEP: 239300 | > loss_text_ce: 0.04613254591822624 (0.04676675494363784) | > loss_mel_ce: 3.7018094062805176 (nan) | > loss: 0.014872786588966846 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14197102649490995) | > loader_time: 0.0048 (0.004720110301572651)  --> TIME: 2025-03-23 20:49:55 -- STEP: 18465/31555 -- GLOBAL_STEP: 239350 | > loss_text_ce: 0.05487136170268059 (0.04676237994537168) | > loss_mel_ce: 3.024247646331787 (nan) | > loss: 0.012218726798892021 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14197404704183134) | > loader_time: 0.0048 (0.004720165372508134)  --> TIME: 2025-03-23 20:50:04 -- STEP: 18515/31555 -- GLOBAL_STEP: 239400 | > loss_text_ce: 0.0472940132021904 (0.04676663874769999) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14196460286314905) | > loader_time: 0.0047 (0.0047203875862840495)  --> TIME: 2025-03-23 20:50:14 -- STEP: 18565/31555 -- GLOBAL_STEP: 239450 | > loss_text_ce: 0.0589398555457592 (0.04676420520870701) | > loss_mel_ce: 3.130934000015259 (nan) | > loss: 0.01265823096036911 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14196303528401316) | > loader_time: 0.0045 (0.004720322218282876)  --> TIME: 2025-03-23 20:50:24 -- STEP: 18615/31555 -- GLOBAL_STEP: 239500 | > loss_text_ce: 0.030955199152231216 (0.046766028157053996) | > loss_mel_ce: 7.953125 (nan) | > loss: 0.03168286010622978 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14196169259181352) | > loader_time: 0.0044 (0.004720562489929922)  --> TIME: 2025-03-23 20:50:33 -- STEP: 18665/31555 -- GLOBAL_STEP: 239550 | > loss_text_ce: 0.048312630504369736 (0.04676503222405787) | > loss_mel_ce: 2.659783363342285 (nan) | > loss: 0.010746413841843605 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14195497431322152) | > loader_time: 0.0046 (0.004720288334664331)  --> TIME: 2025-03-23 20:50:43 -- STEP: 18715/31555 -- GLOBAL_STEP: 239600 | > loss_text_ce: 0.04528148099780083 (0.046762838814832675) | > loss_mel_ce: 3.1588284969329834 (nan) | > loss: 0.012714722193777561 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14196020498844045) | > loader_time: 0.0048 (0.004720455142160532)  --> TIME: 2025-03-23 20:50:53 -- STEP: 18765/31555 -- GLOBAL_STEP: 239650 | > loss_text_ce: 0.04912521317601204 (0.04675961174750788) | > loss_mel_ce: 3.115872859954834 (nan) | > loss: 0.012559516355395317 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14196071462125653) | > loader_time: 0.0045 (0.004720620260281829)  --> TIME: 2025-03-23 20:51:02 -- STEP: 18815/31555 -- GLOBAL_STEP: 239700 | > loss_text_ce: 0.038251809775829315 (0.046759789354243964) | > loss_mel_ce: 2.6686275005340576 (nan) | > loss: 0.010741585865616798 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14194768054859877) | > loader_time: 0.0045 (0.004720454947162157)  --> TIME: 2025-03-23 20:51:11 -- STEP: 18865/31555 -- GLOBAL_STEP: 239750 | > loss_text_ce: 0.057440195232629776 (0.04675693068635585) | > loss_mel_ce: 2.599374294281006 (nan) | > loss: 0.01054291520267725 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14192949272800917) | > loader_time: 0.0046 (0.00472044991524313)  --> TIME: 2025-03-23 20:51:21 -- STEP: 18915/31555 -- GLOBAL_STEP: 239800 | > loss_text_ce: 0.03743306174874306 (0.046753218416651574) | > loss_mel_ce: 2.7442870140075684 (nan) | > loss: 0.011038572527468204 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1419219518571259) | > loader_time: 0.0044 (0.004720213373533588)  --> TIME: 2025-03-23 20:51:30 -- STEP: 18965/31555 -- GLOBAL_STEP: 239850 | > loss_text_ce: 0.05275151506066322 (0.04675300162159866) | > loss_mel_ce: 2.7848052978515625 (nan) | > loss: 0.011260147206485271 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14191132918090685) | > loader_time: 0.0047 (0.004720450340208624)  --> TIME: 2025-03-23 20:51:40 -- STEP: 19015/31555 -- GLOBAL_STEP: 239900 | > loss_text_ce: 0.04737694561481476 (0.046756211094178296) | > loss_mel_ce: 3.179171323776245 (nan) | > loss: 0.012803763151168823 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14191265140055084) | > loader_time: 0.0043 (0.004720712266029747)  --> TIME: 2025-03-23 20:51:50 -- STEP: 19065/31555 -- GLOBAL_STEP: 239950 | > loss_text_ce: 0.04650726541876793 (0.046753782826607096) | > loss_mel_ce: 2.764453649520874 (nan) | > loss: 0.011154607869684696 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1419070590989918) | > loader_time: 0.0045 (0.004720642208396485)  --> TIME: 2025-03-23 20:51:59 -- STEP: 19115/31555 -- GLOBAL_STEP: 240000 | > loss_text_ce: 0.04889742657542229 (0.046746655579450895) | > loss_mel_ce: 3.068918228149414 (nan) | > loss: 0.01237228512763977 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14190757966247475) | > loader_time: 0.0046 (0.004720602489534285) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_240000.pth  --> TIME: 2025-03-23 20:52:14 -- STEP: 19165/31555 -- GLOBAL_STEP: 240050 | > loss_text_ce: 0.03515016660094261 (0.04674460672783883) | > loss_mel_ce: 2.4764163494110107 (nan) | > loss: 0.00996653363108635 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14188919622220836) | > loader_time: 0.0045 (0.004720624383298889)  --> TIME: 2025-03-23 20:52:24 -- STEP: 19215/31555 -- GLOBAL_STEP: 240100 | > loss_text_ce: 0.04815962538123131 (0.046743092115124306) | > loss_mel_ce: 2.8033957481384277 (nan) | > loss: 0.011315696872770786 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14190591105625752) | > loader_time: 0.0045 (0.004720715920564681)  --> TIME: 2025-03-23 20:52:34 -- STEP: 19265/31555 -- GLOBAL_STEP: 240150 | > loss_text_ce: 0.048297662287950516 (0.04674099447824947) | > loss_mel_ce: 3.004030704498291 (nan) | > loss: 0.012112414464354515 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14189066034213665) | > loader_time: 0.0046 (0.00472078051098036)  --> TIME: 2025-03-23 20:52:43 -- STEP: 19315/31555 -- GLOBAL_STEP: 240200 | > loss_text_ce: 0.03830411285161972 (0.04673645004457484) | > loss_mel_ce: 3.1532955169677734 (nan) | > loss: 0.012665078975260258 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14189260412675966) | > loader_time: 0.0046 (0.004720911151412965)  --> TIME: 2025-03-23 20:52:53 -- STEP: 19365/31555 -- GLOBAL_STEP: 240250 | > loss_text_ce: 0.0505879782140255 (0.04673275022986081) | > loss_mel_ce: 3.633145809173584 (nan) | > loss: 0.014617991633713245 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1418880551907259) | > loader_time: 0.0047 (0.004720804668537803)  --> TIME: 2025-03-23 20:53:03 -- STEP: 19415/31555 -- GLOBAL_STEP: 240300 | > loss_text_ce: 0.04366336762905121 (0.04673415109138163) | > loss_mel_ce: 3.270326614379883 (nan) | > loss: 0.013150754384696484 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14189576535319587) | > loader_time: 0.0049 (0.004720582465919172)  --> TIME: 2025-03-23 20:53:13 -- STEP: 19465/31555 -- GLOBAL_STEP: 240350 | > loss_text_ce: 0.043128903955221176 (0.04673014006242758) | > loss_mel_ce: 3.2834177017211914 (nan) | > loss: 0.013200582936406136 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14190699442352317) | > loader_time: 0.0045 (0.004720913558517042)  --> TIME: 2025-03-23 20:53:22 -- STEP: 19515/31555 -- GLOBAL_STEP: 240400 | > loss_text_ce: 0.046931203454732895 (0.04672646165889625) | > loss_mel_ce: 2.9234707355499268 (nan) | > loss: 0.011787310242652893 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14190253946312736) | > loader_time: 0.0049 (0.004721115321463075)  --> TIME: 2025-03-23 20:53:32 -- STEP: 19565/31555 -- GLOBAL_STEP: 240450 | > loss_text_ce: 0.037423521280288696 (0.04672610165968777) | > loss_mel_ce: 3.52644944190979 (nan) | > loss: 0.014142354018986225 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1419021659698029) | > loader_time: 0.0046 (0.004721128852233958)  --> TIME: 2025-03-23 20:53:42 -- STEP: 19615/31555 -- GLOBAL_STEP: 240500 | > loss_text_ce: 0.030669327825307846 (0.04672632302239967) | > loss_mel_ce: 1.8705291748046875 (nan) | > loss: 0.007544438820332289 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1419019345874976) | > loader_time: 0.0044 (0.004720956125096517)  --> TIME: 2025-03-23 20:53:52 -- STEP: 19665/31555 -- GLOBAL_STEP: 240550 | > loss_text_ce: 0.05874447152018547 (0.04672623476543502) | > loss_mel_ce: 3.220783233642578 (nan) | > loss: 0.013013998977839947 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14190761099145488) | > loader_time: 0.0048 (0.004720914766984274)  --> TIME: 2025-03-23 20:54:02 -- STEP: 19715/31555 -- GLOBAL_STEP: 240600 | > loss_text_ce: 0.04636092856526375 (0.046723543482542415) | > loss_mel_ce: 3.5175366401672363 (nan) | > loss: 0.01414245180785656 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14192385132954413) | > loader_time: 0.0049 (0.004721186447046798)  --> TIME: 2025-03-23 20:54:12 -- STEP: 19765/31555 -- GLOBAL_STEP: 240650 | > loss_text_ce: 0.047988876700401306 (0.046721239928405975) | > loss_mel_ce: 1.973496437072754 (nan) | > loss: 0.008021767251193523 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14193623066551705) | > loader_time: 0.0043 (0.004721086187480871)  --> TIME: 2025-03-23 20:54:22 -- STEP: 19815/31555 -- GLOBAL_STEP: 240700 | > loss_text_ce: 0.038062334060668945 (0.04671578885592137) | > loss_mel_ce: 1.5397827625274658 (nan) | > loss: 0.006261290516704321 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14194299515948774) | > loader_time: 0.0043 (0.004721141601493182)  --> TIME: 2025-03-23 20:54:31 -- STEP: 19865/31555 -- GLOBAL_STEP: 240750 | > loss_text_ce: 0.033882565796375275 (0.04670900902182266) | > loss_mel_ce: 2.2840464115142822 (nan) | > loss: 0.00919813197106123 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14194835976812678) | > loader_time: 0.0048 (0.004721053805424457)  --> TIME: 2025-03-23 20:54:41 -- STEP: 19915/31555 -- GLOBAL_STEP: 240800 | > loss_text_ce: 0.041283149272203445 (0.04670508944920734) | > loss_mel_ce: 1.8690999746322632 (nan) | > loss: 0.007580885663628578 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14194483558287085) | > loader_time: 0.0047 (0.004721110195722096)  --> TIME: 2025-03-23 20:54:51 -- STEP: 19965/31555 -- GLOBAL_STEP: 240850 | > loss_text_ce: 0.04089885950088501 (0.046701095400589546) | > loss_mel_ce: 3.5227668285369873 (nan) | > loss: 0.014141530729830265 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14194144591215238) | > loader_time: 0.0045 (0.0047208552070348115)  --> TIME: 2025-03-23 20:55:00 -- STEP: 20015/31555 -- GLOBAL_STEP: 240900 | > loss_text_ce: 0.05635218322277069 (0.046705893739870094) | > loss_mel_ce: 3.266233444213867 (nan) | > loss: 0.013184864073991776 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1419428119235365) | > loader_time: 0.0045 (0.0047206626842535805)  --> TIME: 2025-03-23 20:55:10 -- STEP: 20065/31555 -- GLOBAL_STEP: 240950 | > loss_text_ce: 0.05139164254069328 (0.04670610179567206) | > loss_mel_ce: 3.795132637023926 (nan) | > loss: 0.015263985842466354 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14194399737194904) | > loader_time: 0.0046 (0.004720552895035243)  --> TIME: 2025-03-23 20:55:20 -- STEP: 20115/31555 -- GLOBAL_STEP: 241000 | > loss_text_ce: 0.045135512948036194 (0.04670051195745105) | > loss_mel_ce: 3.247310161590576 (nan) | > loss: 0.013065261766314507 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14193791321430485) | > loader_time: 0.0046 (0.004720539540578365)  --> TIME: 2025-03-23 20:55:29 -- STEP: 20165/31555 -- GLOBAL_STEP: 241050 | > loss_text_ce: 0.044678520411252975 (0.046695302797912466) | > loss_mel_ce: 3.580894947052002 (nan) | > loss: 0.014387196861207485 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14192468217310175) | > loader_time: 0.0046 (0.004720395024585969)  --> TIME: 2025-03-23 20:55:39 -- STEP: 20215/31555 -- GLOBAL_STEP: 241100 | > loss_text_ce: 0.045116446912288666 (0.04669382684573183) | > loss_mel_ce: 2.989799737930298 (nan) | > loss: 0.012043318711221218 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.141939714360055) | > loader_time: 0.0044 (0.004720421059132199)  --> TIME: 2025-03-23 20:55:49 -- STEP: 20265/31555 -- GLOBAL_STEP: 241150 | > loss_text_ce: 0.03931714594364166 (0.046693871674019366) | > loss_mel_ce: 2.4241504669189453 (nan) | > loss: 0.00977566558867693 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1419463137770893) | > loader_time: 0.0046 (0.004720448129947102)  --> TIME: 2025-03-23 20:55:59 -- STEP: 20315/31555 -- GLOBAL_STEP: 241200 | > loss_text_ce: 0.04262756183743477 (0.04669544034512146) | > loss_mel_ce: 3.071544647216797 (nan) | > loss: 0.01235782727599144 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14195243390416915) | > loader_time: 0.0049 (0.004720374829599535)  --> TIME: 2025-03-23 20:56:08 -- STEP: 20365/31555 -- GLOBAL_STEP: 241250 | > loss_text_ce: 0.04606833681464195 (0.04669395721410741) | > loss_mel_ce: 0.107421875 (nan) | > loss: 0.0006090881652198732 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14195445284573066) | > loader_time: 0.0045 (0.004720396647838463)  --> TIME: 2025-03-23 20:56:18 -- STEP: 20415/31555 -- GLOBAL_STEP: 241300 | > loss_text_ce: 0.04479924216866493 (0.046692676453671415) | > loss_mel_ce: 0.9032226800918579 (nan) | > loss: 0.0037619920913130045 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14193950095306387) | > loader_time: 0.0044 (0.004720380917618488)  --> TIME: 2025-03-23 20:56:28 -- STEP: 20465/31555 -- GLOBAL_STEP: 241350 | > loss_text_ce: 0.0398971326649189 (0.04668875857864593) | > loss_mel_ce: 2.670419931411743 (nan) | > loss: 0.010755226947367191 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1419468826225915) | > loader_time: 0.0047 (0.004720422605882187)  --> TIME: 2025-03-23 20:56:37 -- STEP: 20515/31555 -- GLOBAL_STEP: 241400 | > loss_text_ce: 0.04066697135567665 (0.04668568369035673) | > loss_mel_ce: 3.7754812240600586 (nan) | > loss: 0.015143446624279022 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.1419422952831887) | > loader_time: 0.0049 (0.0047202752039195855)  --> TIME: 2025-03-23 20:56:47 -- STEP: 20565/31555 -- GLOBAL_STEP: 241450 | > loss_text_ce: 0.05249818041920662 (0.04668819340538737) | > loss_mel_ce: 2.368645191192627 (nan) | > loss: 0.009607711806893349 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1419463754598752) | > loader_time: 0.0044 (0.004720786085622649)  --> TIME: 2025-03-23 20:56:57 -- STEP: 20615/31555 -- GLOBAL_STEP: 241500 | > loss_text_ce: 0.0447685569524765 (0.04668603684760427) | > loss_mel_ce: 1.6952950954437256 (nan) | > loss: 0.006905015092343092 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14195422121196538) | > loader_time: 0.0043 (0.004720506036625639)  --> TIME: 2025-03-23 20:57:06 -- STEP: 20665/31555 -- GLOBAL_STEP: 241550 | > loss_text_ce: 0.05200396850705147 (0.046689185776635056) | > loss_mel_ce: 0.159912109375 (nan) | > loss: 0.0008409368456341326 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1419386506167163) | > loader_time: 0.0045 (0.004720289967350236)  --> TIME: 2025-03-23 20:57:16 -- STEP: 20715/31555 -- GLOBAL_STEP: 241600 | > loss_text_ce: 0.056861523538827896 (0.04669014751032686) | > loss_mel_ce: 2.3973388671875 (nan) | > loss: 0.009738891385495663 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14192873857863308) | > loader_time: 0.0047 (0.004720398046358624)  --> TIME: 2025-03-23 20:57:25 -- STEP: 20765/31555 -- GLOBAL_STEP: 241650 | > loss_text_ce: 0.05247534066438675 (0.046689717086198616) | > loss_mel_ce: 3.1127333641052246 (nan) | > loss: 0.012560353614389896 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14193066485152653) | > loader_time: 0.0048 (0.004720778847613322)  --> TIME: 2025-03-23 20:57:35 -- STEP: 20815/31555 -- GLOBAL_STEP: 241700 | > loss_text_ce: 0.051380038261413574 (0.04669199950188602) | > loss_mel_ce: 2.960550308227539 (nan) | > loss: 0.011952105909585953 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14194049235006534) | > loader_time: 0.005 (0.0047207696489952045)  --> TIME: 2025-03-23 20:57:45 -- STEP: 20865/31555 -- GLOBAL_STEP: 241750 | > loss_text_ce: 0.04441649839282036 (0.04669363903876687) | > loss_mel_ce: 3.26956844329834 (nan) | > loss: 0.013150734826922417 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14194452993994947) | > loader_time: 0.0049 (0.004720605799485059)  --> TIME: 2025-03-23 20:57:55 -- STEP: 20915/31555 -- GLOBAL_STEP: 241800 | > loss_text_ce: 0.04282694309949875 (0.04669200486703713) | > loss_mel_ce: 3.6231281757354736 (nan) | > loss: 0.014547441154718399 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.193 (0.1419527415194185) | > loader_time: 0.0049 (0.004720729120661687)  --> TIME: 2025-03-23 20:58:05 -- STEP: 20965/31555 -- GLOBAL_STEP: 241850 | > loss_text_ce: 0.047391533851623535 (0.04669191170458964) | > loss_mel_ce: 3.170259714126587 (nan) | > loss: 0.0127684585750103 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14194850285923824) | > loader_time: 0.007 (0.004720652066464339)  --> TIME: 2025-03-23 20:58:14 -- STEP: 21015/31555 -- GLOBAL_STEP: 241900 | > loss_text_ce: 0.05317534878849983 (0.046692995627481956) | > loss_mel_ce: 3.3332340717315674 (nan) | > loss: 0.013438133522868156 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14194726042029365) | > loader_time: 0.0046 (0.0047207419485980956)  --> TIME: 2025-03-23 20:58:24 -- STEP: 21065/31555 -- GLOBAL_STEP: 241950 | > loss_text_ce: 0.042468756437301636 (0.04669033084887074) | > loss_mel_ce: 3.0648999214172363 (nan) | > loss: 0.012330829165875912 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14195295776857983) | > loader_time: 0.0044 (0.004720778412075285)  --> TIME: 2025-03-23 20:58:34 -- STEP: 21115/31555 -- GLOBAL_STEP: 242000 | > loss_text_ce: 0.04928207769989967 (0.046687943865078796) | > loss_mel_ce: 3.6974613666534424 (nan) | > loss: 0.014868030324578285 (nan) | > current_lr: 5e-06 | > step_time: 0.1883 (0.14195026991182774) | > loader_time: 0.0049 (0.004720884800070174)  --> TIME: 2025-03-23 20:58:44 -- STEP: 21165/31555 -- GLOBAL_STEP: 242050 | > loss_text_ce: 0.04183434322476387 (0.04668673634544089) | > loss_mel_ce: 2.8592894077301025 (nan) | > loss: 0.011512396857142448 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14195194524877264) | > loader_time: 0.0046 (0.0047208221421127855)  --> TIME: 2025-03-23 20:58:53 -- STEP: 21215/31555 -- GLOBAL_STEP: 242100 | > loss_text_ce: 0.03323708474636078 (0.04668726994178195) | > loss_mel_ce: 2.9943089485168457 (nan) | > loss: 0.012014071457087994 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14194160620334093) | > loader_time: 0.0046 (0.004720731043405407)  --> TIME: 2025-03-23 20:59:03 -- STEP: 21265/31555 -- GLOBAL_STEP: 242150 | > loss_text_ce: 0.042842473834753036 (0.04668446834937764) | > loss_mel_ce: 2.65497088432312 (nan) | > loss: 0.010705608874559402 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1419424017429245) | > loader_time: 0.0048 (0.004721215997279282)  --> TIME: 2025-03-23 20:59:12 -- STEP: 21315/31555 -- GLOBAL_STEP: 242200 | > loss_text_ce: 0.04629041254520416 (0.04668668149104263) | > loss_mel_ce: 2.9566993713378906 (nan) | > loss: 0.011916627176105976 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14193974394712205) | > loader_time: 0.0045 (0.004721211134310807)  --> TIME: 2025-03-23 20:59:22 -- STEP: 21365/31555 -- GLOBAL_STEP: 242250 | > loss_text_ce: 0.04248924180865288 (0.04668425884753433) | > loss_mel_ce: 2.3581433296203613 (nan) | > loss: 0.009526320733129978 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1419332975976344) | > loader_time: 0.0049 (0.004721065017285948)  --> TIME: 2025-03-23 20:59:32 -- STEP: 21415/31555 -- GLOBAL_STEP: 242300 | > loss_text_ce: 0.03315179795026779 (0.04667959873210765) | > loss_mel_ce: 3.033076524734497 (nan) | > loss: 0.012167573906481266 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1419301482358053) | > loader_time: 0.0042 (0.004720780728660993)  --> TIME: 2025-03-23 20:59:42 -- STEP: 21465/31555 -- GLOBAL_STEP: 242350 | > loss_text_ce: 0.045891180634498596 (0.04667305686781629) | > loss_mel_ce: 3.339724063873291 (nan) | > loss: 0.013434981927275658 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14193908305760244) | > loader_time: 0.0047 (0.004720826963153203)  --> TIME: 2025-03-23 20:59:51 -- STEP: 21515/31555 -- GLOBAL_STEP: 242400 | > loss_text_ce: 0.04202822595834732 (0.04667343549649409) | > loss_mel_ce: 2.9059364795684814 (nan) | > loss: 0.01169827301055193 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14194158771939608) | > loader_time: 0.0049 (0.00472085895356592)  --> TIME: 2025-03-23 21:00:01 -- STEP: 21565/31555 -- GLOBAL_STEP: 242450 | > loss_text_ce: 0.036855533719062805 (0.04667771685922056) | > loss_mel_ce: 2.357523202896118 (nan) | > loss: 0.009501502849161625 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14194861233386488) | > loader_time: 0.0047 (0.004720842614407155)  --> TIME: 2025-03-23 21:00:11 -- STEP: 21615/31555 -- GLOBAL_STEP: 242500 | > loss_text_ce: 0.048864927142858505 (0.04667454479409162) | > loss_mel_ce: 3.4196083545684814 (nan) | > loss: 0.013763783499598503 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14194583739502023) | > loader_time: 0.0046 (0.0047208427858937115)  --> TIME: 2025-03-23 21:00:21 -- STEP: 21665/31555 -- GLOBAL_STEP: 242550 | > loss_text_ce: 0.04904116690158844 (0.046672418776546216) | > loss_mel_ce: 3.541461706161499 (nan) | > loss: 0.01424802839756012 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14195777543994811) | > loader_time: 0.0045 (0.004720986458932211)  --> TIME: 2025-03-23 21:00:30 -- STEP: 21715/31555 -- GLOBAL_STEP: 242600 | > loss_text_ce: 0.03150741010904312 (0.04667457345891989) | > loss_mel_ce: 3.0198590755462646 (nan) | > loss: 0.01210859790444374 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14193776967529378) | > loader_time: 0.0067 (0.004720838097913331)  --> TIME: 2025-03-23 21:00:40 -- STEP: 21765/31555 -- GLOBAL_STEP: 242650 | > loss_text_ce: 0.03721846640110016 (0.046669954933438354) | > loss_mel_ce: 3.204554557800293 (nan) | > loss: 0.012864179909229279 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1419333331754177) | > loader_time: 0.0047 (0.004720710475719174)  --> TIME: 2025-03-23 21:00:49 -- STEP: 21815/31555 -- GLOBAL_STEP: 242700 | > loss_text_ce: 0.05432357266545296 (0.046665129928016906) | > loss_mel_ce: 5.411458492279053 (nan) | > loss: 0.021689612418413162 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.1419391930772715) | > loader_time: 0.0044 (0.004720771769004026)  --> TIME: 2025-03-23 21:00:59 -- STEP: 21865/31555 -- GLOBAL_STEP: 242750 | > loss_text_ce: 0.04890644550323486 (0.04666033717242478) | > loss_mel_ce: 3.1067886352539062 (nan) | > loss: 0.012522599659860134 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14193627997336716) | > loader_time: 0.0045 (0.004720524816907763)  --> TIME: 2025-03-23 21:01:09 -- STEP: 21915/31555 -- GLOBAL_STEP: 242800 | > loss_text_ce: 0.03790393844246864 (0.04665703502031712) | > loss_mel_ce: 3.2306859493255615 (nan) | > loss: 0.012970595620572567 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14193015307453272) | > loader_time: 0.0045 (0.004720496598264792)  --> TIME: 2025-03-23 21:01:18 -- STEP: 21965/31555 -- GLOBAL_STEP: 242850 | > loss_text_ce: 0.052060049027204514 (0.046653628139719516) | > loss_mel_ce: 3.0720713138580322 (nan) | > loss: 0.012397347949445248 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1419282011960819) | > loader_time: 0.0046 (0.004720335649298858)  --> TIME: 2025-03-23 21:01:28 -- STEP: 22015/31555 -- GLOBAL_STEP: 242900 | > loss_text_ce: 0.04438365250825882 (0.04665304461674726) | > loss_mel_ce: 2.8828046321868896 (nan) | > loss: 0.011615827679634094 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1419184831172646) | > loader_time: 0.0047 (0.00472025446747745)  --> TIME: 2025-03-23 21:01:38 -- STEP: 22065/31555 -- GLOBAL_STEP: 242950 | > loss_text_ce: 0.05408641695976257 (0.046648345089884954) | > loss_mel_ce: 3.485252618789673 (nan) | > loss: 0.014044997282326221 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14192471113060226) | > loader_time: 0.0046 (0.0047202433368501865)  --> TIME: 2025-03-23 21:01:47 -- STEP: 22115/31555 -- GLOBAL_STEP: 243000 | > loss_text_ce: 0.046913206577301025 (0.046647354477956274) | > loss_mel_ce: 3.604688882827759 (nan) | > loss: 0.014490485191345215 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1419251217498199) | > loader_time: 0.0046 (0.004720296262481882)  --> TIME: 2025-03-23 21:01:57 -- STEP: 22165/31555 -- GLOBAL_STEP: 243050 | > loss_text_ce: 0.07476381957530975 (0.04664548269369863) | > loss_mel_ce: 1.7779651880264282 (nan) | > loss: 0.007352099288254976 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14192632711312905) | > loader_time: 0.0047 (0.004720232811034323)  --> TIME: 2025-03-23 21:02:07 -- STEP: 22215/31555 -- GLOBAL_STEP: 243100 | > loss_text_ce: 0.04745863378047943 (0.046645306921311455) | > loss_mel_ce: 2.8931257724761963 (nan) | > loss: 0.011668986640870571 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1419329753577808) | > loader_time: 0.0049 (0.004720251779687172)  --> TIME: 2025-03-23 21:02:16 -- STEP: 22265/31555 -- GLOBAL_STEP: 243150 | > loss_text_ce: 0.037596963346004486 (0.04664326191317418) | > loss_mel_ce: 2.93656587600708 (nan) | > loss: 0.011802233755588531 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14192153215140654) | > loader_time: 0.0044 (0.004720242104315063)  --> TIME: 2025-03-23 21:02:26 -- STEP: 22315/31555 -- GLOBAL_STEP: 243200 | > loss_text_ce: 0.03985782712697983 (0.046645581469719394) | > loss_mel_ce: 3.8211348056793213 (nan) | > loss: 0.01532140001654625 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14192058032012575) | > loader_time: 0.0044 (0.004720246094693593)  --> TIME: 2025-03-23 21:02:36 -- STEP: 22365/31555 -- GLOBAL_STEP: 243250 | > loss_text_ce: 0.04453067108988762 (0.046644549746680135) | > loss_mel_ce: 3.0531599521636963 (nan) | > loss: 0.012292423285543919 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14192394086665958) | > loader_time: 0.0048 (0.004720047861837327)  --> TIME: 2025-03-23 21:02:45 -- STEP: 22415/31555 -- GLOBAL_STEP: 243300 | > loss_text_ce: 0.04624011740088463 (0.04664321002358674) | > loss_mel_ce: 2.7030274868011475 (nan) | > loss: 0.010909792967140675 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14191990574103486) | > loader_time: 0.0046 (0.004719818944035397)  --> TIME: 2025-03-23 21:02:55 -- STEP: 22465/31555 -- GLOBAL_STEP: 243350 | > loss_text_ce: 0.041078533977270126 (0.04664151812382266) | > loss_mel_ce: 3.4297616481781006 (nan) | > loss: 0.0137731758877635 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1419269672672285) | > loader_time: 0.0045 (0.0047200510609582075)  --> TIME: 2025-03-23 21:03:05 -- STEP: 22515/31555 -- GLOBAL_STEP: 243400 | > loss_text_ce: 0.046931225806474686 (0.04664428831350498) | > loss_mel_ce: 2.9977104663848877 (nan) | > loss: 0.012081912718713284 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14194588545770276) | > loader_time: 0.0048 (0.004719995589301788)  --> TIME: 2025-03-23 21:03:15 -- STEP: 22565/31555 -- GLOBAL_STEP: 243450 | > loss_text_ce: 0.034733518958091736 (0.04664288698209612) | > loss_mel_ce: 3.347105026245117 (nan) | > loss: 0.013419995084404945 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1419430460761876) | > loader_time: 0.0045 (0.004719747420348341)  --> TIME: 2025-03-23 21:03:25 -- STEP: 22615/31555 -- GLOBAL_STEP: 243500 | > loss_text_ce: 0.04747115448117256 (0.04664295456661914) | > loss_mel_ce: 3.1987674236297607 (nan) | > loss: 0.012881899252533913 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1419465891428817) | > loader_time: 0.0046 (0.004719836380321968)  --> TIME: 2025-03-23 21:03:34 -- STEP: 22665/31555 -- GLOBAL_STEP: 243550 | > loss_text_ce: 0.035577286034822464 (0.04663689597038285) | > loss_mel_ce: 3.467592716217041 (nan) | > loss: 0.01390146929770708 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14194608806590775) | > loader_time: 0.0043 (0.0047198074899602056)  --> TIME: 2025-03-23 21:03:44 -- STEP: 22715/31555 -- GLOBAL_STEP: 243600 | > loss_text_ce: 0.048667073249816895 (0.04663411933451484) | > loss_mel_ce: 3.8164010047912598 (nan) | > loss: 0.015337572433054447 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14193791743813208) | > loader_time: 0.0044 (0.0047199046693130265)  --> TIME: 2025-03-23 21:03:53 -- STEP: 22765/31555 -- GLOBAL_STEP: 243650 | > loss_text_ce: 0.04832472279667854 (0.046632217327220775) | > loss_mel_ce: 2.8717494010925293 (nan) | > loss: 0.011587596498429775 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14193123880910447) | > loader_time: 0.0045 (0.004719800716595333)  --> TIME: 2025-03-23 21:04:03 -- STEP: 22815/31555 -- GLOBAL_STEP: 243700 | > loss_text_ce: 0.05799800902605057 (0.046630188735267676) | > loss_mel_ce: 3.390148401260376 (nan) | > loss: 0.013683121651411057 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14193586448345083) | > loader_time: 0.0048 (0.0047197660541889435)  --> TIME: 2025-03-23 21:04:13 -- STEP: 22865/31555 -- GLOBAL_STEP: 243750 | > loss_text_ce: 0.05314357578754425 (0.04663153948319765) | > loss_mel_ce: 3.1756622791290283 (nan) | > loss: 0.012812722474336624 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14194519271116526) | > loader_time: 0.0047 (0.004719830518631164)  --> TIME: 2025-03-23 21:04:23 -- STEP: 22915/31555 -- GLOBAL_STEP: 243800 | > loss_text_ce: 0.04188500717282295 (0.04662715647533819) | > loss_mel_ce: 3.3037266731262207 (nan) | > loss: 0.013276237063109875 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14195450865595532) | > loader_time: 0.0048 (0.004720040354020128)  --> TIME: 2025-03-23 21:04:33 -- STEP: 22965/31555 -- GLOBAL_STEP: 243850 | > loss_text_ce: 0.0416603684425354 (0.04662512453613998) | > loss_mel_ce: 3.3195133209228516 (nan) | > loss: 0.013337991200387478 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14195221162377028) | > loader_time: 0.0043 (0.004719931955252368)  --> TIME: 2025-03-23 21:04:43 -- STEP: 23015/31555 -- GLOBAL_STEP: 243900 | > loss_text_ce: 0.046612367033958435 (0.04662431926235262) | > loss_mel_ce: 2.8909575939178467 (nan) | > loss: 0.011657023802399635 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14195788677894342) | > loader_time: 0.0049 (0.0047198457301452605)  --> TIME: 2025-03-23 21:04:52 -- STEP: 23065/31555 -- GLOBAL_STEP: 243950 | > loss_text_ce: 0.04544413462281227 (0.04662772596828073) | > loss_mel_ce: 2.9862287044525146 (nan) | > loss: 0.012030448764562607 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1419520002989872) | > loader_time: 0.0047 (0.004720119475904856)  --> TIME: 2025-03-23 21:05:02 -- STEP: 23115/31555 -- GLOBAL_STEP: 244000 | > loss_text_ce: 0.052020128816366196 (0.046626694522485405) | > loss_mel_ce: 3.4674813747406006 (nan) | > loss: 0.013966276310384274 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14194367207826913) | > loader_time: 0.0049 (0.004720289449838205)  --> TIME: 2025-03-23 21:05:12 -- STEP: 23165/31555 -- GLOBAL_STEP: 244050 | > loss_text_ce: 0.04161126911640167 (0.046623802198285665) | > loss_mel_ce: 3.8315250873565674 (nan) | > loss: 0.015369589440524578 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14194912557439324) | > loader_time: 0.0045 (0.0047201562437258465)  --> TIME: 2025-03-23 21:05:21 -- STEP: 23215/31555 -- GLOBAL_STEP: 244100 | > loss_text_ce: 0.04189895838499069 (0.04662656116269444) | > loss_mel_ce: 3.2331693172454834 (nan) | > loss: 0.012996303848922253 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14194791174746285) | > loader_time: 0.0051 (0.004719977016313379)  --> TIME: 2025-03-23 21:05:31 -- STEP: 23265/31555 -- GLOBAL_STEP: 244150 | > loss_text_ce: 0.0445936918258667 (0.046623355485482895) | > loss_mel_ce: 2.7612733840942383 (nan) | > loss: 0.011134394444525242 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14195232474365838) | > loader_time: 0.0046 (0.004720087305540753)  --> TIME: 2025-03-23 21:05:41 -- STEP: 23315/31555 -- GLOBAL_STEP: 244200 | > loss_text_ce: 0.04222078248858452 (0.04662448291355433) | > loss_mel_ce: 2.5107452869415283 (nan) | > loss: 0.01013081893324852 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1419498033951007) | > loader_time: 0.0045 (0.004720014680129806)  --> TIME: 2025-03-23 21:05:50 -- STEP: 23365/31555 -- GLOBAL_STEP: 244250 | > loss_text_ce: 0.04725909233093262 (0.0466264850215852) | > loss_mel_ce: 3.3225293159484863 (nan) | > loss: 0.013372177258133888 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14194586458130698) | > loader_time: 0.0049 (0.004719931151253108)  --> TIME: 2025-03-23 21:06:00 -- STEP: 23415/31555 -- GLOBAL_STEP: 244300 | > loss_text_ce: 0.04629988223314285 (0.04662519087412375) | > loss_mel_ce: 3.1306300163269043 (nan) | > loss: 0.012606865726411343 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14194393888030019) | > loader_time: 0.0047 (0.004720174057117591)  --> TIME: 2025-03-23 21:06:10 -- STEP: 23465/31555 -- GLOBAL_STEP: 244350 | > loss_text_ce: 0.057018231600522995 (0.04662725202339959) | > loss_mel_ce: 2.632451295852661 (nan) | > loss: 0.010672498494386673 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14194369609742588) | > loader_time: 0.0049 (0.004720099516420887)  --> TIME: 2025-03-23 21:06:19 -- STEP: 23515/31555 -- GLOBAL_STEP: 244400 | > loss_text_ce: 0.052970040589571 (0.04662567412422492) | > loss_mel_ce: 3.6114416122436523 (nan) | > loss: 0.014541316777467728 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14193934733224367) | > loader_time: 0.0044 (0.004719931506968619)  --> TIME: 2025-03-23 21:06:29 -- STEP: 23565/31555 -- GLOBAL_STEP: 244450 | > loss_text_ce: 0.04150047153234482 (0.0466294451664723) | > loss_mel_ce: 3.284552574157715 (nan) | > loss: 0.01319862436503172 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14194218644462514) | > loader_time: 0.0045 (0.004720044758272783)  --> TIME: 2025-03-23 21:06:39 -- STEP: 23615/31555 -- GLOBAL_STEP: 244500 | > loss_text_ce: 0.039213720709085464 (0.04662843868613603) | > loss_mel_ce: 3.530261278152466 (nan) | > loss: 0.014164583757519722 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14194324214958767) | > loader_time: 0.0044 (0.004720036599334686)  --> TIME: 2025-03-23 21:06:48 -- STEP: 23665/31555 -- GLOBAL_STEP: 244550 | > loss_text_ce: 0.045879658311605453 (0.04662534371636274) | > loss_mel_ce: 3.52931809425354 (nan) | > loss: 0.014187293127179146 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1419418138906619) | > loader_time: 0.0047 (0.0047199888912436835)  --> TIME: 2025-03-23 21:06:58 -- STEP: 23715/31555 -- GLOBAL_STEP: 244600 | > loss_text_ce: 0.0452396534383297 (0.04662349888983813) | > loss_mel_ce: 3.7498886585235596 (nan) | > loss: 0.015060033649206161 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14194952181414616) | > loader_time: 0.0045 (0.004720254641103995)  --> TIME: 2025-03-23 21:07:08 -- STEP: 23765/31555 -- GLOBAL_STEP: 244650 | > loss_text_ce: 0.03546414151787758 (0.04662262365553515) | > loss_mel_ce: 0.14042969048023224 (nan) | > loss: 0.000697991403285414 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14196145997507967) | > loader_time: 0.0044 (0.004720194957242752)  --> TIME: 2025-03-23 21:07:18 -- STEP: 23815/31555 -- GLOBAL_STEP: 244700 | > loss_text_ce: 0.04458148032426834 (0.04662196268570973) | > loss_mel_ce: 2.2331621646881104 (nan) | > loss: 0.00903866533190012 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.1419591587129927) | > loader_time: 0.0049 (0.004720236277495142)  --> TIME: 2025-03-23 21:07:28 -- STEP: 23865/31555 -- GLOBAL_STEP: 244750 | > loss_text_ce: 0.0423467643558979 (0.04662265083390619) | > loss_mel_ce: 3.0602402687072754 (nan) | > loss: 0.012311853468418121 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1419735900715869) | > loader_time: 0.0074 (0.004720462944531054)  --> TIME: 2025-03-23 21:07:38 -- STEP: 23915/31555 -- GLOBAL_STEP: 244800 | > loss_text_ce: 0.03598514199256897 (0.04661990492494659) | > loss_mel_ce: 3.0158400535583496 (nan) | > loss: 0.012110418640077114 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14197468650956702) | > loader_time: 0.0068 (0.004720911849075921)  --> TIME: 2025-03-23 21:07:48 -- STEP: 23965/31555 -- GLOBAL_STEP: 244850 | > loss_text_ce: 0.04209316521883011 (0.04661894295443896) | > loss_mel_ce: 3.2827131748199463 (nan) | > loss: 0.013193677179515362 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1419739060329296) | > loader_time: 0.0045 (0.004720939655729733)  --> TIME: 2025-03-23 21:07:57 -- STEP: 24015/31555 -- GLOBAL_STEP: 244900 | > loss_text_ce: 0.045599158853292465 (0.04661883159680011) | > loss_mel_ce: 3.5997679233551025 (nan) | > loss: 0.01446574367582798 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14197187260888486) | > loader_time: 0.0044 (0.004720970324965612)  --> TIME: 2025-03-23 21:08:07 -- STEP: 24065/31555 -- GLOBAL_STEP: 244950 | > loss_text_ce: 0.0511007234454155 (0.046617570122730614) | > loss_mel_ce: 3.267951488494873 (nan) | > loss: 0.01317084301263094 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1419765738026163) | > loader_time: 0.0045 (0.004721377184701591)  --> TIME: 2025-03-23 21:08:17 -- STEP: 24115/31555 -- GLOBAL_STEP: 245000 | > loss_text_ce: 0.04565819725394249 (0.04661223363199256) | > loss_mel_ce: 3.325066566467285 (nan) | > loss: 0.01337589230388403 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14197496200235699) | > loader_time: 0.0048 (0.004721305945244342)  --> TIME: 2025-03-23 21:08:27 -- STEP: 24165/31555 -- GLOBAL_STEP: 245050 | > loss_text_ce: 0.04587985947728157 (0.04661145241302491) | > loss_mel_ce: 3.223363161087036 (nan) | > loss: 0.012973187491297722 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14198084013718146) | > loader_time: 0.0045 (0.004721193108380051)  --> TIME: 2025-03-23 21:08:36 -- STEP: 24215/31555 -- GLOBAL_STEP: 245100 | > loss_text_ce: 0.04662247374653816 (0.046611765857525175) | > loss_mel_ce: 3.287848711013794 (nan) | > loss: 0.013232029043138027 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1419817385731617) | > loader_time: 0.0042 (0.004721045981451843)  --> TIME: 2025-03-23 21:08:46 -- STEP: 24265/31555 -- GLOBAL_STEP: 245150 | > loss_text_ce: 0.05284183844923973 (0.046611536240603185) | > loss_mel_ce: 2.6476712226867676 (nan) | > loss: 0.010716322809457779 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14198284398740615) | > loader_time: 0.0047 (0.004721544070413795)  --> TIME: 2025-03-23 21:08:56 -- STEP: 24315/31555 -- GLOBAL_STEP: 245200 | > loss_text_ce: 0.04454423487186432 (0.04660851416717537) | > loss_mel_ce: 2.80267333984375 (nan) | > loss: 0.011298483237624168 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1419900294564132) | > loader_time: 0.0045 (0.004721475770241557)  --> TIME: 2025-03-23 21:09:06 -- STEP: 24365/31555 -- GLOBAL_STEP: 245250 | > loss_text_ce: 0.047274455428123474 (0.046608142201151725) | > loss_mel_ce: 3.3199565410614014 (nan) | > loss: 0.013362027704715729 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14198693943395538) | > loader_time: 0.0054 (0.004721466628477189)  --> TIME: 2025-03-23 21:09:15 -- STEP: 24415/31555 -- GLOBAL_STEP: 245300 | > loss_text_ce: 0.05785682052373886 (0.046607368850224935) | > loss_mel_ce: 3.273463249206543 (nan) | > loss: 0.01321952510625124 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14197444798588493) | > loader_time: 0.007 (0.004721673961157369)  --> TIME: 2025-03-23 21:09:25 -- STEP: 24465/31555 -- GLOBAL_STEP: 245350 | > loss_text_ce: 0.06450560688972473 (0.046602361433241486) | > loss_mel_ce: 2.6275644302368164 (nan) | > loss: 0.010682818479835987 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14197212079295904) | > loader_time: 0.0047 (0.004721594694906652)  --> TIME: 2025-03-23 21:09:34 -- STEP: 24515/31555 -- GLOBAL_STEP: 245400 | > loss_text_ce: 0.0362057089805603 (0.04660286959891335) | > loss_mel_ce: 3.5127689838409424 (nan) | > loss: 0.014083233661949635 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14196694856659653) | > loader_time: 0.0068 (0.004721517327511122)  --> TIME: 2025-03-23 21:09:44 -- STEP: 24565/31555 -- GLOBAL_STEP: 245450 | > loss_text_ce: 0.04875127226114273 (0.04660293194492826) | > loss_mel_ce: 3.4364986419677734 (nan) | > loss: 0.013830358162522316 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.141960014016765) | > loader_time: 0.0049 (0.004721492481600486)  --> TIME: 2025-03-23 21:09:53 -- STEP: 24615/31555 -- GLOBAL_STEP: 245500 | > loss_text_ce: 0.026569217443466187 (0.04660148469668026) | > loss_mel_ce: 2.3112504482269287 (nan) | > loss: 0.009277062490582466 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14196100535248482) | > loader_time: 0.0044 (0.004721557534663566)  --> TIME: 2025-03-23 21:10:03 -- STEP: 24665/31555 -- GLOBAL_STEP: 245550 | > loss_text_ce: 0.050286345183849335 (0.04660007154458396) | > loss_mel_ce: 4.096916675567627 (nan) | > loss: 0.016457155346870422 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14197350773056455) | > loader_time: 0.0047 (0.004721679035993309)  --> TIME: 2025-03-23 21:10:13 -- STEP: 24715/31555 -- GLOBAL_STEP: 245600 | > loss_text_ce: 0.045108817517757416 (0.046598592599928865) | > loss_mel_ce: 3.345174789428711 (nan) | > loss: 0.013453506864607334 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14196825942939184) | > loader_time: 0.0045 (0.0047216300416421915)  --> TIME: 2025-03-23 21:10:23 -- STEP: 24765/31555 -- GLOBAL_STEP: 245650 | > loss_text_ce: 0.04231223464012146 (0.04659695947287439) | > loss_mel_ce: 3.312882900238037 (nan) | > loss: 0.013314266689121723 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14197101710469925) | > loader_time: 0.0048 (0.004721979995749093)  --> TIME: 2025-03-23 21:10:32 -- STEP: 24815/31555 -- GLOBAL_STEP: 245700 | > loss_text_ce: 0.046562351286411285 (0.04659287780361918) | > loss_mel_ce: 3.3898534774780273 (nan) | > loss: 0.013636572286486626 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14195192020169559) | > loader_time: 0.0046 (0.004721910934786421)  --> TIME: 2025-03-23 21:10:42 -- STEP: 24865/31555 -- GLOBAL_STEP: 245750 | > loss_text_ce: 0.040583208203315735 (0.04659036605274494) | > loss_mel_ce: 3.090684652328491 (nan) | > loss: 0.01242566667497158 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.141956080600287) | > loader_time: 0.0048 (0.004721684947762704)  --> TIME: 2025-03-23 21:10:51 -- STEP: 24915/31555 -- GLOBAL_STEP: 245800 | > loss_text_ce: 0.030661193653941154 (0.04658923795442642) | > loss_mel_ce: 3.675358772277832 (nan) | > loss: 0.014706429094076157 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1419606379899976) | > loader_time: 0.0046 (0.004721614430760739)  --> TIME: 2025-03-23 21:11:01 -- STEP: 24965/31555 -- GLOBAL_STEP: 245850 | > loss_text_ce: 0.04451051726937294 (0.046586753884559816) | > loss_mel_ce: 2.813817262649536 (nan) | > loss: 0.01134257111698389 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14196213502194424) | > loader_time: 0.0042 (0.0047217428863299115)  --> TIME: 2025-03-23 21:11:11 -- STEP: 25015/31555 -- GLOBAL_STEP: 245900 | > loss_text_ce: 0.04014907777309418 (0.04658486039841083) | > loss_mel_ce: 3.617119789123535 (nan) | > loss: 0.014512971974909306 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.1419743388265751) | > loader_time: 0.0048 (0.004721680627259005)  --> TIME: 2025-03-23 21:11:21 -- STEP: 25065/31555 -- GLOBAL_STEP: 245950 | > loss_text_ce: 0.044986385852098465 (0.04658784797545556) | > loss_mel_ce: 3.3082001209259033 (nan) | > loss: 0.013306296430528164 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.1419729166204008) | > loader_time: 0.0044 (0.004721843718340965)  --> TIME: 2025-03-23 21:11:31 -- STEP: 25115/31555 -- GLOBAL_STEP: 246000 | > loss_text_ce: 0.05666549876332283 (0.046589621595471725) | > loss_mel_ce: 3.0347237586975098 (nan) | > loss: 0.012267418205738068 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14197562652685145) | > loader_time: 0.0046 (0.004721737373119645)  --> TIME: 2025-03-23 21:11:41 -- STEP: 25165/31555 -- GLOBAL_STEP: 246050 | > loss_text_ce: 0.05558328330516815 (0.04659261112222579) | > loss_mel_ce: 2.7124409675598145 (nan) | > loss: 0.010984223335981369 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14197789847246856) | > loader_time: 0.0048 (0.004721766154855598)  --> TIME: 2025-03-23 21:11:50 -- STEP: 25215/31555 -- GLOBAL_STEP: 246100 | > loss_text_ce: 0.04930076375603676 (0.04659399768197623) | > loss_mel_ce: 3.6086137294769287 (nan) | > loss: 0.014515534043312073 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14198042406062894) | > loader_time: 0.0047 (0.004721686103952405)  --> TIME: 2025-03-23 21:12:00 -- STEP: 25265/31555 -- GLOBAL_STEP: 246150 | > loss_text_ce: 0.04380766302347183 (0.04659019594290676) | > loss_mel_ce: 3.4442410469055176 (nan) | > loss: 0.013841464184224606 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14198102637750934) | > loader_time: 0.0045 (0.004721601330688992)  --> TIME: 2025-03-23 21:12:10 -- STEP: 25315/31555 -- GLOBAL_STEP: 246200 | > loss_text_ce: 0.03978858143091202 (0.04658872239536685) | > loss_mel_ce: 3.427685499191284 (nan) | > loss: 0.01375981792807579 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14198957774188495) | > loader_time: 0.0048 (0.0047215813119350575)  --> TIME: 2025-03-23 21:12:20 -- STEP: 25365/31555 -- GLOBAL_STEP: 246250 | > loss_text_ce: 0.054798953235149384 (0.046588023302009264) | > loss_mel_ce: 3.140537977218628 (nan) | > loss: 0.01267990842461586 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1419920743392955) | > loader_time: 0.0061 (0.004721863989338408)  --> TIME: 2025-03-23 21:12:29 -- STEP: 25415/31555 -- GLOBAL_STEP: 246300 | > loss_text_ce: 0.05097278952598572 (0.046587782240480616) | > loss_mel_ce: 3.0829811096191406 (nan) | > loss: 0.012436325661838055 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1419881646567013) | > loader_time: 0.0047 (0.004721856187606156)  --> TIME: 2025-03-23 21:12:39 -- STEP: 25465/31555 -- GLOBAL_STEP: 246350 | > loss_text_ce: 0.04148174822330475 (0.04658682060927363) | > loss_mel_ce: 1.2436554431915283 (nan) | > loss: 0.005099751055240631 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14198967715318994) | > loader_time: 0.0045 (0.004721599099866846)  --> TIME: 2025-03-23 21:12:49 -- STEP: 25515/31555 -- GLOBAL_STEP: 246400 | > loss_text_ce: 0.04660157486796379 (0.046583780320479884) | > loss_mel_ce: 3.501901388168335 (nan) | > loss: 0.014081361703574657 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14199236315324135) | > loader_time: 0.0046 (0.004721405700961657)  --> TIME: 2025-03-23 21:12:59 -- STEP: 25565/31555 -- GLOBAL_STEP: 246450 | > loss_text_ce: 0.04221919924020767 (0.0465810100942684) | > loss_mel_ce: 3.229396343231201 (nan) | > loss: 0.01298260223120451 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14199707742635467) | > loader_time: 0.0047 (0.004721372868481741)  --> TIME: 2025-03-23 21:13:09 -- STEP: 25615/31555 -- GLOBAL_STEP: 246500 | > loss_text_ce: 0.04746517539024353 (0.04658153955396552) | > loss_mel_ce: 2.5295941829681396 (nan) | > loss: 0.010226426646113396 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14200021509032404) | > loader_time: 0.0043 (0.00472154648025216)  --> TIME: 2025-03-23 21:13:18 -- STEP: 25665/31555 -- GLOBAL_STEP: 246550 | > loss_text_ce: 0.04424750804901123 (0.046582576878203386) | > loss_mel_ce: 3.2880239486694336 (nan) | > loss: 0.013223300687968731 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14200457535406869) | > loader_time: 0.0048 (0.00472171691665633)  --> TIME: 2025-03-23 21:13:28 -- STEP: 25715/31555 -- GLOBAL_STEP: 246600 | > loss_text_ce: 0.06029094010591507 (0.046580101540752206) | > loss_mel_ce: 3.4324021339416504 (nan) | > loss: 0.013859894126653671 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1419981934786446) | > loader_time: 0.0045 (0.00472156723811656)  --> TIME: 2025-03-23 21:13:38 -- STEP: 25765/31555 -- GLOBAL_STEP: 246650 | > loss_text_ce: 0.037752099335193634 (0.04657765501705641) | > loss_mel_ce: 3.281301975250244 (nan) | > loss: 0.013170850463211536 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14199730229798785) | > loader_time: 0.0049 (0.004721840076161505)  --> TIME: 2025-03-23 21:13:48 -- STEP: 25815/31555 -- GLOBAL_STEP: 246700 | > loss_text_ce: 0.04743262007832527 (0.04657744589324304) | > loss_mel_ce: 3.3073019981384277 (nan) | > loss: 0.013312439434230328 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14200517424266282) | > loader_time: 0.0045 (0.0047218663919209635)  --> TIME: 2025-03-23 21:13:57 -- STEP: 25865/31555 -- GLOBAL_STEP: 246750 | > loss_text_ce: 0.044396281242370605 (0.04657156388578685) | > loss_mel_ce: 2.85251784324646 (nan) | > loss: 0.011495690792798996 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14200096316570798) | > loader_time: 0.0045 (0.004722018069509312)  --> TIME: 2025-03-23 21:14:07 -- STEP: 25915/31555 -- GLOBAL_STEP: 246800 | > loss_text_ce: 0.050322383642196655 (0.046571019532336146) | > loss_mel_ce: 3.3537044525146484 (nan) | > loss: 0.013508043251931667 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.142003841996308) | > loader_time: 0.0044 (0.004722059819543295)  --> TIME: 2025-03-23 21:14:17 -- STEP: 25965/31555 -- GLOBAL_STEP: 246850 | > loss_text_ce: 0.054015543311834335 (0.046569585568568744) | > loss_mel_ce: 2.812016010284424 (nan) | > loss: 0.011373141780495644 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14200348583186925) | > loader_time: 0.0046 (0.004721984839407237)  --> TIME: 2025-03-23 21:14:26 -- STEP: 26015/31555 -- GLOBAL_STEP: 246900 | > loss_text_ce: 0.0372723750770092 (0.046566644992465274) | > loss_mel_ce: 2.998272180557251 (nan) | > loss: 0.012045812793076038 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14200421203541438) | > loader_time: 0.0049 (0.004722254289564372)  --> TIME: 2025-03-23 21:14:36 -- STEP: 26065/31555 -- GLOBAL_STEP: 246950 | > loss_text_ce: 0.04202071204781532 (0.046566032869507286) | > loss_mel_ce: 2.502700090408325 (nan) | > loss: 0.010098099708557129 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1420087760363298) | > loader_time: 0.0045 (0.004722285833236179)  --> TIME: 2025-03-23 21:14:46 -- STEP: 26115/31555 -- GLOBAL_STEP: 247000 | > loss_text_ce: 0.035014595836400986 (0.04656497986725828) | > loss_mel_ce: 2.416651725769043 (nan) | > loss: 0.009728834964334965 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14200716487023432) | > loader_time: 0.0046 (0.004722306154569886)  --> TIME: 2025-03-23 21:14:55 -- STEP: 26165/31555 -- GLOBAL_STEP: 247050 | > loss_text_ce: 0.05095579847693443 (0.04656516563143035) | > loss_mel_ce: 3.2021143436431885 (nan) | > loss: 0.012909009121358395 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14200360732622555) | > loader_time: 0.0051 (0.004722353023847596)  --> TIME: 2025-03-23 21:15:05 -- STEP: 26215/31555 -- GLOBAL_STEP: 247100 | > loss_text_ce: 0.05553413927555084 (0.04656258606279616) | > loss_mel_ce: 3.23417067527771 (nan) | > loss: 0.013054384849965572 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14200554294211495) | > loader_time: 0.0045 (0.004722271041971962)  --> TIME: 2025-03-23 21:15:15 -- STEP: 26265/31555 -- GLOBAL_STEP: 247150 | > loss_text_ce: 0.05217321217060089 (0.04656239486886828) | > loss_mel_ce: 3.377363681793213 (nan) | > loss: 0.013609274290502071 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14200864052423057) | > loader_time: 0.007 (0.004722543446286465)  --> TIME: 2025-03-23 21:15:25 -- STEP: 26315/31555 -- GLOBAL_STEP: 247200 | > loss_text_ce: 0.05446769297122955 (0.04656273950529788) | > loss_mel_ce: 3.6646924018859863 (nan) | > loss: 0.014758572913706303 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14200464080500333) | > loader_time: 0.0052 (0.00472248627526573)  --> TIME: 2025-03-23 21:15:34 -- STEP: 26365/31555 -- GLOBAL_STEP: 247250 | > loss_text_ce: 0.039639417082071304 (0.04656595114629843) | > loss_mel_ce: 3.2677807807922363 (nan) | > loss: 0.013124683871865273 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14200681808120094) | > loader_time: 0.0047 (0.004722547494955929)  --> TIME: 2025-03-23 21:15:44 -- STEP: 26415/31555 -- GLOBAL_STEP: 247300 | > loss_text_ce: 0.05033121630549431 (0.046566995066988484) | > loss_mel_ce: 2.191519021987915 (nan) | > loss: 0.008896231651306152 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1420073098448581) | > loader_time: 0.0042 (0.004722635055071184)  --> TIME: 2025-03-23 21:15:54 -- STEP: 26465/31555 -- GLOBAL_STEP: 247350 | > loss_text_ce: 0.04522620514035225 (0.0465631965502404) | > loss_mel_ce: 3.591343879699707 (nan) | > loss: 0.014430833980441093 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14199690668339235) | > loader_time: 0.0045 (0.0047227351038932825)  --> TIME: 2025-03-23 21:16:03 -- STEP: 26515/31555 -- GLOBAL_STEP: 247400 | > loss_text_ce: 0.048352472484111786 (0.0465633405230598) | > loss_mel_ce: 3.395780563354492 (nan) | > loss: 0.013667195104062557 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1419973252293032) | > loader_time: 0.0043 (0.0047225936232884414)  --> TIME: 2025-03-23 21:16:13 -- STEP: 26565/31555 -- GLOBAL_STEP: 247450 | > loss_text_ce: 0.0488898791372776 (0.04656267385605885) | > loss_mel_ce: 3.608773708343506 (nan) | > loss: 0.014514538459479809 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14199668372527788) | > loader_time: 0.0053 (0.004722711493823999)  --> TIME: 2025-03-23 21:16:22 -- STEP: 26615/31555 -- GLOBAL_STEP: 247500 | > loss_text_ce: 0.03540492802858353 (0.04655882166192935) | > loss_mel_ce: 2.2213540077209473 (nan) | > loss: 0.008955392986536026 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14198960315547432) | > loader_time: 0.0047 (0.004722788045891402)  --> TIME: 2025-03-23 21:16:32 -- STEP: 26665/31555 -- GLOBAL_STEP: 247550 | > loss_text_ce: 0.06763321906328201 (0.04656024618175935) | > loss_mel_ce: 3.381209135055542 (nan) | > loss: 0.013685883022844791 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14199488056146414) | > loader_time: 0.0045 (0.004722701490607136)  --> TIME: 2025-03-23 21:16:42 -- STEP: 26715/31555 -- GLOBAL_STEP: 247600 | > loss_text_ce: 0.0410488024353981 (0.04655655397044018) | > loss_mel_ce: 3.12093448638916 (nan) | > loss: 0.012547553516924381 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.141985889019289) | > loader_time: 0.0048 (0.004722468540192346)  --> TIME: 2025-03-23 21:16:51 -- STEP: 26765/31555 -- GLOBAL_STEP: 247650 | > loss_text_ce: 0.04257301613688469 (0.046555180768692035) | > loss_mel_ce: 2.538611888885498 (nan) | > loss: 0.010242797434329987 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14198270258270174) | > loader_time: 0.005 (0.004722333306266755)  --> TIME: 2025-03-23 21:17:01 -- STEP: 26815/31555 -- GLOBAL_STEP: 247700 | > loss_text_ce: 0.049005262553691864 (0.046553305171794096) | > loss_mel_ce: 3.3571255207061768 (nan) | > loss: 0.013516392558813095 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14198144795888862) | > loader_time: 0.0048 (0.004722274392259737)  --> TIME: 2025-03-23 21:17:10 -- STEP: 26865/31555 -- GLOBAL_STEP: 247750 | > loss_text_ce: 0.04967307299375534 (0.046554627163391496) | > loss_mel_ce: 2.9766221046447754 (nan) | > loss: 0.012009108439087868 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14197079092125528) | > loader_time: 0.0044 (0.004722240839549397)  --> TIME: 2025-03-23 21:17:20 -- STEP: 26915/31555 -- GLOBAL_STEP: 247800 | > loss_text_ce: 0.044483888894319534 (0.046553107568817344) | > loss_mel_ce: 1.7512924671173096 (nan) | > loss: 0.007126097101718187 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14196731164157356) | > loader_time: 0.0046 (0.004722203035547692)  --> TIME: 2025-03-23 21:17:29 -- STEP: 26965/31555 -- GLOBAL_STEP: 247850 | > loss_text_ce: 0.038539569824934006 (0.04655177377737007) | > loss_mel_ce: 2.610316753387451 (nan) | > loss: 0.010511335916817188 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1419634840958377) | > loader_time: 0.0046 (0.0047221148586573496)  --> TIME: 2025-03-23 21:17:39 -- STEP: 27015/31555 -- GLOBAL_STEP: 247900 | > loss_text_ce: 0.038515832275152206 (0.0465537497417992) | > loss_mel_ce: 3.3381755352020264 (nan) | > loss: 0.013399569317698479 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1419615948970245) | > loader_time: 0.0047 (0.004722193932061071)  --> TIME: 2025-03-23 21:17:49 -- STEP: 27065/31555 -- GLOBAL_STEP: 247950 | > loss_text_ce: 0.044025763869285583 (0.046553248239059326) | > loss_mel_ce: 0.0264892578125 (nan) | > loss: 0.0002798215427901596 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.141970385823302) | > loader_time: 0.0062 (0.004722218739882882)  --> TIME: 2025-03-23 21:17:59 -- STEP: 27115/31555 -- GLOBAL_STEP: 248000 | > loss_text_ce: 0.05286721885204315 (0.046553498927126694) | > loss_mel_ce: 3.101104974746704 (nan) | > loss: 0.012515762820839882 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14197764786191489) | > loader_time: 0.0044 (0.0047222578061719206)  --> TIME: 2025-03-23 21:18:08 -- STEP: 27165/31555 -- GLOBAL_STEP: 248050 | > loss_text_ce: 0.02179768495261669 (0.04655266899969336) | > loss_mel_ce: 2.4186136722564697 (nan) | > loss: 0.009684172458946705 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14197054587739324) | > loader_time: 0.0044 (0.004722236230977628)  --> TIME: 2025-03-23 21:18:18 -- STEP: 27215/31555 -- GLOBAL_STEP: 248100 | > loss_text_ce: 0.046841658651828766 (0.04655032220813127) | > loss_mel_ce: 3.271446943283081 (nan) | > loss: 0.01316781248897314 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1419688269646538) | > loader_time: 0.0045 (0.004722253421683197)  --> TIME: 2025-03-23 21:18:28 -- STEP: 27265/31555 -- GLOBAL_STEP: 248150 | > loss_text_ce: 0.042338453233242035 (0.04655094751331586) | > loss_mel_ce: 3.444505214691162 (nan) | > loss: 0.013836681842803955 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14196722399482348) | > loader_time: 0.0045 (0.004722502208424967)  --> TIME: 2025-03-23 21:18:37 -- STEP: 27315/31555 -- GLOBAL_STEP: 248200 | > loss_text_ce: 0.059360895305871964 (0.04655007514072936) | > loss_mel_ce: 2.9008922576904297 (nan) | > loss: 0.011747037060558796 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14196598857570325) | > loader_time: 0.0045 (0.004722596655043814)  --> TIME: 2025-03-23 21:18:47 -- STEP: 27365/31555 -- GLOBAL_STEP: 248250 | > loss_text_ce: 0.04323458671569824 (0.04654965700063342) | > loss_mel_ce: 3.0929272174835205 (nan) | > loss: 0.012445087544620037 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1419694720250304) | > loader_time: 0.0047 (0.004722651619809228)  --> TIME: 2025-03-23 21:18:57 -- STEP: 27415/31555 -- GLOBAL_STEP: 248300 | > loss_text_ce: 0.054053109139204025 (0.04655010290678299) | > loss_mel_ce: 3.2510430812835693 (nan) | > loss: 0.01311546191573143 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1419659526205056) | > loader_time: 0.0048 (0.004722761746938239)  --> TIME: 2025-03-23 21:19:07 -- STEP: 27465/31555 -- GLOBAL_STEP: 248350 | > loss_text_ce: 0.045194901525974274 (0.04655002831816592) | > loss_mel_ce: 3.0784740447998047 (nan) | > loss: 0.01239551231265068 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14197395303178623) | > loader_time: 0.0048 (0.004722933289176986)  --> TIME: 2025-03-23 21:19:17 -- STEP: 27515/31555 -- GLOBAL_STEP: 248400 | > loss_text_ce: 0.037931907922029495 (0.04654707000117838) | > loss_mel_ce: 2.638476610183716 (nan) | > loss: 0.010620669461786747 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1419769863507844) | > loader_time: 0.0046 (0.004723251340347197)  --> TIME: 2025-03-23 21:19:26 -- STEP: 27565/31555 -- GLOBAL_STEP: 248450 | > loss_text_ce: 0.05503220111131668 (0.04654620439750047) | > loss_mel_ce: 2.382823944091797 (nan) | > loss: 0.009674033150076866 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1419747669684266) | > loader_time: 0.0048 (0.0047232626311773974)  --> TIME: 2025-03-23 21:19:36 -- STEP: 27615/31555 -- GLOBAL_STEP: 248500 | > loss_text_ce: 0.04758250713348389 (0.046545023246068476) | > loss_mel_ce: 0.0374755859375 (nan) | > loss: 0.00033753213938325644 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14197925229705416) | > loader_time: 0.0048 (0.0047232590743904995)  --> TIME: 2025-03-23 21:19:46 -- STEP: 27665/31555 -- GLOBAL_STEP: 248550 | > loss_text_ce: 0.053053781390190125 (0.046546687919477504) | > loss_mel_ce: 3.2843406200408936 (nan) | > loss: 0.013243629597127438 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14197650363383674) | > loader_time: 0.0047 (0.004723243947790059)  --> TIME: 2025-03-23 21:19:55 -- STEP: 27715/31555 -- GLOBAL_STEP: 248600 | > loss_text_ce: 0.04067826271057129 (0.046545016268093826) | > loss_mel_ce: 3.2005457878112793 (nan) | > loss: 0.012862000614404678 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1419732853498741) | > loader_time: 0.0045 (0.004723128630713624)  --> TIME: 2025-03-23 21:20:05 -- STEP: 27765/31555 -- GLOBAL_STEP: 248650 | > loss_text_ce: 0.039903778582811356 (0.04654034586684024) | > loss_mel_ce: 2.936898708343506 (nan) | > loss: 0.011812709271907806 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.14197626500307478) | > loader_time: 0.0043 (0.004723011461996733)  --> TIME: 2025-03-23 21:20:15 -- STEP: 27815/31555 -- GLOBAL_STEP: 248700 | > loss_text_ce: 0.03984741494059563 (0.04654029437261944) | > loss_mel_ce: 3.317420482635498 (nan) | > loss: 0.013322492130100727 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1419782543490953) | > loader_time: 0.0049 (0.004723015445268278)  --> TIME: 2025-03-23 21:20:24 -- STEP: 27865/31555 -- GLOBAL_STEP: 248750 | > loss_text_ce: 0.04655507951974869 (0.04653787599549315) | > loss_mel_ce: 3.839726448059082 (nan) | > loss: 0.015421752817928791 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1419729798780876) | > loader_time: 0.0044 (0.0047232068977513105)  --> TIME: 2025-03-23 21:20:34 -- STEP: 27915/31555 -- GLOBAL_STEP: 248800 | > loss_text_ce: 0.052896883338689804 (0.04653611666276536) | > loss_mel_ce: 2.790179967880249 (nan) | > loss: 0.011282051913440228 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14197029017770105) | > loader_time: 0.0046 (0.00472332510964406)  --> TIME: 2025-03-23 21:20:44 -- STEP: 27965/31555 -- GLOBAL_STEP: 248850 | > loss_text_ce: 0.023427138105034828 (0.04653627530127316) | > loss_mel_ce: 2.4366378784179688 (nan) | > loss: 0.009762164205312729 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14197005368762533) | > loader_time: 0.0046 (0.0047234553632594396)  --> TIME: 2025-03-23 21:20:53 -- STEP: 28015/31555 -- GLOBAL_STEP: 248900 | > loss_text_ce: 0.054193709045648575 (0.04653390620619208) | > loss_mel_ce: 3.472813129425049 (nan) | > loss: 0.013996060006320477 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1419684957483511) | > loader_time: 0.0047 (0.004723415982397686)  --> TIME: 2025-03-23 21:21:03 -- STEP: 28065/31555 -- GLOBAL_STEP: 248950 | > loss_text_ce: 0.044936127960681915 (0.04653174067561546) | > loss_mel_ce: 3.192641019821167 (nan) | > loss: 0.012847529724240303 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14197076055512153) | > loader_time: 0.0047 (0.0047235789792583706)  --> TIME: 2025-03-23 21:21:12 -- STEP: 28115/31555 -- GLOBAL_STEP: 249000 | > loss_text_ce: 0.049961384385824203 (0.04652985909530701) | > loss_mel_ce: 2.9887683391571045 (nan) | > loss: 0.012058451771736145 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1419618229541242) | > loader_time: 0.0047 (0.004723468573941822)  --> TIME: 2025-03-23 21:21:22 -- STEP: 28165/31555 -- GLOBAL_STEP: 249050 | > loss_text_ce: 0.04596525430679321 (0.04652779689982875) | > loss_mel_ce: 2.900750160217285 (nan) | > loss: 0.011693315580487251 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14196172060222437) | > loader_time: 0.0048 (0.004723338980922742)  --> TIME: 2025-03-23 21:21:32 -- STEP: 28215/31555 -- GLOBAL_STEP: 249100 | > loss_text_ce: 0.04672662541270256 (0.04652907046985034) | > loss_mel_ce: 3.3273227214813232 (nan) | > loss: 0.013389085419476032 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14196688680599803) | > loader_time: 0.0047 (0.004723206915036568)  --> TIME: 2025-03-23 21:21:42 -- STEP: 28265/31555 -- GLOBAL_STEP: 249150 | > loss_text_ce: 0.05356967821717262 (0.046528925614122765) | > loss_mel_ce: 3.698354959487915 (nan) | > loss: 0.014888591133058071 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14197131839659752) | > loader_time: 0.0048 (0.004723353666814658)  --> TIME: 2025-03-23 21:21:52 -- STEP: 28315/31555 -- GLOBAL_STEP: 249200 | > loss_text_ce: 0.046108178794384 (0.04652912896330436) | > loss_mel_ce: 3.0683987140655518 (nan) | > loss: 0.012359155341982841 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14197049047465726) | > loader_time: 0.0046 (0.004723318511892807)  --> TIME: 2025-03-23 21:22:01 -- STEP: 28365/31555 -- GLOBAL_STEP: 249250 | > loss_text_ce: 0.04022121801972389 (0.04652796650842875) | > loss_mel_ce: 3.3837313652038574 (nan) | > loss: 0.01358711440116167 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1419749536821919) | > loader_time: 0.0045 (0.0047232172213049275)  --> TIME: 2025-03-23 21:22:11 -- STEP: 28415/31555 -- GLOBAL_STEP: 249300 | > loss_text_ce: 0.04851924628019333 (0.0465241976760455) | > loss_mel_ce: 3.372004270553589 (nan) | > loss: 0.01357350591570139 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.141982808281749) | > loader_time: 0.0047 (0.004723057586626934)  --> TIME: 2025-03-23 21:22:21 -- STEP: 28465/31555 -- GLOBAL_STEP: 249350 | > loss_text_ce: 0.05035023391246796 (0.04652380453831315) | > loss_mel_ce: 3.019423723220825 (nan) | > loss: 0.012181643396615982 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14198731611383497) | > loader_time: 0.0048 (0.004723212355870484)  --> TIME: 2025-03-23 21:22:31 -- STEP: 28515/31555 -- GLOBAL_STEP: 249400 | > loss_text_ce: 0.04209012910723686 (0.046522505418956805) | > loss_mel_ce: 3.267390251159668 (nan) | > loss: 0.013132859952747822 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14199453938661608) | > loader_time: 0.0043 (0.00472312670892816)  --> TIME: 2025-03-23 21:22:41 -- STEP: 28565/31555 -- GLOBAL_STEP: 249450 | > loss_text_ce: 0.0357130765914917 (0.046520044367467636) | > loss_mel_ce: 2.7247493267059326 (nan) | > loss: 0.010954216122627258 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14198709078434352) | > loader_time: 0.0045 (0.0047230275399668354)  --> TIME: 2025-03-23 21:22:51 -- STEP: 28615/31555 -- GLOBAL_STEP: 249500 | > loss_text_ce: 0.05141492560505867 (0.04651929968732071) | > loss_mel_ce: 2.5529167652130127 (nan) | > loss: 0.010334650054574013 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1419945674281674) | > loader_time: 0.0045 (0.004722886074678699)  --> TIME: 2025-03-23 21:23:00 -- STEP: 28665/31555 -- GLOBAL_STEP: 249550 | > loss_text_ce: 0.049717243760824203 (0.04651819414797226) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1419981270711416) | > loader_time: 0.0047 (0.00472281158396693)  --> TIME: 2025-03-23 21:23:10 -- STEP: 28715/31555 -- GLOBAL_STEP: 249600 | > loss_text_ce: 0.0496317520737648 (0.04651981498384448) | > loss_mel_ce: 1.6772739887237549 (nan) | > loss: 0.0068528009578585625 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14199475030668218) | > loader_time: 0.0044 (0.004722905885502759)  --> TIME: 2025-03-23 21:23:20 -- STEP: 28765/31555 -- GLOBAL_STEP: 249650 | > loss_text_ce: 0.05121997371315956 (0.04651973529456725) | > loss_mel_ce: 3.792468309402466 (nan) | > loss: 0.015252731740474701 (nan) | > current_lr: 5e-06 | > step_time: 0.1933 (0.14199640295432167) | > loader_time: 0.0049 (0.004722938905606838)  --> TIME: 2025-03-23 21:23:29 -- STEP: 28815/31555 -- GLOBAL_STEP: 249700 | > loss_text_ce: 0.041879814118146896 (0.0465177009567365) | > loss_mel_ce: 3.296163558959961 (nan) | > loss: 0.01324620470404625 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14198370359640197) | > loader_time: 0.0046 (0.004722964836039822)  --> TIME: 2025-03-23 21:23:39 -- STEP: 28865/31555 -- GLOBAL_STEP: 249750 | > loss_text_ce: 0.04030413180589676 (0.046516595133650446) | > loss_mel_ce: 3.488410234451294 (nan) | > loss: 0.014002835378050804 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14198023282157957) | > loader_time: 0.0046 (0.004723306786718693)  --> TIME: 2025-03-23 21:23:48 -- STEP: 28915/31555 -- GLOBAL_STEP: 249800 | > loss_text_ce: 0.03817307949066162 (0.04651392889567416) | > loss_mel_ce: 3.2649333477020264 (nan) | > loss: 0.013107565231621265 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1419801583983545) | > loader_time: 0.0046 (0.004723235741631264)  --> TIME: 2025-03-23 21:23:58 -- STEP: 28965/31555 -- GLOBAL_STEP: 249850 | > loss_text_ce: 0.04344087094068527 (0.046511253572282765) | > loss_mel_ce: 0.0673828125 (nan) | > loss: 0.0004397765442263335 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14197706558863638) | > loader_time: 0.0045 (0.004722973729546294)  --> TIME: 2025-03-23 21:24:08 -- STEP: 29015/31555 -- GLOBAL_STEP: 249900 | > loss_text_ce: 0.03770080953836441 (0.046510595461126084) | > loss_mel_ce: 0.1336115002632141 (nan) | > loss: 0.0006798107642680407 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14197500433651458) | > loader_time: 0.0044 (0.004722839221037292)  --> TIME: 2025-03-23 21:24:17 -- STEP: 29065/31555 -- GLOBAL_STEP: 249950 | > loss_text_ce: 0.031740084290504456 (0.04650644945679593) | > loss_mel_ce: 1.2549370527267456 (nan) | > loss: 0.0051058619283139706 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14197514675251272) | > loader_time: 0.0046 (0.0047227527769998345)  --> TIME: 2025-03-23 21:24:27 -- STEP: 29115/31555 -- GLOBAL_STEP: 250000 | > loss_text_ce: 0.04264752194285393 (0.046502719852269184) | > loss_mel_ce: 0.20492276549339294 (nan) | > loss: 0.0009824217995628715 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14197464182514832) | > loader_time: 0.0046 (0.004722750688487646) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_250000.pth  --> TIME: 2025-03-23 21:24:42 -- STEP: 29165/31555 -- GLOBAL_STEP: 250050 | > loss_text_ce: 0.04576269909739494 (0.04650227513557695) | > loss_mel_ce: 3.5561938285827637 (nan) | > loss: 0.014293479733169079 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14197349846720703) | > loader_time: 0.0053 (0.004722849721465467)  --> TIME: 2025-03-23 21:24:52 -- STEP: 29215/31555 -- GLOBAL_STEP: 250100 | > loss_text_ce: 0.0402139276266098 (0.046500808066265616) | > loss_mel_ce: 2.971224069595337 (nan) | > loss: 0.011950151063501835 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14196818581228066) | > loader_time: 0.0046 (0.004722801234937148)  --> TIME: 2025-03-23 21:25:01 -- STEP: 29265/31555 -- GLOBAL_STEP: 250150 | > loss_text_ce: 0.044943563640117645 (0.046499345311855234) | > loss_mel_ce: 1.830671787261963 (nan) | > loss: 0.007442918606102467 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1419626977084009) | > loader_time: 0.0047 (0.00472271169900036)  --> TIME: 2025-03-23 21:25:10 -- STEP: 29315/31555 -- GLOBAL_STEP: 250200 | > loss_text_ce: 0.04114508628845215 (0.046497821642882374) | > loss_mel_ce: 2.92156982421875 (nan) | > loss: 0.011756805703043938 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1419481881340269) | > loader_time: 0.0043 (0.004722428569894523)  --> TIME: 2025-03-23 21:25:20 -- STEP: 29365/31555 -- GLOBAL_STEP: 250250 | > loss_text_ce: 0.05501578748226166 (0.046497228532609645) | > loss_mel_ce: 3.393453598022461 (nan) | > loss: 0.013684403151273727 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14194563452884473) | > loader_time: 0.0044 (0.004722289293725318)  --> TIME: 2025-03-23 21:25:29 -- STEP: 29415/31555 -- GLOBAL_STEP: 250300 | > loss_text_ce: 0.04356314614415169 (0.04649589423953945) | > loss_mel_ce: 2.7630767822265625 (nan) | > loss: 0.011137460358440876 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14194407227208322) | > loader_time: 0.0045 (0.004722543429825811)  --> TIME: 2025-03-23 21:25:39 -- STEP: 29465/31555 -- GLOBAL_STEP: 250350 | > loss_text_ce: 0.038955092430114746 (0.04649151482415633) | > loss_mel_ce: 2.4093146324157715 (nan) | > loss: 0.00971535686403513 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14193999647952563) | > loader_time: 0.0045 (0.004722523798506403)  --> TIME: 2025-03-23 21:25:49 -- STEP: 29515/31555 -- GLOBAL_STEP: 250400 | > loss_text_ce: 0.045718975365161896 (0.046491003359519494) | > loss_mel_ce: 3.023055076599121 (nan) | > loss: 0.012177675031125546 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1419435393985965) | > loader_time: 0.0043 (0.004722482657686982)  --> TIME: 2025-03-23 21:25:59 -- STEP: 29565/31555 -- GLOBAL_STEP: 250450 | > loss_text_ce: 0.04049473628401756 (0.04648912401333433) | > loss_mel_ce: 3.1323087215423584 (nan) | > loss: 0.012590490281581879 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14194399323052959) | > loader_time: 0.0044 (0.004722356820457273)  --> TIME: 2025-03-23 21:26:08 -- STEP: 29615/31555 -- GLOBAL_STEP: 250500 | > loss_text_ce: 0.04653193801641464 (0.04648912196267266) | > loss_mel_ce: 1.123083472251892 (nan) | > loss: 0.0046413312666118145 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.1419483403549309) | > loader_time: 0.0048 (0.004722255543842898)  --> TIME: 2025-03-23 21:26:18 -- STEP: 29665/31555 -- GLOBAL_STEP: 250550 | > loss_text_ce: 0.06795630604028702 (0.04649081737366275) | > loss_mel_ce: 1.2569674253463745 (nan) | > loss: 0.005257634446024895 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14194816576978425) | > loader_time: 0.0046 (0.00472212188986887)  --> TIME: 2025-03-23 21:26:28 -- STEP: 29715/31555 -- GLOBAL_STEP: 250600 | > loss_text_ce: 0.05093804746866226 (0.046488559891548285) | > loss_mel_ce: 3.434828281402588 (nan) | > loss: 0.01383240707218647 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14194643827634437) | > loader_time: 0.0045 (0.004721951023328364)  --> TIME: 2025-03-23 21:26:37 -- STEP: 29765/31555 -- GLOBAL_STEP: 250650 | > loss_text_ce: 0.042182017117738724 (0.046490190459602114) | > loss_mel_ce: 3.057403326034546 (nan) | > loss: 0.012299942784011364 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14193875174872425) | > loader_time: 0.0046 (0.004721614362491406)  --> TIME: 2025-03-23 21:26:47 -- STEP: 29815/31555 -- GLOBAL_STEP: 250700 | > loss_text_ce: 0.04928319528698921 (0.04648997633615341) | > loss_mel_ce: 3.4757230281829834 (nan) | > loss: 0.013988121412694454 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14194429566471153) | > loader_time: 0.0049 (0.0047213127603871275)  --> TIME: 2025-03-23 21:26:57 -- STEP: 29865/31555 -- GLOBAL_STEP: 250750 | > loss_text_ce: 0.051054697483778 (0.04649126114906572) | > loss_mel_ce: 3.2419416904449463 (nan) | > loss: 0.013067446649074554 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14195304045460827) | > loader_time: 0.0047 (0.0047216049135579245)  --> TIME: 2025-03-23 21:27:07 -- STEP: 29915/31555 -- GLOBAL_STEP: 250800 | > loss_text_ce: 0.046559710055589676 (0.046486133958079004) | > loss_mel_ce: 3.343611717224121 (nan) | > loss: 0.013453062623739243 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14195369769553354) | > loader_time: 0.0045 (0.004721517122929512)  --> TIME: 2025-03-23 21:27:17 -- STEP: 29965/31555 -- GLOBAL_STEP: 250850 | > loss_text_ce: 0.03584204241633415 (0.04648756678288421) | > loss_mel_ce: 0.6275482177734375 (nan) | > loss: 0.0026325013022869825 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14195501963880996) | > loader_time: 0.0043 (0.004721538654138318)  --> TIME: 2025-03-23 21:27:26 -- STEP: 30015/31555 -- GLOBAL_STEP: 250900 | > loss_text_ce: 0.03988035023212433 (0.046485076017998) | > loss_mel_ce: 2.9674744606018066 (nan) | > loss: 0.011933947913348675 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1419537507552375) | > loader_time: 0.005 (0.0047215882567749065)  --> TIME: 2025-03-23 21:27:36 -- STEP: 30065/31555 -- GLOBAL_STEP: 250950 | > loss_text_ce: 0.04619038850069046 (0.04648338364576309) | > loss_mel_ce: 3.2762866020202637 (nan) | > loss: 0.013184433802962303 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1419507527775639) | > loader_time: 0.0046 (0.0047214664993400065)  --> TIME: 2025-03-23 21:27:46 -- STEP: 30115/31555 -- GLOBAL_STEP: 251000 | > loss_text_ce: 0.03692333400249481 (0.04648263036407482) | > loss_mel_ce: 2.965608596801758 (nan) | > loss: 0.011914810165762901 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14195136120603177) | > loader_time: 0.0048 (0.004721397105075557)  --> TIME: 2025-03-23 21:27:55 -- STEP: 30165/31555 -- GLOBAL_STEP: 251050 | > loss_text_ce: 0.045256517827510834 (0.04647964432334798) | > loss_mel_ce: 3.4639065265655518 (nan) | > loss: 0.013925251550972462 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.141949590576756) | > loader_time: 0.0045 (0.004721373624910682)  --> TIME: 2025-03-23 21:28:05 -- STEP: 30215/31555 -- GLOBAL_STEP: 251100 | > loss_text_ce: 0.057911671698093414 (0.0464792121147813) | > loss_mel_ce: 5.870659828186035 (nan) | > loss: 0.023526079952716827 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14195188084087396) | > loader_time: 0.0046 (0.004721299303538643)  --> TIME: 2025-03-23 21:28:15 -- STEP: 30265/31555 -- GLOBAL_STEP: 251150 | > loss_text_ce: 0.04714696481823921 (0.04647710847837751) | > loss_mel_ce: 3.894867181777954 (nan) | > loss: 0.015642914921045303 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14194889898125274) | > loader_time: 0.0046 (0.004721307526063286)  --> TIME: 2025-03-23 21:28:24 -- STEP: 30315/31555 -- GLOBAL_STEP: 251200 | > loss_text_ce: 0.04689283296465874 (0.04647679676375663) | > loss_mel_ce: 3.014031171798706 (nan) | > loss: 0.012146525084972382 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14194630728722707) | > loader_time: 0.0046 (0.004721384057899535)  --> TIME: 2025-03-23 21:28:34 -- STEP: 30365/31555 -- GLOBAL_STEP: 251250 | > loss_text_ce: 0.045807044953107834 (0.04647475855264591) | > loss_mel_ce: 3.751802921295166 (nan) | > loss: 0.01506988238543272 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14194562230611885) | > loader_time: 0.0051 (0.004721502391702722)  --> TIME: 2025-03-23 21:28:44 -- STEP: 30415/31555 -- GLOBAL_STEP: 251300 | > loss_text_ce: 0.0350794680416584 (0.046473661932733557) | > loss_mel_ce: 2.9327213764190674 (nan) | > loss: 0.01177698839455843 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14194925237050782) | > loader_time: 0.0047 (0.0047216588330272515)  --> TIME: 2025-03-23 21:28:53 -- STEP: 30465/31555 -- GLOBAL_STEP: 251350 | > loss_text_ce: 0.04520707577466965 (0.04646981182899011) | > loss_mel_ce: 3.5227251052856445 (nan) | > loss: 0.0141584612429142 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1419418525445368) | > loader_time: 0.0048 (0.004721441132748764)  --> TIME: 2025-03-23 21:29:02 -- STEP: 30515/31555 -- GLOBAL_STEP: 251400 | > loss_text_ce: 0.045530084520578384 (0.04646564874219397) | > loss_mel_ce: 3.3210206031799316 (nan) | > loss: 0.013359328731894493 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14193077596039053) | > loader_time: 0.0044 (0.0047213817217028236)  --> TIME: 2025-03-23 21:29:12 -- STEP: 30565/31555 -- GLOBAL_STEP: 251450 | > loss_text_ce: 0.04809588938951492 (0.04646121719323432) | > loss_mel_ce: 2.9588623046875 (nan) | > loss: 0.01193237490952015 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14193334451541548) | > loader_time: 0.006 (0.0047213345254167385)  --> TIME: 2025-03-23 21:29:22 -- STEP: 30615/31555 -- GLOBAL_STEP: 251500 | > loss_text_ce: 0.04930642992258072 (0.0464605987506091) | > loss_mel_ce: 2.3581771850585938 (nan) | > loss: 0.009553506970405579 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14192622429441035) | > loader_time: 0.0049 (0.004721294663494806)  --> TIME: 2025-03-23 21:29:31 -- STEP: 30665/31555 -- GLOBAL_STEP: 251550 | > loss_text_ce: 0.0527726486325264 (0.04646123382306164) | > loss_mel_ce: 3.7415249347686768 (nan) | > loss: 0.015056737698614597 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1419202250212104) | > loader_time: 0.0046 (0.0047211511749710175)  --> TIME: 2025-03-23 21:29:40 -- STEP: 30715/31555 -- GLOBAL_STEP: 251600 | > loss_text_ce: 0.04899464175105095 (0.04645688105404896) | > loss_mel_ce: 3.5423848628997803 (nan) | > loss: 0.014251505956053734 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14190812874709696) | > loader_time: 0.0046 (0.00472102159788566)  --> TIME: 2025-03-23 21:29:50 -- STEP: 30765/31555 -- GLOBAL_STEP: 251650 | > loss_text_ce: 0.03749658167362213 (0.046455912836266544) | > loss_mel_ce: 3.382563352584839 (nan) | > loss: 0.013571667484939098 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14191047094051523) | > loader_time: 0.0047 (0.004721354105289259)  --> TIME: 2025-03-23 21:30:00 -- STEP: 30815/31555 -- GLOBAL_STEP: 251700 | > loss_text_ce: 0.048719216138124466 (0.04645532092471513) | > loss_mel_ce: 2.9235241413116455 (nan) | > loss: 0.011794617399573326 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14190458539591067) | > loader_time: 0.0048 (0.004721209624942059)  --> TIME: 2025-03-23 21:30:09 -- STEP: 30865/31555 -- GLOBAL_STEP: 251750 | > loss_text_ce: 0.049311354756355286 (0.046457704720922414) | > loss_mel_ce: 3.696958303451538 (nan) | > loss: 0.014866150915622711 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14190799928495518) | > loader_time: 0.0044 (0.0047212371056805326)  --> TIME: 2025-03-23 21:30:19 -- STEP: 30915/31555 -- GLOBAL_STEP: 251800 | > loss_text_ce: 0.046184275299310684 (0.04645583076330546) | > loss_mel_ce: 3.229153633117676 (nan) | > loss: 0.012997373938560486 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14190842074598276) | > loader_time: 0.0044 (0.0047212134359261694)  --> TIME: 2025-03-23 21:30:29 -- STEP: 30965/31555 -- GLOBAL_STEP: 251850 | > loss_text_ce: 0.04598299041390419 (0.046454702839513994) | > loss_mel_ce: 3.419297218322754 (nan) | > loss: 0.01375111285597086 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14191777250714) | > loader_time: 0.007 (0.004721358441082254)  --> TIME: 2025-03-23 21:30:39 -- STEP: 31015/31555 -- GLOBAL_STEP: 251900 | > loss_text_ce: 0.04001173749566078 (0.04645332945614342) | > loss_mel_ce: 1.609136700630188 (nan) | > loss: 0.0065442402847111225 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14192075800092366) | > loader_time: 0.0043 (0.004721293433258705)  --> TIME: 2025-03-23 21:30:49 -- STEP: 31065/31555 -- GLOBAL_STEP: 251950 | > loss_text_ce: 0.046534691005945206 (0.04644978981106543) | > loss_mel_ce: 2.520963191986084 (nan) | > loss: 0.010188484564423561 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14192661628925748) | > loader_time: 0.0044 (0.004721222717405472)  --> TIME: 2025-03-23 21:30:59 -- STEP: 31115/31555 -- GLOBAL_STEP: 252000 | > loss_text_ce: 0.04319621995091438 (0.04644672865556589) | > loss_mel_ce: 2.9777379035949707 (nan) | > loss: 0.011987834237515926 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14192610019927188) | > loader_time: 0.0047 (0.004721171293116119)  --> TIME: 2025-03-23 21:31:08 -- STEP: 31165/31555 -- GLOBAL_STEP: 252050 | > loss_text_ce: 0.05149179324507713 (0.046445244585100985) | > loss_mel_ce: 3.004157543182373 (nan) | > loss: 0.012125592678785324 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1419229493446416) | > loader_time: 0.0047 (0.004721093908389779)  --> TIME: 2025-03-23 21:31:18 -- STEP: 31215/31555 -- GLOBAL_STEP: 252100 | > loss_text_ce: 0.04914594069123268 (0.04644380659536279) | > loss_mel_ce: 3.8245606422424316 (nan) | > loss: 0.015371852554380894 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14192828951060674) | > loader_time: 0.0046 (0.004721149503850537)  --> TIME: 2025-03-23 21:31:28 -- STEP: 31265/31555 -- GLOBAL_STEP: 252150 | > loss_text_ce: 0.04519926756620407 (0.046442517830428603) | > loss_mel_ce: 3.1989588737487793 (nan) | > loss: 0.012873644009232521 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1419287579471008) | > loader_time: 0.0044 (0.004721234478836852)  --> TIME: 2025-03-23 21:31:38 -- STEP: 31315/31555 -- GLOBAL_STEP: 252200 | > loss_text_ce: 0.04621884226799011 (0.046440402686247356) | > loss_mel_ce: 2.416800022125244 (nan) | > loss: 0.009773884899914265 (nan) | > current_lr: 5e-06 | > step_time: 0.102 (0.14193037305798703) | > loader_time: 0.0045 (0.004721147633771339)  --> TIME: 2025-03-23 21:31:47 -- STEP: 31365/31555 -- GLOBAL_STEP: 252250 | > loss_text_ce: 0.04584692418575287 (0.04643831841695728) | > loss_mel_ce: 2.4466629028320312 (nan) | > loss: 0.009890913031995296 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14193681934015526) | > loader_time: 0.0046 (0.004721609128066891)  --> TIME: 2025-03-23 21:31:57 -- STEP: 31415/31555 -- GLOBAL_STEP: 252300 | > loss_text_ce: 0.05710415542125702 (0.046435462632656015) | > loss_mel_ce: 2.9042341709136963 (nan) | > loss: 0.011751343496143818 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.141943689009651) | > loader_time: 0.0071 (0.004721676625967114)  --> TIME: 2025-03-23 21:32:07 -- STEP: 31465/31555 -- GLOBAL_STEP: 252350 | > loss_text_ce: 0.05153026804327965 (0.04643665450737153) | > loss_mel_ce: 3.158275604248047 (nan) | > loss: 0.012737326323986053 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14194168341324614) | > loader_time: 0.0049 (0.004721719237781732)  --> TIME: 2025-03-23 21:32:17 -- STEP: 31515/31555 -- GLOBAL_STEP: 252400 | > loss_text_ce: 0.047415826469659805 (0.046433596784438376) | > loss_mel_ce: 3.5336551666259766 (nan) | > loss: 0.014210599474608898 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14194595566746082) | > loader_time: 0.0047 (0.00472158715400772)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.023235254287719723 (+0.001510381698608402) | > avg_loss_text_ce: 0.04187608852982523 (-0.0012722665816545312) | > avg_loss_mel_ce: 2.9465146843592325 (-0.05378200610478645) | > avg_loss: 2.9883907755215957 (-0.05505426565806104) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_252440.pth  > EPOCH: 9/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 21:32:47)   --> TIME: 2025-03-23 21:32:50 -- STEP: 10/31555 -- GLOBAL_STEP: 252450 | > loss_text_ce: 0.04820544272661209 (0.04586057364940643) | > loss_mel_ce: 3.5715060234069824 (3.2596695899963377) | > loss: 0.014363935217261314 (0.013117184024304151) | > current_lr: 5e-06 | > step_time: 0.1695 (0.14478230476379395) | > loader_time: 0.0072 (0.00554347038269043)  --> TIME: 2025-03-23 21:32:59 -- STEP: 60/31555 -- GLOBAL_STEP: 252500 | > loss_text_ce: 0.047436535358428955 (0.0460032586629192) | > loss_mel_ce: 3.485333204269409 (2.839608785882592) | > loss: 0.014018927700817585 (0.011450842149012411) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14333631197611493) | > loader_time: 0.0047 (0.005064817269643148)  --> TIME: 2025-03-23 21:33:09 -- STEP: 110/31555 -- GLOBAL_STEP: 252550 | > loss_text_ce: 0.03722751885652542 (0.0468430754813281) | > loss_mel_ce: 2.426025390625 (2.881526416743344) | > loss: 0.009774814359843731 (0.011620514563401232) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14077272415161127) | > loader_time: 0.0048 (0.004954290390014651)  --> TIME: 2025-03-23 21:33:18 -- STEP: 160/31555 -- GLOBAL_STEP: 252600 | > loss_text_ce: 0.05193643271923065 (0.046458769124001265) | > loss_mel_ce: 3.217841148376465 (2.942073267465458) | > loss: 0.012975308112800121 (0.011859254828959822) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14100491851568217) | > loader_time: 0.0048 (0.004900483787059785)  --> TIME: 2025-03-23 21:33:28 -- STEP: 210/31555 -- GLOBAL_STEP: 252650 | > loss_text_ce: 0.03651263564825058 (0.04660816236975649) | > loss_mel_ce: 2.941972255706787 (2.9359665917853515) | > loss: 0.01181938499212265 (0.011835614828548084) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14101670583089176) | > loader_time: 0.0053 (0.0048848867416381855)  --> TIME: 2025-03-23 21:33:38 -- STEP: 260/31555 -- GLOBAL_STEP: 252700 | > loss_text_ce: 0.041446149349212646 (0.046428659672920536) | > loss_mel_ce: 0.1328125 (2.959251653832885) | > loss: 0.0006915025878697634 (0.011927303566615312) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1414551386466392) | > loader_time: 0.0044 (0.004862477229191709)  --> TIME: 2025-03-23 21:33:48 -- STEP: 310/31555 -- GLOBAL_STEP: 252750 | > loss_text_ce: 0.045016855001449585 (0.04641309415380802) | > loss_mel_ce: 3.3362374305725098 (nan) | > loss: 0.013417676091194153 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14174655560524224) | > loader_time: 0.0047 (0.004837026903706214)  --> TIME: 2025-03-23 21:33:58 -- STEP: 360/31555 -- GLOBAL_STEP: 252800 | > loss_text_ce: 0.053862642496824265 (0.04621446664548583) | > loss_mel_ce: 3.3891916275024414 (nan) | > loss: 0.01366291381418705 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14221915536456628) | > loader_time: 0.0046 (0.004840007093217636)  --> TIME: 2025-03-23 21:34:07 -- STEP: 410/31555 -- GLOBAL_STEP: 252850 | > loss_text_ce: 0.03938022628426552 (0.04626749908415283) | > loss_mel_ce: 2.670154333114624 (nan) | > loss: 0.010752121917903423 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14194226264953608) | > loader_time: 0.0047 (0.004820863793535934)  --> TIME: 2025-03-23 21:34:17 -- STEP: 460/31555 -- GLOBAL_STEP: 252900 | > loss_text_ce: 0.045565132051706314 (0.04602558473934946) | > loss_mel_ce: 4.046249866485596 (nan) | > loss: 0.01623736135661602 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14224579489749398) | > loader_time: 0.0047 (0.0048078246738599735)  --> TIME: 2025-03-23 21:34:27 -- STEP: 510/31555 -- GLOBAL_STEP: 252950 | > loss_text_ce: 0.046825289726257324 (0.04607993689383946) | > loss_mel_ce: 3.6384196281433105 (nan) | > loss: 0.014623989351093769 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14192440696791095) | > loader_time: 0.0047 (0.0047828590168672485)  --> TIME: 2025-03-23 21:34:36 -- STEP: 560/31555 -- GLOBAL_STEP: 253000 | > loss_text_ce: 0.04701270908117294 (0.04594412170616643) | > loss_mel_ce: 4.083820343017578 (nan) | > loss: 0.016392195597290993 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1419146993330545) | > loader_time: 0.0051 (0.004788828747613092)  --> TIME: 2025-03-23 21:34:46 -- STEP: 610/31555 -- GLOBAL_STEP: 253050 | > loss_text_ce: 0.04520651325583458 (0.045976150365637965) | > loss_mel_ce: 2.67333984375 (nan) | > loss: 0.010787882842123508 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14179226726782126) | > loader_time: 0.0047 (0.00478603488109151)  --> TIME: 2025-03-23 21:34:55 -- STEP: 660/31555 -- GLOBAL_STEP: 253100 | > loss_text_ce: 0.04324215278029442 (0.04608726192717299) | > loss_mel_ce: 3.4928224086761475 (nan) | > loss: 0.014032003469765186 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14170689546700677) | > loader_time: 0.005 (0.004787099000179404)  --> TIME: 2025-03-23 21:35:05 -- STEP: 710/31555 -- GLOBAL_STEP: 253150 | > loss_text_ce: 0.04674258455634117 (0.04610839326092053) | > loss_mel_ce: 2.6726491451263428 (nan) | > loss: 0.010791238397359848 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14185444402023095) | > loader_time: 0.005 (0.0047846203118982415)  --> TIME: 2025-03-23 21:35:15 -- STEP: 760/31555 -- GLOBAL_STEP: 253200 | > loss_text_ce: 0.056118786334991455 (0.046114300828623125) | > loss_mel_ce: 0.9404658675193787 (nan) | > loss: 0.003954701125621796 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14216186749307716) | > loader_time: 0.0044 (0.0047955001655377825)  --> TIME: 2025-03-23 21:35:25 -- STEP: 810/31555 -- GLOBAL_STEP: 253250 | > loss_text_ce: 0.049453943967819214 (0.046041387344859984) | > loss_mel_ce: 3.0371577739715576 (nan) | > loss: 0.012248460203409195 (nan) | > current_lr: 5e-06 | > step_time: 0.1474 (0.14227676450470336) | > loader_time: 0.0046 (0.004786199699213477)  --> TIME: 2025-03-23 21:35:35 -- STEP: 860/31555 -- GLOBAL_STEP: 253300 | > loss_text_ce: 0.03893047943711281 (0.04600858079962604) | > loss_mel_ce: 2.7414510250091553 (nan) | > loss: 0.011033260263502598 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14229148959004584) | > loader_time: 0.0047 (0.004788744172384575)  --> TIME: 2025-03-23 21:35:45 -- STEP: 910/31555 -- GLOBAL_STEP: 253350 | > loss_text_ce: 0.042452506721019745 (0.0460285554609292) | > loss_mel_ce: 2.936021089553833 (nan) | > loss: 0.011819340288639069 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14233194445515718) | > loader_time: 0.005 (0.0047874099605686084)  --> TIME: 2025-03-23 21:35:55 -- STEP: 960/31555 -- GLOBAL_STEP: 253400 | > loss_text_ce: 0.05189424753189087 (0.0459907596989069) | > loss_mel_ce: 3.171126127243042 (nan) | > loss: 0.012789763510227203 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1424106004337469) | > loader_time: 0.0047 (0.00478455498814583)  --> TIME: 2025-03-23 21:36:04 -- STEP: 1010/31555 -- GLOBAL_STEP: 253450 | > loss_text_ce: 0.0462707094848156 (0.04593243953947087) | > loss_mel_ce: 3.5348644256591797 (nan) | > loss: 0.014210853725671768 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14244763072174366) | > loader_time: 0.0048 (0.0047810913312553195)  --> TIME: 2025-03-23 21:36:14 -- STEP: 1060/31555 -- GLOBAL_STEP: 253500 | > loss_text_ce: 0.04176938533782959 (0.04589053162215452) | > loss_mel_ce: 2.3859219551086426 (nan) | > loss: 0.009633696638047695 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1422962699296339) | > loader_time: 0.0053 (0.004779146752267515)  --> TIME: 2025-03-23 21:36:24 -- STEP: 1110/31555 -- GLOBAL_STEP: 253550 | > loss_text_ce: 0.0370023138821125 (0.045755904292066885) | > loss_mel_ce: 3.46875 (nan) | > loss: 0.013911716639995575 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14244873588149606) | > loader_time: 0.0048 (0.0047788856265781185)  --> TIME: 2025-03-23 21:36:34 -- STEP: 1160/31555 -- GLOBAL_STEP: 253600 | > loss_text_ce: 0.05214677378535271 (0.04573636878089144) | > loss_mel_ce: 3.0358188152313232 (nan) | > loss: 0.012253832072019577 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14246304179060043) | > loader_time: 0.0048 (0.004779495247479145)  --> TIME: 2025-03-23 21:36:43 -- STEP: 1210/31555 -- GLOBAL_STEP: 253650 | > loss_text_ce: 0.04317057505249977 (0.04575983388118503) | > loss_mel_ce: 3.2335405349731445 (nan) | > loss: 0.013002823106944561 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.1423683936930885) | > loader_time: 0.0045 (0.004775533597331402)  --> TIME: 2025-03-23 21:36:53 -- STEP: 1260/31555 -- GLOBAL_STEP: 253700 | > loss_text_ce: 0.03476063907146454 (0.045830178226802534) | > loss_mel_ce: 3.0614099502563477 (nan) | > loss: 0.012286392040550709 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14238261665616694) | > loader_time: 0.0048 (0.004776269292074533)  --> TIME: 2025-03-23 21:37:03 -- STEP: 1310/31555 -- GLOBAL_STEP: 253750 | > loss_text_ce: 0.035863712430000305 (0.045803523048019115) | > loss_mel_ce: 3.852940320968628 (nan) | > loss: 0.015431762672960758 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14245801281382994) | > loader_time: 0.0049 (0.004773120479729332)  --> TIME: 2025-03-23 21:37:12 -- STEP: 1360/31555 -- GLOBAL_STEP: 253800 | > loss_text_ce: 0.03974107280373573 (0.045780571451520216) | > loss_mel_ce: 3.2005083560943604 (nan) | > loss: 0.0128581328317523 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14233365374452905) | > loader_time: 0.0046 (0.004773209024878101)  --> TIME: 2025-03-23 21:37:22 -- STEP: 1410/31555 -- GLOBAL_STEP: 253850 | > loss_text_ce: 0.03636867180466652 (0.04581154952129575) | > loss_mel_ce: 2.615644931793213 (nan) | > loss: 0.010523864068090916 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14249622990899025) | > loader_time: 0.0045 (0.004774532926843514)  --> TIME: 2025-03-23 21:37:32 -- STEP: 1460/31555 -- GLOBAL_STEP: 253900 | > loss_text_ce: 0.02739400789141655 (0.04579744777221183) | > loss_mel_ce: 0.25113192200660706 (nan) | > loss: 0.0011052616173401475 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14239947436607026) | > loader_time: 0.0044 (0.004771761698265597)  --> TIME: 2025-03-23 21:37:42 -- STEP: 1510/31555 -- GLOBAL_STEP: 253950 | > loss_text_ce: 0.04305507242679596 (0.04576094658884979) | > loss_mel_ce: 3.2453393936157227 (nan) | > loss: 0.013049185276031494 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14239186277452653) | > loader_time: 0.0049 (0.004771124290314728)  --> TIME: 2025-03-23 21:37:51 -- STEP: 1560/31555 -- GLOBAL_STEP: 254000 | > loss_text_ce: 0.03648298978805542 (0.045716013527737985) | > loss_mel_ce: 3.3756587505340576 (nan) | > loss: 0.013540245592594147 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1423639274560485) | > loader_time: 0.0047 (0.0047728321491143574)  --> TIME: 2025-03-23 21:38:01 -- STEP: 1610/31555 -- GLOBAL_STEP: 254050 | > loss_text_ce: 0.04303530976176262 (0.045655494268914194) | > loss_mel_ce: 3.678239345550537 (nan) | > loss: 0.014766963198781013 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1423689201011418) | > loader_time: 0.0046 (0.004770848765876712)  --> TIME: 2025-03-23 21:38:11 -- STEP: 1660/31555 -- GLOBAL_STEP: 254100 | > loss_text_ce: 0.046641845256090164 (0.0456253517003932) | > loss_mel_ce: 3.5493621826171875 (nan) | > loss: 0.014269857667386532 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1423060046621112) | > loader_time: 0.0046 (0.004771945419081711)  --> TIME: 2025-03-23 21:38:20 -- STEP: 1710/31555 -- GLOBAL_STEP: 254150 | > loss_text_ce: 0.043290939182043076 (0.045618138140971556) | > loss_mel_ce: 0.056640625 (nan) | > loss: 0.00039655386353842914 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14229409123024725) | > loader_time: 0.005 (0.0047697670975623664)  --> TIME: 2025-03-23 21:38:30 -- STEP: 1760/31555 -- GLOBAL_STEP: 254200 | > loss_text_ce: 0.04550763592123985 (0.04561356609179216) | > loss_mel_ce: 2.995575428009033 (nan) | > loss: 0.012067791074514389 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14251133745366845) | > loader_time: 0.0047 (0.004772708768194362)  --> TIME: 2025-03-23 21:38:40 -- STEP: 1810/31555 -- GLOBAL_STEP: 254250 | > loss_text_ce: 0.054358500987291336 (0.04560124320672692) | > loss_mel_ce: 2.717231512069702 (nan) | > loss: 0.010998373851180077 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14248543918462056) | > loader_time: 0.0049 (0.004774650157485868)  --> TIME: 2025-03-23 21:38:50 -- STEP: 1860/31555 -- GLOBAL_STEP: 254300 | > loss_text_ce: 0.05484744533896446 (0.045648874927272085) | > loss_mel_ce: 3.325762987136841 (nan) | > loss: 0.013415121473371983 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14248387223930736) | > loader_time: 0.0046 (0.0047744739440179545)  --> TIME: 2025-03-23 21:39:00 -- STEP: 1910/31555 -- GLOBAL_STEP: 254350 | > loss_text_ce: 0.04294567555189133 (0.04561415526294272) | > loss_mel_ce: 3.7014737129211426 (nan) | > loss: 0.014858807437121868 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14253532000237076) | > loader_time: 0.0054 (0.004778278435712076)  --> TIME: 2025-03-23 21:39:10 -- STEP: 1960/31555 -- GLOBAL_STEP: 254400 | > loss_text_ce: 0.03671770915389061 (0.045681740244736486) | > loss_mel_ce: 1.7654157876968384 (nan) | > loss: 0.0071513233706355095 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1425328266863917) | > loader_time: 0.0047 (0.004780395176945892)  --> TIME: 2025-03-23 21:39:19 -- STEP: 2010/31555 -- GLOBAL_STEP: 254450 | > loss_text_ce: 0.04926304146647453 (0.045735629948217484) | > loss_mel_ce: 3.4572064876556396 (nan) | > loss: 0.013914561830461025 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14253750903096335) | > loader_time: 0.0043 (0.004780615502922087)  --> TIME: 2025-03-23 21:39:29 -- STEP: 2060/31555 -- GLOBAL_STEP: 254500 | > loss_text_ce: 0.047613777220249176 (0.04570954260732798) | > loss_mel_ce: 2.5562074184417725 (nan) | > loss: 0.010332624427974224 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1423392500692198) | > loader_time: 0.0045 (0.0047791193989874005)  --> TIME: 2025-03-23 21:39:38 -- STEP: 2110/31555 -- GLOBAL_STEP: 254550 | > loss_text_ce: 0.05172519385814667 (0.04573483555379072) | > loss_mel_ce: 3.3215889930725098 (nan) | > loss: 0.013386167585849762 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14239808168456425) | > loader_time: 0.005 (0.004779760532469537)  --> TIME: 2025-03-23 21:39:48 -- STEP: 2160/31555 -- GLOBAL_STEP: 254600 | > loss_text_ce: 0.05085202679038048 (0.045726952496571126) | > loss_mel_ce: 2.5831708908081055 (nan) | > loss: 0.010452472604811192 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14227637240180235) | > loader_time: 0.0047 (0.004778939595928888)  --> TIME: 2025-03-23 21:39:57 -- STEP: 2210/31555 -- GLOBAL_STEP: 254650 | > loss_text_ce: 0.04482283070683479 (0.045734103592913355) | > loss_mel_ce: 3.1127328872680664 (nan) | > loss: 0.01252998411655426 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1422205793372104) | > loader_time: 0.0044 (0.00477914270772113)  --> TIME: 2025-03-23 21:40:07 -- STEP: 2260/31555 -- GLOBAL_STEP: 254700 | > loss_text_ce: 0.048671554774045944 (0.04577391399070621) | > loss_mel_ce: 3.0262064933776855 (nan) | > loss: 0.01220189779996872 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.142244553249494) | > loader_time: 0.0046 (0.004776044018500666)  --> TIME: 2025-03-23 21:40:17 -- STEP: 2310/31555 -- GLOBAL_STEP: 254750 | > loss_text_ce: 0.0488441064953804 (0.04576418528905809) | > loss_mel_ce: 2.952021598815918 (nan) | > loss: 0.011908197775483131 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14219795336454968) | > loader_time: 0.0045 (0.004775438164219704)  --> TIME: 2025-03-23 21:40:27 -- STEP: 2360/31555 -- GLOBAL_STEP: 254800 | > loss_text_ce: 0.03764287009835243 (0.04576601048820985) | > loss_mel_ce: 3.4101574420928955 (nan) | > loss: 0.013681747950613499 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1422212724968538) | > loader_time: 0.0048 (0.0047786202471134945)  --> TIME: 2025-03-23 21:40:36 -- STEP: 2410/31555 -- GLOBAL_STEP: 254850 | > loss_text_ce: 0.048372283577919006 (0.045779223251639585) | > loss_mel_ce: 3.33829402923584 (nan) | > loss: 0.013439152389764786 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14219031907710789) | > loader_time: 0.0046 (0.00477524901821405)  --> TIME: 2025-03-23 21:40:46 -- STEP: 2460/31555 -- GLOBAL_STEP: 254900 | > loss_text_ce: 0.06519629806280136 (0.045762397764568634) | > loss_mel_ce: 3.2119531631469727 (nan) | > loss: 0.013004561886191368 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1421518057342466) | > loader_time: 0.0046 (0.00477498634074761)  --> TIME: 2025-03-23 21:40:56 -- STEP: 2510/31555 -- GLOBAL_STEP: 254950 | > loss_text_ce: 0.046165045350790024 (0.045751675921844724) | > loss_mel_ce: 2.823641538619995 (nan) | > loss: 0.011388122104108334 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1422528757042143) | > loader_time: 0.0046 (0.0047758596351897015)  --> TIME: 2025-03-23 21:41:05 -- STEP: 2560/31555 -- GLOBAL_STEP: 255000 | > loss_text_ce: 0.049370381981134415 (0.04576085838052672) | > loss_mel_ce: 2.2310023307800293 (nan) | > loss: 0.009049098007380962 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1422247889451682) | > loader_time: 0.0048 (0.004774062987416975)  --> TIME: 2025-03-23 21:41:15 -- STEP: 2610/31555 -- GLOBAL_STEP: 255050 | > loss_text_ce: 0.039302945137023926 (0.04574041166039484) | > loss_mel_ce: 3.1627018451690674 (nan) | > loss: 0.012706369161605835 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.142178475902455) | > loader_time: 0.0047 (0.00477347310018721)  --> TIME: 2025-03-23 21:41:25 -- STEP: 2660/31555 -- GLOBAL_STEP: 255100 | > loss_text_ce: 0.048670295625925064 (0.04574947485882309) | > loss_mel_ce: 3.0061237812042236 (nan) | > loss: 0.012122198939323425 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14213290859882086) | > loader_time: 0.0047 (0.004773243477469985)  --> TIME: 2025-03-23 21:41:34 -- STEP: 2710/31555 -- GLOBAL_STEP: 255150 | > loss_text_ce: 0.04799753427505493 (0.04574992111798139) | > loss_mel_ce: 3.1672990322113037 (nan) | > loss: 0.012759113684296608 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14217419122857783) | > loader_time: 0.0046 (0.004771898241500561)  --> TIME: 2025-03-23 21:41:44 -- STEP: 2760/31555 -- GLOBAL_STEP: 255200 | > loss_text_ce: 0.049494918435811996 (0.04574823580358334) | > loss_mel_ce: 2.103982448577881 (nan) | > loss: 0.008545545861124992 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14211336192877366) | > loader_time: 0.0052 (0.004769948686378574)  --> TIME: 2025-03-23 21:41:54 -- STEP: 2810/31555 -- GLOBAL_STEP: 255250 | > loss_text_ce: 0.04632635787129402 (0.04575988488715946) | > loss_mel_ce: 2.451260805130005 (nan) | > loss: 0.009911061264574528 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14208702913806917) | > loader_time: 0.0046 (0.004768796747689554)  --> TIME: 2025-03-23 21:42:03 -- STEP: 2860/31555 -- GLOBAL_STEP: 255300 | > loss_text_ce: 0.0542709082365036 (0.04576332654830037) | > loss_mel_ce: 2.928724527359009 (nan) | > loss: 0.011837284080684185 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14206544669358012) | > loader_time: 0.0045 (0.004768125994222135)  --> TIME: 2025-03-23 21:42:13 -- STEP: 2910/31555 -- GLOBAL_STEP: 255350 | > loss_text_ce: 0.0441717803478241 (0.04577150036264014) | > loss_mel_ce: 2.5509846210479736 (nan) | > loss: 0.01029823999851942 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14209680098438562) | > loader_time: 0.005 (0.004766561075584163)  --> TIME: 2025-03-23 21:42:23 -- STEP: 2960/31555 -- GLOBAL_STEP: 255400 | > loss_text_ce: 0.03926244378089905 (0.045746241564031745) | > loss_mel_ce: 3.1819217205047607 (nan) | > loss: 0.012782477773725986 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1420510649681088) | > loader_time: 0.0048 (0.004764251451234552)  --> TIME: 2025-03-23 21:42:32 -- STEP: 3010/31555 -- GLOBAL_STEP: 255450 | > loss_text_ce: 0.04242505505681038 (0.04575670685161185) | > loss_mel_ce: 3.208568572998047 (nan) | > loss: 0.012900769710540771 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14205892363259937) | > loader_time: 0.0046 (0.004764749124596671)  --> TIME: 2025-03-23 21:42:42 -- STEP: 3060/31555 -- GLOBAL_STEP: 255500 | > loss_text_ce: 0.039699118584394455 (0.04574368217643467) | > loss_mel_ce: 3.2492549419403076 (nan) | > loss: 0.013051405549049377 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14210931553560116) | > loader_time: 0.0047 (0.004764269224179326)  --> TIME: 2025-03-23 21:42:52 -- STEP: 3110/31555 -- GLOBAL_STEP: 255550 | > loss_text_ce: 0.04434862360358238 (0.04575635845147045) | > loss_mel_ce: 3.1954305171966553 (nan) | > loss: 0.012856267392635345 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1421069964718586) | > loader_time: 0.0046 (0.00476370034110507)  --> TIME: 2025-03-23 21:43:02 -- STEP: 3160/31555 -- GLOBAL_STEP: 255600 | > loss_text_ce: 0.04727699235081673 (0.04575244457390202) | > loss_mel_ce: 3.476802349090576 (nan) | > loss: 0.013984442688524723 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14211796793756593) | > loader_time: 0.0045 (0.0047657092915305505)  --> TIME: 2025-03-23 21:43:11 -- STEP: 3210/31555 -- GLOBAL_STEP: 255650 | > loss_text_ce: 0.061599504202604294 (0.04574397900591475) | > loss_mel_ce: 3.6376562118530273 (nan) | > loss: 0.01467958651483059 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14213835405783498) | > loader_time: 0.0047 (0.004765211087520983)  --> TIME: 2025-03-23 21:43:21 -- STEP: 3260/31555 -- GLOBAL_STEP: 255700 | > loss_text_ce: 0.048587363213300705 (0.04574294157577617) | > loss_mel_ce: 3.575639247894287 (nan) | > loss: 0.014381852000951767 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14215165354722864) | > loader_time: 0.0046 (0.004765731425373089)  --> TIME: 2025-03-23 21:43:31 -- STEP: 3310/31555 -- GLOBAL_STEP: 255750 | > loss_text_ce: 0.04796743765473366 (0.045742004342219575) | > loss_mel_ce: 3.4186441898345947 (nan) | > loss: 0.013756396248936653 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14207510393551842) | > loader_time: 0.0047 (0.004764161657350649)  --> TIME: 2025-03-23 21:43:41 -- STEP: 3360/31555 -- GLOBAL_STEP: 255800 | > loss_text_ce: 0.0540434867143631 (0.045734379238759434) | > loss_mel_ce: 3.7335362434387207 (nan) | > loss: 0.015030079521238804 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14217034379641236) | > loader_time: 0.0047 (0.00476559024481545)  --> TIME: 2025-03-23 21:43:50 -- STEP: 3410/31555 -- GLOBAL_STEP: 255850 | > loss_text_ce: 0.04294837266206741 (0.045726890136594256) | > loss_mel_ce: 0.060302734375 (nan) | > loss: 0.00040972663555294275 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14217368262953797) | > loader_time: 0.0049 (0.004763776116357159)  --> TIME: 2025-03-23 21:44:00 -- STEP: 3460/31555 -- GLOBAL_STEP: 255900 | > loss_text_ce: 0.044641293585300446 (0.04573655192002736) | > loss_mel_ce: 2.6737027168273926 (nan) | > loss: 0.01078708004206419 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14216818905979245) | > loader_time: 0.0052 (0.004765584565311486)  --> TIME: 2025-03-23 21:44:10 -- STEP: 3510/31555 -- GLOBAL_STEP: 255950 | > loss_text_ce: 0.04327777773141861 (0.04573663914857423) | > loss_mel_ce: 2.952573537826538 (nan) | > loss: 0.011888299137353897 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14214622322310774) | > loader_time: 0.0046 (0.004764185535941696)  --> TIME: 2025-03-23 21:44:20 -- STEP: 3560/31555 -- GLOBAL_STEP: 256000 | > loss_text_ce: 0.04103561490774155 (0.0457624374752801) | > loss_mel_ce: 3.324943780899048 (nan) | > loss: 0.013357061892747879 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14220589191726102) | > loader_time: 0.0046 (0.004763848794979984)  --> TIME: 2025-03-23 21:44:30 -- STEP: 3610/31555 -- GLOBAL_STEP: 256050 | > loss_text_ce: 0.04177597537636757 (0.04572907695624138) | > loss_mel_ce: 2.1866536140441895 (nan) | > loss: 0.00884297490119934 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14226507625421356) | > loader_time: 0.0045 (0.004761185408298977)  --> TIME: 2025-03-23 21:44:40 -- STEP: 3660/31555 -- GLOBAL_STEP: 256100 | > loss_text_ce: 0.046662237495183945 (0.04573705602803676) | > loss_mel_ce: 3.6171295642852783 (nan) | > loss: 0.014538857154548168 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14229216354140847) | > loader_time: 0.0047 (0.004760508393980754)  --> TIME: 2025-03-23 21:44:49 -- STEP: 3710/31555 -- GLOBAL_STEP: 256150 | > loss_text_ce: 0.034981001168489456 (0.04572581511964852) | > loss_mel_ce: 0.060546875 (nan) | > loss: 0.0003790788759943098 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14230690040999694) | > loader_time: 0.0045 (0.0047589255793075245)  --> TIME: 2025-03-23 21:44:59 -- STEP: 3760/31555 -- GLOBAL_STEP: 256200 | > loss_text_ce: 0.04134426638484001 (0.04572106325463884) | > loss_mel_ce: 3.33564829826355 (nan) | > loss: 0.01340076420456171 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14234520526642522) | > loader_time: 0.0044 (0.004757442182682919)  --> TIME: 2025-03-23 21:45:09 -- STEP: 3810/31555 -- GLOBAL_STEP: 256250 | > loss_text_ce: 0.041112106293439865 (0.04572096329348603) | > loss_mel_ce: 3.159933567047119 (nan) | > loss: 0.012702562846243382 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1424226510556041) | > loader_time: 0.0052 (0.004757908948763137)  --> TIME: 2025-03-23 21:45:19 -- STEP: 3860/31555 -- GLOBAL_STEP: 256300 | > loss_text_ce: 0.034111760556697845 (0.045714964898582996) | > loss_mel_ce: 1.8950668573379517 (nan) | > loss: 0.007655471097677946 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14239862836086714) | > loader_time: 0.0044 (0.0047591780751480225)  --> TIME: 2025-03-23 21:45:29 -- STEP: 3910/31555 -- GLOBAL_STEP: 256350 | > loss_text_ce: 0.03608112409710884 (0.04570421961367203) | > loss_mel_ce: 3.4390573501586914 (nan) | > loss: 0.013790233060717583 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14244486718531485) | > loader_time: 0.0047 (0.004758851180600987)  --> TIME: 2025-03-23 21:45:38 -- STEP: 3960/31555 -- GLOBAL_STEP: 256400 | > loss_text_ce: 0.03956488519906998 (0.04567755785149829) | > loss_mel_ce: 3.0342469215393066 (nan) | > loss: 0.012197666801512241 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14242022976730834) | > loader_time: 0.0049 (0.004759551298738719)  --> TIME: 2025-03-23 21:45:48 -- STEP: 4010/31555 -- GLOBAL_STEP: 256450 | > loss_text_ce: 0.03668460249900818 (0.04567608385813649) | > loss_mel_ce: 2.612854480743408 (nan) | > loss: 0.01051404420286417 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14236040079682868) | > loader_time: 0.0046 (0.004759318513465928)  --> TIME: 2025-03-23 21:45:57 -- STEP: 4060/31555 -- GLOBAL_STEP: 256500 | > loss_text_ce: 0.04656199365854263 (0.04569632108804991) | > loss_mel_ce: 3.2467598915100098 (nan) | > loss: 0.013068738393485546 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14228969859372245) | > loader_time: 0.0043 (0.004756724188480461)  --> TIME: 2025-03-23 21:46:07 -- STEP: 4110/31555 -- GLOBAL_STEP: 256550 | > loss_text_ce: 0.0482204370200634 (0.04569430397392911) | > loss_mel_ce: 3.007596015930176 (nan) | > loss: 0.012126256711781025 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14224537561699738) | > loader_time: 0.0046 (0.0047566974830163256)  --> TIME: 2025-03-23 21:46:17 -- STEP: 4160/31555 -- GLOBAL_STEP: 256600 | > loss_text_ce: 0.04684178903698921 (0.045700393185520945) | > loss_mel_ce: 0.0660400390625 (nan) | > loss: 0.00044794377754442394 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14226095716540657) | > loader_time: 0.0046 (0.004756332819278413)  --> TIME: 2025-03-23 21:46:26 -- STEP: 4210/31555 -- GLOBAL_STEP: 256650 | > loss_text_ce: 0.034669242799282074 (0.04571471180050077) | > loss_mel_ce: 2.519232988357544 (nan) | > loss: 0.010134533047676086 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1422152008976339) | > loader_time: 0.0045 (0.004756892095552193)  --> TIME: 2025-03-23 21:46:36 -- STEP: 4260/31555 -- GLOBAL_STEP: 256700 | > loss_text_ce: 0.05755137652158737 (0.04570422887478564) | > loss_mel_ce: 3.619027614593506 (nan) | > loss: 0.014589600265026093 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14226440862870587) | > loader_time: 0.0047 (0.004757138205246175)  --> TIME: 2025-03-23 21:46:46 -- STEP: 4310/31555 -- GLOBAL_STEP: 256750 | > loss_text_ce: 0.043479450047016144 (0.04569010386921964) | > loss_mel_ce: 3.1935269832611084 (nan) | > loss: 0.012845264747738838 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14226849079132112) | > loader_time: 0.005 (0.004757189418766161)  --> TIME: 2025-03-23 21:46:56 -- STEP: 4360/31555 -- GLOBAL_STEP: 256800 | > loss_text_ce: 0.0436067171394825 (0.045670249183243534) | > loss_mel_ce: 2.2952098846435547 (nan) | > loss: 0.009281018748879433 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1422978207058866) | > loader_time: 0.0045 (0.0047571650338829)  --> TIME: 2025-03-23 21:47:05 -- STEP: 4410/31555 -- GLOBAL_STEP: 256850 | > loss_text_ce: 0.040605753660202026 (0.04568426580909562) | > loss_mel_ce: 2.272958755493164 (nan) | > loss: 0.009180812165141106 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14229921429606013) | > loader_time: 0.0046 (0.004755162922433163)  --> TIME: 2025-03-23 21:47:15 -- STEP: 4460/31555 -- GLOBAL_STEP: 256900 | > loss_text_ce: 0.04902951046824455 (0.04567919669864956) | > loss_mel_ce: 3.2469680309295654 (nan) | > loss: 0.013079356402158737 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14226691316596093) | > loader_time: 0.0046 (0.004756731463120113)  --> TIME: 2025-03-23 21:47:25 -- STEP: 4510/31555 -- GLOBAL_STEP: 256950 | > loss_text_ce: 0.06629948318004608 (0.04570026820909619) | > loss_mel_ce: 2.5268311500549316 (nan) | > loss: 0.010290201753377914 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1423110774773984) | > loader_time: 0.0047 (0.004756178401261889)  --> TIME: 2025-03-23 21:47:34 -- STEP: 4560/31555 -- GLOBAL_STEP: 257000 | > loss_text_ce: 0.047772154211997986 (0.0456990932669948) | > loss_mel_ce: 3.675877571105957 (nan) | > loss: 0.014776389114558697 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14225802609795046) | > loader_time: 0.0049 (0.004755723685549005)  --> TIME: 2025-03-23 21:47:44 -- STEP: 4610/31555 -- GLOBAL_STEP: 257050 | > loss_text_ce: 0.048080191016197205 (0.04570872350444374) | > loss_mel_ce: 2.748051881790161 (nan) | > loss: 0.011095763184130192 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14225996580144615) | > loader_time: 0.0044 (0.004755176018737646)  --> TIME: 2025-03-23 21:47:54 -- STEP: 4660/31555 -- GLOBAL_STEP: 257100 | > loss_text_ce: 0.03728223592042923 (0.045700544040937895) | > loss_mel_ce: 0.4925537109375 (nan) | > loss: 0.0021025235764682293 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14226943438656878) | > loader_time: 0.0042 (0.004755256462506456)  --> TIME: 2025-03-23 21:48:04 -- STEP: 4710/31555 -- GLOBAL_STEP: 257150 | > loss_text_ce: 0.04223410040140152 (0.045680032229553205) | > loss_mel_ce: 3.1585593223571777 (nan) | > loss: 0.012701562605798244 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14227550935846503) | > loader_time: 0.0046 (0.0047541901817240596)  --> TIME: 2025-03-23 21:48:13 -- STEP: 4760/31555 -- GLOBAL_STEP: 257200 | > loss_text_ce: 0.04245947673916817 (0.045676511855592475) | > loss_mel_ce: 3.370712995529175 (nan) | > loss: 0.013544335961341858 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1422639319375786) | > loader_time: 0.0045 (0.004753735235759171)  --> TIME: 2025-03-23 21:48:23 -- STEP: 4810/31555 -- GLOBAL_STEP: 257250 | > loss_text_ce: 0.040756598114967346 (0.04568149046991754) | > loss_mel_ce: 3.1013760566711426 (nan) | > loss: 0.01246878132224083 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14226504893907668) | > loader_time: 0.0045 (0.004751919014785971)  --> TIME: 2025-03-23 21:48:32 -- STEP: 4860/31555 -- GLOBAL_STEP: 257300 | > loss_text_ce: 0.03994883596897125 (0.045662380776026947) | > loss_mel_ce: 2.9562997817993164 (nan) | > loss: 0.011889876797795296 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14223542385140592) | > loader_time: 0.0046 (0.004750968644648407)  --> TIME: 2025-03-23 21:48:42 -- STEP: 4910/31555 -- GLOBAL_STEP: 257350 | > loss_text_ce: 0.06203005090355873 (0.045668582043130596) | > loss_mel_ce: 3.601086378097534 (nan) | > loss: 0.014536176808178425 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14221917033923898) | > loader_time: 0.0045 (0.004749911088807504)  --> TIME: 2025-03-23 21:48:52 -- STEP: 4960/31555 -- GLOBAL_STEP: 257400 | > loss_text_ce: 0.030467597767710686 (0.045676258302128465) | > loss_mel_ce: 1.5649319887161255 (nan) | > loss: 0.006330951116979122 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14220471314845576) | > loader_time: 0.0052 (0.004750294598840882)  --> TIME: 2025-03-23 21:49:02 -- STEP: 5010/31555 -- GLOBAL_STEP: 257450 | > loss_text_ce: 0.03937256708741188 (0.045666200361640256) | > loss_mel_ce: 1.526250958442688 (nan) | > loss: 0.00621279189363122 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14225434700172138) | > loader_time: 0.0044 (0.004750069886624442)  --> TIME: 2025-03-23 21:49:12 -- STEP: 5060/31555 -- GLOBAL_STEP: 257500 | > loss_text_ce: 0.03848075494170189 (0.04564917881350976) | > loss_mel_ce: 3.5692081451416016 (nan) | > loss: 0.014316226355731487 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1422921724470241) | > loader_time: 0.0049 (0.0047491421341424745)  --> TIME: 2025-03-23 21:49:21 -- STEP: 5110/31555 -- GLOBAL_STEP: 257550 | > loss_text_ce: 0.03767726570367813 (0.045639955574635606) | > loss_mel_ce: 3.514103412628174 (nan) | > loss: 0.014094368554651737 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14228422091198573) | > loader_time: 0.0051 (0.004748908087698668)  --> TIME: 2025-03-23 21:49:31 -- STEP: 5160/31555 -- GLOBAL_STEP: 257600 | > loss_text_ce: 0.04526951536536217 (0.04563658152266524) | > loss_mel_ce: 3.0613112449645996 (nan) | > loss: 0.012327701784670353 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14226991155350904) | > loader_time: 0.0046 (0.004748147448828043)  --> TIME: 2025-03-23 21:49:41 -- STEP: 5210/31555 -- GLOBAL_STEP: 257650 | > loss_text_ce: 0.04169195517897606 (0.04561638644719471) | > loss_mel_ce: 2.10650634765625 (nan) | > loss: 0.008524597622454166 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14226527140831582) | > loader_time: 0.0045 (0.004747276296999987)  --> TIME: 2025-03-23 21:49:51 -- STEP: 5260/31555 -- GLOBAL_STEP: 257700 | > loss_text_ce: 0.04026732221245766 (0.04561757357408615) | > loss_mel_ce: 3.4913182258605957 (nan) | > loss: 0.01401422917842865 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14230772116338403) | > loader_time: 0.0045 (0.0047449271941819434)  --> TIME: 2025-03-23 21:50:01 -- STEP: 5310/31555 -- GLOBAL_STEP: 257750 | > loss_text_ce: 0.042330607771873474 (0.045636440637800264) | > loss_mel_ce: 2.856557846069336 (nan) | > loss: 0.011503526009619236 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14232579391105984) | > loader_time: 0.0045 (0.004743930624478718)  --> TIME: 2025-03-23 21:50:10 -- STEP: 5360/31555 -- GLOBAL_STEP: 257800 | > loss_text_ce: 0.038748472929000854 (0.04564043667806835) | > loss_mel_ce: 3.032137870788574 (nan) | > loss: 0.01218605786561966 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14234830514708616) | > loader_time: 0.0058 (0.004744161999047682)  --> TIME: 2025-03-23 21:50:20 -- STEP: 5410/31555 -- GLOBAL_STEP: 257850 | > loss_text_ce: 0.040935806930065155 (0.04564470533219584) | > loss_mel_ce: 3.004328966140747 (nan) | > loss: 0.012084384448826313 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14237793333649476) | > loader_time: 0.0046 (0.004743736728943198)  --> TIME: 2025-03-23 21:50:30 -- STEP: 5460/31555 -- GLOBAL_STEP: 257900 | > loss_text_ce: 0.053048279136419296 (0.04564846118761991) | > loss_mel_ce: 3.2507848739624023 (nan) | > loss: 0.013110450468957424 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14240315082745741) | > loader_time: 0.0047 (0.004742877998631504)  --> TIME: 2025-03-23 21:50:40 -- STEP: 5510/31555 -- GLOBAL_STEP: 257950 | > loss_text_ce: 0.05596500635147095 (0.04563277233527215) | > loss_mel_ce: 3.6818337440490723 (nan) | > loss: 0.01483253575861454 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.1424221726813904) | > loader_time: 0.0048 (0.004741537246427162)  --> TIME: 2025-03-23 21:50:50 -- STEP: 5560/31555 -- GLOBAL_STEP: 258000 | > loss_text_ce: 0.04879933223128319 (0.04563001229883366) | > loss_mel_ce: 2.765334367752075 (nan) | > loss: 0.011167197488248348 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1424264030062045) | > loader_time: 0.0048 (0.004741302025403896)  --> TIME: 2025-03-23 21:51:00 -- STEP: 5610/31555 -- GLOBAL_STEP: 258050 | > loss_text_ce: 0.04039202257990837 (0.045636098072556995) | > loss_mel_ce: 3.3994903564453125 (nan) | > loss: 0.013650326989591122 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14243374988569585) | > loader_time: 0.0044 (0.004739828160739829)  --> TIME: 2025-03-23 21:51:09 -- STEP: 5660/31555 -- GLOBAL_STEP: 258100 | > loss_text_ce: 0.03696534410119057 (0.04563069919933805) | > loss_mel_ce: 3.297390937805176 (nan) | > loss: 0.01323157362639904 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14244538082250935) | > loader_time: 0.0045 (0.004737714785990357)  --> TIME: 2025-03-23 21:51:19 -- STEP: 5710/31555 -- GLOBAL_STEP: 258150 | > loss_text_ce: 0.03910485655069351 (0.04563639913661154) | > loss_mel_ce: 3.6994011402130127 (nan) | > loss: 0.014835342764854431 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14240258378865703) | > loader_time: 0.0047 (0.0047363652448102955)  --> TIME: 2025-03-23 21:51:28 -- STEP: 5760/31555 -- GLOBAL_STEP: 258200 | > loss_text_ce: 0.045425042510032654 (0.0456264792440278) | > loss_mel_ce: 3.2843635082244873 (nan) | > loss: 0.0132134472951293 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14239269855121833) | > loader_time: 0.0048 (0.004735656703511867)  --> TIME: 2025-03-23 21:51:38 -- STEP: 5810/31555 -- GLOBAL_STEP: 258250 | > loss_text_ce: 0.034874510020017624 (0.04562637612108212) | > loss_mel_ce: 3.2335500717163086 (nan) | > loss: 0.012969939038157463 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14240258138069034) | > loader_time: 0.0043 (0.00473431391888354)  --> TIME: 2025-03-23 21:51:48 -- STEP: 5860/31555 -- GLOBAL_STEP: 258300 | > loss_text_ce: 0.04163022339344025 (0.04563037281913155) | > loss_mel_ce: 3.253866672515869 (nan) | > loss: 0.013077369891107082 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1423934660267103) | > loader_time: 0.0044 (0.004732890340655329)  --> TIME: 2025-03-23 21:51:58 -- STEP: 5910/31555 -- GLOBAL_STEP: 258350 | > loss_text_ce: 0.03767199441790581 (0.045621427098783945) | > loss_mel_ce: 3.383458137512207 (nan) | > loss: 0.013575914315879345 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.1424497037974716) | > loader_time: 0.0047 (0.004731930088875862)  --> TIME: 2025-03-23 21:52:07 -- STEP: 5960/31555 -- GLOBAL_STEP: 258400 | > loss_text_ce: 0.039736874401569366 (0.045610048657520705) | > loss_mel_ce: 1.7036798000335693 (nan) | > loss: 0.006918320432305336 (nan) | > current_lr: 5e-06 | > step_time: 0.1033 (0.14239259410224553) | > loader_time: 0.0042 (0.004731214006475151)  --> TIME: 2025-03-23 21:52:17 -- STEP: 6010/31555 -- GLOBAL_STEP: 258450 | > loss_text_ce: 0.04078923910856247 (0.04558646030624873) | > loss_mel_ce: 3.0899088382720947 (nan) | > loss: 0.012423405423760414 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14234394360699432) | > loader_time: 0.0044 (0.0047297720901184545)  --> TIME: 2025-03-23 21:52:26 -- STEP: 6060/31555 -- GLOBAL_STEP: 258500 | > loss_text_ce: 0.04012792557477951 (0.04559039292678778) | > loss_mel_ce: 0.0255126953125 (nan) | > loss: 0.00026047867140732706 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14234575143348316) | > loader_time: 0.0043 (0.00472767018642362)  --> TIME: 2025-03-23 21:52:36 -- STEP: 6110/31555 -- GLOBAL_STEP: 258550 | > loss_text_ce: 0.05900206044316292 (0.04560281432488302) | > loss_mel_ce: 3.0958311557769775 (nan) | > loss: 0.01251918077468872 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1423390731093541) | > loader_time: 0.0045 (0.004726534038050469)  --> TIME: 2025-03-23 21:52:46 -- STEP: 6160/31555 -- GLOBAL_STEP: 258600 | > loss_text_ce: 0.04639621451497078 (0.04560160533156149) | > loss_mel_ce: 2.992763042449951 (nan) | > loss: 0.012060157023370266 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14233400136619465) | > loader_time: 0.0046 (0.0047248426195862945)  --> TIME: 2025-03-23 21:52:55 -- STEP: 6210/31555 -- GLOBAL_STEP: 258650 | > loss_text_ce: 0.03899013251066208 (0.04560840243350672) | > loss_mel_ce: 2.7984211444854736 (nan) | > loss: 0.011259568855166435 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14231485433624608) | > loader_time: 0.0047 (0.004723980115807574)  --> TIME: 2025-03-23 21:53:05 -- STEP: 6260/31555 -- GLOBAL_STEP: 258700 | > loss_text_ce: 0.04220826178789139 (0.0456076876650127) | > loss_mel_ce: 3.412463426589966 (nan) | > loss: 0.01370901521295309 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14230143905828604) | > loader_time: 0.0044 (0.0047227778373815765)  --> TIME: 2025-03-23 21:53:14 -- STEP: 6310/31555 -- GLOBAL_STEP: 258750 | > loss_text_ce: 0.03927150368690491 (0.045619127456624234) | > loss_mel_ce: 2.661534547805786 (nan) | > loss: 0.010717485100030899 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14225548462331253) | > loader_time: 0.0047 (0.0047213595567150105)  --> TIME: 2025-03-23 21:53:24 -- STEP: 6360/31555 -- GLOBAL_STEP: 258800 | > loss_text_ce: 0.04537473991513252 (0.04561555232799981) | > loss_mel_ce: 2.389084815979004 (nan) | > loss: 0.009660554118454456 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14226320607107443) | > loader_time: 0.0046 (0.004720536043059153)  --> TIME: 2025-03-23 21:53:34 -- STEP: 6410/31555 -- GLOBAL_STEP: 258850 | > loss_text_ce: 0.04564867913722992 (0.04560361753440173) | > loss_mel_ce: 2.6495842933654785 (nan) | > loss: 0.010695368982851505 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1422532933364613) | > loader_time: 0.0043 (0.004719431463530211)  --> TIME: 2025-03-23 21:53:44 -- STEP: 6460/31555 -- GLOBAL_STEP: 258900 | > loss_text_ce: 0.044285763055086136 (0.04559910483110477) | > loss_mel_ce: 3.173030138015747 (nan) | > loss: 0.012767127715051174 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1423109851385425) | > loader_time: 0.0045 (0.0047192080102099725)  --> TIME: 2025-03-23 21:53:54 -- STEP: 6510/31555 -- GLOBAL_STEP: 258950 | > loss_text_ce: 0.0453619621694088 (0.04559191023063962) | > loss_mel_ce: 3.167959690093994 (nan) | > loss: 0.012751277536153793 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14231394256498106) | > loader_time: 0.0046 (0.004718907710777087)  --> TIME: 2025-03-23 21:54:04 -- STEP: 6560/31555 -- GLOBAL_STEP: 259000 | > loss_text_ce: 0.05183320865035057 (0.045596129894994834) | > loss_mel_ce: 3.603013753890991 (nan) | > loss: 0.014503361657261848 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1423302185971569) | > loader_time: 0.0046 (0.004719105144826379)  --> TIME: 2025-03-23 21:54:13 -- STEP: 6610/31555 -- GLOBAL_STEP: 259050 | > loss_text_ce: 0.042155731469392776 (0.0455887622714223) | > loss_mel_ce: 3.697230339050293 (nan) | > loss: 0.014838834293186665 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.1422977972679895) | > loader_time: 0.0051 (0.0047188730355290165)  --> TIME: 2025-03-23 21:54:23 -- STEP: 6660/31555 -- GLOBAL_STEP: 259100 | > loss_text_ce: 0.037400633096694946 (0.04558688973107406) | > loss_mel_ce: 3.946577310562134 (nan) | > loss: 0.0158094372600317 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.1422890595845639) | > loader_time: 0.0045 (0.004718730829141517)  --> TIME: 2025-03-23 21:54:32 -- STEP: 6710/31555 -- GLOBAL_STEP: 259150 | > loss_text_ce: 0.054241616278886795 (0.04558665694449591) | > loss_mel_ce: 1.9293212890625 (nan) | > loss: 0.007871282286942005 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14225840731988967) | > loader_time: 0.0046 (0.00471757176025436)  --> TIME: 2025-03-23 21:54:42 -- STEP: 6760/31555 -- GLOBAL_STEP: 259200 | > loss_text_ce: 0.04603460058569908 (0.04558842059351592) | > loss_mel_ce: 2.2176060676574707 (nan) | > loss: 0.008982701227068901 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14222760503814122) | > loader_time: 0.0047 (0.004717589130063033)  --> TIME: 2025-03-23 21:54:52 -- STEP: 6810/31555 -- GLOBAL_STEP: 259250 | > loss_text_ce: 0.0389348641037941 (0.045571303273251665) | > loss_mel_ce: 3.0303025245666504 (nan) | > loss: 0.012179514393210411 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1422746649922785) | > loader_time: 0.0046 (0.00471710966197055)  --> TIME: 2025-03-23 21:55:01 -- STEP: 6860/31555 -- GLOBAL_STEP: 259300 | > loss_text_ce: 0.05195501819252968 (0.04557568097443648) | > loss_mel_ce: 3.05751371383667 (nan) | > loss: 0.012339162640273571 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14225498291910973) | > loader_time: 0.0045 (0.004716032030978639)  --> TIME: 2025-03-23 21:55:11 -- STEP: 6910/31555 -- GLOBAL_STEP: 259350 | > loss_text_ce: 0.05328287556767464 (0.0455696132279361) | > loss_mel_ce: 3.0848805904388428 (nan) | > loss: 0.012453030794858932 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1422480919599194) | > loader_time: 0.0046 (0.004715437723482747)  --> TIME: 2025-03-23 21:55:21 -- STEP: 6960/31555 -- GLOBAL_STEP: 259400 | > loss_text_ce: 0.037451114505529404 (0.04556341897803305) | > loss_mel_ce: 2.6077191829681396 (nan) | > loss: 0.010496707633137703 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14227218806058578) | > loader_time: 0.0043 (0.004714386250780922)  --> TIME: 2025-03-23 21:55:31 -- STEP: 7010/31555 -- GLOBAL_STEP: 259450 | > loss_text_ce: 0.04294644296169281 (0.04556803496158582) | > loss_mel_ce: 3.5541274547576904 (nan) | > loss: 0.014274103567004204 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14227454454854688) | > loader_time: 0.0044 (0.004713202032995297)  --> TIME: 2025-03-23 21:55:40 -- STEP: 7060/31555 -- GLOBAL_STEP: 259500 | > loss_text_ce: 0.05361670255661011 (0.04556469700797844) | > loss_mel_ce: 3.497659683227539 (nan) | > loss: 0.014092368073761463 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14226926058615302) | > loader_time: 0.0043 (0.00471193986303746)  --> TIME: 2025-03-23 21:55:50 -- STEP: 7110/31555 -- GLOBAL_STEP: 259550 | > loss_text_ce: 0.04304104298353195 (0.045556122559200024) | > loss_mel_ce: 3.079864501953125 (nan) | > loss: 0.012392482720315456 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14226768402443057) | > loader_time: 0.0046 (0.0047106048728846345)  --> TIME: 2025-03-23 21:56:00 -- STEP: 7160/31555 -- GLOBAL_STEP: 259600 | > loss_text_ce: 0.06919099390506744 (0.04556579624599252) | > loss_mel_ce: 3.1049654483795166 (nan) | > loss: 0.012595859356224537 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14229565965396807) | > loader_time: 0.0046 (0.004710298077354223)  --> TIME: 2025-03-23 21:56:10 -- STEP: 7210/31555 -- GLOBAL_STEP: 259650 | > loss_text_ce: 0.047905534505844116 (0.04555825364909002) | > loss_mel_ce: 3.6113674640655518 (nan) | > loss: 0.014520925469696522 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14229112653560422) | > loader_time: 0.0046 (0.004710369764849156)  --> TIME: 2025-03-23 21:56:19 -- STEP: 7260/31555 -- GLOBAL_STEP: 259700 | > loss_text_ce: 0.051702287048101425 (0.045565685226014986) | > loss_mel_ce: 3.2680141925811768 (nan) | > loss: 0.013173478655517101 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14228492558166747) | > loader_time: 0.0046 (0.00471028877683908)  --> TIME: 2025-03-23 21:56:29 -- STEP: 7310/31555 -- GLOBAL_STEP: 259750 | > loss_text_ce: 0.06761381775140762 (0.04556676438473237) | > loss_mel_ce: 3.0021042823791504 (nan) | > loss: 0.012181421741843224 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14231102998214357) | > loader_time: 0.0048 (0.004710257395836956)  --> TIME: 2025-03-23 21:56:39 -- STEP: 7360/31555 -- GLOBAL_STEP: 259800 | > loss_text_ce: 0.04529499262571335 (0.04557229609800624) | > loss_mel_ce: 3.5626885890960693 (nan) | > loss: 0.014317396096885204 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14225897455345105) | > loader_time: 0.0046 (0.004709304448055189)  --> TIME: 2025-03-23 21:56:48 -- STEP: 7410/31555 -- GLOBAL_STEP: 259850 | > loss_text_ce: 0.04985533654689789 (0.04556855702830551) | > loss_mel_ce: 3.51637601852417 (nan) | > loss: 0.014151711948215961 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14225938629042356) | > loader_time: 0.0045 (0.0047084530033724235)  --> TIME: 2025-03-23 21:56:58 -- STEP: 7460/31555 -- GLOBAL_STEP: 259900 | > loss_text_ce: 0.051365748047828674 (0.0455681285109301) | > loss_mel_ce: 3.5181941986083984 (nan) | > loss: 0.014164921827614307 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14227085356418387) | > loader_time: 0.0045 (0.0047083402127427055)  --> TIME: 2025-03-23 21:57:08 -- STEP: 7510/31555 -- GLOBAL_STEP: 259950 | > loss_text_ce: 0.043764639645814896 (0.04557568330178843) | > loss_mel_ce: 2.533564805984497 (nan) | > loss: 0.010227498598396778 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14228960207394445) | > loader_time: 0.0047 (0.00470747639748768)  --> TIME: 2025-03-23 21:57:18 -- STEP: 7560/31555 -- GLOBAL_STEP: 260000 | > loss_text_ce: 0.046922896057367325 (0.045581497318264115) | > loss_mel_ce: 3.5210211277008057 (nan) | > loss: 0.014158508740365505 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1423158839581512) | > loader_time: 0.0045 (0.004706630094972242) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_260000.pth  --> TIME: 2025-03-23 21:57:33 -- STEP: 7610/31555 -- GLOBAL_STEP: 260050 | > loss_text_ce: 0.05502813309431076 (0.04557677300453539) | > loss_mel_ce: 3.6978297233581543 (nan) | > loss: 0.014892294071614742 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14230420282416598) | > loader_time: 0.0046 (0.004706419939750446)  --> TIME: 2025-03-23 21:57:42 -- STEP: 7660/31555 -- GLOBAL_STEP: 260100 | > loss_text_ce: 0.03769657388329506 (0.04557608659537241) | > loss_mel_ce: 3.129204034805298 (nan) | > loss: 0.012567066587507725 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1422749646961229) | > loader_time: 0.0046 (0.004706256009891206)  --> TIME: 2025-03-23 21:57:52 -- STEP: 7710/31555 -- GLOBAL_STEP: 260150 | > loss_text_ce: 0.03660917654633522 (0.045571922078177854) | > loss_mel_ce: 2.8911077976226807 (nan) | > loss: 0.011617925018072128 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14224434551407308) | > loader_time: 0.0046 (0.004705836089513959)  --> TIME: 2025-03-23 21:58:02 -- STEP: 7760/31555 -- GLOBAL_STEP: 260200 | > loss_text_ce: 0.05533880740404129 (0.045569879704961534) | > loss_mel_ce: 3.466862916946411 (nan) | > loss: 0.0139769921079278 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1422453079641487) | > loader_time: 0.0043 (0.004705501186479003)  --> TIME: 2025-03-23 21:58:11 -- STEP: 7810/31555 -- GLOBAL_STEP: 260250 | > loss_text_ce: 0.05138125270605087 (0.04557851352889887) | > loss_mel_ce: 2.633796453475952 (nan) | > loss: 0.010655468329787254 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14224208280463294) | > loader_time: 0.0047 (0.004704985850599149)  --> TIME: 2025-03-23 21:58:21 -- STEP: 7860/31555 -- GLOBAL_STEP: 260300 | > loss_text_ce: 0.039223916828632355 (0.04557828184847575) | > loss_mel_ce: 3.118464946746826 (nan) | > loss: 0.012530512176454067 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14221678638579655) | > loader_time: 0.0068 (0.004705542401806396)  --> TIME: 2025-03-23 21:58:31 -- STEP: 7910/31555 -- GLOBAL_STEP: 260350 | > loss_text_ce: 0.04778552055358887 (0.04558516795241878) | > loss_mel_ce: 3.3226447105407715 (nan) | > loss: 0.013374723494052887 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14222665038030527) | > loader_time: 0.0047 (0.004705084168956197)  --> TIME: 2025-03-23 21:58:40 -- STEP: 7960/31555 -- GLOBAL_STEP: 260400 | > loss_text_ce: 0.03486238420009613 (0.045575730403623164) | > loss_mel_ce: 2.941425323486328 (nan) | > loss: 0.0118106659501791 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1422249631067024) | > loader_time: 0.0064 (0.004705358360280947)  --> TIME: 2025-03-23 21:58:50 -- STEP: 8010/31555 -- GLOBAL_STEP: 260450 | > loss_text_ce: 0.03338716924190521 (0.0455696541902036) | > loss_mel_ce: 0.23717543482780457 (nan) | > loss: 0.0010736611438915133 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14221673071310084) | > loader_time: 0.0045 (0.004705399401327797)  --> TIME: 2025-03-23 21:58:59 -- STEP: 8060/31555 -- GLOBAL_STEP: 260500 | > loss_text_ce: 0.047324519604444504 (0.045563193004365746) | > loss_mel_ce: 3.5278584957122803 (nan) | > loss: 0.014187234453856945 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1421888687474563) | > loader_time: 0.0046 (0.004704899616336117)  --> TIME: 2025-03-23 21:59:09 -- STEP: 8110/31555 -- GLOBAL_STEP: 260550 | > loss_text_ce: 0.05444042384624481 (0.0455697868938033) | > loss_mel_ce: 2.91728138923645 (nan) | > loss: 0.01179254800081253 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14219747121766296) | > loader_time: 0.0044 (0.0047034461460043015)  --> TIME: 2025-03-23 21:59:19 -- STEP: 8160/31555 -- GLOBAL_STEP: 260600 | > loss_text_ce: 0.05052638798952103 (0.045578852738710304) | > loss_mel_ce: 2.967416763305664 (nan) | > loss: 0.011975965462625027 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.1421986837597461) | > loader_time: 0.0047 (0.00470225220801784)  --> TIME: 2025-03-23 21:59:28 -- STEP: 8210/31555 -- GLOBAL_STEP: 260650 | > loss_text_ce: 0.037877585738897324 (0.04558869288909849) | > loss_mel_ce: 2.8030858039855957 (nan) | > loss: 0.01127366442233324 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14216979734790233) | > loader_time: 0.0047 (0.004701754672228205)  --> TIME: 2025-03-23 21:59:38 -- STEP: 8260/31555 -- GLOBAL_STEP: 260700 | > loss_text_ce: 0.031527936458587646 (0.04558297893095572) | > loss_mel_ce: 3.152642011642456 (nan) | > loss: 0.012635596096515656 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14218420924632436) | > loader_time: 0.0046 (0.004701714336727784)  --> TIME: 2025-03-23 21:59:48 -- STEP: 8310/31555 -- GLOBAL_STEP: 260750 | > loss_text_ce: 0.04582955688238144 (0.04558924991171247) | > loss_mel_ce: 3.482846975326538 (nan) | > loss: 0.014002685435116291 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14223405646359796) | > loader_time: 0.0046 (0.004701933820612025)  --> TIME: 2025-03-23 21:59:58 -- STEP: 8360/31555 -- GLOBAL_STEP: 260800 | > loss_text_ce: 0.04388386756181717 (0.0455770525248035) | > loss_mel_ce: 3.8914682865142822 (nan) | > loss: 0.015616477467119694 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14225258946989205) | > loader_time: 0.0045 (0.00470136997232027)  --> TIME: 2025-03-23 22:00:08 -- STEP: 8410/31555 -- GLOBAL_STEP: 260850 | > loss_text_ce: 0.04095245152711868 (0.04558031004936601) | > loss_mel_ce: 2.0113794803619385 (nan) | > loss: 0.008144174702465534 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1422423963172547) | > loader_time: 0.0046 (0.004700698835529418)  --> TIME: 2025-03-23 22:00:18 -- STEP: 8460/31555 -- GLOBAL_STEP: 260900 | > loss_text_ce: 0.03823890909552574 (0.04557284218618033) | > loss_mel_ce: 2.9764461517333984 (nan) | > loss: 0.011963036842644215 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14224621077237745) | > loader_time: 0.0049 (0.004700951570596541)  --> TIME: 2025-03-23 22:00:28 -- STEP: 8510/31555 -- GLOBAL_STEP: 260950 | > loss_text_ce: 0.0574142150580883 (0.045573442482053535) | > loss_mel_ce: 3.9569947719573975 (nan) | > loss: 0.01593019627034664 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14226713942584987) | > loader_time: 0.0047 (0.004701592583213656)  --> TIME: 2025-03-23 22:00:37 -- STEP: 8560/31555 -- GLOBAL_STEP: 261000 | > loss_text_ce: 0.04110589995980263 (0.04557037087196536) | > loss_mel_ce: 2.93975830078125 (nan) | > loss: 0.011828827671706676 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14222735236181347) | > loader_time: 0.0046 (0.004702330805430906)  --> TIME: 2025-03-23 22:00:47 -- STEP: 8610/31555 -- GLOBAL_STEP: 261050 | > loss_text_ce: 0.05609653517603874 (0.045567827478146375) | > loss_mel_ce: 3.2918267250061035 (nan) | > loss: 0.013285410590469837 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14223236445073673) | > loader_time: 0.0046 (0.004702120375550171)  --> TIME: 2025-03-23 22:00:56 -- STEP: 8660/31555 -- GLOBAL_STEP: 261100 | > loss_text_ce: 0.03946630284190178 (0.04556511574732375) | > loss_mel_ce: 3.0371060371398926 (nan) | > loss: 0.012208621017634869 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14223773303263249) | > loader_time: 0.0045 (0.004702465225862854)  --> TIME: 2025-03-23 22:01:06 -- STEP: 8710/31555 -- GLOBAL_STEP: 261150 | > loss_text_ce: 0.04002648591995239 (0.04557661230277042) | > loss_mel_ce: 2.9232242107391357 (nan) | > loss: 0.011758931912481785 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14222581876542414) | > loader_time: 0.0044 (0.004701672383208774)  --> TIME: 2025-03-23 22:01:16 -- STEP: 8760/31555 -- GLOBAL_STEP: 261200 | > loss_text_ce: 0.04523760825395584 (0.045575948256454904) | > loss_mel_ce: 3.045485496520996 (nan) | > loss: 0.012264775112271309 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1422110929881063) | > loader_time: 0.0046 (0.0047030049644104415)  --> TIME: 2025-03-23 22:01:25 -- STEP: 8810/31555 -- GLOBAL_STEP: 261250 | > loss_text_ce: 0.026637878268957138 (0.045559172422353425) | > loss_mel_ce: 3.18022084236145 (nan) | > loss: 0.012725629843771458 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14220175331756615) | > loader_time: 0.0045 (0.004702753214235335)  --> TIME: 2025-03-23 22:01:35 -- STEP: 8860/31555 -- GLOBAL_STEP: 261300 | > loss_text_ce: 0.05203579366207123 (0.045560378826835064) | > loss_mel_ce: 4.485107421875 (nan) | > loss: 0.018004538491368294 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14219135702598235) | > loader_time: 0.0046 (0.004702381597953777)  --> TIME: 2025-03-23 22:01:45 -- STEP: 8910/31555 -- GLOBAL_STEP: 261350 | > loss_text_ce: 0.03976179659366608 (0.0455622584185867) | > loss_mel_ce: 2.8199808597564697 (nan) | > loss: 0.011348186060786247 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14218335143644864) | > loader_time: 0.0044 (0.004701133100807196)  --> TIME: 2025-03-23 22:01:54 -- STEP: 8960/31555 -- GLOBAL_STEP: 261400 | > loss_text_ce: 0.04566757753491402 (0.04556125443050403) | > loss_mel_ce: 2.9530603885650635 (nan) | > loss: 0.011899715289473534 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14218290349734736) | > loader_time: 0.0048 (0.004701060375996999)  --> TIME: 2025-03-23 22:02:04 -- STEP: 9010/31555 -- GLOBAL_STEP: 261450 | > loss_text_ce: 0.0464489720761776 (0.045547688659383884) | > loss_mel_ce: 3.7536680698394775 (nan) | > loss: 0.015079829841852188 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14218833330071903) | > loader_time: 0.0045 (0.004700006893551709)  --> TIME: 2025-03-23 22:02:14 -- STEP: 9060/31555 -- GLOBAL_STEP: 261500 | > loss_text_ce: 0.0480792336165905 (0.045551011927845254) | > loss_mel_ce: 0.06032714992761612 (nan) | > loss: 0.00043018406722694635 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14218256873537144) | > loader_time: 0.0051 (0.0046992556938272425)  --> TIME: 2025-03-23 22:02:23 -- STEP: 9110/31555 -- GLOBAL_STEP: 261550 | > loss_text_ce: 0.0472140870988369 (0.04554712585368807) | > loss_mel_ce: 2.93422269821167 (nan) | > loss: 0.011831099167466164 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14217119046806928) | > loader_time: 0.0047 (0.004699456600143145)  --> TIME: 2025-03-23 22:02:33 -- STEP: 9160/31555 -- GLOBAL_STEP: 261600 | > loss_text_ce: 0.040227778255939484 (0.045542073881408136) | > loss_mel_ce: 2.87849497795105 (nan) | > loss: 0.01158223394304514 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14215535557946823) | > loader_time: 0.0046 (0.004699041905882052)  --> TIME: 2025-03-23 22:02:43 -- STEP: 9210/31555 -- GLOBAL_STEP: 261650 | > loss_text_ce: 0.0335407592356205 (0.045544019097969915) | > loss_mel_ce: 3.89656925201416 (nan) | > loss: 0.015595675446093082 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14215293533768428) | > loader_time: 0.0045 (0.004698794361822763)  --> TIME: 2025-03-23 22:02:52 -- STEP: 9260/31555 -- GLOBAL_STEP: 261700 | > loss_text_ce: 0.04747829958796501 (0.045538342055174645) | > loss_mel_ce: 2.717564105987549 (nan) | > loss: 0.01097239088267088 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14216694249962677) | > loader_time: 0.0046 (0.0046988646618490795)  --> TIME: 2025-03-23 22:03:02 -- STEP: 9310/31555 -- GLOBAL_STEP: 261750 | > loss_text_ce: 0.05072338506579399 (0.04553233646396562) | > loss_mel_ce: 1.133832335472107 (nan) | > loss: 0.004700618330389261 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1421790071255928) | > loader_time: 0.0046 (0.004698254931498025)  --> TIME: 2025-03-23 22:03:12 -- STEP: 9360/31555 -- GLOBAL_STEP: 261800 | > loss_text_ce: 0.03902403637766838 (0.04552813881458948) | > loss_mel_ce: 3.223029613494873 (nan) | > loss: 0.012944658286869526 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14217962958873903) | > loader_time: 0.0047 (0.004697680575215909)  --> TIME: 2025-03-23 22:03:22 -- STEP: 9410/31555 -- GLOBAL_STEP: 261850 | > loss_text_ce: 0.058426838368177414 (0.04553101949955903) | > loss_mel_ce: 2.689908266067505 (nan) | > loss: 0.010906092822551727 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14219202245333296) | > loader_time: 0.0047 (0.004697540183883156)  --> TIME: 2025-03-23 22:03:32 -- STEP: 9460/31555 -- GLOBAL_STEP: 261900 | > loss_text_ce: 0.044795360416173935 (0.045532941955277545) | > loss_mel_ce: 2.892071485519409 (nan) | > loss: 0.011654233559966087 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1421865826429328) | > loader_time: 0.0046 (0.004697233677918502)  --> TIME: 2025-03-23 22:03:41 -- STEP: 9510/31555 -- GLOBAL_STEP: 261950 | > loss_text_ce: 0.041747067123651505 (0.04553215196738106) | > loss_mel_ce: 2.814382553100586 (nan) | > loss: 0.011333848349750042 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14218170342009204) | > loader_time: 0.0047 (0.004696574872976589)  --> TIME: 2025-03-23 22:03:51 -- STEP: 9560/31555 -- GLOBAL_STEP: 262000 | > loss_text_ce: 0.04068531095981598 (0.04552473547054011) | > loss_mel_ce: 3.553874969482422 (nan) | > loss: 0.014264129102230072 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1421778490353833) | > loader_time: 0.0046 (0.004696497732625336)  --> TIME: 2025-03-23 22:04:01 -- STEP: 9610/31555 -- GLOBAL_STEP: 262050 | > loss_text_ce: 0.033528268337249756 (0.045519426722819945) | > loss_mel_ce: 1.2780330181121826 (nan) | > loss: 0.005204608663916588 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14219363998548107) | > loader_time: 0.0045 (0.004696166031566532)  --> TIME: 2025-03-23 22:04:10 -- STEP: 9660/31555 -- GLOBAL_STEP: 262100 | > loss_text_ce: 0.0187580194324255 (0.045520626631513364) | > loss_mel_ce: 2.80426025390625 (nan) | > loss: 0.011202454566955566 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14217381129353734) | > loader_time: 0.0042 (0.004695958849312591)  --> TIME: 2025-03-23 22:04:20 -- STEP: 9710/31555 -- GLOBAL_STEP: 262150 | > loss_text_ce: 0.04672820866107941 (0.04551009712539366) | > loss_mel_ce: 3.480039358139038 (nan) | > loss: 0.013995110057294369 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14215952500501502) | > loader_time: 0.0046 (0.004694957909942522)  --> TIME: 2025-03-23 22:04:29 -- STEP: 9760/31555 -- GLOBAL_STEP: 262200 | > loss_text_ce: 0.037399519234895706 (0.04550145418482425) | > loss_mel_ce: 3.2280173301696777 (nan) | > loss: 0.012958004139363766 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1421626926445576) | > loader_time: 0.0045 (0.004694981750894753)  --> TIME: 2025-03-23 22:04:40 -- STEP: 9810/31555 -- GLOBAL_STEP: 262250 | > loss_text_ce: 0.04228458181023598 (0.045501812889974604) | > loss_mel_ce: 3.529371738433838 (nan) | > loss: 0.014173239469528198 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14219138828864825) | > loader_time: 0.0046 (0.004694872432284873)  --> TIME: 2025-03-23 22:04:49 -- STEP: 9860/31555 -- GLOBAL_STEP: 262300 | > loss_text_ce: 0.03434312343597412 (0.04550308107982187) | > loss_mel_ce: 2.5500330924987793 (nan) | > loss: 0.010255462490022182 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14216533541437645) | > loader_time: 0.0045 (0.004694917380930675)  --> TIME: 2025-03-23 22:04:58 -- STEP: 9910/31555 -- GLOBAL_STEP: 262350 | > loss_text_ce: 0.04380674660205841 (0.045502308370239206) | > loss_mel_ce: 3.8089759349823 (nan) | > loss: 0.015288821421563625 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14214414036959674) | > loader_time: 0.0043 (0.004693722532447475)  --> TIME: 2025-03-23 22:05:08 -- STEP: 9960/31555 -- GLOBAL_STEP: 262400 | > loss_text_ce: 0.04425355792045593 (0.045501250839683774) | > loss_mel_ce: 3.021514892578125 (nan) | > loss: 0.01216574851423502 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14215906796206493) | > loader_time: 0.0045 (0.004692797249100764)  --> TIME: 2025-03-23 22:05:18 -- STEP: 10010/31555 -- GLOBAL_STEP: 262450 | > loss_text_ce: 0.0521119087934494 (0.04549292855757429) | > loss_mel_ce: 3.429903984069824 (nan) | > loss: 0.01381752360612154 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14216367259964074) | > loader_time: 0.0044 (0.0046919740282453)  --> TIME: 2025-03-23 22:05:28 -- STEP: 10060/31555 -- GLOBAL_STEP: 262500 | > loss_text_ce: 0.043449390679597855 (0.0454884248872697) | > loss_mel_ce: 2.5982913970947266 (nan) | > loss: 0.010483099147677422 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14214535517910667) | > loader_time: 0.0044 (0.004691624262223881)  --> TIME: 2025-03-23 22:05:37 -- STEP: 10110/31555 -- GLOBAL_STEP: 262550 | > loss_text_ce: 0.025932645425200462 (0.04548723996477806) | > loss_mel_ce: 2.8137924671173096 (nan) | > loss: 0.01126875076442957 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14213375781103685) | > loader_time: 0.0042 (0.004690440000577433)  --> TIME: 2025-03-23 22:05:47 -- STEP: 10160/31555 -- GLOBAL_STEP: 262600 | > loss_text_ce: 0.06255316734313965 (0.04549003202160169) | > loss_mel_ce: 3.588693857192993 (nan) | > loss: 0.014489076100289822 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14212012466952653) | > loader_time: 0.0046 (0.0046899306492542555)  --> TIME: 2025-03-23 22:05:56 -- STEP: 10210/31555 -- GLOBAL_STEP: 262650 | > loss_text_ce: 0.044732142239809036 (0.04549501048151073) | > loss_mel_ce: 3.379312515258789 (nan) | > loss: 0.01358747947961092 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1421115527774173) | > loader_time: 0.0048 (0.004689578818527646)  --> TIME: 2025-03-23 22:06:06 -- STEP: 10260/31555 -- GLOBAL_STEP: 262700 | > loss_text_ce: 0.046078816056251526 (0.045486079504419415) | > loss_mel_ce: 3.065896987915039 (nan) | > loss: 0.012349111028015614 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14209808173932617) | > loader_time: 0.0045 (0.004689246125620932)  --> TIME: 2025-03-23 22:06:15 -- STEP: 10310/31555 -- GLOBAL_STEP: 262750 | > loss_text_ce: 0.04203938692808151 (0.04548336516697221) | > loss_mel_ce: 3.3815016746520996 (nan) | > loss: 0.013585480861365795 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1420933362006225) | > loader_time: 0.0043 (0.004688574872354527)  --> TIME: 2025-03-23 22:06:25 -- STEP: 10360/31555 -- GLOBAL_STEP: 262800 | > loss_text_ce: 0.04950014501810074 (0.04548133853697103) | > loss_mel_ce: 3.7382280826568604 (nan) | > loss: 0.015030669048428535 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1420982313662431) | > loader_time: 0.0045 (0.004687919740971448)  --> TIME: 2025-03-23 22:06:35 -- STEP: 10410/31555 -- GLOBAL_STEP: 262850 | > loss_text_ce: 0.04183613136410713 (0.045484016509503074) | > loss_mel_ce: 3.054229259490967 (nan) | > loss: 0.012285973876714706 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14208408148671303) | > loader_time: 0.0047 (0.004687171916796761)  --> TIME: 2025-03-23 22:06:44 -- STEP: 10460/31555 -- GLOBAL_STEP: 262900 | > loss_text_ce: 0.048554427921772 (0.04547684580304923) | > loss_mel_ce: 2.9554827213287354 (nan) | > loss: 0.01192078273743391 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14208069146249402) | > loader_time: 0.0045 (0.004686896067048572)  --> TIME: 2025-03-23 22:06:54 -- STEP: 10510/31555 -- GLOBAL_STEP: 262950 | > loss_text_ce: 0.05162312090396881 (0.04547724827085514) | > loss_mel_ce: 2.2832274436950684 (nan) | > loss: 0.009265280328691006 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14209757649705812) | > loader_time: 0.0044 (0.004687156255306452)  --> TIME: 2025-03-23 22:07:04 -- STEP: 10560/31555 -- GLOBAL_STEP: 263000 | > loss_text_ce: 0.05613676458597183 (0.045475411580903846) | > loss_mel_ce: 3.381624698638916 (nan) | > loss: 0.013641911558806896 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1420909622853463) | > loader_time: 0.0045 (0.004686878192605388)  --> TIME: 2025-03-23 22:07:14 -- STEP: 10610/31555 -- GLOBAL_STEP: 263050 | > loss_text_ce: 0.05894860997796059 (0.04547808704464148) | > loss_mel_ce: 3.061204671859741 (nan) | > loss: 0.01238156110048294 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1420823605301027) | > loader_time: 0.0048 (0.004686418802079776)  --> TIME: 2025-03-23 22:07:23 -- STEP: 10660/31555 -- GLOBAL_STEP: 263100 | > loss_text_ce: 0.07725659012794495 (0.04547820194444399) | > loss_mel_ce: 3.420119047164917 (nan) | > loss: 0.0138784758746624 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14205552860675202) | > loader_time: 0.005 (0.004686289790870989)  --> TIME: 2025-03-23 22:07:33 -- STEP: 10710/31555 -- GLOBAL_STEP: 263150 | > loss_text_ce: 0.032629791647195816 (0.04547396035087552) | > loss_mel_ce: 2.7950849533081055 (nan) | > loss: 0.011221090331673622 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14205537327642725) | > loader_time: 0.0048 (0.004686384129813618)  --> TIME: 2025-03-23 22:07:42 -- STEP: 10760/31555 -- GLOBAL_STEP: 263200 | > loss_text_ce: 0.05367838218808174 (0.04547291410131368) | > loss_mel_ce: 2.339646339416504 (nan) | > loss: 0.009497320279479027 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1420529574045027) | > loader_time: 0.0046 (0.004686079370931168)  --> TIME: 2025-03-23 22:07:52 -- STEP: 10810/31555 -- GLOBAL_STEP: 263250 | > loss_text_ce: 0.05416492372751236 (0.045484461791806596) | > loss_mel_ce: 3.555230140686035 (nan) | > loss: 0.014322997070848942 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14206912274938585) | > loader_time: 0.0047 (0.0046858579554456235)  --> TIME: 2025-03-23 22:08:02 -- STEP: 10860/31555 -- GLOBAL_STEP: 263300 | > loss_text_ce: 0.0540851391851902 (0.04548220755635302) | > loss_mel_ce: 2.455173969268799 (nan) | > loss: 0.00995737873017788 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14207895370697743) | > loader_time: 0.0046 (0.004685467843851322)  --> TIME: 2025-03-23 22:08:12 -- STEP: 10910/31555 -- GLOBAL_STEP: 263350 | > loss_text_ce: 0.03559497743844986 (0.04547858586471698) | > loss_mel_ce: 3.185594081878662 (nan) | > loss: 0.012782496400177479 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14205379118950043) | > loader_time: 0.0045 (0.004684929406282324)  --> TIME: 2025-03-23 22:08:21 -- STEP: 10960/31555 -- GLOBAL_STEP: 263400 | > loss_text_ce: 0.04435383155941963 (0.045480182705052906) | > loss_mel_ce: 3.025233268737793 (nan) | > loss: 0.012180901132524014 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14203822871629415) | > loader_time: 0.0045 (0.004684739500066645)  --> TIME: 2025-03-23 22:08:30 -- STEP: 11010/31555 -- GLOBAL_STEP: 263450 | > loss_text_ce: 0.04582485556602478 (0.04547488679965591) | > loss_mel_ce: 3.317549705505371 (nan) | > loss: 0.013346725143492222 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14202038579156098) | > loader_time: 0.0048 (0.004684297720158117)  --> TIME: 2025-03-23 22:08:40 -- STEP: 11060/31555 -- GLOBAL_STEP: 263500 | > loss_text_ce: 0.04229798540472984 (0.04547395510211678) | > loss_mel_ce: 3.7582545280456543 (nan) | > loss: 0.015081558376550674 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14202419739304234) | > loader_time: 0.0043 (0.004684792935956003)  --> TIME: 2025-03-23 22:08:50 -- STEP: 11110/31555 -- GLOBAL_STEP: 263550 | > loss_text_ce: 0.045250654220581055 (0.04546738739798576) | > loss_mel_ce: 3.2804174423217773 (nan) | > loss: 0.013197096064686775 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14202830842977043) | > loader_time: 0.0044 (0.004684249395512958)  --> TIME: 2025-03-23 22:09:00 -- STEP: 11160/31555 -- GLOBAL_STEP: 263600 | > loss_text_ce: 0.043896496295928955 (0.04546666341570075) | > loss_mel_ce: 3.4233357906341553 (nan) | > loss: 0.013758858665823936 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1420313518534434) | > loader_time: 0.0046 (0.0046838306611583945)  --> TIME: 2025-03-23 22:09:10 -- STEP: 11210/31555 -- GLOBAL_STEP: 263650 | > loss_text_ce: 0.031299442052841187 (0.04546542370627103) | > loss_mel_ce: 3.186483860015869 (nan) | > loss: 0.012768981978297234 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14203629087487346) | > loader_time: 0.0043 (0.004683148871565579)  --> TIME: 2025-03-23 22:09:19 -- STEP: 11260/31555 -- GLOBAL_STEP: 263700 | > loss_text_ce: 0.04845631867647171 (0.04547587270909667) | > loss_mel_ce: 3.6568944454193115 (nan) | > loss: 0.014703773893415928 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14204696236876452) | > loader_time: 0.0047 (0.004683261336907601)  --> TIME: 2025-03-23 22:09:29 -- STEP: 11310/31555 -- GLOBAL_STEP: 263750 | > loss_text_ce: 0.04284171015024185 (0.04547634053461519) | > loss_mel_ce: 2.930063247680664 (nan) | > loss: 0.011797242797911167 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14203569235578328) | > loader_time: 0.0049 (0.004683391421796145)  --> TIME: 2025-03-23 22:09:39 -- STEP: 11360/31555 -- GLOBAL_STEP: 263800 | > loss_text_ce: 0.04593532532453537 (0.04548229039203987) | > loss_mel_ce: 3.3090438842773438 (nan) | > loss: 0.013313410803675652 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14204385131597597) | > loader_time: 0.0046 (0.004683780817078861)  --> TIME: 2025-03-23 22:09:48 -- STEP: 11410/31555 -- GLOBAL_STEP: 263850 | > loss_text_ce: 0.04096118360757828 (0.04547749965906308) | > loss_mel_ce: 3.989960193634033 (nan) | > loss: 0.015995720401406288 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14203896990583062) | > loader_time: 0.0044 (0.004683513854492341)  --> TIME: 2025-03-23 22:09:58 -- STEP: 11460/31555 -- GLOBAL_STEP: 263900 | > loss_text_ce: 0.040194474160671234 (0.04547291472619228) | > loss_mel_ce: 3.0143649578094482 (nan) | > loss: 0.012121268548071384 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14203893081472055) | > loader_time: 0.0048 (0.004683055490723446)  --> TIME: 2025-03-23 22:10:08 -- STEP: 11510/31555 -- GLOBAL_STEP: 263950 | > loss_text_ce: 0.0461011677980423 (0.045479554554963844) | > loss_mel_ce: 3.2689545154571533 (nan) | > loss: 0.013154983520507812 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14202715190569368) | > loader_time: 0.0045 (0.0046824366605147105)  --> TIME: 2025-03-23 22:10:17 -- STEP: 11560/31555 -- GLOBAL_STEP: 264000 | > loss_text_ce: 0.055572934448719025 (0.04547394710918413) | > loss_mel_ce: 3.343522787094116 (nan) | > loss: 0.013488476164638996 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14200961138137982) | > loader_time: 0.0046 (0.004682119082414557)  --> TIME: 2025-03-23 22:10:27 -- STEP: 11610/31555 -- GLOBAL_STEP: 264050 | > loss_text_ce: 0.04734740033745766 (0.04547075570130233) | > loss_mel_ce: 3.1274795532226562 (nan) | > loss: 0.012598520144820213 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14200156975367578) | > loader_time: 0.0047 (0.004682110774938023)  --> TIME: 2025-03-23 22:10:36 -- STEP: 11660/31555 -- GLOBAL_STEP: 264100 | > loss_text_ce: 0.04887006804347038 (0.04546626219286321) | > loss_mel_ce: 3.2005527019500732 (nan) | > loss: 0.012894535437226295 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14197628555330677) | > loader_time: 0.0043 (0.004681423597842902)  --> TIME: 2025-03-23 22:10:45 -- STEP: 11710/31555 -- GLOBAL_STEP: 264150 | > loss_text_ce: 0.05200151354074478 (0.04545945503425265) | > loss_mel_ce: 2.558542251586914 (nan) | > loss: 0.01035930123180151 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14195719923757374) | > loader_time: 0.0046 (0.004681366921285588)  --> TIME: 2025-03-23 22:10:55 -- STEP: 11760/31555 -- GLOBAL_STEP: 264200 | > loss_text_ce: 0.03685745224356651 (0.045469756085001214) | > loss_mel_ce: 0.709228515625 (nan) | > loss: 0.0029606586322188377 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.141978260043528) | > loader_time: 0.0045 (0.004680992794685612)  --> TIME: 2025-03-23 22:11:05 -- STEP: 11810/31555 -- GLOBAL_STEP: 264250 | > loss_text_ce: 0.04997735470533371 (0.04546596323022473) | > loss_mel_ce: 2.691541910171509 (nan) | > loss: 0.010879045352339745 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14195567669250825) | > loader_time: 0.0043 (0.004680156263630825)  --> TIME: 2025-03-23 22:11:14 -- STEP: 11860/31555 -- GLOBAL_STEP: 264300 | > loss_text_ce: 0.04356389492750168 (0.045458303024273124) | > loss_mel_ce: 2.4463627338409424 (nan) | > loss: 0.009880661964416504 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14194003791873513) | > loader_time: 0.0048 (0.00468045867112594)  --> TIME: 2025-03-23 22:11:24 -- STEP: 11910/31555 -- GLOBAL_STEP: 264350 | > loss_text_ce: 0.05584446340799332 (0.04546572314880289) | > loss_mel_ce: 3.7289419174194336 (nan) | > loss: 0.01501899491995573 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14192800706019532) | > loader_time: 0.005 (0.004680479363570366)  --> TIME: 2025-03-23 22:11:34 -- STEP: 11960/31555 -- GLOBAL_STEP: 264400 | > loss_text_ce: 0.03525962680578232 (0.045465451326644916) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14192912195837332) | > loader_time: 0.0044 (0.004680535944807865)  --> TIME: 2025-03-23 22:11:43 -- STEP: 12010/31555 -- GLOBAL_STEP: 264450 | > loss_text_ce: 0.03367557004094124 (0.04546575645585052) | > loss_mel_ce: 3.115712881088257 (nan) | > loss: 0.012497574090957642 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14191660783769405) | > loader_time: 0.0047 (0.004679921604413745)  --> TIME: 2025-03-23 22:11:53 -- STEP: 12060/31555 -- GLOBAL_STEP: 264500 | > loss_text_ce: 0.034298770129680634 (0.045467082350507185) | > loss_mel_ce: 2.781062126159668 (nan) | > loss: 0.011172067373991013 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14191458051279926) | > loader_time: 0.0047 (0.004679222031809972)  --> TIME: 2025-03-23 22:12:02 -- STEP: 12110/31555 -- GLOBAL_STEP: 264550 | > loss_text_ce: 0.04194607585668564 (0.04546654237469652) | > loss_mel_ce: 2.832996368408203 (nan) | > loss: 0.011408503167331219 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14190652092855824) | > loader_time: 0.0045 (0.004679109930106158)  --> TIME: 2025-03-23 22:12:12 -- STEP: 12160/31555 -- GLOBAL_STEP: 264600 | > loss_text_ce: 0.044390685856342316 (0.04546504052398783) | > loss_mel_ce: 2.74705171585083 (nan) | > loss: 0.01107715256512165 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14192067780777165) | > loader_time: 0.0045 (0.0046789384398020955)  --> TIME: 2025-03-23 22:12:22 -- STEP: 12210/31555 -- GLOBAL_STEP: 264650 | > loss_text_ce: 0.04443458840250969 (0.04546237200785384) | > loss_mel_ce: 3.0928101539611816 (nan) | > loss: 0.012449384666979313 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14192191707023866) | > loader_time: 0.0045 (0.004678815237134309)  --> TIME: 2025-03-23 22:12:32 -- STEP: 12260/31555 -- GLOBAL_STEP: 264700 | > loss_text_ce: 0.048579879105091095 (0.045456911631074445) | > loss_mel_ce: 3.4306249618530273 (nan) | > loss: 0.01380636915564537 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14192869153730778) | > loader_time: 0.0051 (0.004679077328904403)  --> TIME: 2025-03-23 22:12:41 -- STEP: 12310/31555 -- GLOBAL_STEP: 264750 | > loss_text_ce: 0.05172126740217209 (0.04545586005573499) | > loss_mel_ce: 0.042724609375 (nan) | > loss: 0.0003747852460946888 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1419301567186111) | > loader_time: 0.0047 (0.00467862736200723)  --> TIME: 2025-03-23 22:12:51 -- STEP: 12360/31555 -- GLOBAL_STEP: 264800 | > loss_text_ce: 0.03587142750620842 (0.04545058651320933) | > loss_mel_ce: 2.993969440460205 (nan) | > loss: 0.012023178860545158 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14193729870142044) | > loader_time: 0.0044 (0.004678656156009053)  --> TIME: 2025-03-23 22:13:01 -- STEP: 12410/31555 -- GLOBAL_STEP: 264850 | > loss_text_ce: 0.048569802194833755 (0.04544811429355322) | > loss_mel_ce: 2.976130723953247 (nan) | > loss: 0.01200278103351593 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14193942202953222) | > loader_time: 0.0044 (0.00467870435245952)  --> TIME: 2025-03-23 22:13:11 -- STEP: 12460/31555 -- GLOBAL_STEP: 264900 | > loss_text_ce: 0.04678615927696228 (0.04543804323770125) | > loss_mel_ce: 3.44046688079834 (nan) | > loss: 0.013838306069374084 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.141943607801038) | > loader_time: 0.0046 (0.004678696575746476)  --> TIME: 2025-03-23 22:13:21 -- STEP: 12510/31555 -- GLOBAL_STEP: 264950 | > loss_text_ce: 0.05018159747123718 (0.04543757281488754) | > loss_mel_ce: 3.1686854362487793 (nan) | > loss: 0.012773282825946808 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1419594306930571) | > loader_time: 0.0045 (0.004678810452766923)  --> TIME: 2025-03-23 22:13:30 -- STEP: 12560/31555 -- GLOBAL_STEP: 265000 | > loss_text_ce: 0.048390943557024 (0.045432552028222044) | > loss_mel_ce: 3.2676949501037598 (nan) | > loss: 0.0131590710952878 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14195404460855518) | > loader_time: 0.0045 (0.004679557605154184)  --> TIME: 2025-03-23 22:13:40 -- STEP: 12610/31555 -- GLOBAL_STEP: 265050 | > loss_text_ce: 0.04481209069490433 (0.04542978157353588) | > loss_mel_ce: 2.8532955646514893 (nan) | > loss: 0.011500428430736065 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1419541078555421) | > loader_time: 0.0043 (0.0046798295770534605)  --> TIME: 2025-03-23 22:13:50 -- STEP: 12660/31555 -- GLOBAL_STEP: 265100 | > loss_text_ce: 0.04307251051068306 (0.045431276885748544) | > loss_mel_ce: 0.22210223972797394 (nan) | > loss: 0.0010522807715460658 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14195461990709163) | > loader_time: 0.0045 (0.004679517836367334)  --> TIME: 2025-03-23 22:13:59 -- STEP: 12710/31555 -- GLOBAL_STEP: 265150 | > loss_text_ce: 0.052653152495622635 (0.04543332705753449) | > loss_mel_ce: 3.5485551357269287 (nan) | > loss: 0.01429050974547863 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1419433344451597) | > loader_time: 0.0047 (0.004678896259454914)  --> TIME: 2025-03-23 22:14:09 -- STEP: 12760/31555 -- GLOBAL_STEP: 265200 | > loss_text_ce: 0.05553942918777466 (0.045433762116608836) | > loss_mel_ce: 3.224271774291992 (nan) | > loss: 0.013015124015510082 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14192428609420676) | > loader_time: 0.0044 (0.004678343418623577)  --> TIME: 2025-03-23 22:14:18 -- STEP: 12810/31555 -- GLOBAL_STEP: 265250 | > loss_text_ce: 0.04607429355382919 (0.04542917077583002) | > loss_mel_ce: 3.1423709392547607 (nan) | > loss: 0.012652561999857426 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14191908008134888) | > loader_time: 0.0048 (0.004678200577312284)  --> TIME: 2025-03-23 22:14:28 -- STEP: 12860/31555 -- GLOBAL_STEP: 265300 | > loss_text_ce: 0.042859528213739395 (0.04542861065333412) | > loss_mel_ce: 3.0138051509857178 (nan) | > loss: 0.012129622511565685 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14188291181116605) | > loader_time: 0.0044 (0.0046778258602504135)  --> TIME: 2025-03-23 22:14:37 -- STEP: 12910/31555 -- GLOBAL_STEP: 265350 | > loss_text_ce: 0.046205807477235794 (0.0454296410399743) | > loss_mel_ce: 3.1832621097564697 (nan) | > loss: 0.012815349735319614 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14187646043291588) | > loader_time: 0.0049 (0.00467759102098152)  --> TIME: 2025-03-23 22:14:47 -- STEP: 12960/31555 -- GLOBAL_STEP: 265400 | > loss_text_ce: 0.05236148089170456 (0.04543007873473006) | > loss_mel_ce: 2.8579938411712646 (nan) | > loss: 0.011549029499292374 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14187860961681723) | > loader_time: 0.0045 (0.004677213636445398)  --> TIME: 2025-03-23 22:14:56 -- STEP: 13010/31555 -- GLOBAL_STEP: 265450 | > loss_text_ce: 0.041949089616537094 (0.0454305581696945) | > loss_mel_ce: 3.4486191272735596 (nan) | > loss: 0.013851461932063103 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14187614111420394) | > loader_time: 0.0046 (0.004677615103402738)  --> TIME: 2025-03-23 22:15:06 -- STEP: 13060/31555 -- GLOBAL_STEP: 265500 | > loss_text_ce: 0.05212073028087616 (0.04541878021346443) | > loss_mel_ce: 3.286224365234375 (nan) | > loss: 0.01324740145355463 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.141873479656204) | > loader_time: 0.0044 (0.0046773981354320425)  --> TIME: 2025-03-23 22:15:16 -- STEP: 13110/31555 -- GLOBAL_STEP: 265550 | > loss_text_ce: 0.03597575053572655 (0.045421580147086325) | > loss_mel_ce: 3.2970526218414307 (nan) | > loss: 0.013226303271949291 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1418686224612293) | > loader_time: 0.0047 (0.004677501350391176)  --> TIME: 2025-03-23 22:15:25 -- STEP: 13160/31555 -- GLOBAL_STEP: 265600 | > loss_text_ce: 0.03798554465174675 (0.04541408446289062) | > loss_mel_ce: 3.0524561405181885 (nan) | > loss: 0.012263658456504345 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14185996015746025) | > loader_time: 0.0047 (0.004677117269452203)  --> TIME: 2025-03-23 22:15:35 -- STEP: 13210/31555 -- GLOBAL_STEP: 265650 | > loss_text_ce: 0.05214083567261696 (0.04541597372184625) | > loss_mel_ce: 2.862231492996216 (nan) | > loss: 0.011564970947802067 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1418654442194483) | > loader_time: 0.0052 (0.004677134242407922)  --> TIME: 2025-03-23 22:15:45 -- STEP: 13260/31555 -- GLOBAL_STEP: 265700 | > loss_text_ce: 0.044300392270088196 (0.04541717677350482) | > loss_mel_ce: 3.3969240188598633 (nan) | > loss: 0.013655653223395348 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.141870316930488) | > loader_time: 0.0054 (0.004676942174431053)  --> TIME: 2025-03-23 22:15:55 -- STEP: 13310/31555 -- GLOBAL_STEP: 265750 | > loss_text_ce: 0.05435781925916672 (0.04541511771854812) | > loss_mel_ce: 3.2804651260375977 (nan) | > loss: 0.013233425095677376 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14188680480424143) | > loader_time: 0.0047 (0.004676727170249189)  --> TIME: 2025-03-23 22:16:04 -- STEP: 13360/31555 -- GLOBAL_STEP: 265800 | > loss_text_ce: 0.037819840013980865 (0.045419501444369535) | > loss_mel_ce: 2.8182170391082764 (nan) | > loss: 0.011333480477333069 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1418592310237332) | > loader_time: 0.0044 (0.004676712505117852)  --> TIME: 2025-03-23 22:16:14 -- STEP: 13410/31555 -- GLOBAL_STEP: 265850 | > loss_text_ce: 0.04446673393249512 (0.04541767675382363) | > loss_mel_ce: 3.443605899810791 (nan) | > loss: 0.013841559179127216 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14188652589728465) | > loader_time: 0.0046 (0.004676442533887019)  --> TIME: 2025-03-23 22:16:24 -- STEP: 13460/31555 -- GLOBAL_STEP: 265900 | > loss_text_ce: 0.05142830312252045 (0.045417994986472365) | > loss_mel_ce: 3.6019446849823 (nan) | > loss: 0.014497512951493263 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1418969022040932) | > loader_time: 0.0045 (0.0046762848502636565)  --> TIME: 2025-03-23 22:16:33 -- STEP: 13510/31555 -- GLOBAL_STEP: 265950 | > loss_text_ce: 0.05275629460811615 (0.04542120014083648) | > loss_mel_ce: 3.159466505050659 (nan) | > loss: 0.012746917083859444 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14186449915634106) | > loader_time: 0.0046 (0.004675602259942983)  --> TIME: 2025-03-23 22:16:43 -- STEP: 13560/31555 -- GLOBAL_STEP: 266000 | > loss_text_ce: 0.04563933610916138 (0.04541966782245451) | > loss_mel_ce: 3.1341922283172607 (nan) | > loss: 0.012618379667401314 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14185057644647311) | > loader_time: 0.0048 (0.004675222990435474)  --> TIME: 2025-03-23 22:16:52 -- STEP: 13610/31555 -- GLOBAL_STEP: 266050 | > loss_text_ce: 0.042024530470371246 (0.045423867521995114) | > loss_mel_ce: 2.907139539718628 (nan) | > loss: 0.01170303300023079 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14184100578849243) | > loader_time: 0.0047 (0.0046749775590132735)  --> TIME: 2025-03-23 22:17:02 -- STEP: 13660/31555 -- GLOBAL_STEP: 266100 | > loss_text_ce: 0.04445058852434158 (0.045426279508084734) | > loss_mel_ce: 3.5420522689819336 (nan) | > loss: 0.014232154935598373 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.1418509862084359) | > loader_time: 0.0045 (0.004674768325699537)  --> TIME: 2025-03-23 22:17:12 -- STEP: 13710/31555 -- GLOBAL_STEP: 266150 | > loss_text_ce: 0.05591295287013054 (0.045422450523554564) | > loss_mel_ce: 2.827409029006958 (nan) | > loss: 0.011441754177212715 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14186527125597356) | > loader_time: 0.0051 (0.004674730015705301)  --> TIME: 2025-03-23 22:17:21 -- STEP: 13760/31555 -- GLOBAL_STEP: 266200 | > loss_text_ce: 0.05381733179092407 (0.0454238302550864) | > loss_mel_ce: 3.359985589981079 (nan) | > loss: 0.013546837493777275 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1418452853900074) | > loader_time: 0.0051 (0.004674906179655419)  --> TIME: 2025-03-23 22:17:31 -- STEP: 13810/31555 -- GLOBAL_STEP: 266250 | > loss_text_ce: 0.05670402571558952 (0.04542267501912613) | > loss_mel_ce: 3.103309154510498 (nan) | > loss: 0.012539735995233059 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1418458852450302) | > loader_time: 0.0049 (0.0046755782250991924)  --> TIME: 2025-03-23 22:17:41 -- STEP: 13860/31555 -- GLOBAL_STEP: 266300 | > loss_text_ce: 0.049742866307497025 (0.045422715154808474) | > loss_mel_ce: 2.807260274887085 (nan) | > loss: 0.01133731473237276 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14185689347131086) | > loader_time: 0.0049 (0.004675607058564984)  --> TIME: 2025-03-23 22:17:51 -- STEP: 13910/31555 -- GLOBAL_STEP: 266350 | > loss_text_ce: 0.04828018695116043 (0.045420279327745255) | > loss_mel_ce: 3.3156509399414062 (nan) | > loss: 0.01334893424063921 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1418491320675196) | > loader_time: 0.0049 (0.00467531019453518)  --> TIME: 2025-03-23 22:18:00 -- STEP: 13960/31555 -- GLOBAL_STEP: 266400 | > loss_text_ce: 0.05473696440458298 (0.04541793613772003) | > loss_mel_ce: 3.3411309719085693 (nan) | > loss: 0.013475666753947735 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14183621005206015) | > loader_time: 0.0046 (0.004675763947915884)  --> TIME: 2025-03-23 22:18:09 -- STEP: 14010/31555 -- GLOBAL_STEP: 266450 | > loss_text_ce: 0.054088346660137177 (0.04541514946412379) | > loss_mel_ce: 2.957989454269409 (nan) | > loss: 0.011952690780162811 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14180758637585705) | > loader_time: 0.0046 (0.0046755155778458665)  --> TIME: 2025-03-23 22:18:19 -- STEP: 14060/31555 -- GLOBAL_STEP: 266500 | > loss_text_ce: 0.049262817949056625 (0.045413760131338986) | > loss_mel_ce: 2.9634790420532227 (nan) | > loss: 0.011955325491726398 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1418132016363745) | > loader_time: 0.0048 (0.0046756476121470976)  --> TIME: 2025-03-23 22:18:29 -- STEP: 14110/31555 -- GLOBAL_STEP: 266550 | > loss_text_ce: 0.03586191311478615 (0.04541541917565068) | > loss_mel_ce: 0.040771484375 (nan) | > loss: 0.00030410077306441963 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14180501756053218) | > loader_time: 0.0046 (0.004675625183327149)  --> TIME: 2025-03-23 22:18:39 -- STEP: 14160/31555 -- GLOBAL_STEP: 266600 | > loss_text_ce: 0.033749934285879135 (0.04540943419481871) | > loss_mel_ce: 3.445812225341797 (nan) | > loss: 0.013807786628603935 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14181519467278567) | > loader_time: 0.0063 (0.004675843032066421)  --> TIME: 2025-03-23 22:18:48 -- STEP: 14210/31555 -- GLOBAL_STEP: 266650 | > loss_text_ce: 0.049939487129449844 (0.04541123449451111) | > loss_mel_ce: 2.740957260131836 (nan) | > loss: 0.01107498724013567 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14181579952924722) | > loader_time: 0.0045 (0.00467547061659767)  --> TIME: 2025-03-23 22:18:58 -- STEP: 14260/31555 -- GLOBAL_STEP: 266700 | > loss_text_ce: 0.05106445774435997 (0.04540858378850693) | > loss_mel_ce: 3.599269151687622 (nan) | > loss: 0.014485451392829418 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14181464056146265) | > loader_time: 0.0045 (0.00467502515747369)  --> TIME: 2025-03-23 22:19:08 -- STEP: 14310/31555 -- GLOBAL_STEP: 266750 | > loss_text_ce: 0.04280807450413704 (0.04540738537035509) | > loss_mel_ce: 3.3316614627838135 (nan) | > loss: 0.013390752486884594 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14181228898606382) | > loader_time: 0.0044 (0.004674584494030274)  --> TIME: 2025-03-23 22:19:17 -- STEP: 14360/31555 -- GLOBAL_STEP: 266800 | > loss_text_ce: 0.051063843071460724 (0.045410633912247804) | > loss_mel_ce: 3.221104860305786 (nan) | > loss: 0.012984797358512878 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.1418257226186892) | > loader_time: 0.0046 (0.00467419519729932)  --> TIME: 2025-03-23 22:19:27 -- STEP: 14410/31555 -- GLOBAL_STEP: 266850 | > loss_text_ce: 0.04078657925128937 (0.045411488658759616) | > loss_mel_ce: 1.8739523887634277 (nan) | > loss: 0.0075981710106134415 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14183755701900436) | > loader_time: 0.0045 (0.004673730855514231)  --> TIME: 2025-03-23 22:19:37 -- STEP: 14460/31555 -- GLOBAL_STEP: 266900 | > loss_text_ce: 0.0477941632270813 (0.04541077064466186) | > loss_mel_ce: 3.0064711570739746 (nan) | > loss: 0.012120100669562817 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14182943994408817) | > loader_time: 0.0047 (0.004673617591831519)  --> TIME: 2025-03-23 22:19:47 -- STEP: 14510/31555 -- GLOBAL_STEP: 266950 | > loss_text_ce: 0.051407698541879654 (0.04540665749791659) | > loss_mel_ce: 2.86767315864563 (nan) | > loss: 0.011583655141294003 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14182498090272272) | > loader_time: 0.0048 (0.004673556029426886)  --> TIME: 2025-03-23 22:19:56 -- STEP: 14560/31555 -- GLOBAL_STEP: 267000 | > loss_text_ce: 0.031611885875463486 (0.04540866911897422) | > loss_mel_ce: 2.9023635387420654 (nan) | > loss: 0.0116427605971694 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1418120359981469) | > loader_time: 0.0045 (0.004673314438416398)  --> TIME: 2025-03-23 22:20:05 -- STEP: 14610/31555 -- GLOBAL_STEP: 267050 | > loss_text_ce: 0.058050502091646194 (0.04540889717352919) | > loss_mel_ce: 3.517099380493164 (nan) | > loss: 0.014187103137373924 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14180168247157784) | > loader_time: 0.0044 (0.0046730328389506465)  --> TIME: 2025-03-23 22:20:15 -- STEP: 14660/31555 -- GLOBAL_STEP: 267100 | > loss_text_ce: 0.04639303684234619 (0.04541369653033737) | > loss_mel_ce: 3.1877946853637695 (nan) | > loss: 0.012834078632295132 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14181107843719265) | > loader_time: 0.005 (0.004673020868964921)  --> TIME: 2025-03-23 22:20:25 -- STEP: 14710/31555 -- GLOBAL_STEP: 267150 | > loss_text_ce: 0.04878434166312218 (0.04541550717113342) | > loss_mel_ce: 0.0924479141831398 (nan) | > loss: 0.0005604454781860113 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14181096240989693) | > loader_time: 0.0045 (0.004673080100727914)  --> TIME: 2025-03-23 22:20:35 -- STEP: 14760/31555 -- GLOBAL_STEP: 267200 | > loss_text_ce: 0.05203855410218239 (0.04541714251581535) | > loss_mel_ce: 2.9284520149230957 (nan) | > loss: 0.011827345006167889 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14182518744856518) | > loader_time: 0.0048 (0.004673246268011358)  --> TIME: 2025-03-23 22:20:45 -- STEP: 14810/31555 -- GLOBAL_STEP: 267250 | > loss_text_ce: 0.03876281529664993 (0.04541781656117078) | > loss_mel_ce: 2.6215403079986572 (nan) | > loss: 0.010556759312748909 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14181781071090596) | > loader_time: 0.0044 (0.0046730289742561775)  --> TIME: 2025-03-23 22:20:55 -- STEP: 14860/31555 -- GLOBAL_STEP: 267300 | > loss_text_ce: 0.05038873478770256 (0.04542200764901892) | > loss_mel_ce: 3.473629951477051 (nan) | > loss: 0.013984202407300472 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14183440640027395) | > loader_time: 0.0048 (0.004673373699188223)  --> TIME: 2025-03-23 22:21:04 -- STEP: 14910/31555 -- GLOBAL_STEP: 267350 | > loss_text_ce: 0.04861079528927803 (0.04541600888706175) | > loss_mel_ce: 3.4707353115081787 (nan) | > loss: 0.013965659774839878 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14183713000225426) | > loader_time: 0.0046 (0.004673456761918548)  --> TIME: 2025-03-23 22:21:14 -- STEP: 14960/31555 -- GLOBAL_STEP: 267400 | > loss_text_ce: 0.04136589914560318 (0.045416347204612996) | > loss_mel_ce: 3.8441162109375 (nan) | > loss: 0.01541858073323965 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14182253889540455) | > loader_time: 0.0045 (0.0046736462071617565)  --> TIME: 2025-03-23 22:21:23 -- STEP: 15010/31555 -- GLOBAL_STEP: 267450 | > loss_text_ce: 0.043779321014881134 (0.04541558099489946) | > loss_mel_ce: 2.982652425765991 (nan) | > loss: 0.012009650468826294 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14181856700851625) | > loader_time: 0.0046 (0.004673819252842659)  --> TIME: 2025-03-23 22:21:33 -- STEP: 15060/31555 -- GLOBAL_STEP: 267500 | > loss_text_ce: 0.044453125447034836 (0.04541127298640744) | > loss_mel_ce: 3.004255771636963 (nan) | > loss: 0.012098051607608795 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14181486516993197) | > loader_time: 0.0044 (0.00467351967911637)  --> TIME: 2025-03-23 22:21:43 -- STEP: 15110/31555 -- GLOBAL_STEP: 267550 | > loss_text_ce: 0.0423591285943985 (0.045409583046041306) | > loss_mel_ce: 3.383531332015991 (nan) | > loss: 0.01359480433166027 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14180453732501422) | > loader_time: 0.0045 (0.004672968521724063)  --> TIME: 2025-03-23 22:21:52 -- STEP: 15160/31555 -- GLOBAL_STEP: 267600 | > loss_text_ce: 0.06167377904057503 (0.0454143752696578) | > loss_mel_ce: 2.6358232498168945 (nan) | > loss: 0.010704354383051395 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14181735760933015) | > loader_time: 0.0046 (0.0046728709285051555)  --> TIME: 2025-03-23 22:22:02 -- STEP: 15210/31555 -- GLOBAL_STEP: 267650 | > loss_text_ce: 0.04264131933450699 (0.04540646643911168) | > loss_mel_ce: 2.500447988510132 (nan) | > loss: 0.010091625154018402 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14182813289838112) | > loader_time: 0.0047 (0.004672778193532118)  --> TIME: 2025-03-23 22:22:12 -- STEP: 15260/31555 -- GLOBAL_STEP: 267700 | > loss_text_ce: 0.04547857120633125 (0.04540357524346014) | > loss_mel_ce: 0.0682721808552742 (nan) | > loss: 0.0004513919120654464 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1418144491053205) | > loader_time: 0.0067 (0.004672445554095818)  --> TIME: 2025-03-23 22:22:21 -- STEP: 15310/31555 -- GLOBAL_STEP: 267750 | > loss_text_ce: 0.03510855510830879 (0.04539859470765944) | > loss_mel_ce: 2.850900173187256 (nan) | > loss: 0.011452415958046913 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1418122804998043) | > loader_time: 0.0044 (0.004672358286762291)  --> TIME: 2025-03-23 22:22:31 -- STEP: 15360/31555 -- GLOBAL_STEP: 267800 | > loss_text_ce: 0.03997015953063965 (0.04539444628438414) | > loss_mel_ce: 3.836714029312134 (nan) | > loss: 0.01538366824388504 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14179645747256928) | > loader_time: 0.0047 (0.004672137663389237)  --> TIME: 2025-03-23 22:22:41 -- STEP: 15410/31555 -- GLOBAL_STEP: 267850 | > loss_text_ce: 0.045438919216394424 (0.04539640334173124) | > loss_mel_ce: 1.7012532949447632 (nan) | > loss: 0.006931318435817957 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14179573439685494) | > loader_time: 0.0046 (0.004671793336763069)  --> TIME: 2025-03-23 22:22:51 -- STEP: 15460/31555 -- GLOBAL_STEP: 267900 | > loss_text_ce: 0.047760870307683945 (0.04539700484356306) | > loss_mel_ce: 2.806641101837158 (nan) | > loss: 0.011326992884278297 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14181954214520623) | > loader_time: 0.0044 (0.004671675252112494)  --> TIME: 2025-03-23 22:23:00 -- STEP: 15510/31555 -- GLOBAL_STEP: 267950 | > loss_text_ce: 0.05033139884471893 (0.04539860566425894) | > loss_mel_ce: 2.8131470680236816 (nan) | > loss: 0.011363009922206402 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14181303859602626) | > loader_time: 0.0049 (0.004671408529054103)  --> TIME: 2025-03-23 22:23:10 -- STEP: 15560/31555 -- GLOBAL_STEP: 268000 | > loss_text_ce: 0.043755874037742615 (0.04539647454714318) | > loss_mel_ce: 3.7835869789123535 (nan) | > loss: 0.015187868848443031 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14182641055712814) | > loader_time: 0.0047 (0.004671247621428375)  --> TIME: 2025-03-23 22:23:19 -- STEP: 15610/31555 -- GLOBAL_STEP: 268050 | > loss_text_ce: 0.05198187753558159 (0.045399665644584544) | > loss_mel_ce: 2.952289581298828 (nan) | > loss: 0.011921713128685951 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1418092260446264) | > loader_time: 0.0044 (0.004670824873225944)  --> TIME: 2025-03-23 22:23:29 -- STEP: 15660/31555 -- GLOBAL_STEP: 268100 | > loss_text_ce: 0.04139218106865883 (0.04540123426775296) | > loss_mel_ce: 3.4159958362579346 (nan) | > loss: 0.01371979434043169 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14180490430135376) | > loader_time: 0.0044 (0.004670373355139556)  --> TIME: 2025-03-23 22:23:39 -- STEP: 15710/31555 -- GLOBAL_STEP: 268150 | > loss_text_ce: 0.03955620527267456 (0.045398910578167244) | > loss_mel_ce: 2.0176563262939453 (nan) | > loss: 0.008163542486727238 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14182023252369563) | > loader_time: 0.0045 (0.004670417953797155)  --> TIME: 2025-03-23 22:23:49 -- STEP: 15760/31555 -- GLOBAL_STEP: 268200 | > loss_text_ce: 0.050509605556726456 (0.04539506893030605) | > loss_mel_ce: 4.023481845855713 (nan) | > loss: 0.016166632995009422 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1418211300966113) | > loader_time: 0.0047 (0.004670208238708177)  --> TIME: 2025-03-23 22:23:59 -- STEP: 15810/31555 -- GLOBAL_STEP: 268250 | > loss_text_ce: 0.04925074800848961 (0.0453926170289583) | > loss_mel_ce: 2.5662620067596436 (nan) | > loss: 0.010379020124673843 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14183049425153016) | > loader_time: 0.0044 (0.0046699241171299305)  --> TIME: 2025-03-23 22:24:08 -- STEP: 15860/31555 -- GLOBAL_STEP: 268300 | > loss_text_ce: 0.05321266129612923 (0.04538893188181965) | > loss_mel_ce: 3.0127570629119873 (nan) | > loss: 0.01216654758900404 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14181873529285227) | > loader_time: 0.0047 (0.004669507935849887)  --> TIME: 2025-03-23 22:24:18 -- STEP: 15910/31555 -- GLOBAL_STEP: 268350 | > loss_text_ce: 0.049275584518909454 (0.04538909534002952) | > loss_mel_ce: 2.4773898124694824 (nan) | > loss: 0.010026451200246811 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14183063165411863) | > loader_time: 0.0046 (0.004669699543006452)  --> TIME: 2025-03-23 22:24:28 -- STEP: 15960/31555 -- GLOBAL_STEP: 268400 | > loss_text_ce: 0.03822864219546318 (0.04538460955931752) | > loss_mel_ce: 3.471942663192749 (nan) | > loss: 0.01392925251275301 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14184390051024445) | > loader_time: 0.0044 (0.004669597632902897)  --> TIME: 2025-03-23 22:24:38 -- STEP: 16010/31555 -- GLOBAL_STEP: 268450 | > loss_text_ce: 0.042449407279491425 (0.04538236864546388) | > loss_mel_ce: 0.0516357421875 (nan) | > loss: 0.0003733538032975048 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14184869163711092) | > loader_time: 0.0044 (0.004669314887209424)  --> TIME: 2025-03-23 22:24:47 -- STEP: 16060/31555 -- GLOBAL_STEP: 268500 | > loss_text_ce: 0.03637168928980827 (0.04538686515665984) | > loss_mel_ce: 2.1203150749206543 (nan) | > loss: 0.008558281697332859 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14183362369074318) | > loader_time: 0.0044 (0.004668888312348087)  --> TIME: 2025-03-23 22:24:57 -- STEP: 16110/31555 -- GLOBAL_STEP: 268550 | > loss_text_ce: 0.044165804982185364 (0.04538508082441136) | > loss_mel_ce: 1.6235378980636597 (nan) | > loss: 0.0066178725101053715 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1418476963102425) | > loader_time: 0.0046 (0.004668833482790843)  --> TIME: 2025-03-23 22:25:07 -- STEP: 16160/31555 -- GLOBAL_STEP: 268600 | > loss_text_ce: 0.04205697774887085 (0.04537730271787398) | > loss_mel_ce: 3.3994736671447754 (nan) | > loss: 0.01365686859935522 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14184122973739655) | > loader_time: 0.0045 (0.004668474418692061)  --> TIME: 2025-03-23 22:25:16 -- STEP: 16210/31555 -- GLOBAL_STEP: 268650 | > loss_text_ce: 0.038358986377716064 (0.04537672169430717) | > loss_mel_ce: 2.8013875484466553 (nan) | > loss: 0.01126883551478386 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1418399301596014) | > loader_time: 0.0045 (0.004668006243932246)  --> TIME: 2025-03-23 22:25:26 -- STEP: 16260/31555 -- GLOBAL_STEP: 268700 | > loss_text_ce: 0.03716875612735748 (0.0453756237121902) | > loss_mel_ce: 2.9570276737213135 (nan) | > loss: 0.011881732381880283 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14184029804677978) | > loader_time: 0.0045 (0.004667756932834556)  --> TIME: 2025-03-23 22:25:36 -- STEP: 16310/31555 -- GLOBAL_STEP: 268750 | > loss_text_ce: 0.0527200922369957 (0.045371284023279085) | > loss_mel_ce: 2.4547746181488037 (nan) | > loss: 0.009950376115739346 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14184603550769007) | > loader_time: 0.0047 (0.004667524192173877)  --> TIME: 2025-03-23 22:25:46 -- STEP: 16360/31555 -- GLOBAL_STEP: 268800 | > loss_text_ce: 0.06491047143936157 (0.04537341200865009) | > loss_mel_ce: 2.439288377761841 (nan) | > loss: 0.00993729755282402 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14185710923887548) | > loader_time: 0.0045 (0.004667808359584473)  --> TIME: 2025-03-23 22:25:55 -- STEP: 16410/31555 -- GLOBAL_STEP: 268850 | > loss_text_ce: 0.04678602144122124 (0.0453695545727836) | > loss_mel_ce: 3.819967269897461 (nan) | > loss: 0.015344260260462761 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14184839716777212) | > loader_time: 0.0045 (0.00466756062272261)  --> TIME: 2025-03-23 22:26:05 -- STEP: 16460/31555 -- GLOBAL_STEP: 268900 | > loss_text_ce: 0.02532215230166912 (0.04537107194937943) | > loss_mel_ce: 1.11865234375 (nan) | > loss: 0.004539581947028637 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14185967626432747) | > loader_time: 0.0043 (0.004667647467204162)  --> TIME: 2025-03-23 22:26:15 -- STEP: 16510/31555 -- GLOBAL_STEP: 268950 | > loss_text_ce: 0.04276049882173538 (0.045372000701617225) | > loss_mel_ce: 3.723958969116211 (nan) | > loss: 0.014947300776839256 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14185863943406266) | > loader_time: 0.0047 (0.00466774146821121)  --> TIME: 2025-03-23 22:26:24 -- STEP: 16560/31555 -- GLOBAL_STEP: 269000 | > loss_text_ce: 0.04977518320083618 (0.04536852591236887) | > loss_mel_ce: 3.051471471786499 (nan) | > loss: 0.012306534685194492 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14185265583404738) | > loader_time: 0.0044 (0.004668091071976546)  --> TIME: 2025-03-23 22:26:34 -- STEP: 16610/31555 -- GLOBAL_STEP: 269050 | > loss_text_ce: 0.04456346854567528 (0.04536183691678336) | > loss_mel_ce: 2.2050764560699463 (nan) | > loss: 0.008927143178880215 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1418336632451273) | > loader_time: 0.0044 (0.004667773352984121)  --> TIME: 2025-03-23 22:26:44 -- STEP: 16660/31555 -- GLOBAL_STEP: 269100 | > loss_text_ce: 0.03696629777550697 (0.04536022775686862) | > loss_mel_ce: 2.54815411567688 (nan) | > loss: 0.010258414782583714 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14183625445074105) | > loader_time: 0.0046 (0.00466760950786869)  --> TIME: 2025-03-23 22:26:53 -- STEP: 16710/31555 -- GLOBAL_STEP: 269150 | > loss_text_ce: 0.05368215590715408 (0.04536265287635254) | > loss_mel_ce: 2.549787759780884 (nan) | > loss: 0.010331230238080025 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14183675570804866) | > loader_time: 0.0048 (0.004667840169476282)  --> TIME: 2025-03-23 22:27:03 -- STEP: 16760/31555 -- GLOBAL_STEP: 269200 | > loss_text_ce: 0.042299360036849976 (0.04536286169276322) | > loss_mel_ce: 3.202885627746582 (nan) | > loss: 0.012877718545496464 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14184445121407935) | > loader_time: 0.0046 (0.004667990887648723)  --> TIME: 2025-03-23 22:27:13 -- STEP: 16810/31555 -- GLOBAL_STEP: 269250 | > loss_text_ce: 0.04879230260848999 (0.04536555068659369) | > loss_mel_ce: 2.528550386428833 (nan) | > loss: 0.010227550752460957 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14184491888247236) | > loader_time: 0.0044 (0.0046679685968220785)  --> TIME: 2025-03-23 22:27:23 -- STEP: 16860/31555 -- GLOBAL_STEP: 269300 | > loss_text_ce: 0.04366782680153847 (0.045358992772218894) | > loss_mel_ce: 3.353848695755005 (nan) | > loss: 0.013482209295034409 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14185852824864012) | > loader_time: 0.0047 (0.004667844353762937)  --> TIME: 2025-03-23 22:27:33 -- STEP: 16910/31555 -- GLOBAL_STEP: 269350 | > loss_text_ce: 0.05054578557610512 (0.045358975506913674) | > loss_mel_ce: 3.56105637550354 (nan) | > loss: 0.014331755228340626 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14185458561994985) | > loader_time: 0.005 (0.0046679435151346475)  --> TIME: 2025-03-23 22:27:42 -- STEP: 16960/31555 -- GLOBAL_STEP: 269400 | > loss_text_ce: 0.03625504672527313 (0.04535926791547171) | > loss_mel_ce: 2.4660253524780273 (nan) | > loss: 0.009929684922099113 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14184256506697335) | > loader_time: 0.0044 (0.004668331596086596)  --> TIME: 2025-03-23 22:27:52 -- STEP: 17010/31555 -- GLOBAL_STEP: 269450 | > loss_text_ce: 0.04501286521553993 (0.04535649120073984) | > loss_mel_ce: 1.8660916090011597 (nan) | > loss: 0.007583748083561659 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14184801020670054) | > loader_time: 0.0048 (0.004668284177359646)  --> TIME: 2025-03-23 22:28:01 -- STEP: 17060/31555 -- GLOBAL_STEP: 269500 | > loss_text_ce: 0.04769711568951607 (0.04535574225691379) | > loss_mel_ce: 3.1275014877319336 (nan) | > loss: 0.012599995359778404 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14184867596430772) | > loader_time: 0.0045 (0.0046683018540162)  --> TIME: 2025-03-23 22:28:11 -- STEP: 17110/31555 -- GLOBAL_STEP: 269550 | > loss_text_ce: 0.03389079123735428 (0.04535146451504578) | > loss_mel_ce: 2.1031367778778076 (nan) | > loss: 0.008480268530547619 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14185293062189047) | > loader_time: 0.0043 (0.0046682875313861835)  --> TIME: 2025-03-23 22:28:21 -- STEP: 17160/31555 -- GLOBAL_STEP: 269600 | > loss_text_ce: 0.0395720973610878 (0.045356726380160646) | > loss_mel_ce: 2.780221939086914 (nan) | > loss: 0.011189659126102924 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14185637224526534) | > loader_time: 0.0046 (0.004668205059491659)  --> TIME: 2025-03-23 22:28:31 -- STEP: 17210/31555 -- GLOBAL_STEP: 269650 | > loss_text_ce: 0.04220029339194298 (0.04535294813837237) | > loss_mel_ce: 2.6211650371551514 (nan) | > loss: 0.010568911209702492 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1418472432175893) | > loader_time: 0.0043 (0.004667938967765162)  --> TIME: 2025-03-23 22:28:40 -- STEP: 17260/31555 -- GLOBAL_STEP: 269700 | > loss_text_ce: 0.04773698374629021 (0.045356039274678184) | > loss_mel_ce: 3.149358034133911 (nan) | > loss: 0.012686884962022305 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14184865738812488) | > loader_time: 0.0045 (0.004668247685924178)  --> TIME: 2025-03-23 22:28:50 -- STEP: 17310/31555 -- GLOBAL_STEP: 269750 | > loss_text_ce: 0.054405245929956436 (0.04535426118635482) | > loss_mel_ce: 1.0072021484375 (nan) | > loss: 0.0042127277702093124 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1418517210523508) | > loader_time: 0.0043 (0.004668861741209764)  --> TIME: 2025-03-23 22:29:00 -- STEP: 17360/31555 -- GLOBAL_STEP: 269800 | > loss_text_ce: 0.04839804396033287 (0.04534652024981769) | > loss_mel_ce: 3.054762125015259 (nan) | > loss: 0.012314128689467907 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14184626686957721) | > loader_time: 0.0044 (0.004668416570408543)  --> TIME: 2025-03-23 22:29:09 -- STEP: 17410/31555 -- GLOBAL_STEP: 269850 | > loss_text_ce: 0.039198555052280426 (0.04534583986693508) | > loss_mel_ce: 3.3947622776031494 (nan) | > loss: 0.013626829721033573 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1418381319588332) | > loader_time: 0.0044 (0.004668162336026293)  --> TIME: 2025-03-23 22:29:19 -- STEP: 17460/31555 -- GLOBAL_STEP: 269900 | > loss_text_ce: 0.03813361003994942 (0.04534294340750984) | > loss_mel_ce: 3.4434902667999268 (nan) | > loss: 0.013815968297421932 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14184247898482125) | > loader_time: 0.0045 (0.004668058275766787)  --> TIME: 2025-03-23 22:29:29 -- STEP: 17510/31555 -- GLOBAL_STEP: 269950 | > loss_text_ce: 0.039955537766218185 (0.04534187285513589) | > loss_mel_ce: 2.6090893745422363 (nan) | > loss: 0.010512083768844604 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1418464053364785) | > loader_time: 0.0046 (0.0046678615937159355)  --> TIME: 2025-03-23 22:29:38 -- STEP: 17560/31555 -- GLOBAL_STEP: 270000 | > loss_text_ce: 0.0418337844312191 (0.04534410951480882) | > loss_mel_ce: 3.107933282852173 (nan) | > loss: 0.012499076314270496 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1418438108744018) | > loader_time: 0.0044 (0.00466810520526216) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_270000.pth  --> TIME: 2025-03-23 22:29:54 -- STEP: 17610/31555 -- GLOBAL_STEP: 270050 | > loss_text_ce: 0.04063737392425537 (0.04534257412346027) | > loss_mel_ce: 3.1148715019226074 (nan) | > loss: 0.012521862052381039 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14183681858730093) | > loader_time: 0.0048 (0.004668167326546464)  --> TIME: 2025-03-23 22:30:03 -- STEP: 17660/31555 -- GLOBAL_STEP: 270100 | > loss_text_ce: 0.043704427778720856 (0.04533917809934657) | > loss_mel_ce: 3.456568717956543 (nan) | > loss: 0.013889973983168602 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14183079443053667) | > loader_time: 0.0046 (0.0046681504152369145)  --> TIME: 2025-03-23 22:30:13 -- STEP: 17710/31555 -- GLOBAL_STEP: 270150 | > loss_text_ce: 0.043455008417367935 (0.04533528140880156) | > loss_mel_ce: 2.446796178817749 (nan) | > loss: 0.009881949983537197 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.141842929109352) | > loader_time: 0.0045 (0.004668003027887405)  --> TIME: 2025-03-23 22:30:23 -- STEP: 17760/31555 -- GLOBAL_STEP: 270200 | > loss_text_ce: 0.04801150783896446 (0.04533596949626668) | > loss_mel_ce: 3.13022518157959 (nan) | > loss: 0.012612051330506802 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14183737244960576) | > loader_time: 0.0046 (0.004667935097539734)  --> TIME: 2025-03-23 22:30:32 -- STEP: 17810/31555 -- GLOBAL_STEP: 270250 | > loss_text_ce: 0.04949312284588814 (0.04533539085028249) | > loss_mel_ce: 2.9634857177734375 (nan) | > loss: 0.01195626612752676 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1418400837557175) | > loader_time: 0.0047 (0.004667663266322763)  --> TIME: 2025-03-23 22:30:42 -- STEP: 17860/31555 -- GLOBAL_STEP: 270300 | > loss_text_ce: 0.04672584310173988 (0.04533413805595255) | > loss_mel_ce: 3.3833720684051514 (nan) | > loss: 0.013611500151455402 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14183731516958908) | > loader_time: 0.0079 (0.0046676461266777014)  --> TIME: 2025-03-23 22:30:51 -- STEP: 17910/31555 -- GLOBAL_STEP: 270350 | > loss_text_ce: 0.04615706950426102 (0.04532998723598299) | > loss_mel_ce: 3.27392315864563 (nan) | > loss: 0.013174922205507755 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14182111782977222) | > loader_time: 0.0048 (0.004667314585861968)  --> TIME: 2025-03-23 22:31:01 -- STEP: 17960/31555 -- GLOBAL_STEP: 270400 | > loss_text_ce: 0.05130188912153244 (0.04533156382961236) | > loss_mel_ce: 2.752584934234619 (nan) | > loss: 0.011126535944640636 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1418259740141309) | > loader_time: 0.0046 (0.00466731566363293)  --> TIME: 2025-03-23 22:31:11 -- STEP: 18010/31555 -- GLOBAL_STEP: 270450 | > loss_text_ce: 0.04404265433549881 (0.04532657795425904) | > loss_mel_ce: 3.2834091186523438 (nan) | > loss: 0.013204174116253853 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14183450242931767) | > loader_time: 0.0047 (0.004667148187648966)  --> TIME: 2025-03-23 22:31:21 -- STEP: 18060/31555 -- GLOBAL_STEP: 270500 | > loss_text_ce: 0.04393867775797844 (0.04532091107089506) | > loss_mel_ce: 3.7536404132843018 (nan) | > loss: 0.015069759450852871 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14184843297812785) | > loader_time: 0.0046 (0.0046673851419788805)  --> TIME: 2025-03-23 22:31:31 -- STEP: 18110/31555 -- GLOBAL_STEP: 270550 | > loss_text_ce: 0.050007496029138565 (0.04532364443888706) | > loss_mel_ce: 3.170849323272705 (nan) | > loss: 0.012781178578734398 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14186239097738607) | > loader_time: 0.0044 (0.004667319611644681)  --> TIME: 2025-03-23 22:31:41 -- STEP: 18160/31555 -- GLOBAL_STEP: 270600 | > loss_text_ce: 0.040755052119493484 (0.045325157482747305) | > loss_mel_ce: 3.427478313446045 (nan) | > loss: 0.013762831687927246 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14184916650933993) | > loader_time: 0.0047 (0.004667391480328217)  --> TIME: 2025-03-23 22:31:50 -- STEP: 18210/31555 -- GLOBAL_STEP: 270650 | > loss_text_ce: 0.040135469287633896 (0.045324120324929454) | > loss_mel_ce: 2.63071870803833 (nan) | > loss: 0.010598627850413322 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14184571320640213) | > loader_time: 0.0043 (0.00466706929528928)  --> TIME: 2025-03-23 22:32:00 -- STEP: 18260/31555 -- GLOBAL_STEP: 270700 | > loss_text_ce: 0.04474274441599846 (0.045317531295879614) | > loss_mel_ce: 3.4728496074676514 (nan) | > loss: 0.013958700932562351 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.141844610930274) | > loader_time: 0.0045 (0.004666593210590095)  --> TIME: 2025-03-23 22:32:10 -- STEP: 18310/31555 -- GLOBAL_STEP: 270750 | > loss_text_ce: 0.05303386226296425 (0.04531852791278103) | > loss_mel_ce: 3.245662212371826 (nan) | > loss: 0.013090064749121666 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14184736760179723) | > loader_time: 0.0048 (0.004666581849202885)  --> TIME: 2025-03-23 22:32:19 -- STEP: 18360/31555 -- GLOBAL_STEP: 270800 | > loss_text_ce: 0.047216352075338364 (0.04531603146736022) | > loss_mel_ce: 0.1300223171710968 (nan) | > loss: 0.0007033281144686043 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14183738353725248) | > loader_time: 0.0044 (0.004666455534808245)  --> TIME: 2025-03-23 22:32:29 -- STEP: 18410/31555 -- GLOBAL_STEP: 270850 | > loss_text_ce: 0.05308082327246666 (0.04531357367894831) | > loss_mel_ce: 3.125441789627075 (nan) | > loss: 0.012613185681402683 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1418398739914751) | > loader_time: 0.0046 (0.0046668784764718136)  --> TIME: 2025-03-23 22:32:38 -- STEP: 18460/31555 -- GLOBAL_STEP: 270900 | > loss_text_ce: 0.0510135255753994 (0.04530995350980869) | > loss_mel_ce: 3.1105058193206787 (nan) | > loss: 0.012545712292194366 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1418315480228121) | > loader_time: 0.0043 (0.004666881726596611)  --> TIME: 2025-03-23 22:32:48 -- STEP: 18510/31555 -- GLOBAL_STEP: 270950 | > loss_text_ce: 0.04636669531464577 (0.04531035924854626) | > loss_mel_ce: 3.081195116043091 (nan) | > loss: 0.012410960160195827 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.1418355014889658) | > loader_time: 0.0046 (0.004666681240726835)  --> TIME: 2025-03-23 22:32:58 -- STEP: 18560/31555 -- GLOBAL_STEP: 271000 | > loss_text_ce: 0.040459975600242615 (0.0453126569493304) | > loss_mel_ce: 3.3996849060058594 (nan) | > loss: 0.013651369139552116 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14183795299252702) | > loader_time: 0.0049 (0.004666940097151123)  --> TIME: 2025-03-23 22:33:07 -- STEP: 18610/31555 -- GLOBAL_STEP: 271050 | > loss_text_ce: 0.052846431732177734 (0.04531780515148358) | > loss_mel_ce: 2.9714744091033936 (nan) | > loss: 0.012001274153590202 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14182156773423343) | > loader_time: 0.0044 (0.004666860432857972)  --> TIME: 2025-03-23 22:33:17 -- STEP: 18660/31555 -- GLOBAL_STEP: 271100 | > loss_text_ce: 0.04986994341015816 (0.04531981692003584) | > loss_mel_ce: 3.252201795578003 (nan) | > loss: 0.01310345996171236 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1418259196853856) | > loader_time: 0.0048 (0.004666750147411668)  --> TIME: 2025-03-23 22:33:26 -- STEP: 18710/31555 -- GLOBAL_STEP: 271150 | > loss_text_ce: 0.05016694962978363 (0.04531643016095593) | > loss_mel_ce: 3.628737688064575 (nan) | > loss: 0.014598828740417957 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14181628418376657) | > loader_time: 0.0052 (0.004666461605620468)  --> TIME: 2025-03-23 22:33:36 -- STEP: 18760/31555 -- GLOBAL_STEP: 271200 | > loss_text_ce: 0.037288546562194824 (0.0453118304534356) | > loss_mel_ce: 1.250988245010376 (nan) | > loss: 0.00511220982298255 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14180705943849942) | > loader_time: 0.0045 (0.004666073235875756)  --> TIME: 2025-03-23 22:33:45 -- STEP: 18810/31555 -- GLOBAL_STEP: 271250 | > loss_text_ce: 0.04231526702642441 (0.04531146326755375) | > loss_mel_ce: 3.238887310028076 (nan) | > loss: 0.013020645827054977 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1418015466859416) | > loader_time: 0.0044 (0.004665663874827435)  --> TIME: 2025-03-23 22:33:55 -- STEP: 18860/31555 -- GLOBAL_STEP: 271300 | > loss_text_ce: 0.04198082908987999 (0.045317708754029025) | > loss_mel_ce: 3.169910192489624 (nan) | > loss: 0.012745599262416363 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14180782186390983) | > loader_time: 0.0046 (0.004665843249631451)  --> TIME: 2025-03-23 22:34:05 -- STEP: 18910/31555 -- GLOBAL_STEP: 271350 | > loss_text_ce: 0.04490679129958153 (0.045315915438243565) | > loss_mel_ce: 2.7230141162872314 (nan) | > loss: 0.010983813554048538 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1418194041310144) | > loader_time: 0.005 (0.004665741890211817)  --> TIME: 2025-03-23 22:34:15 -- STEP: 18960/31555 -- GLOBAL_STEP: 271400 | > loss_text_ce: 0.05319375917315483 (0.04531893517658941) | > loss_mel_ce: 2.629755735397339 (nan) | > loss: 0.01064662542194128 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14180965511607838) | > loader_time: 0.0043 (0.00466558660384471)  --> TIME: 2025-03-23 22:34:25 -- STEP: 19010/31555 -- GLOBAL_STEP: 271450 | > loss_text_ce: 0.042011160403490067 (0.04531811872415869) | > loss_mel_ce: 2.977891683578491 (nan) | > loss: 0.01198374293744564 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1418131503853165) | > loader_time: 0.0044 (0.00466569143492945)  --> TIME: 2025-03-23 22:34:35 -- STEP: 19060/31555 -- GLOBAL_STEP: 271500 | > loss_text_ce: 0.03953302651643753 (0.04531762253948462) | > loss_mel_ce: 3.5534703731536865 (nan) | > loss: 0.014257951639592648 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1418257396343759) | > loader_time: 0.0053 (0.004665940568429588)  --> TIME: 2025-03-23 22:34:44 -- STEP: 19110/31555 -- GLOBAL_STEP: 271550 | > loss_text_ce: 0.035860974341630936 (0.0453161393703082) | > loss_mel_ce: 3.0970358848571777 (nan) | > loss: 0.012432130984961987 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14182122539688058) | > loader_time: 0.0048 (0.004666006621236506)  --> TIME: 2025-03-23 22:34:54 -- STEP: 19160/31555 -- GLOBAL_STEP: 271600 | > loss_text_ce: 0.03851186856627464 (0.04531163971643645) | > loss_mel_ce: 3.5797648429870605 (nan) | > loss: 0.014358241111040115 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14182273840107953) | > loader_time: 0.0045 (0.004666229242571699)  --> TIME: 2025-03-23 22:35:04 -- STEP: 19210/31555 -- GLOBAL_STEP: 271650 | > loss_text_ce: 0.05333665385842323 (0.04531018491979836) | > loss_mel_ce: 3.2504160404205322 (nan) | > loss: 0.013110130093991756 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14182333920164675) | > loader_time: 0.0045 (0.004666520033820964)  --> TIME: 2025-03-23 22:35:13 -- STEP: 19260/31555 -- GLOBAL_STEP: 271700 | > loss_text_ce: 0.04739896580576897 (0.04530342956173182) | > loss_mel_ce: 3.1775779724121094 (nan) | > loss: 0.012797528877854347 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14182489710557356) | > loader_time: 0.0048 (0.0046665843402113735)  --> TIME: 2025-03-23 22:35:23 -- STEP: 19310/31555 -- GLOBAL_STEP: 271750 | > loss_text_ce: 0.03982522338628769 (0.045304824951177554) | > loss_mel_ce: 3.0868308544158936 (nan) | > loss: 0.012407366186380386 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14182395898017996) | > loader_time: 0.0048 (0.0046663827194814295)  --> TIME: 2025-03-23 22:35:33 -- STEP: 19360/31555 -- GLOBAL_STEP: 271800 | > loss_text_ce: 0.04966406151652336 (0.04530173329673005) | > loss_mel_ce: 3.356710910797119 (nan) | > loss: 0.01351736206561327 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.141826364829029) | > loader_time: 0.0047 (0.004666127843305086)  --> TIME: 2025-03-23 22:35:42 -- STEP: 19410/31555 -- GLOBAL_STEP: 271850 | > loss_text_ce: 0.03563414141535759 (0.04529947410503153) | > loss_mel_ce: 3.5343663692474365 (nan) | > loss: 0.014166668988764286 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.1418173168320939) | > loader_time: 0.0047 (0.004666009371824811)  --> TIME: 2025-03-23 22:35:52 -- STEP: 19460/31555 -- GLOBAL_STEP: 271900 | > loss_text_ce: 0.04593036696314812 (0.045297685521582906) | > loss_mel_ce: 2.24652099609375 (nan) | > loss: 0.009097029455006123 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14180841159232577) | > loader_time: 0.0045 (0.004665699720627714)  --> TIME: 2025-03-23 22:36:01 -- STEP: 19510/31555 -- GLOBAL_STEP: 271950 | > loss_text_ce: 0.05622928589582443 (0.045297596380610906) | > loss_mel_ce: 2.566282272338867 (nan) | > loss: 0.010406793095171452 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14179771225126248) | > loader_time: 0.0046 (0.0046656485522850325)  --> TIME: 2025-03-23 22:36:11 -- STEP: 19560/31555 -- GLOBAL_STEP: 272000 | > loss_text_ce: 0.04787705838680267 (0.045297392898435256) | > loss_mel_ce: 0.5299188494682312 (nan) | > loss: 0.0022928412072360516 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14179473803331136) | > loader_time: 0.0047 (0.004665681494281815)  --> TIME: 2025-03-23 22:36:21 -- STEP: 19610/31555 -- GLOBAL_STEP: 272050 | > loss_text_ce: 0.029917338863015175 (0.0452938607570461) | > loss_mel_ce: 2.3633830547332764 (nan) | > loss: 0.009497224353253841 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.141797543192081) | > loader_time: 0.0044 (0.0046654939408328966)  --> TIME: 2025-03-23 22:36:30 -- STEP: 19660/31555 -- GLOBAL_STEP: 272100 | > loss_text_ce: 0.04540406912565231 (0.045293374708924604) | > loss_mel_ce: 3.4766898155212402 (nan) | > loss: 0.013976563699543476 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14180596410803836) | > loader_time: 0.0046 (0.004665541357814588)  --> TIME: 2025-03-23 22:36:40 -- STEP: 19710/31555 -- GLOBAL_STEP: 272150 | > loss_text_ce: 0.04415048658847809 (0.045296189938929275) | > loss_mel_ce: 3.3997671604156494 (nan) | > loss: 0.013666341081261635 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14179856436074884) | > loader_time: 0.0043 (0.004665342410284503)  --> TIME: 2025-03-23 22:36:50 -- STEP: 19760/31555 -- GLOBAL_STEP: 272200 | > loss_text_ce: 0.0462949313223362 (0.045295771111749164) | > loss_mel_ce: 3.2972333431243896 (nan) | > loss: 0.013267969712615013 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.141801927977729) | > loader_time: 0.0048 (0.004665202952106942)  --> TIME: 2025-03-23 22:36:59 -- STEP: 19810/31555 -- GLOBAL_STEP: 272250 | > loss_text_ce: 0.04283750429749489 (0.04529559367046252) | > loss_mel_ce: 2.8159830570220947 (nan) | > loss: 0.011344526894390583 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14179900934574743) | > loader_time: 0.0048 (0.004665079181811701)  --> TIME: 2025-03-23 22:37:09 -- STEP: 19860/31555 -- GLOBAL_STEP: 272300 | > loss_text_ce: 0.05471524968743324 (0.04529520417905936) | > loss_mel_ce: 3.202915668487549 (nan) | > loss: 0.012927107512950897 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1417966130396881) | > loader_time: 0.0045 (0.004664867137974229)  --> TIME: 2025-03-23 22:37:18 -- STEP: 19910/31555 -- GLOBAL_STEP: 272350 | > loss_text_ce: 0.04553164541721344 (0.04529152527715325) | > loss_mel_ce: 3.8436248302459717 (nan) | > loss: 0.01543316151946783 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14178436432335123) | > loader_time: 0.0045 (0.004664519969570389)  --> TIME: 2025-03-23 22:37:28 -- STEP: 19960/31555 -- GLOBAL_STEP: 272400 | > loss_text_ce: 0.05214409530162811 (0.045291546055905116) | > loss_mel_ce: 0.06308593600988388 (nan) | > loss: 0.0004572620673570782 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1417719445032692) | > loader_time: 0.0047 (0.004664178374773977)  --> TIME: 2025-03-23 22:37:38 -- STEP: 20010/31555 -- GLOBAL_STEP: 272450 | > loss_text_ce: 0.0556170754134655 (0.04529409109149815) | > loss_mel_ce: 2.71431303024292 (nan) | > loss: 0.010991786606609821 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14177721333110635) | > loader_time: 0.0047 (0.004663958006176797)  --> TIME: 2025-03-23 22:37:47 -- STEP: 20060/31555 -- GLOBAL_STEP: 272500 | > loss_text_ce: 0.053513459861278534 (0.04529004269581303) | > loss_mel_ce: 3.434741258621216 (nan) | > loss: 0.013842281885445118 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1417703062682197) | > loader_time: 0.0046 (0.004663674864669131)  --> TIME: 2025-03-23 22:37:56 -- STEP: 20110/31555 -- GLOBAL_STEP: 272550 | > loss_text_ce: 0.03972545266151428 (0.04528855063189749) | > loss_mel_ce: 2.638415575027466 (nan) | > loss: 0.010627544485032558 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1417595247437515) | > loader_time: 0.0046 (0.00466329775183784)  --> TIME: 2025-03-23 22:38:06 -- STEP: 20160/31555 -- GLOBAL_STEP: 272600 | > loss_text_ce: 0.04083486646413803 (0.04528691959188548) | > loss_mel_ce: 3.1313881874084473 (nan) | > loss: 0.01258818805217743 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14176838040825043) | > loader_time: 0.0046 (0.004662924626516905)  --> TIME: 2025-03-23 22:38:16 -- STEP: 20210/31555 -- GLOBAL_STEP: 272650 | > loss_text_ce: 0.05611777678132057 (0.04528278542276074) | > loss_mel_ce: 2.610729932785034 (nan) | > loss: 0.010582729242742062 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1417688315012631) | > loader_time: 0.0046 (0.004662753496354065)  --> TIME: 2025-03-23 22:38:26 -- STEP: 20260/31555 -- GLOBAL_STEP: 272700 | > loss_text_ce: 0.05571044981479645 (0.045279605810687615) | > loss_mel_ce: 2.9667606353759766 (nan) | > loss: 0.011993934400379658 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14177164892571464) | > loader_time: 0.0046 (0.0046627780409697)  --> TIME: 2025-03-23 22:38:36 -- STEP: 20310/31555 -- GLOBAL_STEP: 272750 | > loss_text_ce: 0.040856778621673584 (0.04527762506756941) | > loss_mel_ce: 3.0386557579040527 (nan) | > loss: 0.012220288626849651 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14177216873093929) | > loader_time: 0.0044 (0.004662643753795528)  --> TIME: 2025-03-23 22:38:45 -- STEP: 20360/31555 -- GLOBAL_STEP: 272800 | > loss_text_ce: 0.05013357475399971 (0.04527463287184618) | > loss_mel_ce: 3.8083956241607666 (nan) | > loss: 0.01531162392348051 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14176272363466091) | > loader_time: 0.0048 (0.004662569449786339)  --> TIME: 2025-03-23 22:38:55 -- STEP: 20410/31555 -- GLOBAL_STEP: 272850 | > loss_text_ce: 0.04979229345917702 (0.045271013416933924) | > loss_mel_ce: 3.346372365951538 (nan) | > loss: 0.013476844877004623 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14176357933728603) | > loader_time: 0.0047 (0.004662753109368884)  --> TIME: 2025-03-23 22:39:04 -- STEP: 20460/31555 -- GLOBAL_STEP: 272900 | > loss_text_ce: 0.04215582460165024 (0.04527272403373118) | > loss_mel_ce: 3.5483434200286865 (nan) | > loss: 0.014248013496398926 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1417617269042427) | > loader_time: 0.0046 (0.004662830039552913)  --> TIME: 2025-03-23 22:39:14 -- STEP: 20510/31555 -- GLOBAL_STEP: 272950 | > loss_text_ce: 0.03643527254462242 (0.045275390335153855) | > loss_mel_ce: 3.1233997344970703 (nan) | > loss: 0.012539029121398926 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14175916048214632) | > loader_time: 0.0048 (0.004663136422721293)  --> TIME: 2025-03-23 22:39:23 -- STEP: 20560/31555 -- GLOBAL_STEP: 273000 | > loss_text_ce: 0.04220257326960564 (0.045270106549363885) | > loss_mel_ce: 0.12741699814796448 (nan) | > loss: 0.0006730936001986265 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14174840930371077) | > loader_time: 0.0047 (0.004663223723957031)  --> TIME: 2025-03-23 22:39:33 -- STEP: 20610/31555 -- GLOBAL_STEP: 273050 | > loss_text_ce: 0.045457251369953156 (0.04527001233192134) | > loss_mel_ce: 3.0871775150299072 (nan) | > loss: 0.012431091628968716 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14173607707081573) | > loader_time: 0.0046 (0.004662960493003535)  --> TIME: 2025-03-23 22:39:42 -- STEP: 20660/31555 -- GLOBAL_STEP: 273100 | > loss_text_ce: 0.04208379238843918 (0.04526955424190389) | > loss_mel_ce: 3.1396484375 (nan) | > loss: 0.012625922448933125 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14173499492338862) | > loader_time: 0.0045 (0.004663052436573789)  --> TIME: 2025-03-23 22:39:52 -- STEP: 20710/31555 -- GLOBAL_STEP: 273150 | > loss_text_ce: 0.05464496463537216 (0.045266957233517355) | > loss_mel_ce: 3.248945474624634 (nan) | > loss: 0.013109486550092697 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14172530093669763) | > loader_time: 0.0048 (0.004663087526189696)  --> TIME: 2025-03-23 22:40:02 -- STEP: 20760/31555 -- GLOBAL_STEP: 273200 | > loss_text_ce: 0.046622104942798615 (0.045265138799751685) | > loss_mel_ce: 2.952484130859375 (nan) | > loss: 0.01190121565014124 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1417229740720734) | > loader_time: 0.0052 (0.004662951476771464)  --> TIME: 2025-03-23 22:40:11 -- STEP: 20810/31555 -- GLOBAL_STEP: 273250 | > loss_text_ce: 0.03640526905655861 (0.045265747695097884) | > loss_mel_ce: 3.101550579071045 (nan) | > loss: 0.012452206574380398 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1417171046116339) | > loader_time: 0.0047 (0.004662786522259899)  --> TIME: 2025-03-23 22:40:21 -- STEP: 20860/31555 -- GLOBAL_STEP: 273300 | > loss_text_ce: 0.04872475564479828 (0.04526924331550153) | > loss_mel_ce: 3.247957944869995 (nan) | > loss: 0.01308207493275404 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14170519611865293) | > loader_time: 0.0046 (0.004662924942097053)  --> TIME: 2025-03-23 22:40:30 -- STEP: 20910/31555 -- GLOBAL_STEP: 273350 | > loss_text_ce: 0.03885551169514656 (0.04526804444740421) | > loss_mel_ce: 3.559582233428955 (nan) | > loss: 0.014279515482485294 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.141700701049959) | > loader_time: 0.0044 (0.004662995769440517)  --> TIME: 2025-03-23 22:40:40 -- STEP: 20960/31555 -- GLOBAL_STEP: 273400 | > loss_text_ce: 0.039821743965148926 (0.04526453103358274) | > loss_mel_ce: 0.0965983048081398 (nan) | > loss: 0.0005413494072854519 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1416991771859989) | > loader_time: 0.0044 (0.004662932000542404)  --> TIME: 2025-03-23 22:40:50 -- STEP: 21010/31555 -- GLOBAL_STEP: 273450 | > loss_text_ce: 0.06902626156806946 (0.04525919403120165) | > loss_mel_ce: 3.013080358505249 (nan) | > loss: 0.012230582535266876 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1417069314718827) | > loader_time: 0.0046 (0.00466260218949387)  --> TIME: 2025-03-23 22:40:59 -- STEP: 21060/31555 -- GLOBAL_STEP: 273500 | > loss_text_ce: 0.03932195529341698 (0.045262914145292724) | > loss_mel_ce: 3.286186695098877 (nan) | > loss: 0.013196463696658611 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14171369325967603) | > loader_time: 0.0046 (0.004662401418060985)  --> TIME: 2025-03-23 22:41:09 -- STEP: 21110/31555 -- GLOBAL_STEP: 273550 | > loss_text_ce: 0.0473080538213253 (0.04526206078726924) | > loss_mel_ce: 2.732536792755127 (nan) | > loss: 0.011031130328774452 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14171886907150272) | > loader_time: 0.0047 (0.004662434346638588)  --> TIME: 2025-03-23 22:41:19 -- STEP: 21160/31555 -- GLOBAL_STEP: 273600 | > loss_text_ce: 0.05261882022023201 (0.045257562976365635) | > loss_mel_ce: 3.3771488666534424 (nan) | > loss: 0.013610189780592918 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14171995944246807) | > loader_time: 0.0044 (0.004662050946223022)  --> TIME: 2025-03-23 22:41:29 -- STEP: 21210/31555 -- GLOBAL_STEP: 273650 | > loss_text_ce: 0.045416347682476044 (0.0452594807677107) | > loss_mel_ce: 3.4499783515930176 (nan) | > loss: 0.01387061458081007 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14173299474909654) | > loader_time: 0.0046 (0.004661761303658403)  --> TIME: 2025-03-23 22:41:39 -- STEP: 21260/31555 -- GLOBAL_STEP: 273700 | > loss_text_ce: 0.043948929756879807 (0.04526069599027653) | > loss_mel_ce: 3.2340357303619385 (nan) | > loss: 0.013007876463234425 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14173131106826237) | > loader_time: 0.0046 (0.004661515851348256)  --> TIME: 2025-03-23 22:41:48 -- STEP: 21310/31555 -- GLOBAL_STEP: 273750 | > loss_text_ce: 0.05158219859004021 (0.045262985479598755) | > loss_mel_ce: 3.2936971187591553 (nan) | > loss: 0.01327491831034422 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14172890348537495) | > loader_time: 0.0048 (0.004661250136817115)  --> TIME: 2025-03-23 22:41:58 -- STEP: 21360/31555 -- GLOBAL_STEP: 273800 | > loss_text_ce: 0.030285857617855072 (0.04526128036411266) | > loss_mel_ce: 0.0061502656899392605 (nan) | > loss: 0.00014458780060522258 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14172166789069265) | > loader_time: 0.0045 (0.004660793156659541)  --> TIME: 2025-03-23 22:42:07 -- STEP: 21410/31555 -- GLOBAL_STEP: 273850 | > loss_text_ce: 0.04079258814454079 (0.0452593771067422) | > loss_mel_ce: 1.2869088649749756 (nan) | > loss: 0.005268656648695469 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1417216315106897) | > loader_time: 0.0044 (0.004660332898902074)  --> TIME: 2025-03-23 22:42:17 -- STEP: 21460/31555 -- GLOBAL_STEP: 273900 | > loss_text_ce: 0.04602254927158356 (0.045252935045970645) | > loss_mel_ce: 3.1991817951202393 (nan) | > loss: 0.012877795845270157 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14170296574350064) | > loader_time: 0.0049 (0.004659820080692243)  --> TIME: 2025-03-23 22:42:26 -- STEP: 21510/31555 -- GLOBAL_STEP: 273950 | > loss_text_ce: 0.035888541489839554 (0.04524996199392668) | > loss_mel_ce: 3.1625728607177734 (nan) | > loss: 0.012692307122051716 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1417062863700627) | > loader_time: 0.0047 (0.004659578768057565)  --> TIME: 2025-03-23 22:42:36 -- STEP: 21560/31555 -- GLOBAL_STEP: 274000 | > loss_text_ce: 0.04124075174331665 (0.04524988661475246) | > loss_mel_ce: 2.509056806564331 (nan) | > loss: 0.010120228864252567 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14170269006258598) | > loader_time: 0.0045 (0.004659254442561742)  --> TIME: 2025-03-23 22:42:46 -- STEP: 21610/31555 -- GLOBAL_STEP: 274050 | > loss_text_ce: 0.04859592393040657 (0.04525129618429146) | > loss_mel_ce: 3.0744919776916504 (nan) | > loss: 0.012393206357955933 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14169919767737346) | > loader_time: 0.0046 (0.004659069693237462)  --> TIME: 2025-03-23 22:42:55 -- STEP: 21660/31555 -- GLOBAL_STEP: 274100 | > loss_text_ce: 0.05236760526895523 (0.04525401869742313) | > loss_mel_ce: 3.186663866043091 (nan) | > loss: 0.01285330019891262 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14169703641646791) | > loader_time: 0.0047 (0.004659001043518704)  --> TIME: 2025-03-23 22:43:05 -- STEP: 21710/31555 -- GLOBAL_STEP: 274150 | > loss_text_ce: 0.04140705615282059 (0.04525519055513824) | > loss_mel_ce: 2.747602939605713 (nan) | > loss: 0.01106750126928091 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14169007289909438) | > loader_time: 0.0046 (0.004658966380733864)  --> TIME: 2025-03-23 22:43:14 -- STEP: 21760/31555 -- GLOBAL_STEP: 274200 | > loss_text_ce: 0.04593546316027641 (0.04525160118132843) | > loss_mel_ce: 2.917465925216675 (nan) | > loss: 0.011759529821574688 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14167964243713665) | > loader_time: 0.0046 (0.004658582083442618)  --> TIME: 2025-03-23 22:43:24 -- STEP: 21810/31555 -- GLOBAL_STEP: 274250 | > loss_text_ce: 0.0391046442091465 (0.04525151552879254) | > loss_mel_ce: 2.463958740234375 (nan) | > loss: 0.00993279181420803 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14167045877921158) | > loader_time: 0.0046 (0.004658211321526838)  --> TIME: 2025-03-23 22:43:33 -- STEP: 21860/31555 -- GLOBAL_STEP: 274300 | > loss_text_ce: 0.04675116017460823 (0.045252972993017976) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14166401080439642) | > loader_time: 0.0044 (0.004658100578835101)  --> TIME: 2025-03-23 22:43:43 -- STEP: 21910/31555 -- GLOBAL_STEP: 274350 | > loss_text_ce: 0.04849812760949135 (0.04525815770999161) | > loss_mel_ce: 3.120298147201538 (nan) | > loss: 0.012574588879942894 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14166756897199095) | > loader_time: 0.0046 (0.004657625292382343)  --> TIME: 2025-03-23 22:43:52 -- STEP: 21960/31555 -- GLOBAL_STEP: 274400 | > loss_text_ce: 0.04386885464191437 (0.04525375126034876) | > loss_mel_ce: 2.993802070617676 (nan) | > loss: 0.01205424964427948 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1416602572891022) | > loader_time: 0.0043 (0.004657329160224751)  --> TIME: 2025-03-23 22:44:02 -- STEP: 22010/31555 -- GLOBAL_STEP: 274450 | > loss_text_ce: 0.045627713203430176 (0.045254562362463086) | > loss_mel_ce: 3.7468419075012207 (nan) | > loss: 0.015049482695758343 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14166093544221345) | > loader_time: 0.0043 (0.00465693560474192)  --> TIME: 2025-03-23 22:44:11 -- STEP: 22060/31555 -- GLOBAL_STEP: 274500 | > loss_text_ce: 0.06770189106464386 (0.04525001597154196) | > loss_mel_ce: 0.6583392024040222 (nan) | > loss: 0.002881115535274148 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14165051779958943) | > loader_time: 0.0044 (0.004656725694997018)  --> TIME: 2025-03-23 22:44:21 -- STEP: 22110/31555 -- GLOBAL_STEP: 274550 | > loss_text_ce: 0.04165451601147652 (0.04524411838695438) | > loss_mel_ce: 2.4543490409851074 (nan) | > loss: 0.009904776699841022 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14164508672280413) | > loader_time: 0.0046 (0.004656379430987388)  --> TIME: 2025-03-23 22:44:30 -- STEP: 22160/31555 -- GLOBAL_STEP: 274600 | > loss_text_ce: 0.03877583518624306 (0.045237186028359695) | > loss_mel_ce: 3.667750358581543 (nan) | > loss: 0.014708438888192177 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14163798003420602) | > loader_time: 0.0043 (0.004656159791705394)  --> TIME: 2025-03-23 22:44:40 -- STEP: 22210/31555 -- GLOBAL_STEP: 274650 | > loss_text_ce: 0.044029854238033295 (0.04523804431411315) | > loss_mel_ce: 3.027317762374878 (nan) | > loss: 0.012187888845801353 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14163537622303313) | > loader_time: 0.0047 (0.004655957264923808)  --> TIME: 2025-03-23 22:44:50 -- STEP: 22260/31555 -- GLOBAL_STEP: 274700 | > loss_text_ce: 0.058099985122680664 (0.04523853041944543) | > loss_mel_ce: 3.389863967895508 (nan) | > loss: 0.013682397082448006 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14163540911267605) | > loader_time: 0.0046 (0.0046556257387591225)  --> TIME: 2025-03-23 22:44:59 -- STEP: 22310/31555 -- GLOBAL_STEP: 274750 | > loss_text_ce: 0.04159785807132721 (0.04523623947843941) | > loss_mel_ce: 3.5113525390625 (nan) | > loss: 0.01409901026636362 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14163381667588243) | > loader_time: 0.0046 (0.004655527106746311)  --> TIME: 2025-03-23 22:45:09 -- STEP: 22360/31555 -- GLOBAL_STEP: 274800 | > loss_text_ce: 0.052487701177597046 (0.04523679395114626) | > loss_mel_ce: 1.82781982421875 (nan) | > loss: 0.007461538538336754 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1416434298687641) | > loader_time: 0.0045 (0.004655736855402806)  --> TIME: 2025-03-23 22:45:19 -- STEP: 22410/31555 -- GLOBAL_STEP: 274850 | > loss_text_ce: 0.05048110708594322 (0.04523735580960045) | > loss_mel_ce: 2.813169479370117 (nan) | > loss: 0.01136369351297617 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14165228640910943) | > loader_time: 0.0048 (0.004655706238821093)  --> TIME: 2025-03-23 22:45:29 -- STEP: 22460/31555 -- GLOBAL_STEP: 274900 | > loss_text_ce: 0.039381593465805054 (0.04523561555363112) | > loss_mel_ce: 3.6329867839813232 (nan) | > loss: 0.014572890475392342 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14165338361677385) | > loader_time: 0.0046 (0.004655603829602077)  --> TIME: 2025-03-23 22:45:39 -- STEP: 22510/31555 -- GLOBAL_STEP: 274950 | > loss_text_ce: 0.038679346442222595 (0.0452356926947897) | > loss_mel_ce: 3.339395761489868 (nan) | > loss: 0.013405060395598412 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14165155434280235) | > loader_time: 0.0047 (0.004655645699672599)  --> TIME: 2025-03-23 22:45:48 -- STEP: 22560/31555 -- GLOBAL_STEP: 275000 | > loss_text_ce: 0.041960928589105606 (0.045233838856616415) | > loss_mel_ce: 0.0342610664665699 (nan) | > loss: 0.00030246825190261006 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14165487055871626) | > loader_time: 0.0043 (0.0046558787108312875)  --> TIME: 2025-03-23 22:45:58 -- STEP: 22610/31555 -- GLOBAL_STEP: 275050 | > loss_text_ce: 0.034570060670375824 (0.04523557291581578) | > loss_mel_ce: 2.375288724899292 (nan) | > loss: 0.009562931954860687 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14165714352281802) | > loader_time: 0.0045 (0.004655784845668495)  --> TIME: 2025-03-23 22:46:08 -- STEP: 22660/31555 -- GLOBAL_STEP: 275100 | > loss_text_ce: 0.053194474428892136 (0.04523349594125894) | > loss_mel_ce: 3.2004549503326416 (nan) | > loss: 0.01291130855679512 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14166195948147206) | > loader_time: 0.0046 (0.004655658904157247)  --> TIME: 2025-03-23 22:46:18 -- STEP: 22710/31555 -- GLOBAL_STEP: 275150 | > loss_text_ce: 0.03799528256058693 (0.04523162002048192) | > loss_mel_ce: 3.5703492164611816 (nan) | > loss: 0.014318828471004963 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14166871445234744) | > loader_time: 0.0044 (0.004655436312559133)  --> TIME: 2025-03-23 22:46:27 -- STEP: 22760/31555 -- GLOBAL_STEP: 275200 | > loss_text_ce: 0.037797026336193085 (0.04523045864972638) | > loss_mel_ce: 2.3740289211273193 (nan) | > loss: 0.009570738300681114 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14166009090906415) | > loader_time: 0.0044 (0.004655338465015139)  --> TIME: 2025-03-23 22:46:37 -- STEP: 22810/31555 -- GLOBAL_STEP: 275250 | > loss_text_ce: 0.04613063856959343 (0.0452315498442306) | > loss_mel_ce: 4.130990028381348 (nan) | > loss: 0.016575876623392105 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14165922059975308) | > loader_time: 0.0046 (0.004655109147971136)  --> TIME: 2025-03-23 22:46:47 -- STEP: 22860/31555 -- GLOBAL_STEP: 275300 | > loss_text_ce: 0.04782398045063019 (0.045230039326459304) | > loss_mel_ce: 2.961824655532837 (nan) | > loss: 0.011943050660192966 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1416599168343611) | > loader_time: 0.0046 (0.004655310102230794)  --> TIME: 2025-03-23 22:46:56 -- STEP: 22910/31555 -- GLOBAL_STEP: 275350 | > loss_text_ce: 0.0395776703953743 (0.045229226264440724) | > loss_mel_ce: 3.4498403072357178 (nan) | > loss: 0.013846897520124912 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14165977735490393) | > loader_time: 0.0045 (0.004655126066303605)  --> TIME: 2025-03-23 22:47:06 -- STEP: 22960/31555 -- GLOBAL_STEP: 275400 | > loss_text_ce: 0.04502496495842934 (0.045231682337002685) | > loss_mel_ce: 2.9544692039489746 (nan) | > loss: 0.011902755126357079 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14165417260201676) | > loader_time: 0.0046 (0.004655128862799648)  --> TIME: 2025-03-23 22:47:16 -- STEP: 23010/31555 -- GLOBAL_STEP: 275450 | > loss_text_ce: 0.04234094172716141 (0.04523104543772163) | > loss_mel_ce: 4.037890434265137 (nan) | > loss: 0.0161913949996233 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14166280771534967) | > loader_time: 0.0051 (0.004655224776485577)  --> TIME: 2025-03-23 22:47:26 -- STEP: 23060/31555 -- GLOBAL_STEP: 275500 | > loss_text_ce: 0.03665057569742203 (0.04523040311684029) | > loss_mel_ce: 3.1589772701263428 (nan) | > loss: 0.012681064195930958 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1416671988246563) | > loader_time: 0.0044 (0.004655087738582992)  --> TIME: 2025-03-23 22:47:35 -- STEP: 23110/31555 -- GLOBAL_STEP: 275550 | > loss_text_ce: 0.05217406153678894 (0.04523444827839445) | > loss_mel_ce: 3.196941375732422 (nan) | > loss: 0.012893316335976124 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14166217877822662) | > loader_time: 0.0046 (0.004654933827514499)  --> TIME: 2025-03-23 22:47:44 -- STEP: 23160/31555 -- GLOBAL_STEP: 275600 | > loss_text_ce: 0.03895651921629906 (0.04523124036158784) | > loss_mel_ce: 3.5592093467712402 (nan) | > loss: 0.014278436079621315 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14165282138271165) | > loader_time: 0.0044 (0.00465455667754321)  --> TIME: 2025-03-23 22:47:54 -- STEP: 23210/31555 -- GLOBAL_STEP: 275650 | > loss_text_ce: 0.0399186871945858 (0.04522964654764001) | > loss_mel_ce: 2.855755090713501 (nan) | > loss: 0.011490769684314728 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14164969721830828) | > loader_time: 0.0045 (0.004654334845701075)  --> TIME: 2025-03-23 22:48:04 -- STEP: 23260/31555 -- GLOBAL_STEP: 275700 | > loss_text_ce: 0.04251819849014282 (0.045226821660201) | > loss_mel_ce: 1.734130859375 (nan) | > loss: 0.007050194777548313 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14165391164510824) | > loader_time: 0.0045 (0.004654259314746123)  --> TIME: 2025-03-23 22:48:14 -- STEP: 23310/31555 -- GLOBAL_STEP: 275750 | > loss_text_ce: 0.04711233079433441 (0.04522605453554335) | > loss_mel_ce: 3.613800525665283 (nan) | > loss: 0.01452743262052536 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1416592437788338) | > loader_time: 0.0045 (0.004654243778947156)  --> TIME: 2025-03-23 22:48:24 -- STEP: 23360/31555 -- GLOBAL_STEP: 275800 | > loss_text_ce: 0.05398832634091377 (0.04522319394323251) | > loss_mel_ce: 3.851614475250244 (nan) | > loss: 0.01549842394888401 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14166524538846975) | > loader_time: 0.0054 (0.004654297967479626)  --> TIME: 2025-03-23 22:48:33 -- STEP: 23410/31555 -- GLOBAL_STEP: 275850 | > loss_text_ce: 0.0522816963493824 (0.04522121916805527) | > loss_mel_ce: 2.634868621826172 (nan) | > loss: 0.010663295164704323 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14167162130552294) | > loader_time: 0.0044 (0.0046540811091393824)  --> TIME: 2025-03-23 22:48:43 -- STEP: 23460/31555 -- GLOBAL_STEP: 275900 | > loss_text_ce: 0.04469116032123566 (0.04521804580644386) | > loss_mel_ce: 0.05759277194738388 (nan) | > loss: 0.00040588865522295237 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1416668468220876) | > loader_time: 0.0043 (0.004653739492200088)  --> TIME: 2025-03-23 22:48:53 -- STEP: 23510/31555 -- GLOBAL_STEP: 275950 | > loss_text_ce: 0.03691426292061806 (0.04521935498068572) | > loss_mel_ce: 2.8557796478271484 (nan) | > loss: 0.011478944681584835 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1416665024678294) | > loader_time: 0.0049 (0.004653599555316931)  --> TIME: 2025-03-23 22:49:02 -- STEP: 23560/31555 -- GLOBAL_STEP: 276000 | > loss_text_ce: 0.044686950743198395 (0.04521768370624274) | > loss_mel_ce: 3.3119795322418213 (nan) | > loss: 0.013320106081664562 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1416649390967077) | > loader_time: 0.0052 (0.0046537090137170525)  --> TIME: 2025-03-23 22:49:12 -- STEP: 23610/31555 -- GLOBAL_STEP: 276050 | > loss_text_ce: 0.04712149128317833 (0.045213471731657684) | > loss_mel_ce: 2.3887879848480225 (nan) | > loss: 0.00966630782932043 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14165694133955764) | > loader_time: 0.0045 (0.004653641986725717)  --> TIME: 2025-03-23 22:49:21 -- STEP: 23660/31555 -- GLOBAL_STEP: 276100 | > loss_text_ce: 0.04793495684862137 (0.04520781726866875) | > loss_mel_ce: 4.139570236206055 (nan) | > loss: 0.01661708578467369 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.1416565141734297) | > loader_time: 0.0048 (0.004653691217643341)  --> TIME: 2025-03-23 22:49:31 -- STEP: 23710/31555 -- GLOBAL_STEP: 276150 | > loss_text_ce: 0.04742763936519623 (0.045205453064847204) | > loss_mel_ce: 2.880408763885498 (nan) | > loss: 0.011618399061262608 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14166358522803815) | > loader_time: 0.0047 (0.004653649931464778)  --> TIME: 2025-03-23 22:49:41 -- STEP: 23760/31555 -- GLOBAL_STEP: 276200 | > loss_text_ce: 0.04764054715633392 (0.04520437694193867) | > loss_mel_ce: 3.0696377754211426 (nan) | > loss: 0.012370152398943901 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1416571115403876) | > loader_time: 0.0048 (0.004653699660943383)  --> TIME: 2025-03-23 22:49:50 -- STEP: 23810/31555 -- GLOBAL_STEP: 276250 | > loss_text_ce: 0.03560677543282509 (0.045204426792318335) | > loss_mel_ce: 3.389625072479248 (nan) | > loss: 0.0135921910405159 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14164858805637712) | > loader_time: 0.0045 (0.004653613580369655)  --> TIME: 2025-03-23 22:50:00 -- STEP: 23860/31555 -- GLOBAL_STEP: 276300 | > loss_text_ce: 0.03672948479652405 (0.045201158813104776) | > loss_mel_ce: 2.625819683074951 (nan) | > loss: 0.010565672069787979 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14164667104535714) | > loader_time: 0.005 (0.004653892403176494)  --> TIME: 2025-03-23 22:50:09 -- STEP: 23910/31555 -- GLOBAL_STEP: 276350 | > loss_text_ce: 0.044872213155031204 (0.04519732751237357) | > loss_mel_ce: 3.2874560356140137 (nan) | > loss: 0.013223526068031788 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14163687120467242) | > loader_time: 0.0048 (0.004653803866460974)  --> TIME: 2025-03-23 22:50:19 -- STEP: 23960/31555 -- GLOBAL_STEP: 276400 | > loss_text_ce: 0.03477698192000389 (0.04519349595839661) | > loss_mel_ce: 3.532566547393799 (nan) | > loss: 0.014156125485897064 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14163840286719878) | > loader_time: 0.0049 (0.00465379118521342)  --> TIME: 2025-03-23 22:50:29 -- STEP: 24010/31555 -- GLOBAL_STEP: 276450 | > loss_text_ce: 0.042172759771347046 (0.04519158735621505) | > loss_mel_ce: 3.092454671859741 (nan) | > loss: 0.012438998557627201 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14164009202475045) | > loader_time: 0.0047 (0.004653746969547903)  --> TIME: 2025-03-23 22:50:39 -- STEP: 24060/31555 -- GLOBAL_STEP: 276500 | > loss_text_ce: 0.04459221661090851 (0.04519076152950058) | > loss_mel_ce: 3.5489139556884766 (nan) | > loss: 0.0142599456012249 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14164328649454386) | > loader_time: 0.0044 (0.004653872476452481)  --> TIME: 2025-03-23 22:50:48 -- STEP: 24110/31555 -- GLOBAL_STEP: 276550 | > loss_text_ce: 0.04871760681271553 (0.045187979718582856) | > loss_mel_ce: 4.178856372833252 (nan) | > loss: 0.016776088625192642 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14164148864287357) | > loader_time: 0.0045 (0.004653651256474234)  --> TIME: 2025-03-23 22:50:58 -- STEP: 24160/31555 -- GLOBAL_STEP: 276600 | > loss_text_ce: 0.030356500297784805 (0.045190818256016924) | > loss_mel_ce: 0.0291748046875 (nan) | > loss: 0.00023623535525985062 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14164137421854384) | > loader_time: 0.0045 (0.004653529003755913)  --> TIME: 2025-03-23 22:51:07 -- STEP: 24210/31555 -- GLOBAL_STEP: 276650 | > loss_text_ce: 0.03608384728431702 (0.04518748805217685) | > loss_mel_ce: 2.9284510612487793 (nan) | > loss: 0.01176402810961008 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14163116430852296) | > loader_time: 0.0044 (0.004653370217910609)  --> TIME: 2025-03-23 22:51:17 -- STEP: 24260/31555 -- GLOBAL_STEP: 276700 | > loss_text_ce: 0.054315295070409775 (0.04518865412223986) | > loss_mel_ce: 3.1489014625549316 (nan) | > loss: 0.01271117851138115 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14164104452825146) | > loader_time: 0.0044 (0.00465316874668405)  --> TIME: 2025-03-23 22:51:27 -- STEP: 24310/31555 -- GLOBAL_STEP: 276750 | > loss_text_ce: 0.04626893997192383 (0.045188146255027636) | > loss_mel_ce: 3.246873617172241 (nan) | > loss: 0.01306802686303854 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14163992780562346) | > loader_time: 0.0046 (0.004653131652888497)  --> TIME: 2025-03-23 22:51:37 -- STEP: 24360/31555 -- GLOBAL_STEP: 276800 | > loss_text_ce: 0.030901752412319183 (0.04518679623256546) | > loss_mel_ce: 0.1095145121216774 (nan) | > loss: 0.000557207444217056 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14164311635279028) | > loader_time: 0.0049 (0.004653022216850094)  --> TIME: 2025-03-23 22:51:46 -- STEP: 24410/31555 -- GLOBAL_STEP: 276850 | > loss_text_ce: 0.041258253157138824 (0.0451897614443615) | > loss_mel_ce: 3.082341432571411 (nan) | > loss: 0.012395237572491169 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.14163715547345304) | > loader_time: 0.0048 (0.004652878643303098)  --> TIME: 2025-03-23 22:51:56 -- STEP: 24460/31555 -- GLOBAL_STEP: 276900 | > loss_text_ce: 0.04218689352273941 (0.04518963111212692) | > loss_mel_ce: 3.486801862716675 (nan) | > loss: 0.014003925025463104 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14164399346268283) | > loader_time: 0.0047 (0.004652754303284167)  --> TIME: 2025-03-23 22:52:05 -- STEP: 24510/31555 -- GLOBAL_STEP: 276950 | > loss_text_ce: 0.05017441138625145 (0.0451882139786086) | > loss_mel_ce: 3.398715019226074 (nan) | > loss: 0.013686070218682289 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1416347119916181) | > loader_time: 0.0049 (0.004652868811328356)  --> TIME: 2025-03-23 22:52:15 -- STEP: 24560/31555 -- GLOBAL_STEP: 277000 | > loss_text_ce: 0.03559505566954613 (0.045184418230229464) | > loss_mel_ce: 3.149820327758789 (nan) | > loss: 0.012640537694096565 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14163161436587376) | > loader_time: 0.0043 (0.004652732057369471)  --> TIME: 2025-03-23 22:52:25 -- STEP: 24610/31555 -- GLOBAL_STEP: 277050 | > loss_text_ce: 0.04444395750761032 (0.04518417548600156) | > loss_mel_ce: 3.204991579055786 (nan) | > loss: 0.012894585728645325 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14163050589547993) | > loader_time: 0.0046 (0.004652501412011491)  --> TIME: 2025-03-23 22:52:34 -- STEP: 24660/31555 -- GLOBAL_STEP: 277100 | > loss_text_ce: 0.045274075120687485 (0.045184630673417894) | > loss_mel_ce: 3.1559226512908936 (nan) | > loss: 0.01270316168665886 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14162887021573006) | > loader_time: 0.0049 (0.004652552670419245)  --> TIME: 2025-03-23 22:52:44 -- STEP: 24710/31555 -- GLOBAL_STEP: 277150 | > loss_text_ce: 0.04230133444070816 (0.04518587610543742) | > loss_mel_ce: 3.1296584606170654 (nan) | > loss: 0.01258714310824871 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14161769193659407) | > loader_time: 0.0046 (0.004652472624938897)  --> TIME: 2025-03-23 22:52:53 -- STEP: 24760/31555 -- GLOBAL_STEP: 277200 | > loss_text_ce: 0.05174947530031204 (0.04518846957711117) | > loss_mel_ce: 1.2668638229370117 (nan) | > loss: 0.005232592578977346 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14161454599970658) | > loader_time: 0.0049 (0.004652568375351726)  --> TIME: 2025-03-23 22:53:03 -- STEP: 24810/31555 -- GLOBAL_STEP: 277250 | > loss_text_ce: 0.038976579904556274 (0.04518505977185157) | > loss_mel_ce: 3.5013787746429443 (nan) | > loss: 0.014049029909074306 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14160456456565407) | > loader_time: 0.0045 (0.004652407302917933)  --> TIME: 2025-03-23 22:53:12 -- STEP: 24860/31555 -- GLOBAL_STEP: 277300 | > loss_text_ce: 0.04638885706663132 (0.045182573161824356) | > loss_mel_ce: 2.4673261642456055 (nan) | > loss: 0.009975059889256954 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14160969597815798) | > loader_time: 0.0046 (0.00465255379197295)  --> TIME: 2025-03-23 22:53:22 -- STEP: 24910/31555 -- GLOBAL_STEP: 277350 | > loss_text_ce: 0.04386410489678383 (0.04518516110746081) | > loss_mel_ce: 2.891218662261963 (nan) | > loss: 0.011647154577076435 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14161374677093874) | > loader_time: 0.0049 (0.004652464050023425)  --> TIME: 2025-03-23 22:53:32 -- STEP: 24960/31555 -- GLOBAL_STEP: 277400 | > loss_text_ce: 0.0467526949942112 (0.04518221313072634) | > loss_mel_ce: 2.996642827987671 (nan) | > loss: 0.012076967395842075 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14161393935672853) | > loader_time: 0.0044 (0.004652446384231227)  --> TIME: 2025-03-23 22:53:42 -- STEP: 25010/31555 -- GLOBAL_STEP: 277450 | > loss_text_ce: 0.04707755148410797 (0.04518335780150426) | > loss_mel_ce: 2.744096040725708 (nan) | > loss: 0.01107608713209629 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14161932538958097) | > loader_time: 0.0047 (0.004652279980036774)  --> TIME: 2025-03-23 22:53:52 -- STEP: 25060/31555 -- GLOBAL_STEP: 277500 | > loss_text_ce: 0.040707066655159 (0.04518412101273516) | > loss_mel_ce: 2.3867034912109375 (nan) | > loss: 0.009632582776248455 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14162888165388046) | > loader_time: 0.0046 (0.00465229243539563)  --> TIME: 2025-03-23 22:54:01 -- STEP: 25110/31555 -- GLOBAL_STEP: 277550 | > loss_text_ce: 0.04711781442165375 (0.0451801094468734) | > loss_mel_ce: 3.304720163345337 (nan) | > loss: 0.013300945051014423 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14162247425908936) | > loader_time: 0.0045 (0.004652071739752782)  --> TIME: 2025-03-23 22:54:11 -- STEP: 25160/31555 -- GLOBAL_STEP: 277600 | > loss_text_ce: 0.046903565526008606 (0.04517726471554331) | > loss_mel_ce: 3.1883177757263184 (nan) | > loss: 0.012838181108236313 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14162644091964052) | > loader_time: 0.0048 (0.004651924441842454)  --> TIME: 2025-03-23 22:54:21 -- STEP: 25210/31555 -- GLOBAL_STEP: 277650 | > loss_text_ce: 0.03745172172784805 (0.045178682131649085) | > loss_mel_ce: 2.255019187927246 (nan) | > loss: 0.00909710768610239 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14162302133536814) | > loader_time: 0.0043 (0.004651544984017779)  --> TIME: 2025-03-23 22:54:30 -- STEP: 25260/31555 -- GLOBAL_STEP: 277700 | > loss_text_ce: 0.03951551020145416 (0.04517858526569886) | > loss_mel_ce: 3.4086811542510986 (nan) | > loss: 0.013683320954442024 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1416169560531359) | > loader_time: 0.0045 (0.004651374224151572)  --> TIME: 2025-03-23 22:54:40 -- STEP: 25310/31555 -- GLOBAL_STEP: 277750 | > loss_text_ce: 0.04183095693588257 (0.04517691184058983) | > loss_mel_ce: 2.830449104309082 (nan) | > loss: 0.011397937312722206 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14161698666545902) | > loader_time: 0.0045 (0.004651556237325126)  --> TIME: 2025-03-23 22:54:50 -- STEP: 25360/31555 -- GLOBAL_STEP: 277800 | > loss_text_ce: 0.05101229250431061 (0.04517181599968066) | > loss_mel_ce: 2.3654000759124756 (nan) | > loss: 0.00958893820643425 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14162123085760636) | > loader_time: 0.0045 (0.004651425257090128)  --> TIME: 2025-03-23 22:54:59 -- STEP: 25410/31555 -- GLOBAL_STEP: 277850 | > loss_text_ce: 0.02942126989364624 (0.04516815512035354) | > loss_mel_ce: 2.9546866416931152 (nan) | > loss: 0.011841698549687862 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1416078229627954) | > loader_time: 0.0042 (0.004651038264815412)  --> TIME: 2025-03-23 22:55:08 -- STEP: 25460/31555 -- GLOBAL_STEP: 277900 | > loss_text_ce: 0.0323435440659523 (0.04516189456445457) | > loss_mel_ce: 2.466346263885498 (nan) | > loss: 0.009915436618030071 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14160123464167929) | > loader_time: 0.0041 (0.004650688976728333)  --> TIME: 2025-03-23 22:55:18 -- STEP: 25510/31555 -- GLOBAL_STEP: 277950 | > loss_text_ce: 0.05344149470329285 (0.045161958503628426) | > loss_mel_ce: 3.8059780597686768 (nan) | > loss: 0.015315158292651176 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14160070969795915) | > loader_time: 0.0045 (0.004650386975167625)  --> TIME: 2025-03-23 22:55:27 -- STEP: 25560/31555 -- GLOBAL_STEP: 278000 | > loss_text_ce: 0.0441758818924427 (0.04515930804539119) | > loss_mel_ce: 3.2186405658721924 (nan) | > loss: 0.012947685085237026 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1415961703784038) | > loader_time: 0.0047 (0.0046502018385276575)  --> TIME: 2025-03-23 22:55:37 -- STEP: 25610/31555 -- GLOBAL_STEP: 278050 | > loss_text_ce: 0.04070529341697693 (0.04515835712018331) | > loss_mel_ce: 3.3648595809936523 (nan) | > loss: 0.013514147140085697 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14159683615190455) | > loader_time: 0.0044 (0.004649941784383151)  --> TIME: 2025-03-23 22:55:47 -- STEP: 25660/31555 -- GLOBAL_STEP: 278100 | > loss_text_ce: 0.05620922893285751 (0.04515901455519217) | > loss_mel_ce: 3.354020118713379 (nan) | > loss: 0.01353265717625618 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14159508195596188) | > loader_time: 0.0042 (0.004649746724617064)  --> TIME: 2025-03-23 22:55:57 -- STEP: 25710/31555 -- GLOBAL_STEP: 278150 | > loss_text_ce: 0.05128590017557144 (0.04515513941712266) | > loss_mel_ce: 3.1718273162841797 (nan) | > loss: 0.012790133245289326 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14159606157782936) | > loader_time: 0.0052 (0.004649984887581936)  --> TIME: 2025-03-23 22:56:06 -- STEP: 25760/31555 -- GLOBAL_STEP: 278200 | > loss_text_ce: 0.044937409460544586 (0.04515338152168333) | > loss_mel_ce: 3.4692649841308594 (nan) | > loss: 0.01394524797797203 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14160230940913646) | > loader_time: 0.0047 (0.004650089551943412)  --> TIME: 2025-03-23 22:56:16 -- STEP: 25810/31555 -- GLOBAL_STEP: 278250 | > loss_text_ce: 0.045009393244981766 (0.04515194420928992) | > loss_mel_ce: 3.211392641067505 (nan) | > loss: 0.01292223110795021 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14160527967750905) | > loader_time: 0.0046 (0.004650116474856596)  --> TIME: 2025-03-23 22:56:26 -- STEP: 25860/31555 -- GLOBAL_STEP: 278300 | > loss_text_ce: 0.033012572675943375 (0.045152862196282464) | > loss_mel_ce: 2.3406982421875 (nan) | > loss: 0.009419487789273262 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1416050122029461) | > loader_time: 0.0044 (0.004650016118644819)  --> TIME: 2025-03-23 22:56:36 -- STEP: 25910/31555 -- GLOBAL_STEP: 278350 | > loss_text_ce: 0.05419786646962166 (0.045150947698475635) | > loss_mel_ce: 2.6394855976104736 (nan) | > loss: 0.010689220391213894 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.1416069048245145) | > loader_time: 0.0043 (0.004649921100326395)  --> TIME: 2025-03-23 22:56:45 -- STEP: 25960/31555 -- GLOBAL_STEP: 278400 | > loss_text_ce: 0.049893517047166824 (0.0451477160131291) | > loss_mel_ce: 2.77960467338562 (nan) | > loss: 0.0112281683832407 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14160091963314048) | > loader_time: 0.0046 (0.004649641600154742)  --> TIME: 2025-03-23 22:56:55 -- STEP: 26010/31555 -- GLOBAL_STEP: 278450 | > loss_text_ce: 0.0369071364402771 (0.045144586377089235) | > loss_mel_ce: 2.73144268989563 (nan) | > loss: 0.010985516011714935 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14160612690040944) | > loader_time: 0.0046 (0.004649579437912886)  --> TIME: 2025-03-23 22:57:04 -- STEP: 26060/31555 -- GLOBAL_STEP: 278500 | > loss_text_ce: 0.037247009575366974 (0.045142749572531476) | > loss_mel_ce: 3.149844169616699 (nan) | > loss: 0.01264718733727932 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14160320781691751) | > loader_time: 0.0043 (0.004649510158544652)  --> TIME: 2025-03-23 22:57:14 -- STEP: 26110/31555 -- GLOBAL_STEP: 278550 | > loss_text_ce: 0.03685567155480385 (0.04514071179702955) | > loss_mel_ce: 3.033900260925293 (nan) | > loss: 0.012185540050268173 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14160358848265045) | > loader_time: 0.0045 (0.004649640882850725)  --> TIME: 2025-03-23 22:57:24 -- STEP: 26160/31555 -- GLOBAL_STEP: 278600 | > loss_text_ce: 0.04738897085189819 (0.04514151572659945) | > loss_mel_ce: 3.048147678375244 (nan) | > loss: 0.012283876538276672 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14160488904069407) | > loader_time: 0.0045 (0.004649507115375722)  --> TIME: 2025-03-23 22:57:34 -- STEP: 26210/31555 -- GLOBAL_STEP: 278650 | > loss_text_ce: 0.04160422831773758 (0.04514297022662255) | > loss_mel_ce: 3.2941689491271973 (nan) | > loss: 0.013237196020781994 (nan) | > current_lr: 5e-06 | > step_time: 0.1896 (0.14160663331114484) | > loader_time: 0.0049 (0.004649640303083775)  --> TIME: 2025-03-23 22:57:43 -- STEP: 26260/31555 -- GLOBAL_STEP: 278700 | > loss_text_ce: 0.03973592817783356 (0.04514186893379121) | > loss_mel_ce: 3.1245341300964355 (nan) | > loss: 0.012556628324091434 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1416010315147693) | > loader_time: 0.0049 (0.004649530388613446)  --> TIME: 2025-03-23 22:57:53 -- STEP: 26310/31555 -- GLOBAL_STEP: 278750 | > loss_text_ce: 0.04869325831532478 (0.04514495861132138) | > loss_mel_ce: 3.160402774810791 (nan) | > loss: 0.012734508141875267 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14160133295302152) | > loader_time: 0.0044 (0.00464937613518777)  --> TIME: 2025-03-23 22:58:02 -- STEP: 26360/31555 -- GLOBAL_STEP: 278800 | > loss_text_ce: 0.052431005984544754 (0.04514458566340178) | > loss_mel_ce: 3.3848512172698975 (nan) | > loss: 0.013640009798109531 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14159716402091538) | > loader_time: 0.0047 (0.004649282143944474)  --> TIME: 2025-03-23 22:58:12 -- STEP: 26410/31555 -- GLOBAL_STEP: 278850 | > loss_text_ce: 0.049790944904088974 (0.04514462441284961) | > loss_mel_ce: 2.3295843601226807 (nan) | > loss: 0.009441965259611607 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14160428957161053) | > loader_time: 0.0045 (0.004649139886008914)  --> TIME: 2025-03-23 22:58:22 -- STEP: 26460/31555 -- GLOBAL_STEP: 278900 | > loss_text_ce: 0.03138022869825363 (0.04514133901611942) | > loss_mel_ce: 1.8659859895706177 (nan) | > loss: 0.007529231254011393 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14159646063074496) | > loader_time: 0.0051 (0.004649148902835386)  --> TIME: 2025-03-23 22:58:31 -- STEP: 26510/31555 -- GLOBAL_STEP: 278950 | > loss_text_ce: 0.04828177019953728 (0.04514108860878577) | > loss_mel_ce: 2.8990607261657715 (nan) | > loss: 0.011695804074406624 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1415942392183769) | > loader_time: 0.0044 (0.004649363396888124)  --> TIME: 2025-03-23 22:58:41 -- STEP: 26560/31555 -- GLOBAL_STEP: 279000 | > loss_text_ce: 0.04323125630617142 (0.045143745748497215) | > loss_mel_ce: 0.11295074969530106 (nan) | > loss: 0.0006197699112817645 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14159434516745942) | > loader_time: 0.0048 (0.004649353853191225)  --> TIME: 2025-03-23 22:58:51 -- STEP: 26610/31555 -- GLOBAL_STEP: 279050 | > loss_text_ce: 0.056936439126729965 (0.045142866641126156) | > loss_mel_ce: 2.8308467864990234 (nan) | > loss: 0.011459458619356155 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14159445999171377) | > loader_time: 0.0049 (0.004649430081074673)  --> TIME: 2025-03-23 22:59:00 -- STEP: 26660/31555 -- GLOBAL_STEP: 279100 | > loss_text_ce: 0.04387576878070831 (0.0451446760589059) | > loss_mel_ce: 2.461090087890625 (nan) | > loss: 0.009940341114997864 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14159731999073233) | > loader_time: 0.0047 (0.004649623416906338)  --> TIME: 2025-03-23 22:59:10 -- STEP: 26710/31555 -- GLOBAL_STEP: 279150 | > loss_text_ce: 0.03832896053791046 (0.04514248998523955) | > loss_mel_ce: 2.7614245414733887 (nan) | > loss: 0.011110133491456509 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1416011523771986) | > loader_time: 0.0046 (0.004649592963375409)  --> TIME: 2025-03-23 22:59:20 -- STEP: 26760/31555 -- GLOBAL_STEP: 279200 | > loss_text_ce: 0.05912060663104057 (0.045141659484360344) | > loss_mel_ce: 4.116278171539307 (nan) | > loss: 0.016569044440984726 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14159147961257326) | > loader_time: 0.0045 (0.004649438799229413)  --> TIME: 2025-03-23 22:59:29 -- STEP: 26810/31555 -- GLOBAL_STEP: 279250 | > loss_text_ce: 0.04186510294675827 (0.045142219677367305) | > loss_mel_ce: 3.3502609729766846 (nan) | > loss: 0.01346081867814064 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1415848781972715) | > loader_time: 0.0044 (0.004649399501625501)  --> TIME: 2025-03-23 22:59:39 -- STEP: 26860/31555 -- GLOBAL_STEP: 279300 | > loss_text_ce: 0.05091092362999916 (0.045141929208022846) | > loss_mel_ce: 3.0374581813812256 (nan) | > loss: 0.012255433946847916 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14158370407854387) | > loader_time: 0.0049 (0.004649333676915485)  --> TIME: 2025-03-23 22:59:49 -- STEP: 26910/31555 -- GLOBAL_STEP: 279350 | > loss_text_ce: 0.04780953750014305 (0.04514321671575244) | > loss_mel_ce: 3.211148977279663 (nan) | > loss: 0.012932376004755497 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14158813589259814) | > loader_time: 0.0048 (0.004649309800132743)  --> TIME: 2025-03-23 22:59:58 -- STEP: 26960/31555 -- GLOBAL_STEP: 279400 | > loss_text_ce: 0.04700186476111412 (0.04513923851026971) | > loss_mel_ce: 3.132267475128174 (nan) | > loss: 0.01261614914983511 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14158992679784155) | > loader_time: 0.0043 (0.004649153298723209)  --> TIME: 2025-03-23 23:00:08 -- STEP: 27010/31555 -- GLOBAL_STEP: 279450 | > loss_text_ce: 0.05355087295174599 (0.04513855131887103) | > loss_mel_ce: 2.2586750984191895 (nan) | > loss: 0.009175500832498074 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1415904615685397) | > loader_time: 0.0046 (0.004648933460075975)  --> TIME: 2025-03-23 23:00:18 -- STEP: 27060/31555 -- GLOBAL_STEP: 279500 | > loss_text_ce: 0.049621179699897766 (0.04513846218354678) | > loss_mel_ce: 2.604250431060791 (nan) | > loss: 0.010531236417591572 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1415881075510168) | > loader_time: 0.005 (0.004648730672031325)  --> TIME: 2025-03-23 23:00:27 -- STEP: 27110/31555 -- GLOBAL_STEP: 279550 | > loss_text_ce: 0.05594192445278168 (0.045137596256516956) | > loss_mel_ce: 0.051300048828125 (nan) | > loss: 0.00042556339758448303 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1415843403326199) | > loader_time: 0.0044 (0.004648469550633302)  --> TIME: 2025-03-23 23:00:37 -- STEP: 27160/31555 -- GLOBAL_STEP: 279600 | > loss_text_ce: 0.0499730110168457 (0.045137004313485635) | > loss_mel_ce: 3.054792881011963 (nan) | > loss: 0.012320499867200851 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14157979675350596) | > loader_time: 0.0045 (0.004648251465037543)  --> TIME: 2025-03-23 23:00:46 -- STEP: 27210/31555 -- GLOBAL_STEP: 279650 | > loss_text_ce: 0.04288305714726448 (0.04513347812389857) | > loss_mel_ce: 3.541755199432373 (nan) | > loss: 0.014224756509065628 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1415794778071713) | > loader_time: 0.0045 (0.004648057488298086)  --> TIME: 2025-03-23 23:00:56 -- STEP: 27260/31555 -- GLOBAL_STEP: 279700 | > loss_text_ce: 0.04357977584004402 (0.04513378900845451) | > loss_mel_ce: 3.242332696914673 (nan) | > loss: 0.013039336539804935 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1415793022686131) | > loader_time: 0.0046 (0.004648496006135075)  --> TIME: 2025-03-23 23:01:05 -- STEP: 27310/31555 -- GLOBAL_STEP: 279750 | > loss_text_ce: 0.0476204939186573 (0.04513441013047448) | > loss_mel_ce: 3.1831729412078857 (nan) | > loss: 0.012820609845221043 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14156897931429) | > loader_time: 0.0048 (0.004648386729326637)  --> TIME: 2025-03-23 23:01:15 -- STEP: 27360/31555 -- GLOBAL_STEP: 279800 | > loss_text_ce: 0.039338402450084686 (0.045132846046887165) | > loss_mel_ce: 3.3894805908203125 (nan) | > loss: 0.013606425374746323 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14156605747708176) | > loader_time: 0.0045 (0.004648380338797064)  --> TIME: 2025-03-23 23:01:25 -- STEP: 27410/31555 -- GLOBAL_STEP: 279850 | > loss_text_ce: 0.04930626228451729 (0.04513121774057934) | > loss_mel_ce: 3.3836188316345215 (nan) | > loss: 0.01362271886318922 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1415730981572801) | > loader_time: 0.0047 (0.004648404798121455)  --> TIME: 2025-03-23 23:01:34 -- STEP: 27460/31555 -- GLOBAL_STEP: 279900 | > loss_text_ce: 0.05136564001441002 (0.045128324425942674) | > loss_mel_ce: 0.0390625 (nan) | > loss: 0.000358841847628355 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.1415721065530973) | > loader_time: 0.0044 (0.004648598492449391)  --> TIME: 2025-03-23 23:01:44 -- STEP: 27510/31555 -- GLOBAL_STEP: 279950 | > loss_text_ce: 0.04391171410679817 (0.04513076117417287) | > loss_mel_ce: 3.3867926597595215 (nan) | > loss: 0.013613906688988209 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14157784828399664) | > loader_time: 0.0046 (0.0046487573622270234)  --> TIME: 2025-03-23 23:01:54 -- STEP: 27560/31555 -- GLOBAL_STEP: 280000 | > loss_text_ce: 0.047942183911800385 (0.045130623025408656) | > loss_mel_ce: 2.636927843093872 (nan) | > loss: 0.010654246434569359 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14157952666282742) | > loader_time: 0.0046 (0.004648878326955797) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_280000.pth  --> TIME: 2025-03-23 23:02:09 -- STEP: 27610/31555 -- GLOBAL_STEP: 280050 | > loss_text_ce: 0.04542241990566254 (0.04513294687180926) | > loss_mel_ce: 2.965545177459717 (nan) | > loss: 0.011948284693062305 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14157404488560518) | > loader_time: 0.0045 (0.004648972714737385)  --> TIME: 2025-03-23 23:02:19 -- STEP: 27660/31555 -- GLOBAL_STEP: 280100 | > loss_text_ce: 0.040907371789216995 (0.04513109908866825) | > loss_mel_ce: 2.8060035705566406 (nan) | > loss: 0.011297265999019146 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1415752005680531) | > loader_time: 0.0044 (0.004649335900166685)  --> TIME: 2025-03-23 23:02:28 -- STEP: 27710/31555 -- GLOBAL_STEP: 280150 | > loss_text_ce: 0.05815591290593147 (0.04512978299695335) | > loss_mel_ce: 3.4994232654571533 (nan) | > loss: 0.014117378741502762 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14156581717077893) | > loader_time: 0.0045 (0.004649062545580849)  --> TIME: 2025-03-23 23:02:38 -- STEP: 27760/31555 -- GLOBAL_STEP: 280200 | > loss_text_ce: 0.038316164165735245 (0.04512703560114231) | > loss_mel_ce: 3.508927822113037 (nan) | > loss: 0.01407636608928442 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14156105300191582) | > loader_time: 0.0046 (0.004648994574972773)  --> TIME: 2025-03-23 23:02:47 -- STEP: 27810/31555 -- GLOBAL_STEP: 280250 | > loss_text_ce: 0.056961048394441605 (0.04512485218646599) | > loss_mel_ce: 3.4874305725097656 (nan) | > loss: 0.014065046794712543 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14156257917623047) | > loader_time: 0.005 (0.004649108444688441)  --> TIME: 2025-03-23 23:02:57 -- STEP: 27860/31555 -- GLOBAL_STEP: 280300 | > loss_text_ce: 0.03744392842054367 (0.0451238800907254) | > loss_mel_ce: 3.648076057434082 (nan) | > loss: 0.014625079929828644 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14155617200977488) | > loader_time: 0.0046 (0.00464913497618092)  --> TIME: 2025-03-23 23:03:06 -- STEP: 27910/31555 -- GLOBAL_STEP: 280350 | > loss_text_ce: 0.02543153241276741 (0.045119692721086714) | > loss_mel_ce: 1.1341663599014282 (nan) | > loss: 0.004601579159498215 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1415519124758546) | > loader_time: 0.0046 (0.004649110465697224)  --> TIME: 2025-03-23 23:03:16 -- STEP: 27960/31555 -- GLOBAL_STEP: 280400 | > loss_text_ce: 0.05286586657166481 (0.04512078200382984) | > loss_mel_ce: 2.538309335708618 (nan) | > loss: 0.010282441973686218 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14154031563214553) | > loader_time: 0.0047 (0.004649038649082832)  --> TIME: 2025-03-23 23:03:25 -- STEP: 28010/31555 -- GLOBAL_STEP: 280450 | > loss_text_ce: 0.05205487459897995 (0.04511756774753601) | > loss_mel_ce: 4.07692289352417 (nan) | > loss: 0.016384832561016083 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14153738452553277) | > loader_time: 0.0045 (0.004649077820292681)  --> TIME: 2025-03-23 23:03:35 -- STEP: 28060/31555 -- GLOBAL_STEP: 280500 | > loss_text_ce: 0.05290917679667473 (0.045118185818787376) | > loss_mel_ce: 3.5283257961273193 (nan) | > loss: 0.014211250469088554 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1415354320770157) | > loader_time: 0.0045 (0.004649148136908347)  --> TIME: 2025-03-23 23:03:44 -- STEP: 28110/31555 -- GLOBAL_STEP: 280550 | > loss_text_ce: 0.032325439155101776 (0.04511333478906898) | > loss_mel_ce: 3.120975971221924 (nan) | > loss: 0.012513102032244205 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14152953617091946) | > loader_time: 0.0101 (0.004649299347116497)  --> TIME: 2025-03-23 23:03:54 -- STEP: 28160/31555 -- GLOBAL_STEP: 280600 | > loss_text_ce: 0.043293993920087814 (0.04511231321197217) | > loss_mel_ce: 3.0770912170410156 (nan) | > loss: 0.01238248124718666 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14152882561426333) | > loader_time: 0.0047 (0.004649226350540431)  --> TIME: 2025-03-23 23:04:03 -- STEP: 28210/31555 -- GLOBAL_STEP: 280650 | > loss_text_ce: 0.046897727996110916 (0.04510768499972805) | > loss_mel_ce: 2.832204818725586 (nan) | > loss: 0.011425010859966278 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14152186145092885) | > loader_time: 0.0071 (0.004649177065811746)  --> TIME: 2025-03-23 23:04:13 -- STEP: 28260/31555 -- GLOBAL_STEP: 280700 | > loss_text_ce: 0.04006779193878174 (0.04510837657303295) | > loss_mel_ce: 3.8607232570648193 (nan) | > loss: 0.015479330904781818 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14151987687797377) | > loader_time: 0.0047 (0.004649068173666972)  --> TIME: 2025-03-23 23:04:23 -- STEP: 28310/31555 -- GLOBAL_STEP: 280750 | > loss_text_ce: 0.04052908718585968 (0.045107610630880035) | > loss_mel_ce: 2.59234881401062 (nan) | > loss: 0.010447928681969643 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14152636501907925) | > loader_time: 0.0045 (0.0046489566764575194)  --> TIME: 2025-03-23 23:04:32 -- STEP: 28360/31555 -- GLOBAL_STEP: 280800 | > loss_text_ce: 0.06581220030784607 (0.045106772479058616) | > loss_mel_ce: 3.3343088626861572 (nan) | > loss: 0.013492544181644917 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14152537200952034) | > loader_time: 0.0047 (0.0046490471857390725)  --> TIME: 2025-03-23 23:04:42 -- STEP: 28410/31555 -- GLOBAL_STEP: 280850 | > loss_text_ce: 0.04343576356768608 (0.04510884753473302) | > loss_mel_ce: 3.19155216217041 (nan) | > loss: 0.01283725444227457 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14152635540269126) | > loader_time: 0.0047 (0.004649116178080852)  --> TIME: 2025-03-23 23:04:52 -- STEP: 28460/31555 -- GLOBAL_STEP: 280900 | > loss_text_ce: 0.04691331833600998 (0.04510689285182591) | > loss_mel_ce: 3.4478323459625244 (nan) | > loss: 0.013868039473891258 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14152685908976445) | > loader_time: 0.0046 (0.004649084408519441)  --> TIME: 2025-03-23 23:05:02 -- STEP: 28510/31555 -- GLOBAL_STEP: 280950 | > loss_text_ce: 0.04241173714399338 (0.04510845842361912) | > loss_mel_ce: 2.8605659008026123 (nan) | > loss: 0.011519753374159336 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14152933981743998) | > loader_time: 0.0048 (0.004649188283534236)  --> TIME: 2025-03-23 23:05:11 -- STEP: 28560/31555 -- GLOBAL_STEP: 281000 | > loss_text_ce: 0.03534352779388428 (0.045108040787882143) | > loss_mel_ce: 3.160459041595459 (nan) | > loss: 0.012681757099926472 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14153368316945653) | > loader_time: 0.0048 (0.004649241030717064)  --> TIME: 2025-03-23 23:05:21 -- STEP: 28610/31555 -- GLOBAL_STEP: 281050 | > loss_text_ce: 0.0474674291908741 (0.04510783088835888) | > loss_mel_ce: 3.369570732116699 (nan) | > loss: 0.01355967577546835 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14152869655718547) | > loader_time: 0.0046 (0.004649082391839527)  --> TIME: 2025-03-23 23:05:31 -- STEP: 28660/31555 -- GLOBAL_STEP: 281100 | > loss_text_ce: 0.038582008332014084 (0.045105979224213236) | > loss_mel_ce: 3.349597454071045 (nan) | > loss: 0.013445157557725906 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14152623252775556) | > loader_time: 0.0047 (0.004649102305168018)  --> TIME: 2025-03-23 23:05:40 -- STEP: 28710/31555 -- GLOBAL_STEP: 281150 | > loss_text_ce: 0.05638814717531204 (0.04510638877588538) | > loss_mel_ce: 3.2440245151519775 (nan) | > loss: 0.013096876442432404 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14152323165782016) | > loader_time: 0.0047 (0.004649220755273779)  --> TIME: 2025-03-23 23:05:50 -- STEP: 28760/31555 -- GLOBAL_STEP: 281200 | > loss_text_ce: 0.04379430040717125 (0.04510620718987674) | > loss_mel_ce: 2.9923148155212402 (nan) | > loss: 0.012048053555190563 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14152683594130755) | > loader_time: 0.0047 (0.004649221291959833)  --> TIME: 2025-03-23 23:06:00 -- STEP: 28810/31555 -- GLOBAL_STEP: 281250 | > loss_text_ce: 0.0430743508040905 (0.04510957600030987) | > loss_mel_ce: 3.2987122535705566 (nan) | > loss: 0.013261058367788792 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1415298518767094) | > loader_time: 0.0046 (0.0046491868377600476)  --> TIME: 2025-03-23 23:06:09 -- STEP: 28860/31555 -- GLOBAL_STEP: 281300 | > loss_text_ce: 0.03185637295246124 (0.04510912845764438) | > loss_mel_ce: 1.5413644313812256 (nan) | > loss: 0.006242940202355385 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14152621721444889) | > loader_time: 0.0046 (0.0046494964254620835)  --> TIME: 2025-03-23 23:06:19 -- STEP: 28910/31555 -- GLOBAL_STEP: 281350 | > loss_text_ce: 0.03994150459766388 (0.04511132310432916) | > loss_mel_ce: 3.458066940307617 (nan) | > loss: 0.013880986720323563 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1415268788078761) | > loader_time: 0.0046 (0.004649437929428527)  --> TIME: 2025-03-23 23:06:29 -- STEP: 28960/31555 -- GLOBAL_STEP: 281400 | > loss_text_ce: 0.04223570600152016 (0.045109324525907886) | > loss_mel_ce: 2.8183929920196533 (nan) | > loss: 0.01135170180350542 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1415260073065106) | > loader_time: 0.0045 (0.004649285157082457)  --> TIME: 2025-03-23 23:06:38 -- STEP: 29010/31555 -- GLOBAL_STEP: 281450 | > loss_text_ce: 0.045800112187862396 (0.04511023449105701) | > loss_mel_ce: 3.0616300106048584 (nan) | > loss: 0.012331073172390461 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14152240306087696) | > loader_time: 0.0044 (0.004649462201849226)  --> TIME: 2025-03-23 23:06:48 -- STEP: 29060/31555 -- GLOBAL_STEP: 281500 | > loss_text_ce: 0.043822526931762695 (0.045110400410206156) | > loss_mel_ce: 3.6460812091827393 (nan) | > loss: 0.014642476104199886 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14152543822076583) | > loader_time: 0.0047 (0.004649366334808801)  --> TIME: 2025-03-23 23:06:58 -- STEP: 29110/31555 -- GLOBAL_STEP: 281550 | > loss_text_ce: 0.03350555896759033 (0.045110067410048305) | > loss_mel_ce: 3.0688815116882324 (nan) | > loss: 0.012311059981584549 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1415255226002906) | > loader_time: 0.0046 (0.004649310904817015)  --> TIME: 2025-03-23 23:07:07 -- STEP: 29160/31555 -- GLOBAL_STEP: 281600 | > loss_text_ce: 0.043029144406318665 (0.04510965571171546) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14152792130478192) | > loader_time: 0.0046 (0.004649422443452654)  --> TIME: 2025-03-23 23:07:17 -- STEP: 29210/31555 -- GLOBAL_STEP: 281650 | > loss_text_ce: 0.05388856679201126 (0.045110696025871144) | > loss_mel_ce: 3.0065083503723145 (nan) | > loss: 0.012144433334469795 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1415275501739655) | > loader_time: 0.0044 (0.004649545068162927)  --> TIME: 2025-03-23 23:07:27 -- STEP: 29260/31555 -- GLOBAL_STEP: 281700 | > loss_text_ce: 0.0469038151204586 (0.04511198068231143) | > loss_mel_ce: 3.6277658939361572 (nan) | > loss: 0.014582023955881596 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14152698554327844) | > loader_time: 0.0046 (0.004649531238305561)  --> TIME: 2025-03-23 23:07:36 -- STEP: 29310/31555 -- GLOBAL_STEP: 281750 | > loss_text_ce: 0.05751783400774002 (0.04511033906669678) | > loss_mel_ce: 3.7869017124176025 (nan) | > loss: 0.015255633741617203 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14152654445606613) | > loader_time: 0.0048 (0.00464966374426233)  --> TIME: 2025-03-23 23:07:46 -- STEP: 29360/31555 -- GLOBAL_STEP: 281800 | > loss_text_ce: 0.03829403594136238 (0.045108344200465555) | > loss_mel_ce: 3.1617586612701416 (nan) | > loss: 0.012698622420430183 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1415217958938855) | > loader_time: 0.0046 (0.004649758996690619)  --> TIME: 2025-03-23 23:07:56 -- STEP: 29410/31555 -- GLOBAL_STEP: 281850 | > loss_text_ce: 0.03570877015590668 (0.04510914248923217) | > loss_mel_ce: 3.238727331161499 (nan) | > loss: 0.012993793934583664 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14152025346324773) | > loader_time: 0.0044 (0.004649753126308457)  --> TIME: 2025-03-23 23:08:05 -- STEP: 29460/31555 -- GLOBAL_STEP: 281900 | > loss_text_ce: 0.05015423148870468 (0.04510983987360457) | > loss_mel_ce: 2.4690184593200684 (nan) | > loss: 0.009996717795729637 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14152727377957) | > loader_time: 0.0047 (0.0046500139955104654)  --> TIME: 2025-03-23 23:08:16 -- STEP: 29510/31555 -- GLOBAL_STEP: 281950 | > loss_text_ce: 0.042255647480487823 (0.0451079107474463) | > loss_mel_ce: 3.483212471008301 (nan) | > loss: 0.013989953324198723 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1415392151932447) | > loader_time: 0.0045 (0.004649994341812438)  --> TIME: 2025-03-23 23:08:25 -- STEP: 29560/31555 -- GLOBAL_STEP: 282000 | > loss_text_ce: 0.05175625532865524 (0.045105715799907777) | > loss_mel_ce: 3.561858892440796 (nan) | > loss: 0.014339743182063103 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14153245752816015) | > loader_time: 0.0068 (0.004650095617335576)  --> TIME: 2025-03-23 23:08:35 -- STEP: 29610/31555 -- GLOBAL_STEP: 282050 | > loss_text_ce: 0.052467912435531616 (0.04510531824129937) | > loss_mel_ce: 2.741290807723999 (nan) | > loss: 0.011086344718933105 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14152931101778787) | > loader_time: 0.0045 (0.004650001427644945)  --> TIME: 2025-03-23 23:08:44 -- STEP: 29660/31555 -- GLOBAL_STEP: 282100 | > loss_text_ce: 0.040612686425447464 (0.045102478583441845) | > loss_mel_ce: 2.8463897705078125 (nan) | > loss: 0.01145636010915041 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1415354220511867) | > loader_time: 0.0047 (0.004650160788846644)  --> TIME: 2025-03-23 23:08:54 -- STEP: 29710/31555 -- GLOBAL_STEP: 282150 | > loss_text_ce: 0.03569379821419716 (0.045099176132242055) | > loss_mel_ce: 3.146439552307129 (nan) | > loss: 0.012627514079213142 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1415262291384087) | > loader_time: 0.0045 (0.004650149566884043)  --> TIME: 2025-03-23 23:09:03 -- STEP: 29760/31555 -- GLOBAL_STEP: 282200 | > loss_text_ce: 0.030823251232504845 (0.04509675741866624) | > loss_mel_ce: 3.0212643146514893 (nan) | > loss: 0.01211145892739296 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1415197182406668) | > loader_time: 0.0045 (0.004650267526026664)  --> TIME: 2025-03-23 23:09:13 -- STEP: 29810/31555 -- GLOBAL_STEP: 282250 | > loss_text_ce: 0.04102170839905739 (0.04509248588282916) | > loss_mel_ce: 3.090958595275879 (nan) | > loss: 0.012428494170308113 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1415076291869054) | > loader_time: 0.0045 (0.0046503450757742655)  --> TIME: 2025-03-23 23:09:22 -- STEP: 29860/31555 -- GLOBAL_STEP: 282300 | > loss_text_ce: 0.05100429803133011 (0.04509220720073531) | > loss_mel_ce: 2.8703665733337402 (nan) | > loss: 0.0115927429869771 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14151228476273386) | > loader_time: 0.0048 (0.004650285071521786)  --> TIME: 2025-03-23 23:09:32 -- STEP: 29910/31555 -- GLOBAL_STEP: 282350 | > loss_text_ce: 0.05002593994140625 (0.04508881167178908) | > loss_mel_ce: 3.4113142490386963 (nan) | > loss: 0.013735477812588215 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14151039430426407) | > loader_time: 0.0051 (0.004650233294883296)  --> TIME: 2025-03-23 23:09:42 -- STEP: 29960/31555 -- GLOBAL_STEP: 282400 | > loss_text_ce: 0.046298760920763016 (0.04509057718868769) | > loss_mel_ce: 3.7084689140319824 (nan) | > loss: 0.014899872243404388 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14151260633175844) | > loader_time: 0.0045 (0.004650223048252131)  --> TIME: 2025-03-23 23:09:51 -- STEP: 30010/31555 -- GLOBAL_STEP: 282450 | > loss_text_ce: 0.058119356632232666 (0.04508697915758951) | > loss_mel_ce: 3.086263418197632 (nan) | > loss: 0.012477709911763668 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14151104182968283) | > loader_time: 0.0047 (0.004650225507462244)  --> TIME: 2025-03-23 23:10:01 -- STEP: 30060/31555 -- GLOBAL_STEP: 282500 | > loss_text_ce: 0.03797682747244835 (0.04508341076137541) | > loss_mel_ce: 2.0308640003204346 (nan) | > loss: 0.008209685795009136 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14151183515886334) | > loader_time: 0.0046 (0.004650414513494647)  --> TIME: 2025-03-23 23:10:11 -- STEP: 30110/31555 -- GLOBAL_STEP: 282550 | > loss_text_ce: 0.03640028461813927 (0.04508092256763349) | > loss_mel_ce: 2.5442757606506348 (nan) | > loss: 0.01024077832698822 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14150616008552103) | > loader_time: 0.0045 (0.004650412814160242)  --> TIME: 2025-03-23 23:10:20 -- STEP: 30160/31555 -- GLOBAL_STEP: 282600 | > loss_text_ce: 0.03860011324286461 (0.04508027245966211) | > loss_mel_ce: 3.4569554328918457 (nan) | > loss: 0.013871253468096256 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14150553924335474) | > loader_time: 0.0048 (0.004650368369542604)  --> TIME: 2025-03-23 23:10:30 -- STEP: 30210/31555 -- GLOBAL_STEP: 282650 | > loss_text_ce: 0.044891707599163055 (0.045078807135933464) | > loss_mel_ce: 2.8155152797698975 (nan) | > loss: 0.011350821703672409 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14151313239397242) | > loader_time: 0.0049 (0.004650443518094661)  --> TIME: 2025-03-23 23:10:40 -- STEP: 30260/31555 -- GLOBAL_STEP: 282700 | > loss_text_ce: 0.04409182816743851 (0.045078520324716355) | > loss_mel_ce: 2.541577100753784 (nan) | > loss: 0.010260592214763165 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.1415190329476065) | > loader_time: 0.0047 (0.004650506977993971)  --> TIME: 2025-03-23 23:10:50 -- STEP: 30310/31555 -- GLOBAL_STEP: 282750 | > loss_text_ce: 0.05034620687365532 (0.04507757510734252) | > loss_mel_ce: 2.3701171875 (nan) | > loss: 0.009605013765394688 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1415173674605152) | > loader_time: 0.0046 (0.004650519949026653)  --> TIME: 2025-03-23 23:10:59 -- STEP: 30360/31555 -- GLOBAL_STEP: 282800 | > loss_text_ce: 0.03782422095537186 (0.04507766700943627) | > loss_mel_ce: 0.0750209242105484 (nan) | > loss: 0.0004477982292883098 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14151593759283) | > loader_time: 0.0044 (0.004650742545900578)  --> TIME: 2025-03-23 23:11:09 -- STEP: 30410/31555 -- GLOBAL_STEP: 282850 | > loss_text_ce: 0.02657165378332138 (0.04507570617092017) | > loss_mel_ce: 0.1160888671875 (nan) | > loss: 0.0005661132163368165 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14152057704781346) | > loader_time: 0.0044 (0.004650603889909366)  --> TIME: 2025-03-23 23:11:19 -- STEP: 30460/31555 -- GLOBAL_STEP: 282900 | > loss_text_ce: 0.051891181617975235 (0.04507425775444488) | > loss_mel_ce: 3.381199598312378 (nan) | > loss: 0.013623376376926899 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1415161685104527) | > loader_time: 0.0049 (0.004650526968805053)  --> TIME: 2025-03-23 23:11:28 -- STEP: 30510/31555 -- GLOBAL_STEP: 282950 | > loss_text_ce: 0.049402546137571335 (0.045070156620791516) | > loss_mel_ce: 2.6008412837982178 (nan) | > loss: 0.01051684096455574 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1415123761579357) | > loader_time: 0.0045 (0.004650532812495468)  --> TIME: 2025-03-23 23:11:38 -- STEP: 30560/31555 -- GLOBAL_STEP: 283000 | > loss_text_ce: 0.03549801930785179 (0.0450701418433323) | > loss_mel_ce: 2.7540135383605957 (nan) | > loss: 0.01106949057430029 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14151036808784162) | > loader_time: 0.0045 (0.004650517276132264)  --> TIME: 2025-03-23 23:11:48 -- STEP: 30610/31555 -- GLOBAL_STEP: 283050 | > loss_text_ce: 0.04869046434760094 (0.04507051598869697) | > loss_mel_ce: 3.8942031860351562 (nan) | > loss: 0.015646405518054962 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1415106275976587) | > loader_time: 0.0054 (0.004650715564988214)  --> TIME: 2025-03-23 23:11:57 -- STEP: 30660/31555 -- GLOBAL_STEP: 283100 | > loss_text_ce: 0.0384020134806633 (0.045068682758629595) | > loss_mel_ce: 2.9235026836395264 (nan) | > loss: 0.011753590777516365 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1415080726652158) | > loader_time: 0.0046 (0.004650688723497553)  --> TIME: 2025-03-23 23:12:07 -- STEP: 30710/31555 -- GLOBAL_STEP: 283150 | > loss_text_ce: 0.05054529383778572 (0.045068304097502426) | > loss_mel_ce: 3.0206003189086914 (nan) | > loss: 0.012187086045742035 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14151017627821713) | > loader_time: 0.0048 (0.004650793119037365)  --> TIME: 2025-03-23 23:12:16 -- STEP: 30760/31555 -- GLOBAL_STEP: 283200 | > loss_text_ce: 0.0495874397456646 (0.04506643019242372) | > loss_mel_ce: 3.135867118835449 (nan) | > loss: 0.012640693224966526 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1415025880494887) | > loader_time: 0.0043 (0.004650709486441712)  --> TIME: 2025-03-23 23:12:26 -- STEP: 30810/31555 -- GLOBAL_STEP: 283250 | > loss_text_ce: 0.030968397855758667 (0.04506289815292582) | > loss_mel_ce: 2.9959380626678467 (nan) | > loss: 0.012011534534394741 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.1414989099066127) | > loader_time: 0.0045 (0.004650597996388238)  --> TIME: 2025-03-23 23:12:36 -- STEP: 30860/31555 -- GLOBAL_STEP: 283300 | > loss_text_ce: 0.0530523844063282 (0.04506310594430499) | > loss_mel_ce: 3.4147188663482666 (nan) | > loss: 0.013760997913777828 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1415050058880959) | > loader_time: 0.0043 (0.004650651991405939)  --> TIME: 2025-03-23 23:12:45 -- STEP: 30910/31555 -- GLOBAL_STEP: 283350 | > loss_text_ce: 0.04634330794215202 (0.0450632776414227) | > loss_mel_ce: 3.5216140747070312 (nan) | > loss: 0.014158561825752258 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14150679229494503) | > loader_time: 0.0046 (0.004650623618650082)  --> TIME: 2025-03-23 23:12:55 -- STEP: 30960/31555 -- GLOBAL_STEP: 283400 | > loss_text_ce: 0.04708394780755043 (0.04506054972268354) | > loss_mel_ce: 3.2129979133605957 (nan) | > loss: 0.012936833314597607 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1415166783394438) | > loader_time: 0.0046 (0.004650822189427131)  --> TIME: 2025-03-23 23:13:05 -- STEP: 31010/31555 -- GLOBAL_STEP: 283450 | > loss_text_ce: 0.04301474988460541 (0.0450618550862536) | > loss_mel_ce: 3.0167717933654785 (nan) | > loss: 0.01214201096445322 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14151516358185864) | > loader_time: 0.0046 (0.00465066063138829)  --> TIME: 2025-03-23 23:13:15 -- STEP: 31060/31555 -- GLOBAL_STEP: 283500 | > loss_text_ce: 0.04280287027359009 (0.04506214037165758) | > loss_mel_ce: 3.2388672828674316 (nan) | > loss: 0.013022501021623611 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1415193993432714) | > loader_time: 0.0045 (0.004650591168953201)  --> TIME: 2025-03-23 23:13:25 -- STEP: 31110/31555 -- GLOBAL_STEP: 283550 | > loss_text_ce: 0.04566120356321335 (0.045060672453891656) | > loss_mel_ce: 2.4986300468444824 (nan) | > loss: 0.010096394456923008 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1415206963592163) | > loader_time: 0.0044 (0.00465071084069421)  --> TIME: 2025-03-23 23:13:34 -- STEP: 31160/31555 -- GLOBAL_STEP: 283600 | > loss_text_ce: 0.03809589892625809 (0.04506040065942638) | > loss_mel_ce: 2.71004056930542 (nan) | > loss: 0.010905303992331028 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14151527484513127) | > loader_time: 0.0046 (0.004650668369484162)  --> TIME: 2025-03-23 23:13:44 -- STEP: 31210/31555 -- GLOBAL_STEP: 283650 | > loss_text_ce: 0.04131881520152092 (0.045058059739292035) | > loss_mel_ce: 3.620584011077881 (nan) | > loss: 0.014531361870467663 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14151880842720446) | > loader_time: 0.0045 (0.004650657500108409)  --> TIME: 2025-03-23 23:13:54 -- STEP: 31260/31555 -- GLOBAL_STEP: 283700 | > loss_text_ce: 0.0432281419634819 (0.04505649713408469) | > loss_mel_ce: 3.518916606903076 (nan) | > loss: 0.014135495759546757 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14151569479791679) | > loader_time: 0.0044 (0.004650654383980885)  --> TIME: 2025-03-23 23:14:03 -- STEP: 31310/31555 -- GLOBAL_STEP: 283750 | > loss_text_ce: 0.03216160461306572 (0.04505840449548444) | > loss_mel_ce: 0.0794881209731102 (nan) | > loss: 0.00044305447954684496 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1415147918590307) | > loader_time: 0.0046 (0.004650376361614186)  --> TIME: 2025-03-23 23:14:13 -- STEP: 31360/31555 -- GLOBAL_STEP: 283800 | > loss_text_ce: 0.042654845863580704 (0.04505788490327058) | > loss_mel_ce: 2.4168286323547363 (nan) | > loss: 0.009759855456650257 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14151548776699635) | > loader_time: 0.0046 (0.004650247287081182)  --> TIME: 2025-03-23 23:14:23 -- STEP: 31410/31555 -- GLOBAL_STEP: 283850 | > loss_text_ce: 0.04176913574337959 (0.04505903487423157) | > loss_mel_ce: 3.6641550064086914 (nan) | > loss: 0.014706048183143139 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14152016333052084) | > loader_time: 0.0045 (0.004650146860258066)  --> TIME: 2025-03-23 23:14:33 -- STEP: 31460/31555 -- GLOBAL_STEP: 283900 | > loss_text_ce: 0.05440884456038475 (0.0450603800983264) | > loss_mel_ce: 3.4841816425323486 (nan) | > loss: 0.014042026363313198 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1415239776688938) | > loader_time: 0.0045 (0.004649944261464782)  --> TIME: 2025-03-23 23:14:42 -- STEP: 31510/31555 -- GLOBAL_STEP: 283950 | > loss_text_ce: 0.039876509457826614 (0.045058102130189924) | > loss_mel_ce: 3.434657096862793 (nan) | > loss: 0.013787832111120224 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14151850293757903) | > loader_time: 0.0049 (0.004649880816920574)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021279637018839514 (-0.0019556172688802095) | > avg_loss_text_ce: 0.040752507510284586 (-0.0011235810195406454) | > avg_loss_mel_ce: 2.8975913381576546 (-0.0489233462015779) | > avg_loss: 2.9383438475926713 (-0.0500469279289244) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_283995.pth  > EPOCH: 10/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-23 23:15:11)   --> TIME: 2025-03-23 23:15:13 -- STEP: 5/31555 -- GLOBAL_STEP: 284000 | > loss_text_ce: 0.07203715294599533 (0.048026345670223236) | > loss_mel_ce: 2.370128870010376 (2.664641809463501) | > loss: 0.009691135957837105 (0.010764556750655175) | > current_lr: 5e-06 | > step_time: 0.1097 (0.12793736457824706) | > loader_time: 0.0041 (0.004378890991210938)  --> TIME: 2025-03-23 23:15:22 -- STEP: 55/31555 -- GLOBAL_STEP: 284050 | > loss_text_ce: 0.0417301282286644 (0.045846291055733505) | > loss_mel_ce: 3.6642608642578125 (nan) | > loss: 0.014706314541399479 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.13945300795815213) | > loader_time: 0.0048 (0.004843078960071911)  --> TIME: 2025-03-23 23:15:32 -- STEP: 105/31555 -- GLOBAL_STEP: 284100 | > loss_text_ce: 0.03208501264452934 (0.04517348484978789) | > loss_mel_ce: 2.5257246494293213 (nan) | > loss: 0.01015003863722086 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.13583460308256604) | > loader_time: 0.0045 (0.004826725096929641)  --> TIME: 2025-03-23 23:15:41 -- STEP: 155/31555 -- GLOBAL_STEP: 284150 | > loss_text_ce: 0.048754867166280746 (0.04451250837695215) | > loss_mel_ce: 0.6582743525505066 (nan) | > loss: 0.0028056716546416283 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.13826185657132053) | > loader_time: 0.0048 (0.004796406530564832)  --> TIME: 2025-03-23 23:15:51 -- STEP: 205/31555 -- GLOBAL_STEP: 284200 | > loss_text_ce: 0.049605101346969604 (0.04410482010826832) | > loss_mel_ce: 2.3460638523101807 (nan) | > loss: 0.00950662326067686 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1387042092113959) | > loader_time: 0.0051 (0.004755884263573623)  --> TIME: 2025-03-23 23:16:00 -- STEP: 255/31555 -- GLOBAL_STEP: 284250 | > loss_text_ce: 0.03140854462981224 (0.04377513361327788) | > loss_mel_ce: 2.7311837673187256 (nan) | > loss: 0.010962668806314468 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.13865230504204243) | > loader_time: 0.0046 (0.004788489435233322)  --> TIME: 2025-03-23 23:16:10 -- STEP: 305/31555 -- GLOBAL_STEP: 284300 | > loss_text_ce: 0.040781278163194656 (0.04387551266394679) | > loss_mel_ce: 2.464416265487671 (nan) | > loss: 0.00994126033037901 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.13855517653168226) | > loader_time: 0.0045 (0.004782339002265305)  --> TIME: 2025-03-23 23:16:20 -- STEP: 355/31555 -- GLOBAL_STEP: 284350 | > loss_text_ce: 0.03934270143508911 (0.043768930235798954) | > loss_mel_ce: 3.345024347305298 (nan) | > loss: 0.013430028222501278 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.13980162983209324) | > loader_time: 0.0044 (0.0047536991011928485)  --> TIME: 2025-03-23 23:16:30 -- STEP: 405/31555 -- GLOBAL_STEP: 284400 | > loss_text_ce: 0.04870866984128952 (0.04409062749257796) | > loss_mel_ce: 3.304847002029419 (nan) | > loss: 0.013307761400938034 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14013280044367293) | > loader_time: 0.0045 (0.004742917308100948)  --> TIME: 2025-03-23 23:16:39 -- STEP: 455/31555 -- GLOBAL_STEP: 284450 | > loss_text_ce: 0.04462789371609688 (0.04414975502743172) | > loss_mel_ce: 3.5933516025543213 (nan) | > loss: 0.014436427503824234 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14052926053057666) | > loader_time: 0.0044 (0.004715030795925267)  --> TIME: 2025-03-23 23:16:49 -- STEP: 505/31555 -- GLOBAL_STEP: 284500 | > loss_text_ce: 0.046342700719833374 (0.044125432620691796) | > loss_mel_ce: 3.3834228515625 (nan) | > loss: 0.013610181398689747 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1405943898871394) | > loader_time: 0.0046 (0.004693562441533156)  --> TIME: 2025-03-23 23:16:59 -- STEP: 555/31555 -- GLOBAL_STEP: 284550 | > loss_text_ce: 0.040836360305547714 (0.044107834944451196) | > loss_mel_ce: 2.590264081954956 (nan) | > loss: 0.010440874844789505 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14083097990568696) | > loader_time: 0.0047 (0.004686430767849759)  --> TIME: 2025-03-23 23:17:08 -- STEP: 605/31555 -- GLOBAL_STEP: 284600 | > loss_text_ce: 0.035392988473176956 (0.04403838740338472) | > loss_mel_ce: 3.427882194519043 (nan) | > loss: 0.01374315656721592 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14049175159990296) | > loader_time: 0.0044 (0.004679869423227861)  --> TIME: 2025-03-23 23:17:17 -- STEP: 655/31555 -- GLOBAL_STEP: 284650 | > loss_text_ce: 0.04515290632843971 (0.04404160514303294) | > loss_mel_ce: 3.177454710006714 (nan) | > loss: 0.01278812624514103 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14016539049512564) | > loader_time: 0.0046 (0.0046693485201770085)  --> TIME: 2025-03-23 23:17:27 -- STEP: 705/31555 -- GLOBAL_STEP: 284700 | > loss_text_ce: 0.04565267637372017 (0.044062982280309346) | > loss_mel_ce: 3.9143543243408203 (nan) | > loss: 0.015714313834905624 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14008998363576042) | > loader_time: 0.0046 (0.004665350744910274)  --> TIME: 2025-03-23 23:17:36 -- STEP: 755/31555 -- GLOBAL_STEP: 284750 | > loss_text_ce: 0.0494777150452137 (0.04405130317669045) | > loss_mel_ce: 3.1690833568573 (nan) | > loss: 0.012772069312632084 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1399056516735759) | > loader_time: 0.0043 (0.004652195103121116)  --> TIME: 2025-03-23 23:17:46 -- STEP: 805/31555 -- GLOBAL_STEP: 284800 | > loss_text_ce: 0.042120564728975296 (0.04401720745361743) | > loss_mel_ce: 3.814598798751831 (nan) | > loss: 0.01530444249510765 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.13995769009086664) | > loader_time: 0.0044 (0.004653298928870915)  --> TIME: 2025-03-23 23:17:56 -- STEP: 855/31555 -- GLOBAL_STEP: 284850 | > loss_text_ce: 0.04102349281311035 (0.04398871331492017) | > loss_mel_ce: 1.636816382408142 (nan) | > loss: 0.006658094935119152 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14011277399565059) | > loader_time: 0.0043 (0.004648357525206448)  --> TIME: 2025-03-23 23:18:06 -- STEP: 905/31555 -- GLOBAL_STEP: 284900 | > loss_text_ce: 0.05044405162334442 (0.04398508103183623) | > loss_mel_ce: 3.136035680770874 (nan) | > loss: 0.012644762173295021 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14048392943914437) | > loader_time: 0.0046 (0.004652666650424345)  --> TIME: 2025-03-23 23:18:15 -- STEP: 955/31555 -- GLOBAL_STEP: 284950 | > loss_text_ce: 0.05449613556265831 (0.044028129126311) | > loss_mel_ce: 1.870561122894287 (nan) | > loss: 0.007639116607606411 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14056137269704141) | > loader_time: 0.0046 (0.004655299011949468)  --> TIME: 2025-03-23 23:18:25 -- STEP: 1005/31555 -- GLOBAL_STEP: 285000 | > loss_text_ce: 0.04507845640182495 (0.04409307034973484) | > loss_mel_ce: 3.232102870941162 (nan) | > loss: 0.013004688546061516 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14037524455815417) | > loader_time: 0.0047 (0.004654722783102917)  --> TIME: 2025-03-23 23:18:34 -- STEP: 1055/31555 -- GLOBAL_STEP: 285050 | > loss_text_ce: 0.05148477107286453 (0.04417838129740193) | > loss_mel_ce: 3.3454020023345947 (nan) | > loss: 0.013479710556566715 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14031760703895904) | > loader_time: 0.0046 (0.004652474163832822)  --> TIME: 2025-03-23 23:18:44 -- STEP: 1105/31555 -- GLOBAL_STEP: 285100 | > loss_text_ce: 0.03742855787277222 (0.044097564044109305) | > loss_mel_ce: 3.140625 (nan) | > loss: 0.012611324898898602 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14021349169010502) | > loader_time: 0.0044 (0.004652168955738187)  --> TIME: 2025-03-23 23:18:53 -- STEP: 1155/31555 -- GLOBAL_STEP: 285150 | > loss_text_ce: 0.04452066868543625 (0.04409813065872052) | > loss_mel_ce: 2.8184313774108887 (nan) | > loss: 0.01136092096567154 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14010240216275846) | > loader_time: 0.0047 (0.004657703870302668)  --> TIME: 2025-03-23 23:19:03 -- STEP: 1205/31555 -- GLOBAL_STEP: 285200 | > loss_text_ce: 0.044088635593652725 (0.04411695850897138) | > loss_mel_ce: 0.06298828125 (nan) | > loss: 0.00042490841588005424 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14026932775726977) | > loader_time: 0.0052 (0.0046615096048695384)  --> TIME: 2025-03-23 23:19:13 -- STEP: 1255/31555 -- GLOBAL_STEP: 285250 | > loss_text_ce: 0.04338742047548294 (0.04420536149634553) | > loss_mel_ce: 0.01668294332921505 (nan) | > loss: 0.00023837448679842055 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14022545814514203) | > loader_time: 0.0046 (0.0046607788815441345)  --> TIME: 2025-03-23 23:19:22 -- STEP: 1305/31555 -- GLOBAL_STEP: 285300 | > loss_text_ce: 0.04408571124076843 (0.04414472541133111) | > loss_mel_ce: 3.3267626762390137 (nan) | > loss: 0.013376383110880852 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14026461962995904) | > loader_time: 0.0047 (0.004659644671326849)  --> TIME: 2025-03-23 23:19:32 -- STEP: 1355/31555 -- GLOBAL_STEP: 285350 | > loss_text_ce: 0.04367298632860184 (0.044186156269204184) | > loss_mel_ce: 2.3172767162323 (nan) | > loss: 0.009368848986923695 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14027704031265123) | > loader_time: 0.0045 (0.00465717086932756)  --> TIME: 2025-03-23 23:19:41 -- STEP: 1405/31555 -- GLOBAL_STEP: 285400 | > loss_text_ce: 0.045012082904577255 (0.044150193355102604) | > loss_mel_ce: 3.08146071434021 (nan) | > loss: 0.012406638823449612 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.13998361668977058) | > loader_time: 0.0047 (0.004655159750018677)  --> TIME: 2025-03-23 23:19:51 -- STEP: 1455/31555 -- GLOBAL_STEP: 285450 | > loss_text_ce: 0.05333836004137993 (0.044141385864300046) | > loss_mel_ce: 3.1532907485961914 (nan) | > loss: 0.012724719010293484 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14001672013928432) | > loader_time: 0.0046 (0.004653747794554407)  --> TIME: 2025-03-23 23:20:00 -- STEP: 1505/31555 -- GLOBAL_STEP: 285500 | > loss_text_ce: 0.041733287274837494 (0.04414672441409279) | > loss_mel_ce: 2.6065123081207275 (nan) | > loss: 0.010508911684155464 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.139946495892598) | > loader_time: 0.0046 (0.0046487798722479445)  --> TIME: 2025-03-23 23:20:10 -- STEP: 1555/31555 -- GLOBAL_STEP: 285550 | > loss_text_ce: 0.048779863864183426 (0.044133516816703876) | > loss_mel_ce: 3.235328435897827 (nan) | > loss: 0.013032176531851292 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14005952648027972) | > loader_time: 0.0045 (0.004646034332716963)  --> TIME: 2025-03-23 23:20:20 -- STEP: 1605/31555 -- GLOBAL_STEP: 285600 | > loss_text_ce: 0.04705148935317993 (0.0441579199596265) | > loss_mel_ce: 3.278806686401367 (nan) | > loss: 0.013197850435972214 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14015317497966506) | > loader_time: 0.0043 (0.004642172543059261)  --> TIME: 2025-03-23 23:20:29 -- STEP: 1655/31555 -- GLOBAL_STEP: 285650 | > loss_text_ce: 0.057858578860759735 (0.044212487687742275) | > loss_mel_ce: 2.818497896194458 (nan) | > loss: 0.011414113454520702 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14009476543553348) | > loader_time: 0.0042 (0.004636261038189575)  --> TIME: 2025-03-23 23:20:39 -- STEP: 1705/31555 -- GLOBAL_STEP: 285700 | > loss_text_ce: 0.04627944901585579 (0.04420412956706943) | > loss_mel_ce: 3.3016469478607178 (nan) | > loss: 0.013285422697663307 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14023490133872893) | > loader_time: 0.0047 (0.004632272468634024)  --> TIME: 2025-03-23 23:20:49 -- STEP: 1755/31555 -- GLOBAL_STEP: 285750 | > loss_text_ce: 0.04272359237074852 (0.04426213094163318) | > loss_mel_ce: 3.216705560684204 (nan) | > loss: 0.012934243306517601 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14042984345699716) | > loader_time: 0.0046 (0.004628662370209008)  --> TIME: 2025-03-23 23:20:59 -- STEP: 1805/31555 -- GLOBAL_STEP: 285800 | > loss_text_ce: 0.05581493303179741 (0.04428215963440922) | > loss_mel_ce: 3.4438295364379883 (nan) | > loss: 0.013887478969991207 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14045031658500254) | > loader_time: 0.0044 (0.004628238783648807)  --> TIME: 2025-03-23 23:21:09 -- STEP: 1855/31555 -- GLOBAL_STEP: 285850 | > loss_text_ce: 0.04761718958616257 (0.04427566017825009) | > loss_mel_ce: 3.498015880584717 (nan) | > loss: 0.01406997349113226 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14062205916145168) | > loader_time: 0.0046 (0.0046271379424555345)  --> TIME: 2025-03-23 23:21:19 -- STEP: 1905/31555 -- GLOBAL_STEP: 285900 | > loss_text_ce: 0.045895982533693314 (0.04428468690769569) | > loss_mel_ce: 2.861145496368408 (nan) | > loss: 0.011535880155861378 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14073494851119944) | > loader_time: 0.0047 (0.0046277026178955785)  --> TIME: 2025-03-23 23:21:28 -- STEP: 1955/31555 -- GLOBAL_STEP: 285950 | > loss_text_ce: 0.04710858315229416 (0.04436483755136088) | > loss_mel_ce: 2.95633602142334 (nan) | > loss: 0.011918432079255581 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14071705042553748) | > loader_time: 0.0043 (0.004625730319401194)  --> TIME: 2025-03-23 23:21:38 -- STEP: 2005/31555 -- GLOBAL_STEP: 286000 | > loss_text_ce: 0.052492640912532806 (0.04438460825610342) | > loss_mel_ce: 3.369093179702759 (nan) | > loss: 0.013577722012996674 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14073123836755222) | > loader_time: 0.0048 (0.004628274089974959)  --> TIME: 2025-03-23 23:21:47 -- STEP: 2055/31555 -- GLOBAL_STEP: 286050 | > loss_text_ce: 0.05224822089076042 (0.044431038711156605) | > loss_mel_ce: 3.608309507369995 (nan) | > loss: 0.014526023529469967 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14072323703997972) | > loader_time: 0.0042 (0.004625178427591818)  --> TIME: 2025-03-23 23:21:57 -- STEP: 2105/31555 -- GLOBAL_STEP: 286100 | > loss_text_ce: 0.044308654963970184 (0.044396846897174554) | > loss_mel_ce: 3.2505407333374023 (nan) | > loss: 0.013074800372123718 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14059189515555617) | > loader_time: 0.0045 (0.004624275017237725)  --> TIME: 2025-03-23 23:22:06 -- STEP: 2155/31555 -- GLOBAL_STEP: 286150 | > loss_text_ce: 0.042140115052461624 (0.04440586936861073) | > loss_mel_ce: 3.036466360092163 (nan) | > loss: 0.012216692790389061 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1404911945148306) | > loader_time: 0.0043 (0.004620770899159731)  --> TIME: 2025-03-23 23:22:16 -- STEP: 2205/31555 -- GLOBAL_STEP: 286200 | > loss_text_ce: 0.04666290804743767 (0.04439183607477859) | > loss_mel_ce: 2.914771318435669 (nan) | > loss: 0.011751723475754261 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14044157891046494) | > loader_time: 0.0045 (0.004619208593217159)  --> TIME: 2025-03-23 23:22:25 -- STEP: 2255/31555 -- GLOBAL_STEP: 286250 | > loss_text_ce: 0.05365000665187836 (0.04435823918660971) | > loss_mel_ce: 3.6019177436828613 (nan) | > loss: 0.014506221748888493 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1403974101707312) | > loader_time: 0.0045 (0.004617706159266036)  --> TIME: 2025-03-23 23:22:34 -- STEP: 2305/31555 -- GLOBAL_STEP: 286300 | > loss_text_ce: 0.04132070392370224 (0.04434458542283866) | > loss_mel_ce: 2.6861276626586914 (nan) | > loss: 0.010823208838701248 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14028995083624837) | > loader_time: 0.0051 (0.004617022433663662)  --> TIME: 2025-03-23 23:22:44 -- STEP: 2355/31555 -- GLOBAL_STEP: 286350 | > loss_text_ce: 0.043082721531391144 (0.0443379491512247) | > loss_mel_ce: 3.2452504634857178 (nan) | > loss: 0.01304894220083952 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14026411192179286) | > loader_time: 0.0046 (0.004615454967361099)  --> TIME: 2025-03-23 23:22:53 -- STEP: 2405/31555 -- GLOBAL_STEP: 286400 | > loss_text_ce: 0.045234695076942444 (0.044318137727600404) | > loss_mel_ce: 3.3812482357025146 (nan) | > loss: 0.0135971549898386 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14022024654301243) | > loader_time: 0.0047 (0.0046152572869758894)  --> TIME: 2025-03-23 23:23:03 -- STEP: 2455/31555 -- GLOBAL_STEP: 286450 | > loss_text_ce: 0.04281563311815262 (0.0443001671411598) | > loss_mel_ce: 3.3756210803985596 (nan) | > loss: 0.013565226458013058 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14017597691833175) | > loader_time: 0.0045 (0.004617308502041886)  --> TIME: 2025-03-23 23:23:12 -- STEP: 2505/31555 -- GLOBAL_STEP: 286500 | > loss_text_ce: 0.04118257388472557 (0.04428739089764163) | > loss_mel_ce: 2.860727310180664 (nan) | > loss: 0.011515515856444836 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14018866164003832) | > loader_time: 0.0048 (0.004616120998968863)  --> TIME: 2025-03-23 23:23:22 -- STEP: 2555/31555 -- GLOBAL_STEP: 286550 | > loss_text_ce: 0.044352930039167404 (0.04427978729796386) | > loss_mel_ce: 3.1004979610443115 (nan) | > loss: 0.012479567900300026 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14025139146121796) | > loader_time: 0.0046 (0.00461599840809921)  --> TIME: 2025-03-23 23:23:32 -- STEP: 2605/31555 -- GLOBAL_STEP: 286600 | > loss_text_ce: 0.047391243278980255 (0.044282912520151915) | > loss_mel_ce: 3.160447120666504 (nan) | > loss: 0.012729518115520477 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14033677170693135) | > loader_time: 0.0045 (0.004615014345311843)  --> TIME: 2025-03-23 23:23:42 -- STEP: 2655/31555 -- GLOBAL_STEP: 286650 | > loss_text_ce: 0.04279245808720589 (0.044288628041856466) | > loss_mel_ce: 3.438882350921631 (nan) | > loss: 0.013816171325743198 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14036476993740457) | > loader_time: 0.0045 (0.004615429520831496)  --> TIME: 2025-03-23 23:23:51 -- STEP: 2705/31555 -- GLOBAL_STEP: 286700 | > loss_text_ce: 0.03670448809862137 (0.044268576196238196) | > loss_mel_ce: 0.6026675701141357 (nan) | > loss: 0.0025371909141540527 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14033880692092476) | > loader_time: 0.0049 (0.004615332855534861)  --> TIME: 2025-03-23 23:24:01 -- STEP: 2755/31555 -- GLOBAL_STEP: 286750 | > loss_text_ce: 0.045911192893981934 (0.04426263248490443) | > loss_mel_ce: 2.477625608444214 (nan) | > loss: 0.010014034807682037 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14041863578201041) | > loader_time: 0.0043 (0.004616447888355289)  --> TIME: 2025-03-23 23:24:11 -- STEP: 2805/31555 -- GLOBAL_STEP: 286800 | > loss_text_ce: 0.045286912471055984 (0.04425975500859998) | > loss_mel_ce: 1.9970074892044067 (nan) | > loss: 0.00810434389859438 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14036057764621193) | > loader_time: 0.0047 (0.004616680842244896)  --> TIME: 2025-03-23 23:24:20 -- STEP: 2855/31555 -- GLOBAL_STEP: 286850 | > loss_text_ce: 0.045632634311914444 (0.04426203711829338) | > loss_mel_ce: 3.043903112411499 (nan) | > loss: 0.012260062620043755 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14036906003534538) | > loader_time: 0.0047 (0.00461751249750942)  --> TIME: 2025-03-23 23:24:30 -- STEP: 2905/31555 -- GLOBAL_STEP: 286900 | > loss_text_ce: 0.03688791021704674 (0.0442522191152413) | > loss_mel_ce: 2.8402762413024902 (nan) | > loss: 0.011417319066822529 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14035570313721282) | > loader_time: 0.0047 (0.004616100570626181)  --> TIME: 2025-03-23 23:24:40 -- STEP: 2955/31555 -- GLOBAL_STEP: 286950 | > loss_text_ce: 0.052978165447711945 (0.04425029571399777) | > loss_mel_ce: 2.9999310970306396 (nan) | > loss: 0.012114720419049263 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.140428288132205) | > loader_time: 0.0044 (0.00461324209287485)  --> TIME: 2025-03-23 23:24:49 -- STEP: 3005/31555 -- GLOBAL_STEP: 287000 | > loss_text_ce: 0.045018576085567474 (0.044279297872038964) | > loss_mel_ce: 2.8410682678222656 (nan) | > loss: 0.011452727019786835 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14045521360070526) | > loader_time: 0.0047 (0.004615350094888847)  --> TIME: 2025-03-23 23:24:59 -- STEP: 3055/31555 -- GLOBAL_STEP: 287050 | > loss_text_ce: 0.053599316626787186 (0.044251897374439395) | > loss_mel_ce: 3.2380728721618652 (nan) | > loss: 0.013062192127108574 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1404014727878109) | > loader_time: 0.0045 (0.0046159919857393485)  --> TIME: 2025-03-23 23:25:08 -- STEP: 3105/31555 -- GLOBAL_STEP: 287100 | > loss_text_ce: 0.054801568388938904 (0.04426611738276466) | > loss_mel_ce: 3.370962381362915 (nan) | > loss: 0.013594301417469978 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14040243798408028) | > loader_time: 0.0046 (0.0046172243385499195)  --> TIME: 2025-03-23 23:25:18 -- STEP: 3155/31555 -- GLOBAL_STEP: 287150 | > loss_text_ce: 0.04003046825528145 (0.044272503992409826) | > loss_mel_ce: 3.1182706356048584 (nan) | > loss: 0.012532941997051239 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14036560700925974) | > loader_time: 0.0047 (0.00461713878553)  --> TIME: 2025-03-23 23:25:27 -- STEP: 3205/31555 -- GLOBAL_STEP: 287200 | > loss_text_ce: 0.04353790357708931 (0.044262906054671244) | > loss_mel_ce: 2.9786593914031982 (nan) | > loss: 0.011992846615612507 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14032642197869388) | > loader_time: 0.0047 (0.00461744176058241)  --> TIME: 2025-03-23 23:25:37 -- STEP: 3255/31555 -- GLOBAL_STEP: 287250 | > loss_text_ce: 0.04626725986599922 (0.04426180851544198) | > loss_mel_ce: 2.8744659423828125 (nan) | > loss: 0.011590211652219296 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1403312778326414) | > loader_time: 0.0045 (0.004618210360384942)  --> TIME: 2025-03-23 23:25:46 -- STEP: 3305/31555 -- GLOBAL_STEP: 287300 | > loss_text_ce: 0.04201248660683632 (0.04424633946658627) | > loss_mel_ce: 2.8125054836273193 (nan) | > loss: 0.011327452957630157 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14033812279059266) | > loader_time: 0.0046 (0.004616375589875702)  --> TIME: 2025-03-23 23:25:56 -- STEP: 3355/31555 -- GLOBAL_STEP: 287350 | > loss_text_ce: 0.03721541911363602 (0.04422820347365434) | > loss_mel_ce: 0.0747273787856102 (nan) | > loss: 0.00044421746861189604 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1403679374433318) | > loader_time: 0.0045 (0.004614939170871516)  --> TIME: 2025-03-23 23:26:05 -- STEP: 3405/31555 -- GLOBAL_STEP: 287400 | > loss_text_ce: 0.04887375608086586 (0.044236772404040045) | > loss_mel_ce: 3.2104437351226807 (nan) | > loss: 0.012933799996972084 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14028252210911232) | > loader_time: 0.0052 (0.004614893665397749)  --> TIME: 2025-03-23 23:26:15 -- STEP: 3455/31555 -- GLOBAL_STEP: 287450 | > loss_text_ce: 0.043236229568719864 (0.04424700277457192) | > loss_mel_ce: 3.4865920543670654 (nan) | > loss: 0.014007256366312504 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14027571898983537) | > loader_time: 0.0044 (0.004613930513130778)  --> TIME: 2025-03-23 23:26:25 -- STEP: 3505/31555 -- GLOBAL_STEP: 287500 | > loss_text_ce: 0.04098806157708168 (0.04425643871188932) | > loss_mel_ce: 3.356663227081299 (nan) | > loss: 0.013482743874192238 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14037861735606577) | > loader_time: 0.0046 (0.004613314137479213)  --> TIME: 2025-03-23 23:26:35 -- STEP: 3555/31555 -- GLOBAL_STEP: 287550 | > loss_text_ce: 0.045075759291648865 (0.04423703966523444) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.1404395513226052) | > loader_time: 0.0043 (0.004613325934537525)  --> TIME: 2025-03-23 23:26:45 -- STEP: 3605/31555 -- GLOBAL_STEP: 287600 | > loss_text_ce: 0.04812498390674591 (0.04425148331145559) | > loss_mel_ce: 2.856008291244507 (nan) | > loss: 0.011524339206516743 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14044432640075746) | > loader_time: 0.0046 (0.004612904415051257)  --> TIME: 2025-03-23 23:26:54 -- STEP: 3655/31555 -- GLOBAL_STEP: 287650 | > loss_text_ce: 0.06313828378915787 (0.044247936661751454) | > loss_mel_ce: 2.1127264499664307 (nan) | > loss: 0.008634383790194988 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14049999149651335) | > loader_time: 0.0046 (0.004615952508720267)  --> TIME: 2025-03-23 23:27:04 -- STEP: 3705/31555 -- GLOBAL_STEP: 287700 | > loss_text_ce: 0.04465144872665405 (0.044275592218747696) | > loss_mel_ce: 2.9964680671691895 (nan) | > loss: 0.012067935429513454 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14051385698048272) | > loader_time: 0.0046 (0.004617105450546537)  --> TIME: 2025-03-23 23:27:14 -- STEP: 3755/31555 -- GLOBAL_STEP: 287750 | > loss_text_ce: 0.03922533988952637 (0.044278021816526396) | > loss_mel_ce: 1.1712239980697632 (nan) | > loss: 0.0048033706843853 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14050410146243464) | > loader_time: 0.0047 (0.004617720310602307)  --> TIME: 2025-03-23 23:27:23 -- STEP: 3805/31555 -- GLOBAL_STEP: 287800 | > loss_text_ce: 0.04827149212360382 (0.04429412669062852) | > loss_mel_ce: 3.9028124809265137 (nan) | > loss: 0.015678904950618744 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1405300182989179) | > loader_time: 0.0044 (0.004619126000322905)  --> TIME: 2025-03-23 23:27:33 -- STEP: 3855/31555 -- GLOBAL_STEP: 287850 | > loss_text_ce: 0.0523352175951004 (0.04430624339608756) | > loss_mel_ce: 1.1912109851837158 (nan) | > loss: 0.004934707656502724 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1404518952474835) | > loader_time: 0.0044 (0.004618195522620061)  --> TIME: 2025-03-23 23:27:42 -- STEP: 3905/31555 -- GLOBAL_STEP: 287900 | > loss_text_ce: 0.042167678475379944 (0.04432698462239533) | > loss_mel_ce: 3.0388998985290527 (nan) | > loss: 0.012226459570229053 (nan) | > current_lr: 5e-06 | > step_time: 0.1913 (0.14041857811003486) | > loader_time: 0.0049 (0.004617402983993945)  --> TIME: 2025-03-23 23:27:52 -- STEP: 3955/31555 -- GLOBAL_STEP: 287950 | > loss_text_ce: 0.03572355583310127 (0.04432902640030827) | > loss_mel_ce: 3.0818183422088623 (nan) | > loss: 0.012371198274195194 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14047262050710704) | > loader_time: 0.0045 (0.004617303059767234)  --> TIME: 2025-03-23 23:28:02 -- STEP: 4005/31555 -- GLOBAL_STEP: 288000 | > loss_text_ce: 0.04908270388841629 (0.04432329992564879) | > loss_mel_ce: 2.814601182937622 (nan) | > loss: 0.011363825760781765 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1404622289869526) | > loader_time: 0.0048 (0.0046181401361091645)  --> TIME: 2025-03-23 23:28:11 -- STEP: 4055/31555 -- GLOBAL_STEP: 288050 | > loss_text_ce: 0.04243751987814903 (0.04433744134135666) | > loss_mel_ce: 3.5973987579345703 (nan) | > loss: 0.014443796128034592 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14043762145883262) | > loader_time: 0.0043 (0.004618138596691131)  --> TIME: 2025-03-23 23:28:21 -- STEP: 4105/31555 -- GLOBAL_STEP: 288100 | > loss_text_ce: 0.04992498457431793 (0.04432394525011262) | > loss_mel_ce: 3.7633957862854004 (nan) | > loss: 0.01513222698122263 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14043051531486242) | > loader_time: 0.0046 (0.004616939948914842)  --> TIME: 2025-03-23 23:28:30 -- STEP: 4155/31555 -- GLOBAL_STEP: 288150 | > loss_text_ce: 0.05903391167521477 (0.04433180744458266) | > loss_mel_ce: 2.94708514213562 (nan) | > loss: 0.011929044499993324 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14044077904215843) | > loader_time: 0.0049 (0.004616185703575974)  --> TIME: 2025-03-23 23:28:40 -- STEP: 4205/31555 -- GLOBAL_STEP: 288200 | > loss_text_ce: 0.03678252547979355 (0.04432189531810363) | > loss_mel_ce: 3.3101141452789307 (nan) | > loss: 0.013281336985528469 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14047448910090699) | > loader_time: 0.0041 (0.0046169998246055775)  --> TIME: 2025-03-23 23:28:50 -- STEP: 4255/31555 -- GLOBAL_STEP: 288250 | > loss_text_ce: 0.046670157462358475 (0.044314700954284025) | > loss_mel_ce: 2.325524091720581 (nan) | > loss: 0.009413469582796097 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14051319339720877) | > loader_time: 0.0044 (0.0046165922413701635)  --> TIME: 2025-03-23 23:28:59 -- STEP: 4305/31555 -- GLOBAL_STEP: 288300 | > loss_text_ce: 0.04458136111497879 (0.0443070697746349) | > loss_mel_ce: 3.3664891719818115 (nan) | > loss: 0.013535995036363602 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14050707750619548) | > loader_time: 0.0047 (0.004620274544869847)  --> TIME: 2025-03-23 23:29:09 -- STEP: 4355/31555 -- GLOBAL_STEP: 288350 | > loss_text_ce: 0.05286673828959465 (0.04429899136419278) | > loss_mel_ce: 2.555886745452881 (nan) | > loss: 0.010352197103202343 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1404719665321505) | > loader_time: 0.0044 (0.0046203991028252525)  --> TIME: 2025-03-23 23:29:18 -- STEP: 4405/31555 -- GLOBAL_STEP: 288400 | > loss_text_ce: 0.05190715566277504 (0.04429309477735733) | > loss_mel_ce: 3.46571683883667 (nan) | > loss: 0.01395882572978735 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14044739823877264) | > loader_time: 0.0042 (0.004620586323819289)  --> TIME: 2025-03-23 23:29:28 -- STEP: 4455/31555 -- GLOBAL_STEP: 288450 | > loss_text_ce: 0.03739016503095627 (0.044291961570631005) | > loss_mel_ce: 2.8242788314819336 (nan) | > loss: 0.011355830356478691 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1405264692274414) | > loader_time: 0.0043 (0.004619301689995665)  --> TIME: 2025-03-23 23:29:38 -- STEP: 4505/31555 -- GLOBAL_STEP: 288500 | > loss_text_ce: 0.049226418137550354 (0.04428766863203541) | > loss_mel_ce: 2.820969820022583 (nan) | > loss: 0.01138966903090477 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14053518917663826) | > loader_time: 0.0046 (0.004618174386738942)  --> TIME: 2025-03-23 23:29:48 -- STEP: 4555/31555 -- GLOBAL_STEP: 288550 | > loss_text_ce: 0.040008194744586945 (0.04426992819751858) | > loss_mel_ce: 4.002071380615234 (nan) | > loss: 0.016039999201893806 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.1405334375823242) | > loader_time: 0.0042 (0.00461810260651272)  --> TIME: 2025-03-23 23:29:57 -- STEP: 4605/31555 -- GLOBAL_STEP: 288600 | > loss_text_ce: 0.04840260371565819 (0.04425523405395104) | > loss_mel_ce: 3.0317482948303223 (nan) | > loss: 0.012222821824252605 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14053552003170897) | > loader_time: 0.0045 (0.004617069598517908)  --> TIME: 2025-03-23 23:30:07 -- STEP: 4655/31555 -- GLOBAL_STEP: 288650 | > loss_text_ce: 0.03378939628601074 (0.04426217184959246) | > loss_mel_ce: 2.8314850330352783 (nan) | > loss: 0.011370137333869934 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14052619688236925) | > loader_time: 0.0044 (0.004616001930195853)  --> TIME: 2025-03-23 23:30:16 -- STEP: 4705/31555 -- GLOBAL_STEP: 288700 | > loss_text_ce: 0.04841936379671097 (0.04427634359760002) | > loss_mel_ce: 3.571345329284668 (nan) | > loss: 0.014364146627485752 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.1404929241135831) | > loader_time: 0.0045 (0.004615007526182863)  --> TIME: 2025-03-23 23:30:26 -- STEP: 4755/31555 -- GLOBAL_STEP: 288750 | > loss_text_ce: 0.04641403257846832 (0.04427508476506591) | > loss_mel_ce: 3.6511130332946777 (nan) | > loss: 0.014672727324068546 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14046224524922216) | > loader_time: 0.0046 (0.004614210078643589)  --> TIME: 2025-03-23 23:30:35 -- STEP: 4805/31555 -- GLOBAL_STEP: 288800 | > loss_text_ce: 0.037930577993392944 (0.04427909846461224) | > loss_mel_ce: 3.0662922859191895 (nan) | > loss: 0.012318344786763191 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1404580160928943) | > loader_time: 0.0045 (0.00461530035417858)  --> TIME: 2025-03-23 23:30:45 -- STEP: 4855/31555 -- GLOBAL_STEP: 288850 | > loss_text_ce: 0.05235461890697479 (0.04427575831647769) | > loss_mel_ce: 2.373232841491699 (nan) | > loss: 0.009625347331166267 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14052328803144004) | > loader_time: 0.0045 (0.004613277030654119)  --> TIME: 2025-03-23 23:30:55 -- STEP: 4905/31555 -- GLOBAL_STEP: 288900 | > loss_text_ce: 0.04485750570893288 (0.044272360806405696) | > loss_mel_ce: 3.1762773990631104 (nan) | > loss: 0.012782282195985317 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14051202303529683) | > loader_time: 0.0045 (0.00461103447108217)  --> TIME: 2025-03-23 23:31:04 -- STEP: 4955/31555 -- GLOBAL_STEP: 288950 | > loss_text_ce: 0.05258460342884064 (0.04427154092033575) | > loss_mel_ce: 0.855419933795929 (nan) | > loss: 0.0036031927447766066 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14051121125668783) | > loader_time: 0.0044 (0.004608962177388262)  --> TIME: 2025-03-23 23:31:14 -- STEP: 5005/31555 -- GLOBAL_STEP: 289000 | > loss_text_ce: 0.06249021366238594 (0.04426057067449467) | > loss_mel_ce: 2.0903677940368652 (nan) | > loss: 0.008543088100850582 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14048406546647063) | > loader_time: 0.0045 (0.004609836612667135)  --> TIME: 2025-03-23 23:31:23 -- STEP: 5055/31555 -- GLOBAL_STEP: 289050 | > loss_text_ce: 0.04401767998933792 (0.04427299154913167) | > loss_mel_ce: 3.2090938091278076 (nan) | > loss: 0.012909173965454102 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14046646225700085) | > loader_time: 0.0046 (0.004609889399286092)  --> TIME: 2025-03-23 23:31:33 -- STEP: 5105/31555 -- GLOBAL_STEP: 289100 | > loss_text_ce: 0.04005494341254234 (0.044280424712629114) | > loss_mel_ce: 1.7314941883087158 (nan) | > loss: 0.007029957138001919 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14047403200132774) | > loader_time: 0.0048 (0.004610855595722271)  --> TIME: 2025-03-23 23:31:43 -- STEP: 5155/31555 -- GLOBAL_STEP: 289150 | > loss_text_ce: 0.031490229070186615 (0.04428226445647099) | > loss_mel_ce: 2.9643709659576416 (nan) | > loss: 0.011888339184224606 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14052224686490394) | > loader_time: 0.0046 (0.004612313232643889)  --> TIME: 2025-03-23 23:31:53 -- STEP: 5205/31555 -- GLOBAL_STEP: 289200 | > loss_text_ce: 0.0437278114259243 (0.044272170858198345) | > loss_mel_ce: 3.331768274307251 (nan) | > loss: 0.013394827023148537 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14053865500531712) | > loader_time: 0.0046 (0.004613499911671997)  --> TIME: 2025-03-23 23:32:02 -- STEP: 5255/31555 -- GLOBAL_STEP: 289250 | > loss_text_ce: 0.043181560933589935 (0.04427201699653385) | > loss_mel_ce: 2.4879143238067627 (nan) | > loss: 0.010044032707810402 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14055923998185788) | > loader_time: 0.0045 (0.004613445873605321)  --> TIME: 2025-03-23 23:32:12 -- STEP: 5305/31555 -- GLOBAL_STEP: 289300 | > loss_text_ce: 0.05610733479261398 (0.044283989949975344) | > loss_mel_ce: 3.115051031112671 (nan) | > loss: 0.012583962641656399 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14062475182895542) | > loader_time: 0.0047 (0.004615561092495372)  --> TIME: 2025-03-23 23:32:22 -- STEP: 5355/31555 -- GLOBAL_STEP: 289350 | > loss_text_ce: 0.03968801349401474 (0.04427351355448333) | > loss_mel_ce: 0.0225830078125 (nan) | > loss: 0.0002471072366461158 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14063949509272533) | > loader_time: 0.0045 (0.00461637352694986)  --> TIME: 2025-03-23 23:32:32 -- STEP: 5405/31555 -- GLOBAL_STEP: 289400 | > loss_text_ce: 0.042818833142519 (0.0442747247228736) | > loss_mel_ce: 3.2059032917022705 (nan) | > loss: 0.012891755439341068 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14065701147674117) | > loader_time: 0.0048 (0.004615943372304759)  --> TIME: 2025-03-23 23:32:41 -- STEP: 5455/31555 -- GLOBAL_STEP: 289450 | > loss_text_ce: 0.0388149619102478 (0.04425926657579682) | > loss_mel_ce: 2.966625452041626 (nan) | > loss: 0.011926352046430111 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14063705257272438) | > loader_time: 0.0044 (0.004616263325776033)  --> TIME: 2025-03-23 23:32:51 -- STEP: 5505/31555 -- GLOBAL_STEP: 289500 | > loss_text_ce: 0.03791061416268349 (0.044255314843152385) | > loss_mel_ce: 3.496852159500122 (nan) | > loss: 0.014026837423443794 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14062481987595477) | > loader_time: 0.0046 (0.004616407694110664)  --> TIME: 2025-03-23 23:33:00 -- STEP: 5555/31555 -- GLOBAL_STEP: 289550 | > loss_text_ce: 0.03739282116293907 (0.04424311055707097) | > loss_mel_ce: 2.814629554748535 (nan) | > loss: 0.011317550204694271 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14061393913763487) | > loader_time: 0.0043 (0.004615792876208417)  --> TIME: 2025-03-23 23:33:10 -- STEP: 5605/31555 -- GLOBAL_STEP: 289600 | > loss_text_ce: 0.044915150851011276 (0.04425215814977124) | > loss_mel_ce: 2.829709529876709 (nan) | > loss: 0.011407241225242615 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14059709124433262) | > loader_time: 0.0046 (0.004615633238861351)  --> TIME: 2025-03-23 23:33:20 -- STEP: 5655/31555 -- GLOBAL_STEP: 289650 | > loss_text_ce: 0.045369017869234085 (0.04426151497551408) | > loss_mel_ce: 2.947213888168335 (nan) | > loss: 0.011875329539179802 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.140621469676442) | > loader_time: 0.0045 (0.004615497293986675)  --> TIME: 2025-03-23 23:33:29 -- STEP: 5705/31555 -- GLOBAL_STEP: 289700 | > loss_text_ce: 0.0428834892809391 (0.04426721942420865) | > loss_mel_ce: 3.578437566757202 (nan) | > loss: 0.014370322227478027 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14062960810247588) | > loader_time: 0.0049 (0.004615231546574185)  --> TIME: 2025-03-23 23:33:39 -- STEP: 5755/31555 -- GLOBAL_STEP: 289750 | > loss_text_ce: 0.023934265598654747 (0.044259336443826784) | > loss_mel_ce: 3.0008580684661865 (nan) | > loss: 0.012003145180642605 (nan) | > current_lr: 5e-06 | > step_time: 0.1031 (0.14062221135190014) | > loader_time: 0.0043 (0.00461543026848737)  --> TIME: 2025-03-23 23:33:49 -- STEP: 5805/31555 -- GLOBAL_STEP: 289800 | > loss_text_ce: 0.05155510455369949 (0.044268070092035004) | > loss_mel_ce: 3.1686058044433594 (nan) | > loss: 0.012778417207300663 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14064663427847393) | > loader_time: 0.0049 (0.004616230053700455)  --> TIME: 2025-03-23 23:33:59 -- STEP: 5855/31555 -- GLOBAL_STEP: 289850 | > loss_text_ce: 0.04529443755745888 (0.044267401213095296) | > loss_mel_ce: 3.790593147277832 (nan) | > loss: 0.015221777372062206 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14065625567806772) | > loader_time: 0.0044 (0.004617323741049599)  --> TIME: 2025-03-23 23:34:08 -- STEP: 5905/31555 -- GLOBAL_STEP: 289900 | > loss_text_ce: 0.046685799956321716 (0.04426456137255135) | > loss_mel_ce: 3.3094232082366943 (nan) | > loss: 0.013317893259227276 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14064793614993945) | > loader_time: 0.0047 (0.0046173980738731385)  --> TIME: 2025-03-23 23:34:18 -- STEP: 5955/31555 -- GLOBAL_STEP: 289950 | > loss_text_ce: 0.041184037923812866 (0.04427140995134445) | > loss_mel_ce: 3.5127296447753906 (nan) | > loss: 0.014102832414209843 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1406396808992604) | > loader_time: 0.0043 (0.004616540104876469)  --> TIME: 2025-03-23 23:34:27 -- STEP: 6005/31555 -- GLOBAL_STEP: 290000 | > loss_text_ce: 0.05718804523348808 (0.044269509164369975) | > loss_mel_ce: 2.723701238632202 (nan) | > loss: 0.011035275645554066 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1406572504702653) | > loader_time: 0.0048 (0.004616255287723107) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_290000.pth  --> TIME: 2025-03-23 23:34:43 -- STEP: 6055/31555 -- GLOBAL_STEP: 290050 | > loss_text_ce: 0.03861446678638458 (0.04426141134367129) | > loss_mel_ce: 3.184927225112915 (nan) | > loss: 0.012791832908987999 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1406514438688999) | > loader_time: 0.0046 (0.004616677239352694)  --> TIME: 2025-03-23 23:34:52 -- STEP: 6105/31555 -- GLOBAL_STEP: 290100 | > loss_text_ce: 0.040072157979011536 (0.04423902250832471) | > loss_mel_ce: 3.0307130813598633 (nan) | > loss: 0.01218565646559 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14062248104229785) | > loader_time: 0.0046 (0.004616841676291854)  --> TIME: 2025-03-23 23:35:02 -- STEP: 6155/31555 -- GLOBAL_STEP: 290150 | > loss_text_ce: 0.04718261584639549 (0.04425005384249536) | > loss_mel_ce: 3.362663984298706 (nan) | > loss: 0.013531138189136982 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14062445777688523) | > loader_time: 0.0048 (0.004616424923113579)  --> TIME: 2025-03-23 23:35:11 -- STEP: 6205/31555 -- GLOBAL_STEP: 290200 | > loss_text_ce: 0.039938509464263916 (0.04423975262769916) | > loss_mel_ce: 1.9990794658660889 (nan) | > loss: 0.008091341704130173 (nan) | > current_lr: 5e-06 | > step_time: 0.101 (0.14062172584625882) | > loader_time: 0.0044 (0.0046169294069891365)  --> TIME: 2025-03-23 23:35:21 -- STEP: 6255/31555 -- GLOBAL_STEP: 290250 | > loss_text_ce: 0.04316476732492447 (0.04423773541665392) | > loss_mel_ce: 3.1946945190429688 (nan) | > loss: 0.012848648242652416 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14061054832739012) | > loader_time: 0.0046 (0.0046168214506764)  --> TIME: 2025-03-23 23:35:30 -- STEP: 6305/31555 -- GLOBAL_STEP: 290300 | > loss_text_ce: 0.048355832695961 (0.04423139465767472) | > loss_mel_ce: 3.135408401489258 (nan) | > loss: 0.012633985839784145 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14062420484284172) | > loader_time: 0.0045 (0.004617020367252579)  --> TIME: 2025-03-23 23:35:40 -- STEP: 6355/31555 -- GLOBAL_STEP: 290350 | > loss_text_ce: 0.02414439432322979 (0.04422358627908123) | > loss_mel_ce: 2.6047348976135254 (nan) | > loss: 0.010432061739265919 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14060321747084256) | > loader_time: 0.0048 (0.004616857269071044)  --> TIME: 2025-03-23 23:35:49 -- STEP: 6405/31555 -- GLOBAL_STEP: 290400 | > loss_text_ce: 0.03748206049203873 (0.04423505667594157) | > loss_mel_ce: 0.0862630233168602 (nan) | > loss: 0.000491051934659481 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.140580345633251) | > loader_time: 0.0046 (0.004616747230035482)  --> TIME: 2025-03-23 23:35:59 -- STEP: 6455/31555 -- GLOBAL_STEP: 290450 | > loss_text_ce: 0.03737936541438103 (0.04423018993880526) | > loss_mel_ce: 3.139528512954712 (nan) | > loss: 0.012606777250766754 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14058256692243642) | > loader_time: 0.0045 (0.004616594277639736)  --> TIME: 2025-03-23 23:36:09 -- STEP: 6505/31555 -- GLOBAL_STEP: 290500 | > loss_text_ce: 0.043554723262786865 (0.04423268866065976) | > loss_mel_ce: 2.7294890880584717 (nan) | > loss: 0.01100414339452982 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14059126408259529) | > loader_time: 0.0045 (0.004616335591016442)  --> TIME: 2025-03-23 23:36:18 -- STEP: 6555/31555 -- GLOBAL_STEP: 290550 | > loss_text_ce: 0.03527521342039108 (0.04422453172294636) | > loss_mel_ce: 3.0403964519500732 (nan) | > loss: 0.012205046601593494 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14060921818131583) | > loader_time: 0.0042 (0.004615776562490719)  --> TIME: 2025-03-23 23:36:28 -- STEP: 6605/31555 -- GLOBAL_STEP: 290600 | > loss_text_ce: 0.027151186019182205 (0.04422661500371703) | > loss_mel_ce: 2.9628636837005615 (nan) | > loss: 0.01186513900756836 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1406231882714752) | > loader_time: 0.0047 (0.004615929124934696)  --> TIME: 2025-03-23 23:36:38 -- STEP: 6655/31555 -- GLOBAL_STEP: 290650 | > loss_text_ce: 0.052191998809576035 (0.04422815268527611) | > loss_mel_ce: 2.6273913383483887 (nan) | > loss: 0.01063326746225357 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14061058128265186) | > loader_time: 0.0045 (0.004615674531164272)  --> TIME: 2025-03-23 23:36:47 -- STEP: 6705/31555 -- GLOBAL_STEP: 290700 | > loss_text_ce: 0.041735418140888214 (0.04423618093244102) | > loss_mel_ce: 3.0460596084594727 (nan) | > loss: 0.012253155931830406 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14061529901292566) | > loader_time: 0.0047 (0.004615855590342434)  --> TIME: 2025-03-23 23:36:57 -- STEP: 6755/31555 -- GLOBAL_STEP: 290750 | > loss_text_ce: 0.04689204692840576 (0.04424870141170415) | > loss_mel_ce: 3.5577774047851562 (nan) | > loss: 0.01430424489080906 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14061643274336882) | > loader_time: 0.0044 (0.004616359249033132)  --> TIME: 2025-03-23 23:37:07 -- STEP: 6805/31555 -- GLOBAL_STEP: 290800 | > loss_text_ce: 0.04132642596960068 (0.0442454945758632) | > loss_mel_ce: 2.118614435195923 (nan) | > loss: 0.008571194484829903 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14061905008129627) | > loader_time: 0.0047 (0.00461571565189406)  --> TIME: 2025-03-23 23:37:16 -- STEP: 6855/31555 -- GLOBAL_STEP: 290850 | > loss_text_ce: 0.038812752813100815 (0.04424649073744377) | > loss_mel_ce: 2.5837244987487793 (nan) | > loss: 0.01040689367800951 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14063200425440842) | > loader_time: 0.0044 (0.004614792732667286)  --> TIME: 2025-03-23 23:37:26 -- STEP: 6905/31555 -- GLOBAL_STEP: 290900 | > loss_text_ce: 0.03616145998239517 (0.044233986248169925) | > loss_mel_ce: 3.358905792236328 (nan) | > loss: 0.013472490012645721 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1406857718426967) | > loader_time: 0.0044 (0.004615408229620737)  --> TIME: 2025-03-23 23:37:36 -- STEP: 6955/31555 -- GLOBAL_STEP: 290950 | > loss_text_ce: 0.04379592463374138 (0.044235460589807984) | > loss_mel_ce: 3.4077587127685547 (nan) | > loss: 0.013696645386517048 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14072118696765354) | > loader_time: 0.0047 (0.004615627476673715)  --> TIME: 2025-03-23 23:37:46 -- STEP: 7005/31555 -- GLOBAL_STEP: 291000 | > loss_text_ce: 0.0477806031703949 (0.04423155595656815) | > loss_mel_ce: 3.03143310546875 (nan) | > loss: 0.012219102121889591 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14069943281686956) | > loader_time: 0.0046 (0.004615550922717843)  --> TIME: 2025-03-23 23:37:55 -- STEP: 7055/31555 -- GLOBAL_STEP: 291050 | > loss_text_ce: 0.04434868320822716 (0.044229547762325946) | > loss_mel_ce: 3.9383397102355957 (nan) | > loss: 0.015804320573806763 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1407040826147283) | > loader_time: 0.0046 (0.004615512897915937)  --> TIME: 2025-03-23 23:38:05 -- STEP: 7105/31555 -- GLOBAL_STEP: 291100 | > loss_text_ce: 0.04176344722509384 (0.0442264814288956) | > loss_mel_ce: 3.3066792488098145 (nan) | > loss: 0.013287472538650036 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14074654193263422) | > loader_time: 0.0048 (0.00461681296840512)  --> TIME: 2025-03-23 23:38:15 -- STEP: 7155/31555 -- GLOBAL_STEP: 291150 | > loss_text_ce: 0.06177689880132675 (0.04423009474728601) | > loss_mel_ce: 3.5608131885528564 (nan) | > loss: 0.014375357888638973 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1407588245650425) | > loader_time: 0.0047 (0.004617723795519627)  --> TIME: 2025-03-23 23:38:25 -- STEP: 7205/31555 -- GLOBAL_STEP: 291200 | > loss_text_ce: 0.046582579612731934 (0.04423391380936102) | > loss_mel_ce: 3.153923511505127 (nan) | > loss: 0.012700422666966915 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14075151439510572) | > loader_time: 0.0046 (0.004618598817538116)  --> TIME: 2025-03-23 23:38:34 -- STEP: 7255/31555 -- GLOBAL_STEP: 291250 | > loss_text_ce: 0.053007859736680984 (0.04423183014784543) | > loss_mel_ce: 3.2802348136901855 (nan) | > loss: 0.01322715450078249 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14073433751159514) | > loader_time: 0.0044 (0.004618840772969267)  --> TIME: 2025-03-23 23:38:44 -- STEP: 7305/31555 -- GLOBAL_STEP: 291300 | > loss_text_ce: 0.03626396507024765 (0.04423176610611597) | > loss_mel_ce: 2.7505149841308594 (nan) | > loss: 0.011058647185564041 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14077208193910218) | > loader_time: 0.0046 (0.0046194827858509315)  --> TIME: 2025-03-23 23:38:54 -- STEP: 7355/31555 -- GLOBAL_STEP: 291350 | > loss_text_ce: 0.05000700801610947 (0.04422158736236691) | > loss_mel_ce: 3.27752685546875 (nan) | > loss: 0.013204501010477543 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14076921701593376) | > loader_time: 0.0046 (0.004619951462113582)  --> TIME: 2025-03-23 23:39:04 -- STEP: 7405/31555 -- GLOBAL_STEP: 291400 | > loss_text_ce: 0.03179562836885452 (0.0442176890174012) | > loss_mel_ce: 2.56085467338562 (nan) | > loss: 0.010288296267390251 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14079135695798123) | > loader_time: 0.0047 (0.004620586384960666)  --> TIME: 2025-03-23 23:39:13 -- STEP: 7455/31555 -- GLOBAL_STEP: 291450 | > loss_text_ce: 0.0609506219625473 (0.04421117585439725) | > loss_mel_ce: 3.2500159740448 (nan) | > loss: 0.013138757087290287 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14078724980754093) | > loader_time: 0.0044 (0.004620577583850294)  --> TIME: 2025-03-23 23:39:23 -- STEP: 7505/31555 -- GLOBAL_STEP: 291500 | > loss_text_ce: 0.05043672397732735 (0.044211659189326145) | > loss_mel_ce: 3.058939218521118 (nan) | > loss: 0.012338793836534023 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1407833740442775) | > loader_time: 0.0045 (0.004621570861633447)  --> TIME: 2025-03-23 23:39:32 -- STEP: 7555/31555 -- GLOBAL_STEP: 291550 | > loss_text_ce: 0.04672367125749588 (0.044207088805089244) | > loss_mel_ce: 3.7466084957122803 (nan) | > loss: 0.01505290623754263 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14077108908299202) | > loader_time: 0.0046 (0.004621390015143287)  --> TIME: 2025-03-23 23:39:42 -- STEP: 7605/31555 -- GLOBAL_STEP: 291600 | > loss_text_ce: 0.04424156993627548 (0.04421058783943257) | > loss_mel_ce: 2.8072545528411865 (nan) | > loss: 0.011315462179481983 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1407898473708276) | > loader_time: 0.0046 (0.0046221711461596005)  --> TIME: 2025-03-23 23:39:52 -- STEP: 7655/31555 -- GLOBAL_STEP: 291650 | > loss_text_ce: 0.05612574517726898 (0.044206857550366185) | > loss_mel_ce: 2.997316837310791 (nan) | > loss: 0.01211683638393879 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14079098013162167) | > loader_time: 0.0048 (0.004623044416999468)  --> TIME: 2025-03-23 23:40:01 -- STEP: 7705/31555 -- GLOBAL_STEP: 291700 | > loss_text_ce: 0.04054098203778267 (0.044207012054790315) | > loss_mel_ce: 3.5362212657928467 (nan) | > loss: 0.014193501323461533 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14079180633302346) | > loader_time: 0.0047 (0.004623824075628326)  --> TIME: 2025-03-23 23:40:11 -- STEP: 7755/31555 -- GLOBAL_STEP: 291750 | > loss_text_ce: 0.03729938715696335 (0.04419987766729072) | > loss_mel_ce: 3.582049608230591 (nan) | > loss: 0.014362497255206108 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14076850581830141) | > loader_time: 0.0046 (0.00462384334615861)  --> TIME: 2025-03-23 23:40:21 -- STEP: 7805/31555 -- GLOBAL_STEP: 291800 | > loss_text_ce: 0.042936772108078 (0.04419632540642269) | > loss_mel_ce: 3.1835594177246094 (nan) | > loss: 0.012803557328879833 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14077137446724267) | > loader_time: 0.0047 (0.0046241825929748265)  --> TIME: 2025-03-23 23:40:30 -- STEP: 7855/31555 -- GLOBAL_STEP: 291850 | > loss_text_ce: 0.04009135812520981 (0.044199645472542334) | > loss_mel_ce: 1.9428319931030273 (nan) | > loss: 0.007868744432926178 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14075649429627263) | > loader_time: 0.0044 (0.004623740164054442)  --> TIME: 2025-03-23 23:40:40 -- STEP: 7905/31555 -- GLOBAL_STEP: 291900 | > loss_text_ce: 0.045593757182359695 (0.04419514326606093) | > loss_mel_ce: 3.347186803817749 (nan) | > loss: 0.013463415205478668 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1407958179995052) | > loader_time: 0.0046 (0.004623982244319083)  --> TIME: 2025-03-23 23:40:49 -- STEP: 7955/31555 -- GLOBAL_STEP: 291950 | > loss_text_ce: 0.044366367161273956 (0.04418672892486885) | > loss_mel_ce: 3.1446197032928467 (nan) | > loss: 0.01265470776706934 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14077074969811404) | > loader_time: 0.0045 (0.0046237071305232635)  --> TIME: 2025-03-23 23:40:59 -- STEP: 8005/31555 -- GLOBAL_STEP: 292000 | > loss_text_ce: 0.04747481271624565 (0.04418341840811077) | > loss_mel_ce: 3.561483860015869 (nan) | > loss: 0.014321265742182732 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14077734393227648) | > loader_time: 0.0044 (0.004623487783476109)  --> TIME: 2025-03-23 23:41:09 -- STEP: 8055/31555 -- GLOBAL_STEP: 292050 | > loss_text_ce: 0.04076067730784416 (0.04418298975165079) | > loss_mel_ce: 2.847682237625122 (nan) | > loss: 0.011462075635790825 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14079344981505534) | > loader_time: 0.0043 (0.004622689927312493)  --> TIME: 2025-03-23 23:41:19 -- STEP: 8105/31555 -- GLOBAL_STEP: 292100 | > loss_text_ce: 0.04022516310214996 (0.0441758641257267) | > loss_mel_ce: 3.426028251647949 (nan) | > loss: 0.01375497505068779 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1407949517348313) | > loader_time: 0.0045 (0.0046217033849830546)  --> TIME: 2025-03-23 23:41:28 -- STEP: 8155/31555 -- GLOBAL_STEP: 292150 | > loss_text_ce: 0.04830990731716156 (0.044177568859662335) | > loss_mel_ce: 1.331152319908142 (nan) | > loss: 0.005474057048559189 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14078467177292253) | > loader_time: 0.0045 (0.0046211025453213395)  --> TIME: 2025-03-23 23:41:38 -- STEP: 8205/31555 -- GLOBAL_STEP: 292200 | > loss_text_ce: 0.03985477238893509 (0.04417251096601395) | > loss_mel_ce: 2.716031789779663 (nan) | > loss: 0.01093605812638998 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407935416531376) | > loader_time: 0.0044 (0.0046211382443406765)  --> TIME: 2025-03-23 23:41:48 -- STEP: 8255/31555 -- GLOBAL_STEP: 292250 | > loss_text_ce: 0.05138283967971802 (0.04417729519109059) | > loss_mel_ce: 3.8532001972198486 (nan) | > loss: 0.015494377352297306 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14081655830993303) | > loader_time: 0.0045 (0.004621539817731521)  --> TIME: 2025-03-23 23:41:57 -- STEP: 8305/31555 -- GLOBAL_STEP: 292300 | > loss_text_ce: 0.052836835384368896 (0.044171992814519404) | > loss_mel_ce: 1.8214915990829468 (nan) | > loss: 0.007437811233103275 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1407860851230428) | > loader_time: 0.0046 (0.004620993015351337)  --> TIME: 2025-03-23 23:42:06 -- STEP: 8355/31555 -- GLOBAL_STEP: 292350 | > loss_text_ce: 0.050404541194438934 (0.04417350522901832) | > loss_mel_ce: 2.9975321292877197 (nan) | > loss: 0.01209498755633831 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1407659313195058) | > loader_time: 0.0049 (0.0046205526337090175)  --> TIME: 2025-03-23 23:42:16 -- STEP: 8405/31555 -- GLOBAL_STEP: 292400 | > loss_text_ce: 0.045397285372018814 (0.04417033957329666) | > loss_mel_ce: 2.9135775566101074 (nan) | > loss: 0.011741964146494865 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14078600952697637) | > loader_time: 0.0043 (0.004620079679335978)  --> TIME: 2025-03-23 23:42:26 -- STEP: 8455/31555 -- GLOBAL_STEP: 292450 | > loss_text_ce: 0.049068812280893326 (0.04417396987078466) | > loss_mel_ce: 2.9184508323669434 (nan) | > loss: 0.01177587267011404 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407854442269335) | > loader_time: 0.0046 (0.0046196555470941125)  --> TIME: 2025-03-23 23:42:36 -- STEP: 8505/31555 -- GLOBAL_STEP: 292500 | > loss_text_ce: 0.04507322609424591 (0.044187218952991957) | > loss_mel_ce: 2.676462173461914 (nan) | > loss: 0.010799744166433811 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14079053153857168) | > loader_time: 0.0048 (0.0046196650225299235)  --> TIME: 2025-03-23 23:42:45 -- STEP: 8555/31555 -- GLOBAL_STEP: 292550 | > loss_text_ce: 0.04275640472769737 (0.04418905066105275) | > loss_mel_ce: 2.88360595703125 (nan) | > loss: 0.011612549424171448 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14080249300343084) | > loader_time: 0.0046 (0.004619940841915613)  --> TIME: 2025-03-23 23:42:55 -- STEP: 8605/31555 -- GLOBAL_STEP: 292600 | > loss_text_ce: 0.05465596169233322 (0.044189438029240635) | > loss_mel_ce: 3.1700119972229004 (nan) | > loss: 0.012796302326023579 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14082207873697436) | > loader_time: 0.0045 (0.004620055276803142)  --> TIME: 2025-03-23 23:43:05 -- STEP: 8655/31555 -- GLOBAL_STEP: 292650 | > loss_text_ce: 0.04471932351589203 (0.04418778923969101) | > loss_mel_ce: 3.0934200286865234 (nan) | > loss: 0.012452933937311172 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14082281389792925) | > loader_time: 0.0049 (0.0046198962259540715)  --> TIME: 2025-03-23 23:43:14 -- STEP: 8705/31555 -- GLOBAL_STEP: 292700 | > loss_text_ce: 0.03580237925052643 (0.04418200542149984) | > loss_mel_ce: 3.35009765625 (nan) | > loss: 0.013436111621558666 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14079927012264445) | > loader_time: 0.0046 (0.004619929819254973)  --> TIME: 2025-03-23 23:43:23 -- STEP: 8755/31555 -- GLOBAL_STEP: 292750 | > loss_text_ce: 0.03826330602169037 (0.04418184069511321) | > loss_mel_ce: 2.8657448291778564 (nan) | > loss: 0.011523842811584473 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14076184390409582) | > loader_time: 0.0045 (0.0046197044856204)  --> TIME: 2025-03-23 23:43:33 -- STEP: 8805/31555 -- GLOBAL_STEP: 292800 | > loss_text_ce: 0.04269920289516449 (0.044182061071231106) | > loss_mel_ce: 3.113953113555908 (nan) | > loss: 0.01252639852464199 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14078291121834358) | > loader_time: 0.0046 (0.004619395820881973)  --> TIME: 2025-03-23 23:43:43 -- STEP: 8855/31555 -- GLOBAL_STEP: 292850 | > loss_text_ce: 0.03342819958925247 (0.044182768611543514) | > loss_mel_ce: 2.466610908508301 (nan) | > loss: 0.009920790791511536 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14081871088179854) | > loader_time: 0.0045 (0.004619412634885645)  --> TIME: 2025-03-23 23:43:53 -- STEP: 8905/31555 -- GLOBAL_STEP: 292900 | > loss_text_ce: 0.04631437733769417 (0.04418358775394348) | > loss_mel_ce: 2.102043390274048 (nan) | > loss: 0.00852522999048233 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1408391106737795) | > loader_time: 0.0044 (0.004619393303178805)  --> TIME: 2025-03-23 23:44:03 -- STEP: 8955/31555 -- GLOBAL_STEP: 292950 | > loss_text_ce: 0.043722450733184814 (0.044185556709092515) | > loss_mel_ce: 3.0334224700927734 (nan) | > loss: 0.01221089344471693 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14083893747718454) | > loader_time: 0.0046 (0.004619233079758001)  --> TIME: 2025-03-23 23:44:13 -- STEP: 9005/31555 -- GLOBAL_STEP: 293000 | > loss_text_ce: 0.04063639044761658 (0.0441872435754816) | > loss_mel_ce: 3.4453275203704834 (nan) | > loss: 0.013833190314471722 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1408588827218965) | > loader_time: 0.0047 (0.004619747900022936)  --> TIME: 2025-03-23 23:44:22 -- STEP: 9055/31555 -- GLOBAL_STEP: 293050 | > loss_text_ce: 0.03903648629784584 (0.04419004165812763) | > loss_mel_ce: 3.1939589977264404 (nan) | > loss: 0.01282934844493866 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14085316394719583) | > loader_time: 0.0046 (0.004620372597385293)  --> TIME: 2025-03-23 23:44:32 -- STEP: 9105/31555 -- GLOBAL_STEP: 293100 | > loss_text_ce: 0.034233033657073975 (0.04418342645734731) | > loss_mel_ce: 2.8363037109375 (nan) | > loss: 0.011391019448637962 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14086229799868732) | > loader_time: 0.0044 (0.004621296489323852)  --> TIME: 2025-03-23 23:44:42 -- STEP: 9155/31555 -- GLOBAL_STEP: 293150 | > loss_text_ce: 0.03591873496770859 (0.044187885674010656) | > loss_mel_ce: 2.912008762359619 (nan) | > loss: 0.01169812586158514 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14087034321300088) | > loader_time: 0.0048 (0.004621504956031364)  --> TIME: 2025-03-23 23:44:51 -- STEP: 9205/31555 -- GLOBAL_STEP: 293200 | > loss_text_ce: 0.04229675233364105 (0.044185963973184444) | > loss_mel_ce: 3.4445488452911377 (nan) | > loss: 0.013836689293384552 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1408714196527867) | > loader_time: 0.0047 (0.004621439378977737)  --> TIME: 2025-03-23 23:45:01 -- STEP: 9255/31555 -- GLOBAL_STEP: 293250 | > loss_text_ce: 0.040816519409418106 (0.04418470641323388) | > loss_mel_ce: 3.459186315536499 (nan) | > loss: 0.013888901099562645 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1408429340308968) | > loader_time: 0.0047 (0.004621287824526669)  --> TIME: 2025-03-23 23:45:11 -- STEP: 9305/31555 -- GLOBAL_STEP: 293300 | > loss_text_ce: 0.03601207956671715 (0.044192224053574924) | > loss_mel_ce: 2.6898555755615234 (nan) | > loss: 0.010816936381161213 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1408626897177476) | > loader_time: 0.0043 (0.004620726604348937)  --> TIME: 2025-03-23 23:45:20 -- STEP: 9355/31555 -- GLOBAL_STEP: 293350 | > loss_text_ce: 0.04729278013110161 (0.044190023284363666) | > loss_mel_ce: 2.8104984760284424 (nan) | > loss: 0.01134044211357832 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14083265320366575) | > loader_time: 0.0045 (0.004620088758728585)  --> TIME: 2025-03-23 23:45:29 -- STEP: 9405/31555 -- GLOBAL_STEP: 293400 | > loss_text_ce: 0.04603330045938492 (0.04420564529693457) | > loss_mel_ce: 2.92638897895813 (nan) | > loss: 0.011795327067375183 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.1408139901614965) | > loader_time: 0.0049 (0.004620015576822467)  --> TIME: 2025-03-23 23:45:39 -- STEP: 9455/31555 -- GLOBAL_STEP: 293450 | > loss_text_ce: 0.04186629131436348 (0.04420478213095811) | > loss_mel_ce: 3.39667010307312 (nan) | > loss: 0.013644986785948277 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14081509833232514) | > loader_time: 0.0046 (0.004620338154494735)  --> TIME: 2025-03-23 23:45:49 -- STEP: 9505/31555 -- GLOBAL_STEP: 293500 | > loss_text_ce: 0.0403074249625206 (0.04420167755106289) | > loss_mel_ce: 2.309791088104248 (nan) | > loss: 0.009325788356363773 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14083919043543486) | > loader_time: 0.0044 (0.004620592798577181)  --> TIME: 2025-03-23 23:45:58 -- STEP: 9555/31555 -- GLOBAL_STEP: 293550 | > loss_text_ce: 0.05204235017299652 (0.04419379750747196) | > loss_mel_ce: 2.765143871307373 (nan) | > loss: 0.011179310269653797 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14082875131999328) | > loader_time: 0.0045 (0.004620439228994073)  --> TIME: 2025-03-23 23:46:08 -- STEP: 9605/31555 -- GLOBAL_STEP: 293600 | > loss_text_ce: 0.04297748580574989 (0.044192283063397855) | > loss_mel_ce: 0.0979352667927742 (nan) | > loss: 0.0005591776571236551 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1408548124751223) | > loader_time: 0.0044 (0.004621348314022163)  --> TIME: 2025-03-23 23:46:18 -- STEP: 9655/31555 -- GLOBAL_STEP: 293650 | > loss_text_ce: 0.05271907523274422 (0.04420007370385343) | > loss_mel_ce: 3.1858036518096924 (nan) | > loss: 0.012851282022893429 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14086591223248066) | > loader_time: 0.0048 (0.00462108957279784)  --> TIME: 2025-03-23 23:46:28 -- STEP: 9705/31555 -- GLOBAL_STEP: 293700 | > loss_text_ce: 0.04610118642449379 (0.04420327814713333) | > loss_mel_ce: 3.1460700035095215 (nan) | > loss: 0.012667346745729446 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14088985702538237) | > loader_time: 0.0053 (0.004621494780613669)  --> TIME: 2025-03-23 23:46:38 -- STEP: 9755/31555 -- GLOBAL_STEP: 293750 | > loss_text_ce: 0.0392778143286705 (0.04419744724301827) | > loss_mel_ce: 2.7362258434295654 (nan) | > loss: 0.01101390365511179 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14088666814220444) | > loader_time: 0.0048 (0.004622072711594582)  --> TIME: 2025-03-23 23:46:47 -- STEP: 9805/31555 -- GLOBAL_STEP: 293800 | > loss_text_ce: 0.05446627363562584 (0.044196034934464855) | > loss_mel_ce: 2.5527217388153076 (nan) | > loss: 0.010345984250307083 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14090516655983717) | > loader_time: 0.0045 (0.004622363193128741)  --> TIME: 2025-03-23 23:46:58 -- STEP: 9855/31555 -- GLOBAL_STEP: 293850 | > loss_text_ce: 0.04375718533992767 (0.04419165054862576) | > loss_mel_ce: 3.5516316890716553 (nan) | > loss: 0.014267416670918465 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14093212452350948) | > loader_time: 0.0045 (0.00462236508447346)  --> TIME: 2025-03-23 23:47:07 -- STEP: 9905/31555 -- GLOBAL_STEP: 293900 | > loss_text_ce: 0.03690620884299278 (0.04418054975095367) | > loss_mel_ce: 2.530870199203491 (nan) | > loss: 0.01018959004431963 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14091859752033065) | > loader_time: 0.0042 (0.004622238034975763)  --> TIME: 2025-03-23 23:47:17 -- STEP: 9955/31555 -- GLOBAL_STEP: 293950 | > loss_text_ce: 0.04556671530008316 (0.044185008623345935) | > loss_mel_ce: 0.08740234375 (nan) | > loss: 0.0005276550073176622 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14091438531037392) | > loader_time: 0.0043 (0.0046220740141550065)  --> TIME: 2025-03-23 23:47:26 -- STEP: 10005/31555 -- GLOBAL_STEP: 294000 | > loss_text_ce: 0.04357586428523064 (0.04418140067153435) | > loss_mel_ce: 3.713815689086914 (nan) | > loss: 0.01491028442978859 (nan) | > current_lr: 5e-06 | > step_time: 0.1047 (0.1409330167155575) | > loader_time: 0.0043 (0.004622175048912006)  --> TIME: 2025-03-23 23:47:36 -- STEP: 10055/31555 -- GLOBAL_STEP: 294050 | > loss_text_ce: 0.04066823050379753 (0.04418221343510611) | > loss_mel_ce: 2.4271609783172607 (nan) | > loss: 0.009792973287403584 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14095123064334228) | > loader_time: 0.0045 (0.004622209587836968)  --> TIME: 2025-03-23 23:47:46 -- STEP: 10105/31555 -- GLOBAL_STEP: 294100 | > loss_text_ce: 0.042142581194639206 (0.04418182977185374) | > loss_mel_ce: 3.346787452697754 (nan) | > loss: 0.013448135927319527 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14093520239047178) | > loader_time: 0.0049 (0.004622234536066677)  --> TIME: 2025-03-23 23:47:56 -- STEP: 10155/31555 -- GLOBAL_STEP: 294150 | > loss_text_ce: 0.05472875386476517 (0.04419263045040779) | > loss_mel_ce: 2.387150526046753 (nan) | > loss: 0.009689997881650925 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14095916175184925) | > loader_time: 0.0046 (0.004622174647569312)  --> TIME: 2025-03-23 23:48:05 -- STEP: 10205/31555 -- GLOBAL_STEP: 294200 | > loss_text_ce: 0.04842805117368698 (0.04419532907977962) | > loss_mel_ce: 3.2302334308624268 (nan) | > loss: 0.013010562397539616 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14096804545943165) | > loader_time: 0.0045 (0.004622094295937202)  --> TIME: 2025-03-23 23:48:15 -- STEP: 10255/31555 -- GLOBAL_STEP: 294250 | > loss_text_ce: 0.04576404020190239 (0.044189835116921185) | > loss_mel_ce: 2.925233840942383 (nan) | > loss: 0.011789674870669842 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1409888733659708) | > loader_time: 0.0045 (0.004622790895980029)  --> TIME: 2025-03-23 23:48:25 -- STEP: 10305/31555 -- GLOBAL_STEP: 294300 | > loss_text_ce: 0.047608159482479095 (0.04418331423791546) | > loss_mel_ce: 2.8801674842834473 (nan) | > loss: 0.011618157848715782 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14101214140494592) | > loader_time: 0.0046 (0.0046235516255252445)  --> TIME: 2025-03-23 23:48:35 -- STEP: 10355/31555 -- GLOBAL_STEP: 294350 | > loss_text_ce: 0.04211276024580002 (0.04418727554064319) | > loss_mel_ce: 3.211463451385498 (nan) | > loss: 0.01291101798415184 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14104542895712688) | > loader_time: 0.0045 (0.004624528115869782)  --> TIME: 2025-03-23 23:48:45 -- STEP: 10405/31555 -- GLOBAL_STEP: 294400 | > loss_text_ce: 0.03808196634054184 (0.04419071782990795) | > loss_mel_ce: 3.602571725845337 (nan) | > loss: 0.014447038993239403 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1410323195248947) | > loader_time: 0.0045 (0.004624572159979336)  --> TIME: 2025-03-23 23:48:55 -- STEP: 10455/31555 -- GLOBAL_STEP: 294450 | > loss_text_ce: 0.051209915429353714 (0.044193789988065044) | > loss_mel_ce: 2.829815149307251 (nan) | > loss: 0.011432640254497528 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14103906399778451) | > loader_time: 0.0047 (0.0046251638148858305)  --> TIME: 2025-03-23 23:49:04 -- STEP: 10505/31555 -- GLOBAL_STEP: 294500 | > loss_text_ce: 0.05327611789107323 (0.04419598437664861) | > loss_mel_ce: 3.3987581729888916 (nan) | > loss: 0.013698549009859562 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14103195741027996) | > loader_time: 0.0048 (0.00462498928126354)  --> TIME: 2025-03-23 23:49:14 -- STEP: 10555/31555 -- GLOBAL_STEP: 294550 | > loss_text_ce: 0.04669089987874031 (0.04419349243927073) | > loss_mel_ce: 2.7662906646728516 (nan) | > loss: 0.01116262562572956 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14106758922719703) | > loader_time: 0.0045 (0.00462510311338134)  --> TIME: 2025-03-23 23:49:24 -- STEP: 10605/31555 -- GLOBAL_STEP: 294600 | > loss_text_ce: 0.05597561225295067 (0.04418985808390264) | > loss_mel_ce: 2.3757410049438477 (nan) | > loss: 0.009649669751524925 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14108291407454338) | > loader_time: 0.0045 (0.004625753027714965)  --> TIME: 2025-03-23 23:49:34 -- STEP: 10655/31555 -- GLOBAL_STEP: 294650 | > loss_text_ce: 0.049610137939453125 (0.04419355914503658) | > loss_mel_ce: 2.965017795562744 (nan) | > loss: 0.011962809599936008 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14109572965961212) | > loader_time: 0.0046 (0.004626154731775541)  --> TIME: 2025-03-23 23:49:44 -- STEP: 10705/31555 -- GLOBAL_STEP: 294700 | > loss_text_ce: 0.0439012311398983 (0.0441916059838353) | > loss_mel_ce: 3.228428363800049 (nan) | > loss: 0.01298543531447649 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14111220603900151) | > loader_time: 0.0048 (0.004627121435821965)  --> TIME: 2025-03-23 23:49:53 -- STEP: 10755/31555 -- GLOBAL_STEP: 294750 | > loss_text_ce: 0.0329488106071949 (0.04419968519697546) | > loss_mel_ce: 3.1516916751861572 (nan) | > loss: 0.012637462466955185 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14110271628099222) | > loader_time: 0.0046 (0.004627012574689317)  --> TIME: 2025-03-23 23:50:03 -- STEP: 10805/31555 -- GLOBAL_STEP: 294800 | > loss_text_ce: 0.04519813135266304 (0.04420362579679805) | > loss_mel_ce: 2.8923263549804688 (nan) | > loss: 0.011656844057142735 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14111449569532739) | > loader_time: 0.0045 (0.004627291663053788)  --> TIME: 2025-03-23 23:50:13 -- STEP: 10855/31555 -- GLOBAL_STEP: 294850 | > loss_text_ce: 0.04712237790226936 (0.04420348268134396) | > loss_mel_ce: 3.307919502258301 (nan) | > loss: 0.013313659466803074 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1411368681504839) | > loader_time: 0.0044 (0.004627740421585081)  --> TIME: 2025-03-23 23:50:23 -- STEP: 10905/31555 -- GLOBAL_STEP: 294900 | > loss_text_ce: 0.037665460258722305 (0.044197476617838204) | > loss_mel_ce: 3.360866069793701 (nan) | > loss: 0.013486236333847046 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1411551501104891) | > loader_time: 0.0049 (0.004628347486927106)  --> TIME: 2025-03-23 23:50:33 -- STEP: 10955/31555 -- GLOBAL_STEP: 294950 | > loss_text_ce: 0.042402878403663635 (0.0441985606499414) | > loss_mel_ce: 3.4571211338043213 (nan) | > loss: 0.01388700120151043 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14115848327977998) | > loader_time: 0.0044 (0.00462830733730606)  --> TIME: 2025-03-23 23:50:43 -- STEP: 11005/31555 -- GLOBAL_STEP: 295000 | > loss_text_ce: 0.04575613513588905 (0.04419912759710554) | > loss_mel_ce: 3.2363553047180176 (nan) | > loss: 0.013024251908063889 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1411675261454605) | > loader_time: 0.005 (0.004628506837677591)  --> TIME: 2025-03-23 23:50:52 -- STEP: 11055/31555 -- GLOBAL_STEP: 295050 | > loss_text_ce: 0.041375383734703064 (0.0441977512015578) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1411336702116474) | > loader_time: 0.0045 (0.004628194720968293)  --> TIME: 2025-03-23 23:51:01 -- STEP: 11105/31555 -- GLOBAL_STEP: 295100 | > loss_text_ce: 0.05829361453652382 (0.044191433000556515) | > loss_mel_ce: 3.2395458221435547 (nan) | > loss: 0.01308666542172432 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14112942790942204) | > loader_time: 0.0047 (0.004628251963292933)  --> TIME: 2025-03-23 23:51:11 -- STEP: 11155/31555 -- GLOBAL_STEP: 295150 | > loss_text_ce: 0.051561661064624786 (0.04418517478555105) | > loss_mel_ce: 4.2110490798950195 (nan) | > loss: 0.016915123909711838 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14111773827748184) | > loader_time: 0.0047 (0.004628363536217441)  --> TIME: 2025-03-23 23:51:20 -- STEP: 11205/31555 -- GLOBAL_STEP: 295200 | > loss_text_ce: 0.04698954522609711 (0.04418446268306172) | > loss_mel_ce: 3.6482837200164795 (nan) | > loss: 0.01466378290206194 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14111452602691205) | > loader_time: 0.0046 (0.004628337828616151)  --> TIME: 2025-03-23 23:51:30 -- STEP: 11255/31555 -- GLOBAL_STEP: 295250 | > loss_text_ce: 0.029346749186515808 (0.04418107434653776) | > loss_mel_ce: 1.6446853876113892 (nan) | > loss: 0.006642984692007303 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14110725251159284) | > loader_time: 0.0044 (0.004628261763590896)  --> TIME: 2025-03-23 23:51:40 -- STEP: 11305/31555 -- GLOBAL_STEP: 295300 | > loss_text_ce: 0.044564031064510345 (0.04417992549800522) | > loss_mel_ce: 3.3222100734710693 (nan) | > loss: 0.013360215350985527 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14110667712917288) | > loader_time: 0.0048 (0.004629088460423668)  --> TIME: 2025-03-23 23:51:49 -- STEP: 11355/31555 -- GLOBAL_STEP: 295350 | > loss_text_ce: 0.04017539322376251 (0.04417945782796292) | > loss_mel_ce: 2.9524242877960205 (nan) | > loss: 0.011875396594405174 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14111322758219857) | > loader_time: 0.0046 (0.004629347787350601)  --> TIME: 2025-03-23 23:51:59 -- STEP: 11405/31555 -- GLOBAL_STEP: 295400 | > loss_text_ce: 0.0476541742682457 (0.044176070665689966) | > loss_mel_ce: 2.91621732711792 (nan) | > loss: 0.011761395260691643 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14113666090407143) | > loader_time: 0.0044 (0.004630015618651638)  --> TIME: 2025-03-23 23:52:09 -- STEP: 11455/31555 -- GLOBAL_STEP: 295450 | > loss_text_ce: 0.03979681059718132 (0.04417349519586137) | > loss_mel_ce: 3.1111199855804443 (nan) | > loss: 0.012503638863563538 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14115674194942068) | > loader_time: 0.0046 (0.004630414350019266)  --> TIME: 2025-03-23 23:52:19 -- STEP: 11505/31555 -- GLOBAL_STEP: 295500 | > loss_text_ce: 0.05468776449561119 (0.04418309881153167) | > loss_mel_ce: 1.9825869798660278 (nan) | > loss: 0.008084424771368504 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14115631077819082) | > loader_time: 0.005 (0.004630366370554636)  --> TIME: 2025-03-23 23:52:29 -- STEP: 11555/31555 -- GLOBAL_STEP: 295550 | > loss_text_ce: 0.054596345871686935 (0.044182396598389254) | > loss_mel_ce: 3.2034997940063477 (nan) | > loss: 0.01292895432561636 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14114718241177845) | > loader_time: 0.0045 (0.004630318599983184)  --> TIME: 2025-03-23 23:52:38 -- STEP: 11605/31555 -- GLOBAL_STEP: 295600 | > loss_text_ce: 0.036527980118989944 (0.044179261684456336) | > loss_mel_ce: 3.354231119155884 (nan) | > loss: 0.013455393724143505 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14116423969277045) | > loader_time: 0.0045 (0.0046306236403505065)  --> TIME: 2025-03-23 23:52:48 -- STEP: 11655/31555 -- GLOBAL_STEP: 295650 | > loss_text_ce: 0.04108527675271034 (0.04418177296855411) | > loss_mel_ce: 3.348093032836914 (nan) | > loss: 0.01344912126660347 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14115605974136047) | > loader_time: 0.0044 (0.004630851827430799)  --> TIME: 2025-03-23 23:52:58 -- STEP: 11705/31555 -- GLOBAL_STEP: 295700 | > loss_text_ce: 0.050588805228471756 (0.04417720836551852) | > loss_mel_ce: 3.0144565105438232 (nan) | > loss: 0.01216287910938263 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1411583037011802) | > loader_time: 0.0045 (0.004631230526630406)  --> TIME: 2025-03-23 23:53:07 -- STEP: 11755/31555 -- GLOBAL_STEP: 295750 | > loss_text_ce: 0.0442691370844841 (0.04417341619758527) | > loss_mel_ce: 3.5795297622680664 (nan) | > loss: 0.014380155131220818 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14116604619206732) | > loader_time: 0.0044 (0.004630965874175822)  --> TIME: 2025-03-23 23:53:17 -- STEP: 11805/31555 -- GLOBAL_STEP: 295800 | > loss_text_ce: 0.06047193706035614 (0.04418139599519288) | > loss_mel_ce: 1.0850454568862915 (nan) | > loss: 0.004545703995972872 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14117457839403583) | > loader_time: 0.0044 (0.0046311171263872805)  --> TIME: 2025-03-23 23:53:27 -- STEP: 11855/31555 -- GLOBAL_STEP: 295850 | > loss_text_ce: 0.05389843508601189 (0.04418338903916112) | > loss_mel_ce: 2.7374794483184814 (nan) | > loss: 0.011076896451413631 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14116628293697497) | > loader_time: 0.0044 (0.004631261552048847)  --> TIME: 2025-03-23 23:53:37 -- STEP: 11905/31555 -- GLOBAL_STEP: 295900 | > loss_text_ce: 0.04958513006567955 (0.04418312194907764) | > loss_mel_ce: 2.7939279079437256 (nan) | > loss: 0.011283782310783863 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1411745772147473) | > loader_time: 0.0044 (0.004631841367956264)  --> TIME: 2025-03-23 23:53:46 -- STEP: 11955/31555 -- GLOBAL_STEP: 295950 | > loss_text_ce: 0.029369637370109558 (0.04417645844320465) | > loss_mel_ce: 2.402083396911621 (nan) | > loss: 0.009648623876273632 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14118344571390037) | > loader_time: 0.0044 (0.004631726385808194)  --> TIME: 2025-03-23 23:53:56 -- STEP: 12005/31555 -- GLOBAL_STEP: 296000 | > loss_text_ce: 0.037832457572221756 (0.044176872565361854) | > loss_mel_ce: 1.2660726308822632 (nan) | > loss: 0.005174227058887482 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14116654739634135) | > loader_time: 0.0044 (0.004631242251604701)  --> TIME: 2025-03-23 23:54:06 -- STEP: 12055/31555 -- GLOBAL_STEP: 296050 | > loss_text_ce: 0.03865187615156174 (0.04418273983466861) | > loss_mel_ce: 2.7597439289093018 (nan) | > loss: 0.011104745790362358 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1411945325019996) | > loader_time: 0.0044 (0.00463095213653931)  --> TIME: 2025-03-23 23:54:16 -- STEP: 12105/31555 -- GLOBAL_STEP: 296100 | > loss_text_ce: 0.04675915464758873 (0.044184595235199964) | > loss_mel_ce: 3.3748257160186768 (nan) | > loss: 0.013577718287706375 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14120348615618833) | > loader_time: 0.0045 (0.004630723623932019)  --> TIME: 2025-03-23 23:54:25 -- STEP: 12155/31555 -- GLOBAL_STEP: 296150 | > loss_text_ce: 0.039961982518434525 (0.04418266655786063) | > loss_mel_ce: 3.120413064956665 (nan) | > loss: 0.012541172094643116 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1411887605903281) | > loader_time: 0.0044 (0.0046302919964494125)  --> TIME: 2025-03-23 23:54:35 -- STEP: 12205/31555 -- GLOBAL_STEP: 296200 | > loss_text_ce: 0.03955050930380821 (0.044181616254233363) | > loss_mel_ce: 2.9078612327575684 (nan) | > loss: 0.011696078814566135 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14118409117730346) | > loader_time: 0.0046 (0.0046295165820279946)  --> TIME: 2025-03-23 23:54:44 -- STEP: 12255/31555 -- GLOBAL_STEP: 296250 | > loss_text_ce: 0.046963710337877274 (0.044180763825342625) | > loss_mel_ce: 3.5270049571990967 (nan) | > loss: 0.014182415790855885 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14119242619903985) | > loader_time: 0.0048 (0.004628835488999917)  --> TIME: 2025-03-23 23:54:54 -- STEP: 12305/31555 -- GLOBAL_STEP: 296300 | > loss_text_ce: 0.05701363831758499 (0.04418102311903649) | > loss_mel_ce: 2.706801176071167 (nan) | > loss: 0.01096752006560564 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14118937651639288) | > loader_time: 0.0046 (0.00462809585546487)  --> TIME: 2025-03-23 23:55:03 -- STEP: 12355/31555 -- GLOBAL_STEP: 296350 | > loss_text_ce: 0.05048900842666626 (0.04417800902589133) | > loss_mel_ce: 3.0079610347747803 (nan) | > loss: 0.012136707082390785 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1411767339764316) | > loader_time: 0.0043 (0.004627612649260711)  --> TIME: 2025-03-23 23:55:13 -- STEP: 12405/31555 -- GLOBAL_STEP: 296400 | > loss_text_ce: 0.04641500860452652 (0.04418210056465892) | > loss_mel_ce: 3.1277413368225098 (nan) | > loss: 0.012595859356224537 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14117245097546663) | > loader_time: 0.0047 (0.00462761209742381)  --> TIME: 2025-03-23 23:55:23 -- STEP: 12455/31555 -- GLOBAL_STEP: 296450 | > loss_text_ce: 0.04510394111275673 (0.04417771546664386) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14116640795382676) | > loader_time: 0.0043 (0.0046273128520241185)  --> TIME: 2025-03-23 23:55:33 -- STEP: 12505/31555 -- GLOBAL_STEP: 296500 | > loss_text_ce: 0.039593592286109924 (0.0441764215579401) | > loss_mel_ce: 3.2183196544647217 (nan) | > loss: 0.01292822789400816 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1411915122676212) | > loader_time: 0.0045 (0.0046270043313241084)  --> TIME: 2025-03-23 23:55:42 -- STEP: 12555/31555 -- GLOBAL_STEP: 296550 | > loss_text_ce: 0.046688321977853775 (0.0441798763793246) | > loss_mel_ce: 3.1032590866088867 (nan) | > loss: 0.012499791570007801 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1411736569239391) | > loader_time: 0.0044 (0.004626486701160158)  --> TIME: 2025-03-23 23:55:52 -- STEP: 12605/31555 -- GLOBAL_STEP: 296600 | > loss_text_ce: 0.04910510033369064 (0.04418270106817863) | > loss_mel_ce: 2.9114973545074463 (nan) | > loss: 0.011748423799872398 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14116971949555032) | > loader_time: 0.0047 (0.004626124891578465)  --> TIME: 2025-03-23 23:56:02 -- STEP: 12655/31555 -- GLOBAL_STEP: 296650 | > loss_text_ce: 0.04593309387564659 (0.04418529916263268) | > loss_mel_ce: 3.291367530822754 (nan) | > loss: 0.013243257068097591 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1411863880730205) | > loader_time: 0.0047 (0.004626161710210867)  --> TIME: 2025-03-23 23:56:11 -- STEP: 12705/31555 -- GLOBAL_STEP: 296700 | > loss_text_ce: 0.03552303835749626 (0.044182967478816323) | > loss_mel_ce: 2.4992687702178955 (nan) | > loss: 0.010058698244392872 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14118537428059133) | > loader_time: 0.0045 (0.004626222915979691)  --> TIME: 2025-03-23 23:56:21 -- STEP: 12755/31555 -- GLOBAL_STEP: 296750 | > loss_text_ce: 0.04647926241159439 (0.04417650300369802) | > loss_mel_ce: 2.97802734375 (nan) | > loss: 0.012002010829746723 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14119984712006325) | > loader_time: 0.0052 (0.004626452581689011)  --> TIME: 2025-03-23 23:56:31 -- STEP: 12805/31555 -- GLOBAL_STEP: 296800 | > loss_text_ce: 0.039254702627658844 (0.0441756614987557) | > loss_mel_ce: 3.293485641479492 (nan) | > loss: 0.013225160539150238 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14119168981263935) | > loader_time: 0.0047 (0.004626683060520561)  --> TIME: 2025-03-23 23:56:40 -- STEP: 12855/31555 -- GLOBAL_STEP: 296850 | > loss_text_ce: 0.05162382125854492 (0.04417591647236666) | > loss_mel_ce: 3.4509878158569336 (nan) | > loss: 0.01389925368130207 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1411779514967078) | > loader_time: 0.0047 (0.004626834128256295)  --> TIME: 2025-03-23 23:56:49 -- STEP: 12905/31555 -- GLOBAL_STEP: 296900 | > loss_text_ce: 0.04309895262122154 (0.04417413412371398) | > loss_mel_ce: 2.6919569969177246 (nan) | > loss: 0.010853396728634834 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14116526906317636) | > loader_time: 0.0045 (0.004626682515016868)  --> TIME: 2025-03-23 23:56:59 -- STEP: 12955/31555 -- GLOBAL_STEP: 296950 | > loss_text_ce: 0.04865646734833717 (0.04417202366542601) | > loss_mel_ce: 3.1789870262145996 (nan) | > loss: 0.012808109633624554 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14118332822366134) | > loader_time: 0.0046 (0.004626892929783842)  --> TIME: 2025-03-23 23:57:09 -- STEP: 13005/31555 -- GLOBAL_STEP: 297000 | > loss_text_ce: 0.05746854469180107 (0.04417672722060807) | > loss_mel_ce: 2.2235989570617676 (nan) | > loss: 0.009051855653524399 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14117859375105635) | > loader_time: 0.0045 (0.0046269661919147555)  --> TIME: 2025-03-23 23:57:19 -- STEP: 13055/31555 -- GLOBAL_STEP: 297050 | > loss_text_ce: 0.04760313406586647 (0.04418064194661154) | > loss_mel_ce: 3.294086217880249 (nan) | > loss: 0.0132606728002429 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14118824671712843) | > loader_time: 0.0046 (0.004627435611884099)  --> TIME: 2025-03-23 23:57:29 -- STEP: 13105/31555 -- GLOBAL_STEP: 297100 | > loss_text_ce: 0.05266505479812622 (0.0441784062642052) | > loss_mel_ce: 0.02685546875 (nan) | > loss: 0.00031555764144286513 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14119090526352346) | > loader_time: 0.0046 (0.0046277648754039806)  --> TIME: 2025-03-23 23:57:38 -- STEP: 13155/31555 -- GLOBAL_STEP: 297150 | > loss_text_ce: 0.04730845242738724 (0.04417128790076511) | > loss_mel_ce: 0.06923828274011612 (nan) | > loss: 0.0004624870780389756 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14119294658444892) | > loader_time: 0.0048 (0.004627965276842104)  --> TIME: 2025-03-23 23:57:48 -- STEP: 13205/31555 -- GLOBAL_STEP: 297200 | > loss_text_ce: 0.04136833921074867 (0.04416733061431413) | > loss_mel_ce: 2.7910120487213135 (nan) | > loss: 0.011239605024456978 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14119018341997583) | > loader_time: 0.0048 (0.004628325483646414)  --> TIME: 2025-03-23 23:57:57 -- STEP: 13255/31555 -- GLOBAL_STEP: 297250 | > loss_text_ce: 0.05305362492799759 (0.044164218389830076) | > loss_mel_ce: 3.2640724182128906 (nan) | > loss: 0.01316319964826107 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14117399271098438) | > loader_time: 0.0045 (0.004628243584850516)  --> TIME: 2025-03-23 23:58:07 -- STEP: 13305/31555 -- GLOBAL_STEP: 297300 | > loss_text_ce: 0.055076468735933304 (0.04416798564385979) | > loss_mel_ce: 2.7987921237945557 (nan) | > loss: 0.011324875988066196 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1411847061879742) | > loader_time: 0.0054 (0.004628939307842523)  --> TIME: 2025-03-23 23:58:17 -- STEP: 13355/31555 -- GLOBAL_STEP: 297350 | > loss_text_ce: 0.04020726680755615 (0.044168951466068765) | > loss_mel_ce: 2.3877766132354736 (nan) | > loss: 0.009634857065975666 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14117806112217332) | > loader_time: 0.0045 (0.004629856421678803)  --> TIME: 2025-03-23 23:58:26 -- STEP: 13405/31555 -- GLOBAL_STEP: 297400 | > loss_text_ce: 0.04247833788394928 (0.04416734408892918) | > loss_mel_ce: 1.7463676929473877 (nan) | > loss: 0.0070985956117510796 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1411723348908532) | > loader_time: 0.0046 (0.004630393405673842)  --> TIME: 2025-03-23 23:58:36 -- STEP: 13455/31555 -- GLOBAL_STEP: 297450 | > loss_text_ce: 0.042613718658685684 (0.04416645423999595) | > loss_mel_ce: 2.7996673583984375 (nan) | > loss: 0.011278893798589706 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14119279892282482) | > loader_time: 0.0046 (0.004630482998624336)  --> TIME: 2025-03-23 23:58:46 -- STEP: 13505/31555 -- GLOBAL_STEP: 297500 | > loss_text_ce: 0.051068320870399475 (0.04416586488039854) | > loss_mel_ce: 2.897352457046509 (nan) | > loss: 0.011700083501636982 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14119879299956123) | > loader_time: 0.0049 (0.004630773838075693)  --> TIME: 2025-03-23 23:58:55 -- STEP: 13555/31555 -- GLOBAL_STEP: 297550 | > loss_text_ce: 0.0486086942255497 (0.04416774826557859) | > loss_mel_ce: 3.2137484550476074 (nan) | > loss: 0.012945862486958504 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14117827100623617) | > loader_time: 0.0049 (0.00463071609941719)  --> TIME: 2025-03-23 23:59:05 -- STEP: 13605/31555 -- GLOBAL_STEP: 297600 | > loss_text_ce: 0.05952738597989082 (0.04417152336460793) | > loss_mel_ce: 3.2826592922210693 (nan) | > loss: 0.013262646272778511 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14119548236828683) | > loader_time: 0.0047 (0.004631002910520077)  --> TIME: 2025-03-23 23:59:15 -- STEP: 13655/31555 -- GLOBAL_STEP: 297650 | > loss_text_ce: 0.042570918798446655 (0.04416759035920753) | > loss_mel_ce: 0.71675705909729 (nan) | > loss: 0.003013206645846367 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14120493088830113) | > loader_time: 0.0044 (0.0046311997791124)  --> TIME: 2025-03-23 23:59:25 -- STEP: 13705/31555 -- GLOBAL_STEP: 297700 | > loss_text_ce: 0.04656587913632393 (0.044168236042416785) | > loss_mel_ce: 0.537628173828125 (nan) | > loss: 0.0023182304576039314 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14120418380882033) | > loader_time: 0.0046 (0.004631219733070164)  --> TIME: 2025-03-23 23:59:34 -- STEP: 13755/31555 -- GLOBAL_STEP: 297750 | > loss_text_ce: 0.04223525896668434 (0.04417198858620293) | > loss_mel_ce: 2.7272512912750244 (nan) | > loss: 0.010990027338266373 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14120530300424625) | > loader_time: 0.0045 (0.004631109282737292)  --> TIME: 2025-03-23 23:59:44 -- STEP: 13805/31555 -- GLOBAL_STEP: 297800 | > loss_text_ce: 0.041829999536275864 (0.04417330073884216) | > loss_mel_ce: 1.699249267578125 (nan) | > loss: 0.006909044925123453 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14121559430446695) | > loader_time: 0.005 (0.004631047143490575)  --> TIME: 2025-03-23 23:59:54 -- STEP: 13855/31555 -- GLOBAL_STEP: 297850 | > loss_text_ce: 0.05712158977985382 (0.04417532266150241) | > loss_mel_ce: 2.9798810482025146 (nan) | > loss: 0.01205159816890955 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14121676678693648) | > loader_time: 0.0047 (0.00463157424596361)  --> TIME: 2025-03-24 00:00:04 -- STEP: 13905/31555 -- GLOBAL_STEP: 297900 | > loss_text_ce: 0.062221940606832504 (0.044178368808706396) | > loss_mel_ce: 3.4001755714416504 (nan) | > loss: 0.013739673420786858 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1412416436011221) | > loader_time: 0.0045 (0.004631800618972413)  --> TIME: 2025-03-24 00:00:14 -- STEP: 13955/31555 -- GLOBAL_STEP: 297950 | > loss_text_ce: 0.03813811391592026 (0.04418109591452353) | > loss_mel_ce: 3.0266644954681396 (nan) | > loss: 0.012161916121840477 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14123426930787333) | > loader_time: 0.0048 (0.004632292320035505)  --> TIME: 2025-03-24 00:00:23 -- STEP: 14005/31555 -- GLOBAL_STEP: 298000 | > loss_text_ce: 0.056031484156847 (0.04418532574720228) | > loss_mel_ce: 3.162482261657715 (nan) | > loss: 0.012771880254149437 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14122999128976982) | > loader_time: 0.0047 (0.0046326985234917935)  --> TIME: 2025-03-24 00:00:33 -- STEP: 14055/31555 -- GLOBAL_STEP: 298050 | > loss_text_ce: 0.049976930022239685 (0.04418174135152487) | > loss_mel_ce: 3.5731842517852783 (nan) | > loss: 0.014377623796463013 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14122719606951167) | > loader_time: 0.0045 (0.004633679537533943)  --> TIME: 2025-03-24 00:00:43 -- STEP: 14105/31555 -- GLOBAL_STEP: 298100 | > loss_text_ce: 0.04206782206892967 (0.044184872060842574) | > loss_mel_ce: 3.7688498497009277 (nan) | > loss: 0.015122690238058567 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14123329467191958) | > loader_time: 0.0046 (0.00463375695332361)  --> TIME: 2025-03-24 00:00:52 -- STEP: 14155/31555 -- GLOBAL_STEP: 298150 | > loss_text_ce: 0.03879193589091301 (0.04418920288135475) | > loss_mel_ce: 2.8564224243164062 (nan) | > loss: 0.01148894615471363 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14122625825599647) | > loader_time: 0.0044 (0.0046337146887043094)  --> TIME: 2025-03-24 00:01:02 -- STEP: 14205/31555 -- GLOBAL_STEP: 298200 | > loss_text_ce: 0.04916302114725113 (0.044179281644098366) | > loss_mel_ce: 1.9495517015457153 (nan) | > loss: 0.007931407541036606 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1412374107235964) | > loader_time: 0.0048 (0.004633746991397537)  --> TIME: 2025-03-24 00:01:12 -- STEP: 14255/31555 -- GLOBAL_STEP: 298250 | > loss_text_ce: 0.06036173179745674 (0.04417958080445847) | > loss_mel_ce: 3.3159492015838623 (nan) | > loss: 0.013398059643805027 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14124328378458584) | > loader_time: 0.0045 (0.004634205427808697)  --> TIME: 2025-03-24 00:01:22 -- STEP: 14305/31555 -- GLOBAL_STEP: 298300 | > loss_text_ce: 0.0447431318461895 (0.044181191808147356) | > loss_mel_ce: 3.380739212036133 (nan) | > loss: 0.013593184761703014 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14125085608686686) | > loader_time: 0.0049 (0.004634246339501297)  --> TIME: 2025-03-24 00:01:31 -- STEP: 14355/31555 -- GLOBAL_STEP: 298350 | > loss_text_ce: 0.0415005199611187 (0.0441775523308433) | > loss_mel_ce: 3.3277270793914795 (nan) | > loss: 0.013369951397180557 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14124333827763796) | > loader_time: 0.0048 (0.004634252087823268)  --> TIME: 2025-03-24 00:01:41 -- STEP: 14405/31555 -- GLOBAL_STEP: 298400 | > loss_text_ce: 0.04982950910925865 (0.04417271009759182) | > loss_mel_ce: 3.471292018890381 (nan) | > loss: 0.013972705230116844 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14124220914618904) | > loader_time: 0.005 (0.004634330753483975)  --> TIME: 2025-03-24 00:01:50 -- STEP: 14455/31555 -- GLOBAL_STEP: 298450 | > loss_text_ce: 0.04786830395460129 (0.04416871459620542) | > loss_mel_ce: 3.5017759799957275 (nan) | > loss: 0.014085890725255013 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14123072352058016) | > loader_time: 0.0046 (0.004634586909533941)  --> TIME: 2025-03-24 00:02:00 -- STEP: 14505/31555 -- GLOBAL_STEP: 298500 | > loss_text_ce: 0.04078816622495651 (0.04416854327518252) | > loss_mel_ce: 0.0524495430290699 (nan) | > loss: 0.0003699909429997206 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14122549996874054) | > loader_time: 0.0044 (0.004634698971679637)  --> TIME: 2025-03-24 00:02:09 -- STEP: 14555/31555 -- GLOBAL_STEP: 298550 | > loss_text_ce: 0.042443402111530304 (0.04417199395739038) | > loss_mel_ce: 3.1793646812438965 (nan) | > loss: 0.012784954160451889 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1412168229252804) | > loader_time: 0.0046 (0.004635156368070835)  --> TIME: 2025-03-24 00:02:19 -- STEP: 14605/31555 -- GLOBAL_STEP: 298600 | > loss_text_ce: 0.04157078266143799 (0.044170568331384906) | > loss_mel_ce: 3.152965545654297 (nan) | > loss: 0.012676731683313847 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14120670153400067) | > loader_time: 0.0049 (0.0046350686772969035)  --> TIME: 2025-03-24 00:02:28 -- STEP: 14655/31555 -- GLOBAL_STEP: 298650 | > loss_text_ce: 0.04967506229877472 (0.0441718186819002) | > loss_mel_ce: 3.4515175819396973 (nan) | > loss: 0.01389362197369337 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.141206947750949) | > loader_time: 0.0046 (0.004635083199523481)  --> TIME: 2025-03-24 00:02:38 -- STEP: 14705/31555 -- GLOBAL_STEP: 298700 | > loss_text_ce: 0.04734912887215614 (0.044164569796699894) | > loss_mel_ce: 3.262774705886841 (nan) | > loss: 0.013135412707924843 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14122036929359139) | > loader_time: 0.0048 (0.004635170778017059)  --> TIME: 2025-03-24 00:02:48 -- STEP: 14755/31555 -- GLOBAL_STEP: 298750 | > loss_text_ce: 0.03943151980638504 (0.044159233098409786) | > loss_mel_ce: 2.642068862915039 (nan) | > loss: 0.010640875436365604 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14121235298407495) | > loader_time: 0.0047 (0.00463533239904317)  --> TIME: 2025-03-24 00:02:58 -- STEP: 14805/31555 -- GLOBAL_STEP: 298800 | > loss_text_ce: 0.05107191950082779 (0.04415617032861674) | > loss_mel_ce: 3.8795573711395264 (nan) | > loss: 0.015597736462950706 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14121605413501925) | > loader_time: 0.0047 (0.004635299520289637)  --> TIME: 2025-03-24 00:03:07 -- STEP: 14855/31555 -- GLOBAL_STEP: 298850 | > loss_text_ce: 0.05055805668234825 (0.044157808263184654) | > loss_mel_ce: 3.1916580200195312 (nan) | > loss: 0.012865937314927578 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1412157013776604) | > loader_time: 0.0045 (0.00463531038970587)  --> TIME: 2025-03-24 00:03:17 -- STEP: 14905/31555 -- GLOBAL_STEP: 298900 | > loss_text_ce: 0.05263509228825569 (0.04415406350731227) | > loss_mel_ce: 2.7474536895751953 (nan) | > loss: 0.011111464351415634 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.141198015404963) | > loader_time: 0.0045 (0.004635354745551981)  --> TIME: 2025-03-24 00:03:26 -- STEP: 14955/31555 -- GLOBAL_STEP: 298950 | > loss_text_ce: 0.0603850781917572 (0.0441509114453817) | > loss_mel_ce: 3.076172351837158 (nan) | > loss: 0.012446656823158264 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1411830086327043) | > loader_time: 0.0046 (0.004635534522446523)  --> TIME: 2025-03-24 00:03:36 -- STEP: 15005/31555 -- GLOBAL_STEP: 299000 | > loss_text_ce: 0.04564396291971207 (0.04414928047137291) | > loss_mel_ce: 3.733708620071411 (nan) | > loss: 0.014997432008385658 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14117944166684912) | > loader_time: 0.0047 (0.00463596639216879)  --> TIME: 2025-03-24 00:03:45 -- STEP: 15055/31555 -- GLOBAL_STEP: 299050 | > loss_text_ce: 0.04592125490307808 (0.04415400069459354) | > loss_mel_ce: 3.041816473007202 (nan) | > loss: 0.0122529286891222 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14116070347345355) | > loader_time: 0.0044 (0.0046364494591050595)  --> TIME: 2025-03-24 00:03:55 -- STEP: 15105/31555 -- GLOBAL_STEP: 299100 | > loss_text_ce: 0.04560381919145584 (0.04415437958891658) | > loss_mel_ce: 3.5703673362731934 (nan) | > loss: 0.014349092729389668 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14116505075471736) | > loader_time: 0.0044 (0.004636687152790566)  --> TIME: 2025-03-24 00:04:04 -- STEP: 15155/31555 -- GLOBAL_STEP: 299150 | > loss_text_ce: 0.03095325455069542 (0.04415699583522832) | > loss_mel_ce: 2.278280019760132 (nan) | > loss: 0.009163624607026577 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14116948801705775) | > loader_time: 0.0045 (0.004636583089120543)  --> TIME: 2025-03-24 00:04:14 -- STEP: 15205/31555 -- GLOBAL_STEP: 299200 | > loss_text_ce: 0.036121733486652374 (0.04415637336234027) | > loss_mel_ce: 2.814056396484375 (nan) | > loss: 0.011310231871902943 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14117090572694593) | > loader_time: 0.0044 (0.004636442892569447)  --> TIME: 2025-03-24 00:04:24 -- STEP: 15255/31555 -- GLOBAL_STEP: 299250 | > loss_text_ce: 0.050029125064611435 (0.04415511169200095) | > loss_mel_ce: 1.8372268676757812 (nan) | > loss: 0.007489111740142107 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14116166146690023) | > loader_time: 0.0044 (0.00463655078579112)  --> TIME: 2025-03-24 00:04:33 -- STEP: 15305/31555 -- GLOBAL_STEP: 299300 | > loss_text_ce: 0.04213652014732361 (0.044151700613913804) | > loss_mel_ce: 3.2020463943481445 (nan) | > loss: 0.012873741798102856 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14116829983045423) | > loader_time: 0.0045 (0.004636476601466982)  --> TIME: 2025-03-24 00:04:43 -- STEP: 15355/31555 -- GLOBAL_STEP: 299350 | > loss_text_ce: 0.031956177204847336 (0.044150905518964584) | > loss_mel_ce: 2.9769914150238037 (nan) | > loss: 0.01194026879966259 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14116883683150283) | > loader_time: 0.0044 (0.004637005910621867)  --> TIME: 2025-03-24 00:04:53 -- STEP: 15405/31555 -- GLOBAL_STEP: 299400 | > loss_text_ce: 0.03689875081181526 (0.044150460121808024) | > loss_mel_ce: 3.135650157928467 (nan) | > loss: 0.012589480727910995 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14118268609782056) | > loader_time: 0.0049 (0.004637666477548802)  --> TIME: 2025-03-24 00:05:03 -- STEP: 15455/31555 -- GLOBAL_STEP: 299450 | > loss_text_ce: 0.04251677542924881 (0.04415532559119063) | > loss_mel_ce: 3.232750177383423 (nan) | > loss: 0.012997091747820377 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14118449620851897) | > loader_time: 0.0044 (0.004637055858289945)  --> TIME: 2025-03-24 00:05:12 -- STEP: 15505/31555 -- GLOBAL_STEP: 299500 | > loss_text_ce: 0.03974978253245354 (0.04415155518788014) | > loss_mel_ce: 3.9428937435150146 (nan) | > loss: 0.015804141759872437 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14118617046113838) | > loader_time: 0.0047 (0.004637192941719153)  --> TIME: 2025-03-24 00:05:22 -- STEP: 15555/31555 -- GLOBAL_STEP: 299550 | > loss_text_ce: 0.03058142028748989 (0.04414814146764269) | > loss_mel_ce: 2.504688024520874 (nan) | > loss: 0.010060593485832214 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14117773016791962) | > loader_time: 0.0043 (0.004636676654061556)  --> TIME: 2025-03-24 00:05:31 -- STEP: 15605/31555 -- GLOBAL_STEP: 299600 | > loss_text_ce: 0.04845868796110153 (0.0441408251358799) | > loss_mel_ce: 3.035613775253296 (nan) | > loss: 0.012238383293151855 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.1411759413041122) | > loader_time: 0.0047 (0.004636653300013072)  --> TIME: 2025-03-24 00:05:41 -- STEP: 15655/31555 -- GLOBAL_STEP: 299650 | > loss_text_ce: 0.04131268709897995 (0.0441412988873464) | > loss_mel_ce: 3.074789524078369 (nan) | > loss: 0.012365485541522503 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14118060581374167) | > loader_time: 0.0045 (0.004636197545512414)  --> TIME: 2025-03-24 00:05:51 -- STEP: 15705/31555 -- GLOBAL_STEP: 299700 | > loss_text_ce: 0.04672981798648834 (0.04414402320026286) | > loss_mel_ce: 2.9190022945404053 (nan) | > loss: 0.011768778786063194 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14117345182958638) | > loader_time: 0.0044 (0.004635604799495909)  --> TIME: 2025-03-24 00:06:00 -- STEP: 15755/31555 -- GLOBAL_STEP: 299750 | > loss_text_ce: 0.04302411153912544 (0.04414458355228847) | > loss_mel_ce: 2.655656576156616 (nan) | > loss: 0.010709051042795181 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14116746712699438) | > loader_time: 0.0052 (0.004635890526682254)  --> TIME: 2025-03-24 00:06:10 -- STEP: 15805/31555 -- GLOBAL_STEP: 299800 | > loss_text_ce: 0.047029800713062286 (0.04414236302582135) | > loss_mel_ce: 2.7913572788238525 (nan) | > loss: 0.011263441294431686 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14117251427555996) | > loader_time: 0.0047 (0.0046360410040445325)  --> TIME: 2025-03-24 00:06:19 -- STEP: 15855/31555 -- GLOBAL_STEP: 299850 | > loss_text_ce: 0.046208832412958145 (0.04414405095452953) | > loss_mel_ce: 2.8784351348876953 (nan) | > loss: 0.011605731211602688 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1411576687443784) | > loader_time: 0.0044 (0.004636040458691222)  --> TIME: 2025-03-24 00:06:29 -- STEP: 15905/31555 -- GLOBAL_STEP: 299900 | > loss_text_ce: 0.03479976952075958 (0.04414439288959621) | > loss_mel_ce: 2.9160940647125244 (nan) | > loss: 0.011709896847605705 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14115595757605234) | > loader_time: 0.0044 (0.004636427742323378)  --> TIME: 2025-03-24 00:06:39 -- STEP: 15955/31555 -- GLOBAL_STEP: 299950 | > loss_text_ce: 0.04469630494713783 (0.04414198124995482) | > loss_mel_ce: 3.228714942932129 (nan) | > loss: 0.012989727780222893 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14115879031342402) | > loader_time: 0.0048 (0.0046366094608958335)  --> TIME: 2025-03-24 00:06:48 -- STEP: 16005/31555 -- GLOBAL_STEP: 300000 | > loss_text_ce: 0.05535930022597313 (0.04414251061468876) | > loss_mel_ce: 3.083650827407837 (nan) | > loss: 0.01245639007538557 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14116408271515432) | > loader_time: 0.0045 (0.004636575191775467) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_300000.pth  --> TIME: 2025-03-24 00:07:03 -- STEP: 16055/31555 -- GLOBAL_STEP: 300050 | > loss_text_ce: 0.04165592044591904 (0.044141866748950154) | > loss_mel_ce: 2.130903720855713 (nan) | > loss: 0.008621268905699253 (nan) | > current_lr: 5e-06 | > step_time: 0.1478 (0.1411705470909323) | > loader_time: 0.0044 (0.004636737127906985)  --> TIME: 2025-03-24 00:07:13 -- STEP: 16105/31555 -- GLOBAL_STEP: 300100 | > loss_text_ce: 0.03993562236428261 (0.044144340027476504) | > loss_mel_ce: 2.9635603427886963 (nan) | > loss: 0.011918635107576847 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14117294546611092) | > loader_time: 0.0044 (0.004636232011327822)  --> TIME: 2025-03-24 00:07:23 -- STEP: 16155/31555 -- GLOBAL_STEP: 300150 | > loss_text_ce: 0.04299980029463768 (0.04414313930155689) | > loss_mel_ce: 0.0972900390625 (nan) | > loss: 0.0005567057523876429 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1411711960228481) | > loader_time: 0.0046 (0.004636242204463648)  --> TIME: 2025-03-24 00:07:33 -- STEP: 16205/31555 -- GLOBAL_STEP: 300200 | > loss_text_ce: 0.04466983675956726 (0.04414721303480083) | > loss_mel_ce: 3.1197712421417236 (nan) | > loss: 0.012557306326925755 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14118133541685068) | > loader_time: 0.0047 (0.004636047519823896)  --> TIME: 2025-03-24 00:07:42 -- STEP: 16255/31555 -- GLOBAL_STEP: 300250 | > loss_text_ce: 0.05703157186508179 (0.044148793685992296) | > loss_mel_ce: 2.90177845954895 (nan) | > loss: 0.011741310358047485 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14116676963317998) | > loader_time: 0.0044 (0.0046362960056245016)  --> TIME: 2025-03-24 00:07:52 -- STEP: 16305/31555 -- GLOBAL_STEP: 300300 | > loss_text_ce: 0.05214952677488327 (0.04414837944290782) | > loss_mel_ce: 2.8524651527404785 (nan) | > loss: 0.011526249349117279 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14116209045358663) | > loader_time: 0.0046 (0.004636209239918767)  --> TIME: 2025-03-24 00:08:01 -- STEP: 16355/31555 -- GLOBAL_STEP: 300350 | > loss_text_ce: 0.055862002074718475 (0.04414968612307455) | > loss_mel_ce: 2.854315757751465 (nan) | > loss: 0.01154832448810339 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1411564303625251) | > loader_time: 0.0046 (0.004636097173011468)  --> TIME: 2025-03-24 00:08:11 -- STEP: 16405/31555 -- GLOBAL_STEP: 300400 | > loss_text_ce: 0.040451064705848694 (0.0441464654418349) | > loss_mel_ce: 3.2300925254821777 (nan) | > loss: 0.012978347949683666 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14115481619353826) | > loader_time: 0.0047 (0.004636104177389513)  --> TIME: 2025-03-24 00:08:20 -- STEP: 16455/31555 -- GLOBAL_STEP: 300450 | > loss_text_ce: 0.03936087340116501 (0.044152769150081726) | > loss_mel_ce: 3.296870708465576 (nan) | > loss: 0.013239014893770218 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1411476846090458) | > loader_time: 0.0044 (0.004636363134091468)  --> TIME: 2025-03-24 00:08:30 -- STEP: 16505/31555 -- GLOBAL_STEP: 300500 | > loss_text_ce: 0.04278199002146721 (0.04415052808923904) | > loss_mel_ce: 3.4595224857330322 (nan) | > loss: 0.013898034580051899 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14114739238331062) | > loader_time: 0.0044 (0.004636648617813486)  --> TIME: 2025-03-24 00:08:40 -- STEP: 16555/31555 -- GLOBAL_STEP: 300550 | > loss_text_ce: 0.04306846112012863 (0.044152157723158884) | > loss_mel_ce: 3.3366787433624268 (nan) | > loss: 0.013411696068942547 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14115151384020078) | > loader_time: 0.0047 (0.004636679873730032)  --> TIME: 2025-03-24 00:08:49 -- STEP: 16605/31555 -- GLOBAL_STEP: 300600 | > loss_text_ce: 0.04096291586756706 (0.04414669307258948) | > loss_mel_ce: 3.198164939880371 (nan) | > loss: 0.012853682972490788 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.141139512017562) | > loader_time: 0.0047 (0.0046368229931214155)  --> TIME: 2025-03-24 00:08:59 -- STEP: 16655/31555 -- GLOBAL_STEP: 300650 | > loss_text_ce: 0.0390201061964035 (0.044154995507011324) | > loss_mel_ce: 3.1600184440612793 (nan) | > loss: 0.01269459817558527 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1411460515007674) | > loader_time: 0.0047 (0.004637030301169916)  --> TIME: 2025-03-24 00:09:09 -- STEP: 16705/31555 -- GLOBAL_STEP: 300700 | > loss_text_ce: 0.04609239101409912 (0.044153234358643954) | > loss_mel_ce: 2.8526992797851562 (nan) | > loss: 0.011503142304718494 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14115441361432712) | > loader_time: 0.0046 (0.004637240164653147)  --> TIME: 2025-03-24 00:09:19 -- STEP: 16755/31555 -- GLOBAL_STEP: 300750 | > loss_text_ce: 0.04620029404759407 (0.04414920177715367) | > loss_mel_ce: 3.2798545360565186 (nan) | > loss: 0.013198630884289742 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14117152550724912) | > loader_time: 0.0044 (0.004637039799862413)  --> TIME: 2025-03-24 00:09:29 -- STEP: 16805/31555 -- GLOBAL_STEP: 300800 | > loss_text_ce: 0.04599631577730179 (0.044145874706188706) | > loss_mel_ce: 3.5603511333465576 (nan) | > loss: 0.01431090384721756 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.141181347080016) | > loader_time: 0.0048 (0.004636845380129882)  --> TIME: 2025-03-24 00:09:38 -- STEP: 16855/31555 -- GLOBAL_STEP: 300850 | > loss_text_ce: 0.04115879908204079 (0.0441467005353354) | > loss_mel_ce: 3.1144301891326904 (nan) | > loss: 0.012522179633378983 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1411685071264518) | > loader_time: 0.0046 (0.004636936575324612)  --> TIME: 2025-03-24 00:09:48 -- STEP: 16905/31555 -- GLOBAL_STEP: 300900 | > loss_text_ce: 0.042264893651008606 (0.04414814189247211) | > loss_mel_ce: 1.593468189239502 (nan) | > loss: 0.006491004955023527 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14116474361470438) | > loader_time: 0.0047 (0.0046371486334361965)  --> TIME: 2025-03-24 00:09:57 -- STEP: 16955/31555 -- GLOBAL_STEP: 300950 | > loss_text_ce: 0.04941970109939575 (0.044146758208034334) | > loss_mel_ce: 3.150743007659912 (nan) | > loss: 0.012699059210717678 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14116401552837587) | > loader_time: 0.0047 (0.004636903541765168)  --> TIME: 2025-03-24 00:10:07 -- STEP: 17005/31555 -- GLOBAL_STEP: 301000 | > loss_text_ce: 0.04328320920467377 (0.04414857565339083) | > loss_mel_ce: 2.224808931350708 (nan) | > loss: 0.009000366553664207 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1411696219787776) | > loader_time: 0.0047 (0.004636792875815391)  --> TIME: 2025-03-24 00:10:17 -- STEP: 17055/31555 -- GLOBAL_STEP: 301050 | > loss_text_ce: 0.036315903067588806 (0.04414288649055374) | > loss_mel_ce: 3.2431111335754395 (nan) | > loss: 0.013013600371778011 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14117404029922226) | > loader_time: 0.0044 (0.004636790961402827)  --> TIME: 2025-03-24 00:10:26 -- STEP: 17105/31555 -- GLOBAL_STEP: 301100 | > loss_text_ce: 0.03887023776769638 (0.044145887274239605) | > loss_mel_ce: 3.0719053745269775 (nan) | > loss: 0.012344349175691605 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14115366025543868) | > loader_time: 0.0049 (0.004637118732326374)  --> TIME: 2025-03-24 00:10:36 -- STEP: 17155/31555 -- GLOBAL_STEP: 301150 | > loss_text_ce: 0.04013046249747276 (0.04414543390390231) | > loss_mel_ce: 2.536752939224243 (nan) | > loss: 0.010225728154182434 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14116978624477833) | > loader_time: 0.0045 (0.004637842517453621)  --> TIME: 2025-03-24 00:10:46 -- STEP: 17205/31555 -- GLOBAL_STEP: 301200 | > loss_text_ce: 0.038194723427295685 (0.044145458492980134) | > loss_mel_ce: 3.244253396987915 (nan) | > loss: 0.013025588355958462 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14116851384817794) | > loader_time: 0.005 (0.004637804546871686)  --> TIME: 2025-03-24 00:10:55 -- STEP: 17255/31555 -- GLOBAL_STEP: 301250 | > loss_text_ce: 0.035195354372262955 (0.044141044145732326) | > loss_mel_ce: 3.515120267868042 (nan) | > loss: 0.014088555239140987 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14117476462765158) | > loader_time: 0.0047 (0.004637912237896348)  --> TIME: 2025-03-24 00:11:05 -- STEP: 17305/31555 -- GLOBAL_STEP: 301300 | > loss_text_ce: 0.043626539409160614 (0.04414337883775799) | > loss_mel_ce: 3.0645456314086914 (nan) | > loss: 0.01233401708304882 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14116889846975886) | > loader_time: 0.0047 (0.0046378235567583765)  --> TIME: 2025-03-24 00:11:14 -- STEP: 17355/31555 -- GLOBAL_STEP: 301350 | > loss_text_ce: 0.04450451210141182 (0.04413995705990354) | > loss_mel_ce: 2.8758368492126465 (nan) | > loss: 0.011588656343519688 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14115754314061008) | > loader_time: 0.0047 (0.004637724396406953)  --> TIME: 2025-03-24 00:11:24 -- STEP: 17405/31555 -- GLOBAL_STEP: 301400 | > loss_text_ce: 0.04937993362545967 (0.04413522124098905) | > loss_mel_ce: 3.8273379802703857 (nan) | > loss: 0.01538380142301321 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14115805710844853) | > loader_time: 0.0047 (0.004637962893075331)  --> TIME: 2025-03-24 00:11:33 -- STEP: 17455/31555 -- GLOBAL_STEP: 301450 | > loss_text_ce: 0.051213640719652176 (0.044130287477407805) | > loss_mel_ce: 3.495126247406006 (nan) | > loss: 0.014072778634727001 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14114439094759798) | > loader_time: 0.0046 (0.004637909345318118)  --> TIME: 2025-03-24 00:11:43 -- STEP: 17505/31555 -- GLOBAL_STEP: 301500 | > loss_text_ce: 0.04248455539345741 (0.04412829599720186) | > loss_mel_ce: 3.4262466430664062 (nan) | > loss: 0.013764807023108006 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14115658755712374) | > loader_time: 0.0045 (0.004637954235757889)  --> TIME: 2025-03-24 00:11:52 -- STEP: 17555/31555 -- GLOBAL_STEP: 301550 | > loss_text_ce: 0.04284491017460823 (0.04412408737114007) | > loss_mel_ce: 1.2182159423828125 (nan) | > loss: 0.00500420993193984 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14112893029584783) | > loader_time: 0.0052 (0.00463790518712602)  --> TIME: 2025-03-24 00:12:02 -- STEP: 17605/31555 -- GLOBAL_STEP: 301600 | > loss_text_ce: 0.049921855330467224 (0.044123242827260906) | > loss_mel_ce: 3.089564561843872 (nan) | > loss: 0.012458279728889465 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14113393003241084) | > loader_time: 0.0046 (0.004637988918513527)  --> TIME: 2025-03-24 00:12:12 -- STEP: 17655/31555 -- GLOBAL_STEP: 301650 | > loss_text_ce: 0.03579961881041527 (0.044123066263497594) | > loss_mel_ce: 5.73046875 (nan) | > loss: 0.022882018238306046 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14114556046526117) | > loader_time: 0.0044 (0.004638032297411496)  --> TIME: 2025-03-24 00:12:21 -- STEP: 17705/31555 -- GLOBAL_STEP: 301700 | > loss_text_ce: 0.048118747770786285 (0.04411585244542929) | > loss_mel_ce: 3.3627493381500244 (nan) | > loss: 0.013535192236304283 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14113122330853814) | > loader_time: 0.0069 (0.004638168819204476)  --> TIME: 2025-03-24 00:12:31 -- STEP: 17755/31555 -- GLOBAL_STEP: 301750 | > loss_text_ce: 0.040359459817409515 (0.04411700012283501) | > loss_mel_ce: 2.46175217628479 (nan) | > loss: 0.009929015301167965 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14113339756079615) | > loader_time: 0.0043 (0.004638016831535772)  --> TIME: 2025-03-24 00:12:40 -- STEP: 17805/31555 -- GLOBAL_STEP: 301800 | > loss_text_ce: 0.04188091680407524 (0.04411611083426304) | > loss_mel_ce: 3.506014823913574 (nan) | > loss: 0.014078951440751553 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14111853526971585) | > loader_time: 0.0047 (0.0046381075440481406)  --> TIME: 2025-03-24 00:12:50 -- STEP: 17855/31555 -- GLOBAL_STEP: 301850 | > loss_text_ce: 0.04363429546356201 (0.0441185942066777) | > loss_mel_ce: 3.276850461959839 (nan) | > loss: 0.013176526874303818 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14110995570139787) | > loader_time: 0.0045 (0.004637780759689075)  --> TIME: 2025-03-24 00:13:00 -- STEP: 17905/31555 -- GLOBAL_STEP: 301900 | > loss_text_ce: 0.03286450356245041 (0.044114819597905454) | > loss_mel_ce: 3.525747060775757 (nan) | > loss: 0.014121475629508495 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1411167061418767) | > loader_time: 0.0046 (0.0046377241794572244)  --> TIME: 2025-03-24 00:13:09 -- STEP: 17955/31555 -- GLOBAL_STEP: 301950 | > loss_text_ce: 0.04315902665257454 (0.04411848786786781) | > loss_mel_ce: 2.382533550262451 (nan) | > loss: 0.009625764563679695 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14111873816062842) | > loader_time: 0.0044 (0.004638085369279003)  --> TIME: 2025-03-24 00:13:19 -- STEP: 18005/31555 -- GLOBAL_STEP: 302000 | > loss_text_ce: 0.030556028708815575 (0.04411325260621296) | > loss_mel_ce: 3.5190744400024414 (nan) | > loss: 0.01408583577722311 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1411075251991632) | > loader_time: 0.0044 (0.004637966749238417)  --> TIME: 2025-03-24 00:13:29 -- STEP: 18055/31555 -- GLOBAL_STEP: 302050 | > loss_text_ce: 0.03922730311751366 (0.0441159493524331) | > loss_mel_ce: 3.2170984745025635 (nan) | > loss: 0.01292192842811346 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14111030230526087) | > loader_time: 0.0045 (0.0046382801712995265)  --> TIME: 2025-03-24 00:13:38 -- STEP: 18105/31555 -- GLOBAL_STEP: 302100 | > loss_text_ce: 0.04038143903017044 (0.044113105695022935) | > loss_mel_ce: 2.9807775020599365 (nan) | > loss: 0.011988726444542408 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14112032159722565) | > loader_time: 0.0067 (0.0046384223025663475)  --> TIME: 2025-03-24 00:13:48 -- STEP: 18155/31555 -- GLOBAL_STEP: 302150 | > loss_text_ce: 0.046360526233911514 (0.04411593504035631) | > loss_mel_ce: 2.7453181743621826 (nan) | > loss: 0.011078090406954288 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1411143755985005) | > loader_time: 0.0052 (0.004638619516152575)  --> TIME: 2025-03-24 00:13:58 -- STEP: 18205/31555 -- GLOBAL_STEP: 302200 | > loss_text_ce: 0.04256783425807953 (0.044115254770840655) | > loss_mel_ce: 3.102182388305664 (nan) | > loss: 0.012479167431592941 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14111708237947346) | > loader_time: 0.0047 (0.0046385695272276395)  --> TIME: 2025-03-24 00:14:07 -- STEP: 18255/31555 -- GLOBAL_STEP: 302250 | > loss_text_ce: 0.04182657599449158 (0.04411489199377633) | > loss_mel_ce: 3.195293664932251 (nan) | > loss: 0.012845715507864952 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14111704340506057) | > loader_time: 0.0045 (0.0046386713264609455)  --> TIME: 2025-03-24 00:14:17 -- STEP: 18305/31555 -- GLOBAL_STEP: 302300 | > loss_text_ce: 0.05010351538658142 (0.04411066429706326) | > loss_mel_ce: 2.469001531600952 (nan) | > loss: 0.009996448643505573 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14112374055128296) | > loader_time: 0.0046 (0.004638753605488048)  --> TIME: 2025-03-24 00:14:27 -- STEP: 18355/31555 -- GLOBAL_STEP: 302350 | > loss_text_ce: 0.044016316533088684 (0.04410629696657958) | > loss_mel_ce: 3.221240282058716 (nan) | > loss: 0.012957368046045303 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14111616418589576) | > loader_time: 0.0046 (0.0046388308899956545)  --> TIME: 2025-03-24 00:14:36 -- STEP: 18405/31555 -- GLOBAL_STEP: 302400 | > loss_text_ce: 0.04536789283156395 (0.04410429940298634) | > loss_mel_ce: 2.4249560832977295 (nan) | > loss: 0.00980287417769432 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14112404188815697) | > loader_time: 0.0047 (0.004639408129189711)  --> TIME: 2025-03-24 00:14:46 -- STEP: 18455/31555 -- GLOBAL_STEP: 302450 | > loss_text_ce: 0.03707479313015938 (0.04410629360647682) | > loss_mel_ce: 3.477656841278076 (nan) | > loss: 0.013947349041700363 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14111275258215375) | > loader_time: 0.0044 (0.004639544392691421)  --> TIME: 2025-03-24 00:14:55 -- STEP: 18505/31555 -- GLOBAL_STEP: 302500 | > loss_text_ce: 0.03524842858314514 (0.0441035778609238) | > loss_mel_ce: 2.6879589557647705 (nan) | > loss: 0.010806379839777946 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14110808195986593) | > loader_time: 0.0045 (0.004639694800862608)  --> TIME: 2025-03-24 00:15:05 -- STEP: 18555/31555 -- GLOBAL_STEP: 302550 | > loss_text_ce: 0.058715637773275375 (0.04410466147063203) | > loss_mel_ce: 2.321197271347046 (nan) | > loss: 0.00944409891963005 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1411176350777821) | > loader_time: 0.005 (0.0046398289664290725)  --> TIME: 2025-03-24 00:15:15 -- STEP: 18605/31555 -- GLOBAL_STEP: 302600 | > loss_text_ce: 0.0438760370016098 (0.044104707878842936) | > loss_mel_ce: 3.38478684425354 (nan) | > loss: 0.013605805113911629 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14112458091946975) | > loader_time: 0.0048 (0.004639876628876747)  --> TIME: 2025-03-24 00:15:25 -- STEP: 18655/31555 -- GLOBAL_STEP: 302650 | > loss_text_ce: 0.056022949516773224 (0.04410030060080573) | > loss_mel_ce: 1.727655053138733 (nan) | > loss: 0.007078087888658047 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14113297325712926) | > loader_time: 0.0044 (0.0046399641407619124)  --> TIME: 2025-03-24 00:15:34 -- STEP: 18705/31555 -- GLOBAL_STEP: 302700 | > loss_text_ce: 0.030207647010684013 (0.04409790169358046) | > loss_mel_ce: 2.912199020385742 (nan) | > loss: 0.011676217429339886 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14112319430065948) | > loader_time: 0.0046 (0.004640489974400464)  --> TIME: 2025-03-24 00:15:44 -- STEP: 18755/31555 -- GLOBAL_STEP: 302750 | > loss_text_ce: 0.04305966943502426 (0.04410021555322245) | > loss_mel_ce: 0.03070068359375 (nan) | > loss: 0.00029269984224811196 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1411293411788794) | > loader_time: 0.0053 (0.004640563676529511)  --> TIME: 2025-03-24 00:15:54 -- STEP: 18805/31555 -- GLOBAL_STEP: 302800 | > loss_text_ce: 0.03261914849281311 (0.04409557385555863) | > loss_mel_ce: 2.7895851135253906 (nan) | > loss: 0.011199223808944225 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14113070948965106) | > loader_time: 0.0047 (0.004640836355629761)  --> TIME: 2025-03-24 00:16:04 -- STEP: 18855/31555 -- GLOBAL_STEP: 302850 | > loss_text_ce: 0.03344767913222313 (0.04409883271357498) | > loss_mel_ce: 3.9232161045074463 (nan) | > loss: 0.0157010480761528 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1411419817636952) | > loader_time: 0.0046 (0.004640819892994564)  --> TIME: 2025-03-24 00:16:13 -- STEP: 18905/31555 -- GLOBAL_STEP: 302900 | > loss_text_ce: 0.04548817500472069 (0.04409565240311248) | > loss_mel_ce: 2.693246364593506 (nan) | > loss: 0.010867994278669357 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14113736073197047) | > loader_time: 0.0046 (0.004640764409478636)  --> TIME: 2025-03-24 00:16:23 -- STEP: 18955/31555 -- GLOBAL_STEP: 302950 | > loss_text_ce: 0.0533941313624382 (0.04409266811648388) | > loss_mel_ce: 3.3733959197998047 (nan) | > loss: 0.013598374091088772 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14114945171942808) | > loader_time: 0.0044 (0.004641254984021209)  --> TIME: 2025-03-24 00:16:33 -- STEP: 19005/31555 -- GLOBAL_STEP: 303000 | > loss_text_ce: 0.04411544278264046 (0.04409404136500212) | > loss_mel_ce: 3.4639594554901123 (nan) | > loss: 0.01392093300819397 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14114926204465586) | > loader_time: 0.0047 (0.004641406205540351)  --> TIME: 2025-03-24 00:16:43 -- STEP: 19055/31555 -- GLOBAL_STEP: 303050 | > loss_text_ce: 0.03556710481643677 (0.04409713399484351) | > loss_mel_ce: 3.2744157314300537 (nan) | > loss: 0.013134852983057499 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14114550500678022) | > loader_time: 0.0045 (0.004641478858072895)  --> TIME: 2025-03-24 00:16:52 -- STEP: 19105/31555 -- GLOBAL_STEP: 303100 | > loss_text_ce: 0.04917920380830765 (0.04409570825086107) | > loss_mel_ce: 3.1155543327331543 (nan) | > loss: 0.0125584676861763 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14114659774119329) | > loader_time: 0.0049 (0.004641393940038802)  --> TIME: 2025-03-24 00:17:02 -- STEP: 19155/31555 -- GLOBAL_STEP: 303150 | > loss_text_ce: 0.050960712134838104 (0.04409415328491576) | > loss_mel_ce: 1.778764247894287 (nan) | > loss: 0.007260813377797604 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14114250378769233) | > loader_time: 0.0045 (0.00464175813536019)  --> TIME: 2025-03-24 00:17:11 -- STEP: 19205/31555 -- GLOBAL_STEP: 303200 | > loss_text_ce: 0.030838211998343468 (0.04409256103984191) | > loss_mel_ce: 3.307293653488159 (nan) | > loss: 0.01324655581265688 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1411402663102032) | > loader_time: 0.0045 (0.00464173528993541)  --> TIME: 2025-03-24 00:17:21 -- STEP: 19255/31555 -- GLOBAL_STEP: 303250 | > loss_text_ce: 0.04110636189579964 (0.044099174847793056) | > loss_mel_ce: 3.2766051292419434 (nan) | > loss: 0.013165523298084736 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14112858138310985) | > loader_time: 0.0044 (0.004641609172083054)  --> TIME: 2025-03-24 00:17:31 -- STEP: 19305/31555 -- GLOBAL_STEP: 303300 | > loss_text_ce: 0.048137862235307693 (0.04409647764962748) | > loss_mel_ce: 2.5602123737335205 (nan) | > loss: 0.010350597091019154 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14113506760754058) | > loader_time: 0.0045 (0.004641553646108377)  --> TIME: 2025-03-24 00:17:41 -- STEP: 19355/31555 -- GLOBAL_STEP: 303350 | > loss_text_ce: 0.03601057082414627 (0.04409340449121197) | > loss_mel_ce: 2.4366211891174316 (nan) | > loss: 0.00981203094124794 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14114447328601484) | > loader_time: 0.0052 (0.004641673029685487)  --> TIME: 2025-03-24 00:17:50 -- STEP: 19405/31555 -- GLOBAL_STEP: 303400 | > loss_text_ce: 0.03711839020252228 (0.044089665337850005) | > loss_mel_ce: 3.4194538593292236 (nan) | > loss: 0.013716557063162327 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14114663831292568) | > loader_time: 0.0047 (0.004642030511495822)  --> TIME: 2025-03-24 00:18:00 -- STEP: 19455/31555 -- GLOBAL_STEP: 303450 | > loss_text_ce: 0.03245500847697258 (0.044087181561196946) | > loss_mel_ce: 2.38861083984375 (nan) | > loss: 0.009607404470443726 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14114202429781936) | > loader_time: 0.0044 (0.0046422749796063015)  --> TIME: 2025-03-24 00:18:09 -- STEP: 19505/31555 -- GLOBAL_STEP: 303500 | > loss_text_ce: 0.04780079424381256 (0.044083489474912904) | > loss_mel_ce: 3.176396608352661 (nan) | > loss: 0.012794435024261475 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14113121429977252) | > loader_time: 0.0045 (0.004642379152502817)  --> TIME: 2025-03-24 00:18:19 -- STEP: 19555/31555 -- GLOBAL_STEP: 303550 | > loss_text_ce: 0.034602727741003036 (0.0440789743213494) | > loss_mel_ce: 2.7481181621551514 (nan) | > loss: 0.011042543686926365 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1411212478443594) | > loader_time: 0.0045 (0.004642382060679815)  --> TIME: 2025-03-24 00:18:28 -- STEP: 19605/31555 -- GLOBAL_STEP: 303600 | > loss_text_ce: 0.06115369498729706 (0.04408033773549112) | > loss_mel_ce: 3.5240118503570557 (nan) | > loss: 0.014226848259568214 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1411262135212592) | > loader_time: 0.0049 (0.004642558821425431)  --> TIME: 2025-03-24 00:18:38 -- STEP: 19655/31555 -- GLOBAL_STEP: 303650 | > loss_text_ce: 0.04386589303612709 (0.044082166310669905) | > loss_mel_ce: 3.4676613807678223 (nan) | > loss: 0.013934632763266563 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14113671502458053) | > loader_time: 0.0046 (0.0046428296863805065)  --> TIME: 2025-03-24 00:18:48 -- STEP: 19705/31555 -- GLOBAL_STEP: 303700 | > loss_text_ce: 0.04239102452993393 (0.04407613356001029) | > loss_mel_ce: 2.655421733856201 (nan) | > loss: 0.010705607011914253 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14114116627805187) | > loader_time: 0.0045 (0.004642868755856472)  --> TIME: 2025-03-24 00:18:58 -- STEP: 19755/31555 -- GLOBAL_STEP: 303750 | > loss_text_ce: 0.04666460305452347 (0.044076939053942915) | > loss_mel_ce: 3.0961787700653076 (nan) | > loss: 0.01247160229831934 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14113870970480508) | > loader_time: 0.0046 (0.0046429346254040086)  --> TIME: 2025-03-24 00:19:07 -- STEP: 19805/31555 -- GLOBAL_STEP: 303800 | > loss_text_ce: 0.0516807846724987 (0.04407916642961539) | > loss_mel_ce: 3.291278123855591 (nan) | > loss: 0.01326571125537157 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1411316941224452) | > loader_time: 0.0048 (0.004643336067113008)  --> TIME: 2025-03-24 00:19:17 -- STEP: 19855/31555 -- GLOBAL_STEP: 303850 | > loss_text_ce: 0.035316240042448044 (0.044076628480045676) | > loss_mel_ce: 3.59188175201416 (nan) | > loss: 0.014393643476068974 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1411317134738057) | > loader_time: 0.0047 (0.00464344341669054)  --> TIME: 2025-03-24 00:19:26 -- STEP: 19905/31555 -- GLOBAL_STEP: 303900 | > loss_text_ce: 0.04439902305603027 (0.04407426484862124) | > loss_mel_ce: 3.3905224800109863 (nan) | > loss: 0.013630641624331474 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14112344516398642) | > loader_time: 0.0046 (0.00464362978366293)  --> TIME: 2025-03-24 00:19:36 -- STEP: 19955/31555 -- GLOBAL_STEP: 303950 | > loss_text_ce: 0.04245758801698685 (0.044071411933638886) | > loss_mel_ce: 2.7360126972198486 (nan) | > loss: 0.011025676503777504 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.141117250539999) | > loader_time: 0.005 (0.004643845086227929)  --> TIME: 2025-03-24 00:19:46 -- STEP: 20005/31555 -- GLOBAL_STEP: 304000 | > loss_text_ce: 0.05432085692882538 (0.044069824282054845) | > loss_mel_ce: 2.9030375480651855 (nan) | > loss: 0.011735550127923489 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1411258048339057) | > loader_time: 0.0045 (0.0046436901659823535)  --> TIME: 2025-03-24 00:19:56 -- STEP: 20055/31555 -- GLOBAL_STEP: 304050 | > loss_text_ce: 0.036937832832336426 (0.04407021834200882) | > loss_mel_ce: 2.6806483268737793 (nan) | > loss: 0.010784071870148182 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14113317439455647) | > loader_time: 0.0046 (0.004643758482779674)  --> TIME: 2025-03-24 00:20:05 -- STEP: 20105/31555 -- GLOBAL_STEP: 304100 | > loss_text_ce: 0.046859052032232285 (0.044072385988499586) | > loss_mel_ce: 2.804039239883423 (nan) | > loss: 0.011313089169561863 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14114003284627946) | > loader_time: 0.0046 (0.0046438099406483435)  --> TIME: 2025-03-24 00:20:15 -- STEP: 20155/31555 -- GLOBAL_STEP: 304150 | > loss_text_ce: 0.03354001045227051 (0.044069047469652234) | > loss_mel_ce: 3.140794038772583 (nan) | > loss: 0.01259656436741352 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1411338943135083) | > loader_time: 0.0057 (0.004644094321426682)  --> TIME: 2025-03-24 00:20:24 -- STEP: 20205/31555 -- GLOBAL_STEP: 304200 | > loss_text_ce: 0.04462001100182533 (0.044068926206493296) | > loss_mel_ce: 3.225752353668213 (nan) | > loss: 0.012977669015526772 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14113041008796104) | > loader_time: 0.0046 (0.004643978443631896)  --> TIME: 2025-03-24 00:20:34 -- STEP: 20255/31555 -- GLOBAL_STEP: 304250 | > loss_text_ce: 0.04176070913672447 (0.04406742618095761) | > loss_mel_ce: 3.3879964351654053 (nan) | > loss: 0.01361014787107706 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14111908947029575) | > loader_time: 0.0045 (0.004643885196505916)  --> TIME: 2025-03-24 00:20:44 -- STEP: 20305/31555 -- GLOBAL_STEP: 304300 | > loss_text_ce: 0.04589676856994629 (0.044065210902804255) | > loss_mel_ce: 2.876915216445923 (nan) | > loss: 0.01159846130758524 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14112541092584) | > loader_time: 0.0047 (0.004644422641501449)  --> TIME: 2025-03-24 00:20:53 -- STEP: 20355/31555 -- GLOBAL_STEP: 304350 | > loss_text_ce: 0.04450150206685066 (0.04406661586943501) | > loss_mel_ce: 3.4865682125091553 (nan) | > loss: 0.014012182131409645 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14110843802048925) | > loader_time: 0.0048 (0.004644247918069213)  --> TIME: 2025-03-24 00:21:02 -- STEP: 20405/31555 -- GLOBAL_STEP: 304400 | > loss_text_ce: 0.04978753998875618 (0.04406833366144707) | > loss_mel_ce: 2.77473521232605 (nan) | > loss: 0.011208424344658852 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1411025871514281) | > loader_time: 0.0044 (0.004644383813960371)  --> TIME: 2025-03-24 00:21:12 -- STEP: 20455/31555 -- GLOBAL_STEP: 304450 | > loss_text_ce: 0.038505833595991135 (0.044070745620806435) | > loss_mel_ce: 3.241025924682617 (nan) | > loss: 0.01301401574164629 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14110077881515834) | > loader_time: 0.0044 (0.004644097235173054)  --> TIME: 2025-03-24 00:21:22 -- STEP: 20505/31555 -- GLOBAL_STEP: 304500 | > loss_text_ce: 0.03229936212301254 (0.044073059253569004) | > loss_mel_ce: 3.1444084644317627 (nan) | > loss: 0.012605983763933182 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1410976222595685) | > loader_time: 0.0043 (0.004644012939520086)  --> TIME: 2025-03-24 00:21:31 -- STEP: 20555/31555 -- GLOBAL_STEP: 304550 | > loss_text_ce: 0.053192995488643646 (0.04407426565545725) | > loss_mel_ce: 3.75146484375 (nan) | > loss: 0.015097850002348423 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14109641187413152) | > loader_time: 0.0045 (0.004643722092023692)  --> TIME: 2025-03-24 00:21:41 -- STEP: 20605/31555 -- GLOBAL_STEP: 304600 | > loss_text_ce: 0.06865131855010986 (0.04407298330694894) | > loss_mel_ce: 2.8076794147491455 (nan) | > loss: 0.01141401194036007 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14110332690116084) | > loader_time: 0.0049 (0.004643464348785378)  --> TIME: 2025-03-24 00:21:50 -- STEP: 20655/31555 -- GLOBAL_STEP: 304650 | > loss_text_ce: 0.04602963477373123 (0.044069571623768435) | > loss_mel_ce: 3.4867136478424072 (nan) | > loss: 0.014018823392689228 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1410983971203539) | > loader_time: 0.0046 (0.0046432954639997)  --> TIME: 2025-03-24 00:22:01 -- STEP: 20705/31555 -- GLOBAL_STEP: 304700 | > loss_text_ce: 0.04307780787348747 (0.0440717463327836) | > loss_mel_ce: 2.82338809967041 (nan) | > loss: 0.011374864727258682 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1411150500153151) | > loader_time: 0.005 (0.004643253530462226)  --> TIME: 2025-03-24 00:22:10 -- STEP: 20755/31555 -- GLOBAL_STEP: 304750 | > loss_text_ce: 0.01796468161046505 (0.04406795135224236) | > loss_mel_ce: 0.1537214070558548 (nan) | > loss: 0.0006812940118834376 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14111854535532264) | > loader_time: 0.0045 (0.004643489791237836)  --> TIME: 2025-03-24 00:22:20 -- STEP: 20805/31555 -- GLOBAL_STEP: 304800 | > loss_text_ce: 0.048106707632541656 (0.04406794423993508) | > loss_mel_ce: 3.098444938659668 (nan) | > loss: 0.01248631626367569 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1411238039723102) | > loader_time: 0.0048 (0.004643431353872694)  --> TIME: 2025-03-24 00:22:30 -- STEP: 20855/31555 -- GLOBAL_STEP: 304850 | > loss_text_ce: 0.04353785887360573 (0.04406211988942825) | > loss_mel_ce: 3.660127878189087 (nan) | > loss: 0.014697086997330189 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1411211032771405) | > loader_time: 0.0046 (0.004643445631149298)  --> TIME: 2025-03-24 00:22:39 -- STEP: 20905/31555 -- GLOBAL_STEP: 304900 | > loss_text_ce: 0.042182277888059616 (0.044061761783314224) | > loss_mel_ce: 0.7138671875 (nan) | > loss: 0.003000196535140276 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14112679255233973) | > loader_time: 0.0045 (0.004643411358073956)  --> TIME: 2025-03-24 00:22:49 -- STEP: 20955/31555 -- GLOBAL_STEP: 304950 | > loss_text_ce: 0.04173395410180092 (0.044060745891703515) | > loss_mel_ce: 3.3051247596740723 (nan) | > loss: 0.013281186111271381 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1411267393786196) | > loader_time: 0.0048 (0.00464333415002987)  --> TIME: 2025-03-24 00:22:59 -- STEP: 21005/31555 -- GLOBAL_STEP: 305000 | > loss_text_ce: 0.04001151770353317 (0.04405836420928684) | > loss_mel_ce: 2.5421385765075684 (nan) | > loss: 0.01024662796407938 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14113534958241708) | > loader_time: 0.0043 (0.0046434312455854295)  --> TIME: 2025-03-24 00:23:08 -- STEP: 21055/31555 -- GLOBAL_STEP: 305050 | > loss_text_ce: 0.04844852164387703 (0.044054589764113486) | > loss_mel_ce: 3.0993735790252686 (nan) | > loss: 0.012491358444094658 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14112395252815726) | > loader_time: 0.0044 (0.004643558680204371)  --> TIME: 2025-03-24 00:23:18 -- STEP: 21105/31555 -- GLOBAL_STEP: 305100 | > loss_text_ce: 0.03586218133568764 (0.04405682577644121) | > loss_mel_ce: 2.752425193786621 (nan) | > loss: 0.011064632795751095 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14112154848342334) | > loader_time: 0.0048 (0.00464364017702565)  --> TIME: 2025-03-24 00:23:28 -- STEP: 21155/31555 -- GLOBAL_STEP: 305150 | > loss_text_ce: 0.03649141266942024 (0.04405457001519316) | > loss_mel_ce: 1.3264883756637573 (nan) | > loss: 0.005408650264143944 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14112318965791967) | > loader_time: 0.0046 (0.004644012439901774)  --> TIME: 2025-03-24 00:23:38 -- STEP: 21205/31555 -- GLOBAL_STEP: 305200 | > loss_text_ce: 0.04541997238993645 (0.04405384054475547) | > loss_mel_ce: 3.2351691722869873 (nan) | > loss: 0.013018211349844933 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1411347429135645) | > loader_time: 0.0048 (0.004644337793308376)  --> TIME: 2025-03-24 00:23:48 -- STEP: 21255/31555 -- GLOBAL_STEP: 305250 | > loss_text_ce: 0.04334908351302147 (0.044054083149267544) | > loss_mel_ce: 2.90920352935791 (nan) | > loss: 0.011716479435563087 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14114439840233792) | > loader_time: 0.005 (0.004644471823369925)  --> TIME: 2025-03-24 00:23:57 -- STEP: 21305/31555 -- GLOBAL_STEP: 305300 | > loss_text_ce: 0.0417880043387413 (0.04404939891137935) | > loss_mel_ce: 2.1588563919067383 (nan) | > loss: 0.008732716552913189 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1411372921775135) | > loader_time: 0.0045 (0.004644208490442859)  --> TIME: 2025-03-24 00:24:06 -- STEP: 21355/31555 -- GLOBAL_STEP: 305350 | > loss_text_ce: 0.04065832868218422 (0.04405056656901075) | > loss_mel_ce: 2.7667236328125 (nan) | > loss: 0.01114040520042181 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14113106246408788) | > loader_time: 0.005 (0.004644193439398776)  --> TIME: 2025-03-24 00:24:16 -- STEP: 21405/31555 -- GLOBAL_STEP: 305400 | > loss_text_ce: 0.04148382693529129 (0.044049675187152096) | > loss_mel_ce: 2.99519681930542 (nan) | > loss: 0.012050321325659752 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14114218335150586) | > loader_time: 0.0051 (0.0046444720905591584)  --> TIME: 2025-03-24 00:24:26 -- STEP: 21455/31555 -- GLOBAL_STEP: 305450 | > loss_text_ce: 0.05110688880085945 (0.04404991876735041) | > loss_mel_ce: 2.9177980422973633 (nan) | > loss: 0.011781369335949421 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14114081606779402) | > loader_time: 0.0046 (0.004644492088678786)  --> TIME: 2025-03-24 00:24:35 -- STEP: 21505/31555 -- GLOBAL_STEP: 305500 | > loss_text_ce: 0.035020314157009125 (0.04404997963439239) | > loss_mel_ce: 2.0410799980163574 (nan) | > loss: 0.008238493464887142 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14113340393328996) | > loader_time: 0.0044 (0.004644422979028895)  --> TIME: 2025-03-24 00:24:45 -- STEP: 21555/31555 -- GLOBAL_STEP: 305550 | > loss_text_ce: 0.05481398478150368 (0.04405062819041032) | > loss_mel_ce: 3.2076098918914795 (nan) | > loss: 0.01294612791389227 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14113962345570213) | > loader_time: 0.0045 (0.004644228438163002)  --> TIME: 2025-03-24 00:24:55 -- STEP: 21605/31555 -- GLOBAL_STEP: 305600 | > loss_text_ce: 0.043768346309661865 (0.04405058687162689) | > loss_mel_ce: 3.0027120113372803 (nan) | > loss: 0.012089208699762821 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14114260489232777) | > loader_time: 0.0049 (0.004644079446737407)  --> TIME: 2025-03-24 00:25:05 -- STEP: 21655/31555 -- GLOBAL_STEP: 305650 | > loss_text_ce: 0.054082974791526794 (0.044052209470165554) | > loss_mel_ce: 3.1572606563568115 (nan) | > loss: 0.01274342741817236 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14114590580759076) | > loader_time: 0.0047 (0.004644064032379109)  --> TIME: 2025-03-24 00:25:15 -- STEP: 21705/31555 -- GLOBAL_STEP: 305700 | > loss_text_ce: 0.03666067123413086 (0.04404764926450208) | > loss_mel_ce: 2.845052719116211 (nan) | > loss: 0.0114353708922863 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1411512862040524) | > loader_time: 0.0045 (0.004643920291214304)  --> TIME: 2025-03-24 00:25:24 -- STEP: 21755/31555 -- GLOBAL_STEP: 305750 | > loss_text_ce: 0.038406625390052795 (0.04404634007140803) | > loss_mel_ce: 3.0594277381896973 (nan) | > loss: 0.012292994186282158 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14114785487009127) | > loader_time: 0.0048 (0.004643788597441827)  --> TIME: 2025-03-24 00:25:34 -- STEP: 21805/31555 -- GLOBAL_STEP: 305800 | > loss_text_ce: 0.0466807596385479 (0.04404673849558592) | > loss_mel_ce: 3.307905912399292 (nan) | > loss: 0.01331185270100832 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.141167629008391) | > loader_time: 0.0045 (0.004644046860860847)  --> TIME: 2025-03-24 00:25:44 -- STEP: 21855/31555 -- GLOBAL_STEP: 305850 | > loss_text_ce: 0.04790602996945381 (0.04404724100645134) | > loss_mel_ce: 3.091188430786133 (nan) | > loss: 0.012456724420189857 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1411779100631478) | > loader_time: 0.0046 (0.004643951611070476)  --> TIME: 2025-03-24 00:25:54 -- STEP: 21905/31555 -- GLOBAL_STEP: 305900 | > loss_text_ce: 0.0418277382850647 (0.04404591531580989) | > loss_mel_ce: 3.538059711456299 (nan) | > loss: 0.014205902814865112 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14117578601380076) | > loader_time: 0.0045 (0.0046439991942063535)  --> TIME: 2025-03-24 00:26:03 -- STEP: 21955/31555 -- GLOBAL_STEP: 305950 | > loss_text_ce: 0.035329945385456085 (0.04404966852311028) | > loss_mel_ce: 2.7132461071014404 (nan) | > loss: 0.010907049290835857 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14116608389035903) | > loader_time: 0.0044 (0.004643853860193527)  --> TIME: 2025-03-24 00:26:13 -- STEP: 22005/31555 -- GLOBAL_STEP: 306000 | > loss_text_ce: 0.05481146275997162 (0.04404947029037737) | > loss_mel_ce: 3.5146496295928955 (nan) | > loss: 0.01416452880948782 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14117472050976085) | > loader_time: 0.0046 (0.00464381074071118)  --> TIME: 2025-03-24 00:26:23 -- STEP: 22055/31555 -- GLOBAL_STEP: 306050 | > loss_text_ce: 0.04854528233408928 (0.044053663477948445) | > loss_mel_ce: 0.70648193359375 (nan) | > loss: 0.0029961399268358946 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14118097449505743) | > loader_time: 0.0043 (0.0046436410241050075)  --> TIME: 2025-03-24 00:26:32 -- STEP: 22105/31555 -- GLOBAL_STEP: 306100 | > loss_text_ce: 0.04088748246431351 (0.04404982669888615) | > loss_mel_ce: 1.2488852739334106 (nan) | > loss: 0.005118146073073149 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14117300554088763) | > loader_time: 0.0045 (0.00464340783546099)  --> TIME: 2025-03-24 00:26:42 -- STEP: 22155/31555 -- GLOBAL_STEP: 306150 | > loss_text_ce: 0.03701756149530411 (0.04404754630369619) | > loss_mel_ce: 2.39501953125 (nan) | > loss: 0.00965094193816185 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14116417925289543) | > loader_time: 0.0045 (0.00464345175050713)  --> TIME: 2025-03-24 00:26:51 -- STEP: 22205/31555 -- GLOBAL_STEP: 306200 | > loss_text_ce: 0.04344983398914337 (0.04404408116425415) | > loss_mel_ce: 3.21677827835083 (nan) | > loss: 0.012937414459884167 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14116144035346284) | > loader_time: 0.0048 (0.004643366546733919)  --> TIME: 2025-03-24 00:27:01 -- STEP: 22255/31555 -- GLOBAL_STEP: 306250 | > loss_text_ce: 0.04870227724313736 (0.04404391373131659) | > loss_mel_ce: 2.7740631103515625 (nan) | > loss: 0.011201450601220131 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14115045139747331) | > loader_time: 0.0046 (0.00464325412903653)  --> TIME: 2025-03-24 00:27:11 -- STEP: 22305/31555 -- GLOBAL_STEP: 306300 | > loss_text_ce: 0.04250030964612961 (0.044040451943581894) | > loss_mel_ce: 3.2417151927948 (nan) | > loss: 0.013032602146267891 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1411572270584712) | > loader_time: 0.0045 (0.004643348962355806)  --> TIME: 2025-03-24 00:27:20 -- STEP: 22355/31555 -- GLOBAL_STEP: 306350 | > loss_text_ce: 0.042362961918115616 (0.04403815195510143) | > loss_mel_ce: 3.1336612701416016 (nan) | > loss: 0.012603271752595901 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14115754688274104) | > loader_time: 0.0046 (0.0046433138863348515)  --> TIME: 2025-03-24 00:27:30 -- STEP: 22405/31555 -- GLOBAL_STEP: 306400 | > loss_text_ce: 0.04580864682793617 (0.04403467781478434) | > loss_mel_ce: 2.569366455078125 (nan) | > loss: 0.010377679020166397 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14115281207198166) | > loader_time: 0.0045 (0.00464350108295856)  --> TIME: 2025-03-24 00:27:40 -- STEP: 22455/31555 -- GLOBAL_STEP: 306450 | > loss_text_ce: 0.04097281023859978 (0.044037370521395024) | > loss_mel_ce: 2.5093467235565186 (nan) | > loss: 0.010120315477252007 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14115508014124364) | > loader_time: 0.0045 (0.004643255861053407)  --> TIME: 2025-03-24 00:27:50 -- STEP: 22505/31555 -- GLOBAL_STEP: 306500 | > loss_text_ce: 0.04331856593489647 (0.044038947304212706) | > loss_mel_ce: 3.324920654296875 (nan) | > loss: 0.013366029597818851 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1411712741089045) | > loader_time: 0.0046 (0.004643434811846123)  --> TIME: 2025-03-24 00:28:00 -- STEP: 22555/31555 -- GLOBAL_STEP: 306550 | > loss_text_ce: 0.04269985482096672 (0.04403923326841863) | > loss_mel_ce: 3.198742151260376 (nan) | > loss: 0.012862865813076496 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14118655559309018) | > loader_time: 0.0047 (0.00464339023734691)  --> TIME: 2025-03-24 00:28:09 -- STEP: 22605/31555 -- GLOBAL_STEP: 306600 | > loss_text_ce: 0.03804495185613632 (0.04403774077429097) | > loss_mel_ce: 3.4189207553863525 (nan) | > loss: 0.013718118891119957 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14118234703588864) | > loader_time: 0.0046 (0.004643523811740262)  --> TIME: 2025-03-24 00:28:19 -- STEP: 22655/31555 -- GLOBAL_STEP: 306650 | > loss_text_ce: 0.04486461356282234 (0.04403685552070706) | > loss_mel_ce: 3.516435384750366 (nan) | > loss: 0.014132143929600716 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14117995909154418) | > loader_time: 0.0045 (0.004643440278153661)  --> TIME: 2025-03-24 00:28:29 -- STEP: 22705/31555 -- GLOBAL_STEP: 306700 | > loss_text_ce: 0.0341995507478714 (0.04403448194249758) | > loss_mel_ce: 2.6913323402404785 (nan) | > loss: 0.010815602727234364 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411912743464051) | > loader_time: 0.0046 (0.004643901311676536)  --> TIME: 2025-03-24 00:28:39 -- STEP: 22755/31555 -- GLOBAL_STEP: 306750 | > loss_text_ce: 0.031907059252262115 (0.044036042833730436) | > loss_mel_ce: 3.3988683223724365 (nan) | > loss: 0.013614188879728317 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14120141301566932) | > loader_time: 0.0046 (0.0046439901966756104)  --> TIME: 2025-03-24 00:28:49 -- STEP: 22805/31555 -- GLOBAL_STEP: 306800 | > loss_text_ce: 0.05061764642596245 (0.04403891373781814) | > loss_mel_ce: 2.603861093521118 (nan) | > loss: 0.010533646680414677 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14121022009060297) | > loader_time: 0.0048 (0.004644055378016222)  --> TIME: 2025-03-24 00:28:58 -- STEP: 22855/31555 -- GLOBAL_STEP: 306850 | > loss_text_ce: 0.0383346751332283 (0.04403864723660589) | > loss_mel_ce: 3.3327383995056152 (nan) | > loss: 0.013377274386584759 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14120057280646323) | > loader_time: 0.0045 (0.004643865300330605)  --> TIME: 2025-03-24 00:29:08 -- STEP: 22905/31555 -- GLOBAL_STEP: 306900 | > loss_text_ce: 0.029876669868826866 (0.044036949813549504) | > loss_mel_ce: 3.4042000770568848 (nan) | > loss: 0.013627289794385433 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14121056860436906) | > loader_time: 0.0045 (0.004643820175773771)  --> TIME: 2025-03-24 00:29:18 -- STEP: 22955/31555 -- GLOBAL_STEP: 306950 | > loss_text_ce: 0.048205628991127014 (0.04403863310756271) | > loss_mel_ce: 3.2583441734313965 (nan) | > loss: 0.013121230527758598 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14121465570810918) | > loader_time: 0.0048 (0.004643865702485116)  --> TIME: 2025-03-24 00:29:28 -- STEP: 23005/31555 -- GLOBAL_STEP: 307000 | > loss_text_ce: 0.04283728823065758 (0.04403856469549411) | > loss_mel_ce: 3.396885633468628 (nan) | > loss: 0.013649695552885532 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.141223035784189) | > loader_time: 0.0044 (0.004643791568095292)  --> TIME: 2025-03-24 00:29:37 -- STEP: 23055/31555 -- GLOBAL_STEP: 307050 | > loss_text_ce: 0.0460754819214344 (0.044039960206726216) | > loss_mel_ce: 2.9874379634857178 (nan) | > loss: 0.012037753127515316 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14123081919997554) | > loader_time: 0.0045 (0.004643613980354684)  --> TIME: 2025-03-24 00:29:47 -- STEP: 23105/31555 -- GLOBAL_STEP: 307100 | > loss_text_ce: 0.0477520152926445 (0.04403858156094787) | > loss_mel_ce: 2.514434576034546 (nan) | > loss: 0.010167406871914864 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1412302572782414) | > loader_time: 0.0046 (0.00464335326842996)  --> TIME: 2025-03-24 00:29:57 -- STEP: 23155/31555 -- GLOBAL_STEP: 307150 | > loss_text_ce: 0.047391269356012344 (0.044035419022181124) | > loss_mel_ce: 2.683814287185669 (nan) | > loss: 0.010838117450475693 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14123741919884747) | > loader_time: 0.0046 (0.004643544716238831)  --> TIME: 2025-03-24 00:30:07 -- STEP: 23205/31555 -- GLOBAL_STEP: 307200 | > loss_text_ce: 0.04172028973698616 (0.04403263516928768) | > loss_mel_ce: 2.8705224990844727 (nan) | > loss: 0.011556520126760006 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14124201887821647) | > loader_time: 0.0046 (0.004643675911608904)  --> TIME: 2025-03-24 00:30:16 -- STEP: 23255/31555 -- GLOBAL_STEP: 307250 | > loss_text_ce: 0.04223083332180977 (0.044032582755065504) | > loss_mel_ce: 2.9334769248962402 (nan) | > loss: 0.011808364652097225 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14124352144082675) | > loader_time: 0.0044 (0.004643564853737919)  --> TIME: 2025-03-24 00:30:26 -- STEP: 23305/31555 -- GLOBAL_STEP: 307300 | > loss_text_ce: 0.033956971019506454 (0.04403072394557688) | > loss_mel_ce: 1.7152903079986572 (nan) | > loss: 0.006941458210349083 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14124578836265544) | > loader_time: 0.0044 (0.004643697959623265)  --> TIME: 2025-03-24 00:30:36 -- STEP: 23355/31555 -- GLOBAL_STEP: 307350 | > loss_text_ce: 0.03761476278305054 (0.044030319598210625) | > loss_mel_ce: 3.3751327991485596 (nan) | > loss: 0.013542650267481804 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14124601056248653) | > loader_time: 0.0048 (0.0046438320370614595)  --> TIME: 2025-03-24 00:30:45 -- STEP: 23405/31555 -- GLOBAL_STEP: 307400 | > loss_text_ce: 0.05049658194184303 (0.044032976867284995) | > loss_mel_ce: 3.305593490600586 (nan) | > loss: 0.013317818753421307 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14124065516112752) | > loader_time: 0.0047 (0.004643880167315072)  --> TIME: 2025-03-24 00:30:55 -- STEP: 23455/31555 -- GLOBAL_STEP: 307450 | > loss_text_ce: 0.04346590116620064 (0.04402947977484609) | > loss_mel_ce: 3.6907389163970947 (nan) | > loss: 0.014818273484706879 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14124237117267274) | > loader_time: 0.0044 (0.0046439143290425075)  --> TIME: 2025-03-24 00:31:05 -- STEP: 23505/31555 -- GLOBAL_STEP: 307500 | > loss_text_ce: 0.037809599190950394 (0.0440267476214973) | > loss_mel_ce: 2.403141975402832 (nan) | > loss: 0.00968631636351347 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14124368587673272) | > loader_time: 0.0045 (0.0046440196529243085)  --> TIME: 2025-03-24 00:31:14 -- STEP: 23555/31555 -- GLOBAL_STEP: 307550 | > loss_text_ce: 0.04756392538547516 (0.04402318468233935) | > loss_mel_ce: 2.9898087978363037 (nan) | > loss: 0.012053067795932293 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14123539861866577) | > loader_time: 0.0046 (0.004643788800272957)  --> TIME: 2025-03-24 00:31:24 -- STEP: 23605/31555 -- GLOBAL_STEP: 307600 | > loss_text_ce: 0.04866331070661545 (0.04402169830323001) | > loss_mel_ce: 2.6492207050323486 (nan) | > loss: 0.010705890133976936 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1412253016310464) | > loader_time: 0.0046 (0.004643470093093408)  --> TIME: 2025-03-24 00:31:33 -- STEP: 23655/31555 -- GLOBAL_STEP: 307650 | > loss_text_ce: 0.04392360523343086 (0.04401998334148678) | > loss_mel_ce: 2.721683979034424 (nan) | > loss: 0.010974633507430553 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14122961923602906) | > loader_time: 0.0046 (0.004643300743240092)  --> TIME: 2025-03-24 00:31:43 -- STEP: 23705/31555 -- GLOBAL_STEP: 307700 | > loss_text_ce: 0.047897905111312866 (0.04401941240086032) | > loss_mel_ce: 3.671550989151001 (nan) | > loss: 0.01475971844047308 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14122393624587978) | > loader_time: 0.0045 (0.004643208798012426)  --> TIME: 2025-03-24 00:31:52 -- STEP: 23755/31555 -- GLOBAL_STEP: 307750 | > loss_text_ce: 0.04486766830086708 (0.04401804373570744) | > loss_mel_ce: 3.5015039443969727 (nan) | > loss: 0.014072904363274574 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14122120261669102) | > loader_time: 0.0047 (0.004643002612243014)  --> TIME: 2025-03-24 00:32:02 -- STEP: 23805/31555 -- GLOBAL_STEP: 307800 | > loss_text_ce: 0.04059252515435219 (0.04401512038263111) | > loss_mel_ce: 2.9635369777679443 (nan) | > loss: 0.011921148747205734 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14122723295167366) | > loader_time: 0.0045 (0.0046429096563251416)  --> TIME: 2025-03-24 00:32:11 -- STEP: 23855/31555 -- GLOBAL_STEP: 307850 | > loss_text_ce: 0.03728128969669342 (0.04401346397949415) | > loss_mel_ce: 2.4300105571746826 (nan) | > loss: 0.009790841490030289 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14121181692524432) | > loader_time: 0.0044 (0.004642673569189322)  --> TIME: 2025-03-24 00:32:21 -- STEP: 23905/31555 -- GLOBAL_STEP: 307900 | > loss_text_ce: 0.03690734878182411 (0.04401371294223063) | > loss_mel_ce: 3.6056811809539795 (nan) | > loss: 0.014454717747867107 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14121613692997967) | > loader_time: 0.0043 (0.0046424775262228985)  --> TIME: 2025-03-24 00:32:31 -- STEP: 23955/31555 -- GLOBAL_STEP: 307950 | > loss_text_ce: 0.04684478044509888 (0.044014355812071415) | > loss_mel_ce: 2.563711643218994 (nan) | > loss: 0.010359351523220539 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14122116254680345) | > loader_time: 0.0045 (0.004642793256886635)  --> TIME: 2025-03-24 00:32:41 -- STEP: 24005/31555 -- GLOBAL_STEP: 308000 | > loss_text_ce: 0.04439092054963112 (0.04401603393754014) | > loss_mel_ce: 0.0377197265625 (nan) | > loss: 0.0003258358919993043 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1412184299714515) | > loader_time: 0.0046 (0.004642769843929628)  --> TIME: 2025-03-24 00:32:50 -- STEP: 24055/31555 -- GLOBAL_STEP: 308050 | > loss_text_ce: 0.0375995934009552 (0.04401648699771875) | > loss_mel_ce: 2.951417922973633 (nan) | > loss: 0.011861180886626244 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14122237788493566) | > loader_time: 0.0045 (0.004642680518420506)  --> TIME: 2025-03-24 00:33:00 -- STEP: 24105/31555 -- GLOBAL_STEP: 308100 | > loss_text_ce: 0.04497230425477028 (0.04401544243011505) | > loss_mel_ce: 3.1087422370910645 (nan) | > loss: 0.012514741159975529 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14122885751714379) | > loader_time: 0.0044 (0.004643020519105451)  --> TIME: 2025-03-24 00:33:10 -- STEP: 24155/31555 -- GLOBAL_STEP: 308150 | > loss_text_ce: 0.037840086966753006 (0.04401510188984863) | > loss_mel_ce: 2.317125082015991 (nan) | > loss: 0.009345100261271 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14124754055072972) | > loader_time: 0.0044 (0.004643019413854277)  --> TIME: 2025-03-24 00:33:20 -- STEP: 24205/31555 -- GLOBAL_STEP: 308200 | > loss_text_ce: 0.04319047927856445 (0.04401372129952115) | > loss_mel_ce: 2.9158151149749756 (nan) | > loss: 0.01174208614975214 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14124281350750276) | > loader_time: 0.0048 (0.004643235022409513)  --> TIME: 2025-03-24 00:33:30 -- STEP: 24255/31555 -- GLOBAL_STEP: 308250 | > loss_text_ce: 0.03548562154173851 (0.04401245088547047) | > loss_mel_ce: 3.1239616870880127 (nan) | > loss: 0.012537489645183086 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14125313784407267) | > loader_time: 0.0047 (0.004643347297248528)  --> TIME: 2025-03-24 00:33:40 -- STEP: 24305/31555 -- GLOBAL_STEP: 308300 | > loss_text_ce: 0.036876220256090164 (0.04401433124070711) | > loss_mel_ce: 3.5692138671875 (nan) | > loss: 0.014309882186353207 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14125231793083295) | > loader_time: 0.0045 (0.004643472500039671)  --> TIME: 2025-03-24 00:33:49 -- STEP: 24355/31555 -- GLOBAL_STEP: 308350 | > loss_text_ce: 0.04088326543569565 (0.044012080491915004) | > loss_mel_ce: 3.185933828353882 (nan) | > loss: 0.012804830446839333 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1412552961601273) | > loader_time: 0.0045 (0.0046436880628961275)  --> TIME: 2025-03-24 00:33:59 -- STEP: 24405/31555 -- GLOBAL_STEP: 308400 | > loss_text_ce: 0.03331642970442772 (0.04401235410134965) | > loss_mel_ce: 2.942056179046631 (nan) | > loss: 0.011807034723460674 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14125658761915283) | > loader_time: 0.0043 (0.004643594737522809)  --> TIME: 2025-03-24 00:34:08 -- STEP: 24455/31555 -- GLOBAL_STEP: 308450 | > loss_text_ce: 0.050892580300569534 (0.044007644088844486) | > loss_mel_ce: 2.6899054050445557 (nan) | > loss: 0.010876183398067951 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14124710062144402) | > loader_time: 0.0044 (0.004643318780334747)  --> TIME: 2025-03-24 00:34:18 -- STEP: 24505/31555 -- GLOBAL_STEP: 308500 | > loss_text_ce: 0.04190874099731445 (0.044007333310408486) | > loss_mel_ce: 2.87024188041687 (nan) | > loss: 0.011556154116988182 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14124299732185716) | > loader_time: 0.0049 (0.00464346807262308)  --> TIME: 2025-03-24 00:34:27 -- STEP: 24555/31555 -- GLOBAL_STEP: 308550 | > loss_text_ce: 0.046116605401039124 (0.04400566453893545) | > loss_mel_ce: 3.031558036804199 (nan) | > loss: 0.012212995439767838 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14123617271084715) | > loader_time: 0.0046 (0.004643295719579376)  --> TIME: 2025-03-24 00:34:37 -- STEP: 24605/31555 -- GLOBAL_STEP: 308600 | > loss_text_ce: 0.04296885058283806 (0.044002420824528786) | > loss_mel_ce: 3.223661422729492 (nan) | > loss: 0.012962819077074528 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412430174295995) | > loader_time: 0.005 (0.004643403260452517)  --> TIME: 2025-03-24 00:34:47 -- STEP: 24655/31555 -- GLOBAL_STEP: 308650 | > loss_text_ce: 0.04190405458211899 (0.04400441033413968) | > loss_mel_ce: 3.09954571723938 (nan) | > loss: 0.012466071173548698 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14123728232266763) | > loader_time: 0.0046 (0.00464332073268143)  --> TIME: 2025-03-24 00:34:56 -- STEP: 24705/31555 -- GLOBAL_STEP: 308700 | > loss_text_ce: 0.043778322637081146 (0.04400590225760875) | > loss_mel_ce: 1.9062697887420654 (nan) | > loss: 0.007738286629319191 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14123606970377325) | > loader_time: 0.0045 (0.0046434158305121934)  --> TIME: 2025-03-24 00:35:06 -- STEP: 24755/31555 -- GLOBAL_STEP: 308750 | > loss_text_ce: 0.03073899634182453 (0.04400595893484793) | > loss_mel_ce: 3.240095615386963 (nan) | > loss: 0.012979503720998764 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14123282634809892) | > loader_time: 0.0044 (0.0046431883444234085)  --> TIME: 2025-03-24 00:35:16 -- STEP: 24805/31555 -- GLOBAL_STEP: 308800 | > loss_text_ce: 0.0411006361246109 (0.04400570708439793) | > loss_mel_ce: 3.1578564643859863 (nan) | > loss: 0.012694275006651878 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14124328189981372) | > loader_time: 0.0048 (0.004643136622131493)  --> TIME: 2025-03-24 00:35:25 -- STEP: 24855/31555 -- GLOBAL_STEP: 308850 | > loss_text_ce: 0.04077095538377762 (0.04400083737489422) | > loss_mel_ce: 1.7452059984207153 (nan) | > loss: 0.007087210658937693 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1412306256276027) | > loader_time: 0.0044 (0.004642974315958691)  --> TIME: 2025-03-24 00:35:35 -- STEP: 24905/31555 -- GLOBAL_STEP: 308900 | > loss_text_ce: 0.04409486800432205 (0.04400167522697273) | > loss_mel_ce: 3.8122382164001465 (nan) | > loss: 0.015302909538149834 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.141234174059041) | > loader_time: 0.0045 (0.004642901126698432)  --> TIME: 2025-03-24 00:35:45 -- STEP: 24955/31555 -- GLOBAL_STEP: 308950 | > loss_text_ce: 0.05136093124747276 (0.0440018815568199) | > loss_mel_ce: 2.7520623207092285 (nan) | > loss: 0.011124695651233196 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14123286177700745) | > loader_time: 0.0045 (0.0046427370956870235)  --> TIME: 2025-03-24 00:35:54 -- STEP: 25005/31555 -- GLOBAL_STEP: 309000 | > loss_text_ce: 0.03661983087658882 (0.044001914631747144) | > loss_mel_ce: 0.1778157502412796 (nan) | > loss: 0.0008509348845109344 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14123003127645972) | > loader_time: 0.0044 (0.004642664034636909)  --> TIME: 2025-03-24 00:36:04 -- STEP: 25055/31555 -- GLOBAL_STEP: 309050 | > loss_text_ce: 0.03129921481013298 (0.04399667210290354) | > loss_mel_ce: 3.210787773132324 (nan) | > loss: 0.01286542508751154 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14122470220247224) | > loader_time: 0.0046 (0.0046426596172411076)  --> TIME: 2025-03-24 00:36:13 -- STEP: 25105/31555 -- GLOBAL_STEP: 309100 | > loss_text_ce: 0.03867875412106514 (0.043998422148735325) | > loss_mel_ce: 2.7173376083374023 (nan) | > loss: 0.010936573147773743 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14121896727249905) | > loader_time: 0.0045 (0.004642573155105116)  --> TIME: 2025-03-24 00:36:23 -- STEP: 25155/31555 -- GLOBAL_STEP: 309150 | > loss_text_ce: 0.0375179797410965 (0.044000182149787494) | > loss_mel_ce: 3.6987709999084473 (nan) | > loss: 0.014826544560492039 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.1412260820794075) | > loader_time: 0.0045 (0.004642565068893407)  --> TIME: 2025-03-24 00:36:33 -- STEP: 25205/31555 -- GLOBAL_STEP: 309200 | > loss_text_ce: 0.04758501052856445 (0.04400254217758112) | > loss_mel_ce: 2.843416213989258 (nan) | > loss: 0.011472227983176708 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1412259592420645) | > loader_time: 0.0046 (0.004642576207435444)  --> TIME: 2025-03-24 00:36:42 -- STEP: 25255/31555 -- GLOBAL_STEP: 309250 | > loss_text_ce: 0.043065834790468216 (0.04400152112695636) | > loss_mel_ce: 2.9151952266693115 (nan) | > loss: 0.01173913199454546 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14123086867958384) | > loader_time: 0.0044 (0.004642717334639305)  --> TIME: 2025-03-24 00:36:52 -- STEP: 25305/31555 -- GLOBAL_STEP: 309300 | > loss_text_ce: 0.036725979298353195 (0.04399901859206815) | > loss_mel_ce: 2.831867218017578 (nan) | > loss: 0.011383307166397572 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14122902103809257) | > loader_time: 0.0045 (0.004642521357541017)  --> TIME: 2025-03-24 00:37:02 -- STEP: 25355/31555 -- GLOBAL_STEP: 309350 | > loss_text_ce: 0.03925321623682976 (0.0439950480103252) | > loss_mel_ce: 2.638080358505249 (nan) | > loss: 0.010624339804053307 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14123234067107093) | > loader_time: 0.0046 (0.00464266481025287)  --> TIME: 2025-03-24 00:37:12 -- STEP: 25405/31555 -- GLOBAL_STEP: 309400 | > loss_text_ce: 0.04804238677024841 (0.0439932512132607) | > loss_mel_ce: 3.8409926891326904 (nan) | > loss: 0.01543267909437418 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1412378825627077) | > loader_time: 0.0045 (0.004642896487050756)  --> TIME: 2025-03-24 00:37:21 -- STEP: 25455/31555 -- GLOBAL_STEP: 309450 | > loss_text_ce: 0.02763204462826252 (0.04399048923451644) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14124084241121895) | > loader_time: 0.0043 (0.004642837414266633)  --> TIME: 2025-03-24 00:37:31 -- STEP: 25505/31555 -- GLOBAL_STEP: 309500 | > loss_text_ce: 0.05412399023771286 (0.043991422159474686) | > loss_mel_ce: 2.822950839996338 (nan) | > loss: 0.0114169642329216 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14124257309814006) | > loader_time: 0.0046 (0.0046428550764336845)  --> TIME: 2025-03-24 00:37:41 -- STEP: 25555/31555 -- GLOBAL_STEP: 309550 | > loss_text_ce: 0.03947538882493973 (0.043991354178156666) | > loss_mel_ce: 3.11161470413208 (nan) | > loss: 0.012504327110946178 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14124724310313513) | > loader_time: 0.0053 (0.004642955134046014)  --> TIME: 2025-03-24 00:37:51 -- STEP: 25605/31555 -- GLOBAL_STEP: 309600 | > loss_text_ce: 0.05067142844200134 (0.04399073086718965) | > loss_mel_ce: 4.478050708770752 (nan) | > loss: 0.01797112077474594 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14125510572199973) | > loader_time: 0.0044 (0.004643118295369712)  --> TIME: 2025-03-24 00:38:01 -- STEP: 25655/31555 -- GLOBAL_STEP: 309650 | > loss_text_ce: 0.04141326993703842 (0.04398837010418783) | > loss_mel_ce: 3.0442376136779785 (nan) | > loss: 0.01224464736878872 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14125547916469638) | > loader_time: 0.0047 (0.004642897129895214)  --> TIME: 2025-03-24 00:38:11 -- STEP: 25705/31555 -- GLOBAL_STEP: 309700 | > loss_text_ce: 0.043698400259017944 (0.04398872184762232) | > loss_mel_ce: 3.348238945007324 (nan) | > loss: 0.013460068963468075 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1412658338114533) | > loader_time: 0.0046 (0.00464286394236128)  --> TIME: 2025-03-24 00:38:20 -- STEP: 25755/31555 -- GLOBAL_STEP: 309750 | > loss_text_ce: 0.04768477752804756 (0.043989595302371856) | > loss_mel_ce: 4.086954593658447 (nan) | > loss: 0.016407299786806107 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14125774724579349) | > loader_time: 0.0046 (0.004642661070041417)  --> TIME: 2025-03-24 00:38:30 -- STEP: 25805/31555 -- GLOBAL_STEP: 309800 | > loss_text_ce: 0.04696190357208252 (0.04398745596145355) | > loss_mel_ce: 3.0734760761260986 (nan) | > loss: 0.012382691726088524 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14125525719018675) | > loader_time: 0.0049 (0.004642651973133772)  --> TIME: 2025-03-24 00:38:39 -- STEP: 25855/31555 -- GLOBAL_STEP: 309850 | > loss_text_ce: 0.0489836260676384 (0.04398928990659968) | > loss_mel_ce: 2.9957783222198486 (nan) | > loss: 0.012082389555871487 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14125002705366238) | > loader_time: 0.0047 (0.004642689848195123)  --> TIME: 2025-03-24 00:38:49 -- STEP: 25905/31555 -- GLOBAL_STEP: 309900 | > loss_text_ce: 0.04189208894968033 (0.043988762451905354) | > loss_mel_ce: 3.34555721282959 (nan) | > loss: 0.013442260213196278 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14124702827462504) | > loader_time: 0.0046 (0.004642835083994416)  --> TIME: 2025-03-24 00:38:58 -- STEP: 25955/31555 -- GLOBAL_STEP: 309950 | > loss_text_ce: 0.04409763589501381 (0.04398948398797794) | > loss_mel_ce: 2.9972944259643555 (nan) | > loss: 0.012069016695022583 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1902 (0.1412486959022728) | > loader_time: 0.0046 (0.004643001797065577)  --> TIME: 2025-03-24 00:39:08 -- STEP: 26005/31555 -- GLOBAL_STEP: 310000 | > loss_text_ce: 0.055269286036491394 (0.0439913817739566) | > loss_mel_ce: 2.0635173320770264 (nan) | > loss: 0.00840788334608078 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.1412469083404252) | > loader_time: 0.0043 (0.004642942927704692) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_310000.pth  --> TIME: 2025-03-24 00:39:23 -- STEP: 26055/31555 -- GLOBAL_STEP: 310050 | > loss_text_ce: 0.04658297076821327 (0.04399080341211772) | > loss_mel_ce: 2.8620259761810303 (nan) | > loss: 0.01154209952801466 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14123556196197792) | > loader_time: 0.0046 (0.004642909128133803)  --> TIME: 2025-03-24 00:39:32 -- STEP: 26105/31555 -- GLOBAL_STEP: 310100 | > loss_text_ce: 0.045920103788375854 (0.04398971995175732) | > loss_mel_ce: 3.6431777477264404 (nan) | > loss: 0.014639277942478657 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.1412298319783165) | > loader_time: 0.0048 (0.004642863311066143)  --> TIME: 2025-03-24 00:39:42 -- STEP: 26155/31555 -- GLOBAL_STEP: 310150 | > loss_text_ce: 0.03936256095767021 (0.0439883377866276) | > loss_mel_ce: 3.4708807468414307 (nan) | > loss: 0.013929538428783417 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14122669973466426) | > loader_time: 0.0045 (0.004642715054838165)  --> TIME: 2025-03-24 00:39:51 -- STEP: 26205/31555 -- GLOBAL_STEP: 310200 | > loss_text_ce: 0.046093232929706573 (0.0439877353935928) | > loss_mel_ce: 3.1815876960754395 (nan) | > loss: 0.012808258645236492 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14122483970963837) | > loader_time: 0.0045 (0.004642701453776818)  --> TIME: 2025-03-24 00:40:01 -- STEP: 26255/31555 -- GLOBAL_STEP: 310250 | > loss_text_ce: 0.04785257205367088 (0.04398362353671805) | > loss_mel_ce: 0.0838623046875 (nan) | > loss: 0.000522678135894239 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14122236826106108) | > loader_time: 0.0045 (0.004642572995027646)  --> TIME: 2025-03-24 00:40:10 -- STEP: 26305/31555 -- GLOBAL_STEP: 310300 | > loss_text_ce: 0.047672782093286514 (0.043985141848203624) | > loss_mel_ce: 3.7529187202453613 (nan) | > loss: 0.01508171297609806 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1412221171424952) | > loader_time: 0.0047 (0.004642520624293804)  --> TIME: 2025-03-24 00:40:20 -- STEP: 26355/31555 -- GLOBAL_STEP: 310350 | > loss_text_ce: 0.03997927904129028 (0.04398481168847253) | > loss_mel_ce: 3.320659875869751 (nan) | > loss: 0.013335870578885078 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14122241331761579) | > loader_time: 0.0045 (0.004642523445501364)  --> TIME: 2025-03-24 00:40:30 -- STEP: 26405/31555 -- GLOBAL_STEP: 310400 | > loss_text_ce: 0.04035563766956329 (0.04398156722026656) | > loss_mel_ce: 0.0877685546875 (nan) | > loss: 0.0005084293661639094 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14123224528579403) | > loader_time: 0.0048 (0.004642602643874553)  --> TIME: 2025-03-24 00:40:40 -- STEP: 26455/31555 -- GLOBAL_STEP: 310450 | > loss_text_ce: 0.046874038875103 (0.04398263165728288) | > loss_mel_ce: 2.9574122428894043 (nan) | > loss: 0.011921771802008152 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.1412383301500065) | > loader_time: 0.0046 (0.00464254416042362)  --> TIME: 2025-03-24 00:40:49 -- STEP: 26505/31555 -- GLOBAL_STEP: 310500 | > loss_text_ce: 0.03471751511096954 (0.04397815264816939) | > loss_mel_ce: 1.8911230564117432 (nan) | > loss: 0.00764222489669919 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14123670067613558) | > loader_time: 0.0045 (0.004642941308142957)  --> TIME: 2025-03-24 00:40:59 -- STEP: 26555/31555 -- GLOBAL_STEP: 310550 | > loss_text_ce: 0.04527260735630989 (0.04397486945534581) | > loss_mel_ce: 3.141908645629883 (nan) | > loss: 0.012647544965147972 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14123536680764212) | > loader_time: 0.0047 (0.004642706073580679)  --> TIME: 2025-03-24 00:41:08 -- STEP: 26605/31555 -- GLOBAL_STEP: 310600 | > loss_text_ce: 0.03616102784872055 (0.043969108867746666) | > loss_mel_ce: 3.097776174545288 (nan) | > loss: 0.012436259537935257 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14122563518767206) | > loader_time: 0.0044 (0.004642423672058615)  --> TIME: 2025-03-24 00:41:18 -- STEP: 26655/31555 -- GLOBAL_STEP: 310650 | > loss_text_ce: 0.05234865844249725 (0.0439692355062418) | > loss_mel_ce: 3.022430419921875 (nan) | > loss: 0.012201504781842232 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1412335569696205) | > loader_time: 0.0044 (0.004642371517747379)  --> TIME: 2025-03-24 00:41:28 -- STEP: 26705/31555 -- GLOBAL_STEP: 310700 | > loss_text_ce: 0.03592507541179657 (0.04396620339995925) | > loss_mel_ce: 2.065685749053955 (nan) | > loss: 0.008339726366102695 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1412375468614953) | > loader_time: 0.0046 (0.00464235669864379)  --> TIME: 2025-03-24 00:41:38 -- STEP: 26755/31555 -- GLOBAL_STEP: 310750 | > loss_text_ce: 0.04414281249046326 (0.04396568058398681) | > loss_mel_ce: 2.7893316745758057 (nan) | > loss: 0.011243946850299835 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1412363921653619) | > loader_time: 0.0046 (0.004642368677374861)  --> TIME: 2025-03-24 00:41:48 -- STEP: 26805/31555 -- GLOBAL_STEP: 310800 | > loss_text_ce: 0.04598323255777359 (0.043964815184555736) | > loss_mel_ce: 2.8591694831848145 (nan) | > loss: 0.011528384871780872 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1412428705755885) | > loader_time: 0.0046 (0.004642446226558639)  --> TIME: 2025-03-24 00:41:57 -- STEP: 26855/31555 -- GLOBAL_STEP: 310850 | > loss_text_ce: 0.04299572855234146 (0.043960971283594184) | > loss_mel_ce: 2.3209784030914307 (nan) | > loss: 0.00938085000962019 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14124244251545942) | > loader_time: 0.0045 (0.004642354290127121)  --> TIME: 2025-03-24 00:42:07 -- STEP: 26905/31555 -- GLOBAL_STEP: 310900 | > loss_text_ce: 0.04636729136109352 (0.043961790251920756) | > loss_mel_ce: 3.6997733116149902 (nan) | > loss: 0.014865638688206673 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14125262502178626) | > loader_time: 0.0046 (0.004642709243964372)  --> TIME: 2025-03-24 00:42:17 -- STEP: 26955/31555 -- GLOBAL_STEP: 310950 | > loss_text_ce: 0.07221219688653946 (0.04396117274098155) | > loss_mel_ce: 3.4872143268585205 (nan) | > loss: 0.01412470918148756 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14125260000347387) | > loader_time: 0.0046 (0.004642797086924764)  --> TIME: 2025-03-24 00:42:26 -- STEP: 27005/31555 -- GLOBAL_STEP: 311000 | > loss_text_ce: 0.04700658097863197 (0.04395980858139653) | > loss_mel_ce: 2.717252492904663 (nan) | > loss: 0.010969283059239388 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14124648876045376) | > loader_time: 0.0046 (0.00464268695687918)  --> TIME: 2025-03-24 00:42:36 -- STEP: 27055/31555 -- GLOBAL_STEP: 311050 | > loss_text_ce: 0.027861621230840683 (0.04395788673833304) | > loss_mel_ce: 3.2657883167266846 (nan) | > loss: 0.013070040382444859 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14124179694507571) | > loader_time: 0.0045 (0.004642772419001886)  --> TIME: 2025-03-24 00:42:46 -- STEP: 27105/31555 -- GLOBAL_STEP: 311100 | > loss_text_ce: 0.0439625009894371 (0.04395902921641322) | > loss_mel_ce: 2.899200916290283 (nan) | > loss: 0.01167922094464302 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14124029134388982) | > loader_time: 0.0047 (0.004642737762797366)  --> TIME: 2025-03-24 00:42:55 -- STEP: 27155/31555 -- GLOBAL_STEP: 311150 | > loss_text_ce: 0.041223958134651184 (0.043958495689726894) | > loss_mel_ce: 2.266143560409546 (nan) | > loss: 0.009156220592558384 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1412467372766448) | > loader_time: 0.0048 (0.00464265795619726)  --> TIME: 2025-03-24 00:43:05 -- STEP: 27205/31555 -- GLOBAL_STEP: 311200 | > loss_text_ce: 0.03861771896481514 (0.04395993688345571) | > loss_mel_ce: 3.390065908432007 (nan) | > loss: 0.01360588800162077 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14123966069458957) | > loader_time: 0.0046 (0.004642634189341377)  --> TIME: 2025-03-24 00:43:15 -- STEP: 27255/31555 -- GLOBAL_STEP: 311250 | > loss_text_ce: 0.0550646036863327 (0.04395959662808956) | > loss_mel_ce: 2.9628243446350098 (nan) | > loss: 0.01197575032711029 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14124574714615826) | > loader_time: 0.0046 (0.004642785603661969)  --> TIME: 2025-03-24 00:43:25 -- STEP: 27305/31555 -- GLOBAL_STEP: 311300 | > loss_text_ce: 0.034546852111816406 (0.04395817668217922) | > loss_mel_ce: 3.113377809524536 (nan) | > loss: 0.012491765432059765 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14124958981875615) | > loader_time: 0.0047 (0.004643073157935824)  --> TIME: 2025-03-24 00:43:34 -- STEP: 27355/31555 -- GLOBAL_STEP: 311350 | > loss_text_ce: 0.03756628558039665 (0.043960042317416195) | > loss_mel_ce: 3.0338826179504395 (nan) | > loss: 0.012188289314508438 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1412462445940487) | > loader_time: 0.0045 (0.0046429043429748705)  --> TIME: 2025-03-24 00:43:44 -- STEP: 27405/31555 -- GLOBAL_STEP: 311400 | > loss_text_ce: 0.036945901811122894 (0.04395841716427948) | > loss_mel_ce: 2.2330949306488037 (nan) | > loss: 0.009008098393678665 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14125549528333847) | > loader_time: 0.0044 (0.004642779965010047)  --> TIME: 2025-03-24 00:43:53 -- STEP: 27455/31555 -- GLOBAL_STEP: 311450 | > loss_text_ce: 0.03863302990794182 (0.04395802076566723) | > loss_mel_ce: 2.8001914024353027 (nan) | > loss: 0.01126517727971077 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14124242566882758) | > loader_time: 0.0046 (0.004642545032796447)  --> TIME: 2025-03-24 00:44:03 -- STEP: 27505/31555 -- GLOBAL_STEP: 311500 | > loss_text_ce: 0.05249885097146034 (0.043955433084223755) | > loss_mel_ce: 3.482677698135376 (nan) | > loss: 0.014028479345142841 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14124245995544207) | > loader_time: 0.0047 (0.00464242823534368)  --> TIME: 2025-03-24 00:44:13 -- STEP: 27555/31555 -- GLOBAL_STEP: 311550 | > loss_text_ce: 0.04425365850329399 (0.04395494712078948) | > loss_mel_ce: 3.482409954071045 (nan) | > loss: 0.013994697481393814 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1412467405294637) | > loader_time: 0.0046 (0.004642319761458611)  --> TIME: 2025-03-24 00:44:23 -- STEP: 27605/31555 -- GLOBAL_STEP: 311600 | > loss_text_ce: 0.03496095910668373 (0.04395371780532889) | > loss_mel_ce: 3.8763015270233154 (nan) | > loss: 0.015520883724093437 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14125475747022556) | > loader_time: 0.0046 (0.0046423551289634666)  --> TIME: 2025-03-24 00:44:33 -- STEP: 27655/31555 -- GLOBAL_STEP: 311650 | > loss_text_ce: 0.03741895407438278 (0.04395254533347226) | > loss_mel_ce: 1.8323800563812256 (nan) | > loss: 0.007419837638735771 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1412614555476129) | > loader_time: 0.0045 (0.004642462769202973)  --> TIME: 2025-03-24 00:44:42 -- STEP: 27705/31555 -- GLOBAL_STEP: 311700 | > loss_text_ce: 0.05369573459029198 (0.04395295733781236) | > loss_mel_ce: 3.5996761322021484 (nan) | > loss: 0.01449750829488039 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1412563808814985) | > loader_time: 0.0047 (0.004642384587115592)  --> TIME: 2025-03-24 00:44:52 -- STEP: 27755/31555 -- GLOBAL_STEP: 311750 | > loss_text_ce: 0.03949042409658432 (0.04395374128810729) | > loss_mel_ce: 2.886749505996704 (nan) | > loss: 0.011612064205110073 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.141271999740875) | > loader_time: 0.0046 (0.004642340686380933)  --> TIME: 2025-03-24 00:45:02 -- STEP: 27805/31555 -- GLOBAL_STEP: 311800 | > loss_text_ce: 0.045776162296533585 (0.043955348763628714) | > loss_mel_ce: 2.945951461791992 (nan) | > loss: 0.011871935799717903 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1412713819561058) | > loader_time: 0.0045 (0.00464223898736889)  --> TIME: 2025-03-24 00:45:11 -- STEP: 27855/31555 -- GLOBAL_STEP: 311850 | > loss_text_ce: 0.04275156930088997 (0.043952077260169455) | > loss_mel_ce: 1.3779165744781494 (nan) | > loss: 0.005637572146952152 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14126605610940723) | > loader_time: 0.0043 (0.004642076386174546)  --> TIME: 2025-03-24 00:45:21 -- STEP: 27905/31555 -- GLOBAL_STEP: 311900 | > loss_text_ce: 0.02832440473139286 (0.043949336358898985) | > loss_mel_ce: 2.4508259296417236 (nan) | > loss: 0.009837898425757885 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14126657061499048) | > loader_time: 0.0044 (0.0046420375712561395)  --> TIME: 2025-03-24 00:45:31 -- STEP: 27955/31555 -- GLOBAL_STEP: 311950 | > loss_text_ce: 0.02842721901834011 (0.04395098842216018) | > loss_mel_ce: 2.6872503757476807 (nan) | > loss: 0.010776498354971409 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1412678399509868) | > loader_time: 0.0044 (0.004641973923280758)  --> TIME: 2025-03-24 00:45:40 -- STEP: 28005/31555 -- GLOBAL_STEP: 312000 | > loss_text_ce: 0.047454919666051865 (0.043947798325191925) | > loss_mel_ce: 3.5955827236175537 (nan) | > loss: 0.014456499367952347 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14126202413555158) | > loader_time: 0.0047 (0.004641853700980712)  --> TIME: 2025-03-24 00:45:50 -- STEP: 28055/31555 -- GLOBAL_STEP: 312050 | > loss_text_ce: 0.04086438938975334 (0.0439505492315634) | > loss_mel_ce: 2.5555758476257324 (nan) | > loss: 0.010303335264325142 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1412630660417898) | > loader_time: 0.0045 (0.004641944714948824)  --> TIME: 2025-03-24 00:46:00 -- STEP: 28105/31555 -- GLOBAL_STEP: 312100 | > loss_text_ce: 0.053807154297828674 (0.043949393586041136) | > loss_mel_ce: 2.8328990936279297 (nan) | > loss: 0.011455184780061245 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14126813777759983) | > loader_time: 0.0048 (0.00464212913526754)  --> TIME: 2025-03-24 00:46:09 -- STEP: 28155/31555 -- GLOBAL_STEP: 312150 | > loss_text_ce: 0.027958780527114868 (0.043947242005575614) | > loss_mel_ce: 2.0856261253356934 (nan) | > loss: 0.008387242443859577 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1412648477810052) | > loader_time: 0.0043 (0.004641990631136007)  --> TIME: 2025-03-24 00:46:19 -- STEP: 28205/31555 -- GLOBAL_STEP: 312200 | > loss_text_ce: 0.05140573903918266 (0.0439497581706706) | > loss_mel_ce: 3.103139877319336 (nan) | > loss: 0.012518038973212242 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14126572608102392) | > loader_time: 0.0044 (0.004641792440727166)  --> TIME: 2025-03-24 00:46:29 -- STEP: 28255/31555 -- GLOBAL_STEP: 312250 | > loss_text_ce: 0.050285764038562775 (0.04394831444469519) | > loss_mel_ce: 3.083970785140991 (nan) | > loss: 0.012437527067959309 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14126341653026228) | > loader_time: 0.0047 (0.004641560060200339)  --> TIME: 2025-03-24 00:46:38 -- STEP: 28305/31555 -- GLOBAL_STEP: 312300 | > loss_text_ce: 0.04786470904946327 (0.04394881499507071) | > loss_mel_ce: 2.672074556350708 (nan) | > loss: 0.010793410241603851 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14125800149597814) | > loader_time: 0.0048 (0.004641486469289662)  --> TIME: 2025-03-24 00:46:48 -- STEP: 28355/31555 -- GLOBAL_STEP: 312350 | > loss_text_ce: 0.0422796905040741 (0.043949141600921976) | > loss_mel_ce: 2.984004497528076 (nan) | > loss: 0.01200906466692686 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1412676463533256) | > loader_time: 0.0045 (0.0046414663879523425)  --> TIME: 2025-03-24 00:46:58 -- STEP: 28405/31555 -- GLOBAL_STEP: 312400 | > loss_text_ce: 0.06453661620616913 (0.043946928676670674) | > loss_mel_ce: 3.918750047683716 (nan) | > loss: 0.015806693583726883 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14126274127856092) | > loader_time: 0.0043 (0.004641257665292008)  --> TIME: 2025-03-24 00:47:07 -- STEP: 28455/31555 -- GLOBAL_STEP: 312450 | > loss_text_ce: 0.04855776205658913 (0.04394883600200572) | > loss_mel_ce: 2.8769278526306152 (nan) | > loss: 0.011609070934355259 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14126384468159012) | > loader_time: 0.0043 (0.004641165370535602)  --> TIME: 2025-03-24 00:47:17 -- STEP: 28505/31555 -- GLOBAL_STEP: 312500 | > loss_text_ce: 0.04036750644445419 (0.043950353850510826) | > loss_mel_ce: 3.441758632659912 (nan) | > loss: 0.013817962259054184 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14125977948430793) | > loader_time: 0.0045 (0.004641060853418452)  --> TIME: 2025-03-24 00:47:26 -- STEP: 28555/31555 -- GLOBAL_STEP: 312550 | > loss_text_ce: 0.05025867372751236 (0.043953898158514505) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14126256489540767) | > loader_time: 0.0047 (0.00464094251660408)  --> TIME: 2025-03-24 00:47:36 -- STEP: 28605/31555 -- GLOBAL_STEP: 312600 | > loss_text_ce: 0.04795293137431145 (0.04395173750560544) | > loss_mel_ce: 3.2457990646362305 (nan) | > loss: 0.013070444576442242 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14126301824452644) | > loader_time: 0.0045 (0.004640681575674436)  --> TIME: 2025-03-24 00:47:46 -- STEP: 28655/31555 -- GLOBAL_STEP: 312650 | > loss_text_ce: 0.04813330993056297 (0.04395423745068556) | > loss_mel_ce: 2.8414666652679443 (nan) | > loss: 0.01146666705608368 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14126129332605458) | > loader_time: 0.0043 (0.004640345489390102)  --> TIME: 2025-03-24 00:47:55 -- STEP: 28705/31555 -- GLOBAL_STEP: 312700 | > loss_text_ce: 0.04249798133969307 (0.0439525271459446) | > loss_mel_ce: 3.1705288887023926 (nan) | > loss: 0.012750106863677502 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14125426225474494) | > loader_time: 0.0042 (0.004639960838680643)  --> TIME: 2025-03-24 00:48:05 -- STEP: 28755/31555 -- GLOBAL_STEP: 312750 | > loss_text_ce: 0.04395165294408798 (0.043949591883829936) | > loss_mel_ce: 3.5497124195098877 (nan) | > loss: 0.01426057331264019 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14125698808793724) | > loader_time: 0.0049 (0.004639667594895049)  --> TIME: 2025-03-24 00:48:14 -- STEP: 28805/31555 -- GLOBAL_STEP: 312800 | > loss_text_ce: 0.033644530922174454 (0.04394585063247411) | > loss_mel_ce: 1.6487274169921875 (nan) | > loss: 0.006676079705357552 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14124618646813375) | > loader_time: 0.0045 (0.0046393614886349336)  --> TIME: 2025-03-24 00:48:24 -- STEP: 28855/31555 -- GLOBAL_STEP: 312850 | > loss_text_ce: 0.045656468719244 (0.04394267147261347) | > loss_mel_ce: 1.3889031410217285 (nan) | > loss: 0.005692697130143642 (nan) | > current_lr: 5e-06 | > step_time: 0.1012 (0.1412476038399856) | > loader_time: 0.0041 (0.004639214788518499)  --> TIME: 2025-03-24 00:48:33 -- STEP: 28905/31555 -- GLOBAL_STEP: 312900 | > loss_text_ce: 0.0352185033261776 (0.04394160538845422) | > loss_mel_ce: 3.845828056335449 (nan) | > loss: 0.015400978736579418 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14124110325297076) | > loader_time: 0.0045 (0.0046392198789286495)  --> TIME: 2025-03-24 00:48:43 -- STEP: 28955/31555 -- GLOBAL_STEP: 312950 | > loss_text_ce: 0.03956374526023865 (0.0439412973445158) | > loss_mel_ce: 2.979149341583252 (nan) | > loss: 0.011979020200669765 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14123273250702995) | > loader_time: 0.0046 (0.004638999147831781)  --> TIME: 2025-03-24 00:48:52 -- STEP: 29005/31555 -- GLOBAL_STEP: 313000 | > loss_text_ce: 0.039277464151382446 (0.04394061768896581) | > loss_mel_ce: 2.420433759689331 (nan) | > loss: 0.009760759770870209 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14122862958883398) | > loader_time: 0.0046 (0.004639032474367208)  --> TIME: 2025-03-24 00:49:02 -- STEP: 29055/31555 -- GLOBAL_STEP: 313050 | > loss_text_ce: 0.03968564048409462 (0.04393750416271005) | > loss_mel_ce: 3.1482954025268555 (nan) | > loss: 0.012650719843804836 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14122893033596284) | > loader_time: 0.0045 (0.004638957329039252)  --> TIME: 2025-03-24 00:49:11 -- STEP: 29105/31555 -- GLOBAL_STEP: 313100 | > loss_text_ce: 0.04733295366168022 (0.04393771545837641) | > loss_mel_ce: 3.4810547828674316 (nan) | > loss: 0.014001539908349514 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14122755473021703) | > loader_time: 0.0043 (0.00463862424862585)  --> TIME: 2025-03-24 00:49:21 -- STEP: 29155/31555 -- GLOBAL_STEP: 313150 | > loss_text_ce: 0.04766026884317398 (0.04393617555251808) | > loss_mel_ce: 2.855783224105835 (nan) | > loss: 0.011521602049469948 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14122838956825992) | > loader_time: 0.0043 (0.004638216970224867)  --> TIME: 2025-03-24 00:49:31 -- STEP: 29205/31555 -- GLOBAL_STEP: 313200 | > loss_text_ce: 0.05536171793937683 (0.043936873827415734) | > loss_mel_ce: 2.900080919265747 (nan) | > loss: 0.011727947741746902 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14122809713128837) | > loader_time: 0.0045 (0.004638198401254016)  --> TIME: 2025-03-24 00:49:40 -- STEP: 29255/31555 -- GLOBAL_STEP: 313250 | > loss_text_ce: 0.04340779036283493 (0.04393409671205536) | > loss_mel_ce: 3.4513745307922363 (nan) | > loss: 0.013868183828890324 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14122284287938555) | > loader_time: 0.0045 (0.004638473984726936)  --> TIME: 2025-03-24 00:49:50 -- STEP: 29305/31555 -- GLOBAL_STEP: 313300 | > loss_text_ce: 0.042860303074121475 (0.043933220587434124) | > loss_mel_ce: 3.286686658859253 (nan) | > loss: 0.01321248896420002 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14122351493633659) | > loader_time: 0.0044 (0.004638461467858097)  --> TIME: 2025-03-24 00:49:59 -- STEP: 29355/31555 -- GLOBAL_STEP: 313350 | > loss_text_ce: 0.04663236066699028 (0.0439321799253244) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14121789572450474) | > loader_time: 0.0046 (0.004638530472599629)  --> TIME: 2025-03-24 00:50:09 -- STEP: 29405/31555 -- GLOBAL_STEP: 313400 | > loss_text_ce: 0.04620908573269844 (0.04393290660143397) | > loss_mel_ce: 3.290785789489746 (nan) | > loss: 0.013242043554782867 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14121317362383964) | > loader_time: 0.0047 (0.004638651377731892)  --> TIME: 2025-03-24 00:50:18 -- STEP: 29455/31555 -- GLOBAL_STEP: 313450 | > loss_text_ce: 0.03924958035349846 (0.043933375958372656) | > loss_mel_ce: 2.9805729389190674 (nan) | > loss: 0.011983423493802547 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14120907324559595) | > loader_time: 0.0042 (0.004638631549032869)  --> TIME: 2025-03-24 00:50:28 -- STEP: 29505/31555 -- GLOBAL_STEP: 313500 | > loss_text_ce: 0.048560451716184616 (0.04393306975220549) | > loss_mel_ce: 3.1735167503356934 (nan) | > loss: 0.012786021456122398 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1412087944155524) | > loader_time: 0.0046 (0.0046383520442133)  --> TIME: 2025-03-24 00:50:38 -- STEP: 29555/31555 -- GLOBAL_STEP: 313550 | > loss_text_ce: 0.04481455311179161 (0.04393349432512008) | > loss_mel_ce: 3.406707525253296 (nan) | > loss: 0.013696516864001751 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.1412053763009309) | > loader_time: 0.0048 (0.004638371131198673)  --> TIME: 2025-03-24 00:50:48 -- STEP: 29605/31555 -- GLOBAL_STEP: 313600 | > loss_text_ce: 0.03816065192222595 (0.043932645286646616) | > loss_mel_ce: 2.6191272735595703 (nan) | > loss: 0.01054479368031025 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14121480167687187) | > loader_time: 0.0047 (0.004638295092306449)  --> TIME: 2025-03-24 00:50:57 -- STEP: 29655/31555 -- GLOBAL_STEP: 313650 | > loss_text_ce: 0.05173468589782715 (0.043932588302576125) | > loss_mel_ce: 3.27427339553833 (nan) | > loss: 0.013198445551097393 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14120741864919759) | > loader_time: 0.0047 (0.004638156881221424)  --> TIME: 2025-03-24 00:51:06 -- STEP: 29705/31555 -- GLOBAL_STEP: 313700 | > loss_text_ce: 0.05656664818525314 (0.043928724493153326) | > loss_mel_ce: 2.8057074546813965 (nan) | > loss: 0.01135823130607605 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14119561162787098) | > loader_time: 0.0043 (0.004638379407920229)  --> TIME: 2025-03-24 00:51:16 -- STEP: 29755/31555 -- GLOBAL_STEP: 313750 | > loss_text_ce: 0.062037400901317596 (0.04392577335316683) | > loss_mel_ce: 2.6383464336395264 (nan) | > loss: 0.010715809650719166 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14119332311454266) | > loader_time: 0.0045 (0.0046384641932271055)  --> TIME: 2025-03-24 00:51:25 -- STEP: 29805/31555 -- GLOBAL_STEP: 313800 | > loss_text_ce: 0.02200419455766678 (0.04392353956698673) | > loss_mel_ce: 1.0962353944778442 (nan) | > loss: 0.0044374591670930386 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14119169115720206) | > loader_time: 0.0045 (0.004638634678341937)  --> TIME: 2025-03-24 00:51:35 -- STEP: 29855/31555 -- GLOBAL_STEP: 313850 | > loss_text_ce: 0.04476184770464897 (0.043923465512615334) | > loss_mel_ce: 3.2466936111450195 (nan) | > loss: 0.013061332516372204 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14119204557275372) | > loader_time: 0.0042 (0.0046386185612356445)  --> TIME: 2025-03-24 00:51:45 -- STEP: 29905/31555 -- GLOBAL_STEP: 313900 | > loss_text_ce: 0.03842536732554436 (0.0439235210744763) | > loss_mel_ce: 2.4001030921936035 (nan) | > loss: 0.00967670138925314 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14118885411962637) | > loader_time: 0.0043 (0.004638687198207099)  --> TIME: 2025-03-24 00:51:54 -- STEP: 29955/31555 -- GLOBAL_STEP: 313950 | > loss_text_ce: 0.050083551555871964 (0.04392251390590681) | > loss_mel_ce: 3.190009832382202 (nan) | > loss: 0.012857514433562756 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14118587371801952) | > loader_time: 0.005 (0.0046386513720368715)  --> TIME: 2025-03-24 00:52:04 -- STEP: 30005/31555 -- GLOBAL_STEP: 314000 | > loss_text_ce: 0.0495188944041729 (0.04392159727542149) | > loss_mel_ce: 2.8984413146972656 (nan) | > loss: 0.011698255315423012 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.141183094286239) | > loader_time: 0.0042 (0.0046384781206712696)  --> TIME: 2025-03-24 00:52:13 -- STEP: 30055/31555 -- GLOBAL_STEP: 314050 | > loss_text_ce: 0.039337869733572006 (0.04391757806255149) | > loss_mel_ce: 3.1693921089172363 (nan) | > loss: 0.012733056209981441 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14117570761098475) | > loader_time: 0.0043 (0.004638374976242364)  --> TIME: 2025-03-24 00:52:22 -- STEP: 30105/31555 -- GLOBAL_STEP: 314100 | > loss_text_ce: 0.0491073913872242 (0.04391703516504108) | > loss_mel_ce: 0.74560546875 (nan) | > loss: 0.00315362261608243 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.1411691746191413) | > loader_time: 0.0044 (0.00463833363027274)  --> TIME: 2025-03-24 00:52:32 -- STEP: 30155/31555 -- GLOBAL_STEP: 314150 | > loss_text_ce: 0.040064796805381775 (0.043915030346107414) | > loss_mel_ce: 3.1335747241973877 (nan) | > loss: 0.012593808583915234 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14117004095351685) | > loader_time: 0.0046 (0.004638261602126881)  --> TIME: 2025-03-24 00:52:42 -- STEP: 30205/31555 -- GLOBAL_STEP: 314200 | > loss_text_ce: 0.05108913779258728 (0.04391721473826991) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.14117481973348417) | > loader_time: 0.0041 (0.00463813967389826)  --> TIME: 2025-03-24 00:52:52 -- STEP: 30255/31555 -- GLOBAL_STEP: 314250 | > loss_text_ce: 0.05812520906329155 (0.043920078311885456) | > loss_mel_ce: 3.397299289703369 (nan) | > loss: 0.013712002895772457 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14118204428881279) | > loader_time: 0.0047 (0.004638034752470795)  --> TIME: 2025-03-24 00:53:02 -- STEP: 30305/31555 -- GLOBAL_STEP: 314300 | > loss_text_ce: 0.05074247717857361 (0.04391749369595445) | > loss_mel_ce: 3.312002658843994 (nan) | > loss: 0.013344227336347103 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14118354660000168) | > loader_time: 0.0047 (0.0046379592469414505)  --> TIME: 2025-03-24 00:53:11 -- STEP: 30355/31555 -- GLOBAL_STEP: 314350 | > loss_text_ce: 0.051588062196969986 (0.043916562328544725) | > loss_mel_ce: 0.01808675192296505 (nan) | > loss: 0.0002764873788692057 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14118848940309373) | > loader_time: 0.0044 (0.004637854112233323)  --> TIME: 2025-03-24 00:53:21 -- STEP: 30405/31555 -- GLOBAL_STEP: 314400 | > loss_text_ce: 0.03942464664578438 (0.043915579943306235) | > loss_mel_ce: 2.934778928756714 (nan) | > loss: 0.011802395805716515 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1411929998992205) | > loader_time: 0.0047 (0.004637863227870561)  --> TIME: 2025-03-24 00:53:31 -- STEP: 30455/31555 -- GLOBAL_STEP: 314450 | > loss_text_ce: 0.0483749620616436 (0.04391483538047844) | > loss_mel_ce: 2.284623146057129 (nan) | > loss: 0.009257929399609566 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1411939691037226) | > loader_time: 0.0045 (0.004637850424942346)  --> TIME: 2025-03-24 00:53:41 -- STEP: 30505/31555 -- GLOBAL_STEP: 314500 | > loss_text_ce: 0.031649935990571976 (0.043915673974889616) | > loss_mel_ce: 2.85042142868042 (nan) | > loss: 0.01143679115921259 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14119672487649987) | > loader_time: 0.0043 (0.004637764672962584)  --> TIME: 2025-03-24 00:53:50 -- STEP: 30555/31555 -- GLOBAL_STEP: 314550 | > loss_text_ce: 0.046605877578258514 (0.04391518219725687) | > loss_mel_ce: 2.9136884212493896 (nan) | > loss: 0.011747200042009354 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1411988957660556) | > loader_time: 0.0046 (0.004637572465327593)  --> TIME: 2025-03-24 00:54:00 -- STEP: 30605/31555 -- GLOBAL_STEP: 314600 | > loss_text_ce: 0.04334602877497673 (0.043912566059540074) | > loss_mel_ce: 3.1999404430389404 (nan) | > loss: 0.0128701850771904 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14120433440766966) | > loader_time: 0.0047 (0.0046376669958046145)  --> TIME: 2025-03-24 00:54:10 -- STEP: 30655/31555 -- GLOBAL_STEP: 314650 | > loss_text_ce: 0.03642833232879639 (0.043912333964813983) | > loss_mel_ce: 0.043426513671875 (nan) | > loss: 0.00031688433955423534 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1412102423957072) | > loader_time: 0.0046 (0.004637662132846781)  --> TIME: 2025-03-24 00:54:20 -- STEP: 30705/31555 -- GLOBAL_STEP: 314700 | > loss_text_ce: 0.03887040913105011 (0.043910174237427796) | > loss_mel_ce: 2.9556002616882324 (nan) | > loss: 0.011882820166647434 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.1412123846747628) | > loader_time: 0.0046 (0.00463764566180176)  --> TIME: 2025-03-24 00:54:29 -- STEP: 30755/31555 -- GLOBAL_STEP: 314750 | > loss_text_ce: 0.03900552913546562 (0.043909397209494466) | > loss_mel_ce: 3.15339732170105 (nan) | > loss: 0.012668265961110592 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14121031167351716) | > loader_time: 0.0044 (0.0046375018370827656)  --> TIME: 2025-03-24 00:54:39 -- STEP: 30805/31555 -- GLOBAL_STEP: 314800 | > loss_text_ce: 0.05211528763175011 (0.04390737033719524) | > loss_mel_ce: 2.7217869758605957 (nan) | > loss: 0.011007549241185188 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14120742219393348) | > loader_time: 0.0044 (0.004637469705136768)  --> TIME: 2025-03-24 00:54:49 -- STEP: 30855/31555 -- GLOBAL_STEP: 314850 | > loss_text_ce: 0.04389457032084465 (0.043905759789532345) | > loss_mel_ce: 2.6513938903808594 (nan) | > loss: 0.01069558970630169 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14120869010643386) | > loader_time: 0.0044 (0.004637177004804079)  --> TIME: 2025-03-24 00:54:59 -- STEP: 30905/31555 -- GLOBAL_STEP: 314900 | > loss_text_ce: 0.043123118579387665 (0.04390352844032941) | > loss_mel_ce: 0.094879150390625 (nan) | > loss: 0.0005476280930452049 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14121365662127144) | > loader_time: 0.0046 (0.004637120352885283)  --> TIME: 2025-03-24 00:55:08 -- STEP: 30955/31555 -- GLOBAL_STEP: 314950 | > loss_text_ce: 0.045455045998096466 (0.043903788305431304) | > loss_mel_ce: 2.9889094829559326 (nan) | > loss: 0.012041129171848297 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14121979644275037) | > loader_time: 0.0048 (0.004637189751737334)  --> TIME: 2025-03-24 00:55:18 -- STEP: 31005/31555 -- GLOBAL_STEP: 315000 | > loss_text_ce: 0.04560813680291176 (0.043903798279105205) | > loss_mel_ce: 3.127298355102539 (nan) | > loss: 0.012590899132192135 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.1412222953597068) | > loader_time: 0.0047 (0.004637150217728944)  --> TIME: 2025-03-24 00:55:28 -- STEP: 31055/31555 -- GLOBAL_STEP: 315050 | > loss_text_ce: 0.043029025197029114 (0.043900872743249705) | > loss_mel_ce: 3.136953353881836 (nan) | > loss: 0.012618978507816792 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14121567929276613) | > loader_time: 0.0047 (0.00463718507355525)  --> TIME: 2025-03-24 00:55:37 -- STEP: 31105/31555 -- GLOBAL_STEP: 315100 | > loss_text_ce: 0.04710914567112923 (0.04389765830700029) | > loss_mel_ce: 3.413003444671631 (nan) | > loss: 0.013730606064200401 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14121161703702373) | > loader_time: 0.0044 (0.0046371296314042425)  --> TIME: 2025-03-24 00:55:47 -- STEP: 31155/31555 -- GLOBAL_STEP: 315150 | > loss_text_ce: 0.046257976442575455 (0.043897298943263705) | > loss_mel_ce: 2.3144543170928955 (nan) | > loss: 0.009367906488478184 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14121252029938078) | > loader_time: 0.0045 (0.004637171073856003)  --> TIME: 2025-03-24 00:55:57 -- STEP: 31205/31555 -- GLOBAL_STEP: 315200 | > loss_text_ce: 0.036163147538900375 (0.04389425799745416) | > loss_mel_ce: 3.233171224594116 (nan) | > loss: 0.012973549775779247 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14121320152527184) | > loader_time: 0.0046 (0.004637192449705677)  --> TIME: 2025-03-24 00:56:07 -- STEP: 31255/31555 -- GLOBAL_STEP: 315250 | > loss_text_ce: 0.04055655747652054 (0.04389404232024176) | > loss_mel_ce: 0.1845703125 (nan) | > loss: 0.0008933606441132724 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14122751865591374) | > loader_time: 0.0044 (0.004637510332941432)  --> TIME: 2025-03-24 00:56:17 -- STEP: 31305/31555 -- GLOBAL_STEP: 315300 | > loss_text_ce: 0.03404860943555832 (0.0438924958365358) | > loss_mel_ce: 2.2125000953674316 (nan) | > loss: 0.00891487579792738 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.14123104346329685) | > loader_time: 0.0046 (0.004637485082833779)  --> TIME: 2025-03-24 00:56:26 -- STEP: 31355/31555 -- GLOBAL_STEP: 315350 | > loss_text_ce: 0.03853537142276764 (0.04388986246039844) | > loss_mel_ce: 2.094193935394287 (nan) | > loss: 0.008463212288916111 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.1412280098138441) | > loader_time: 0.0046 (0.004637507885917843)  --> TIME: 2025-03-24 00:56:36 -- STEP: 31405/31555 -- GLOBAL_STEP: 315400 | > loss_text_ce: 0.05090765655040741 (0.043886043457469846) | > loss_mel_ce: 3.003488540649414 (nan) | > loss: 0.012120620347559452 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1412310259107986) | > loader_time: 0.0046 (0.004637675945061495)  --> TIME: 2025-03-24 00:56:46 -- STEP: 31455/31555 -- GLOBAL_STEP: 315450 | > loss_text_ce: 0.044770557433366776 (0.043887017245703694) | > loss_mel_ce: 3.3256266117095947 (nan) | > loss: 0.013374592177569866 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14123600378568568) | > loader_time: 0.0045 (0.004637758751928148)  --> TIME: 2025-03-24 00:56:55 -- STEP: 31505/31555 -- GLOBAL_STEP: 315500 | > loss_text_ce: 0.06378747522830963 (0.04388629891515736) | > loss_mel_ce: 2.5901784896850586 (nan) | > loss: 0.010531611740589142 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14123461840172014) | > loader_time: 0.0044 (0.0046376657417852895)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021453436215718578 (+0.00017379919687906392) | > avg_loss_text_ce: 0.039893734107414876 (-0.00085877340286971) | > avg_loss_mel_ce: 2.8516670298576345 (-0.045924308300020034) | > avg_loss: 2.8915607674916584 (-0.04678308010101295) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_315550.pth  > EPOCH: 11/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 00:57:26)   --> TIME: 2025-03-24 00:57:27 -- STEP: 0/31555 -- GLOBAL_STEP: 315550 | > loss_text_ce: 0.04889439418911934 (0.04889439418911934) | > loss_mel_ce: 2.4464380741119385 (2.4464380741119385) | > loss: 0.009902114048600197 (0.009902114048600197) | > current_lr: 5e-06 | > step_time: 0.1748 (0.17480707168579102) | > loader_time: 0.5478 (0.5478024482727051)  --> TIME: 2025-03-24 00:57:36 -- STEP: 50/31555 -- GLOBAL_STEP: 315600 | > loss_text_ce: 0.036804478615522385 (0.043231361843645566) | > loss_mel_ce: 3.285599708557129 (2.925299249589443) | > loss: 0.013184144161641598 (0.011779884042334742) | > current_lr: 5e-06 | > step_time: 0.1338 (0.13232826709747325) | > loader_time: 0.0047 (0.004704265594482422)  --> TIME: 2025-03-24 00:57:45 -- STEP: 100/31555 -- GLOBAL_STEP: 315650 | > loss_text_ce: 0.0516444593667984 (0.04242963386699554) | > loss_mel_ce: 1.9921875 (nan) | > loss: 0.008110444992780685 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.13378174304962168) | > loader_time: 0.0047 (0.004714787006378175)  --> TIME: 2025-03-24 00:57:55 -- STEP: 150/31555 -- GLOBAL_STEP: 315700 | > loss_text_ce: 0.03892853483557701 (0.04281845958282547) | > loss_mel_ce: 2.7785019874572754 (nan) | > loss: 0.011180280707776546 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.13576138019561776) | > loader_time: 0.0044 (0.004667358398437498)  --> TIME: 2025-03-24 00:58:05 -- STEP: 200/31555 -- GLOBAL_STEP: 315750 | > loss_text_ce: 0.04283968359231949 (0.04263621869496997) | > loss_mel_ce: 1.919600009918213 (nan) | > loss: 0.007787459529936314 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1373547863960266) | > loader_time: 0.0045 (0.004632686376571655)  --> TIME: 2025-03-24 00:58:14 -- STEP: 250/31555 -- GLOBAL_STEP: 315800 | > loss_text_ce: 0.03997170925140381 (0.04242270690947768) | > loss_mel_ce: 1.18701171875 (nan) | > loss: 0.00486898235976696 (nan) | > current_lr: 5e-06 | > step_time: 0.1028 (0.13828367996215815) | > loader_time: 0.0043 (0.0046285934448242185)  --> TIME: 2025-03-24 00:58:24 -- STEP: 300/31555 -- GLOBAL_STEP: 315850 | > loss_text_ce: 0.039249494671821594 (0.042543008544792704) | > loss_mel_ce: 3.2888615131378174 (nan) | > loss: 0.013206790201365948 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.13908430576324457) | > loader_time: 0.0044 (0.004632626374562581)  --> TIME: 2025-03-24 00:58:33 -- STEP: 350/31555 -- GLOBAL_STEP: 315900 | > loss_text_ce: 0.03928988054394722 (0.04227299491741825) | > loss_mel_ce: 2.734691619873047 (nan) | > loss: 0.011007864028215408 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1384032283510479) | > loader_time: 0.0045 (0.0046359457288469574)  --> TIME: 2025-03-24 00:58:43 -- STEP: 400/31555 -- GLOBAL_STEP: 315950 | > loss_text_ce: 0.043090999126434326 (0.04257650545798239) | > loss_mel_ce: 1.6158541440963745 (nan) | > loss: 0.006583116017282009 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.13958299517631517) | > loader_time: 0.0067 (0.004629914164543153)  --> TIME: 2025-03-24 00:58:53 -- STEP: 450/31555 -- GLOBAL_STEP: 316000 | > loss_text_ce: 0.0473511703312397 (0.042564989514648884) | > loss_mel_ce: 1.8063138723373413 (nan) | > loss: 0.00735581386834383 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14000399112701423) | > loader_time: 0.0049 (0.004625311957465278)  --> TIME: 2025-03-24 00:59:03 -- STEP: 500/31555 -- GLOBAL_STEP: 316050 | > loss_text_ce: 0.04022478312253952 (0.04264606421813366) | > loss_mel_ce: 3.471242904663086 (nan) | > loss: 0.013934396207332611 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14005093860626228) | > loader_time: 0.0045 (0.0046008691787719725)  --> TIME: 2025-03-24 00:59:12 -- STEP: 550/31555 -- GLOBAL_STEP: 316100 | > loss_text_ce: 0.04252558574080467 (0.04261014703999864) | > loss_mel_ce: 2.4539785385131836 (nan) | > loss: 0.009906763210892677 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.13996881701729516) | > loader_time: 0.0041 (0.004575211351568049)  --> TIME: 2025-03-24 00:59:22 -- STEP: 600/31555 -- GLOBAL_STEP: 316150 | > loss_text_ce: 0.038939815014600754 (0.042610522831479654) | > loss_mel_ce: 3.193074941635132 (nan) | > loss: 0.012825455516576767 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.13996477683385217) | > loader_time: 0.0049 (0.0045926038424173995)  --> TIME: 2025-03-24 00:59:31 -- STEP: 650/31555 -- GLOBAL_STEP: 316200 | > loss_text_ce: 0.042259372770786285 (0.04262295367626039) | > loss_mel_ce: 3.620204448699951 (nan) | > loss: 0.014533587731420994 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.13980931355403028) | > loader_time: 0.0055 (0.004600740212660572)  --> TIME: 2025-03-24 00:59:41 -- STEP: 700/31555 -- GLOBAL_STEP: 316250 | > loss_text_ce: 0.045231595635414124 (0.0427635976033551) | > loss_mel_ce: 3.890960931777954 (nan) | > loss: 0.015619812533259392 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1399146720341274) | > loader_time: 0.0045 (0.004596348490033833)  --> TIME: 2025-03-24 00:59:51 -- STEP: 750/31555 -- GLOBAL_STEP: 316300 | > loss_text_ce: 0.03509833663702011 (0.04290207940588389) | > loss_mel_ce: 2.449129104614258 (nan) | > loss: 0.009858045727014542 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14028241062164298) | > loader_time: 0.0045 (0.004598544438680015)  --> TIME: 2025-03-24 01:00:01 -- STEP: 800/31555 -- GLOBAL_STEP: 316350 | > loss_text_ce: 0.05466853827238083 (0.043007806236855635) | > loss_mel_ce: 3.353430986404419 (nan) | > loss: 0.01352420449256897 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14018426984548557) | > loader_time: 0.0045 (0.0045861566066741945)  --> TIME: 2025-03-24 01:00:10 -- STEP: 850/31555 -- GLOBAL_STEP: 316400 | > loss_text_ce: 0.04827430471777916 (0.0430427745992646) | > loss_mel_ce: 3.1394386291503906 (nan) | > loss: 0.01264965534210205 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14036874154034776) | > loader_time: 0.005 (0.004587716775781968)  --> TIME: 2025-03-24 01:00:20 -- STEP: 900/31555 -- GLOBAL_STEP: 316450 | > loss_text_ce: 0.04205393046140671 (0.04297745353852704) | > loss_mel_ce: 3.012603759765625 (nan) | > loss: 0.012121657840907574 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14044735378689222) | > loader_time: 0.0043 (0.004581997924380832)  --> TIME: 2025-03-24 01:00:29 -- STEP: 950/31555 -- GLOBAL_STEP: 316500 | > loss_text_ce: 0.04124995693564415 (0.04303007920909865) | > loss_mel_ce: 3.626934766769409 (nan) | > loss: 0.01455628965049982 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14026558474490505) | > loader_time: 0.0046 (0.004581289542348761)  --> TIME: 2025-03-24 01:00:39 -- STEP: 1000/31555 -- GLOBAL_STEP: 316550 | > loss_text_ce: 0.04764922335743904 (0.04311817542649801) | > loss_mel_ce: 3.4812421798706055 (nan) | > loss: 0.014003537595272064 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14042098355293262) | > loader_time: 0.0044 (0.004577821254730225)  --> TIME: 2025-03-24 01:00:49 -- STEP: 1050/31555 -- GLOBAL_STEP: 316600 | > loss_text_ce: 0.046561192721128464 (0.04315864501609684) | > loss_mel_ce: 2.4710519313812256 (nan) | > loss: 0.009990529157221317 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14058990728287457) | > loader_time: 0.0044 (0.004577619234720866)  --> TIME: 2025-03-24 01:00:59 -- STEP: 1100/31555 -- GLOBAL_STEP: 316650 | > loss_text_ce: 0.04051244258880615 (0.04317346909337418) | > loss_mel_ce: 2.8182241916656494 (nan) | > loss: 0.01134419348090887 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14071305253288954) | > loader_time: 0.0044 (0.004571932879361239)  --> TIME: 2025-03-24 01:01:08 -- STEP: 1150/31555 -- GLOBAL_STEP: 316700 | > loss_text_ce: 0.04952631890773773 (0.043212640651542185) | > loss_mel_ce: 3.5022432804107666 (nan) | > loss: 0.014094323851168156 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14069361686706539) | > loader_time: 0.0046 (0.004568944184676458)  --> TIME: 2025-03-24 01:01:18 -- STEP: 1200/31555 -- GLOBAL_STEP: 316750 | > loss_text_ce: 0.046734996140003204 (0.0432498799388607) | > loss_mel_ce: 3.383556604385376 (nan) | > loss: 0.013612269423902035 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14079426666100808) | > loader_time: 0.0047 (0.004565756122271219)  --> TIME: 2025-03-24 01:01:28 -- STEP: 1250/31555 -- GLOBAL_STEP: 316800 | > loss_text_ce: 0.05027609318494797 (0.04327045973241329) | > loss_mel_ce: 1.511999487876892 (nan) | > loss: 0.00619950657710433 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14073232688903803) | > loader_time: 0.0045 (0.004565398979187011)  --> TIME: 2025-03-24 01:01:37 -- STEP: 1300/31555 -- GLOBAL_STEP: 316850 | > loss_text_ce: 0.05125397443771362 (0.04325198268374569) | > loss_mel_ce: 3.067992687225342 (nan) | > loss: 0.012377964332699776 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14074371374570396) | > loader_time: 0.007 (0.004566264152526857)  --> TIME: 2025-03-24 01:01:47 -- STEP: 1350/31555 -- GLOBAL_STEP: 316900 | > loss_text_ce: 0.03807234391570091 (0.0432285544828132) | > loss_mel_ce: 2.136159896850586 (nan) | > loss: 0.008627906441688538 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14096765376903397) | > loader_time: 0.0045 (0.004565625014128512)  --> TIME: 2025-03-24 01:01:57 -- STEP: 1400/31555 -- GLOBAL_STEP: 316950 | > loss_text_ce: 0.04176773130893707 (0.0432104632524507) | > loss_mel_ce: 2.831001043319702 (nan) | > loss: 0.01139987725764513 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14101489101137446) | > loader_time: 0.0047 (0.004575316224779404)  --> TIME: 2025-03-24 01:02:07 -- STEP: 1450/31555 -- GLOBAL_STEP: 317000 | > loss_text_ce: 0.0428437814116478 (0.04321662882664076) | > loss_mel_ce: 3.275991201400757 (nan) | > loss: 0.013169980607926846 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14101350077267358) | > loader_time: 0.0047 (0.004576412891519488)  --> TIME: 2025-03-24 01:02:16 -- STEP: 1500/31555 -- GLOBAL_STEP: 317050 | > loss_text_ce: 0.04929884895682335 (0.04325876868640379) | > loss_mel_ce: 3.4966776371002197 (nan) | > loss: 0.014071336016058922 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14099072742462174) | > loader_time: 0.0048 (0.0045777905782063925)  --> TIME: 2025-03-24 01:02:26 -- STEP: 1550/31555 -- GLOBAL_STEP: 317100 | > loss_text_ce: 0.04640979692339897 (0.04325090996440376) | > loss_mel_ce: 3.3017044067382812 (nan) | > loss: 0.013286168687045574 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14110829614823878) | > loader_time: 0.0048 (0.004579631897710998)  --> TIME: 2025-03-24 01:02:36 -- STEP: 1600/31555 -- GLOBAL_STEP: 317150 | > loss_text_ce: 0.03803654760122299 (0.04324602374923412) | > loss_mel_ce: 3.0214974880218506 (nan) | > loss: 0.012141008861362934 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14101255938410764) | > loader_time: 0.0046 (0.004583165347576156)  --> TIME: 2025-03-24 01:02:45 -- STEP: 1650/31555 -- GLOBAL_STEP: 317200 | > loss_text_ce: 0.04040812700986862 (0.04327693144593271) | > loss_mel_ce: 2.760641574859619 (nan) | > loss: 0.01111527718603611 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1409893319101044) | > loader_time: 0.0046 (0.004587085752776185)  --> TIME: 2025-03-24 01:02:55 -- STEP: 1700/31555 -- GLOBAL_STEP: 317250 | > loss_text_ce: 0.0416947603225708 (0.04327071764342045) | > loss_mel_ce: 3.1246285438537598 (nan) | > loss: 0.01256477553397417 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14099479114308067) | > loader_time: 0.0045 (0.004587538663078765)  --> TIME: 2025-03-24 01:03:05 -- STEP: 1750/31555 -- GLOBAL_STEP: 317300 | > loss_text_ce: 0.03802625462412834 (0.04325384647612058) | > loss_mel_ce: 2.96328067779541 (nan) | > loss: 0.011909949593245983 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1410246136529105) | > loader_time: 0.0046 (0.004589747292654861)  --> TIME: 2025-03-24 01:03:14 -- STEP: 1800/31555 -- GLOBAL_STEP: 317350 | > loss_text_ce: 0.04600993171334267 (0.0433299898739076) | > loss_mel_ce: 3.205933094024658 (nan) | > loss: 0.012904536910355091 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1409327990478938) | > loader_time: 0.0046 (0.004593652089436855)  --> TIME: 2025-03-24 01:03:24 -- STEP: 1850/31555 -- GLOBAL_STEP: 317400 | > loss_text_ce: 0.039663005620241165 (0.04333722452054149) | > loss_mel_ce: 3.453251838684082 (nan) | > loss: 0.013860774226486683 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14101909856538503) | > loader_time: 0.0046 (0.00459540225364067)  --> TIME: 2025-03-24 01:03:34 -- STEP: 1900/31555 -- GLOBAL_STEP: 317450 | > loss_text_ce: 0.04216913506388664 (0.04337908589134088) | > loss_mel_ce: 3.211775779724121 (nan) | > loss: 0.012912480160593987 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14102198851735956) | > loader_time: 0.0046 (0.0045964352708113875)  --> TIME: 2025-03-24 01:03:43 -- STEP: 1950/31555 -- GLOBAL_STEP: 317500 | > loss_text_ce: 0.03378019481897354 (0.04336875651413811) | > loss_mel_ce: 1.8630025386810303 (nan) | > loss: 0.0075269159860908985 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14093259028899352) | > loader_time: 0.0044 (0.0045936273917173785)  --> TIME: 2025-03-24 01:03:53 -- STEP: 2000/31555 -- GLOBAL_STEP: 317550 | > loss_text_ce: 0.03964519873261452 (0.043350524408742756) | > loss_mel_ce: 3.2121665477752686 (nan) | > loss: 0.012904015369713306 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14103611934185017) | > loader_time: 0.0044 (0.004592238306999212)  --> TIME: 2025-03-24 01:04:03 -- STEP: 2050/31555 -- GLOBAL_STEP: 317600 | > loss_text_ce: 0.04332885146141052 (0.04334677709493692) | > loss_mel_ce: 2.4776647090911865 (nan) | > loss: 0.010003942996263504 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14108955092546405) | > loader_time: 0.0046 (0.00459101804872839)  --> TIME: 2025-03-24 01:04:13 -- STEP: 2100/31555 -- GLOBAL_STEP: 317650 | > loss_text_ce: 0.04085160046815872 (0.043355077453667186) | > loss_mel_ce: 3.130458354949951 (nan) | > loss: 0.0125845642760396 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14121065991265422) | > loader_time: 0.0045 (0.004589543001992367)  --> TIME: 2025-03-24 01:04:22 -- STEP: 2150/31555 -- GLOBAL_STEP: 317700 | > loss_text_ce: 0.03601325675845146 (0.0433399999626847) | > loss_mel_ce: 3.049562931060791 (nan) | > loss: 0.012244351208209991 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1412202279512271) | > loader_time: 0.0048 (0.004587786807570351)  --> TIME: 2025-03-24 01:04:32 -- STEP: 2200/31555 -- GLOBAL_STEP: 317750 | > loss_text_ce: 0.049087222665548325 (0.04328287630087946) | > loss_mel_ce: 3.259167432785034 (nan) | > loss: 0.013127995654940605 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14112647500905107) | > loader_time: 0.0044 (0.004585227641192355)  --> TIME: 2025-03-24 01:04:41 -- STEP: 2250/31555 -- GLOBAL_STEP: 317800 | > loss_text_ce: 0.046836256980895996 (0.04331875569456151) | > loss_mel_ce: 3.3861491680145264 (nan) | > loss: 0.013622958213090897 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14115705532497816) | > loader_time: 0.0043 (0.004581295013427737)  --> TIME: 2025-03-24 01:04:51 -- STEP: 2300/31555 -- GLOBAL_STEP: 317850 | > loss_text_ce: 0.03998256474733353 (0.043318066241462574) | > loss_mel_ce: 2.2506725788116455 (nan) | > loss: 0.00908990204334259 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14111643241799385) | > loader_time: 0.0044 (0.00457735227501911)  --> TIME: 2025-03-24 01:05:01 -- STEP: 2350/31555 -- GLOBAL_STEP: 317900 | > loss_text_ce: 0.048343706876039505 (0.04333559906625362) | > loss_mel_ce: 3.4041197299957275 (nan) | > loss: 0.013700252398848534 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14109004639564657) | > loader_time: 0.0046 (0.004574118167796037)  --> TIME: 2025-03-24 01:05:10 -- STEP: 2400/31555 -- GLOBAL_STEP: 317950 | > loss_text_ce: 0.051407065242528915 (0.04331258003134276) | > loss_mel_ce: 1.858312964439392 (nan) | > loss: 0.0075782546773552895 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14107206622759488) | > loader_time: 0.0047 (0.00457390993833542)  --> TIME: 2025-03-24 01:05:20 -- STEP: 2450/31555 -- GLOBAL_STEP: 318000 | > loss_text_ce: 0.0587397925555706 (0.043335851256032294) | > loss_mel_ce: 1.55584716796875 (nan) | > loss: 0.006407091394066811 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14110635202758157) | > loader_time: 0.0047 (0.0045735654052423)  --> TIME: 2025-03-24 01:05:29 -- STEP: 2500/31555 -- GLOBAL_STEP: 318050 | > loss_text_ce: 0.03891437500715256 (0.043345923385024) | > loss_mel_ce: 1.2789417505264282 (nan) | > loss: 0.00522958766669035 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1410628593444823) | > loader_time: 0.0045 (0.004573952293395999)  --> TIME: 2025-03-24 01:05:39 -- STEP: 2550/31555 -- GLOBAL_STEP: 318100 | > loss_text_ce: 0.05092024803161621 (0.043378897044150176) | > loss_mel_ce: 1.8722363710403442 (nan) | > loss: 0.0076315742917358875 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14113407406152453) | > loader_time: 0.0045 (0.004578160117654244)  --> TIME: 2025-03-24 01:05:49 -- STEP: 2600/31555 -- GLOBAL_STEP: 318150 | > loss_text_ce: 0.0499165803194046 (0.043401090502022455) | > loss_mel_ce: 1.6650111675262451 (nan) | > loss: 0.0068052695132792 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411191203961005) | > loader_time: 0.0045 (0.004578878787847668)  --> TIME: 2025-03-24 01:05:59 -- STEP: 2650/31555 -- GLOBAL_STEP: 318200 | > loss_text_ce: 0.04917231574654579 (0.04340166993228324) | > loss_mel_ce: 2.0649495124816895 (nan) | > loss: 0.008389373309910297 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14125981870687215) | > loader_time: 0.0048 (0.004582112690187852)  --> TIME: 2025-03-24 01:06:09 -- STEP: 2700/31555 -- GLOBAL_STEP: 318250 | > loss_text_ce: 0.04306701198220253 (0.04338288573548188) | > loss_mel_ce: 3.3738090991973877 (nan) | > loss: 0.013559033162891865 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14134380932207455) | > loader_time: 0.0046 (0.004582844045427113)  --> TIME: 2025-03-24 01:06:19 -- STEP: 2750/31555 -- GLOBAL_STEP: 318300 | > loss_text_ce: 0.03902529552578926 (0.0433633309162475) | > loss_mel_ce: 2.9872348308563232 (nan) | > loss: 0.01200896967202425 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1413332122455943) | > loader_time: 0.0043 (0.004581525455821646)  --> TIME: 2025-03-24 01:06:28 -- STEP: 2800/31555 -- GLOBAL_STEP: 318350 | > loss_text_ce: 0.03521984443068504 (0.04336747061860342) | > loss_mel_ce: 3.5674519538879395 (nan) | > loss: 0.014296317473053932 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14135624996253413) | > loader_time: 0.0044 (0.004580737522670205)  --> TIME: 2025-03-24 01:06:38 -- STEP: 2850/31555 -- GLOBAL_STEP: 318400 | > loss_text_ce: 0.045290421694517136 (0.043358112336381434) | > loss_mel_ce: 3.507899045944214 (nan) | > loss: 0.014099959284067154 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1412938820688347) | > loader_time: 0.0045 (0.004582691443593884)  --> TIME: 2025-03-24 01:06:48 -- STEP: 2900/31555 -- GLOBAL_STEP: 318450 | > loss_text_ce: 0.04609082639217377 (0.043381645330709574) | > loss_mel_ce: 3.341651201248169 (nan) | > loss: 0.013443421572446823 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14133854232985402) | > loader_time: 0.0046 (0.004583708171186783)  --> TIME: 2025-03-24 01:06:57 -- STEP: 2950/31555 -- GLOBAL_STEP: 318500 | > loss_text_ce: 0.04200693592429161 (0.043390167034152174) | > loss_mel_ce: 2.997882604598999 (nan) | > loss: 0.012063054367899895 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.141318805258153) | > loader_time: 0.0045 (0.004583896297519495)  --> TIME: 2025-03-24 01:07:07 -- STEP: 3000/31555 -- GLOBAL_STEP: 318550 | > loss_text_ce: 0.039882201701402664 (0.043360158273329306) | > loss_mel_ce: 3.373476982116699 (nan) | > loss: 0.013545077294111252 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1413390726248425) | > loader_time: 0.0044 (0.004584039211273202)  --> TIME: 2025-03-24 01:07:16 -- STEP: 3050/31555 -- GLOBAL_STEP: 318600 | > loss_text_ce: 0.04352296143770218 (0.043322800435736504) | > loss_mel_ce: 3.081784963607788 (nan) | > loss: 0.012402016669511795 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14125575425194936) | > loader_time: 0.0046 (0.004585101799886744)  --> TIME: 2025-03-24 01:07:26 -- STEP: 3100/31555 -- GLOBAL_STEP: 318650 | > loss_text_ce: 0.04914204403758049 (0.04332276972912009) | > loss_mel_ce: 3.436662435531616 (nan) | > loss: 0.013832558877766132 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14127388615762057) | > loader_time: 0.0049 (0.004585352251606614)  --> TIME: 2025-03-24 01:07:36 -- STEP: 3150/31555 -- GLOBAL_STEP: 318700 | > loss_text_ce: 0.03550739586353302 (0.04331491305359769) | > loss_mel_ce: 0.08793945610523224 (nan) | > loss: 0.0004898685147054493 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14123228035275906) | > loader_time: 0.0045 (0.004587206764826709)  --> TIME: 2025-03-24 01:07:45 -- STEP: 3200/31555 -- GLOBAL_STEP: 318750 | > loss_text_ce: 0.04130641371011734 (0.043323237780132307) | > loss_mel_ce: 3.2681429386138916 (nan) | > loss: 0.013132737018167973 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14121081203222277) | > loader_time: 0.0048 (0.004588378891348847)  --> TIME: 2025-03-24 01:07:55 -- STEP: 3250/31555 -- GLOBAL_STEP: 318800 | > loss_text_ce: 0.05904477834701538 (0.043354265876114344) | > loss_mel_ce: 2.370330572128296 (nan) | > loss: 0.009640378877520561 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1411861885510959) | > loader_time: 0.0047 (0.004588185970599844)  --> TIME: 2025-03-24 01:08:04 -- STEP: 3300/31555 -- GLOBAL_STEP: 318850 | > loss_text_ce: 0.04342320188879967 (0.04333930963650343) | > loss_mel_ce: 2.4997830390930176 (nan) | > loss: 0.01009208895266056 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14116999156547339) | > loader_time: 0.0046 (0.004588473348906554)  --> TIME: 2025-03-24 01:08:15 -- STEP: 3350/31555 -- GLOBAL_STEP: 318900 | > loss_text_ce: 0.04989370331168175 (0.04335134755931236) | > loss_mel_ce: 3.2274012565612793 (nan) | > loss: 0.01300513930618763 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14129332983671739) | > loader_time: 0.0044 (0.004588999605890538)  --> TIME: 2025-03-24 01:08:24 -- STEP: 3400/31555 -- GLOBAL_STEP: 318950 | > loss_text_ce: 0.05168096348643303 (0.0433539893867119) | > loss_mel_ce: 3.5577986240386963 (nan) | > loss: 0.014323333278298378 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14124427451806912) | > loader_time: 0.0046 (0.0045892594141118724)  --> TIME: 2025-03-24 01:08:34 -- STEP: 3450/31555 -- GLOBAL_STEP: 319000 | > loss_text_ce: 0.04435542970895767 (0.04332885760220062) | > loss_mel_ce: 2.3842618465423584 (nan) | > loss: 0.009637370705604553 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14126894377279972) | > loader_time: 0.0047 (0.004590480915014302)  --> TIME: 2025-03-24 01:08:43 -- STEP: 3500/31555 -- GLOBAL_STEP: 319050 | > loss_text_ce: 0.041805699467659 (0.043308426767587636) | > loss_mel_ce: 2.8622000217437744 (nan) | > loss: 0.011523833498358727 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14125901106425692) | > loader_time: 0.0045 (0.0045921141760689975)  --> TIME: 2025-03-24 01:08:53 -- STEP: 3550/31555 -- GLOBAL_STEP: 319100 | > loss_text_ce: 0.039771538227796555 (0.043289909222176355) | > loss_mel_ce: 3.154130697250366 (nan) | > loss: 0.01267421618103981 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1412925482467866) | > loader_time: 0.0048 (0.004592864345496819)  --> TIME: 2025-03-24 01:09:03 -- STEP: 3600/31555 -- GLOBAL_STEP: 319150 | > loss_text_ce: 0.0464579276740551 (0.04329801472059138) | > loss_mel_ce: 2.8845629692077637 (nan) | > loss: 0.011631036177277565 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14134457925955457) | > loader_time: 0.0045 (0.004594917760954973)  --> TIME: 2025-03-24 01:09:13 -- STEP: 3650/31555 -- GLOBAL_STEP: 319200 | > loss_text_ce: 0.042260508984327316 (0.0432976278427937) | > loss_mel_ce: 3.1684534549713135 (nan) | > loss: 0.012740928679704666 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14134763299602354) | > loader_time: 0.0049 (0.004594752037361887)  --> TIME: 2025-03-24 01:09:22 -- STEP: 3700/31555 -- GLOBAL_STEP: 319250 | > loss_text_ce: 0.04632456228137016 (0.04329931102139319) | > loss_mel_ce: 0.0423990897834301 (nan) | > loss: 0.0003520780010148883 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14127710896569332) | > loader_time: 0.0043 (0.004594547233066053)  --> TIME: 2025-03-24 01:09:32 -- STEP: 3750/31555 -- GLOBAL_STEP: 319300 | > loss_text_ce: 0.038466595113277435 (0.043294829348226364) | > loss_mel_ce: 2.851991891860962 (nan) | > loss: 0.011470074765384197 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14128357512156173) | > loader_time: 0.0046 (0.004594565137227386)  --> TIME: 2025-03-24 01:09:42 -- STEP: 3800/31555 -- GLOBAL_STEP: 319350 | > loss_text_ce: 0.0241885706782341 (0.04327394482434578) | > loss_mel_ce: 2.85672664642334 (nan) | > loss: 0.011432203464210033 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14131753727009425) | > loader_time: 0.0043 (0.004593734552985753)  --> TIME: 2025-03-24 01:09:51 -- STEP: 3850/31555 -- GLOBAL_STEP: 319400 | > loss_text_ce: 0.043591488152742386 (0.04326789702252519) | > loss_mel_ce: 2.4191625118255615 (nan) | > loss: 0.009772834368050098 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14128128671026852) | > loader_time: 0.0046 (0.004594513595878313)  --> TIME: 2025-03-24 01:10:01 -- STEP: 3900/31555 -- GLOBAL_STEP: 319450 | > loss_text_ce: 0.033524930477142334 (0.04324760117782994) | > loss_mel_ce: 2.1125223636627197 (nan) | > loss: 0.008516061119735241 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14126500857182042) | > loader_time: 0.0044 (0.004595216604379516)  --> TIME: 2025-03-24 01:10:10 -- STEP: 3950/31555 -- GLOBAL_STEP: 319500 | > loss_text_ce: 0.03428422287106514 (0.043246886370397045) | > loss_mel_ce: 2.523122549057007 (nan) | > loss: 0.010148439556360245 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14128764436214789) | > loader_time: 0.0044 (0.004595810793623149)  --> TIME: 2025-03-24 01:10:20 -- STEP: 4000/31555 -- GLOBAL_STEP: 319550 | > loss_text_ce: 0.04266195371747017 (0.043240371379535625) | > loss_mel_ce: 3.212165594100952 (nan) | > loss: 0.012915982864797115 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413219001889229) | > loader_time: 0.0044 (0.004595747113227853)  --> TIME: 2025-03-24 01:10:30 -- STEP: 4050/31555 -- GLOBAL_STEP: 319600 | > loss_text_ce: 0.0426732674241066 (0.043235111898386164) | > loss_mel_ce: 3.1875391006469727 (nan) | > loss: 0.012818303890526295 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14130545174634018) | > loader_time: 0.0048 (0.004596268335978199)  --> TIME: 2025-03-24 01:10:40 -- STEP: 4100/31555 -- GLOBAL_STEP: 319650 | > loss_text_ce: 0.0347137413918972 (0.043236084760779996) | > loss_mel_ce: 3.2506072521209717 (nan) | > loss: 0.01303698867559433 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14132842831495335) | > loader_time: 0.0046 (0.004596275585453694)  --> TIME: 2025-03-24 01:10:49 -- STEP: 4150/31555 -- GLOBAL_STEP: 319700 | > loss_text_ce: 0.05433260276913643 (0.04323010696120647) | > loss_mel_ce: 3.3873398303985596 (nan) | > loss: 0.013657430186867714 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14129964213773433) | > loader_time: 0.0046 (0.004595478069351389)  --> TIME: 2025-03-24 01:10:59 -- STEP: 4200/31555 -- GLOBAL_STEP: 319750 | > loss_text_ce: 0.03604841232299805 (0.04323629616715366) | > loss_mel_ce: 3.16111421585083 (nan) | > loss: 0.012687154114246368 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14131753285725912) | > loader_time: 0.0044 (0.004594897202083054)  --> TIME: 2025-03-24 01:11:08 -- STEP: 4250/31555 -- GLOBAL_STEP: 319800 | > loss_text_ce: 0.05234222114086151 (0.0432511312146397) | > loss_mel_ce: 2.4567646980285645 (nan) | > loss: 0.009956774301826954 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14126889615900376) | > loader_time: 0.0072 (0.00459381743038403)  --> TIME: 2025-03-24 01:11:18 -- STEP: 4300/31555 -- GLOBAL_STEP: 319850 | > loss_text_ce: 0.04473394155502319 (0.0432378154247999) | > loss_mel_ce: 3.2420778274536133 (nan) | > loss: 0.013042904436588287 (nan) | > current_lr: 5e-06 | > step_time: 0.1941 (0.14135423261065816) | > loader_time: 0.0046 (0.004593179392260187)  --> TIME: 2025-03-24 01:11:28 -- STEP: 4350/31555 -- GLOBAL_STEP: 319900 | > loss_text_ce: 0.04213043302297592 (0.04324263508720642) | > loss_mel_ce: 3.4965834617614746 (nan) | > loss: 0.014042516238987446 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14127130535827287) | > loader_time: 0.0046 (0.004592446020279818)  --> TIME: 2025-03-24 01:11:37 -- STEP: 4400/31555 -- GLOBAL_STEP: 319950 | > loss_text_ce: 0.04427824541926384 (0.04325958328067578) | > loss_mel_ce: 2.666975498199463 (nan) | > loss: 0.010758943855762482 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14125308562408795) | > loader_time: 0.0043 (0.004591591629115029)  --> TIME: 2025-03-24 01:11:47 -- STEP: 4450/31555 -- GLOBAL_STEP: 320000 | > loss_text_ce: 0.02421462908387184 (0.04324952427590831) | > loss_mel_ce: 2.3904802799224854 (nan) | > loss: 0.009582123719155788 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1412671865506119) | > loader_time: 0.0043 (0.004589872949578801) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_320000.pth  --> TIME: 2025-03-24 01:12:02 -- STEP: 4500/31555 -- GLOBAL_STEP: 320050 | > loss_text_ce: 0.03755350410938263 (0.04324718646663759) | > loss_mel_ce: 2.589137077331543 (nan) | > loss: 0.010423376224935055 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14124723280800724) | > loader_time: 0.0046 (0.00458908033370973)  --> TIME: 2025-03-24 01:12:11 -- STEP: 4550/31555 -- GLOBAL_STEP: 320100 | > loss_text_ce: 0.04949520155787468 (0.04323967620361964) | > loss_mel_ce: 0.0391845703125 (nan) | > loss: 0.0003519039019010961 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1412182268729578) | > loader_time: 0.0046 (0.00458899613265154)  --> TIME: 2025-03-24 01:12:21 -- STEP: 4600/31555 -- GLOBAL_STEP: 320150 | > loss_text_ce: 0.05413820594549179 (0.043258959313692606) | > loss_mel_ce: 3.2624683380126953 (nan) | > loss: 0.013161137700080872 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1412549734633903) | > loader_time: 0.0045 (0.0045878662752068715)  --> TIME: 2025-03-24 01:12:31 -- STEP: 4650/31555 -- GLOBAL_STEP: 320200 | > loss_text_ce: 0.0465688519179821 (0.04325989668327634) | > loss_mel_ce: 0.02323404885828495 (nan) | > loss: 0.0002769956481643021 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14124168108868362) | > loader_time: 0.0044 (0.0045879180457002525)  --> TIME: 2025-03-24 01:12:41 -- STEP: 4700/31555 -- GLOBAL_STEP: 320250 | > loss_text_ce: 0.041511453688144684 (0.04326332275498102) | > loss_mel_ce: 3.27168345451355 (nan) | > loss: 0.013147599995136261 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14128640803884968) | > loader_time: 0.0045 (0.004586729293173949)  --> TIME: 2025-03-24 01:12:50 -- STEP: 4750/31555 -- GLOBAL_STEP: 320300 | > loss_text_ce: 0.03982008621096611 (0.04325549736775851) | > loss_mel_ce: 2.6692731380462646 (nan) | > loss: 0.010750371031463146 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1412782111418876) | > loader_time: 0.0044 (0.004584884844328245)  --> TIME: 2025-03-24 01:13:00 -- STEP: 4800/31555 -- GLOBAL_STEP: 320350 | > loss_text_ce: 0.05476772040128708 (0.04327437068684957) | > loss_mel_ce: 3.655451774597168 (nan) | > loss: 0.014723093248903751 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14128055170178414) | > loader_time: 0.0043 (0.004582625677188253)  --> TIME: 2025-03-24 01:13:09 -- STEP: 4850/31555 -- GLOBAL_STEP: 320400 | > loss_text_ce: 0.04662135988473892 (0.043267658172732155) | > loss_mel_ce: 3.202190399169922 (nan) | > loss: 0.012892111204564571 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14127149021502622) | > loader_time: 0.0044 (0.004580477144300337)  --> TIME: 2025-03-24 01:13:19 -- STEP: 4900/31555 -- GLOBAL_STEP: 320450 | > loss_text_ce: 0.053396910429000854 (0.043275889833742864) | > loss_mel_ce: 3.4109885692596436 (nan) | > loss: 0.013747562654316425 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1412652678392371) | > loader_time: 0.0047 (0.004578672185236107)  --> TIME: 2025-03-24 01:13:29 -- STEP: 4950/31555 -- GLOBAL_STEP: 320500 | > loss_text_ce: 0.042507968842983246 (0.043276288244083104) | > loss_mel_ce: 3.513169288635254 (nan) | > loss: 0.014109831303358078 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14129638243203202) | > loader_time: 0.0048 (0.004577522133335933)  --> TIME: 2025-03-24 01:13:38 -- STEP: 5000/31555 -- GLOBAL_STEP: 320550 | > loss_text_ce: 0.04300403967499733 (0.043262087026610996) | > loss_mel_ce: 3.0369961261749268 (nan) | > loss: 0.012222223915159702 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14129104657173153) | > loader_time: 0.0044 (0.004577297306060803)  --> TIME: 2025-03-24 01:13:48 -- STEP: 5050/31555 -- GLOBAL_STEP: 320600 | > loss_text_ce: 0.05439794436097145 (0.04326116553590736) | > loss_mel_ce: 2.4733808040618896 (nan) | > loss: 0.010030869394540787 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14125996240294816) | > loader_time: 0.0045 (0.004576642678515757)  --> TIME: 2025-03-24 01:13:58 -- STEP: 5100/31555 -- GLOBAL_STEP: 320650 | > loss_text_ce: 0.04861389845609665 (0.04325780405717739) | > loss_mel_ce: 1.8213647603988647 (nan) | > loss: 0.007420550566166639 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14127878315308529) | > loader_time: 0.0048 (0.004576421204735259)  --> TIME: 2025-03-24 01:14:07 -- STEP: 5150/31555 -- GLOBAL_STEP: 320700 | > loss_text_ce: 0.04077119380235672 (0.04326465954805175) | > loss_mel_ce: 2.366295337677002 (nan) | > loss: 0.009551852010190487 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14125808803780585) | > loader_time: 0.0043 (0.004575843533265947)  --> TIME: 2025-03-24 01:14:17 -- STEP: 5200/31555 -- GLOBAL_STEP: 320750 | > loss_text_ce: 0.03629513084888458 (0.04326235584449023) | > loss_mel_ce: 2.880552053451538 (nan) | > loss: 0.011574790813028812 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14130428121640165) | > loader_time: 0.0044 (0.00457565568960631)  --> TIME: 2025-03-24 01:14:27 -- STEP: 5250/31555 -- GLOBAL_STEP: 320800 | > loss_text_ce: 0.04935869574546814 (0.04327388045014371) | > loss_mel_ce: 2.348043441772461 (nan) | > loss: 0.009513501077890396 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1413045627503171) | > loader_time: 0.0045 (0.004574266115824393)  --> TIME: 2025-03-24 01:14:37 -- STEP: 5300/31555 -- GLOBAL_STEP: 320850 | > loss_text_ce: 0.06539127230644226 (0.04329710969314824) | > loss_mel_ce: 1.15911865234375 (nan) | > loss: 0.0048591666854918 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14133136056504184) | > loader_time: 0.0044 (0.0045740852715834245)  --> TIME: 2025-03-24 01:14:46 -- STEP: 5350/31555 -- GLOBAL_STEP: 320900 | > loss_text_ce: 0.05464857444167137 (0.04329154293914543) | > loss_mel_ce: 3.00164794921875 (nan) | > loss: 0.012128162197768688 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14130835368254505) | > loader_time: 0.0045 (0.004573219557788894)  --> TIME: 2025-03-24 01:14:56 -- STEP: 5400/31555 -- GLOBAL_STEP: 320950 | > loss_text_ce: 0.047206051647663116 (0.0433041118413072) | > loss_mel_ce: 2.5810115337371826 (nan) | > loss: 0.010429436340928078 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14129111320884166) | > loader_time: 0.0045 (0.004572074148390037)  --> TIME: 2025-03-24 01:15:06 -- STEP: 5450/31555 -- GLOBAL_STEP: 321000 | > loss_text_ce: 0.04812859371304512 (0.043312713529470304) | > loss_mel_ce: 2.9201221466064453 (nan) | > loss: 0.011778773739933968 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1413222640588746) | > loader_time: 0.0043 (0.004570928757343828)  --> TIME: 2025-03-24 01:15:16 -- STEP: 5500/31555 -- GLOBAL_STEP: 321050 | > loss_text_ce: 0.04321512579917908 (0.04330827436426824) | > loss_mel_ce: 3.021484375 (nan) | > loss: 0.012161506339907646 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1413932015679103) | > loader_time: 0.0045 (0.0045701123150912295)  --> TIME: 2025-03-24 01:15:25 -- STEP: 5550/31555 -- GLOBAL_STEP: 321100 | > loss_text_ce: 0.03874671086668968 (0.04332277449066037) | > loss_mel_ce: 2.8671131134033203 (nan) | > loss: 0.011531190015375614 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.1413883895272611) | > loader_time: 0.0047 (0.004569558366998905)  --> TIME: 2025-03-24 01:15:35 -- STEP: 5600/31555 -- GLOBAL_STEP: 321150 | > loss_text_ce: 0.040743112564086914 (0.04333112470306724) | > loss_mel_ce: 3.089414596557617 (nan) | > loss: 0.01242126151919365 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.1414435619967328) | > loader_time: 0.0045 (0.00456977197102139)  --> TIME: 2025-03-24 01:15:45 -- STEP: 5650/31555 -- GLOBAL_STEP: 321200 | > loss_text_ce: 0.0661560520529747 (0.04333305022720477) | > loss_mel_ce: 3.375558853149414 (nan) | > loss: 0.013657599687576294 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14141135228418708) | > loader_time: 0.0046 (0.0045694490449618526)  --> TIME: 2025-03-24 01:15:54 -- STEP: 5700/31555 -- GLOBAL_STEP: 321250 | > loss_text_ce: 0.034906551241874695 (0.043335216486859215) | > loss_mel_ce: 2.593203544616699 (nan) | > loss: 0.01042900886386633 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14141731776689268) | > loader_time: 0.0043 (0.004569108151552981)  --> TIME: 2025-03-24 01:16:04 -- STEP: 5750/31555 -- GLOBAL_STEP: 321300 | > loss_text_ce: 0.047279953956604004 (0.04335462398211589) | > loss_mel_ce: 2.5082364082336426 (nan) | > loss: 0.010140937753021717 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14142220580059597) | > loader_time: 0.0045 (0.004568626403808607)  --> TIME: 2025-03-24 01:16:14 -- STEP: 5800/31555 -- GLOBAL_STEP: 321350 | > loss_text_ce: 0.054305508732795715 (0.0433746081022224) | > loss_mel_ce: 2.885131359100342 (nan) | > loss: 0.011664432473480701 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14144553706563795) | > loader_time: 0.0045 (0.004568230406991382)  --> TIME: 2025-03-24 01:16:24 -- STEP: 5850/31555 -- GLOBAL_STEP: 321400 | > loss_text_ce: 0.04112284630537033 (0.043378951587419674) | > loss_mel_ce: 2.8831920623779297 (nan) | > loss: 0.011604425497353077 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14147019602294694) | > loader_time: 0.0048 (0.004568160864023077)  --> TIME: 2025-03-24 01:16:34 -- STEP: 5900/31555 -- GLOBAL_STEP: 321450 | > loss_text_ce: 0.05603741854429245 (0.043379418496042425) | > loss_mel_ce: 0.032958984375 (nan) | > loss: 0.00035316034336574376 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14154075574066732) | > loader_time: 0.0048 (0.004568488759509605)  --> TIME: 2025-03-24 01:16:44 -- STEP: 5950/31555 -- GLOBAL_STEP: 321500 | > loss_text_ce: 0.04065883532166481 (0.04338000458422573) | > loss_mel_ce: 0.07763671875 (nan) | > loss: 0.00046942682820372283 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14152853180380476) | > loader_time: 0.0043 (0.00456881106400692)  --> TIME: 2025-03-24 01:16:53 -- STEP: 6000/31555 -- GLOBAL_STEP: 321550 | > loss_text_ce: 0.0486767441034317 (0.04337916833410655) | > loss_mel_ce: 2.4119551181793213 (nan) | > loss: 0.00976441241800785 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14152020510037794) | > loader_time: 0.0044 (0.004568720936775226)  --> TIME: 2025-03-24 01:17:03 -- STEP: 6050/31555 -- GLOBAL_STEP: 321600 | > loss_text_ce: 0.045767202973365784 (0.0433659699386801) | > loss_mel_ce: 1.2879232168197632 (nan) | > loss: 0.005292422603815794 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14150368103311137) | > loader_time: 0.0044 (0.004568911111059289)  --> TIME: 2025-03-24 01:17:12 -- STEP: 6100/31555 -- GLOBAL_STEP: 321650 | > loss_text_ce: 0.04806525632739067 (0.043376151212475775) | > loss_mel_ce: 1.8615049123764038 (nan) | > loss: 0.0075776600278913975 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1414862504552628) | > loader_time: 0.0045 (0.004569084214382504)  --> TIME: 2025-03-24 01:17:22 -- STEP: 6150/31555 -- GLOBAL_STEP: 321700 | > loss_text_ce: 0.03270687162876129 (0.04335806678556567) | > loss_mel_ce: 2.402327299118042 (nan) | > loss: 0.00966283492743969 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14152692112496285) | > loader_time: 0.0046 (0.004569465125479367)  --> TIME: 2025-03-24 01:17:32 -- STEP: 6200/31555 -- GLOBAL_STEP: 321750 | > loss_text_ce: 0.02321454882621765 (0.043348788800499076) | > loss_mel_ce: 3.3739781379699707 (nan) | > loss: 0.01348092406988144 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14153329426242517) | > loader_time: 0.0044 (0.004569384090362076)  --> TIME: 2025-03-24 01:17:42 -- STEP: 6250/31555 -- GLOBAL_STEP: 321800 | > loss_text_ce: 0.0428631454706192 (0.04335468293219799) | > loss_mel_ce: 3.372720241546631 (nan) | > loss: 0.013553903438150883 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14154458358764707) | > loader_time: 0.0046 (0.00456917785644533)  --> TIME: 2025-03-24 01:17:52 -- STEP: 6300/31555 -- GLOBAL_STEP: 321850 | > loss_text_ce: 0.04830334708094597 (0.043350161188060274) | > loss_mel_ce: 3.0879790782928467 (nan) | > loss: 0.01244556624442339 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1415918361572999) | > loader_time: 0.0047 (0.004569136112455355)  --> TIME: 2025-03-24 01:18:02 -- STEP: 6350/31555 -- GLOBAL_STEP: 321900 | > loss_text_ce: 0.040707558393478394 (0.04333619084238531) | > loss_mel_ce: 0.02764892578125 (nan) | > loss: 0.0002712559071369469 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1416152795656467) | > loader_time: 0.0047 (0.004569547795873946)  --> TIME: 2025-03-24 01:18:11 -- STEP: 6400/31555 -- GLOBAL_STEP: 321950 | > loss_text_ce: 0.04807383939623833 (0.04333750929916272) | > loss_mel_ce: 2.8527889251708984 (nan) | > loss: 0.011511360295116901 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14162623044103462) | > loader_time: 0.0042 (0.004569436796009557)  --> TIME: 2025-03-24 01:18:21 -- STEP: 6450/31555 -- GLOBAL_STEP: 322000 | > loss_text_ce: 0.036279451102018356 (0.043341190547848345) | > loss_mel_ce: 2.9449734687805176 (nan) | > loss: 0.011830369010567665 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1416129741372994) | > loader_time: 0.0044 (0.004569520876389158)  --> TIME: 2025-03-24 01:18:31 -- STEP: 6500/31555 -- GLOBAL_STEP: 322050 | > loss_text_ce: 0.04950297623872757 (0.04335529094590585) | > loss_mel_ce: 3.1403427124023438 (nan) | > loss: 0.012658119201660156 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14160965633392394) | > loader_time: 0.0044 (0.00457177338233362)  --> TIME: 2025-03-24 01:18:40 -- STEP: 6550/31555 -- GLOBAL_STEP: 322100 | > loss_text_ce: 0.0464385487139225 (0.04335967574211699) | > loss_mel_ce: 2.404388666152954 (nan) | > loss: 0.00972550455480814 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1415969305184057) | > loader_time: 0.0045 (0.004572393329998932)  --> TIME: 2025-03-24 01:18:50 -- STEP: 6600/31555 -- GLOBAL_STEP: 322150 | > loss_text_ce: 0.03372710943222046 (0.043360283007337234) | > loss_mel_ce: 2.696195602416992 (nan) | > loss: 0.01083302777260542 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14155642458886875) | > loader_time: 0.0047 (0.0045723023559108115)  --> TIME: 2025-03-24 01:18:59 -- STEP: 6650/31555 -- GLOBAL_STEP: 322200 | > loss_text_ce: 0.0365191251039505 (0.043348307679862405) | > loss_mel_ce: 6.5390625 (nan) | > loss: 0.026093579828739166 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14151580168788655) | > loader_time: 0.0043 (0.004572578193549843)  --> TIME: 2025-03-24 01:19:08 -- STEP: 6700/31555 -- GLOBAL_STEP: 322250 | > loss_text_ce: 0.04692631959915161 (0.04335528651558191) | > loss_mel_ce: 1.7084935903549194 (nan) | > loss: 0.006965952459722757 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14148160799225828) | > loader_time: 0.0046 (0.004572473497533107)  --> TIME: 2025-03-24 01:19:18 -- STEP: 6750/31555 -- GLOBAL_STEP: 322300 | > loss_text_ce: 0.027681011706590652 (0.04336101090742477) | > loss_mel_ce: 3.2604622840881348 (nan) | > loss: 0.013048188760876656 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1414778230808406) | > loader_time: 0.0044 (0.004572857256288904)  --> TIME: 2025-03-24 01:19:28 -- STEP: 6800/31555 -- GLOBAL_STEP: 322350 | > loss_text_ce: 0.05020011216402054 (0.04336262436775376) | > loss_mel_ce: 3.128589391708374 (nan) | > loss: 0.012614245526492596 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1414758520967827) | > loader_time: 0.0043 (0.004572941731004178)  --> TIME: 2025-03-24 01:19:37 -- STEP: 6850/31555 -- GLOBAL_STEP: 322400 | > loss_text_ce: 0.041901759803295135 (0.04336635625384145) | > loss_mel_ce: 0.032379150390625 (nan) | > loss: 0.00029476554482243955 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14146379836284406) | > loader_time: 0.0042 (0.004571498049436718)  --> TIME: 2025-03-24 01:19:47 -- STEP: 6900/31555 -- GLOBAL_STEP: 322450 | > loss_text_ce: 0.03575558215379715 (0.04337115237570322) | > loss_mel_ce: 3.1040945053100586 (nan) | > loss: 0.01245972327888012 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14146317879359013) | > loader_time: 0.0046 (0.004570681081301946)  --> TIME: 2025-03-24 01:19:57 -- STEP: 6950/31555 -- GLOBAL_STEP: 322500 | > loss_text_ce: 0.0440368689596653 (0.043370940208220604) | > loss_mel_ce: 2.730708599090576 (nan) | > loss: 0.011010895483195782 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14146894921501854) | > loader_time: 0.0043 (0.004570868547014213)  --> TIME: 2025-03-24 01:20:06 -- STEP: 7000/31555 -- GLOBAL_STEP: 322550 | > loss_text_ce: 0.03906979784369469 (0.04335458482801909) | > loss_mel_ce: 3.2069284915924072 (nan) | > loss: 0.012880946509540081 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14147569285120382) | > loader_time: 0.0044 (0.004570978403091451)  --> TIME: 2025-03-24 01:20:16 -- STEP: 7050/31555 -- GLOBAL_STEP: 322600 | > loss_text_ce: 0.04853140190243721 (0.04335326554081959) | > loss_mel_ce: 2.4046273231506348 (nan) | > loss: 0.009734757244586945 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1414820587212322) | > loader_time: 0.0048 (0.004571118828252718)  --> TIME: 2025-03-24 01:20:26 -- STEP: 7100/31555 -- GLOBAL_STEP: 322650 | > loss_text_ce: 0.043627217411994934 (0.04336019742446881) | > loss_mel_ce: 1.896484375 (nan) | > loss: 0.007698856294155121 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14148282390245354) | > loader_time: 0.0044 (0.004571459595586232)  --> TIME: 2025-03-24 01:20:36 -- STEP: 7150/31555 -- GLOBAL_STEP: 322700 | > loss_text_ce: 0.03861358389258385 (0.043372548840731544) | > loss_mel_ce: 3.0131423473358154 (nan) | > loss: 0.012110142968595028 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14150281075831153) | > loader_time: 0.0045 (0.004570874934429909)  --> TIME: 2025-03-24 01:20:46 -- STEP: 7200/31555 -- GLOBAL_STEP: 322750 | > loss_text_ce: 0.043621473014354706 (0.04338388605043287) | > loss_mel_ce: 2.779738187789917 (nan) | > loss: 0.011203808709979057 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14153941684299143) | > loader_time: 0.0043 (0.004570423298411919)  --> TIME: 2025-03-24 01:20:55 -- STEP: 7250/31555 -- GLOBAL_STEP: 322800 | > loss_text_ce: 0.03437086567282677 (0.04337509426577333) | > loss_mel_ce: 3.1413896083831787 (nan) | > loss: 0.012602224946022034 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14154295546433127) | > loader_time: 0.0047 (0.004570724191336816)  --> TIME: 2025-03-24 01:21:05 -- STEP: 7300/31555 -- GLOBAL_STEP: 322850 | > loss_text_ce: 0.04060130566358566 (0.04337912603192129) | > loss_mel_ce: 2.3230621814727783 (nan) | > loss: 0.009379616938531399 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1415181069831336) | > loader_time: 0.0044 (0.004571028768199784)  --> TIME: 2025-03-24 01:21:14 -- STEP: 7350/31555 -- GLOBAL_STEP: 322900 | > loss_text_ce: 0.04540000483393669 (0.04337522779242923) | > loss_mel_ce: 0.0728236585855484 (nan) | > loss: 0.00046914155245758593 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1415130422877627) | > loader_time: 0.0044 (0.004571148489608265)  --> TIME: 2025-03-24 01:21:24 -- STEP: 7400/31555 -- GLOBAL_STEP: 322950 | > loss_text_ce: 0.047276806086301804 (0.0433787485521689) | > loss_mel_ce: 2.9070990085601807 (nan) | > loss: 0.0117237139493227 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14154079704671396) | > loader_time: 0.0046 (0.0045721842791583275)  --> TIME: 2025-03-24 01:21:34 -- STEP: 7450/31555 -- GLOBAL_STEP: 323000 | > loss_text_ce: 0.034774281084537506 (0.04337840497343728) | > loss_mel_ce: 2.882985830307007 (nan) | > loss: 0.011578413657844067 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14152197969039917) | > loader_time: 0.0043 (0.00457351530958344)  --> TIME: 2025-03-24 01:21:44 -- STEP: 7500/31555 -- GLOBAL_STEP: 323050 | > loss_text_ce: 0.04404621198773384 (0.04338153684486941) | > loss_mel_ce: 2.320969581604004 (nan) | > loss: 0.009384983219206333 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14155477835337424) | > loader_time: 0.0044 (0.00457352107365928)  --> TIME: 2025-03-24 01:21:53 -- STEP: 7550/31555 -- GLOBAL_STEP: 323100 | > loss_text_ce: 0.03617294877767563 (0.04337533262687798) | > loss_mel_ce: 2.8680150508880615 (nan) | > loss: 0.011524556204676628 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14154646946105048) | > loader_time: 0.0045 (0.0045745068670108805)  --> TIME: 2025-03-24 01:22:03 -- STEP: 7600/31555 -- GLOBAL_STEP: 323150 | > loss_text_ce: 0.04310370981693268 (0.04336743607700455) | > loss_mel_ce: 3.1400868892669678 (nan) | > loss: 0.012631709687411785 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.141511846780778) | > loader_time: 0.0054 (0.0045746637959229505)  --> TIME: 2025-03-24 01:22:12 -- STEP: 7650/31555 -- GLOBAL_STEP: 323200 | > loss_text_ce: 0.04537377879023552 (0.0433582399802562) | > loss_mel_ce: 2.9079630374908447 (nan) | > loss: 0.011719590984284878 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1415046253703009) | > loader_time: 0.0046 (0.004575367690691)  --> TIME: 2025-03-24 01:22:22 -- STEP: 7700/31555 -- GLOBAL_STEP: 323250 | > loss_text_ce: 0.04341577738523483 (0.04335667458737821) | > loss_mel_ce: 3.4837656021118164 (nan) | > loss: 0.013996751978993416 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.1414823631187548) | > loader_time: 0.0047 (0.004574817341643513)  --> TIME: 2025-03-24 01:22:32 -- STEP: 7750/31555 -- GLOBAL_STEP: 323300 | > loss_text_ce: 0.04429731145501137 (0.043346605942854916) | > loss_mel_ce: 3.079674243927002 (nan) | > loss: 0.01239671278744936 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14149465114839715) | > loader_time: 0.0045 (0.004574823010352369)  --> TIME: 2025-03-24 01:22:41 -- STEP: 7800/31555 -- GLOBAL_STEP: 323350 | > loss_text_ce: 0.04490119218826294 (0.04334083416045472) | > loss_mel_ce: 0.5054408311843872 (nan) | > loss: 0.002183896955102682 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1414570127083715) | > loader_time: 0.0047 (0.00457459306105591)  --> TIME: 2025-03-24 01:22:51 -- STEP: 7850/31555 -- GLOBAL_STEP: 323400 | > loss_text_ce: 0.03899819031357765 (0.04334353876436588) | > loss_mel_ce: 3.4068849086761475 (nan) | > loss: 0.013674139976501465 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1414984388715912) | > loader_time: 0.0047 (0.004574759659493823)  --> TIME: 2025-03-24 01:23:01 -- STEP: 7900/31555 -- GLOBAL_STEP: 323450 | > loss_text_ce: 0.048710763454437256 (0.04334896566322705) | > loss_mel_ce: 3.4889235496520996 (nan) | > loss: 0.014038232155144215 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14150555417507607) | > loader_time: 0.0045 (0.004575248971770099)  --> TIME: 2025-03-24 01:23:11 -- STEP: 7950/31555 -- GLOBAL_STEP: 323500 | > loss_text_ce: 0.04305245727300644 (0.043353289893166405) | > loss_mel_ce: 3.3843817710876465 (nan) | > loss: 0.013600930571556091 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14151918522217086) | > loader_time: 0.0046 (0.004574896524537303)  --> TIME: 2025-03-24 01:23:21 -- STEP: 8000/31555 -- GLOBAL_STEP: 323550 | > loss_text_ce: 0.04046805948019028 (0.04334581291535865) | > loss_mel_ce: 2.914747476577759 (nan) | > loss: 0.011727046221494675 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14154572671651938) | > loader_time: 0.0045 (0.004575195997953432)  --> TIME: 2025-03-24 01:23:30 -- STEP: 8050/31555 -- GLOBAL_STEP: 323600 | > loss_text_ce: 0.037451665848493576 (0.04334037402054719) | > loss_mel_ce: 1.588049292564392 (nan) | > loss: 0.006450400687754154 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14156978542019957) | > loader_time: 0.0046 (0.0045752374577966715)  --> TIME: 2025-03-24 01:23:40 -- STEP: 8100/31555 -- GLOBAL_STEP: 323650 | > loss_text_ce: 0.048335108906030655 (0.04335020821196609) | > loss_mel_ce: 2.5991930961608887 (nan) | > loss: 0.010506064631044865 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14156681405173502) | > loader_time: 0.0045 (0.004575257948887219)  --> TIME: 2025-03-24 01:23:50 -- STEP: 8150/31555 -- GLOBAL_STEP: 323700 | > loss_text_ce: 0.03969953581690788 (0.04334155274543656) | > loss_mel_ce: 7.094123840332031 (nan) | > loss: 0.028308823704719543 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14157839848220077) | > loader_time: 0.0045 (0.004575147833560891)  --> TIME: 2025-03-24 01:24:00 -- STEP: 8200/31555 -- GLOBAL_STEP: 323750 | > loss_text_ce: 0.029419707134366035 (0.04334196079817665) | > loss_mel_ce: 2.7843453884124756 (nan) | > loss: 0.011165735311806202 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14157836707626995) | > loader_time: 0.0044 (0.004574977741008869)  --> TIME: 2025-03-24 01:24:09 -- STEP: 8250/31555 -- GLOBAL_STEP: 323800 | > loss_text_ce: 0.04918684437870979 (0.04334178800474509) | > loss_mel_ce: 3.162935733795166 (nan) | > loss: 0.012746519409120083 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14156772203156537) | > loader_time: 0.0046 (0.004574593168316482)  --> TIME: 2025-03-24 01:24:19 -- STEP: 8300/31555 -- GLOBAL_STEP: 323850 | > loss_text_ce: 0.04580831900238991 (0.04332743738497412) | > loss_mel_ce: 2.556206703186035 (nan) | > loss: 0.010325456969439983 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14155164761715716) | > loader_time: 0.0045 (0.004574123836425431)  --> TIME: 2025-03-24 01:24:29 -- STEP: 8350/31555 -- GLOBAL_STEP: 323900 | > loss_text_ce: 0.04209619015455246 (0.043325688006679776) | > loss_mel_ce: 3.19223690032959 (nan) | > loss: 0.012834656052291393 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14156567205212164) | > loader_time: 0.0044 (0.004573843778964306)  --> TIME: 2025-03-24 01:24:38 -- STEP: 8400/31555 -- GLOBAL_STEP: 323950 | > loss_text_ce: 0.04539976641535759 (0.04332253976658516) | > loss_mel_ce: 2.8170371055603027 (nan) | > loss: 0.011358876712620258 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.1415285050017502) | > loader_time: 0.0046 (0.004573693672815978)  --> TIME: 2025-03-24 01:24:48 -- STEP: 8450/31555 -- GLOBAL_STEP: 324000 | > loss_text_ce: 0.04306279867887497 (0.04332223567692836) | > loss_mel_ce: 3.1315224170684814 (nan) | > loss: 0.01259756088256836 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14154528663003324) | > loader_time: 0.0044 (0.004573264065578863)  --> TIME: 2025-03-24 01:24:57 -- STEP: 8500/31555 -- GLOBAL_STEP: 324050 | > loss_text_ce: 0.033738236874341965 (0.04331805716915164) | > loss_mel_ce: 3.3584909439086914 (nan) | > loss: 0.013461227528750896 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14154512082829285) | > loader_time: 0.0045 (0.0045727752797744044)  --> TIME: 2025-03-24 01:25:07 -- STEP: 8550/31555 -- GLOBAL_STEP: 324100 | > loss_text_ce: 0.04312851279973984 (0.04333017503940744) | > loss_mel_ce: 3.547576427459717 (nan) | > loss: 0.014248830266296864 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14154662567272608) | > loader_time: 0.0048 (0.0045736210248623855)  --> TIME: 2025-03-24 01:25:17 -- STEP: 8600/31555 -- GLOBAL_STEP: 324150 | > loss_text_ce: 0.03507651388645172 (0.04334114898884192) | > loss_mel_ce: 3.588387966156006 (nan) | > loss: 0.014378828927874565 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1415592939354661) | > loader_time: 0.0046 (0.004574651274570218)  --> TIME: 2025-03-24 01:25:26 -- STEP: 8650/31555 -- GLOBAL_STEP: 324200 | > loss_text_ce: 0.04030182212591171 (0.04334141005821136) | > loss_mel_ce: 2.683476448059082 (nan) | > loss: 0.010808644816279411 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14153430572134998) | > loader_time: 0.0047 (0.004575296385439853)  --> TIME: 2025-03-24 01:25:36 -- STEP: 8700/31555 -- GLOBAL_STEP: 324250 | > loss_text_ce: 0.04739369824528694 (0.04334245078072977) | > loss_mel_ce: 3.4323246479034424 (nan) | > loss: 0.01380840688943863 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1415491793621555) | > loader_time: 0.0046 (0.004575431812768713)  --> TIME: 2025-03-24 01:25:46 -- STEP: 8750/31555 -- GLOBAL_STEP: 324300 | > loss_text_ce: 0.04162297025322914 (0.04333094856611319) | > loss_mel_ce: 3.044564962387085 (nan) | > loss: 0.01224677823483944 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14156097662789574) | > loader_time: 0.0046 (0.0045758436475481475)  --> TIME: 2025-03-24 01:25:55 -- STEP: 8800/31555 -- GLOBAL_STEP: 324350 | > loss_text_ce: 0.04673410952091217 (0.043329567010302765) | > loss_mel_ce: 2.5223007202148438 (nan) | > loss: 0.010194582864642143 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1415462438897662) | > loader_time: 0.0046 (0.004576008455319854)  --> TIME: 2025-03-24 01:26:05 -- STEP: 8850/31555 -- GLOBAL_STEP: 324400 | > loss_text_ce: 0.043791264295578 (0.04332773639510071) | > loss_mel_ce: 3.3987321853637695 (nan) | > loss: 0.013660808093845844 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14154094394317546) | > loader_time: 0.0045 (0.004575629907812793)  --> TIME: 2025-03-24 01:26:14 -- STEP: 8900/31555 -- GLOBAL_STEP: 324450 | > loss_text_ce: 0.0420432984828949 (0.04331923796868555) | > loss_mel_ce: 2.967472553253174 (nan) | > loss: 0.011942523531615734 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14151802646979939) | > loader_time: 0.0047 (0.004576161336363051)  --> TIME: 2025-03-24 01:26:24 -- STEP: 8950/31555 -- GLOBAL_STEP: 324500 | > loss_text_ce: 0.037603165954351425 (0.043321626870034415) | > loss_mel_ce: 3.521151304244995 (nan) | > loss: 0.014122041873633862 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14153473963284707) | > loader_time: 0.0046 (0.004575923275015226)  --> TIME: 2025-03-24 01:26:34 -- STEP: 9000/31555 -- GLOBAL_STEP: 324550 | > loss_text_ce: 0.04732600226998329 (0.043312638497807865) | > loss_mel_ce: 3.3900578022003174 (nan) | > loss: 0.01364041306078434 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1415296568605644) | > loader_time: 0.0046 (0.00457622424761456)  --> TIME: 2025-03-24 01:26:44 -- STEP: 9050/31555 -- GLOBAL_STEP: 324600 | > loss_text_ce: 0.038296546787023544 (0.04330073919723536) | > loss_mel_ce: 3.490082263946533 (nan) | > loss: 0.014001503586769104 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14152399481989486) | > loader_time: 0.0045 (0.004576720374723842)  --> TIME: 2025-03-24 01:26:53 -- STEP: 9100/31555 -- GLOBAL_STEP: 324650 | > loss_text_ce: 0.03692527860403061 (0.043293688840918436) | > loss_mel_ce: 2.9828274250030518 (nan) | > loss: 0.011983146890997887 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14149790302737814) | > loader_time: 0.0045 (0.0045767037685101)  --> TIME: 2025-03-24 01:27:03 -- STEP: 9150/31555 -- GLOBAL_STEP: 324700 | > loss_text_ce: 0.04217381030321121 (0.04330458760465099) | > loss_mel_ce: 3.0702054500579834 (nan) | > loss: 0.012350711971521378 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14150724173895085) | > loader_time: 0.0046 (0.004576783388690235)  --> TIME: 2025-03-24 01:27:12 -- STEP: 9200/31555 -- GLOBAL_STEP: 324750 | > loss_text_ce: 0.052139297127723694 (0.04329801914747799) | > loss_mel_ce: 3.4137823581695557 (nan) | > loss: 0.013753658160567284 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1415069982279911) | > loader_time: 0.0045 (0.004578160254851647)  --> TIME: 2025-03-24 01:27:22 -- STEP: 9250/31555 -- GLOBAL_STEP: 324800 | > loss_text_ce: 0.03898894041776657 (0.043292165881475844) | > loss_mel_ce: 3.153687000274658 (nan) | > loss: 0.01266934908926487 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1414918570905128) | > loader_time: 0.0044 (0.00457817428176469)  --> TIME: 2025-03-24 01:27:32 -- STEP: 9300/31555 -- GLOBAL_STEP: 324850 | > loss_text_ce: 0.04881788045167923 (0.04329547670940232) | > loss_mel_ce: 2.7347161769866943 (nan) | > loss: 0.011045770719647408 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14149762184389272) | > loader_time: 0.0047 (0.004578124759017794)  --> TIME: 2025-03-24 01:27:41 -- STEP: 9350/31555 -- GLOBAL_STEP: 324900 | > loss_text_ce: 0.048123691231012344 (0.043298590262943346) | > loss_mel_ce: 3.007112741470337 (nan) | > loss: 0.012123954482376575 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14146913344847428) | > loader_time: 0.0044 (0.004578178043671484)  --> TIME: 2025-03-24 01:27:50 -- STEP: 9400/31555 -- GLOBAL_STEP: 324950 | > loss_text_ce: 0.03933229669928551 (0.04330038790769393) | > loss_mel_ce: 3.184014320373535 (nan) | > loss: 0.012791058979928493 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14142984676868461) | > loader_time: 0.0043 (0.004577674916450028)  --> TIME: 2025-03-24 01:27:59 -- STEP: 9450/31555 -- GLOBAL_STEP: 325000 | > loss_text_ce: 0.03671504184603691 (0.043294498840021636) | > loss_mel_ce: 2.7200491428375244 (nan) | > loss: 0.010939541272819042 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14139928487242945) | > loader_time: 0.0046 (0.004577738797223137)  --> TIME: 2025-03-24 01:28:09 -- STEP: 9500/31555 -- GLOBAL_STEP: 325050 | > loss_text_ce: 0.0394928865134716 (0.04329230937204857) | > loss_mel_ce: 3.4815902709960938 (nan) | > loss: 0.013972552493214607 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14138524713014403) | > loader_time: 0.0045 (0.004577894486879056)  --> TIME: 2025-03-24 01:28:19 -- STEP: 9550/31555 -- GLOBAL_STEP: 325100 | > loss_text_ce: 0.043069615960121155 (0.04329289361815016) | > loss_mel_ce: 2.976546287536621 (nan) | > loss: 0.011982602998614311 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.1413786858913173) | > loader_time: 0.0047 (0.004578641996333744)  --> TIME: 2025-03-24 01:28:28 -- STEP: 9600/31555 -- GLOBAL_STEP: 325150 | > loss_text_ce: 0.03684334084391594 (0.043299322596479464) | > loss_mel_ce: 2.3070709705352783 (nan) | > loss: 0.009301248006522655 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14138077703615137) | > loader_time: 0.0077 (0.004579000870386765)  --> TIME: 2025-03-24 01:28:38 -- STEP: 9650/31555 -- GLOBAL_STEP: 325200 | > loss_text_ce: 0.038991428911685944 (0.04330146496488169) | > loss_mel_ce: 3.3648335933685303 (nan) | > loss: 0.013507243245840073 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14138888564134625) | > loader_time: 0.0046 (0.0045794539871611166)  --> TIME: 2025-03-24 01:28:48 -- STEP: 9700/31555 -- GLOBAL_STEP: 325250 | > loss_text_ce: 0.04436471313238144 (0.04330043028464014) | > loss_mel_ce: 2.327378988265991 (nan) | > loss: 0.009411681443452835 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14137318797947312) | > loader_time: 0.0045 (0.0045792993073610925)  --> TIME: 2025-03-24 01:28:57 -- STEP: 9750/31555 -- GLOBAL_STEP: 325300 | > loss_text_ce: 0.04123283922672272 (0.04330129955919118) | > loss_mel_ce: 2.6230595111846924 (nan) | > loss: 0.010572589002549648 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14138151242182906) | > loader_time: 0.0045 (0.004579543040348938)  --> TIME: 2025-03-24 01:29:07 -- STEP: 9800/31555 -- GLOBAL_STEP: 325350 | > loss_text_ce: 0.046724461019039154 (0.04330220226179422) | > loss_mel_ce: 3.019214391708374 (nan) | > loss: 0.01216642465442419 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1413774819763349) | > loader_time: 0.0045 (0.0045797258737135926)  --> TIME: 2025-03-24 01:29:17 -- STEP: 9850/31555 -- GLOBAL_STEP: 325400 | > loss_text_ce: 0.0447184219956398 (0.043295603429491986) | > loss_mel_ce: 2.9667656421661377 (nan) | > loss: 0.011950334534049034 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14137086168763693) | > loader_time: 0.0045 (0.004579920913967385)  --> TIME: 2025-03-24 01:29:26 -- STEP: 9900/31555 -- GLOBAL_STEP: 325450 | > loss_text_ce: 0.04213371500372887 (0.04328587327792179) | > loss_mel_ce: 3.2864420413970947 (nan) | > loss: 0.013208635151386261 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14137018326557138) | > loader_time: 0.0044 (0.004580551831409184)  --> TIME: 2025-03-24 01:29:36 -- STEP: 9950/31555 -- GLOBAL_STEP: 325500 | > loss_text_ce: 0.040614910423755646 (0.04328113906628365) | > loss_mel_ce: 3.463872194290161 (nan) | > loss: 0.013906694948673248 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14135250096345153) | > loader_time: 0.0045 (0.0045803080851109165)  --> TIME: 2025-03-24 01:29:46 -- STEP: 10000/31555 -- GLOBAL_STEP: 325550 | > loss_text_ce: 0.06653197854757309 (0.04328673672098658) | > loss_mel_ce: 2.6465606689453125 (nan) | > loss: 0.010766240768134594 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14136888096332642) | > loader_time: 0.0043 (0.004580376815795896)  --> TIME: 2025-03-24 01:29:55 -- STEP: 10050/31555 -- GLOBAL_STEP: 325600 | > loss_text_ce: 0.037531908601522446 (0.04328464418853537) | > loss_mel_ce: 3.1567862033843994 (nan) | > loss: 0.012675866484642029 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14135671157742122) | > loader_time: 0.0045 (0.004581200305502207)  --> TIME: 2025-03-24 01:30:05 -- STEP: 10100/31555 -- GLOBAL_STEP: 325650 | > loss_text_ce: 0.03989399969577789 (0.043286177603583165) | > loss_mel_ce: 2.897980213165283 (nan) | > loss: 0.011658231727778912 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.1413758884798192) | > loader_time: 0.0046 (0.0045813198608927195)  --> TIME: 2025-03-24 01:30:15 -- STEP: 10150/31555 -- GLOBAL_STEP: 325700 | > loss_text_ce: 0.04056333005428314 (0.04328922278316586) | > loss_mel_ce: 2.5006263256073 (nan) | > loss: 0.010084087029099464 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14136882467223025) | > loader_time: 0.0048 (0.004581860344985439)  --> TIME: 2025-03-24 01:30:24 -- STEP: 10200/31555 -- GLOBAL_STEP: 325750 | > loss_text_ce: 0.04790985584259033 (0.043284644077294536) | > loss_mel_ce: 2.7838547229766846 (nan) | > loss: 0.011237162165343761 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1413798540480008) | > loader_time: 0.0045 (0.0045828759904001275)  --> TIME: 2025-03-24 01:30:34 -- STEP: 10250/31555 -- GLOBAL_STEP: 325800 | > loss_text_ce: 0.05404089391231537 (0.043276112316403395) | > loss_mel_ce: 3.788144826889038 (nan) | > loss: 0.015246769413352013 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14137499651094879) | > loader_time: 0.0045 (0.00458300869639327)  --> TIME: 2025-03-24 01:30:44 -- STEP: 10300/31555 -- GLOBAL_STEP: 325850 | > loss_text_ce: 0.04842766746878624 (0.04327912586189583) | > loss_mel_ce: 0.022369384765625 (nan) | > loss: 0.0002809407014865428 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14139045546355858) | > loader_time: 0.0045 (0.004583100230948437)  --> TIME: 2025-03-24 01:30:53 -- STEP: 10350/31555 -- GLOBAL_STEP: 325900 | > loss_text_ce: 0.05115301162004471 (0.04328584713330439) | > loss_mel_ce: 2.6758148670196533 (nan) | > loss: 0.010821301490068436 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14137095967352767) | > loader_time: 0.0044 (0.004583145961669328)  --> TIME: 2025-03-24 01:31:03 -- STEP: 10400/31555 -- GLOBAL_STEP: 325950 | > loss_text_ce: 0.05090077221393585 (0.04328754524001843) | > loss_mel_ce: 3.1332144737243652 (nan) | > loss: 0.012635378167033195 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14137793953602218) | > loader_time: 0.0045 (0.004583331850858833)  --> TIME: 2025-03-24 01:31:13 -- STEP: 10450/31555 -- GLOBAL_STEP: 326000 | > loss_text_ce: 0.0436718724668026 (0.04328334698961531) | > loss_mel_ce: 2.2304487228393555 (nan) | > loss: 0.00902428850531578 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1413903522491464) | > loader_time: 0.0049 (0.0045837440901395805)  --> TIME: 2025-03-24 01:31:23 -- STEP: 10500/31555 -- GLOBAL_STEP: 326050 | > loss_text_ce: 0.027360524982213974 (0.043279381298060825) | > loss_mel_ce: 2.798715114593506 (nan) | > loss: 0.011214585974812508 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14141185113361995) | > loader_time: 0.0045 (0.004584726288205104)  --> TIME: 2025-03-24 01:31:32 -- STEP: 10550/31555 -- GLOBAL_STEP: 326100 | > loss_text_ce: 0.026175927370786667 (0.043281477211104966) | > loss_mel_ce: 2.509894609451294 (nan) | > loss: 0.010063773021101952 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14140937515909738) | > loader_time: 0.0043 (0.00458564744741431)  --> TIME: 2025-03-24 01:31:42 -- STEP: 10600/31555 -- GLOBAL_STEP: 326150 | > loss_text_ce: 0.03919403627514839 (0.04328008891979473) | > loss_mel_ce: 2.0384018421173096 (nan) | > loss: 0.008244428783655167 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14141461370126354) | > loader_time: 0.0046 (0.0045855472222814005)  --> TIME: 2025-03-24 01:31:52 -- STEP: 10650/31555 -- GLOBAL_STEP: 326200 | > loss_text_ce: 0.03729395568370819 (0.043284339742831135) | > loss_mel_ce: 2.2092347145080566 (nan) | > loss: 0.008914796635508537 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14139402246251456) | > loader_time: 0.0044 (0.004586014725232904)  --> TIME: 2025-03-24 01:32:02 -- STEP: 10700/31555 -- GLOBAL_STEP: 326250 | > loss_text_ce: 0.05414126440882683 (0.043289975329676406) | > loss_mel_ce: 3.34185791015625 (nan) | > loss: 0.01347618829458952 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14140911189195265) | > loader_time: 0.0046 (0.004586131483594946)  --> TIME: 2025-03-24 01:32:11 -- STEP: 10750/31555 -- GLOBAL_STEP: 326300 | > loss_text_ce: 0.039247408509254456 (0.043283951786368284) | > loss_mel_ce: 3.4463822841644287 (nan) | > loss: 0.013831865042448044 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14142553750858855) | > loader_time: 0.0046 (0.004586224733397013)  --> TIME: 2025-03-24 01:32:21 -- STEP: 10800/31555 -- GLOBAL_STEP: 326350 | > loss_text_ce: 0.0410405769944191 (0.04328029926314384) | > loss_mel_ce: 2.852783203125 (nan) | > loss: 0.011483428999781609 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1414214370206561) | > loader_time: 0.0047 (0.004586644879093869)  --> TIME: 2025-03-24 01:32:31 -- STEP: 10850/31555 -- GLOBAL_STEP: 326400 | > loss_text_ce: 0.038981202989816666 (0.04327680266071694) | > loss_mel_ce: 2.6361329555511475 (nan) | > loss: 0.010615533217787743 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14141846289832574) | > loader_time: 0.0046 (0.00458675059305357)  --> TIME: 2025-03-24 01:32:40 -- STEP: 10900/31555 -- GLOBAL_STEP: 326450 | > loss_text_ce: 0.047614648938179016 (0.04328091742812615) | > loss_mel_ce: 3.24564528465271 (nan) | > loss: 0.013068492524325848 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14140897630551655) | > loader_time: 0.0045 (0.004587211587013444)  --> TIME: 2025-03-24 01:32:50 -- STEP: 10950/31555 -- GLOBAL_STEP: 326500 | > loss_text_ce: 0.04238651692867279 (0.043276813840110666) | > loss_mel_ce: 2.490591287612915 (nan) | > loss: 0.010051500052213669 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14140576451880876) | > loader_time: 0.0046 (0.0045873418355096875)  --> TIME: 2025-03-24 01:33:00 -- STEP: 11000/31555 -- GLOBAL_STEP: 326550 | > loss_text_ce: 0.03786293417215347 (0.04327664483101514) | > loss_mel_ce: 3.548570394515991 (nan) | > loss: 0.014231879264116287 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14141607835076192) | > loader_time: 0.0048 (0.004587804772637094)  --> TIME: 2025-03-24 01:33:09 -- STEP: 11050/31555 -- GLOBAL_STEP: 326600 | > loss_text_ce: 0.05014021694660187 (0.0432783803664045) | > loss_mel_ce: 2.905684471130371 (nan) | > loss: 0.011729463003575802 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14140669432161193) | > loader_time: 0.0051 (0.004587949649241164)  --> TIME: 2025-03-24 01:33:19 -- STEP: 11100/31555 -- GLOBAL_STEP: 326650 | > loss_text_ce: 0.044459614902734756 (0.04328497549250435) | > loss_mel_ce: 2.8230998516082764 (nan) | > loss: 0.01137920469045639 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14142262203199488) | > loader_time: 0.0045 (0.004588118329778438)  --> TIME: 2025-03-24 01:33:29 -- STEP: 11150/31555 -- GLOBAL_STEP: 326700 | > loss_text_ce: 0.044427573680877686 (0.04328602076311799) | > loss_mel_ce: 2.7589237689971924 (nan) | > loss: 0.011124410666525364 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14142744541168334) | > loader_time: 0.0049 (0.004588477322873501)  --> TIME: 2025-03-24 01:33:38 -- STEP: 11200/31555 -- GLOBAL_STEP: 326750 | > loss_text_ce: 0.03943096473813057 (0.043286195576490084) | > loss_mel_ce: 3.43674898147583 (nan) | > loss: 0.013794365338981152 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14140533751675177) | > loader_time: 0.0047 (0.004588783042771462)  --> TIME: 2025-03-24 01:33:48 -- STEP: 11250/31555 -- GLOBAL_STEP: 326800 | > loss_text_ce: 0.0467628575861454 (0.043285700107117284) | > loss_mel_ce: 2.855860471725464 (nan) | > loss: 0.011518348008394241 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14138548973931322) | > loader_time: 0.0045 (0.004589021004570836)  --> TIME: 2025-03-24 01:33:57 -- STEP: 11300/31555 -- GLOBAL_STEP: 326850 | > loss_text_ce: 0.045428887009620667 (0.04327720644957964) | > loss_mel_ce: 3.3152616024017334 (nan) | > loss: 0.01333607453852892 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14139677351555066) | > loader_time: 0.0046 (0.004589366659653905)  --> TIME: 2025-03-24 01:34:07 -- STEP: 11350/31555 -- GLOBAL_STEP: 326900 | > loss_text_ce: 0.04768899828195572 (0.043276496175430154) | > loss_mel_ce: 2.9741368293762207 (nan) | > loss: 0.011991373263299465 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1413914316446257) | > loader_time: 0.0045 (0.004589470283575499)  --> TIME: 2025-03-24 01:34:17 -- STEP: 11400/31555 -- GLOBAL_STEP: 326950 | > loss_text_ce: 0.04055454209446907 (0.04327844626596991) | > loss_mel_ce: 3.1176562309265137 (nan) | > loss: 0.012532583437860012 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14137388204273554) | > loader_time: 0.0045 (0.004589438020137298)  --> TIME: 2025-03-24 01:34:26 -- STEP: 11450/31555 -- GLOBAL_STEP: 327000 | > loss_text_ce: 0.048584651201963425 (0.0432871677676075) | > loss_mel_ce: 3.319636583328247 (nan) | > loss: 0.013365957885980606 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14138789451799139) | > loader_time: 0.0046 (0.004589978742807689)  --> TIME: 2025-03-24 01:34:36 -- STEP: 11500/31555 -- GLOBAL_STEP: 327050 | > loss_text_ce: 0.04486900195479393 (0.04328603039989628) | > loss_mel_ce: 3.257596015930176 (nan) | > loss: 0.013105020858347416 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14137499013154523) | > loader_time: 0.0046 (0.004590107565340762)  --> TIME: 2025-03-24 01:34:45 -- STEP: 11550/31555 -- GLOBAL_STEP: 327100 | > loss_text_ce: 0.043029315769672394 (0.043292427500508074) | > loss_mel_ce: 2.800762891769409 (nan) | > loss: 0.011284890584647655 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14136396286291603) | > loader_time: 0.0072 (0.004590370314461817)  --> TIME: 2025-03-24 01:34:55 -- STEP: 11600/31555 -- GLOBAL_STEP: 327150 | > loss_text_ce: 0.04206115007400513 (0.04329743852325019) | > loss_mel_ce: 3.464920997619629 (nan) | > loss: 0.01391659677028656 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14136449396610373) | > loader_time: 0.0046 (0.004590841511200183)  --> TIME: 2025-03-24 01:35:05 -- STEP: 11650/31555 -- GLOBAL_STEP: 327200 | > loss_text_ce: 0.028808245435357094 (0.04330258882624505) | > loss_mel_ce: 2.5013701915740967 (nan) | > loss: 0.010040391236543655 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.1413695111499846) | > loader_time: 0.0043 (0.0045910985889352635)  --> TIME: 2025-03-24 01:35:14 -- STEP: 11700/31555 -- GLOBAL_STEP: 327250 | > loss_text_ce: 0.043818164616823196 (0.04330251873781265) | > loss_mel_ce: 2.9966912269592285 (nan) | > loss: 0.012065513990819454 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14135622275181414) | > loader_time: 0.0046 (0.004591616932143481)  --> TIME: 2025-03-24 01:35:24 -- STEP: 11750/31555 -- GLOBAL_STEP: 327300 | > loss_text_ce: 0.03406371921300888 (0.04330403530407441) | > loss_mel_ce: 2.5992257595062256 (nan) | > loss: 0.010449562221765518 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1413631568868119) | > loader_time: 0.0044 (0.004591391543124555)  --> TIME: 2025-03-24 01:35:34 -- STEP: 11800/31555 -- GLOBAL_STEP: 327350 | > loss_text_ce: 0.04645097628235817 (0.04330304253514904) | > loss_mel_ce: 2.545778512954712 (nan) | > loss: 0.010286626406013966 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14137377868264503) | > loader_time: 0.0046 (0.004591337846497327)  --> TIME: 2025-03-24 01:35:44 -- STEP: 11850/31555 -- GLOBAL_STEP: 327400 | > loss_text_ce: 0.041040826588869095 (0.0433081570893273) | > loss_mel_ce: 3.1540255546569824 (nan) | > loss: 0.012678835541009903 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14139780525416865) | > loader_time: 0.0044 (0.004591617704946753)  --> TIME: 2025-03-24 01:35:53 -- STEP: 11900/31555 -- GLOBAL_STEP: 327450 | > loss_text_ce: 0.04289623349905014 (0.04330769260030444) | > loss_mel_ce: 4.9598212242126465 (nan) | > loss: 0.019852055236697197 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1413915032899689) | > loader_time: 0.0044 (0.004591458324624682)  --> TIME: 2025-03-24 01:36:03 -- STEP: 11950/31555 -- GLOBAL_STEP: 327500 | > loss_text_ce: 0.04066526144742966 (0.0433010271975621) | > loss_mel_ce: 2.758366584777832 (nan) | > loss: 0.011107269674539566 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1413997759878894) | > loader_time: 0.0044 (0.004591288686297399)  --> TIME: 2025-03-24 01:36:13 -- STEP: 12000/31555 -- GLOBAL_STEP: 327550 | > loss_text_ce: 0.03400043025612831 (0.0433068191230606) | > loss_mel_ce: 3.160945177078247 (nan) | > loss: 0.012678355909883976 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14142290882269629) | > loader_time: 0.0046 (0.004591369171937278)  --> TIME: 2025-03-24 01:36:23 -- STEP: 12050/31555 -- GLOBAL_STEP: 327600 | > loss_text_ce: 0.05081916227936745 (0.043303103303049706) | > loss_mel_ce: 2.6235859394073486 (nan) | > loss: 0.01061271969228983 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14143275227289565) | > loader_time: 0.0044 (0.004591624192677066)  --> TIME: 2025-03-24 01:36:33 -- STEP: 12100/31555 -- GLOBAL_STEP: 327650 | > loss_text_ce: 0.05644313618540764 (0.043304378320578304) | > loss_mel_ce: 2.874617338180542 (nan) | > loss: 0.011631193570792675 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14142923822087772) | > loader_time: 0.0045 (0.0045921696513152015)  --> TIME: 2025-03-24 01:36:42 -- STEP: 12150/31555 -- GLOBAL_STEP: 327700 | > loss_text_ce: 0.050985872745513916 (0.043307505804477994) | > loss_mel_ce: 3.425595760345459 (nan) | > loss: 0.013795959763228893 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14142686418054629) | > loader_time: 0.0046 (0.004592391159308763)  --> TIME: 2025-03-24 01:36:52 -- STEP: 12200/31555 -- GLOBAL_STEP: 327750 | > loss_text_ce: 0.044076912105083466 (0.043304311604712195) | > loss_mel_ce: 2.170990228652954 (nan) | > loss: 0.008789949119091034 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14142845409815533) | > loader_time: 0.0045 (0.004592741981881538)  --> TIME: 2025-03-24 01:37:02 -- STEP: 12250/31555 -- GLOBAL_STEP: 327800 | > loss_text_ce: 0.047093071043491364 (0.04330306615786878) | > loss_mel_ce: 3.3920533657073975 (nan) | > loss: 0.013647407293319702 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1414330758853844) | > loader_time: 0.0045 (0.004592875266561679)  --> TIME: 2025-03-24 01:37:12 -- STEP: 12300/31555 -- GLOBAL_STEP: 327850 | > loss_text_ce: 0.03760674223303795 (0.04329922140734937) | > loss_mel_ce: 2.8614420890808105 (nan) | > loss: 0.011504163034260273 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1414607583604218) | > loader_time: 0.005 (0.004593398105807396)  --> TIME: 2025-03-24 01:37:22 -- STEP: 12350/31555 -- GLOBAL_STEP: 327900 | > loss_text_ce: 0.05378909409046173 (0.04329539903383008) | > loss_mel_ce: 2.956404447555542 (nan) | > loss: 0.011945213191211224 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14147446365974312) | > loader_time: 0.0047 (0.004593678408788743)  --> TIME: 2025-03-24 01:37:31 -- STEP: 12400/31555 -- GLOBAL_STEP: 327950 | > loss_text_ce: 0.05267859995365143 (0.043293306921878986) | > loss_mel_ce: 3.7308497428894043 (nan) | > loss: 0.015014002099633217 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14146931586727118) | > loader_time: 0.0047 (0.004593563079833961)  --> TIME: 2025-03-24 01:37:41 -- STEP: 12450/31555 -- GLOBAL_STEP: 328000 | > loss_text_ce: 0.03839123621582985 (0.04328557168309334) | > loss_mel_ce: 2.325716257095337 (nan) | > loss: 0.009381379932165146 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14146478965100615) | > loader_time: 0.0045 (0.004594116708839729)  --> TIME: 2025-03-24 01:37:51 -- STEP: 12500/31555 -- GLOBAL_STEP: 328050 | > loss_text_ce: 0.04068054258823395 (0.04327410285130129) | > loss_mel_ce: 2.3803985118865967 (nan) | > loss: 0.009607457555830479 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14145891954422093) | > loader_time: 0.0046 (0.004594903774261451)  --> TIME: 2025-03-24 01:38:00 -- STEP: 12550/31555 -- GLOBAL_STEP: 328100 | > loss_text_ce: 0.04473814740777016 (0.043269803892538934) | > loss_mel_ce: 0.1099853515625 (nan) | > loss: 0.0006139821489341557 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14145776224326428) | > loader_time: 0.0045 (0.004595015248454406)  --> TIME: 2025-03-24 01:38:10 -- STEP: 12600/31555 -- GLOBAL_STEP: 328150 | > loss_text_ce: 0.04380432143807411 (0.04326471022285861) | > loss_mel_ce: 3.357208013534546 (nan) | > loss: 0.01349608227610588 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14145595196693753) | > loader_time: 0.0044 (0.004594708094521158)  --> TIME: 2025-03-24 01:38:20 -- STEP: 12650/31555 -- GLOBAL_STEP: 328200 | > loss_text_ce: 0.03342951089143753 (0.04326621283714465) | > loss_mel_ce: 2.706148147583008 (nan) | > loss: 0.01087134052067995 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1414673237744065) | > loader_time: 0.0045 (0.004594654923842344)  --> TIME: 2025-03-24 01:38:29 -- STEP: 12700/31555 -- GLOBAL_STEP: 328250 | > loss_text_ce: 0.04190394654870033 (0.043259185711875064) | > loss_mel_ce: 2.8074991703033447 (nan) | > loss: 0.011307155713438988 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1414676126532676) | > loader_time: 0.0045 (0.004594699116203717)  --> TIME: 2025-03-24 01:38:39 -- STEP: 12750/31555 -- GLOBAL_STEP: 328300 | > loss_text_ce: 0.03899810090661049 (0.043252743571412185) | > loss_mel_ce: 3.4581029415130615 (nan) | > loss: 0.0138773862272501 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14145832835926814) | > loader_time: 0.0046 (0.0045944523530847756)  --> TIME: 2025-03-24 01:38:48 -- STEP: 12800/31555 -- GLOBAL_STEP: 328350 | > loss_text_ce: 0.02749990113079548 (0.04324744277808335) | > loss_mel_ce: 2.5373716354370117 (nan) | > loss: 0.01017806213349104 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1414348497241743) | > loader_time: 0.0047 (0.004594774823635804)  --> TIME: 2025-03-24 01:38:58 -- STEP: 12850/31555 -- GLOBAL_STEP: 328400 | > loss_text_ce: 0.034517765045166016 (0.04324883985293269) | > loss_mel_ce: 2.8286502361297607 (nan) | > loss: 0.01136177871376276 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14143197289700718) | > loader_time: 0.0044 (0.004595579822703541)  --> TIME: 2025-03-24 01:39:08 -- STEP: 12900/31555 -- GLOBAL_STEP: 328450 | > loss_text_ce: 0.047798383980989456 (0.043236282661759204) | > loss_mel_ce: 2.75888729095459 (nan) | > loss: 0.011137641966342926 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1414439774853323) | > loader_time: 0.0045 (0.004595711859621725)  --> TIME: 2025-03-24 01:39:18 -- STEP: 12950/31555 -- GLOBAL_STEP: 328500 | > loss_text_ce: 0.04132837802171707 (0.043236121644758436) | > loss_mel_ce: 2.8468637466430664 (nan) | > loss: 0.011461080983281136 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1414537841656962) | > loader_time: 0.0072 (0.00459602692872859)  --> TIME: 2025-03-24 01:39:27 -- STEP: 13000/31555 -- GLOBAL_STEP: 328550 | > loss_text_ce: 0.04732833802700043 (0.04323279713982559) | > loss_mel_ce: 2.7419023513793945 (nan) | > loss: 0.011068375781178474 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14143260352428236) | > loader_time: 0.0044 (0.004596227645873998)  --> TIME: 2025-03-24 01:39:37 -- STEP: 13050/31555 -- GLOBAL_STEP: 328600 | > loss_text_ce: 0.042255982756614685 (0.043228752900528584) | > loss_mel_ce: 2.853450298309326 (nan) | > loss: 0.011490898206830025 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14143374516132773) | > loader_time: 0.0046 (0.004596374299791101)  --> TIME: 2025-03-24 01:39:46 -- STEP: 13100/31555 -- GLOBAL_STEP: 328650 | > loss_text_ce: 0.04309215024113655 (0.04323064961435103) | > loss_mel_ce: 2.8308136463165283 (nan) | > loss: 0.011404389515519142 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14143424421776407) | > loader_time: 0.0044 (0.004596560547370009)  --> TIME: 2025-03-24 01:39:56 -- STEP: 13150/31555 -- GLOBAL_STEP: 328700 | > loss_text_ce: 0.036758217960596085 (0.04322455370975751) | > loss_mel_ce: 2.5911099910736084 (nan) | > loss: 0.0104280486702919 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14143505442731794) | > loader_time: 0.0044 (0.004596561080149344)  --> TIME: 2025-03-24 01:40:06 -- STEP: 13200/31555 -- GLOBAL_STEP: 328750 | > loss_text_ce: 0.01709938794374466 (0.04322126225667117) | > loss_mel_ce: 2.46649169921875 (nan) | > loss: 0.009855520911514759 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.1414400922529631) | > loader_time: 0.0045 (0.0045965720306743)  --> TIME: 2025-03-24 01:40:15 -- STEP: 13250/31555 -- GLOBAL_STEP: 328800 | > loss_text_ce: 0.03716834634542465 (0.043218838694241674) | > loss_mel_ce: 0.08642578125 (nan) | > loss: 0.0004904529196210206 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14143277326619907) | > loader_time: 0.0045 (0.004596838591233711)  --> TIME: 2025-03-24 01:40:25 -- STEP: 13300/31555 -- GLOBAL_STEP: 328850 | > loss_text_ce: 0.040480390191078186 (0.043215766394916866) | > loss_mel_ce: 3.400452136993408 (nan) | > loss: 0.013654494658112526 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14142860156252943) | > loader_time: 0.0067 (0.0045973781714761745)  --> TIME: 2025-03-24 01:40:34 -- STEP: 13350/31555 -- GLOBAL_STEP: 328900 | > loss_text_ce: 0.06171641871333122 (0.043220298487678985) | > loss_mel_ce: 3.0479907989501953 (nan) | > loss: 0.012340107932686806 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14141409884677913) | > loader_time: 0.0048 (0.0045980410450852886)  --> TIME: 2025-03-24 01:40:44 -- STEP: 13400/31555 -- GLOBAL_STEP: 328950 | > loss_text_ce: 0.049940433353185654 (0.04322757004760192) | > loss_mel_ce: 3.2915284633636475 (nan) | > loss: 0.013259797357022762 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14142842145108533) | > loader_time: 0.0046 (0.004598356574328948)  --> TIME: 2025-03-24 01:40:54 -- STEP: 13450/31555 -- GLOBAL_STEP: 329000 | > loss_text_ce: 0.03084065578877926 (0.043227376160956094) | > loss_mel_ce: 2.219921827316284 (nan) | > loss: 0.0089315976947546 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14142809362659725) | > loader_time: 0.0046 (0.004598675394589985)  --> TIME: 2025-03-24 01:41:04 -- STEP: 13500/31555 -- GLOBAL_STEP: 329050 | > loss_text_ce: 0.04122919589281082 (0.04323146949984396) | > loss_mel_ce: 3.1103055477142334 (nan) | > loss: 0.0125060910359025 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14143598141493677) | > loader_time: 0.0046 (0.004598821622353982)  --> TIME: 2025-03-24 01:41:13 -- STEP: 13550/31555 -- GLOBAL_STEP: 329100 | > loss_text_ce: 0.04162748157978058 (0.04323362866560898) | > loss_mel_ce: 2.650447130203247 (nan) | > loss: 0.010682836174964905 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14143578481850208) | > loader_time: 0.0045 (0.004599005164255483)  --> TIME: 2025-03-24 01:41:23 -- STEP: 13600/31555 -- GLOBAL_STEP: 329150 | > loss_text_ce: 0.047629524022340775 (0.04322919706512667) | > loss_mel_ce: 0.0732218399643898 (nan) | > loss: 0.00047956896014511585 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.141432576424936) | > loader_time: 0.0043 (0.004599049161462189)  --> TIME: 2025-03-24 01:41:33 -- STEP: 13650/31555 -- GLOBAL_STEP: 329200 | > loss_text_ce: 0.04799997806549072 (0.04323103611913561) | > loss_mel_ce: 3.273761034011841 (nan) | > loss: 0.013181592337787151 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14143363021668995) | > loader_time: 0.0046 (0.00459887258299101)  --> TIME: 2025-03-24 01:41:43 -- STEP: 13700/31555 -- GLOBAL_STEP: 329250 | > loss_text_ce: 0.04151477292180061 (0.043238210239767025) | > loss_mel_ce: 2.773545265197754 (nan) | > loss: 0.01117087434977293 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1414425104551947) | > loader_time: 0.0046 (0.004599547020710264)  --> TIME: 2025-03-24 01:41:52 -- STEP: 13750/31555 -- GLOBAL_STEP: 329300 | > loss_text_ce: 0.0418463870882988 (0.043240687665478617) | > loss_mel_ce: 3.484767436981201 (nan) | > loss: 0.013994500041007996 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14144801396456705) | > loader_time: 0.0046 (0.004599471612410078)  --> TIME: 2025-03-24 01:42:02 -- STEP: 13800/31555 -- GLOBAL_STEP: 329350 | > loss_text_ce: 0.043255992233753204 (0.04323801275747612) | > loss_mel_ce: 3.117438316345215 (nan) | > loss: 0.012542438693344593 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14143956759701676) | > loader_time: 0.0047 (0.004599225331043816)  --> TIME: 2025-03-24 01:42:11 -- STEP: 13850/31555 -- GLOBAL_STEP: 329400 | > loss_text_ce: 0.03873663768172264 (0.04323416412791177) | > loss_mel_ce: 2.7401082515716553 (nan) | > loss: 0.01102716289460659 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14142161214394758) | > loader_time: 0.0044 (0.004599255723643355)  --> TIME: 2025-03-24 01:42:21 -- STEP: 13900/31555 -- GLOBAL_STEP: 329450 | > loss_text_ce: 0.052893273532390594 (0.04323740750283204) | > loss_mel_ce: 3.3854477405548096 (nan) | > loss: 0.013644210994243622 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14141066724447945) | > loader_time: 0.0045 (0.004598990104181269)  --> TIME: 2025-03-24 01:42:30 -- STEP: 13950/31555 -- GLOBAL_STEP: 329500 | > loss_text_ce: 0.058837637305259705 (0.04324270466829914) | > loss_mel_ce: 2.4130842685699463 (nan) | > loss: 0.009809214621782303 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14140677171796076) | > loader_time: 0.0045 (0.004598766125231201)  --> TIME: 2025-03-24 01:42:40 -- STEP: 14000/31555 -- GLOBAL_STEP: 329550 | > loss_text_ce: 0.03653267025947571 (0.04323948954404984) | > loss_mel_ce: 3.471478223800659 (nan) | > loss: 0.0139206787571311 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1414214970895227) | > loader_time: 0.0044 (0.0045985985142843735)  --> TIME: 2025-03-24 01:42:50 -- STEP: 14050/31555 -- GLOBAL_STEP: 329600 | > loss_text_ce: 0.031529750674963 (0.04324094829848852) | > loss_mel_ce: 3.086212396621704 (nan) | > loss: 0.012371992692351341 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1414233230780881) | > loader_time: 0.0044 (0.00459837256801507)  --> TIME: 2025-03-24 01:42:59 -- STEP: 14100/31555 -- GLOBAL_STEP: 329650 | > loss_text_ce: 0.041710130870342255 (0.043243149813026696) | > loss_mel_ce: 3.5645711421966553 (nan) | > loss: 0.014310641214251518 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14141672885164353) | > loader_time: 0.0046 (0.004598410366274754)  --> TIME: 2025-03-24 01:43:09 -- STEP: 14150/31555 -- GLOBAL_STEP: 329700 | > loss_text_ce: 0.035716358572244644 (0.04323933420209168) | > loss_mel_ce: 2.751433849334717 (nan) | > loss: 0.011060120537877083 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14142803717839064) | > loader_time: 0.0043 (0.0045986485902496125)  --> TIME: 2025-03-24 01:43:19 -- STEP: 14200/31555 -- GLOBAL_STEP: 329750 | > loss_text_ce: 0.036665912717580795 (0.0432431165128945) | > loss_mel_ce: 3.1424179077148438 (nan) | > loss: 0.012615412473678589 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1414314365219069) | > loader_time: 0.0046 (0.004598531773392551)  --> TIME: 2025-03-24 01:43:29 -- STEP: 14250/31555 -- GLOBAL_STEP: 329800 | > loss_text_ce: 0.04999818280339241 (0.043241849500359024) | > loss_mel_ce: 3.515622854232788 (nan) | > loss: 0.014149291440844536 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14142405233885183) | > loader_time: 0.0046 (0.004598522621288602)  --> TIME: 2025-03-24 01:43:38 -- STEP: 14300/31555 -- GLOBAL_STEP: 329850 | > loss_text_ce: 0.0374443382024765 (0.04323864787947244) | > loss_mel_ce: 2.636686086654663 (nan) | > loss: 0.010611629113554955 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14140916079074414) | > loader_time: 0.0047 (0.004598482788859516)  --> TIME: 2025-03-24 01:43:48 -- STEP: 14350/31555 -- GLOBAL_STEP: 329900 | > loss_text_ce: 0.04614974930882454 (0.04323978235055956) | > loss_mel_ce: 3.3347558975219727 (nan) | > loss: 0.013416293077170849 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14142024153201066) | > loader_time: 0.0045 (0.004598344344295244)  --> TIME: 2025-03-24 01:43:57 -- STEP: 14400/31555 -- GLOBAL_STEP: 329950 | > loss_text_ce: 0.04651012644171715 (0.043236804967616664) | > loss_mel_ce: 2.3933467864990234 (nan) | > loss: 0.009681972675025463 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14140659782621645) | > loader_time: 0.0048 (0.0045981281002362255)  --> TIME: 2025-03-24 01:44:07 -- STEP: 14450/31555 -- GLOBAL_STEP: 330000 | > loss_text_ce: 0.04537852481007576 (0.04323399428523111) | > loss_mel_ce: 2.878751516342163 (nan) | > loss: 0.011603690683841705 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14139929995817352) | > loader_time: 0.0048 (0.004597947473756963) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_330000.pth  --> TIME: 2025-03-24 01:44:22 -- STEP: 14500/31555 -- GLOBAL_STEP: 330050 | > loss_text_ce: 0.04120326042175293 (0.043232386764909564) | > loss_mel_ce: 2.9795989990234375 (nan) | > loss: 0.011987310834228992 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14140240986593888) | > loader_time: 0.0044 (0.004598233601142589)  --> TIME: 2025-03-24 01:44:31 -- STEP: 14550/31555 -- GLOBAL_STEP: 330100 | > loss_text_ce: 0.050213899463415146 (0.043235776687482456) | > loss_mel_ce: 2.9522488117218018 (nan) | > loss: 0.011914534494280815 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14138280362198083) | > loader_time: 0.0044 (0.0045979491623815896)  --> TIME: 2025-03-24 01:44:41 -- STEP: 14600/31555 -- GLOBAL_STEP: 330150 | > loss_text_ce: 0.05537636578083038 (0.043238726040756535) | > loss_mel_ce: 3.6050326824188232 (nan) | > loss: 0.01452543307095766 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14137129073273697) | > loader_time: 0.0044 (0.004597766546353871)  --> TIME: 2025-03-24 01:44:50 -- STEP: 14650/31555 -- GLOBAL_STEP: 330200 | > loss_text_ce: 0.05282134935259819 (0.043234231903665786) | > loss_mel_ce: 3.1745998859405518 (nan) | > loss: 0.012807227671146393 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14136967924267815) | > loader_time: 0.0045 (0.004597508069191339)  --> TIME: 2025-03-24 01:45:00 -- STEP: 14700/31555 -- GLOBAL_STEP: 330250 | > loss_text_ce: 0.01802489161491394 (0.04322548480273598) | > loss_mel_ce: 3.110543966293335 (nan) | > loss: 0.012414956465363503 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14136565793939238) | > loader_time: 0.0042 (0.0045971704502494656)  --> TIME: 2025-03-24 01:45:09 -- STEP: 14750/31555 -- GLOBAL_STEP: 330300 | > loss_text_ce: 0.04069244861602783 (0.043219698654519176) | > loss_mel_ce: 2.535654067993164 (nan) | > loss: 0.010223597288131714 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1413524778333766) | > loader_time: 0.0046 (0.004597024157895849)  --> TIME: 2025-03-24 01:45:19 -- STEP: 14800/31555 -- GLOBAL_STEP: 330350 | > loss_text_ce: 0.052606139332056046 (0.043220862111303125) | > loss_mel_ce: 2.7971646785736084 (nan) | > loss: 0.01130861509591341 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.141341940760613) | > loader_time: 0.0046 (0.0045969047739698775)  --> TIME: 2025-03-24 01:45:28 -- STEP: 14850/31555 -- GLOBAL_STEP: 330400 | > loss_text_ce: 0.04875856265425682 (0.043216190782410006) | > loss_mel_ce: 0.02081298828125 (nan) | > loss: 0.00027607762604020536 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.141354210834311) | > loader_time: 0.0043 (0.004596713416102728)  --> TIME: 2025-03-24 01:45:38 -- STEP: 14900/31555 -- GLOBAL_STEP: 330450 | > loss_text_ce: 0.041072580963373184 (0.04321303562204898) | > loss_mel_ce: 1.746119499206543 (nan) | > loss: 0.007092032581567764 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14134430090053018) | > loader_time: 0.0043 (0.004596454057117406)  --> TIME: 2025-03-24 01:45:48 -- STEP: 14950/31555 -- GLOBAL_STEP: 330500 | > loss_text_ce: 0.04475224018096924 (0.04321474594241588) | > loss_mel_ce: 2.906341075897217 (nan) | > loss: 0.011710687540471554 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14135326235589424) | > loader_time: 0.0046 (0.004596297876491962)  --> TIME: 2025-03-24 01:45:58 -- STEP: 15000/31555 -- GLOBAL_STEP: 330550 | > loss_text_ce: 0.04356330260634422 (0.04322177719101298) | > loss_mel_ce: 3.453956127166748 (nan) | > loss: 0.013879046775400639 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14135902819633533) | > loader_time: 0.0044 (0.004596068954467743)  --> TIME: 2025-03-24 01:46:07 -- STEP: 15050/31555 -- GLOBAL_STEP: 330600 | > loss_text_ce: 0.043365176767110825 (0.04322473109671927) | > loss_mel_ce: 3.1696994304656982 (nan) | > loss: 0.01275025773793459 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14135285919290888) | > loader_time: 0.0045 (0.004595807509564848)  --> TIME: 2025-03-24 01:46:17 -- STEP: 15100/31555 -- GLOBAL_STEP: 330650 | > loss_text_ce: 0.04146189987659454 (0.043229857415380143) | > loss_mel_ce: 3.1753058433532715 (nan) | > loss: 0.012764952145516872 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14134294453046228) | > loader_time: 0.0045 (0.0045955900482783744)  --> TIME: 2025-03-24 01:46:26 -- STEP: 15150/31555 -- GLOBAL_STEP: 330700 | > loss_text_ce: 0.05527639761567116 (0.04323045239307392) | > loss_mel_ce: 2.116021156311035 (nan) | > loss: 0.008616260252892971 (nan) | > current_lr: 5e-06 | > step_time: 0.1057 (0.1413437229099845) | > loader_time: 0.0043 (0.004595500344883854)  --> TIME: 2025-03-24 01:46:36 -- STEP: 15200/31555 -- GLOBAL_STEP: 330750 | > loss_text_ce: 0.041374385356903076 (0.04322708734838084) | > loss_mel_ce: 3.328514337539673 (nan) | > loss: 0.013372574932873249 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14133562902086708) | > loader_time: 0.0046 (0.004595023126978594)  --> TIME: 2025-03-24 01:46:46 -- STEP: 15250/31555 -- GLOBAL_STEP: 330800 | > loss_text_ce: 0.055186498910188675 (0.04322944952596394) | > loss_mel_ce: 2.51719069480896 (nan) | > loss: 0.010207846760749817 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1413461010104325) | > loader_time: 0.0043 (0.0045943218606417)  --> TIME: 2025-03-24 01:46:55 -- STEP: 15300/31555 -- GLOBAL_STEP: 330850 | > loss_text_ce: 0.0502445362508297 (0.04322436982510125) | > loss_mel_ce: 3.369706630706787 (nan) | > loss: 0.013571235351264477 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14131429485246294) | > loader_time: 0.0045 (0.004594121711705995)  --> TIME: 2025-03-24 01:47:04 -- STEP: 15350/31555 -- GLOBAL_STEP: 330900 | > loss_text_ce: 0.030562393367290497 (0.04321697696096916) | > loss_mel_ce: 0.040239766240119934 (nan) | > loss: 0.0002809609577525407 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14129558968621714) | > loader_time: 0.0042 (0.004593816238428142)  --> TIME: 2025-03-24 01:47:14 -- STEP: 15400/31555 -- GLOBAL_STEP: 330950 | > loss_text_ce: 0.05479368939995766 (0.04321202762328173) | > loss_mel_ce: 2.6340503692626953 (nan) | > loss: 0.010670016519725323 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14129387213038208) | > loader_time: 0.0044 (0.004593342573611737)  --> TIME: 2025-03-24 01:47:23 -- STEP: 15450/31555 -- GLOBAL_STEP: 331000 | > loss_text_ce: 0.04582730680704117 (0.04320981057656127) | > loss_mel_ce: 2.875620126724243 (nan) | > loss: 0.011593046598136425 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14127988568401692) | > loader_time: 0.0046 (0.00459314404953642)  --> TIME: 2025-03-24 01:47:33 -- STEP: 15500/31555 -- GLOBAL_STEP: 331050 | > loss_text_ce: 0.040656428784132004 (0.04320893951553479) | > loss_mel_ce: 3.406073808670044 (nan) | > loss: 0.013677501119673252 (nan) | > current_lr: 5e-06 | > step_time: 0.1934 (0.1413090544823682) | > loader_time: 0.0049 (0.004593425550768423)  --> TIME: 2025-03-24 01:47:43 -- STEP: 15550/31555 -- GLOBAL_STEP: 331100 | > loss_text_ce: 0.020417694002389908 (0.043200960143729684) | > loss_mel_ce: 2.5252573490142822 (nan) | > loss: 0.01010188553482294 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14129317049044934) | > loader_time: 0.0044 (0.004593388152659102)  --> TIME: 2025-03-24 01:47:52 -- STEP: 15600/31555 -- GLOBAL_STEP: 331150 | > loss_text_ce: 0.04357365891337395 (0.04320116346224367) | > loss_mel_ce: 3.521779775619507 (nan) | > loss: 0.0141482288017869 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14129865563832844) | > loader_time: 0.0046 (0.004593427150677383)  --> TIME: 2025-03-24 01:48:02 -- STEP: 15650/31555 -- GLOBAL_STEP: 331200 | > loss_text_ce: 0.04435447230935097 (0.04320128048618369) | > loss_mel_ce: 3.5943572521209717 (nan) | > loss: 0.014439333230257034 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14129031408328263) | > loader_time: 0.0044 (0.004593483403848735)  --> TIME: 2025-03-24 01:48:12 -- STEP: 15700/31555 -- GLOBAL_STEP: 331250 | > loss_text_ce: 0.041499633342027664 (0.04319955494598871) | > loss_mel_ce: 2.443153142929077 (nan) | > loss: 0.009859733283519745 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1412927961956928) | > loader_time: 0.0046 (0.004593496413747187)  --> TIME: 2025-03-24 01:48:21 -- STEP: 15750/31555 -- GLOBAL_STEP: 331300 | > loss_text_ce: 0.04064058139920235 (0.043197937134712344) | > loss_mel_ce: 2.824127435684204 (nan) | > loss: 0.011368127539753914 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1412954316366291) | > loader_time: 0.0046 (0.004593954116579057)  --> TIME: 2025-03-24 01:48:31 -- STEP: 15800/31555 -- GLOBAL_STEP: 331350 | > loss_text_ce: 0.04310332611203194 (0.043197551535654556) | > loss_mel_ce: 3.201862335205078 (nan) | > loss: 0.012876847758889198 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14128715598130573) | > loader_time: 0.0044 (0.004593817206877668)  --> TIME: 2025-03-24 01:48:40 -- STEP: 15850/31555 -- GLOBAL_STEP: 331400 | > loss_text_ce: 0.04137146472930908 (0.0431949266725533) | > loss_mel_ce: 1.0335286855697632 (nan) | > loss: 0.0042654769495129585 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14128779293986948) | > loader_time: 0.0045 (0.004593787599437215)  --> TIME: 2025-03-24 01:48:50 -- STEP: 15900/31555 -- GLOBAL_STEP: 331450 | > loss_text_ce: 0.038166675716638565 (0.04319251243423355) | > loss_mel_ce: 3.135891914367676 (nan) | > loss: 0.012595471926033497 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14128003816184803) | > loader_time: 0.0045 (0.004593822956085176)  --> TIME: 2025-03-24 01:49:00 -- STEP: 15950/31555 -- GLOBAL_STEP: 331500 | > loss_text_ce: 0.058326710015535355 (0.043187451242909985) | > loss_mel_ce: 3.333691358566284 (nan) | > loss: 0.013460390269756317 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14127132888124327) | > loader_time: 0.0045 (0.0045937453542009505)  --> TIME: 2025-03-24 01:49:09 -- STEP: 16000/31555 -- GLOBAL_STEP: 331550 | > loss_text_ce: 0.044268932193517685 (0.043182123005855715) | > loss_mel_ce: 2.7555267810821533 (nan) | > loss: 0.01111030112951994 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14127409884333655) | > loader_time: 0.0044 (0.004593415841460199)  --> TIME: 2025-03-24 01:49:19 -- STEP: 16050/31555 -- GLOBAL_STEP: 331600 | > loss_text_ce: 0.03476918488740921 (0.04317789876630455) | > loss_mel_ce: 2.8505117893218994 (nan) | > loss: 0.011449528858065605 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1412741213944104) | > loader_time: 0.0044 (0.004593205199434722)  --> TIME: 2025-03-24 01:49:28 -- STEP: 16100/31555 -- GLOBAL_STEP: 331650 | > loss_text_ce: 0.04580613598227501 (0.043177592053615974) | > loss_mel_ce: 3.173872232437134 (nan) | > loss: 0.012776502408087254 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1412651235420516) | > loader_time: 0.0047 (0.004593313154966906)  --> TIME: 2025-03-24 01:49:38 -- STEP: 16150/31555 -- GLOBAL_STEP: 331700 | > loss_text_ce: 0.04653613641858101 (0.04317469637287372) | > loss_mel_ce: 3.156275749206543 (nan) | > loss: 0.012709571979939938 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14125914068783077) | > loader_time: 0.0044 (0.00459314408317067)  --> TIME: 2025-03-24 01:49:47 -- STEP: 16200/31555 -- GLOBAL_STEP: 331750 | > loss_text_ce: 0.05330617353320122 (0.043171924259283546) | > loss_mel_ce: 3.3078556060791016 (nan) | > loss: 0.013337943702936172 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14124670234727316) | > loader_time: 0.0045 (0.004592548520476702)  --> TIME: 2025-03-24 01:49:57 -- STEP: 16250/31555 -- GLOBAL_STEP: 331800 | > loss_text_ce: 0.03482111543416977 (0.043176733925250746) | > loss_mel_ce: 3.1221861839294434 (nan) | > loss: 0.01252780668437481 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14124306847499013) | > loader_time: 0.0044 (0.004591940821134099)  --> TIME: 2025-03-24 01:50:06 -- STEP: 16300/31555 -- GLOBAL_STEP: 331850 | > loss_text_ce: 0.04785316437482834 (0.04317454844930318) | > loss_mel_ce: 0.11270751804113388 (nan) | > loss: 0.0006371455965563655 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1412357288489317) | > loader_time: 0.0043 (0.004591318478613516)  --> TIME: 2025-03-24 01:50:16 -- STEP: 16350/31555 -- GLOBAL_STEP: 331900 | > loss_text_ce: 0.04897940903902054 (0.04317238646157827) | > loss_mel_ce: 3.328826904296875 (nan) | > loss: 0.013403994962573051 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1412349514275885) | > loader_time: 0.0043 (0.004590629116839926)  --> TIME: 2025-03-24 01:50:26 -- STEP: 16400/31555 -- GLOBAL_STEP: 331950 | > loss_text_ce: 0.046590011566877365 (0.04317183166628738) | > loss_mel_ce: 3.093048095703125 (nan) | > loss: 0.012458882294595242 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1412354554781104) | > loader_time: 0.0045 (0.00459002486089378)  --> TIME: 2025-03-24 01:50:35 -- STEP: 16450/31555 -- GLOBAL_STEP: 332000 | > loss_text_ce: 0.04718836769461632 (0.04317035420098554) | > loss_mel_ce: 3.240450620651245 (nan) | > loss: 0.013046186417341232 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14124611371918697) | > loader_time: 0.0044 (0.0045893950013041595)  --> TIME: 2025-03-24 01:50:45 -- STEP: 16500/31555 -- GLOBAL_STEP: 332050 | > loss_text_ce: 0.036964379251003265 (0.04317011543182701) | > loss_mel_ce: 3.059305191040039 (nan) | > loss: 0.012286785058677197 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412455098412258) | > loader_time: 0.0044 (0.004588937195864564)  --> TIME: 2025-03-24 01:50:55 -- STEP: 16550/31555 -- GLOBAL_STEP: 332100 | > loss_text_ce: 0.040788114070892334 (0.043166978953693085) | > loss_mel_ce: 3.3007760047912598 (nan) | > loss: 0.01326017640531063 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1412472576389144) | > loader_time: 0.0045 (0.004588764830298267)  --> TIME: 2025-03-24 01:51:04 -- STEP: 16600/31555 -- GLOBAL_STEP: 332150 | > loss_text_ce: 0.036680448800325394 (0.043162937523707263) | > loss_mel_ce: 1.10833740234375 (nan) | > loss: 0.00454372214153409 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14123295496745322) | > loader_time: 0.0042 (0.00458844057048657)  --> TIME: 2025-03-24 01:51:14 -- STEP: 16650/31555 -- GLOBAL_STEP: 332200 | > loss_text_ce: 0.037825439125299454 (0.04316165429995838) | > loss_mel_ce: 2.544105052947998 (nan) | > loss: 0.01024575624614954 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14122738272578192) | > loader_time: 0.0046 (0.004588257085095628)  --> TIME: 2025-03-24 01:51:23 -- STEP: 16700/31555 -- GLOBAL_STEP: 332250 | > loss_text_ce: 0.03496329113841057 (0.043161560953957116) | > loss_mel_ce: 3.0516750812530518 (nan) | > loss: 0.012248566374182701 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1412258912132176) | > loader_time: 0.0045 (0.004588056253101982)  --> TIME: 2025-03-24 01:51:33 -- STEP: 16750/31555 -- GLOBAL_STEP: 332300 | > loss_text_ce: 0.04136363044381142 (0.043162524848397874) | > loss_mel_ce: 3.389868974685669 (nan) | > loss: 0.013616003096103668 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1412432714149137) | > loader_time: 0.0045 (0.004588462487975134)  --> TIME: 2025-03-24 01:51:42 -- STEP: 16800/31555 -- GLOBAL_STEP: 332350 | > loss_text_ce: 0.04861826449632645 (0.043160032794722) | > loss_mel_ce: 2.235107421875 (nan) | > loss: 0.009062403813004494 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1412185161738172) | > loader_time: 0.0045 (0.004588292581694437)  --> TIME: 2025-03-24 01:51:52 -- STEP: 16850/31555 -- GLOBAL_STEP: 332400 | > loss_text_ce: 0.043712716549634933 (0.04316078085728661) | > loss_mel_ce: 2.694983959197998 (nan) | > loss: 0.010867844335734844 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14121788149417716) | > loader_time: 0.0046 (0.0045881312537263755)  --> TIME: 2025-03-24 01:52:01 -- STEP: 16900/31555 -- GLOBAL_STEP: 332450 | > loss_text_ce: 0.05677223578095436 (0.04315900654879181) | > loss_mel_ce: 2.7051680088043213 (nan) | > loss: 0.010960080660879612 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14119711881558603) | > loader_time: 0.0046 (0.00458806380717709)  --> TIME: 2025-03-24 01:52:11 -- STEP: 16950/31555 -- GLOBAL_STEP: 332500 | > loss_text_ce: 0.03854666277766228 (0.04315443381062725) | > loss_mel_ce: 3.4537296295166016 (nan) | > loss: 0.013858240097761154 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14119905284724088) | > loader_time: 0.0045 (0.004588015958622814)  --> TIME: 2025-03-24 01:52:21 -- STEP: 17000/31555 -- GLOBAL_STEP: 332550 | > loss_text_ce: 0.03777960687875748 (0.043151836138437635) | > loss_mel_ce: 2.842620849609375 (nan) | > loss: 0.011430161073803902 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14119437000330792) | > loader_time: 0.0045 (0.004587824723299782)  --> TIME: 2025-03-24 01:52:30 -- STEP: 17050/31555 -- GLOBAL_STEP: 332600 | > loss_text_ce: 0.03902628645300865 (0.04315570566956149) | > loss_mel_ce: 3.1290669441223145 (nan) | > loss: 0.01257179956883192 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14119031394332068) | > loader_time: 0.0044 (0.004587802775094903)  --> TIME: 2025-03-24 01:52:40 -- STEP: 17100/31555 -- GLOBAL_STEP: 332650 | > loss_text_ce: 0.04833276942372322 (0.04315201968695324) | > loss_mel_ce: 3.3022830486297607 (nan) | > loss: 0.013296094723045826 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14119174473466958) | > loader_time: 0.0046 (0.00458778753615259)  --> TIME: 2025-03-24 01:52:50 -- STEP: 17150/31555 -- GLOBAL_STEP: 332700 | > loss_text_ce: 0.042323820292949677 (0.04315500145012353) | > loss_mel_ce: 3.1340134143829346 (nan) | > loss: 0.012604513205587864 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1411940013284936) | > loader_time: 0.0046 (0.00458771815452906)  --> TIME: 2025-03-24 01:52:59 -- STEP: 17200/31555 -- GLOBAL_STEP: 332750 | > loss_text_ce: 0.046022526919841766 (0.04315516238360718) | > loss_mel_ce: 3.1648378372192383 (nan) | > loss: 0.012741509824991226 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14118100322956292) | > loader_time: 0.0045 (0.004587579591329676)  --> TIME: 2025-03-24 01:53:09 -- STEP: 17250/31555 -- GLOBAL_STEP: 332800 | > loss_text_ce: 0.04147493094205856 (0.04315235164955893) | > loss_mel_ce: 2.7449357509613037 (nan) | > loss: 0.011057185009121895 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14118513555112117) | > loader_time: 0.0048 (0.004587731789851503)  --> TIME: 2025-03-24 01:53:18 -- STEP: 17300/31555 -- GLOBAL_STEP: 332850 | > loss_text_ce: 0.03691219538450241 (0.04315074597253866) | > loss_mel_ce: 2.5945045948028564 (nan) | > loss: 0.010442131198942661 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.1411773170625545) | > loader_time: 0.0046 (0.00458792121424148)  --> TIME: 2025-03-24 01:53:28 -- STEP: 17350/31555 -- GLOBAL_STEP: 332900 | > loss_text_ce: 0.03825598955154419 (0.04315191720990767) | > loss_mel_ce: 2.0019705295562744 (nan) | > loss: 0.008096137084066868 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14118812364528796) | > loader_time: 0.0046 (0.004588492115911181)  --> TIME: 2025-03-24 01:53:38 -- STEP: 17400/31555 -- GLOBAL_STEP: 332950 | > loss_text_ce: 0.054328978061676025 (0.043149537698461964) | > loss_mel_ce: 3.459200143814087 (nan) | > loss: 0.013942576013505459 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1411985670012991) | > loader_time: 0.005 (0.004589089100388243)  --> TIME: 2025-03-24 01:53:48 -- STEP: 17450/31555 -- GLOBAL_STEP: 333000 | > loss_text_ce: 0.02165711112320423 (0.04314532533725633) | > loss_mel_ce: 2.540442943572998 (nan) | > loss: 0.01016706507652998 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14119912209005295) | > loader_time: 0.0046 (0.004589233056863573)  --> TIME: 2025-03-24 01:53:57 -- STEP: 17500/31555 -- GLOBAL_STEP: 333050 | > loss_text_ce: 0.04060239717364311 (0.043151764150815265) | > loss_mel_ce: 2.9692556858062744 (nan) | > loss: 0.011943882331252098 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14119438591003447) | > loader_time: 0.0045 (0.0045891892841883756)  --> TIME: 2025-03-24 01:54:07 -- STEP: 17550/31555 -- GLOBAL_STEP: 333100 | > loss_text_ce: 0.04960256442427635 (0.04315153143896667) | > loss_mel_ce: 3.0030553340911865 (nan) | > loss: 0.012113722041249275 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14119649160281905) | > loader_time: 0.0046 (0.0045893680675756264)  --> TIME: 2025-03-24 01:54:17 -- STEP: 17600/31555 -- GLOBAL_STEP: 333150 | > loss_text_ce: 0.048663947731256485 (0.04315891103035846) | > loss_mel_ce: 3.111893653869629 (nan) | > loss: 0.012541895732283592 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14120285684412198) | > loader_time: 0.0049 (0.004589599113572698)  --> TIME: 2025-03-24 01:54:26 -- STEP: 17650/31555 -- GLOBAL_STEP: 333200 | > loss_text_ce: 0.04793107509613037 (0.043157566143859294) | > loss_mel_ce: 3.251950263977051 (nan) | > loss: 0.013094768859446049 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14118082330179638) | > loader_time: 0.0045 (0.004589636359606489)  --> TIME: 2025-03-24 01:54:36 -- STEP: 17700/31555 -- GLOBAL_STEP: 333250 | > loss_text_ce: 0.0361415296792984 (0.04315392720591963) | > loss_mel_ce: 2.1586804389953613 (nan) | > loss: 0.008709612302482128 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14118816009349092) | > loader_time: 0.0045 (0.004589636325836154)  --> TIME: 2025-03-24 01:54:45 -- STEP: 17750/31555 -- GLOBAL_STEP: 333300 | > loss_text_ce: 0.05178504437208176 (0.04315714385895654) | > loss_mel_ce: 2.928011178970337 (nan) | > loss: 0.011824588291347027 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14118962496099371) | > loader_time: 0.0047 (0.004590046211027734)  --> TIME: 2025-03-24 01:54:55 -- STEP: 17800/31555 -- GLOBAL_STEP: 333350 | > loss_text_ce: 0.038223747164011 (0.043155236998572884) | > loss_mel_ce: 2.7445738315582275 (nan) | > loss: 0.011042848229408264 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1411845983146285) | > loader_time: 0.0047 (0.004590106238140116)  --> TIME: 2025-03-24 01:55:05 -- STEP: 17850/31555 -- GLOBAL_STEP: 333400 | > loss_text_ce: 0.05485128238797188 (0.043157908492708494) | > loss_mel_ce: 2.6291861534118652 (nan) | > loss: 0.010650943033397198 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14119757116675746) | > loader_time: 0.0047 (0.0045905615969532)  --> TIME: 2025-03-24 01:55:15 -- STEP: 17900/31555 -- GLOBAL_STEP: 333450 | > loss_text_ce: 0.0406993106007576 (0.043155426934631924) | > loss_mel_ce: 3.348452568054199 (nan) | > loss: 0.013449016027152538 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14119714001703568) | > loader_time: 0.0048 (0.004590820693436914)  --> TIME: 2025-03-24 01:55:24 -- STEP: 17950/31555 -- GLOBAL_STEP: 333500 | > loss_text_ce: 0.046351660043001175 (0.04315293026335717) | > loss_mel_ce: 0.0523274727165699 (nan) | > loss: 0.0003915838897228241 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1411878526177582) | > loader_time: 0.0044 (0.0045909469971085306)  --> TIME: 2025-03-24 01:55:33 -- STEP: 18000/31555 -- GLOBAL_STEP: 333550 | > loss_text_ce: 0.047988537698984146 (0.043156074065611526) | > loss_mel_ce: 2.859142541885376 (nan) | > loss: 0.01153623592108488 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14117643564277255) | > loader_time: 0.0046 (0.004591000027126703)  --> TIME: 2025-03-24 01:55:43 -- STEP: 18050/31555 -- GLOBAL_STEP: 333600 | > loss_text_ce: 0.04878230392932892 (0.04315828987776483) | > loss_mel_ce: 2.9269275665283203 (nan) | > loss: 0.011808373034000397 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14119261431231747) | > loader_time: 0.0044 (0.004590789036737552)  --> TIME: 2025-03-24 01:55:53 -- STEP: 18100/31555 -- GLOBAL_STEP: 333650 | > loss_text_ce: 0.04847707971930504 (0.04315891425593528) | > loss_mel_ce: 2.5694448947906494 (nan) | > loss: 0.010388580150902271 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14118872231541446) | > loader_time: 0.0044 (0.00459029707460769)  --> TIME: 2025-03-24 01:56:03 -- STEP: 18150/31555 -- GLOBAL_STEP: 333700 | > loss_text_ce: 0.040051620453596115 (0.04315731471481395) | > loss_mel_ce: 2.8001277446746826 (nan) | > loss: 0.011270553804934025 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14119959990183542) | > loader_time: 0.0046 (0.004590171900662475)  --> TIME: 2025-03-24 01:56:13 -- STEP: 18200/31555 -- GLOBAL_STEP: 333750 | > loss_text_ce: 0.03410198539495468 (0.04315415956653077) | > loss_mel_ce: 3.250638246536255 (nan) | > loss: 0.013034684583544731 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14120420462482597) | > loader_time: 0.0045 (0.004590111119406529)  --> TIME: 2025-03-24 01:56:22 -- STEP: 18250/31555 -- GLOBAL_STEP: 333800 | > loss_text_ce: 0.04781743884086609 (0.04315137866833433) | > loss_mel_ce: 3.2084922790527344 (nan) | > loss: 0.012921865098178387 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14119773421875437) | > loader_time: 0.0046 (0.004589966721730654)  --> TIME: 2025-03-24 01:56:32 -- STEP: 18300/31555 -- GLOBAL_STEP: 333850 | > loss_text_ce: 0.038105953484773636 (0.04315371209918391) | > loss_mel_ce: 3.2003495693206787 (nan) | > loss: 0.012851014733314514 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14119107173440243) | > loader_time: 0.0044 (0.004589775742077401)  --> TIME: 2025-03-24 01:56:41 -- STEP: 18350/31555 -- GLOBAL_STEP: 333900 | > loss_text_ce: 0.03979663923382759 (0.04315299126591114) | > loss_mel_ce: 2.9473750591278076 (nan) | > loss: 0.011853856034576893 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14117356800578282) | > loader_time: 0.0043 (0.004590008577144076)  --> TIME: 2025-03-24 01:56:50 -- STEP: 18400/31555 -- GLOBAL_STEP: 333950 | > loss_text_ce: 0.044205911457538605 (0.043151376985985264) | > loss_mel_ce: 3.454427719116211 (nan) | > loss: 0.013883467763662338 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14116660028696063) | > loader_time: 0.0046 (0.004589895554210789)  --> TIME: 2025-03-24 01:57:00 -- STEP: 18450/31555 -- GLOBAL_STEP: 334000 | > loss_text_ce: 0.04308519884943962 (0.04314898848382191) | > loss_mel_ce: 2.6329193115234375 (nan) | > loss: 0.010619065724313259 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1411720627368627) | > loader_time: 0.0045 (0.004589867359254381)  --> TIME: 2025-03-24 01:57:10 -- STEP: 18500/31555 -- GLOBAL_STEP: 334050 | > loss_text_ce: 0.04303648695349693 (0.04314537982844013) | > loss_mel_ce: 3.265836000442505 (nan) | > loss: 0.013130446895956993 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1411717994921916) | > loader_time: 0.0046 (0.004589699036366194)  --> TIME: 2025-03-24 01:57:20 -- STEP: 18550/31555 -- GLOBAL_STEP: 334100 | > loss_text_ce: 0.034476689994335175 (0.04314536570428271) | > loss_mel_ce: 3.3940811157226562 (nan) | > loss: 0.013605388812720776 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14117464277622185) | > loader_time: 0.0044 (0.004589495787402012)  --> TIME: 2025-03-24 01:57:29 -- STEP: 18600/31555 -- GLOBAL_STEP: 334150 | > loss_text_ce: 0.04254690185189247 (0.043141749628909626) | > loss_mel_ce: 0.045166015625 (nan) | > loss: 0.0003480671439319849 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14118827849306076) | > loader_time: 0.0043 (0.004589357529917035)  --> TIME: 2025-03-24 01:57:39 -- STEP: 18650/31555 -- GLOBAL_STEP: 334200 | > loss_text_ce: 0.05047345906496048 (0.043138231677739704) | > loss_mel_ce: 5.0023193359375 (nan) | > loss: 0.020050767809152603 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14118552395869183) | > loader_time: 0.0046 (0.004589123777026429)  --> TIME: 2025-03-24 01:57:49 -- STEP: 18700/31555 -- GLOBAL_STEP: 334250 | > loss_text_ce: 0.048145752400159836 (0.04313544569796016) | > loss_mel_ce: 3.189671754837036 (nan) | > loss: 0.01284848339855671 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14119827539525556) | > loader_time: 0.0046 (0.004588871537682808)  --> TIME: 2025-03-24 01:57:58 -- STEP: 18750/31555 -- GLOBAL_STEP: 334300 | > loss_text_ce: 0.04668791592121124 (0.043135711524883866) | > loss_mel_ce: 3.38991641998291 (nan) | > loss: 0.013637319207191467 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14118982191721585) | > loader_time: 0.0043 (0.004588470306396449)  --> TIME: 2025-03-24 01:58:08 -- STEP: 18800/31555 -- GLOBAL_STEP: 334350 | > loss_text_ce: 0.04203593730926514 (0.043131778498199984) | > loss_mel_ce: 3.2456047534942627 (nan) | > loss: 0.01304619386792183 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14119293692264132) | > loader_time: 0.0047 (0.004588761037968538)  --> TIME: 2025-03-24 01:58:18 -- STEP: 18850/31555 -- GLOBAL_STEP: 334400 | > loss_text_ce: 0.03902808204293251 (0.04313015522153684) | > loss_mel_ce: 3.0918099880218506 (nan) | > loss: 0.01242396142333746 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14117987287455566) | > loader_time: 0.0046 (0.004588921746777568)  --> TIME: 2025-03-24 01:58:27 -- STEP: 18900/31555 -- GLOBAL_STEP: 334450 | > loss_text_ce: 0.044882725924253464 (0.04312802824255803) | > loss_mel_ce: 3.592974901199341 (nan) | > loss: 0.014435944147408009 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14118571174207792) | > loader_time: 0.0047 (0.0045891579496797116)  --> TIME: 2025-03-24 01:58:37 -- STEP: 18950/31555 -- GLOBAL_STEP: 334500 | > loss_text_ce: 0.06194367632269859 (0.043130069183170895) | > loss_mel_ce: 0.028839111328125 (nan) | > loss: 0.00036024919245392084 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14120228958633116) | > loader_time: 0.0045 (0.004589351689280776)  --> TIME: 2025-03-24 01:58:47 -- STEP: 19000/31555 -- GLOBAL_STEP: 334550 | > loss_text_ce: 0.047582414001226425 (0.0431340846431098) | > loss_mel_ce: 3.0408570766448975 (nan) | > loss: 0.012255712412297726 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14119976333567957) | > loader_time: 0.0044 (0.004589186166462112)  --> TIME: 2025-03-24 01:58:57 -- STEP: 19050/31555 -- GLOBAL_STEP: 334600 | > loss_text_ce: 0.03936605527997017 (0.043132411173381) | > loss_mel_ce: 2.984454393386841 (nan) | > loss: 0.011999287642538548 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1412143533186023) | > loader_time: 0.0046 (0.004589046180404671)  --> TIME: 2025-03-24 01:59:07 -- STEP: 19100/31555 -- GLOBAL_STEP: 334650 | > loss_text_ce: 0.04891955107450485 (0.04313090159250564) | > loss_mel_ce: 3.2505297660827637 (nan) | > loss: 0.013093053363263607 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14121181555443404) | > loader_time: 0.0044 (0.004588710712512718)  --> TIME: 2025-03-24 01:59:16 -- STEP: 19150/31555 -- GLOBAL_STEP: 334700 | > loss_text_ce: 0.042588308453559875 (0.04313057814133846) | > loss_mel_ce: 2.756798267364502 (nan) | > loss: 0.01110867690294981 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14121164252179094) | > loader_time: 0.0044 (0.004588744447374437)  --> TIME: 2025-03-24 01:59:26 -- STEP: 19200/31555 -- GLOBAL_STEP: 334750 | > loss_text_ce: 0.03777123987674713 (0.04313456558505998) | > loss_mel_ce: 3.5917370319366455 (nan) | > loss: 0.014402811415493488 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14121132447073856) | > loader_time: 0.0045 (0.0045886866003274586)  --> TIME: 2025-03-24 01:59:35 -- STEP: 19250/31555 -- GLOBAL_STEP: 334800 | > loss_text_ce: 0.0389668270945549 (0.04313815005742877) | > loss_mel_ce: 3.8399763107299805 (nan) | > loss: 0.015392632223665714 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14120712215869446) | > loader_time: 0.0046 (0.0045887194546785914)  --> TIME: 2025-03-24 01:59:45 -- STEP: 19300/31555 -- GLOBAL_STEP: 334850 | > loss_text_ce: 0.048724088817834854 (0.0431366778859009) | > loss_mel_ce: 3.8051955699920654 (nan) | > loss: 0.015293332748115063 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1412079520670242) | > loader_time: 0.0046 (0.00458905355917972)  --> TIME: 2025-03-24 01:59:55 -- STEP: 19350/31555 -- GLOBAL_STEP: 334900 | > loss_text_ce: 0.04029310494661331 (0.04313639931380742) | > loss_mel_ce: 2.4348883628845215 (nan) | > loss: 0.009822149761021137 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14120757706713602) | > loader_time: 0.0047 (0.00458899143130277)  --> TIME: 2025-03-24 02:00:04 -- STEP: 19400/31555 -- GLOBAL_STEP: 334950 | > loss_text_ce: 0.04825420677661896 (0.043136482063450395) | > loss_mel_ce: 2.914001226425171 (nan) | > loss: 0.011754983104765415 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14120403984158295) | > loader_time: 0.0047 (0.00458865218555801)  --> TIME: 2025-03-24 02:00:14 -- STEP: 19450/31555 -- GLOBAL_STEP: 335000 | > loss_text_ce: 0.050571102648973465 (0.04313246479090348) | > loss_mel_ce: 2.106729030609131 (nan) | > loss: 0.00856071524322033 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14119734570422324) | > loader_time: 0.0045 (0.004588586738606002)  --> TIME: 2025-03-24 02:00:23 -- STEP: 19500/31555 -- GLOBAL_STEP: 335050 | > loss_text_ce: 0.05228531360626221 (0.04313062281992569) | > loss_mel_ce: 3.0784099102020264 (nan) | > loss: 0.012423395179212093 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.141186716617682) | > loader_time: 0.0048 (0.004588663749205725)  --> TIME: 2025-03-24 02:00:33 -- STEP: 19550/31555 -- GLOBAL_STEP: 335100 | > loss_text_ce: 0.04035132750868797 (0.04312652078249947) | > loss_mel_ce: 3.3607306480407715 (nan) | > loss: 0.013496357947587967 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14118653538891734) | > loader_time: 0.0046 (0.004588513093836132)  --> TIME: 2025-03-24 02:00:42 -- STEP: 19600/31555 -- GLOBAL_STEP: 335150 | > loss_text_ce: 0.04307138919830322 (0.043127582270785086) | > loss_mel_ce: 2.3777644634246826 (nan) | > loss: 0.009606492705643177 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14118018964115464) | > loader_time: 0.0043 (0.004588218513800139)  --> TIME: 2025-03-24 02:00:52 -- STEP: 19650/31555 -- GLOBAL_STEP: 335200 | > loss_text_ce: 0.03951670601963997 (0.043128937492692115) | > loss_mel_ce: 3.40590500831604 (nan) | > loss: 0.01367230899631977 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14118011114251533) | > loader_time: 0.0044 (0.004588110040465656)  --> TIME: 2025-03-24 02:01:02 -- STEP: 19700/31555 -- GLOBAL_STEP: 335250 | > loss_text_ce: 0.034123390913009644 (0.0431278449491725) | > loss_mel_ce: 3.2851109504699707 (nan) | > loss: 0.013171565718948841 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14117655836386123) | > loader_time: 0.0044 (0.004587775281238041)  --> TIME: 2025-03-24 02:01:11 -- STEP: 19750/31555 -- GLOBAL_STEP: 335300 | > loss_text_ce: 0.04704377427697182 (0.043128633546301004) | > loss_mel_ce: 2.900952100753784 (nan) | > loss: 0.011698396876454353 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14117077896263025) | > loader_time: 0.0045 (0.004587543004675725)  --> TIME: 2025-03-24 02:01:21 -- STEP: 19800/31555 -- GLOBAL_STEP: 335350 | > loss_text_ce: 0.04400010034441948 (0.04313184701000342) | > loss_mel_ce: 2.9423158168792725 (nan) | > loss: 0.011850460432469845 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14117752894006602) | > loader_time: 0.0044 (0.004587683978706866)  --> TIME: 2025-03-24 02:01:31 -- STEP: 19850/31555 -- GLOBAL_STEP: 335400 | > loss_text_ce: 0.049300383776426315 (0.04312851912607092) | > loss_mel_ce: 3.007537603378296 (nan) | > loss: 0.012130310758948326 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1411784284120843) | > loader_time: 0.0044 (0.0045877015740805015)  --> TIME: 2025-03-24 02:01:40 -- STEP: 19900/31555 -- GLOBAL_STEP: 335450 | > loss_text_ce: 0.049256715923547745 (0.04312931289035241) | > loss_mel_ce: 3.462296724319458 (nan) | > loss: 0.01393473707139492 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1411616044308073) | > loader_time: 0.0044 (0.004587567259917877)  --> TIME: 2025-03-24 02:01:50 -- STEP: 19950/31555 -- GLOBAL_STEP: 335500 | > loss_text_ce: 0.04810385778546333 (0.04313962411415527) | > loss_mel_ce: 2.8500654697418213 (nan) | > loss: 0.011500672437250614 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14116350279117273) | > loader_time: 0.0048 (0.004587520214549252)  --> TIME: 2025-03-24 02:01:59 -- STEP: 20000/31555 -- GLOBAL_STEP: 335550 | > loss_text_ce: 0.05576658621430397 (0.043138130912184665) | > loss_mel_ce: 3.0284132957458496 (nan) | > loss: 0.01223880983889103 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14116886301040638) | > loader_time: 0.0043 (0.004587350380420652)  --> TIME: 2025-03-24 02:02:09 -- STEP: 20050/31555 -- GLOBAL_STEP: 335600 | > loss_text_ce: 0.04071327671408653 (0.04313295017128941) | > loss_mel_ce: 3.1378672122955322 (nan) | > loss: 0.012613415718078613 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1411713537373149) | > loader_time: 0.0047 (0.004587430085921789)  --> TIME: 2025-03-24 02:02:19 -- STEP: 20100/31555 -- GLOBAL_STEP: 335650 | > loss_text_ce: 0.04514753073453903 (0.043130917758472345) | > loss_mel_ce: 2.2481689453125 (nan) | > loss: 0.009100462310016155 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1411748562760612) | > loader_time: 0.0047 (0.004587351552289487)  --> TIME: 2025-03-24 02:02:28 -- STEP: 20150/31555 -- GLOBAL_STEP: 335700 | > loss_text_ce: 0.036952294409275055 (0.04312938568526624) | > loss_mel_ce: 2.452819585800171 (nan) | > loss: 0.009880047291517258 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14116683764729807) | > loader_time: 0.0044 (0.004587258192209065)  --> TIME: 2025-03-24 02:02:38 -- STEP: 20200/31555 -- GLOBAL_STEP: 335750 | > loss_text_ce: 0.035040147602558136 (0.043131078877809016) | > loss_mel_ce: 0.05419921875 (nan) | > loss: 0.00035412449506111443 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.1411678587446115) | > loader_time: 0.0041 (0.004587009519633649)  --> TIME: 2025-03-24 02:02:48 -- STEP: 20250/31555 -- GLOBAL_STEP: 335800 | > loss_text_ce: 0.0531931109726429 (0.043133576549773574) | > loss_mel_ce: 2.536982536315918 (nan) | > loss: 0.010278475470840931 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14116956952177395) | > loader_time: 0.0047 (0.004587087066085219)  --> TIME: 2025-03-24 02:02:57 -- STEP: 20300/31555 -- GLOBAL_STEP: 335850 | > loss_text_ce: 0.04377801716327667 (0.043131058045612444) | > loss_mel_ce: 2.66544771194458 (nan) | > loss: 0.01075089629739523 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1411580793963272) | > loader_time: 0.0046 (0.004586847662338452)  --> TIME: 2025-03-24 02:03:07 -- STEP: 20350/31555 -- GLOBAL_STEP: 335900 | > loss_text_ce: 0.046646904200315475 (0.04313251040418257) | > loss_mel_ce: 3.158946990966797 (nan) | > loss: 0.012720610946416855 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1411569599320316) | > loader_time: 0.0046 (0.004586764483252641)  --> TIME: 2025-03-24 02:03:16 -- STEP: 20400/31555 -- GLOBAL_STEP: 335950 | > loss_text_ce: 0.0367860272526741 (0.04313567024427373) | > loss_mel_ce: 3.3164515495300293 (nan) | > loss: 0.01330649945884943 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14115873041106153) | > loader_time: 0.0044 (0.004586686772458659)  --> TIME: 2025-03-24 02:03:26 -- STEP: 20450/31555 -- GLOBAL_STEP: 336000 | > loss_text_ce: 0.04235214740037918 (0.04312848603011342) | > loss_mel_ce: 3.433687686920166 (nan) | > loss: 0.01379381027072668 (nan) | > current_lr: 5e-06 | > step_time: 0.1467 (0.14115282857330574) | > loader_time: 0.0045 (0.004586679043571605)  --> TIME: 2025-03-24 02:03:36 -- STEP: 20500/31555 -- GLOBAL_STEP: 336050 | > loss_text_ce: 0.03756987303495407 (0.04312668848428417) | > loss_mel_ce: 2.688190221786499 (nan) | > loss: 0.010816508904099464 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1411567747651071) | > loader_time: 0.0044 (0.004586667851703886)  --> TIME: 2025-03-24 02:03:45 -- STEP: 20550/31555 -- GLOBAL_STEP: 336100 | > loss_text_ce: 0.04109134152531624 (0.043124137408759436) | > loss_mel_ce: 3.070432662963867 (nan) | > loss: 0.012347318232059479 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14115502776310626) | > loader_time: 0.0044 (0.0045867519541088015)  --> TIME: 2025-03-24 02:03:55 -- STEP: 20600/31555 -- GLOBAL_STEP: 336150 | > loss_text_ce: 0.046008117496967316 (0.04311935993761398) | > loss_mel_ce: 3.42079758644104 (nan) | > loss: 0.01375716645270586 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1411495607917743) | > loader_time: 0.0045 (0.004586342850935081)  --> TIME: 2025-03-24 02:04:04 -- STEP: 20650/31555 -- GLOBAL_STEP: 336200 | > loss_text_ce: 0.04588146507740021 (0.04312059050854337) | > loss_mel_ce: 1.9305120706558228 (nan) | > loss: 0.007842832244932652 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14114914126315295) | > loader_time: 0.0044 (0.0045862396230997495)  --> TIME: 2025-03-24 02:04:14 -- STEP: 20700/31555 -- GLOBAL_STEP: 336250 | > loss_text_ce: 0.034965742379426956 (0.04312503526491165) | > loss_mel_ce: 2.8777318000793457 (nan) | > loss: 0.011558324098587036 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14115498203010307) | > loader_time: 0.0045 (0.004585965762391727)  --> TIME: 2025-03-24 02:04:24 -- STEP: 20750/31555 -- GLOBAL_STEP: 336300 | > loss_text_ce: 0.049519509077072144 (0.04312792310127646) | > loss_mel_ce: 2.9950482845306396 (nan) | > loss: 0.01208161935210228 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14116264160569847) | > loader_time: 0.0047 (0.004585880268050929)  --> TIME: 2025-03-24 02:04:34 -- STEP: 20800/31555 -- GLOBAL_STEP: 336350 | > loss_text_ce: 0.04544709250330925 (0.043124078242466383) | > loss_mel_ce: 3.0319509506225586 (nan) | > loss: 0.012211897410452366 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14117063732101326) | > loader_time: 0.0045 (0.00458581574834307)  --> TIME: 2025-03-24 02:04:43 -- STEP: 20850/31555 -- GLOBAL_STEP: 336400 | > loss_text_ce: 0.04085424914956093 (0.04312477183740414) | > loss_mel_ce: 1.5438910722732544 (nan) | > loss: 0.006288672331720591 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.14116210270842733) | > loader_time: 0.0043 (0.004585751789651013)  --> TIME: 2025-03-24 02:04:53 -- STEP: 20900/31555 -- GLOBAL_STEP: 336450 | > loss_text_ce: 0.05130278319120407 (0.0431221049593574) | > loss_mel_ce: 2.4446682929992676 (nan) | > loss: 0.009904647246003151 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1411661171114611) | > loader_time: 0.0044 (0.004585537305859261)  --> TIME: 2025-03-24 02:05:02 -- STEP: 20950/31555 -- GLOBAL_STEP: 336500 | > loss_text_ce: 0.041421979665756226 (0.04312480519470134) | > loss_mel_ce: 3.19645619392395 (nan) | > loss: 0.01284872367978096 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1411555438849689) | > loader_time: 0.0046 (0.00458514014405678)  --> TIME: 2025-03-24 02:05:12 -- STEP: 21000/31555 -- GLOBAL_STEP: 336550 | > loss_text_ce: 0.05773798003792763 (0.04312452945769537) | > loss_mel_ce: 2.469696044921875 (nan) | > loss: 0.010029501281678677 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1411531745933347) | > loader_time: 0.0045 (0.004584798018137588)  --> TIME: 2025-03-24 02:05:21 -- STEP: 21050/31555 -- GLOBAL_STEP: 336600 | > loss_text_ce: 0.04951752722263336 (0.04312724930001972) | > loss_mel_ce: 2.890885353088379 (nan) | > loss: 0.011668266728520393 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1411507863726578) | > loader_time: 0.0045 (0.0045845524545519815)  --> TIME: 2025-03-24 02:05:31 -- STEP: 21100/31555 -- GLOBAL_STEP: 336650 | > loss_text_ce: 0.030315155163407326 (0.043122844464317696) | > loss_mel_ce: 0.0486246757209301 (nan) | > loss: 0.0003132533165626228 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14115861332247007) | > loader_time: 0.0044 (0.004584373207453848)  --> TIME: 2025-03-24 02:05:41 -- STEP: 21150/31555 -- GLOBAL_STEP: 336700 | > loss_text_ce: 0.0493009090423584 (0.04312358911578536) | > loss_mel_ce: 3.5473406314849854 (nan) | > loss: 0.014272388070821762 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14116709319130427) | > loader_time: 0.0045 (0.004584442391181366)  --> TIME: 2025-03-24 02:05:51 -- STEP: 21200/31555 -- GLOBAL_STEP: 336750 | > loss_text_ce: 0.041448306292295456 (0.04312158295164269) | > loss_mel_ce: 0.0455322265625 (nan) | > loss: 0.0003451608936302364 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.1411662250082445) | > loader_time: 0.0045 (0.00458435741235623)  --> TIME: 2025-03-24 02:06:00 -- STEP: 21250/31555 -- GLOBAL_STEP: 336800 | > loss_text_ce: 0.04134974256157875 (0.0431181009492453) | > loss_mel_ce: 2.8948917388916016 (nan) | > loss: 0.011651752516627312 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14116240814433342) | > loader_time: 0.0048 (0.004584371824825493)  --> TIME: 2025-03-24 02:06:10 -- STEP: 21300/31555 -- GLOBAL_STEP: 336850 | > loss_text_ce: 0.04373869299888611 (0.04311928244508763) | > loss_mel_ce: 2.7284817695617676 (nan) | > loss: 0.011000875383615494 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1411489243686475) | > loader_time: 0.0044 (0.0045843387097819705)  --> TIME: 2025-03-24 02:06:19 -- STEP: 21350/31555 -- GLOBAL_STEP: 336900 | > loss_text_ce: 0.06807618588209152 (0.04312107491775886) | > loss_mel_ce: 2.431502342224121 (nan) | > loss: 0.009918962605297565 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14114471492499273) | > loader_time: 0.0045 (0.0045841700466790055)  --> TIME: 2025-03-24 02:06:29 -- STEP: 21400/31555 -- GLOBAL_STEP: 336950 | > loss_text_ce: 0.044030942022800446 (0.04312116484558117) | > loss_mel_ce: 3.139070749282837 (nan) | > loss: 0.012631356716156006 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14114881835251164) | > loader_time: 0.0044 (0.0045839617296913856)  --> TIME: 2025-03-24 02:06:38 -- STEP: 21450/31555 -- GLOBAL_STEP: 337000 | > loss_text_ce: 0.04614134132862091 (0.04311789906994022) | > loss_mel_ce: 2.3724617958068848 (nan) | > loss: 0.009597632102668285 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14113712573106985) | > loader_time: 0.0043 (0.004584498194269901)  --> TIME: 2025-03-24 02:06:48 -- STEP: 21500/31555 -- GLOBAL_STEP: 337050 | > loss_text_ce: 0.03414354845881462 (0.04311603359401566) | > loss_mel_ce: 2.9158387184143066 (nan) | > loss: 0.011706278659403324 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1411295569331143) | > loader_time: 0.0048 (0.004584334994471329)  --> TIME: 2025-03-24 02:06:58 -- STEP: 21550/31555 -- GLOBAL_STEP: 337100 | > loss_text_ce: 0.05577045679092407 (0.04311336740678528) | > loss_mel_ce: 2.735217809677124 (nan) | > loss: 0.01107535045593977 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14113739098860834) | > loader_time: 0.0048 (0.004584387538051359)  --> TIME: 2025-03-24 02:07:07 -- STEP: 21600/31555 -- GLOBAL_STEP: 337150 | > loss_text_ce: 0.07645951211452484 (0.043113766315444814) | > loss_mel_ce: 3.0721213817596436 (nan) | > loss: 0.012494368478655815 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1411326102084579) | > loader_time: 0.0044 (0.00458431885198308)  --> TIME: 2025-03-24 02:07:17 -- STEP: 21650/31555 -- GLOBAL_STEP: 337200 | > loss_text_ce: 0.043022703379392624 (0.043111692645584815) | > loss_mel_ce: 3.5665695667266846 (nan) | > loss: 0.014323779381811619 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14113594790804415) | > loader_time: 0.0049 (0.004584656136140513)  --> TIME: 2025-03-24 02:07:27 -- STEP: 21700/31555 -- GLOBAL_STEP: 337250 | > loss_text_ce: 0.03498854860663414 (0.043111325784367424) | > loss_mel_ce: 3.1379787921905518 (nan) | > loss: 0.012591141276061535 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.141135365688306) | > loader_time: 0.0043 (0.004584687151667138)  --> TIME: 2025-03-24 02:07:36 -- STEP: 21750/31555 -- GLOBAL_STEP: 337300 | > loss_text_ce: 0.043172258883714676 (0.04311271284546312) | > loss_mel_ce: 2.885852575302124 (nan) | > loss: 0.01162311527878046 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14113515910883023) | > loader_time: 0.0049 (0.004584844435768543)  --> TIME: 2025-03-24 02:07:46 -- STEP: 21800/31555 -- GLOBAL_STEP: 337350 | > loss_text_ce: 0.03594446927309036 (0.043112259067406934) | > loss_mel_ce: 3.202958583831787 (nan) | > loss: 0.012852790765464306 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1411429955324991) | > loader_time: 0.0046 (0.004584969533692784)  --> TIME: 2025-03-24 02:07:55 -- STEP: 21850/31555 -- GLOBAL_STEP: 337400 | > loss_text_ce: 0.04460056498646736 (0.04311156716479034) | > loss_mel_ce: 3.330610752105713 (nan) | > loss: 0.013393696397542953 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14113581061635957) | > loader_time: 0.0047 (0.004584942846058142)  --> TIME: 2025-03-24 02:08:05 -- STEP: 21900/31555 -- GLOBAL_STEP: 337450 | > loss_text_ce: 0.03675404191017151 (0.04310953259306467) | > loss_mel_ce: 3.183270215988159 (nan) | > loss: 0.012777875177562237 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14112931980934243) | > loader_time: 0.0047 (0.004584868269968232)  --> TIME: 2025-03-24 02:08:15 -- STEP: 21950/31555 -- GLOBAL_STEP: 337500 | > loss_text_ce: 0.04208463057875633 (0.043108458785352785) | > loss_mel_ce: 3.4302854537963867 (nan) | > loss: 0.013779247179627419 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14113099913933752) | > loader_time: 0.0043 (0.0045849713975041565)  --> TIME: 2025-03-24 02:08:24 -- STEP: 22000/31555 -- GLOBAL_STEP: 337550 | > loss_text_ce: 0.03250821307301521 (0.0431084650022569) | > loss_mel_ce: 2.325760841369629 (nan) | > loss: 0.009358210489153862 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1411246507492926) | > loader_time: 0.0047 (0.004584741527383959)  --> TIME: 2025-03-24 02:08:34 -- STEP: 22050/31555 -- GLOBAL_STEP: 337600 | > loss_text_ce: 0.035188719630241394 (0.04310801456709824) | > loss_mel_ce: 3.227311372756958 (nan) | > loss: 0.012946429662406445 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1411349000303647) | > loader_time: 0.0043 (0.0045845789703922585)  --> TIME: 2025-03-24 02:08:44 -- STEP: 22100/31555 -- GLOBAL_STEP: 337650 | > loss_text_ce: 0.04145883396267891 (0.043104040642348886) | > loss_mel_ce: 3.0688862800598145 (nan) | > loss: 0.012342640198767185 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14113433802289593) | > loader_time: 0.0049 (0.004584410222946775)  --> TIME: 2025-03-24 02:08:53 -- STEP: 22150/31555 -- GLOBAL_STEP: 337700 | > loss_text_ce: 0.043678734451532364 (0.04310241854066357) | > loss_mel_ce: 2.6201171875 (nan) | > loss: 0.010570619255304337 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14113153010943053) | > loader_time: 0.0046 (0.004584439785701143)  --> TIME: 2025-03-24 02:09:03 -- STEP: 22200/31555 -- GLOBAL_STEP: 337750 | > loss_text_ce: 0.04456751421093941 (0.04310253652030809) | > loss_mel_ce: 2.2107532024383545 (nan) | > loss: 0.008949685841798782 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14112569224726976) | > loader_time: 0.0045 (0.004584349554938228)  --> TIME: 2025-03-24 02:09:13 -- STEP: 22250/31555 -- GLOBAL_STEP: 337800 | > loss_text_ce: 0.04326779767870903 (0.043101532709816086) | > loss_mel_ce: 3.0049402713775635 (nan) | > loss: 0.012096064165234566 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14113041009795738) | > loader_time: 0.0045 (0.004584245553177383)  --> TIME: 2025-03-24 02:09:22 -- STEP: 22300/31555 -- GLOBAL_STEP: 337850 | > loss_text_ce: 0.043723300099372864 (0.043100817789461364) | > loss_mel_ce: 3.4296796321868896 (nan) | > loss: 0.013783345930278301 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14113031387329036) | > loader_time: 0.0046 (0.004583971425556806)  --> TIME: 2025-03-24 02:09:32 -- STEP: 22350/31555 -- GLOBAL_STEP: 337900 | > loss_text_ce: 0.04286503791809082 (0.04310156679801817) | > loss_mel_ce: 3.516763210296631 (nan) | > loss: 0.01412551011890173 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14112785021463964) | > loader_time: 0.0043 (0.0045836461683780964)  --> TIME: 2025-03-24 02:09:42 -- STEP: 22400/31555 -- GLOBAL_STEP: 337950 | > loss_text_ce: 0.04357319697737694 (0.043100601193145724) | > loss_mel_ce: 3.0481438636779785 (nan) | > loss: 0.012268719263374805 (nan) | > current_lr: 5e-06 | > step_time: 0.1481 (0.14113312162458833) | > loader_time: 0.0043 (0.004583326524921816)  --> TIME: 2025-03-24 02:09:51 -- STEP: 22450/31555 -- GLOBAL_STEP: 338000 | > loss_text_ce: 0.04420342668890953 (0.04310236407398236) | > loss_mel_ce: 3.1032700538635254 (nan) | > loss: 0.012489975430071354 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14113636507488775) | > loader_time: 0.0069 (0.004583100168104947)  --> TIME: 2025-03-24 02:10:01 -- STEP: 22500/31555 -- GLOBAL_STEP: 338050 | > loss_text_ce: 0.05091293156147003 (0.043102511194927716) | > loss_mel_ce: 1.213604211807251 (nan) | > loss: 0.0050179255194962025 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14112797106636826) | > loader_time: 0.0044 (0.0045830852614508625)  --> TIME: 2025-03-24 02:10:10 -- STEP: 22550/31555 -- GLOBAL_STEP: 338100 | > loss_text_ce: 0.04603109881281853 (0.043105251289193666) | > loss_mel_ce: 2.695173740386963 (nan) | > loss: 0.01087779738008976 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14111921190951132) | > loader_time: 0.0051 (0.004583319845855095)  --> TIME: 2025-03-24 02:10:20 -- STEP: 22600/31555 -- GLOBAL_STEP: 338150 | > loss_text_ce: 0.04700824245810509 (0.0431041155149747) | > loss_mel_ce: 3.1929900646209717 (nan) | > loss: 0.012857137247920036 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14111492819490631) | > loader_time: 0.0045 (0.00458347836426928)  --> TIME: 2025-03-24 02:10:29 -- STEP: 22650/31555 -- GLOBAL_STEP: 338200 | > loss_text_ce: 0.04878965765237808 (0.04309946198559149) | > loss_mel_ce: 3.3688595294952393 (nan) | > loss: 0.013562100939452648 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14111686122338457) | > loader_time: 0.0046 (0.004583683740224257)  --> TIME: 2025-03-24 02:10:39 -- STEP: 22700/31555 -- GLOBAL_STEP: 338250 | > loss_text_ce: 0.043669894337654114 (0.043095329523841326) | > loss_mel_ce: 2.7537388801574707 (nan) | > loss: 0.0111008295789361 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14111398303036088) | > loader_time: 0.0048 (0.004583718797708908)  --> TIME: 2025-03-24 02:10:48 -- STEP: 22750/31555 -- GLOBAL_STEP: 338300 | > loss_text_ce: 0.04206888750195503 (0.0430939932526139) | > loss_mel_ce: 3.1166157722473145 (nan) | > loss: 0.01253446377813816 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14110375542693052) | > loader_time: 0.0047 (0.004583798544747476)  --> TIME: 2025-03-24 02:10:58 -- STEP: 22800/31555 -- GLOBAL_STEP: 338350 | > loss_text_ce: 0.056345708668231964 (0.04309583773493357) | > loss_mel_ce: 3.0099904537200928 (nan) | > loss: 0.012168001383543015 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1411029779911038) | > loader_time: 0.0046 (0.004583952081830865)  --> TIME: 2025-03-24 02:11:08 -- STEP: 22850/31555 -- GLOBAL_STEP: 338400 | > loss_text_ce: 0.05161865055561066 (0.043095818902049825) | > loss_mel_ce: 2.791210889816284 (nan) | > loss: 0.011281070299446583 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14110033752099146) | > loader_time: 0.0046 (0.0045840334735761734)  --> TIME: 2025-03-24 02:11:17 -- STEP: 22900/31555 -- GLOBAL_STEP: 338450 | > loss_text_ce: 0.045516278594732285 (0.043093827033748734) | > loss_mel_ce: 3.7576048374176025 (nan) | > loss: 0.015091750770807266 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14110834533991232) | > loader_time: 0.0046 (0.004584142932725258)  --> TIME: 2025-03-24 02:11:27 -- STEP: 22950/31555 -- GLOBAL_STEP: 338500 | > loss_text_ce: 0.0434163361787796 (0.043092718330538404) | > loss_mel_ce: 3.9896304607391357 (nan) | > loss: 0.016004154458642006 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14110982428448887) | > loader_time: 0.0044 (0.00458494050310587)  --> TIME: 2025-03-24 02:11:37 -- STEP: 23000/31555 -- GLOBAL_STEP: 338550 | > loss_text_ce: 0.02895978093147278 (0.043089590611422) | > loss_mel_ce: 3.568232536315918 (nan) | > loss: 0.01427457295358181 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14111886159233392) | > loader_time: 0.0045 (0.004584877138552451)  --> TIME: 2025-03-24 02:11:47 -- STEP: 23050/31555 -- GLOBAL_STEP: 338600 | > loss_text_ce: 0.03256142884492874 (0.043090036823909036) | > loss_mel_ce: 3.2410964965820312 (nan) | > loss: 0.012990707531571388 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14112558561395375) | > loader_time: 0.0044 (0.004584698987369157)  --> TIME: 2025-03-24 02:11:56 -- STEP: 23100/31555 -- GLOBAL_STEP: 338650 | > loss_text_ce: 0.04538190737366676 (0.04309120111691535) | > loss_mel_ce: 3.1737916469573975 (nan) | > loss: 0.012774499133229256 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14112003874469078) | > loader_time: 0.0047 (0.004584562055992351)  --> TIME: 2025-03-24 02:12:06 -- STEP: 23150/31555 -- GLOBAL_STEP: 338700 | > loss_text_ce: 0.04381219670176506 (0.04309125918959361) | > loss_mel_ce: 3.336390733718872 (nan) | > loss: 0.01341350469738245 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14112270578709807) | > loader_time: 0.0046 (0.0045846842586607876)  --> TIME: 2025-03-24 02:12:16 -- STEP: 23200/31555 -- GLOBAL_STEP: 338750 | > loss_text_ce: 0.03849038854241371 (0.04309204616302868) | > loss_mel_ce: 3.232882022857666 (nan) | > loss: 0.012981637381017208 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14113099022158218) | > loader_time: 0.0049 (0.004584623441613944)  --> TIME: 2025-03-24 02:12:26 -- STEP: 23250/31555 -- GLOBAL_STEP: 338800 | > loss_text_ce: 0.0410647876560688 (0.043091803678261216) | > loss_mel_ce: 3.361658811569214 (nan) | > loss: 0.013502871617674828 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1411357544929747) | > loader_time: 0.0045 (0.004584619183694151)  --> TIME: 2025-03-24 02:12:35 -- STEP: 23300/31555 -- GLOBAL_STEP: 338850 | > loss_text_ce: 0.02953629195690155 (0.043092754004451055) | > loss_mel_ce: 2.378669500350952 (nan) | > loss: 0.00955637264996767 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14112768304194465) | > loader_time: 0.0045 (0.004584492982201299)  --> TIME: 2025-03-24 02:12:45 -- STEP: 23350/31555 -- GLOBAL_STEP: 338900 | > loss_text_ce: 0.04094507917761803 (0.043091001448478626) | > loss_mel_ce: 2.631272554397583 (nan) | > loss: 0.010604038834571838 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14112475209368847) | > loader_time: 0.0046 (0.0045845172134660675)  --> TIME: 2025-03-24 02:12:54 -- STEP: 23400/31555 -- GLOBAL_STEP: 338950 | > loss_text_ce: 0.036261290311813354 (0.04308799020173891) | > loss_mel_ce: 3.3948001861572266 (nan) | > loss: 0.013615324161946774 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14112466229332787) | > loader_time: 0.0044 (0.004584458434683634)  --> TIME: 2025-03-24 02:13:04 -- STEP: 23450/31555 -- GLOBAL_STEP: 339000 | > loss_text_ce: 0.04013105481863022 (0.04308499558767201) | > loss_mel_ce: 2.572218656539917 (nan) | > loss: 0.010366467759013176 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14113223647257894) | > loader_time: 0.0045 (0.004584434383205251)  --> TIME: 2025-03-24 02:13:14 -- STEP: 23500/31555 -- GLOBAL_STEP: 339050 | > loss_text_ce: 0.047439903020858765 (0.043083770302381794) | > loss_mel_ce: 2.6517558097839355 (nan) | > loss: 0.010711094364523888 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1411367938569248) | > loader_time: 0.0044 (0.004584447799844935)  --> TIME: 2025-03-24 02:13:24 -- STEP: 23550/31555 -- GLOBAL_STEP: 339100 | > loss_text_ce: 0.032641299068927765 (0.043084875880532864) | > loss_mel_ce: 0.3862813413143158 (nan) | > loss: 0.0016623914707452059 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14113657165737878) | > loader_time: 0.0044 (0.00458438349883773)  --> TIME: 2025-03-24 02:13:33 -- STEP: 23600/31555 -- GLOBAL_STEP: 339150 | > loss_text_ce: 0.034462571144104004 (0.043082036974255694) | > loss_mel_ce: 3.4039549827575684 (nan) | > loss: 0.013644514605402946 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14113222653582908) | > loader_time: 0.0045 (0.0045842559357820835)  --> TIME: 2025-03-24 02:13:43 -- STEP: 23650/31555 -- GLOBAL_STEP: 339200 | > loss_text_ce: 0.040110185742378235 (0.04308137905018011) | > loss_mel_ce: 2.8160579204559326 (nan) | > loss: 0.011334001086652279 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14113801544866875) | > loader_time: 0.0043 (0.0045842204083851885)  --> TIME: 2025-03-24 02:13:53 -- STEP: 23700/31555 -- GLOBAL_STEP: 339250 | > loss_text_ce: 0.04013648256659508 (0.04308227624869915) | > loss_mel_ce: 3.3941714763641357 (nan) | > loss: 0.01362820714712143 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.14112905150224347) | > loader_time: 0.0047 (0.004584207393952052)  --> TIME: 2025-03-24 02:14:02 -- STEP: 23750/31555 -- GLOBAL_STEP: 339300 | > loss_text_ce: 0.034101955592632294 (0.04308401544972457) | > loss_mel_ce: 2.957977771759033 (nan) | > loss: 0.011873332783579826 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14112967438948737) | > loader_time: 0.0046 (0.004584303273652726)  --> TIME: 2025-03-24 02:14:12 -- STEP: 23800/31555 -- GLOBAL_STEP: 339350 | > loss_text_ce: 0.037309493869543076 (0.043085783040542176) | > loss_mel_ce: 3.156466484069824 (nan) | > loss: 0.012673714198172092 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1411351917972081) | > loader_time: 0.0049 (0.004584239290541958)  --> TIME: 2025-03-24 02:14:22 -- STEP: 23850/31555 -- GLOBAL_STEP: 339400 | > loss_text_ce: 0.04694012925028801 (0.04308450083789135) | > loss_mel_ce: 3.4494428634643555 (nan) | > loss: 0.013874536380171776 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14113962745266626) | > loader_time: 0.0045 (0.00458422647832074)  --> TIME: 2025-03-24 02:14:32 -- STEP: 23900/31555 -- GLOBAL_STEP: 339450 | > loss_text_ce: 0.04810473322868347 (0.04308392327917906) | > loss_mel_ce: 3.4760825634002686 (nan) | > loss: 0.013984871096909046 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14114866790412348) | > loader_time: 0.0048 (0.004584096695089931)  --> TIME: 2025-03-24 02:14:41 -- STEP: 23950/31555 -- GLOBAL_STEP: 339500 | > loss_text_ce: 0.03994116932153702 (0.04308167026714566) | > loss_mel_ce: 3.7090604305267334 (nan) | > loss: 0.01487699057906866 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14114766764989212) | > loader_time: 0.0045 (0.0045839027472478)  --> TIME: 2025-03-24 02:14:51 -- STEP: 24000/31555 -- GLOBAL_STEP: 339550 | > loss_text_ce: 0.04053698480129242 (0.043081711788040766) | > loss_mel_ce: 3.1143736839294434 (nan) | > loss: 0.01251948717981577 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1411475070019561) | > loader_time: 0.0044 (0.004583730330069848)  --> TIME: 2025-03-24 02:15:00 -- STEP: 24050/31555 -- GLOBAL_STEP: 339600 | > loss_text_ce: 0.044245894998311996 (0.04307745157487352) | > loss_mel_ce: 2.9135138988494873 (nan) | > loss: 0.011737142689526081 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411429611907925) | > loader_time: 0.0047 (0.004584142542182766)  --> TIME: 2025-03-24 02:15:10 -- STEP: 24100/31555 -- GLOBAL_STEP: 339650 | > loss_text_ce: 0.03954664245247841 (0.043074358057045084) | > loss_mel_ce: 2.999267339706421 (nan) | > loss: 0.012058787047863007 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1411432161865391) | > loader_time: 0.0044 (0.0045843054249078774)  --> TIME: 2025-03-24 02:15:20 -- STEP: 24150/31555 -- GLOBAL_STEP: 339700 | > loss_text_ce: 0.051369912922382355 (0.04307848605194249) | > loss_mel_ce: 1.6945027112960815 (nan) | > loss: 0.0069280662573874 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.141141594063421) | > loader_time: 0.0047 (0.004584185845116392)  --> TIME: 2025-03-24 02:15:29 -- STEP: 24200/31555 -- GLOBAL_STEP: 339750 | > loss_text_ce: 0.04484672099351883 (0.04307667278984841) | > loss_mel_ce: 0.09897460788488388 (nan) | > loss: 0.0005707195959985256 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1411303876254183) | > loader_time: 0.0044 (0.004584105704441533)  --> TIME: 2025-03-24 02:15:39 -- STEP: 24250/31555 -- GLOBAL_STEP: 339800 | > loss_text_ce: 0.04429272934794426 (0.04307612233416923) | > loss_mel_ce: 2.719921827316284 (nan) | > loss: 0.01096910610795021 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14113452463051704) | > loader_time: 0.0073 (0.004584173733426114)  --> TIME: 2025-03-24 02:15:49 -- STEP: 24300/31555 -- GLOBAL_STEP: 339850 | > loss_text_ce: 0.048372577875852585 (0.04307496278665548) | > loss_mel_ce: 2.8028452396392822 (nan) | > loss: 0.011314356699585915 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14113904787189185) | > loader_time: 0.0046 (0.004584110214877022)  --> TIME: 2025-03-24 02:15:58 -- STEP: 24350/31555 -- GLOBAL_STEP: 339900 | > loss_text_ce: 0.04767419770359993 (0.04307600437883405) | > loss_mel_ce: 3.19295334815979 (nan) | > loss: 0.01285963412374258 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14113415324467649) | > loader_time: 0.0047 (0.004584112108610488)  --> TIME: 2025-03-24 02:16:08 -- STEP: 24400/31555 -- GLOBAL_STEP: 339950 | > loss_text_ce: 0.04875105619430542 (0.04307071057255138) | > loss_mel_ce: 3.5849952697753906 (nan) | > loss: 0.014419629238545895 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1411327748025049) | > loader_time: 0.0048 (0.004584149180865673)  --> TIME: 2025-03-24 02:16:18 -- STEP: 24450/31555 -- GLOBAL_STEP: 340000 | > loss_text_ce: 0.04296693578362465 (0.043068224011724096) | > loss_mel_ce: 2.6285464763641357 (nan) | > loss: 0.010601243935525417 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14113544407553957) | > loader_time: 0.0047 (0.00458410495141776) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_340000.pth  --> TIME: 2025-03-24 02:16:32 -- STEP: 24500/31555 -- GLOBAL_STEP: 340050 | > loss_text_ce: 0.04319371283054352 (0.04306697843079347) | > loss_mel_ce: 1.5424374341964722 (nan) | > loss: 0.006292187608778477 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.141128958215519) | > loader_time: 0.0044 (0.004584091838525262)  --> TIME: 2025-03-24 02:16:42 -- STEP: 24550/31555 -- GLOBAL_STEP: 340100 | > loss_text_ce: 0.03596869856119156 (0.0430649448827272) | > loss_mel_ce: 2.989307165145874 (nan) | > loss: 0.012005063705146313 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14112168455803722) | > loader_time: 0.0046 (0.0045840350867774465)  --> TIME: 2025-03-24 02:16:51 -- STEP: 24600/31555 -- GLOBAL_STEP: 340150 | > loss_text_ce: 0.04136449843645096 (0.04306495337148858) | > loss_mel_ce: 3.1731815338134766 (nan) | > loss: 0.012756135314702988 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14111850021331307) | > loader_time: 0.0046 (0.004584002688648255)  --> TIME: 2025-03-24 02:17:01 -- STEP: 24650/31555 -- GLOBAL_STEP: 340200 | > loss_text_ce: 0.0466599203646183 (0.04306587773120173) | > loss_mel_ce: 3.352041721343994 (nan) | > loss: 0.013486912474036217 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14110969202997262) | > loader_time: 0.0045 (0.004583944200744007)  --> TIME: 2025-03-24 02:17:11 -- STEP: 24700/31555 -- GLOBAL_STEP: 340250 | > loss_text_ce: 0.04525861144065857 (0.04306843753617531) | > loss_mel_ce: 3.1395163536071777 (nan) | > loss: 0.01263799611479044 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14111838009676025) | > loader_time: 0.0047 (0.004583854588419797)  --> TIME: 2025-03-24 02:17:20 -- STEP: 24750/31555 -- GLOBAL_STEP: 340300 | > loss_text_ce: 0.04303314909338951 (0.04307330120430136) | > loss_mel_ce: 3.237194061279297 (nan) | > loss: 0.013016775250434875 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14111289969357613) | > loader_time: 0.0046 (0.0045838069626779184)  --> TIME: 2025-03-24 02:17:30 -- STEP: 24800/31555 -- GLOBAL_STEP: 340350 | > loss_text_ce: 0.030205076560378075 (0.04307350960973217) | > loss_mel_ce: 3.143256902694702 (nan) | > loss: 0.01259310357272625 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.1411211743662438) | > loader_time: 0.0046 (0.00458371469090061)  --> TIME: 2025-03-24 02:17:39 -- STEP: 24850/31555 -- GLOBAL_STEP: 340400 | > loss_text_ce: 0.03481641039252281 (0.04307273544595982) | > loss_mel_ce: 3.4899468421936035 (nan) | > loss: 0.013987156562507153 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14111381242932491) | > loader_time: 0.0044 (0.004583640626258763)  --> TIME: 2025-03-24 02:17:49 -- STEP: 24900/31555 -- GLOBAL_STEP: 340450 | > loss_text_ce: 0.04294843226671219 (0.04307245467531381) | > loss_mel_ce: 3.2309000492095947 (nan) | > loss: 0.012991462834179401 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.14111301873103754) | > loader_time: 0.0046 (0.004583556383967867)  --> TIME: 2025-03-24 02:17:58 -- STEP: 24950/31555 -- GLOBAL_STEP: 340500 | > loss_text_ce: 0.04541287198662758 (0.04307154055751982) | > loss_mel_ce: 1.9479526281356812 (nan) | > loss: 0.00791018083691597 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1411077046537693) | > loader_time: 0.0044 (0.004583563594397647)  --> TIME: 2025-03-24 02:18:08 -- STEP: 25000/31555 -- GLOBAL_STEP: 340550 | > loss_text_ce: 0.04838264361023903 (0.043069945667981974) | > loss_mel_ce: 2.6229450702667236 (nan) | > loss: 0.010600508190691471 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14110472980499333) | > loader_time: 0.0045 (0.004584220428466787)  --> TIME: 2025-03-24 02:18:18 -- STEP: 25050/31555 -- GLOBAL_STEP: 340600 | > loss_text_ce: 0.04028932377696037 (0.043072577599220285) | > loss_mel_ce: 2.8377206325531006 (nan) | > loss: 0.011420675553381443 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14111230652251472) | > loader_time: 0.0047 (0.004584537066385404)  --> TIME: 2025-03-24 02:18:28 -- STEP: 25100/31555 -- GLOBAL_STEP: 340650 | > loss_text_ce: 0.039424099028110504 (0.0430741765563824) | > loss_mel_ce: 0.1496310830116272 (nan) | > loss: 0.0007502189837396145 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14111026340271915) | > loader_time: 0.0047 (0.004584792847652346)  --> TIME: 2025-03-24 02:18:37 -- STEP: 25150/31555 -- GLOBAL_STEP: 340700 | > loss_text_ce: 0.04641760140657425 (0.04307537175218745) | > loss_mel_ce: 2.8849434852600098 (nan) | > loss: 0.011632386595010757 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14110437373280835) | > loader_time: 0.0049 (0.004585010384470508)  --> TIME: 2025-03-24 02:18:47 -- STEP: 25200/31555 -- GLOBAL_STEP: 340750 | > loss_text_ce: 0.054959919303655624 (0.0430743289946592) | > loss_mel_ce: 2.5168936252593994 (nan) | > loss: 0.01020576898008585 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14110351421530354) | > loader_time: 0.0051 (0.00458515460529023)  --> TIME: 2025-03-24 02:18:56 -- STEP: 25250/31555 -- GLOBAL_STEP: 340800 | > loss_text_ce: 0.03501095995306969 (0.043075460305824605) | > loss_mel_ce: 2.3324928283691406 (nan) | > loss: 0.009394857101142406 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1411037810674995) | > loader_time: 0.0047 (0.004585406898271902)  --> TIME: 2025-03-24 02:19:06 -- STEP: 25300/31555 -- GLOBAL_STEP: 340850 | > loss_text_ce: 0.04546179249882698 (0.04307912815524172) | > loss_mel_ce: 3.4395196437835693 (nan) | > loss: 0.013829292729496956 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14110485326631336) | > loader_time: 0.0047 (0.004585859737848554)  --> TIME: 2025-03-24 02:19:16 -- STEP: 25350/31555 -- GLOBAL_STEP: 340900 | > loss_text_ce: 0.045968372374773026 (0.04308064146801317) | > loss_mel_ce: 2.285513162612915 (nan) | > loss: 0.0092519111931324 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14109977828445358) | > loader_time: 0.0044 (0.0045860861603324735)  --> TIME: 2025-03-24 02:19:25 -- STEP: 25400/31555 -- GLOBAL_STEP: 340950 | > loss_text_ce: 0.046694524586200714 (0.04308004620345664) | > loss_mel_ce: 2.6398990154266357 (nan) | > loss: 0.010661086067557335 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14109770326163887) | > loader_time: 0.0042 (0.004586129695411717)  --> TIME: 2025-03-24 02:19:35 -- STEP: 25450/31555 -- GLOBAL_STEP: 341000 | > loss_text_ce: 0.046598710119724274 (0.04308188970758767) | > loss_mel_ce: 3.043553113937378 (nan) | > loss: 0.01226250734180212 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14109909747110658) | > loader_time: 0.0067 (0.004586127352386631)  --> TIME: 2025-03-24 02:19:45 -- STEP: 25500/31555 -- GLOBAL_STEP: 341050 | > loss_text_ce: 0.043206848204135895 (0.04307781847464091) | > loss_mel_ce: 2.594907522201538 (nan) | > loss: 0.010468708351254463 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14110105450948143) | > loader_time: 0.0044 (0.004585963576447704)  --> TIME: 2025-03-24 02:19:54 -- STEP: 25550/31555 -- GLOBAL_STEP: 341100 | > loss_text_ce: 0.025900110602378845 (0.04307546934954912) | > loss_mel_ce: 3.414794921875 (nan) | > loss: 0.013653552159667015 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1410940538227214) | > loader_time: 0.0043 (0.004585810864741529)  --> TIME: 2025-03-24 02:20:04 -- STEP: 25600/31555 -- GLOBAL_STEP: 341150 | > loss_text_ce: 0.040822528302669525 (0.0430762742670048) | > loss_mel_ce: 2.7866921424865723 (nan) | > loss: 0.01122029684484005 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14109931972809184) | > loader_time: 0.0044 (0.004585775146260834)  --> TIME: 2025-03-24 02:20:14 -- STEP: 25650/31555 -- GLOBAL_STEP: 341200 | > loss_text_ce: 0.05329527705907822 (0.04307326179375355) | > loss_mel_ce: 2.930415391921997 (nan) | > loss: 0.011840122751891613 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1411082930778671) | > loader_time: 0.0064 (0.004585950648807847)  --> TIME: 2025-03-24 02:20:23 -- STEP: 25700/31555 -- GLOBAL_STEP: 341250 | > loss_text_ce: 0.04555274918675423 (0.04307423777697081) | > loss_mel_ce: 3.3584933280944824 (nan) | > loss: 0.013508119620382786 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14110934654562426) | > loader_time: 0.0046 (0.00458606929630618)  --> TIME: 2025-03-24 02:20:33 -- STEP: 25750/31555 -- GLOBAL_STEP: 341300 | > loss_text_ce: 0.04708364978432655 (0.04307709979670996) | > loss_mel_ce: 3.1800034046173096 (nan) | > loss: 0.01280590146780014 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14111906185890907) | > loader_time: 0.0044 (0.004586300896209392)  --> TIME: 2025-03-24 02:20:43 -- STEP: 25800/31555 -- GLOBAL_STEP: 341350 | > loss_text_ce: 0.04371112212538719 (0.04307816427258777) | > loss_mel_ce: 3.284395694732666 (nan) | > loss: 0.01320677436888218 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14111702492994885) | > loader_time: 0.0045 (0.004586292477541159)  --> TIME: 2025-03-24 02:20:53 -- STEP: 25850/31555 -- GLOBAL_STEP: 341400 | > loss_text_ce: 0.05972406640648842 (0.043077927473031685) | > loss_mel_ce: 1.5178062915802002 (nan) | > loss: 0.0062600416131317616 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14112460120734224) | > loader_time: 0.0047 (0.004586583456633373)  --> TIME: 2025-03-24 02:21:03 -- STEP: 25900/31555 -- GLOBAL_STEP: 341450 | > loss_text_ce: 0.03773060068488121 (0.043080223991776405) | > loss_mel_ce: 3.076941967010498 (nan) | > loss: 0.01235981285572052 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14112606614713055) | > loader_time: 0.0043 (0.0045867634095740325)  --> TIME: 2025-03-24 02:21:12 -- STEP: 25950/31555 -- GLOBAL_STEP: 341500 | > loss_text_ce: 0.049674924463033676 (0.04307931529734853) | > loss_mel_ce: 2.8331503868103027 (nan) | > loss: 0.011439783498644829 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14113150343040515) | > loader_time: 0.0045 (0.0045868042760271715)  --> TIME: 2025-03-24 02:21:22 -- STEP: 26000/31555 -- GLOBAL_STEP: 341550 | > loss_text_ce: 0.03150443360209465 (0.04307708814324655) | > loss_mel_ce: 3.0596766471862793 (nan) | > loss: 0.012266592122614384 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14113350296020524) | > loader_time: 0.0045 (0.004586731305489144)  --> TIME: 2025-03-24 02:21:32 -- STEP: 26050/31555 -- GLOBAL_STEP: 341600 | > loss_text_ce: 0.03280403092503548 (0.04307978707660628) | > loss_mel_ce: 3.1846694946289062 (nan) | > loss: 0.012767752632498741 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1411350317513876) | > loader_time: 0.0044 (0.004586727303415222)  --> TIME: 2025-03-24 02:21:41 -- STEP: 26100/31555 -- GLOBAL_STEP: 341650 | > loss_text_ce: 0.04211486876010895 (0.04307633352184021) | > loss_mel_ce: 4.072323799133301 (nan) | > loss: 0.016327137127518654 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14112643192554353) | > loader_time: 0.0045 (0.0045870997805247974)  --> TIME: 2025-03-24 02:21:51 -- STEP: 26150/31555 -- GLOBAL_STEP: 341700 | > loss_text_ce: 0.028664294630289078 (0.04307754176481834) | > loss_mel_ce: 2.378138542175293 (nan) | > loss: 0.009550806134939194 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1411413821389981) | > loader_time: 0.0046 (0.004587169368226004)  --> TIME: 2025-03-24 02:22:01 -- STEP: 26200/31555 -- GLOBAL_STEP: 341750 | > loss_text_ce: 0.03725776821374893 (0.043076480414988426) | > loss_mel_ce: 2.5579349994659424 (nan) | > loss: 0.010298384353518486 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14114192153661317) | > loader_time: 0.0047 (0.004586897788156961)  --> TIME: 2025-03-24 02:22:11 -- STEP: 26250/31555 -- GLOBAL_STEP: 341800 | > loss_text_ce: 0.043396394699811935 (0.043077553238045484) | > loss_mel_ce: 2.494934558868408 (nan) | > loss: 0.010072742588818073 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14114132232666032) | > loader_time: 0.0044 (0.004586726061503061)  --> TIME: 2025-03-24 02:22:20 -- STEP: 26300/31555 -- GLOBAL_STEP: 341850 | > loss_text_ce: 0.03790898621082306 (0.04307974412945218) | > loss_mel_ce: 1.8453397750854492 (nan) | > loss: 0.007473209872841835 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1411409868940203) | > loader_time: 0.0042 (0.004586578521438396)  --> TIME: 2025-03-24 02:22:30 -- STEP: 26350/31555 -- GLOBAL_STEP: 341900 | > loss_text_ce: 0.0318947397172451 (0.043078953567927535) | > loss_mel_ce: 3.0784525871276855 (nan) | > loss: 0.012342648580670357 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14114871263051643) | > loader_time: 0.0045 (0.004586446977430747)  --> TIME: 2025-03-24 02:22:40 -- STEP: 26400/31555 -- GLOBAL_STEP: 341950 | > loss_text_ce: 0.03613104671239853 (0.043076288008878846) | > loss_mel_ce: 0.0208740234375 (nan) | > loss: 0.00022621061361860484 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1411506942727351) | > loader_time: 0.0044 (0.004586448028232087)  --> TIME: 2025-03-24 02:22:49 -- STEP: 26450/31555 -- GLOBAL_STEP: 342000 | > loss_text_ce: 0.04950603470206261 (0.04307414252275769) | > loss_mel_ce: 2.576129913330078 (nan) | > loss: 0.010419190861284733 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14114749015166345) | > loader_time: 0.0044 (0.004586348064905729)  --> TIME: 2025-03-24 02:22:59 -- STEP: 26500/31555 -- GLOBAL_STEP: 342050 | > loss_text_ce: 0.04601091891527176 (0.043074679974817884) | > loss_mel_ce: 1.995830774307251 (nan) | > loss: 0.008102547377347946 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1411431260468828) | > loader_time: 0.0043 (0.0045860454361393525)  --> TIME: 2025-03-24 02:23:09 -- STEP: 26550/31555 -- GLOBAL_STEP: 342100 | > loss_text_ce: 0.04937099292874336 (0.04307665186757017) | > loss_mel_ce: 3.483096122741699 (nan) | > loss: 0.014017727226018906 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1411426706996569) | > loader_time: 0.0043 (0.00458576138634688)  --> TIME: 2025-03-24 02:23:18 -- STEP: 26600/31555 -- GLOBAL_STEP: 342150 | > loss_text_ce: 0.05140111967921257 (0.04307555333529132) | > loss_mel_ce: 0.5014445185661316 (nan) | > loss: 0.0021938320714980364 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1411371621691197) | > loader_time: 0.0044 (0.004585614043070827)  --> TIME: 2025-03-24 02:23:27 -- STEP: 26650/31555 -- GLOBAL_STEP: 342200 | > loss_text_ce: 0.05264614522457123 (0.043073853165274595) | > loss_mel_ce: 2.651902437210083 (nan) | > loss: 0.010732335969805717 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14113203267890134) | > loader_time: 0.0046 (0.004585412572964458)  --> TIME: 2025-03-24 02:23:37 -- STEP: 26700/31555 -- GLOBAL_STEP: 342250 | > loss_text_ce: 0.03346165269613266 (0.043072766692199616) | > loss_mel_ce: 3.910576820373535 (nan) | > loss: 0.015650946646928787 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14113818337408374) | > loader_time: 0.0044 (0.004585216947262616)  --> TIME: 2025-03-24 02:23:47 -- STEP: 26750/31555 -- GLOBAL_STEP: 342300 | > loss_text_ce: 0.0450274795293808 (0.043071401132462064) | > loss_mel_ce: 2.5590412616729736 (nan) | > loss: 0.010333606973290443 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14113902099110287) | > loader_time: 0.0044 (0.00458515425708803)  --> TIME: 2025-03-24 02:23:56 -- STEP: 26800/31555 -- GLOBAL_STEP: 342350 | > loss_text_ce: 0.037088360637426376 (0.0430706364250004) | > loss_mel_ce: 3.348374366760254 (nan) | > loss: 0.013434376567602158 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1411299521175785) | > loader_time: 0.0043 (0.004584934497947086)  --> TIME: 2025-03-24 02:24:06 -- STEP: 26850/31555 -- GLOBAL_STEP: 342400 | > loss_text_ce: 0.0610952228307724 (0.043069333498690375) | > loss_mel_ce: 2.4318270683288574 (nan) | > loss: 0.009892549365758896 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.1411263234744084) | > loader_time: 0.0042 (0.00458460817567903)  --> TIME: 2025-03-24 02:24:15 -- STEP: 26900/31555 -- GLOBAL_STEP: 342450 | > loss_text_ce: 0.04392046481370926 (0.04307349175713308) | > loss_mel_ce: 3.4572041034698486 (nan) | > loss: 0.013893352821469307 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1411240731384679) | > loader_time: 0.0045 (0.004584548012474618)  --> TIME: 2025-03-24 02:24:25 -- STEP: 26950/31555 -- GLOBAL_STEP: 342500 | > loss_text_ce: 0.06265776604413986 (0.043069602638510576) | > loss_mel_ce: 3.160884141921997 (nan) | > loss: 0.012791833840310574 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14111990406694624) | > loader_time: 0.0045 (0.004584437097821879)  --> TIME: 2025-03-24 02:24:35 -- STEP: 27000/31555 -- GLOBAL_STEP: 342550 | > loss_text_ce: 0.031276486814022064 (0.04307151654141909) | > loss_mel_ce: 3.3221638202667236 (nan) | > loss: 0.013307303190231323 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14112385938785746) | > loader_time: 0.0045 (0.004584734042485518)  --> TIME: 2025-03-24 02:24:45 -- STEP: 27050/31555 -- GLOBAL_STEP: 342600 | > loss_text_ce: 0.04296976327896118 (0.0430729852091389) | > loss_mel_ce: 3.14044451713562 (nan) | > loss: 0.012632597237825394 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14112971818821762) | > loader_time: 0.0046 (0.0045850046725457875)  --> TIME: 2025-03-24 02:24:54 -- STEP: 27100/31555 -- GLOBAL_STEP: 342650 | > loss_text_ce: 0.04444468021392822 (0.043073889203025836) | > loss_mel_ce: 3.4893152713775635 (nan) | > loss: 0.014022857882082462 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14113584623125694) | > loader_time: 0.0047 (0.004584771997374328)  --> TIME: 2025-03-24 02:25:04 -- STEP: 27150/31555 -- GLOBAL_STEP: 342700 | > loss_text_ce: 0.030213579535484314 (0.043073035347280464) | > loss_mel_ce: 2.683361530303955 (nan) | > loss: 0.010768155567348003 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14113602322987698) | > loader_time: 0.0044 (0.004584596486381373)  --> TIME: 2025-03-24 02:25:14 -- STEP: 27200/31555 -- GLOBAL_STEP: 342750 | > loss_text_ce: 0.05974604934453964 (0.043073804514167494) | > loss_mel_ce: 3.0519869327545166 (nan) | > loss: 0.012348147109150887 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.141141046495999) | > loader_time: 0.0044 (0.004584507109487729)  --> TIME: 2025-03-24 02:25:24 -- STEP: 27250/31555 -- GLOBAL_STEP: 342800 | > loss_text_ce: 0.04142249375581741 (0.04307235068745831) | > loss_mel_ce: 2.93742036819458 (nan) | > loss: 0.011820806190371513 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14113934769761716) | > loader_time: 0.0044 (0.004584364068617481)  --> TIME: 2025-03-24 02:25:33 -- STEP: 27300/31555 -- GLOBAL_STEP: 342850 | > loss_text_ce: 0.04075150564312935 (0.04307138950369504) | > loss_mel_ce: 3.05456805229187 (nan) | > loss: 0.012283015064895153 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14113709166809804) | > loader_time: 0.0045 (0.0045845547351207995)  --> TIME: 2025-03-24 02:25:43 -- STEP: 27350/31555 -- GLOBAL_STEP: 342900 | > loss_text_ce: 0.03801184520125389 (0.043073064441872574) | > loss_mel_ce: 2.933058261871338 (nan) | > loss: 0.011789960786700249 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14114081081132385) | > loader_time: 0.0048 (0.004584571892426227)  --> TIME: 2025-03-24 02:25:53 -- STEP: 27400/31555 -- GLOBAL_STEP: 342950 | > loss_text_ce: 0.03417780622839928 (0.04307029615706977) | > loss_mel_ce: 3.1773335933685303 (nan) | > loss: 0.01274409331381321 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14114480757365305) | > loader_time: 0.0044 (0.004584514285526098)  --> TIME: 2025-03-24 02:26:02 -- STEP: 27450/31555 -- GLOBAL_STEP: 343000 | > loss_text_ce: 0.04130377247929573 (0.0430679988954724) | > loss_mel_ce: 3.48028564453125 (nan) | > loss: 0.013974562287330627 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.1411441267166421) | > loader_time: 0.0044 (0.004584514360827353)  --> TIME: 2025-03-24 02:26:12 -- STEP: 27500/31555 -- GLOBAL_STEP: 343050 | > loss_text_ce: 0.047527607530355453 (0.0430662891726601) | > loss_mel_ce: 3.036264657974243 (nan) | > loss: 0.012237271293997765 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1411456378416587) | > loader_time: 0.0044 (0.004584721764651173)  --> TIME: 2025-03-24 02:26:22 -- STEP: 27550/31555 -- GLOBAL_STEP: 343100 | > loss_text_ce: 0.049442391842603683 (0.043064930174844446) | > loss_mel_ce: 3.513465166091919 (nan) | > loss: 0.014138522557914257 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14114742359535284) | > loader_time: 0.0045 (0.004585185803865096)  --> TIME: 2025-03-24 02:26:31 -- STEP: 27600/31555 -- GLOBAL_STEP: 343150 | > loss_text_ce: 0.03382076323032379 (0.043065817722632176) | > loss_mel_ce: 2.9213385581970215 (nan) | > loss: 0.011726823635399342 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14114820035471476) | > loader_time: 0.0045 (0.004585160327994277)  --> TIME: 2025-03-24 02:26:41 -- STEP: 27650/31555 -- GLOBAL_STEP: 343200 | > loss_text_ce: 0.0441259890794754 (0.04306530892518868) | > loss_mel_ce: 2.8955671787261963 (nan) | > loss: 0.011665449477732182 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14115244735214236) | > loader_time: 0.0045 (0.004585320100215177)  --> TIME: 2025-03-24 02:26:51 -- STEP: 27700/31555 -- GLOBAL_STEP: 343250 | > loss_text_ce: 0.05476089194417 (0.043067656232629) | > loss_mel_ce: 2.845489978790283 (nan) | > loss: 0.011508933268487453 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14115258626559174) | > loader_time: 0.0045 (0.004585224170547077)  --> TIME: 2025-03-24 02:27:01 -- STEP: 27750/31555 -- GLOBAL_STEP: 343300 | > loss_text_ce: 0.060348350554704666 (0.043068082516660444) | > loss_mel_ce: 2.6021807193756104 (nan) | > loss: 0.010565591976046562 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14115219137690124) | > loader_time: 0.0046 (0.004585119453636352)  --> TIME: 2025-03-24 02:27:10 -- STEP: 27800/31555 -- GLOBAL_STEP: 343350 | > loss_text_ce: 0.0394706130027771 (0.04306882639884562) | > loss_mel_ce: 3.065380811691284 (nan) | > loss: 0.012320839799940586 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14114539016922642) | > loader_time: 0.0043 (0.004584907867925607)  --> TIME: 2025-03-24 02:27:20 -- STEP: 27850/31555 -- GLOBAL_STEP: 343400 | > loss_text_ce: 0.03532629832625389 (0.04306691317018144) | > loss_mel_ce: 0.3464897871017456 (nan) | > loss: 0.0015151433181017637 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14114652217611623) | > loader_time: 0.0043 (0.004584638383272927)  --> TIME: 2025-03-24 02:27:29 -- STEP: 27900/31555 -- GLOBAL_STEP: 343450 | > loss_text_ce: 0.034732408821582794 (0.04306448432880586) | > loss_mel_ce: 2.357537031173706 (nan) | > loss: 0.009493133053183556 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1411487405189053) | > loader_time: 0.0043 (0.004584569572120561)  --> TIME: 2025-03-24 02:27:39 -- STEP: 27950/31555 -- GLOBAL_STEP: 343500 | > loss_text_ce: 0.041415393352508545 (0.04306427353150025) | > loss_mel_ce: 3.1410868167877197 (nan) | > loss: 0.012628978118300438 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14115028239746674) | > loader_time: 0.0047 (0.004584673785992704)  --> TIME: 2025-03-24 02:27:49 -- STEP: 28000/31555 -- GLOBAL_STEP: 343550 | > loss_text_ce: 0.05484187975525856 (0.04306400073579102) | > loss_mel_ce: 3.296788454055786 (nan) | > loss: 0.013300121761858463 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14114731606415365) | > loader_time: 0.0046 (0.004584739616938977)  --> TIME: 2025-03-24 02:27:58 -- STEP: 28050/31555 -- GLOBAL_STEP: 343600 | > loss_text_ce: 0.04028371348977089 (0.04306347113301877) | > loss_mel_ce: 2.851151466369629 (nan) | > loss: 0.011473949998617172 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14114590258946855) | > loader_time: 0.0047 (0.004585008757212136)  --> TIME: 2025-03-24 02:28:08 -- STEP: 28100/31555 -- GLOBAL_STEP: 343650 | > loss_text_ce: 0.04799108952283859 (0.043062334373540186) | > loss_mel_ce: 3.4101102352142334 (nan) | > loss: 0.013722624629735947 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14114469766616863) | > loader_time: 0.0046 (0.0045850660198523685)  --> TIME: 2025-03-24 02:28:17 -- STEP: 28150/31555 -- GLOBAL_STEP: 343700 | > loss_text_ce: 0.03591378778219223 (0.04306398201462525) | > loss_mel_ce: 3.5043697357177734 (nan) | > loss: 0.014048744924366474 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14114330962538546) | > loader_time: 0.0048 (0.004585115354819131)  --> TIME: 2025-03-24 02:28:27 -- STEP: 28200/31555 -- GLOBAL_STEP: 343750 | > loss_text_ce: 0.04298768565058708 (0.04306118708764396) | > loss_mel_ce: 2.89056396484375 (nan) | > loss: 0.011641078628599644 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14113880099134282) | > loader_time: 0.0046 (0.0045850485267368395)  --> TIME: 2025-03-24 02:28:37 -- STEP: 28250/31555 -- GLOBAL_STEP: 343800 | > loss_text_ce: 0.04511450603604317 (0.04306088843315301) | > loss_mel_ce: 3.1087613105773926 (nan) | > loss: 0.01251538097858429 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14113752260461349) | > loader_time: 0.0048 (0.004585008157038033)  --> TIME: 2025-03-24 02:28:46 -- STEP: 28300/31555 -- GLOBAL_STEP: 343850 | > loss_text_ce: 0.04040304943919182 (0.043060051099834816) | > loss_mel_ce: 2.4726173877716064 (nan) | > loss: 0.009972304105758667 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.1411421910697077) | > loader_time: 0.0045 (0.004585053331017893)  --> TIME: 2025-03-24 02:28:56 -- STEP: 28350/31555 -- GLOBAL_STEP: 343900 | > loss_text_ce: 0.044274743646383286 (0.04306229965357227) | > loss_mel_ce: 3.459099292755127 (nan) | > loss: 0.013902278617024422 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14114489313996886) | > loader_time: 0.0047 (0.00458497769828404)  --> TIME: 2025-03-24 02:29:06 -- STEP: 28400/31555 -- GLOBAL_STEP: 343950 | > loss_text_ce: 0.03632231801748276 (0.043061473943148694) | > loss_mel_ce: 2.876520872116089 (nan) | > loss: 0.011558902449905872 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1411407709457507) | > loader_time: 0.0045 (0.004584884248988707)  --> TIME: 2025-03-24 02:29:15 -- STEP: 28450/31555 -- GLOBAL_STEP: 344000 | > loss_text_ce: 0.04168723151087761 (0.04305749371163339) | > loss_mel_ce: 3.4056549072265625 (nan) | > loss: 0.01367993000894785 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14114489423788726) | > loader_time: 0.0046 (0.004584792401962392)  --> TIME: 2025-03-24 02:29:25 -- STEP: 28500/31555 -- GLOBAL_STEP: 344050 | > loss_text_ce: 0.04913797229528427 (0.04305779819059779) | > loss_mel_ce: 3.2525827884674072 (nan) | > loss: 0.01310206763446331 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14114302593365066) | > loader_time: 0.0043 (0.004584508636541512)  --> TIME: 2025-03-24 02:29:34 -- STEP: 28550/31555 -- GLOBAL_STEP: 344100 | > loss_text_ce: 0.04309772327542305 (0.04305714264857831) | > loss_mel_ce: 2.692394495010376 (nan) | > loss: 0.010855128057301044 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14113900289017778) | > loader_time: 0.0043 (0.004584331779680381)  --> TIME: 2025-03-24 02:29:44 -- STEP: 28600/31555 -- GLOBAL_STEP: 344150 | > loss_text_ce: 0.04994531348347664 (0.04305816634753513) | > loss_mel_ce: 3.3703320026397705 (nan) | > loss: 0.013572529889643192 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14113898108055561) | > loader_time: 0.0044 (0.004584386773876355)  --> TIME: 2025-03-24 02:29:54 -- STEP: 28650/31555 -- GLOBAL_STEP: 344200 | > loss_text_ce: 0.03839223459362984 (0.04305806656997074) | > loss_mel_ce: 3.1850714683532715 (nan) | > loss: 0.012791523709893227 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14113971889123061) | > loader_time: 0.0044 (0.004584345326581737)  --> TIME: 2025-03-24 02:30:03 -- STEP: 28700/31555 -- GLOBAL_STEP: 344250 | > loss_text_ce: 0.043172094970941544 (0.04305968693947532) | > loss_mel_ce: 2.7594780921936035 (nan) | > loss: 0.011121628805994987 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1411369674629453) | > loader_time: 0.0045 (0.0045842454823882516)  --> TIME: 2025-03-24 02:30:13 -- STEP: 28750/31555 -- GLOBAL_STEP: 344300 | > loss_text_ce: 0.04103037714958191 (0.04305786308250986) | > loss_mel_ce: 2.9300715923309326 (nan) | > loss: 0.011790088377892971 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14113686250603735) | > loader_time: 0.0047 (0.004584181130450683)  --> TIME: 2025-03-24 02:30:23 -- STEP: 28800/31555 -- GLOBAL_STEP: 344350 | > loss_text_ce: 0.039057113230228424 (0.04305682981561393) | > loss_mel_ce: 2.7649166584014893 (nan) | > loss: 0.011126880533993244 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14113673124048473) | > loader_time: 0.0046 (0.004584176979131147)  --> TIME: 2025-03-24 02:30:32 -- STEP: 28850/31555 -- GLOBAL_STEP: 344400 | > loss_text_ce: 0.051244303584098816 (0.0430583728562581) | > loss_mel_ce: 3.4599201679229736 (nan) | > loss: 0.013933192938566208 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14112572781547963) | > loader_time: 0.0046 (0.0045838458823165805)  --> TIME: 2025-03-24 02:30:41 -- STEP: 28900/31555 -- GLOBAL_STEP: 344450 | > loss_text_ce: 0.041262853890657425 (0.04305801780404557) | > loss_mel_ce: 2.6556525230407715 (nan) | > loss: 0.010702045634388924 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14112407238013228) | > loader_time: 0.0044 (0.004583581846890544)  --> TIME: 2025-03-24 02:30:51 -- STEP: 28950/31555 -- GLOBAL_STEP: 344500 | > loss_text_ce: 0.04138406738638878 (0.04305789947529057) | > loss_mel_ce: 3.776182174682617 (nan) | > loss: 0.015149072743952274 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1411272140529288) | > loader_time: 0.0047 (0.004583413687394669)  --> TIME: 2025-03-24 02:31:01 -- STEP: 29000/31555 -- GLOBAL_STEP: 344550 | > loss_text_ce: 0.02985483966767788 (0.043057183179490414) | > loss_mel_ce: 1.2294921875 (nan) | > loss: 0.004997409414499998 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14111980157062978) | > loader_time: 0.0044 (0.004583351496992419)  --> TIME: 2025-03-24 02:31:11 -- STEP: 29050/31555 -- GLOBAL_STEP: 344600 | > loss_text_ce: 0.0418035052716732 (0.04305834190493596) | > loss_mel_ce: 4.3537068367004395 (nan) | > loss: 0.017442502081394196 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14113084062651854) | > loader_time: 0.0044 (0.004583377944828084)  --> TIME: 2025-03-24 02:31:20 -- STEP: 29100/31555 -- GLOBAL_STEP: 344650 | > loss_text_ce: 0.0500638522207737 (0.04306025739240728) | > loss_mel_ce: 2.65771484375 (nan) | > loss: 0.01074515376240015 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1411290180969899) | > loader_time: 0.0045 (0.0045832717541566615)  --> TIME: 2025-03-24 02:31:30 -- STEP: 29150/31555 -- GLOBAL_STEP: 344700 | > loss_text_ce: 0.04079323261976242 (0.04306024777739718) | > loss_mel_ce: 3.3316922187805176 (nan) | > loss: 0.013382879085838795 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14114297056279965) | > loader_time: 0.0047 (0.004583261671442498)  --> TIME: 2025-03-24 02:31:40 -- STEP: 29200/31555 -- GLOBAL_STEP: 344750 | > loss_text_ce: 0.046399373561143875 (0.043057407905947157) | > loss_mel_ce: 2.6631271839141846 (nan) | > loss: 0.010752090252935886 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14113492199819436) | > loader_time: 0.0044 (0.004583110017319226)  --> TIME: 2025-03-24 02:31:49 -- STEP: 29250/31555 -- GLOBAL_STEP: 344800 | > loss_text_ce: 0.03929036110639572 (0.04305270405311095) | > loss_mel_ce: 3.0843312740325928 (nan) | > loss: 0.012395325116813183 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14112733769213084) | > loader_time: 0.0044 (0.0045829781915387325)  --> TIME: 2025-03-24 02:31:58 -- STEP: 29300/31555 -- GLOBAL_STEP: 344850 | > loss_text_ce: 0.04543685168027878 (0.04305251399201327) | > loss_mel_ce: 2.198296546936035 (nan) | > loss: 0.008903704583644867 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14111877936958914) | > loader_time: 0.0047 (0.004582836204828234)  --> TIME: 2025-03-24 02:32:08 -- STEP: 29350/31555 -- GLOBAL_STEP: 344900 | > loss_text_ce: 0.04160705953836441 (0.04305310014305305) | > loss_mel_ce: 3.0638554096221924 (nan) | > loss: 0.012323264963924885 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14111673268995711) | > loader_time: 0.0045 (0.0045827548223622)  --> TIME: 2025-03-24 02:32:18 -- STEP: 29400/31555 -- GLOBAL_STEP: 344950 | > loss_text_ce: 0.043971557170152664 (0.04305292072940328) | > loss_mel_ce: 2.8495900630950928 (nan) | > loss: 0.011482387781143188 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14111475826931702) | > loader_time: 0.0046 (0.0045827116447240916)  --> TIME: 2025-03-24 02:32:27 -- STEP: 29450/31555 -- GLOBAL_STEP: 345000 | > loss_text_ce: 0.035041749477386475 (0.0430523425406429) | > loss_mel_ce: 3.2465360164642334 (nan) | > loss: 0.013022135011851788 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1411153613934093) | > loader_time: 0.0044 (0.004582602512249496)  --> TIME: 2025-03-24 02:32:37 -- STEP: 29500/31555 -- GLOBAL_STEP: 345050 | > loss_text_ce: 0.0541151687502861 (0.043053751258968695) | > loss_mel_ce: 3.0938141345977783 (nan) | > loss: 0.012491783127188683 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14111455375865406) | > loader_time: 0.0043 (0.004582456103825952)  --> TIME: 2025-03-24 02:32:46 -- STEP: 29550/31555 -- GLOBAL_STEP: 345100 | > loss_text_ce: 0.0529925674200058 (0.043053611149592136) | > loss_mel_ce: 3.3422229290008545 (nan) | > loss: 0.013473078608512878 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14111151505646216) | > loader_time: 0.0047 (0.004582328772181766)  --> TIME: 2025-03-24 02:32:56 -- STEP: 29600/31555 -- GLOBAL_STEP: 345150 | > loss_text_ce: 0.028972703963518143 (0.04305192298079654) | > loss_mel_ce: 1.9591737985610962 (nan) | > loss: 0.007889471016824245 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1411102356781836) | > loader_time: 0.0043 (0.004582196272708253)  --> TIME: 2025-03-24 02:33:05 -- STEP: 29650/31555 -- GLOBAL_STEP: 345200 | > loss_text_ce: 0.06039967015385628 (0.04305039555091922) | > loss_mel_ce: 2.109683036804199 (nan) | > loss: 0.008611440658569336 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14110268663596195) | > loader_time: 0.0046 (0.004582106098155729)  --> TIME: 2025-03-24 02:33:15 -- STEP: 29700/31555 -- GLOBAL_STEP: 345250 | > loss_text_ce: 0.045265138149261475 (0.04304895335977717) | > loss_mel_ce: 3.07852840423584 (nan) | > loss: 0.012396006844937801 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14111151902362606) | > loader_time: 0.0043 (0.0045820650669059155)  --> TIME: 2025-03-24 02:33:25 -- STEP: 29750/31555 -- GLOBAL_STEP: 345300 | > loss_text_ce: 0.040746111422777176 (0.0430492998371604) | > loss_mel_ce: 2.4363300800323486 (nan) | > loss: 0.009829668328166008 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14110626242341165) | > loader_time: 0.0046 (0.004581932412476078)  --> TIME: 2025-03-24 02:33:34 -- STEP: 29800/31555 -- GLOBAL_STEP: 345350 | > loss_text_ce: 0.04621371999382973 (0.04304897673896835) | > loss_mel_ce: 3.164763927459717 (nan) | > loss: 0.012741975486278534 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14110172584552944) | > loader_time: 0.0045 (0.004581737982346686)  --> TIME: 2025-03-24 02:33:44 -- STEP: 29850/31555 -- GLOBAL_STEP: 345400 | > loss_text_ce: 0.03678315877914429 (0.04304938595548536) | > loss_mel_ce: 3.5773255825042725 (nan) | > loss: 0.014341702684760094 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14110542758226047) | > loader_time: 0.0046 (0.00458166481861515)  --> TIME: 2025-03-24 02:33:54 -- STEP: 29900/31555 -- GLOBAL_STEP: 345450 | > loss_text_ce: 0.03990531712770462 (0.04304718376912889) | > loss_mel_ce: 3.41778302192688 (nan) | > loss: 0.013720986433327198 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14110665431389494) | > loader_time: 0.0048 (0.00458147772179796)  --> TIME: 2025-03-24 02:34:03 -- STEP: 29950/31555 -- GLOBAL_STEP: 345500 | > loss_text_ce: 0.048424020409584045 (0.04304513551997561) | > loss_mel_ce: 2.9711546897888184 (nan) | > loss: 0.011982455849647522 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14110821003507942) | > loader_time: 0.0044 (0.00458150890713341)  --> TIME: 2025-03-24 02:34:13 -- STEP: 30000/31555 -- GLOBAL_STEP: 345550 | > loss_text_ce: 0.04121694341301918 (0.04304103774595995) | > loss_mel_ce: 0.07208251953125 (nan) | > loss: 0.0004496010660659522 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1411068615039195) | > loader_time: 0.0046 (0.004581891051928182)  --> TIME: 2025-03-24 02:34:23 -- STEP: 30050/31555 -- GLOBAL_STEP: 345600 | > loss_text_ce: 0.0485394224524498 (0.043038268739639514) | > loss_mel_ce: 3.0862679481506348 (nan) | > loss: 0.012439712882041931 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.141104027895682) | > loader_time: 0.0046 (0.004581929832052251)  --> TIME: 2025-03-24 02:34:32 -- STEP: 30100/31555 -- GLOBAL_STEP: 345650 | > loss_text_ce: 0.04232439771294594 (0.04304080179777988) | > loss_mel_ce: 2.4789416790008545 (nan) | > loss: 0.010005024261772633 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14109804957412062) | > loader_time: 0.0046 (0.004581976356696428)  --> TIME: 2025-03-24 02:34:42 -- STEP: 30150/31555 -- GLOBAL_STEP: 345700 | > loss_text_ce: 0.046274445950984955 (0.04303967016185337) | > loss_mel_ce: 1.7841408252716064 (nan) | > loss: 0.007263552863150835 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14110028956462348) | > loader_time: 0.0046 (0.004582174365990967)  --> TIME: 2025-03-24 02:34:51 -- STEP: 30200/31555 -- GLOBAL_STEP: 345750 | > loss_text_ce: 0.04381026700139046 (0.04303935914621092) | > loss_mel_ce: 3.0467302799224854 (nan) | > loss: 0.012264050543308258 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14109383825434804) | > loader_time: 0.0045 (0.0045821811900233385)  --> TIME: 2025-03-24 02:35:01 -- STEP: 30250/31555 -- GLOBAL_STEP: 345800 | > loss_text_ce: 0.048580899834632874 (0.04303852061243825) | > loss_mel_ce: 2.1694064140319824 (nan) | > loss: 0.008801537565886974 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14109585811678094) | > loader_time: 0.0045 (0.0045822045034613285)  --> TIME: 2025-03-24 02:35:10 -- STEP: 30300/31555 -- GLOBAL_STEP: 345850 | > loss_text_ce: 0.04979764297604561 (0.04303871472608964) | > loss_mel_ce: 2.303945302963257 (nan) | > loss: 0.009340249933302402 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1410916513499652) | > loader_time: 0.0044 (0.004582217471434317)  --> TIME: 2025-03-24 02:35:20 -- STEP: 30350/31555 -- GLOBAL_STEP: 345900 | > loss_text_ce: 0.055149152874946594 (0.043040490612952176) | > loss_mel_ce: 2.902024030685425 (nan) | > loss: 0.011734814383089542 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14110158549502078) | > loader_time: 0.0048 (0.004582363510446041)  --> TIME: 2025-03-24 02:35:30 -- STEP: 30400/31555 -- GLOBAL_STEP: 345950 | > loss_text_ce: 0.04920772835612297 (0.04303973937486778) | > loss_mel_ce: 3.0475125312805176 (nan) | > loss: 0.012288573198020458 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14110570725641802) | > loader_time: 0.0047 (0.0045825928763339185)  --> TIME: 2025-03-24 02:35:40 -- STEP: 30450/31555 -- GLOBAL_STEP: 346000 | > loss_text_ce: 0.0417165569961071 (0.04303732073316814) | > loss_mel_ce: 2.6200718879699707 (nan) | > loss: 0.01056265365332365 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.141102058413777) | > loader_time: 0.0049 (0.004582690331344709)  --> TIME: 2025-03-24 02:35:50 -- STEP: 30500/31555 -- GLOBAL_STEP: 346050 | > loss_text_ce: 0.034961383789777756 (0.043036907733524817) | > loss_mel_ce: 3.1474382877349854 (nan) | > loss: 0.012628571130335331 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14110354927719668) | > loader_time: 0.0045 (0.004582714612366702)  --> TIME: 2025-03-24 02:35:59 -- STEP: 30550/31555 -- GLOBAL_STEP: 346100 | > loss_text_ce: 0.034537773579359055 (0.04303729286725255) | > loss_mel_ce: 3.1487770080566406 (nan) | > loss: 0.012632202357053757 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14111113022275185) | > loader_time: 0.0047 (0.004582740952262296)  --> TIME: 2025-03-24 02:36:09 -- STEP: 30600/31555 -- GLOBAL_STEP: 346150 | > loss_text_ce: 0.06259285658597946 (0.04303873319903171) | > loss_mel_ce: 4.295400142669678 (nan) | > loss: 0.017293624579906464 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14110967801287333) | > loader_time: 0.0044 (0.004583000381008452)  --> TIME: 2025-03-24 02:36:19 -- STEP: 30650/31555 -- GLOBAL_STEP: 346200 | > loss_text_ce: 0.06444472819566727 (0.043038666740631) | > loss_mel_ce: 2.6887714862823486 (nan) | > loss: 0.01092546246945858 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14111069435007664) | > loader_time: 0.0044 (0.0045829623752861376)  --> TIME: 2025-03-24 02:36:29 -- STEP: 30700/31555 -- GLOBAL_STEP: 346250 | > loss_text_ce: 0.037298236042261124 (0.043041877167463105) | > loss_mel_ce: 2.895979881286621 (nan) | > loss: 0.011639992706477642 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14111543795961562) | > loader_time: 0.0045 (0.004582935761939411)  --> TIME: 2025-03-24 02:36:38 -- STEP: 30750/31555 -- GLOBAL_STEP: 346300 | > loss_text_ce: 0.03832158446311951 (0.04303797192938191) | > loss_mel_ce: 3.1475870609283447 (nan) | > loss: 0.012642495334148407 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14111477022248606) | > loader_time: 0.0047 (0.004583000586284834)  --> TIME: 2025-03-24 02:36:48 -- STEP: 30800/31555 -- GLOBAL_STEP: 346350 | > loss_text_ce: 0.021569669246673584 (0.043035668263018224) | > loss_mel_ce: 2.6767618656158447 (nan) | > loss: 0.010707665234804153 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14111274457597164) | > loader_time: 0.0043 (0.004582904267620711)  --> TIME: 2025-03-24 02:36:58 -- STEP: 30850/31555 -- GLOBAL_STEP: 346400 | > loss_text_ce: 0.0543447807431221 (0.04303353714069864) | > loss_mel_ce: 3.3893418312072754 (nan) | > loss: 0.013665424659848213 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1411211294331857) | > loader_time: 0.0049 (0.004583257546880816)  --> TIME: 2025-03-24 02:37:07 -- STEP: 30900/31555 -- GLOBAL_STEP: 346450 | > loss_text_ce: 0.04642246663570404 (0.04303136916421223) | > loss_mel_ce: 3.083001136779785 (nan) | > loss: 0.012418348342180252 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1411158544577446) | > loader_time: 0.0043 (0.0045835898686381014)  --> TIME: 2025-03-24 02:37:17 -- STEP: 30950/31555 -- GLOBAL_STEP: 346500 | > loss_text_ce: 0.04299403727054596 (0.04303010738356952) | > loss_mel_ce: 3.321037769317627 (nan) | > loss: 0.013349332846701145 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14111935000042203) | > loader_time: 0.0049 (0.004583774144506974)  --> TIME: 2025-03-24 02:37:27 -- STEP: 31000/31555 -- GLOBAL_STEP: 346550 | > loss_text_ce: 0.047394707798957825 (0.043028524224375905) | > loss_mel_ce: 2.6634578704833984 (nan) | > loss: 0.010757352225482464 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14112102400102972) | > loader_time: 0.0045 (0.004583830748834897)  --> TIME: 2025-03-24 02:37:36 -- STEP: 31050/31555 -- GLOBAL_STEP: 346600 | > loss_text_ce: 0.03919612616300583 (0.0430276996936894) | > loss_mel_ce: 1.9014208316802979 (nan) | > loss: 0.007700861431658268 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14111855445468724) | > loader_time: 0.0069 (0.004584157240371561)  --> TIME: 2025-03-24 02:37:46 -- STEP: 31100/31555 -- GLOBAL_STEP: 346650 | > loss_text_ce: 0.048347361385822296 (0.043026567574805955) | > loss_mel_ce: 0.3910784125328064 (nan) | > loss: 0.0017437530914321542 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1411165728906348) | > loader_time: 0.0045 (0.004584111738051612)  --> TIME: 2025-03-24 02:37:56 -- STEP: 31150/31555 -- GLOBAL_STEP: 346700 | > loss_text_ce: 0.037817396223545074 (0.043023496988688285) | > loss_mel_ce: 1.9116464853286743 (nan) | > loss: 0.007735968101769686 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14111582537906753) | > loader_time: 0.0046 (0.004584294467638219)  --> TIME: 2025-03-24 02:38:05 -- STEP: 31200/31555 -- GLOBAL_STEP: 346750 | > loss_text_ce: 0.04515742138028145 (0.04302402238445108) | > loss_mel_ce: 2.9176838397979736 (nan) | > loss: 0.011757307685911655 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1411165295732332) | > loader_time: 0.0045 (0.004584515622028918)  --> TIME: 2025-03-24 02:38:15 -- STEP: 31250/31555 -- GLOBAL_STEP: 346800 | > loss_text_ce: 0.05112291872501373 (0.04302422047609081) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1411135272216802) | > loader_time: 0.0046 (0.004584605743408183)  --> TIME: 2025-03-24 02:38:25 -- STEP: 31300/31555 -- GLOBAL_STEP: 346850 | > loss_text_ce: 0.042305439710617065 (0.04302533937618126) | > loss_mel_ce: 3.2193763256073 (nan) | > loss: 0.01294318214058876 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14111702375899537) | > loader_time: 0.0048 (0.004584712228074221)  --> TIME: 2025-03-24 02:38:34 -- STEP: 31350/31555 -- GLOBAL_STEP: 346900 | > loss_text_ce: 0.05244938284158707 (0.043024353111011174) | > loss_mel_ce: 3.6920831203460693 (nan) | > loss: 0.014859257265925407 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1411144940438648) | > loader_time: 0.0049 (0.004584605241316147)  --> TIME: 2025-03-24 02:38:43 -- STEP: 31400/31555 -- GLOBAL_STEP: 346950 | > loss_text_ce: 0.04654299095273018 (0.043025383518083264) | > loss_mel_ce: 3.2723143100738525 (nan) | > loss: 0.013170069083571434 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1411072092678901) | > loader_time: 0.0047 (0.004584633909213295)  --> TIME: 2025-03-24 02:38:53 -- STEP: 31450/31555 -- GLOBAL_STEP: 347000 | > loss_text_ce: 0.04266710579395294 (0.04302270944889133) | > loss_mel_ce: 2.2359986305236816 (nan) | > loss: 0.009042325429618359 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1411134689221895) | > loader_time: 0.0044 (0.004584458052448683)  --> TIME: 2025-03-24 02:39:03 -- STEP: 31500/31555 -- GLOBAL_STEP: 347050 | > loss_text_ce: 0.04209314286708832 (0.04301984600474427) | > loss_mel_ce: 1.5919203758239746 (nan) | > loss: 0.0064841811545193195 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.1411135144309397) | > loader_time: 0.0044 (0.004584633736383328)  --> TIME: 2025-03-24 02:39:13 -- STEP: 31550/31555 -- GLOBAL_STEP: 347100 | > loss_text_ce: 0.03684265539050102 (0.04301815408510744) | > loss_mel_ce: 2.6699411869049072 (nan) | > loss: 0.010741205886006355 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14110997444098472) | > loader_time: 0.0046 (0.004584557424445518)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02136991818745931 (-8.351802825926763e-05) | > avg_loss_text_ce: 0.03902720243980487 (-0.0008665316676100057) | > avg_loss_mel_ce: 2.816657094955444 (-0.0350099349021904) | > avg_loss: 2.85568429072698 (-0.03587647676467842) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_347105.pth  > EPOCH: 12/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 02:39:35)   --> TIME: 2025-03-24 02:39:44 -- STEP: 45/31555 -- GLOBAL_STEP: 347150 | > loss_text_ce: 0.04501590132713318 (0.042756715044379244) | > loss_mel_ce: 2.821134328842163 (2.90785350534651) | > loss: 0.011373612098395824 (0.011708771540886826) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14089158905877006) | > loader_time: 0.0046 (0.0050665272606743705)  --> TIME: 2025-03-24 02:39:54 -- STEP: 95/31555 -- GLOBAL_STEP: 347200 | > loss_text_ce: 0.03716582804918289 (0.04274505116045477) | > loss_mel_ce: 3.2624623775482178 (2.9479734081971016) | > loss: 0.013093763962388039 (0.011867931182189893) | > current_lr: 5e-06 | > step_time: 0.1476 (0.1391538193351345) | > loader_time: 0.0045 (0.004833023171675834)  --> TIME: 2025-03-24 02:40:03 -- STEP: 145/31555 -- GLOBAL_STEP: 347250 | > loss_text_ce: 0.03858467936515808 (0.042933282410276365) | > loss_mel_ce: 2.894491195678711 (2.9465682150346457) | > loss: 0.011639190837740898 (0.011863101942761769) | > current_lr: 5e-06 | > step_time: 0.1159 (0.13865293305495693) | > loader_time: 0.0046 (0.004795181340184707)  --> TIME: 2025-03-24 02:40:13 -- STEP: 195/31555 -- GLOBAL_STEP: 347300 | > loss_text_ce: 0.0469135046005249 (0.04250118634066521) | > loss_mel_ce: 3.2041015625 (2.91052255671567) | > loss: 0.012900854460895061 (0.011718348932649513) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1398556452531082) | > loader_time: 0.0046 (0.0047895407065367095)  --> TIME: 2025-03-24 02:40:23 -- STEP: 245/31555 -- GLOBAL_STEP: 347350 | > loss_text_ce: 0.032993245869874954 (0.04240273166523904) | > loss_mel_ce: 3.052603244781494 (2.9372635951683845) | > loss: 0.012244431301951408 (0.011824073466681403) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14159159368398253) | > loader_time: 0.0045 (0.00477625983101981)  --> TIME: 2025-03-24 02:40:33 -- STEP: 295/31555 -- GLOBAL_STEP: 347400 | > loss_text_ce: 0.04240036383271217 (0.04264026735041101) | > loss_mel_ce: 2.95216703414917 (2.9160596528990297) | > loss: 0.01188320480287075 (0.011740873409119452) | > current_lr: 5e-06 | > step_time: 0.1659 (0.1417642084218689) | > loader_time: 0.0048 (0.004753099861791578)  --> TIME: 2025-03-24 02:40:42 -- STEP: 345/31555 -- GLOBAL_STEP: 347450 | > loss_text_ce: 0.04753365367650986 (0.04276041486772938) | > loss_mel_ce: 2.686530351638794 (nan) | > loss: 0.01084946095943451 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1419588413791381) | > loader_time: 0.0043 (0.004737798718438631)  --> TIME: 2025-03-24 02:40:52 -- STEP: 395/31555 -- GLOBAL_STEP: 347500 | > loss_text_ce: 0.04082160443067551 (0.042797850732561905) | > loss_mel_ce: 3.0032551288604736 (nan) | > loss: 0.01207967009395361 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14221653938293466) | > loader_time: 0.0046 (0.004725882976869993)  --> TIME: 2025-03-24 02:41:02 -- STEP: 445/31555 -- GLOBAL_STEP: 347550 | > loss_text_ce: 0.04949190840125084 (0.04263843125088161) | > loss_mel_ce: 2.971156358718872 (nan) | > loss: 0.011986699886620045 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14205406113956762) | > loader_time: 0.0046 (0.004703912306367677)  --> TIME: 2025-03-24 02:41:12 -- STEP: 495/31555 -- GLOBAL_STEP: 347600 | > loss_text_ce: 0.03940359503030777 (0.04245137547076953) | > loss_mel_ce: 2.947664737701416 (nan) | > loss: 0.011853447183966637 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14236168716893063) | > loader_time: 0.0049 (0.00469537455626208)  --> TIME: 2025-03-24 02:41:22 -- STEP: 545/31555 -- GLOBAL_STEP: 347650 | > loss_text_ce: 0.03825846686959267 (0.04254447669816126) | > loss_mel_ce: 3.1916632652282715 (nan) | > loss: 0.01281715091317892 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.1424957275390626) | > loader_time: 0.0046 (0.004690277904545492)  --> TIME: 2025-03-24 02:41:31 -- STEP: 595/31555 -- GLOBAL_STEP: 347700 | > loss_text_ce: 0.045246463268995285 (0.042543117132257016) | > loss_mel_ce: 2.861365556716919 (nan) | > loss: 0.011534174904227257 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14266975186452152) | > loader_time: 0.0045 (0.004677065280305237)  --> TIME: 2025-03-24 02:41:41 -- STEP: 645/31555 -- GLOBAL_STEP: 347750 | > loss_text_ce: 0.034928325563669205 (0.04257664610884451) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.142377613866052) | > loader_time: 0.0042 (0.004657525424809418)  --> TIME: 2025-03-24 02:41:50 -- STEP: 695/31555 -- GLOBAL_STEP: 347800 | > loss_text_ce: 0.030594903975725174 (0.04250064437016311) | > loss_mel_ce: 0.1832139790058136 (nan) | > loss: 0.0008484479621984065 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14190972966255894) | > loader_time: 0.0043 (0.004638043753534769)  --> TIME: 2025-03-24 02:42:00 -- STEP: 745/31555 -- GLOBAL_STEP: 347850 | > loss_text_ce: 0.04843861982226372 (0.04250772843424908) | > loss_mel_ce: 2.4142889976501465 (nan) | > loss: 0.009772729128599167 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1416474675172127) | > loader_time: 0.0044 (0.004623067779028979)  --> TIME: 2025-03-24 02:42:09 -- STEP: 795/31555 -- GLOBAL_STEP: 347900 | > loss_text_ce: 0.04109250754117966 (0.04246269252221542) | > loss_mel_ce: 2.939483642578125 (nan) | > loss: 0.011827683076262474 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14133857151247417) | > loader_time: 0.0045 (0.0046098688113614455)  --> TIME: 2025-03-24 02:42:19 -- STEP: 845/31555 -- GLOBAL_STEP: 347950 | > loss_text_ce: 0.0540761835873127 (0.04246546521826964) | > loss_mel_ce: 2.782038688659668 (nan) | > loss: 0.011254425160586834 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1413954573975513) | > loader_time: 0.0045 (0.004610118075940735)  --> TIME: 2025-03-24 02:42:28 -- STEP: 895/31555 -- GLOBAL_STEP: 348000 | > loss_text_ce: 0.0403636172413826 (0.042371754712482425) | > loss_mel_ce: 3.048753023147583 (nan) | > loss: 0.012258400209248066 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.1413198772089443) | > loader_time: 0.0048 (0.004613285757309895)  --> TIME: 2025-03-24 02:42:38 -- STEP: 945/31555 -- GLOBAL_STEP: 348050 | > loss_text_ce: 0.044041674584150314 (0.04240905590670767) | > loss_mel_ce: 3.547788381576538 (nan) | > loss: 0.014253294095396996 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14142754418509365) | > loader_time: 0.0045 (0.004614898136683871)  --> TIME: 2025-03-24 02:42:48 -- STEP: 995/31555 -- GLOBAL_STEP: 348100 | > loss_text_ce: 0.05018502101302147 (0.04239730194173568) | > loss_mel_ce: 3.5704345703125 (nan) | > loss: 0.014367538504302502 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14124408103712857) | > loader_time: 0.0048 (0.004616308931130259)  --> TIME: 2025-03-24 02:42:57 -- STEP: 1045/31555 -- GLOBAL_STEP: 348150 | > loss_text_ce: 0.0463707260787487 (0.04232451929643966) | > loss_mel_ce: 3.2361180782318115 (nan) | > loss: 0.013025750406086445 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14111698483736337) | > loader_time: 0.0047 (0.0046163673035836085)  --> TIME: 2025-03-24 02:43:07 -- STEP: 1095/31555 -- GLOBAL_STEP: 348200 | > loss_text_ce: 0.048591602593660355 (0.042318816221059756) | > loss_mel_ce: 3.1336212158203125 (nan) | > loss: 0.012627829797565937 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14105852706247277) | > loader_time: 0.0046 (0.004618200972744316)  --> TIME: 2025-03-24 02:43:16 -- STEP: 1145/31555 -- GLOBAL_STEP: 348250 | > loss_text_ce: 0.0421777181327343 (0.042338059826318886) | > loss_mel_ce: 2.6139044761657715 (nan) | > loss: 0.01054000947624445 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1411078894502732) | > loader_time: 0.0044 (0.004623605694833278)  --> TIME: 2025-03-24 02:43:26 -- STEP: 1195/31555 -- GLOBAL_STEP: 348300 | > loss_text_ce: 0.0211322084069252 (0.04244452535202067) | > loss_mel_ce: 0.171722412109375 (nan) | > loss: 0.0007652961066924036 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14100668879233652) | > loader_time: 0.0045 (0.00462562349550893)  --> TIME: 2025-03-24 02:43:36 -- STEP: 1245/31555 -- GLOBAL_STEP: 348350 | > loss_text_ce: 0.03820671886205673 (0.042482361071799195) | > loss_mel_ce: 3.1189193725585938 (nan) | > loss: 0.01252827886492014 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14110835642220995) | > loader_time: 0.0049 (0.004628196394587128)  --> TIME: 2025-03-24 02:43:46 -- STEP: 1295/31555 -- GLOBAL_STEP: 348400 | > loss_text_ce: 0.03654208406805992 (0.042550627202601075) | > loss_mel_ce: 3.16098952293396 (nan) | > loss: 0.012688618153333664 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14112797593518125) | > loader_time: 0.0047 (0.004640120428961666)  --> TIME: 2025-03-24 02:43:55 -- STEP: 1345/31555 -- GLOBAL_STEP: 348450 | > loss_text_ce: 0.04825209826231003 (0.042518543288610273) | > loss_mel_ce: 3.238783836364746 (nan) | > loss: 0.013043793849647045 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14121491581090767) | > loader_time: 0.0046 (0.004641112253125262)  --> TIME: 2025-03-24 02:44:05 -- STEP: 1395/31555 -- GLOBAL_STEP: 348500 | > loss_text_ce: 0.055874504148960114 (0.04250923301690797) | > loss_mel_ce: 1.517486572265625 (nan) | > loss: 0.006243496667593718 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14106686568174734) | > loader_time: 0.0045 (0.004642471703149931)  --> TIME: 2025-03-24 02:44:14 -- STEP: 1445/31555 -- GLOBAL_STEP: 348550 | > loss_text_ce: 0.05180705338716507 (0.042567621143115866) | > loss_mel_ce: 2.988590717315674 (nan) | > loss: 0.012065071612596512 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.141032598917872) | > loader_time: 0.0045 (0.004642206904797398)  --> TIME: 2025-03-24 02:44:24 -- STEP: 1495/31555 -- GLOBAL_STEP: 348600 | > loss_text_ce: 0.0356946736574173 (0.04255134627646627) | > loss_mel_ce: 1.6904385089874268 (nan) | > loss: 0.006849735509604216 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14092580849510356) | > loader_time: 0.0044 (0.004641169289681418)  --> TIME: 2025-03-24 02:44:33 -- STEP: 1545/31555 -- GLOBAL_STEP: 348650 | > loss_text_ce: 0.03938879072666168 (0.04253857534824839) | > loss_mel_ce: 2.841144323348999 (nan) | > loss: 0.011430688202381134 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1409362871670027) | > loader_time: 0.0046 (0.004644095936253615)  --> TIME: 2025-03-24 02:44:43 -- STEP: 1595/31555 -- GLOBAL_STEP: 348700 | > loss_text_ce: 0.03477338328957558 (0.04258084476087536) | > loss_mel_ce: 2.8326261043548584 (nan) | > loss: 0.011378569528460503 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1409544699618059) | > loader_time: 0.0046 (0.00464483293993719)  --> TIME: 2025-03-24 02:44:53 -- STEP: 1645/31555 -- GLOBAL_STEP: 348750 | > loss_text_ce: 0.05155028775334358 (0.04253538613940809) | > loss_mel_ce: 3.160662889480591 (nan) | > loss: 0.012746878899633884 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1408634288695081) | > loader_time: 0.0047 (0.004643297920111097)  --> TIME: 2025-03-24 02:45:03 -- STEP: 1695/31555 -- GLOBAL_STEP: 348800 | > loss_text_ce: 0.040194492787122726 (0.0425095567990721) | > loss_mel_ce: 3.2805933952331543 (nan) | > loss: 0.013177730143070221 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14100166042294093) | > loader_time: 0.0048 (0.004643840986718817)  --> TIME: 2025-03-24 02:45:12 -- STEP: 1745/31555 -- GLOBAL_STEP: 348850 | > loss_text_ce: 0.04153355211019516 (0.042473384587462464) | > loss_mel_ce: 2.78259539604187 (nan) | > loss: 0.011206861585378647 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14101605510984896) | > loader_time: 0.0047 (0.004643068614183657)  --> TIME: 2025-03-24 02:45:22 -- STEP: 1795/31555 -- GLOBAL_STEP: 348900 | > loss_text_ce: 0.045938510447740555 (0.04247129652285976) | > loss_mel_ce: 3.074030876159668 (nan) | > loss: 0.012380831874907017 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14096989950429734) | > loader_time: 0.0047 (0.004643323627355035)  --> TIME: 2025-03-24 02:45:32 -- STEP: 1845/31555 -- GLOBAL_STEP: 348950 | > loss_text_ce: 0.03663555160164833 (0.04246948519595433) | > loss_mel_ce: 2.9567902088165283 (nan) | > loss: 0.01187867484986782 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14105411415823718) | > loader_time: 0.0049 (0.0046436594107609735)  --> TIME: 2025-03-24 02:45:41 -- STEP: 1895/31555 -- GLOBAL_STEP: 349000 | > loss_text_ce: 0.040337108075618744 (0.04248122466644544) | > loss_mel_ce: 3.3138620853424072 (nan) | > loss: 0.01331031508743763 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.1409957134629299) | > loader_time: 0.0048 (0.004645634074953423)  --> TIME: 2025-03-24 02:45:50 -- STEP: 1945/31555 -- GLOBAL_STEP: 349050 | > loss_text_ce: 0.033453986048698425 (0.042493192870696604) | > loss_mel_ce: 3.718945264816284 (nan) | > loss: 0.014890474267303944 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14086830695674443) | > loader_time: 0.0045 (0.00464472623594622)  --> TIME: 2025-03-24 02:46:00 -- STEP: 1995/31555 -- GLOBAL_STEP: 349100 | > loss_text_ce: 0.05223921686410904 (0.04246781322367509) | > loss_mel_ce: 3.48299503326416 (nan) | > loss: 0.014028708450496197 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1406865428264873) | > loader_time: 0.007 (0.004645922309473938)  --> TIME: 2025-03-24 02:46:09 -- STEP: 2045/31555 -- GLOBAL_STEP: 349150 | > loss_text_ce: 0.038899581879377365 (0.04249208328794589) | > loss_mel_ce: 3.278048276901245 (nan) | > loss: 0.013162492774426937 (nan) | > current_lr: 5e-06 | > step_time: 0.1452 (0.14071484288259908) | > loader_time: 0.0045 (0.004645930642312193)  --> TIME: 2025-03-24 02:46:19 -- STEP: 2095/31555 -- GLOBAL_STEP: 349200 | > loss_text_ce: 0.04669787734746933 (0.042483631615707035) | > loss_mel_ce: 1.274094820022583 (nan) | > loss: 0.005241241306066513 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14067345245925764) | > loader_time: 0.0048 (0.004645282840956363)  --> TIME: 2025-03-24 02:46:28 -- STEP: 2145/31555 -- GLOBAL_STEP: 349250 | > loss_text_ce: 0.0413692370057106 (0.0424910489565287) | > loss_mel_ce: 1.6386322975158691 (nan) | > loss: 0.006666672881692648 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14065357421661565) | > loader_time: 0.0047 (0.004645077387491861)  --> TIME: 2025-03-24 02:46:38 -- STEP: 2195/31555 -- GLOBAL_STEP: 349300 | > loss_text_ce: 0.04367143660783768 (0.04249367366856759) | > loss_mel_ce: 2.742652416229248 (nan) | > loss: 0.011056841351091862 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14065379053693675) | > loader_time: 0.0047 (0.004644243918138646)  --> TIME: 2025-03-24 02:46:48 -- STEP: 2245/31555 -- GLOBAL_STEP: 349350 | > loss_text_ce: 0.049843769520521164 (0.04248414062345216) | > loss_mel_ce: 3.2403879165649414 (nan) | > loss: 0.013056475669145584 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14061373166889263) | > loader_time: 0.0045 (0.004644696908963548)  --> TIME: 2025-03-24 02:46:57 -- STEP: 2295/31555 -- GLOBAL_STEP: 349400 | > loss_text_ce: 0.037595149129629135 (0.04247321192670235) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1405587643060287) | > loader_time: 0.0044 (0.004644606991271307)  --> TIME: 2025-03-24 02:47:07 -- STEP: 2345/31555 -- GLOBAL_STEP: 349450 | > loss_text_ce: 0.049818895757198334 (0.042477035072090066) | > loss_mel_ce: 2.4939889907836914 (nan) | > loss: 0.010094476863741875 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14058131409098068) | > loader_time: 0.0048 (0.004644518976272546)  --> TIME: 2025-03-24 02:47:16 -- STEP: 2395/31555 -- GLOBAL_STEP: 349500 | > loss_text_ce: 0.04316197708249092 (0.04248053511149701) | > loss_mel_ce: 3.2915515899658203 (nan) | > loss: 0.013232991099357605 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14054937392535408) | > loader_time: 0.0047 (0.004648800334253487)  --> TIME: 2025-03-24 02:47:26 -- STEP: 2445/31555 -- GLOBAL_STEP: 349550 | > loss_text_ce: 0.04918523505330086 (0.04249632959244567) | > loss_mel_ce: 2.9559919834136963 (nan) | > loss: 0.011925307102501392 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14061025432282415) | > loader_time: 0.0046 (0.00465127646557392)  --> TIME: 2025-03-24 02:47:36 -- STEP: 2495/31555 -- GLOBAL_STEP: 349600 | > loss_text_ce: 0.05211373791098595 (0.04251262360440947) | > loss_mel_ce: 3.0871007442474365 (nan) | > loss: 0.01245720125734806 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14066806814235752) | > loader_time: 0.0046 (0.004653604904969849)  --> TIME: 2025-03-24 02:47:45 -- STEP: 2545/31555 -- GLOBAL_STEP: 349650 | > loss_text_ce: 0.04975838586688042 (0.04249694357993914) | > loss_mel_ce: 0.42595964670181274 (nan) | > loss: 0.001887770020402968 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14063469084868935) | > loader_time: 0.0045 (0.0046536181436774736)  --> TIME: 2025-03-24 02:47:55 -- STEP: 2595/31555 -- GLOBAL_STEP: 349700 | > loss_text_ce: 0.045778825879096985 (0.042501959755930636) | > loss_mel_ce: 3.156134605407715 (nan) | > loss: 0.012706005945801735 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1407457495930104) | > loader_time: 0.0045 (0.004653067487742401)  --> TIME: 2025-03-24 02:48:05 -- STEP: 2645/31555 -- GLOBAL_STEP: 349750 | > loss_text_ce: 0.03838316723704338 (0.042495383498292405) | > loss_mel_ce: 2.993964195251465 (nan) | > loss: 0.012033125385642052 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1406867449134866) | > loader_time: 0.0048 (0.004652328887824079)  --> TIME: 2025-03-24 02:48:14 -- STEP: 2695/31555 -- GLOBAL_STEP: 349800 | > loss_text_ce: 0.04084685072302818 (0.042489197177048785) | > loss_mel_ce: 3.165152072906494 (nan) | > loss: 0.012722218409180641 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14069795192725534) | > loader_time: 0.0047 (0.0046512694880781035)  --> TIME: 2025-03-24 02:48:24 -- STEP: 2745/31555 -- GLOBAL_STEP: 349850 | > loss_text_ce: 0.04900014400482178 (0.042495858994310916) | > loss_mel_ce: 3.3879282474517822 (nan) | > loss: 0.013638605363667011 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1406987373511861) | > loader_time: 0.0045 (0.004650681744073475)  --> TIME: 2025-03-24 02:48:34 -- STEP: 2795/31555 -- GLOBAL_STEP: 349900 | > loss_text_ce: 0.03126392886042595 (0.04250039395764603) | > loss_mel_ce: 0.021728515625 (nan) | > loss: 0.0002102874859701842 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.1407385580441602) | > loader_time: 0.0044 (0.0046497483159647)  --> TIME: 2025-03-24 02:48:44 -- STEP: 2845/31555 -- GLOBAL_STEP: 349950 | > loss_text_ce: 0.032414987683296204 (0.0424731182147256) | > loss_mel_ce: 2.5226118564605713 (nan) | > loss: 0.010138995945453644 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14075687924671626) | > loader_time: 0.0045 (0.004649833300411179)  --> TIME: 2025-03-24 02:48:53 -- STEP: 2895/31555 -- GLOBAL_STEP: 350000 | > loss_text_ce: 0.03123466670513153 (0.042480354583042064) | > loss_mel_ce: 3.3046350479125977 (nan) | > loss: 0.013237579725682735 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14082961041280795) | > loader_time: 0.0045 (0.004649698837227566) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_350000.pth  --> TIME: 2025-03-24 02:49:09 -- STEP: 2945/31555 -- GLOBAL_STEP: 350050 | > loss_text_ce: 0.06008262559771538 (0.04251609118829251) | > loss_mel_ce: 2.6556477546691895 (nan) | > loss: 0.010776708833873272 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1407965850344331) | > loader_time: 0.0043 (0.0046499041021376185)  --> TIME: 2025-03-24 02:49:18 -- STEP: 2995/31555 -- GLOBAL_STEP: 350100 | > loss_text_ce: 0.04766686260700226 (0.04251247957622465) | > loss_mel_ce: 2.8440568447113037 (nan) | > loss: 0.011475094594061375 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14072223449987198) | > loader_time: 0.0047 (0.0046494895508372895)  --> TIME: 2025-03-24 02:49:28 -- STEP: 3045/31555 -- GLOBAL_STEP: 350150 | > loss_text_ce: 0.04056290537118912 (0.04251114005721454) | > loss_mel_ce: 2.5823116302490234 (nan) | > loss: 0.010408232919871807 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14076911044629684) | > loader_time: 0.0046 (0.0046489313905462275)  --> TIME: 2025-03-24 02:49:38 -- STEP: 3095/31555 -- GLOBAL_STEP: 350200 | > loss_text_ce: 0.042456988245248795 (0.04251393419066035) | > loss_mel_ce: 2.124541759490967 (nan) | > loss: 0.008599202148616314 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14075637518492906) | > loader_time: 0.0046 (0.004648217554046186)  --> TIME: 2025-03-24 02:49:47 -- STEP: 3145/31555 -- GLOBAL_STEP: 350250 | > loss_text_ce: 0.04236463084816933 (0.04250607392876532) | > loss_mel_ce: 3.004498243331909 (nan) | > loss: 0.01209072582423687 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14069214488819345) | > loader_time: 0.0046 (0.004647328023501159)  --> TIME: 2025-03-24 02:49:56 -- STEP: 3195/31555 -- GLOBAL_STEP: 350300 | > loss_text_ce: 0.04628314822912216 (0.04253756707776131) | > loss_mel_ce: 3.2170188426971436 (nan) | > loss: 0.012949611991643906 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14066503790435964) | > loader_time: 0.0044 (0.004646253809682647)  --> TIME: 2025-03-24 02:50:06 -- STEP: 3245/31555 -- GLOBAL_STEP: 350350 | > loss_text_ce: 0.04632187262177467 (0.042530644201144024) | > loss_mel_ce: 2.2179908752441406 (nan) | > loss: 0.0089853685349226 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1407138878832607) | > loader_time: 0.0044 (0.004645317251032059)  --> TIME: 2025-03-24 02:50:16 -- STEP: 3295/31555 -- GLOBAL_STEP: 350400 | > loss_text_ce: 0.043985046446323395 (0.04252376283981096) | > loss_mel_ce: 3.0724024772644043 (nan) | > loss: 0.012366618029773235 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14079860164833294) | > loader_time: 0.0048 (0.004644686897173649)  --> TIME: 2025-03-24 02:50:26 -- STEP: 3345/31555 -- GLOBAL_STEP: 350450 | > loss_text_ce: 0.0347098708152771 (0.042526799194815425) | > loss_mel_ce: 0.3727823793888092 (nan) | > loss: 0.001617032801732421 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14077583799091278) | > loader_time: 0.0043 (0.00464275834806298)  --> TIME: 2025-03-24 02:50:35 -- STEP: 3395/31555 -- GLOBAL_STEP: 350500 | > loss_text_ce: 0.05251583829522133 (0.042512245686925014) | > loss_mel_ce: 2.9748775959014893 (nan) | > loss: 0.012013466097414494 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1407344863762379) | > loader_time: 0.0045 (0.004639257914187817)  --> TIME: 2025-03-24 02:50:45 -- STEP: 3445/31555 -- GLOBAL_STEP: 350550 | > loss_text_ce: 0.030098551884293556 (0.04253928892541518) | > loss_mel_ce: 2.4152774810791016 (nan) | > loss: 0.00970387365669012 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14073158355513504) | > loader_time: 0.0043 (0.004636091279360666)  --> TIME: 2025-03-24 02:50:54 -- STEP: 3495/31555 -- GLOBAL_STEP: 350600 | > loss_text_ce: 0.03592175990343094 (0.04253652470295604) | > loss_mel_ce: 3.019179105758667 (nan) | > loss: 0.012123417109251022 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1407176927094459) | > loader_time: 0.0046 (0.004635699385396068)  --> TIME: 2025-03-24 02:51:04 -- STEP: 3545/31555 -- GLOBAL_STEP: 350650 | > loss_text_ce: 0.04296017065644264 (0.04254178732307822) | > loss_mel_ce: 3.09920072555542 (nan) | > loss: 0.012468893080949783 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14073549823464993) | > loader_time: 0.0045 (0.0046350144196632805)  --> TIME: 2025-03-24 02:51:14 -- STEP: 3595/31555 -- GLOBAL_STEP: 350700 | > loss_text_ce: 0.041242633014917374 (0.04255296997570525) | > loss_mel_ce: 2.952289342880249 (nan) | > loss: 0.011879095807671547 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14075596495032744) | > loader_time: 0.0048 (0.0046337277567602255)  --> TIME: 2025-03-24 02:51:23 -- STEP: 3645/31555 -- GLOBAL_STEP: 350750 | > loss_text_ce: 0.03530091419816017 (0.042553573868790585) | > loss_mel_ce: 2.3479535579681396 (nan) | > loss: 0.00945736002177 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14077971272671275) | > loader_time: 0.0047 (0.004632350414051122)  --> TIME: 2025-03-24 02:51:33 -- STEP: 3695/31555 -- GLOBAL_STEP: 350800 | > loss_text_ce: 0.04173070192337036 (0.04256796885196102) | > loss_mel_ce: 2.900434970855713 (nan) | > loss: 0.011675260961055756 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14075974308266792) | > loader_time: 0.0045 (0.004631988605401199)  --> TIME: 2025-03-24 02:51:43 -- STEP: 3745/31555 -- GLOBAL_STEP: 350850 | > loss_text_ce: 0.045404303818941116 (0.04257386426611718) | > loss_mel_ce: 3.5082385540008545 (nan) | > loss: 0.014101757667958736 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14077005831994682) | > loader_time: 0.0047 (0.004630570290722111)  --> TIME: 2025-03-24 02:51:53 -- STEP: 3795/31555 -- GLOBAL_STEP: 350900 | > loss_text_ce: 0.04765786603093147 (0.04257238731917105) | > loss_mel_ce: 2.446458101272583 (nan) | > loss: 0.009897287003695965 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.1408277721430153) | > loader_time: 0.0071 (0.004630181974730167)  --> TIME: 2025-03-24 02:52:02 -- STEP: 3845/31555 -- GLOBAL_STEP: 350950 | > loss_text_ce: 0.040384650230407715 (0.04257530679948073) | > loss_mel_ce: 2.723660945892334 (nan) | > loss: 0.010968435555696487 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14085467813538888) | > loader_time: 0.0046 (0.00462954568304849)  --> TIME: 2025-03-24 02:52:12 -- STEP: 3895/31555 -- GLOBAL_STEP: 351000 | > loss_text_ce: 0.03497680649161339 (0.04256236556109244) | > loss_mel_ce: 3.0027916431427 (nan) | > loss: 0.01205463707447052 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14087377524957365) | > loader_time: 0.0044 (0.0046285864324410635)  --> TIME: 2025-03-24 02:52:22 -- STEP: 3945/31555 -- GLOBAL_STEP: 351050 | > loss_text_ce: 0.04464048147201538 (0.04255177522708479) | > loss_mel_ce: 2.7501509189605713 (nan) | > loss: 0.011090442538261414 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14093330495711004) | > loader_time: 0.0045 (0.004627730245070472)  --> TIME: 2025-03-24 02:52:32 -- STEP: 3995/31555 -- GLOBAL_STEP: 351100 | > loss_text_ce: 0.04525408148765564 (0.04256606395583649) | > loss_mel_ce: 2.7127227783203125 (nan) | > loss: 0.010944352485239506 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1409766441889484) | > loader_time: 0.0045 (0.004627321897370653)  --> TIME: 2025-03-24 02:52:41 -- STEP: 4045/31555 -- GLOBAL_STEP: 351150 | > loss_text_ce: 0.06473808735609055 (0.04258032318605258) | > loss_mel_ce: 2.918241024017334 (nan) | > loss: 0.011837218888103962 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14091886631195805) | > loader_time: 0.0046 (0.004626913153196892)  --> TIME: 2025-03-24 02:52:51 -- STEP: 4095/31555 -- GLOBAL_STEP: 351200 | > loss_text_ce: 0.04018143191933632 (0.042555500173051986) | > loss_mel_ce: 2.5472710132598877 (nan) | > loss: 0.010267669335007668 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14094897853585772) | > loader_time: 0.0047 (0.004626545131715962)  --> TIME: 2025-03-24 02:53:01 -- STEP: 4145/31555 -- GLOBAL_STEP: 351250 | > loss_text_ce: 0.05706658586859703 (0.04256977471730819) | > loss_mel_ce: 3.1217117309570312 (nan) | > loss: 0.012614200823009014 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14096389138942983) | > loader_time: 0.0047 (0.004626910907943236)  --> TIME: 2025-03-24 02:53:10 -- STEP: 4195/31555 -- GLOBAL_STEP: 351300 | > loss_text_ce: 0.036628350615501404 (0.04257063692007145) | > loss_mel_ce: 2.9860897064208984 (nan) | > loss: 0.011994913220405579 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14093243248840573) | > loader_time: 0.0045 (0.004626495363601492)  --> TIME: 2025-03-24 02:53:20 -- STEP: 4245/31555 -- GLOBAL_STEP: 351350 | > loss_text_ce: 0.04359961301088333 (0.04258048815303891) | > loss_mel_ce: 2.799213409423828 (nan) | > loss: 0.01128100510686636 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14096685635327402) | > loader_time: 0.0045 (0.004627062490887867)  --> TIME: 2025-03-24 02:53:30 -- STEP: 4295/31555 -- GLOBAL_STEP: 351400 | > loss_text_ce: 0.041507840156555176 (0.04256860936522411) | > loss_mel_ce: 2.4243416786193848 (nan) | > loss: 0.009785117581486702 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1409322338970211) | > loader_time: 0.0044 (0.004627471308769258)  --> TIME: 2025-03-24 02:53:39 -- STEP: 4345/31555 -- GLOBAL_STEP: 351450 | > loss_text_ce: 0.03255341202020645 (0.04256093005153537) | > loss_mel_ce: 1.8366355895996094 (nan) | > loss: 0.0074174171313643456 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14095741701071185) | > loader_time: 0.0045 (0.004627527438867222)  --> TIME: 2025-03-24 02:53:49 -- STEP: 4395/31555 -- GLOBAL_STEP: 351500 | > loss_text_ce: 0.04364325478672981 (0.042573907339057526) | > loss_mel_ce: 2.872710704803467 (nan) | > loss: 0.011572834104299545 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1409375180427798) | > loader_time: 0.0046 (0.004628264239488073)  --> TIME: 2025-03-24 02:53:59 -- STEP: 4445/31555 -- GLOBAL_STEP: 351550 | > loss_text_ce: 0.048527803272008896 (0.04257853863461212) | > loss_mel_ce: 3.8299219608306885 (nan) | > loss: 0.015390674583613873 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1409611254092406) | > loader_time: 0.0047 (0.004627864942775943)  --> TIME: 2025-03-24 02:54:08 -- STEP: 4495/31555 -- GLOBAL_STEP: 351600 | > loss_text_ce: 0.03559468314051628 (0.042572584860565525) | > loss_mel_ce: 1.2792398929595947 (nan) | > loss: 0.00521759781986475 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1409745691615557) | > loader_time: 0.0044 (0.004628055432481955)  --> TIME: 2025-03-24 02:54:18 -- STEP: 4545/31555 -- GLOBAL_STEP: 351650 | > loss_text_ce: 0.04002094641327858 (0.0425735429322759) | > loss_mel_ce: 3.5725324153900146 (nan) | > loss: 0.014335529878735542 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14097955675408338) | > loader_time: 0.0045 (0.004628638255976487)  --> TIME: 2025-03-24 02:54:28 -- STEP: 4595/31555 -- GLOBAL_STEP: 351700 | > loss_text_ce: 0.034800805151462555 (0.04256715339013621) | > loss_mel_ce: 3.0109939575195312 (nan) | > loss: 0.012086487375199795 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.141002887273379) | > loader_time: 0.0045 (0.004629689176142291)  --> TIME: 2025-03-24 02:54:38 -- STEP: 4645/31555 -- GLOBAL_STEP: 351750 | > loss_text_ce: 0.04208338260650635 (0.042579059764758904) | > loss_mel_ce: 3.1567633152008057 (nan) | > loss: 0.012693837285041809 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14108354452480099) | > loader_time: 0.0044 (0.0046302590611419945)  --> TIME: 2025-03-24 02:54:47 -- STEP: 4695/31555 -- GLOBAL_STEP: 351800 | > loss_text_ce: 0.04138829931616783 (0.042582929846101694) | > loss_mel_ce: 0.04205322265625 (nan) | > loss: 0.000331117189489305 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14106821678697834) | > loader_time: 0.0045 (0.004629566722784572)  --> TIME: 2025-03-24 02:54:57 -- STEP: 4745/31555 -- GLOBAL_STEP: 351850 | > loss_text_ce: 0.04009725898504257 (0.042586095820723785) | > loss_mel_ce: 3.1121740341186523 (nan) | > loss: 0.012509013526141644 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14109119791125305) | > loader_time: 0.0046 (0.004629314109070668)  --> TIME: 2025-03-24 02:55:07 -- STEP: 4795/31555 -- GLOBAL_STEP: 351900 | > loss_text_ce: 0.030146151781082153 (0.0425838683495867) | > loss_mel_ce: 2.8465735912323 (nan) | > loss: 0.011415555141866207 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1411271782935718) | > loader_time: 0.0046 (0.004629330640043043)  --> TIME: 2025-03-24 02:55:17 -- STEP: 4845/31555 -- GLOBAL_STEP: 351950 | > loss_text_ce: 0.032924916595220566 (0.04258158718177162) | > loss_mel_ce: 2.995978832244873 (nan) | > loss: 0.012019460089504719 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1410817559658554) | > loader_time: 0.0046 (0.00462873048457569)  --> TIME: 2025-03-24 02:55:26 -- STEP: 4895/31555 -- GLOBAL_STEP: 352000 | > loss_text_ce: 0.04686916247010231 (0.042578133059793015) | > loss_mel_ce: 2.767115831375122 (nan) | > loss: 0.011166607961058617 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14108773402953362) | > loader_time: 0.0069 (0.004629070449532978)  --> TIME: 2025-03-24 02:55:36 -- STEP: 4945/31555 -- GLOBAL_STEP: 352050 | > loss_text_ce: 0.037365950644016266 (0.042572059403988165) | > loss_mel_ce: 3.165778398513794 (nan) | > loss: 0.012710890732705593 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14107353655947194) | > loader_time: 0.0048 (0.004629273699074845)  --> TIME: 2025-03-24 02:55:45 -- STEP: 4995/31555 -- GLOBAL_STEP: 352100 | > loss_text_ce: 0.04550063610076904 (0.04256450829764564) | > loss_mel_ce: 3.1546247005462646 (nan) | > loss: 0.01269891019910574 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14101633333467706) | > loader_time: 0.0044 (0.004629159952188528)  --> TIME: 2025-03-24 02:55:55 -- STEP: 5045/31555 -- GLOBAL_STEP: 352150 | > loss_text_ce: 0.044690120965242386 (0.04255128172037031) | > loss_mel_ce: 3.068164587020874 (nan) | > loss: 0.012352598831057549 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1409843721758382) | > loader_time: 0.0044 (0.0046282941215220336)  --> TIME: 2025-03-24 02:56:04 -- STEP: 5095/31555 -- GLOBAL_STEP: 352200 | > loss_text_ce: 0.05113152787089348 (0.042555657827585046) | > loss_mel_ce: 3.26712965965271 (nan) | > loss: 0.01316770352423191 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14098740279148037) | > loader_time: 0.0045 (0.004628938360466929)  --> TIME: 2025-03-24 02:56:14 -- STEP: 5145/31555 -- GLOBAL_STEP: 352250 | > loss_text_ce: 0.03874970227479935 (0.04255262443395754) | > loss_mel_ce: 3.3646841049194336 (nan) | > loss: 0.013505690731108189 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1409872368311158) | > loader_time: 0.0047 (0.004629024842969417)  --> TIME: 2025-03-24 02:56:24 -- STEP: 5195/31555 -- GLOBAL_STEP: 352300 | > loss_text_ce: 0.04032165929675102 (0.04255980465980647) | > loss_mel_ce: 2.496682643890381 (nan) | > loss: 0.010067477822303772 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1409944664181363) | > loader_time: 0.0047 (0.004629036138789717)  --> TIME: 2025-03-24 02:56:33 -- STEP: 5245/31555 -- GLOBAL_STEP: 352350 | > loss_text_ce: 0.04519389569759369 (0.04255062161746821) | > loss_mel_ce: 2.972135305404663 (nan) | > loss: 0.011973529122769833 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14096231374204166) | > loader_time: 0.0048 (0.004628610747330976)  --> TIME: 2025-03-24 02:56:43 -- STEP: 5295/31555 -- GLOBAL_STEP: 352400 | > loss_text_ce: 0.05080993473529816 (0.04254458692624838) | > loss_mel_ce: 3.2275612354278564 (nan) | > loss: 0.013009409420192242 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.1409958866432768) | > loader_time: 0.0047 (0.004629421054022393)  --> TIME: 2025-03-24 02:56:52 -- STEP: 5345/31555 -- GLOBAL_STEP: 352450 | > loss_text_ce: 0.03875986859202385 (0.04255090773321675) | > loss_mel_ce: 0.046142578125 (nan) | > loss: 0.00033691449789330363 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14095855566583199) | > loader_time: 0.0045 (0.0046290941836122455)  --> TIME: 2025-03-24 02:57:02 -- STEP: 5395/31555 -- GLOBAL_STEP: 352500 | > loss_text_ce: 0.04030422493815422 (0.04254890878005524) | > loss_mel_ce: 2.6806304454803467 (nan) | > loss: 0.010797359980642796 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14093595209554752) | > loader_time: 0.0045 (0.004628903121170451)  --> TIME: 2025-03-24 02:57:11 -- STEP: 5445/31555 -- GLOBAL_STEP: 352550 | > loss_text_ce: 0.04012785479426384 (0.042556447576461126) | > loss_mel_ce: 4.000885009765625 (nan) | > loss: 0.016035765409469604 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14093045067414955) | > loader_time: 0.0044 (0.004628795916274442)  --> TIME: 2025-03-24 02:57:21 -- STEP: 5495/31555 -- GLOBAL_STEP: 352600 | > loss_text_ce: 0.0451086089015007 (0.04254320237592357) | > loss_mel_ce: 3.112823486328125 (nan) | > loss: 0.012531477026641369 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14093158498908054) | > loader_time: 0.0044 (0.004628349673867328)  --> TIME: 2025-03-24 02:57:31 -- STEP: 5545/31555 -- GLOBAL_STEP: 352650 | > loss_text_ce: 0.04601297900080681 (0.042531236923552415) | > loss_mel_ce: 3.0584709644317627 (nan) | > loss: 0.012319381348788738 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1409303222721603) | > loader_time: 0.0047 (0.004627614799547666)  --> TIME: 2025-03-24 02:57:41 -- STEP: 5595/31555 -- GLOBAL_STEP: 352700 | > loss_text_ce: 0.0366300530731678 (0.04254418630702241) | > loss_mel_ce: 3.3104724884033203 (nan) | > loss: 0.013282153755426407 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14098202562204287) | > loader_time: 0.0045 (0.004627006452354175)  --> TIME: 2025-03-24 02:57:50 -- STEP: 5645/31555 -- GLOBAL_STEP: 352750 | > loss_text_ce: 0.04629966989159584 (0.042545715320865235) | > loss_mel_ce: 3.15937876701355 (nan) | > loss: 0.012720947153866291 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14097594640442881) | > loader_time: 0.0048 (0.00462680074152849)  --> TIME: 2025-03-24 02:58:00 -- STEP: 5695/31555 -- GLOBAL_STEP: 352800 | > loss_text_ce: 0.03808872029185295 (0.042541600412528004) | > loss_mel_ce: 2.6456360816955566 (nan) | > loss: 0.01064970251172781 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14099819088735696) | > loader_time: 0.0044 (0.004627447362737339)  --> TIME: 2025-03-24 02:58:10 -- STEP: 5745/31555 -- GLOBAL_STEP: 352850 | > loss_text_ce: 0.047918159514665604 (0.04254602593725608) | > loss_mel_ce: 2.4154610633850098 (nan) | > loss: 0.0097753144800663 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14101417270092625) | > loader_time: 0.0046 (0.004627869666608334)  --> TIME: 2025-03-24 02:58:20 -- STEP: 5795/31555 -- GLOBAL_STEP: 352900 | > loss_text_ce: 0.052435047924518585 (0.04256060913340138) | > loss_mel_ce: 2.3013877868652344 (nan) | > loss: 0.009340567514300346 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14102428619773097) | > loader_time: 0.0044 (0.004627718156118445)  --> TIME: 2025-03-24 02:58:29 -- STEP: 5845/31555 -- GLOBAL_STEP: 352950 | > loss_text_ce: 0.04387390613555908 (0.04256576742208895) | > loss_mel_ce: 3.577775478363037 (nan) | > loss: 0.014371625147759914 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1410229376588136) | > loader_time: 0.0044 (0.004627702050580228)  --> TIME: 2025-03-24 02:58:39 -- STEP: 5895/31555 -- GLOBAL_STEP: 353000 | > loss_text_ce: 0.03583013266324997 (0.04255512993280361) | > loss_mel_ce: 3.2038025856018066 (nan) | > loss: 0.01285568531602621 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14099888655975512) | > loader_time: 0.0044 (0.004627157288956574)  --> TIME: 2025-03-24 02:58:48 -- STEP: 5945/31555 -- GLOBAL_STEP: 353050 | > loss_text_ce: 0.05188722908496857 (0.04255242099354148) | > loss_mel_ce: 3.0877645015716553 (nan) | > loss: 0.01245893631130457 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14099763516521477) | > loader_time: 0.0045 (0.004626562296592248)  --> TIME: 2025-03-24 02:58:58 -- STEP: 5995/31555 -- GLOBAL_STEP: 353100 | > loss_text_ce: 0.03715568780899048 (0.04255033251398343) | > loss_mel_ce: 3.0197064876556396 (nan) | > loss: 0.012130405753850937 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1410107888212985) | > loader_time: 0.0044 (0.0046263604486257)  --> TIME: 2025-03-24 02:59:08 -- STEP: 6045/31555 -- GLOBAL_STEP: 353150 | > loss_text_ce: 0.028347037732601166 (0.04255158694459442) | > loss_mel_ce: 3.586125612258911 (nan) | > loss: 0.014343146234750748 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1410210485198059) | > loader_time: 0.0047 (0.004626057185448324)  --> TIME: 2025-03-24 02:59:18 -- STEP: 6095/31555 -- GLOBAL_STEP: 353200 | > loss_text_ce: 0.05017156898975372 (0.04255600670158515) | > loss_mel_ce: 2.645484685897827 (nan) | > loss: 0.010697049088776112 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14102342842640242) | > loader_time: 0.0046 (0.004625722518995995)  --> TIME: 2025-03-24 02:59:27 -- STEP: 6145/31555 -- GLOBAL_STEP: 353250 | > loss_text_ce: 0.046491701155900955 (0.04254741785734086) | > loss_mel_ce: 0.06062011793255806 (nan) | > loss: 0.00042504692100919783 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1410232557912871) | > loader_time: 0.0045 (0.004626516640137802)  --> TIME: 2025-03-24 02:59:37 -- STEP: 6195/31555 -- GLOBAL_STEP: 353300 | > loss_text_ce: 0.043399542570114136 (0.04255555504339172) | > loss_mel_ce: 3.408561944961548 (nan) | > loss: 0.013698261231184006 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14102011592855695) | > loader_time: 0.0045 (0.004626185899785293)  --> TIME: 2025-03-24 02:59:47 -- STEP: 6245/31555 -- GLOBAL_STEP: 353350 | > loss_text_ce: 0.038424063473939896 (0.04255415638319671) | > loss_mel_ce: 0.06929368525743484 (nan) | > loss: 0.00042745142127387226 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14103739626222392) | > loader_time: 0.0046 (0.0046258313260715955)  --> TIME: 2025-03-24 02:59:56 -- STEP: 6295/31555 -- GLOBAL_STEP: 353400 | > loss_text_ce: 0.03430737555027008 (0.04255777384887568) | > loss_mel_ce: 3.1626946926116943 (nan) | > loss: 0.012686517089605331 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14104814627892004) | > loader_time: 0.0048 (0.004625674028828368)  --> TIME: 2025-03-24 03:00:06 -- STEP: 6345/31555 -- GLOBAL_STEP: 353450 | > loss_text_ce: 0.028968969359993935 (0.04255240464346717) | > loss_mel_ce: 2.771937847137451 (nan) | > loss: 0.011114710941910744 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14101928785337553) | > loader_time: 0.0046 (0.004625247612630782)  --> TIME: 2025-03-24 03:00:16 -- STEP: 6395/31555 -- GLOBAL_STEP: 353500 | > loss_text_ce: 0.03700125217437744 (0.04255873714868583) | > loss_mel_ce: 3.08121919631958 (nan) | > loss: 0.012373890727758408 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14103087726470662) | > loader_time: 0.0048 (0.00462498806527669)  --> TIME: 2025-03-24 03:00:25 -- STEP: 6445/31555 -- GLOBAL_STEP: 353550 | > loss_text_ce: 0.04771648347377777 (0.042555488369740414) | > loss_mel_ce: 2.7635226249694824 (nan) | > loss: 0.011155710555613041 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14104281977408545) | > loader_time: 0.0048 (0.004624641209817649)  --> TIME: 2025-03-24 03:00:35 -- STEP: 6495/31555 -- GLOBAL_STEP: 353600 | > loss_text_ce: 0.043596696108579636 (0.042547658596293884) | > loss_mel_ce: 2.152355432510376 (nan) | > loss: 0.008714096620678902 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14100547571013322) | > loader_time: 0.0048 (0.004624423290602144)  --> TIME: 2025-03-24 03:00:44 -- STEP: 6545/31555 -- GLOBAL_STEP: 353650 | > loss_text_ce: 0.0407540462911129 (0.04254120582866928) | > loss_mel_ce: 2.6609954833984375 (nan) | > loss: 0.010721229016780853 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14099083536904228) | > loader_time: 0.0046 (0.004624620150572655)  --> TIME: 2025-03-24 03:00:54 -- STEP: 6595/31555 -- GLOBAL_STEP: 353700 | > loss_text_ce: 0.03231799602508545 (0.04253756545676115) | > loss_mel_ce: 2.456922769546509 (nan) | > loss: 0.009877939708530903 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.1409852564018537) | > loader_time: 0.0048 (0.004624631605517057)  --> TIME: 2025-03-24 03:01:04 -- STEP: 6645/31555 -- GLOBAL_STEP: 353750 | > loss_text_ce: 0.04147205874323845 (0.0425505469200685) | > loss_mel_ce: 2.960146188735962 (nan) | > loss: 0.011911183595657349 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1410154353415179) | > loader_time: 0.0047 (0.004624710592495215)  --> TIME: 2025-03-24 03:01:13 -- STEP: 6695/31555 -- GLOBAL_STEP: 353800 | > loss_text_ce: 0.031234940513968468 (0.04255274490128483) | > loss_mel_ce: 3.519526958465576 (nan) | > loss: 0.014090325683355331 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14100393743279918) | > loader_time: 0.0044 (0.0046257718807730394)  --> TIME: 2025-03-24 03:01:23 -- STEP: 6745/31555 -- GLOBAL_STEP: 353850 | > loss_text_ce: 0.047779109328985214 (0.04256130618749498) | > loss_mel_ce: 3.4449150562286377 (nan) | > loss: 0.01385989785194397 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1410237782791505) | > loader_time: 0.0047 (0.004625827599844283)  --> TIME: 2025-03-24 03:01:33 -- STEP: 6795/31555 -- GLOBAL_STEP: 353900 | > loss_text_ce: 0.0465812161564827 (0.04255832877363717) | > loss_mel_ce: 3.131758213043213 (nan) | > loss: 0.012612459249794483 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14100795778129924) | > loader_time: 0.0068 (0.0046261071632503125)  --> TIME: 2025-03-24 03:01:42 -- STEP: 6845/31555 -- GLOBAL_STEP: 353950 | > loss_text_ce: 0.04858136922121048 (0.04256126527573127) | > loss_mel_ce: 2.965667724609375 (nan) | > loss: 0.011961306445300579 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1410292161825884) | > loader_time: 0.0046 (0.0046259264252845825)  --> TIME: 2025-03-24 03:01:52 -- STEP: 6895/31555 -- GLOBAL_STEP: 354000 | > loss_text_ce: 0.028544310480356216 (0.042561951635150086) | > loss_mel_ce: 1.1333101987838745 (nan) | > loss: 0.0046105338260531425 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14101570885279918) | > loader_time: 0.0045 (0.004626528122357647)  --> TIME: 2025-03-24 03:02:02 -- STEP: 6945/31555 -- GLOBAL_STEP: 354050 | > loss_text_ce: 0.02716800384223461 (0.042549814299939724) | > loss_mel_ce: 2.049437999725342 (nan) | > loss: 0.008240500465035439 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14100057404190572) | > loader_time: 0.0045 (0.004626105241933425)  --> TIME: 2025-03-24 03:02:11 -- STEP: 6995/31555 -- GLOBAL_STEP: 354100 | > loss_text_ce: 0.04148386791348457 (0.04256575185328909) | > loss_mel_ce: 3.1269984245300293 (nan) | > loss: 0.012573342770338058 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14100996563483967) | > loader_time: 0.0044 (0.004626281164304281)  --> TIME: 2025-03-24 03:02:21 -- STEP: 7045/31555 -- GLOBAL_STEP: 354150 | > loss_text_ce: 0.041126418858766556 (0.04258211899292304) | > loss_mel_ce: 2.563187837600708 (nan) | > loss: 0.010334581136703491 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14105947043051295) | > loader_time: 0.0047 (0.0046263273088876155)  --> TIME: 2025-03-24 03:02:31 -- STEP: 7095/31555 -- GLOBAL_STEP: 354200 | > loss_text_ce: 0.04743228480219841 (0.04257248647831286) | > loss_mel_ce: 3.109928607940674 (nan) | > loss: 0.012529210187494755 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14109010625843202) | > loader_time: 0.0044 (0.00462602342494026)  --> TIME: 2025-03-24 03:02:41 -- STEP: 7145/31555 -- GLOBAL_STEP: 354250 | > loss_text_ce: 0.031304117292165756 (0.04256841237099538) | > loss_mel_ce: 3.0460875034332275 (nan) | > loss: 0.012211872264742851 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1410992184913261) | > loader_time: 0.0045 (0.004625596492919491)  --> TIME: 2025-03-24 03:02:51 -- STEP: 7195/31555 -- GLOBAL_STEP: 354300 | > loss_text_ce: 0.03464605286717415 (0.042573665738457805) | > loss_mel_ce: 3.421778678894043 (nan) | > loss: 0.013715972192585468 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14111876762766512) | > loader_time: 0.0045 (0.004625189875959932)  --> TIME: 2025-03-24 03:03:01 -- STEP: 7245/31555 -- GLOBAL_STEP: 354350 | > loss_text_ce: 0.033395569771528244 (0.0425714251438118) | > loss_mel_ce: 3.126112699508667 (nan) | > loss: 0.012537731789052486 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14115526019662997) | > loader_time: 0.0043 (0.004624415826106413)  --> TIME: 2025-03-24 03:03:10 -- STEP: 7295/31555 -- GLOBAL_STEP: 354400 | > loss_text_ce: 0.04115106537938118 (0.04256200139692292) | > loss_mel_ce: 3.5949602127075195 (nan) | > loss: 0.014429014176130295 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14114822109240657) | > loader_time: 0.0044 (0.004623734942848667)  --> TIME: 2025-03-24 03:03:20 -- STEP: 7345/31555 -- GLOBAL_STEP: 354450 | > loss_text_ce: 0.03716086596250534 (0.04256100204321212) | > loss_mel_ce: 2.284742832183838 (nan) | > loss: 0.009213903918862343 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14113695139459667) | > loader_time: 0.0045 (0.004623001395966258)  --> TIME: 2025-03-24 03:03:30 -- STEP: 7395/31555 -- GLOBAL_STEP: 354500 | > loss_text_ce: 0.05813662335276604 (0.04255980601820125) | > loss_mel_ce: 3.62484073638916 (nan) | > loss: 0.014614990912377834 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1411461483876066) | > loader_time: 0.0045 (0.004622508288235819)  --> TIME: 2025-03-24 03:03:39 -- STEP: 7445/31555 -- GLOBAL_STEP: 354550 | > loss_text_ce: 0.043121498078107834 (0.042548827506736865) | > loss_mel_ce: 3.434748649597168 (nan) | > loss: 0.013801072724163532 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14116779010995537) | > loader_time: 0.0045 (0.004622149451456265)  --> TIME: 2025-03-24 03:03:49 -- STEP: 7495/31555 -- GLOBAL_STEP: 354600 | > loss_text_ce: 0.029619066044688225 (0.04254804641714165) | > loss_mel_ce: 2.3969943523406982 (nan) | > loss: 0.009629418142139912 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14114169711824837) | > loader_time: 0.0044 (0.0046213967868532595)  --> TIME: 2025-03-24 03:03:58 -- STEP: 7545/31555 -- GLOBAL_STEP: 354650 | > loss_text_ce: 0.053508367389440536 (0.042561176934231934) | > loss_mel_ce: 3.519784450531006 (nan) | > loss: 0.014179733581840992 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14113151529437215) | > loader_time: 0.0043 (0.004620518915063893)  --> TIME: 2025-03-24 03:04:08 -- STEP: 7595/31555 -- GLOBAL_STEP: 354700 | > loss_text_ce: 0.04008189216256142 (0.04254748522573152) | > loss_mel_ce: 3.499864339828491 (nan) | > loss: 0.014047406613826752 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.1411238847083362) | > loader_time: 0.0045 (0.004619044862035229)  --> TIME: 2025-03-24 03:04:17 -- STEP: 7645/31555 -- GLOBAL_STEP: 354750 | > loss_text_ce: 0.04755929857492447 (0.04254724246841419) | > loss_mel_ce: 3.145719528198242 (nan) | > loss: 0.012671741656959057 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1410909358935853) | > loader_time: 0.0047 (0.00461812271956449)  --> TIME: 2025-03-24 03:04:27 -- STEP: 7695/31555 -- GLOBAL_STEP: 354800 | > loss_text_ce: 0.03696838393807411 (0.04255060027507774) | > loss_mel_ce: 2.8316662311553955 (nan) | > loss: 0.011383472010493279 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14113000407476042) | > loader_time: 0.0048 (0.004617869412457498)  --> TIME: 2025-03-24 03:04:37 -- STEP: 7745/31555 -- GLOBAL_STEP: 354850 | > loss_text_ce: 0.03960461914539337 (0.04255578101782774) | > loss_mel_ce: 3.224059820175171 (nan) | > loss: 0.012951049953699112 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.141110881703218) | > loader_time: 0.0045 (0.004616926622975631)  --> TIME: 2025-03-24 03:04:47 -- STEP: 7795/31555 -- GLOBAL_STEP: 354900 | > loss_text_ce: 0.04390060156583786 (0.042552146175786607) | > loss_mel_ce: 2.47849440574646 (nan) | > loss: 0.010009503923356533 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.1411251275183065) | > loader_time: 0.0045 (0.004615728850545139)  --> TIME: 2025-03-24 03:04:56 -- STEP: 7845/31555 -- GLOBAL_STEP: 354950 | > loss_text_ce: 0.04253976792097092 (0.04255433327229327) | > loss_mel_ce: 2.7973172664642334 (nan) | > loss: 0.011269275099039078 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14115140895466605) | > loader_time: 0.0046 (0.004615700510826132)  --> TIME: 2025-03-24 03:05:06 -- STEP: 7895/31555 -- GLOBAL_STEP: 355000 | > loss_text_ce: 0.04056084156036377 (0.04254581786484522) | > loss_mel_ce: 3.7263858318328857 (nan) | > loss: 0.014948202297091484 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14117786290903747) | > loader_time: 0.0047 (0.0046162293937253044)  --> TIME: 2025-03-24 03:05:16 -- STEP: 7945/31555 -- GLOBAL_STEP: 355050 | > loss_text_ce: 0.04848024249076843 (0.04254181160045874) | > loss_mel_ce: 3.8866724967956543 (nan) | > loss: 0.015615686774253845 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14116554593349667) | > loader_time: 0.0047 (0.004616219386730347)  --> TIME: 2025-03-24 03:05:26 -- STEP: 7995/31555 -- GLOBAL_STEP: 355100 | > loss_text_ce: 0.03152236342430115 (0.04254418602114245) | > loss_mel_ce: 3.0349528789520264 (nan) | > loss: 0.012168552726507187 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14116173163289297) | > loader_time: 0.0047 (0.0046168738860797665)  --> TIME: 2025-03-24 03:05:35 -- STEP: 8045/31555 -- GLOBAL_STEP: 355150 | > loss_text_ce: 0.033188652247190475 (0.04254125070667285) | > loss_mel_ce: 2.8943843841552734 (nan) | > loss: 0.011617354117333889 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14115308357959458) | > loader_time: 0.0045 (0.0046169273300597615)  --> TIME: 2025-03-24 03:05:45 -- STEP: 8095/31555 -- GLOBAL_STEP: 355200 | > loss_text_ce: 0.032465022057294846 (0.042538223475208574) | > loss_mel_ce: 0.045257568359375 (nan) | > loss: 0.0003084230120293796 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14115699517130434) | > loader_time: 0.0045 (0.004617266009956908)  --> TIME: 2025-03-24 03:05:55 -- STEP: 8145/31555 -- GLOBAL_STEP: 355250 | > loss_text_ce: 0.035887815058231354 (0.0425465017904746) | > loss_mel_ce: 3.0688998699188232 (nan) | > loss: 0.01232058648020029 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14116893666444733) | > loader_time: 0.0045 (0.004617186541056762)  --> TIME: 2025-03-24 03:06:04 -- STEP: 8195/31555 -- GLOBAL_STEP: 355300 | > loss_text_ce: 0.06448111683130264 (0.04254289312041551) | > loss_mel_ce: 2.691253185272217 (nan) | > loss: 0.010935453698039055 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14116221271396143) | > loader_time: 0.0069 (0.004617279284316054)  --> TIME: 2025-03-24 03:06:14 -- STEP: 8245/31555 -- GLOBAL_STEP: 355350 | > loss_text_ce: 0.044105347245931625 (0.04253840376236097) | > loss_mel_ce: 2.7104406356811523 (nan) | > loss: 0.010930738411843777 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14117056165340042) | > loader_time: 0.0046 (0.004617307170222494)  --> TIME: 2025-03-24 03:06:24 -- STEP: 8295/31555 -- GLOBAL_STEP: 355400 | > loss_text_ce: 0.043147750198841095 (0.04254809355676494) | > loss_mel_ce: 2.6646039485931396 (nan) | > loss: 0.010745047591626644 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14118008294545237) | > loader_time: 0.0046 (0.004617132028231351)  --> TIME: 2025-03-24 03:06:33 -- STEP: 8345/31555 -- GLOBAL_STEP: 355450 | > loss_text_ce: 0.04666060209274292 (0.04253609342006164) | > loss_mel_ce: 1.3399251699447632 (nan) | > loss: 0.005502324551343918 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1411764352603036) | > loader_time: 0.0044 (0.004617080579909683)  --> TIME: 2025-03-24 03:06:43 -- STEP: 8395/31555 -- GLOBAL_STEP: 355500 | > loss_text_ce: 0.04170225188136101 (0.04253182699432356) | > loss_mel_ce: 2.675238609313965 (nan) | > loss: 0.010781511664390564 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14114342795162363) | > loader_time: 0.0045 (0.004617076093345398)  --> TIME: 2025-03-24 03:06:52 -- STEP: 8445/31555 -- GLOBAL_STEP: 355550 | > loss_text_ce: 0.05124170333147049 (0.04252931606388428) | > loss_mel_ce: 3.1164278984069824 (nan) | > loss: 0.012570117600262165 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14110621084751876) | > loader_time: 0.0046 (0.004616991735337538)  --> TIME: 2025-03-24 03:07:01 -- STEP: 8495/31555 -- GLOBAL_STEP: 355600 | > loss_text_ce: 0.047105882316827774 (0.04252206569295231) | > loss_mel_ce: 3.2523131370544434 (nan) | > loss: 0.013092933222651482 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14106709276528226) | > loader_time: 0.0045 (0.004616920270240603)  --> TIME: 2025-03-24 03:07:11 -- STEP: 8545/31555 -- GLOBAL_STEP: 355650 | > loss_text_ce: 0.04574931040406227 (0.0425223124352479) | > loss_mel_ce: 3.41532301902771 (nan) | > loss: 0.013734415173530579 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1410532723120456) | > loader_time: 0.0045 (0.004617079075768088)  --> TIME: 2025-03-24 03:07:21 -- STEP: 8595/31555 -- GLOBAL_STEP: 355700 | > loss_text_ce: 0.032105643302202225 (0.04252634125351554) | > loss_mel_ce: 2.899010181427002 (nan) | > loss: 0.01163141243159771 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14106613534213877) | > loader_time: 0.0045 (0.0046167883781446355)  --> TIME: 2025-03-24 03:07:30 -- STEP: 8645/31555 -- GLOBAL_STEP: 355750 | > loss_text_ce: 0.045858077704906464 (0.042525521958405164) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.141059526589097) | > loader_time: 0.0043 (0.004615852831415244)  --> TIME: 2025-03-24 03:07:40 -- STEP: 8695/31555 -- GLOBAL_STEP: 355800 | > loss_text_ce: 0.03149312734603882 (0.042514250651344655) | > loss_mel_ce: 2.7961103916168213 (nan) | > loss: 0.011220649816095829 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14105280908515447) | > loader_time: 0.0043 (0.004614801253307265)  --> TIME: 2025-03-24 03:07:49 -- STEP: 8745/31555 -- GLOBAL_STEP: 355850 | > loss_text_ce: 0.039585210382938385 (0.04252297838925119) | > loss_mel_ce: 3.326777696609497 (nan) | > loss: 0.0133585836738348 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.141044554129677) | > loader_time: 0.0044 (0.0046137568199545904)  --> TIME: 2025-03-24 03:07:59 -- STEP: 8795/31555 -- GLOBAL_STEP: 355900 | > loss_text_ce: 0.0432489849627018 (0.042521855801623445) | > loss_mel_ce: 2.626664161682129 (nan) | > loss: 0.010594893246889114 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14105070863954686) | > loader_time: 0.0044 (0.004612885529917701)  --> TIME: 2025-03-24 03:08:09 -- STEP: 8845/31555 -- GLOBAL_STEP: 355950 | > loss_text_ce: 0.03778453916311264 (0.04251231525562925) | > loss_mel_ce: 3.3304569721221924 (nan) | > loss: 0.013366038911044598 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.1410717847995528) | > loader_time: 0.0045 (0.004611945489222477)  --> TIME: 2025-03-24 03:08:18 -- STEP: 8895/31555 -- GLOBAL_STEP: 356000 | > loss_text_ce: 0.023336894810199738 (0.04250117754516572) | > loss_mel_ce: 0.757373034954071 (nan) | > loss: 0.003098055487498641 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14106715000231895) | > loader_time: 0.0044 (0.0046126027131362)  --> TIME: 2025-03-24 03:08:28 -- STEP: 8945/31555 -- GLOBAL_STEP: 356050 | > loss_text_ce: 0.0390094630420208 (0.04250737332732166) | > loss_mel_ce: 3.0836849212646484 (nan) | > loss: 0.012391645461320877 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14108665942346102) | > loader_time: 0.0045 (0.004613269434886777)  --> TIME: 2025-03-24 03:08:38 -- STEP: 8995/31555 -- GLOBAL_STEP: 356100 | > loss_text_ce: 0.03788179159164429 (0.04250288260029028) | > loss_mel_ce: 2.1198630332946777 (nan) | > loss: 0.008562480099499226 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14108612973402412) | > loader_time: 0.0044 (0.004612889191784942)  --> TIME: 2025-03-24 03:08:48 -- STEP: 9045/31555 -- GLOBAL_STEP: 356150 | > loss_text_ce: 0.043143611401319504 (0.0425069263966876) | > loss_mel_ce: 2.082906484603882 (nan) | > loss: 0.008436706848442554 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.1410940361919158) | > loader_time: 0.0047 (0.004612488190464841)  --> TIME: 2025-03-24 03:08:57 -- STEP: 9095/31555 -- GLOBAL_STEP: 356200 | > loss_text_ce: 0.04266801103949547 (0.042507831016560506) | > loss_mel_ce: 3.3021080493927 (nan) | > loss: 0.013272921554744244 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1410871694742025) | > loader_time: 0.0046 (0.004612604217780947)  --> TIME: 2025-03-24 03:09:07 -- STEP: 9145/31555 -- GLOBAL_STEP: 356250 | > loss_text_ce: 0.033911652863025665 (0.04250226761644702) | > loss_mel_ce: 2.1633527278900146 (nan) | > loss: 0.008719303645193577 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14109826963934607) | > loader_time: 0.0043 (0.004612742361962429)  --> TIME: 2025-03-24 03:09:17 -- STEP: 9195/31555 -- GLOBAL_STEP: 356300 | > loss_text_ce: 0.041797708719968796 (0.042505560118792134) | > loss_mel_ce: 2.7410151958465576 (nan) | > loss: 0.011042908765375614 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14108890390318304) | > loader_time: 0.0048 (0.004613017932172046)  --> TIME: 2025-03-24 03:09:26 -- STEP: 9245/31555 -- GLOBAL_STEP: 356350 | > loss_text_ce: 0.05247332900762558 (0.04250628751762547) | > loss_mel_ce: 3.3549273014068604 (nan) | > loss: 0.01352143194526434 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14109327085215415) | > loader_time: 0.0045 (0.004613256738145902)  --> TIME: 2025-03-24 03:09:36 -- STEP: 9295/31555 -- GLOBAL_STEP: 356400 | > loss_text_ce: 0.04120112955570221 (0.042502802063426944) | > loss_mel_ce: 3.157308578491211 (nan) | > loss: 0.012692499905824661 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14108052882152933) | > loader_time: 0.0045 (0.0046128345856812705)  --> TIME: 2025-03-24 03:09:45 -- STEP: 9345/31555 -- GLOBAL_STEP: 356450 | > loss_text_ce: 0.04423246160149574 (0.04249976430538742) | > loss_mel_ce: 2.3706564903259277 (nan) | > loss: 0.00958289299160242 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14108887680588436) | > loader_time: 0.0046 (0.0046134807133559755)  --> TIME: 2025-03-24 03:09:55 -- STEP: 9395/31555 -- GLOBAL_STEP: 356500 | > loss_text_ce: 0.0397355854511261 (0.04249931944880141) | > loss_mel_ce: 3.35602068901062 (nan) | > loss: 0.013475224375724792 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14107570795380944) | > loader_time: 0.0048 (0.004613766205824702)  --> TIME: 2025-03-24 03:10:05 -- STEP: 9445/31555 -- GLOBAL_STEP: 356550 | > loss_text_ce: 0.04282211512327194 (0.04249628862408477) | > loss_mel_ce: 0.6580998301506042 (nan) | > loss: 0.0027814365457743406 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1410622244855595) | > loader_time: 0.0047 (0.004613915519653766)  --> TIME: 2025-03-24 03:10:14 -- STEP: 9495/31555 -- GLOBAL_STEP: 356600 | > loss_text_ce: 0.05112452432513237 (0.04249385742087104) | > loss_mel_ce: 2.985879898071289 (nan) | > loss: 0.012051605619490147 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14102772882952652) | > loader_time: 0.0045 (0.004613889399925734)  --> TIME: 2025-03-24 03:10:23 -- STEP: 9545/31555 -- GLOBAL_STEP: 356650 | > loss_text_ce: 0.04396744444966316 (0.04248099538379075) | > loss_mel_ce: 2.33003568649292 (nan) | > loss: 0.009420648217201233 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14100751749441298) | > loader_time: 0.0045 (0.004613948555252448)  --> TIME: 2025-03-24 03:10:33 -- STEP: 9595/31555 -- GLOBAL_STEP: 356700 | > loss_text_ce: 0.04843105375766754 (0.04248774630348075) | > loss_mel_ce: 3.337470293045044 (nan) | > loss: 0.013436117209494114 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.141004935846532) | > loader_time: 0.0046 (0.004614332705006241)  --> TIME: 2025-03-24 03:10:43 -- STEP: 9645/31555 -- GLOBAL_STEP: 356750 | > loss_text_ce: 0.034807782620191574 (0.04247967300703864) | > loss_mel_ce: 2.783860445022583 (nan) | > loss: 0.011185191571712494 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14100717074392685) | > loader_time: 0.0046 (0.00461441547281078)  --> TIME: 2025-03-24 03:10:52 -- STEP: 9695/31555 -- GLOBAL_STEP: 356800 | > loss_text_ce: 0.03523179516196251 (0.04247807174961378) | > loss_mel_ce: 3.6232306957244873 (nan) | > loss: 0.014517709612846375 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14101657252633795) | > loader_time: 0.0048 (0.0046144462849074495)  --> TIME: 2025-03-24 03:11:02 -- STEP: 9745/31555 -- GLOBAL_STEP: 356850 | > loss_text_ce: 0.04552854597568512 (0.042486256161554554) | > loss_mel_ce: 3.346505880355835 (nan) | > loss: 0.01346045546233654 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1410374925954939) | > loader_time: 0.0046 (0.004614408448025037)  --> TIME: 2025-03-24 03:11:12 -- STEP: 9795/31555 -- GLOBAL_STEP: 356900 | > loss_text_ce: 0.038935232907533646 (0.04248270506867414) | > loss_mel_ce: 3.0140998363494873 (nan) | > loss: 0.012115218676626682 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1410326798270095) | > loader_time: 0.0047 (0.004614384311872699)  --> TIME: 2025-03-24 03:11:21 -- STEP: 9845/31555 -- GLOBAL_STEP: 356950 | > loss_text_ce: 0.047995977103710175 (0.042475667185778616) | > loss_mel_ce: 3.3130300045013428 (nan) | > loss: 0.013337405398488045 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.141011575686259) | > loader_time: 0.0046 (0.0046137994773016175)  --> TIME: 2025-03-24 03:11:31 -- STEP: 9895/31555 -- GLOBAL_STEP: 357000 | > loss_text_ce: 0.04213044419884682 (0.04247617430207531) | > loss_mel_ce: 3.0083343982696533 (nan) | > loss: 0.012105019763112068 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14101761882506278) | > loader_time: 0.0047 (0.0046134403945822635)  --> TIME: 2025-03-24 03:11:40 -- STEP: 9945/31555 -- GLOBAL_STEP: 357050 | > loss_text_ce: 0.04285787418484688 (0.042479464704196016) | > loss_mel_ce: 2.3923914432525635 (nan) | > loss: 0.009663688018918037 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14101247178543205) | > loader_time: 0.0048 (0.004613021440155969)  --> TIME: 2025-03-24 03:11:50 -- STEP: 9995/31555 -- GLOBAL_STEP: 357100 | > loss_text_ce: 0.03793688490986824 (0.04247318199188583) | > loss_mel_ce: 3.193506956100464 (nan) | > loss: 0.012823190540075302 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14101982088074613) | > loader_time: 0.0044 (0.004612907139643127)  --> TIME: 2025-03-24 03:12:00 -- STEP: 10045/31555 -- GLOBAL_STEP: 357150 | > loss_text_ce: 0.03670332953333855 (0.04247570823777909) | > loss_mel_ce: 3.198148012161255 (nan) | > loss: 0.012836712412536144 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14103210968066876) | > loader_time: 0.0047 (0.004612604286493858)  --> TIME: 2025-03-24 03:12:09 -- STEP: 10095/31555 -- GLOBAL_STEP: 357200 | > loss_text_ce: 0.038438960909843445 (0.042480165408135324) | > loss_mel_ce: 2.8526127338409424 (nan) | > loss: 0.01147242821753025 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14102241720168346) | > loader_time: 0.0042 (0.0046122184184708755)  --> TIME: 2025-03-24 03:12:19 -- STEP: 10145/31555 -- GLOBAL_STEP: 357250 | > loss_text_ce: 0.04974258318543434 (0.04248151402395369) | > loss_mel_ce: 3.8717236518859863 (nan) | > loss: 0.015561375766992569 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14101185692890036) | > loader_time: 0.007 (0.004611285182864514)  --> TIME: 2025-03-24 03:12:29 -- STEP: 10195/31555 -- GLOBAL_STEP: 357300 | > loss_text_ce: 0.037422094494104385 (0.04247972001241668) | > loss_mel_ce: 3.192399024963379 (nan) | > loss: 0.01281675137579441 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1410335981360594) | > loader_time: 0.0045 (0.0046110288134505175)  --> TIME: 2025-03-24 03:12:38 -- STEP: 10245/31555 -- GLOBAL_STEP: 357350 | > loss_text_ce: 0.03686630725860596 (0.04248279162749393) | > loss_mel_ce: 3.77919864654541 (nan) | > loss: 0.015143115073442459 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14102962111309658) | > loader_time: 0.0043 (0.004610377931199229)  --> TIME: 2025-03-24 03:12:48 -- STEP: 10295/31555 -- GLOBAL_STEP: 357400 | > loss_text_ce: 0.049259088933467865 (0.04248715011125224) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14098466865758097) | > loader_time: 0.0044 (0.00461112439719261)  --> TIME: 2025-03-24 03:12:57 -- STEP: 10345/31555 -- GLOBAL_STEP: 357450 | > loss_text_ce: 0.03235483914613724 (0.04248033207874959) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14098125301506678) | > loader_time: 0.0049 (0.004611244243144302)  --> TIME: 2025-03-24 03:13:07 -- STEP: 10395/31555 -- GLOBAL_STEP: 357500 | > loss_text_ce: 0.04067385569214821 (0.04247226857747319) | > loss_mel_ce: 3.039458751678467 (nan) | > loss: 0.012222749181091785 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14097363968317464) | > loader_time: 0.0044 (0.004611641836602168)  --> TIME: 2025-03-24 03:13:16 -- STEP: 10445/31555 -- GLOBAL_STEP: 357550 | > loss_text_ce: 0.043806251138448715 (0.042480947363581156) | > loss_mel_ce: 3.0215601921081543 (nan) | > loss: 0.012164153158664703 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14095768303092718) | > loader_time: 0.0046 (0.004611595239634723)  --> TIME: 2025-03-24 03:13:26 -- STEP: 10495/31555 -- GLOBAL_STEP: 357600 | > loss_text_ce: 0.06275517493486404 (0.04248093353232092) | > loss_mel_ce: 3.391371726989746 (nan) | > loss: 0.013706853613257408 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409753820792778) | > loader_time: 0.0044 (0.004611621077938731)  --> TIME: 2025-03-24 03:13:36 -- STEP: 10545/31555 -- GLOBAL_STEP: 357650 | > loss_text_ce: 0.039927225559949875 (0.04247974107865953) | > loss_mel_ce: 2.7127180099487305 (nan) | > loss: 0.010923195630311966 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14099271119969145) | > loader_time: 0.0044 (0.0046115755186989914)  --> TIME: 2025-03-24 03:13:46 -- STEP: 10595/31555 -- GLOBAL_STEP: 357700 | > loss_text_ce: 0.03712662309408188 (0.042483336058563345) | > loss_mel_ce: 3.10479736328125 (nan) | > loss: 0.012467952445149422 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14101287381386785) | > loader_time: 0.0045 (0.004611935599787507)  --> TIME: 2025-03-24 03:13:55 -- STEP: 10645/31555 -- GLOBAL_STEP: 357750 | > loss_text_ce: 0.05102602392435074 (0.04247913682914665) | > loss_mel_ce: 3.092221975326538 (nan) | > loss: 0.012473206967115402 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14100303166121975) | > loader_time: 0.0045 (0.004611727731112538)  --> TIME: 2025-03-24 03:14:05 -- STEP: 10695/31555 -- GLOBAL_STEP: 357800 | > loss_text_ce: 0.042444758117198944 (0.04248025867872032) | > loss_mel_ce: 3.4322304725646973 (nan) | > loss: 0.013788394629955292 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14100808201130374) | > loader_time: 0.0044 (0.004611610329669466)  --> TIME: 2025-03-24 03:14:15 -- STEP: 10745/31555 -- GLOBAL_STEP: 357850 | > loss_text_ce: 0.0422213077545166 (0.042478774116396466) | > loss_mel_ce: 2.9948275089263916 (nan) | > loss: 0.012051781639456749 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14102296296692546) | > loader_time: 0.0046 (0.004611746595869969)  --> TIME: 2025-03-24 03:14:25 -- STEP: 10795/31555 -- GLOBAL_STEP: 357900 | > loss_text_ce: 0.04467664286494255 (0.042480293404692095) | > loss_mel_ce: 2.720114231109619 (nan) | > loss: 0.010971392504870892 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1410350575829164) | > loader_time: 0.0047 (0.004611639139441343)  --> TIME: 2025-03-24 03:14:35 -- STEP: 10845/31555 -- GLOBAL_STEP: 357950 | > loss_text_ce: 0.04341965913772583 (0.042479703836692466) | > loss_mel_ce: 3.2455384731292725 (nan) | > loss: 0.013051421381533146 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14104878338540663) | > loader_time: 0.0046 (0.0046116443975228)  --> TIME: 2025-03-24 03:14:44 -- STEP: 10895/31555 -- GLOBAL_STEP: 358000 | > loss_text_ce: 0.03420205041766167 (0.042480627056800904) | > loss_mel_ce: 3.7128632068634033 (nan) | > loss: 0.014869307167828083 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.1410458634784861) | > loader_time: 0.0047 (0.00461205453596952)  --> TIME: 2025-03-24 03:14:54 -- STEP: 10945/31555 -- GLOBAL_STEP: 358050 | > loss_text_ce: 0.04414688050746918 (0.042479821708854754) | > loss_mel_ce: 3.0296809673309326 (nan) | > loss: 0.012197730131447315 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14105564897710565) | > loader_time: 0.0048 (0.004612747073010155)  --> TIME: 2025-03-24 03:15:04 -- STEP: 10995/31555 -- GLOBAL_STEP: 358100 | > loss_text_ce: 0.04602411761879921 (0.04248308027243599) | > loss_mel_ce: 2.9694406986236572 (nan) | > loss: 0.011966130696237087 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14104932275020016) | > loader_time: 0.0046 (0.004613045141229643)  --> TIME: 2025-03-24 03:15:13 -- STEP: 11045/31555 -- GLOBAL_STEP: 358150 | > loss_text_ce: 0.044841211289167404 (0.04248160002175523) | > loss_mel_ce: 2.5368311405181885 (nan) | > loss: 0.010244732722640038 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14105125466532745) | > loader_time: 0.0044 (0.004612976676902934)  --> TIME: 2025-03-24 03:15:23 -- STEP: 11095/31555 -- GLOBAL_STEP: 358200 | > loss_text_ce: 0.04351302981376648 (0.04247569677509338) | > loss_mel_ce: 3.8155124187469482 (nan) | > loss: 0.015313593670725822 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14108415872677782) | > loader_time: 0.0045 (0.004613076764863595)  --> TIME: 2025-03-24 03:15:33 -- STEP: 11145/31555 -- GLOBAL_STEP: 358250 | > loss_text_ce: 0.04258372262120247 (0.04246350712012924) | > loss_mel_ce: 2.712103843688965 (nan) | > loss: 0.01093129999935627 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14106551560119024) | > loader_time: 0.0045 (0.004612880675126326)  --> TIME: 2025-03-24 03:15:42 -- STEP: 11195/31555 -- GLOBAL_STEP: 358300 | > loss_text_ce: 0.05612211674451828 (0.04246037679301353) | > loss_mel_ce: 3.474761962890625 (nan) | > loss: 0.014011445455253124 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14105297393594282) | > loader_time: 0.0045 (0.004613140067014917)  --> TIME: 2025-03-24 03:15:52 -- STEP: 11245/31555 -- GLOBAL_STEP: 358350 | > loss_text_ce: 0.03315997123718262 (0.04245554842344704) | > loss_mel_ce: 3.3822519779205322 (nan) | > loss: 0.013553222641348839 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14103735976348417) | > loader_time: 0.0045 (0.004613297841134424)  --> TIME: 2025-03-24 03:16:01 -- STEP: 11295/31555 -- GLOBAL_STEP: 358400 | > loss_text_ce: 0.039733100682497025 (0.0424523671970245) | > loss_mel_ce: 3.1408438682556152 (nan) | > loss: 0.012621338479220867 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14102437678772262) | > loader_time: 0.0047 (0.004613413648195855)  --> TIME: 2025-03-24 03:16:11 -- STEP: 11345/31555 -- GLOBAL_STEP: 358450 | > loss_text_ce: 0.03892927244305611 (0.042453040406124166) | > loss_mel_ce: 3.1339447498321533 (nan) | > loss: 0.012590770609676838 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14103873012453524) | > loader_time: 0.0046 (0.004613864322021815)  --> TIME: 2025-03-24 03:16:20 -- STEP: 11395/31555 -- GLOBAL_STEP: 358500 | > loss_text_ce: 0.03765310347080231 (0.04245134897819391) | > loss_mel_ce: 2.9304652214050293 (nan) | > loss: 0.011778248474001884 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14102279831307454) | > loader_time: 0.0047 (0.004613864814152375)  --> TIME: 2025-03-24 03:16:30 -- STEP: 11445/31555 -- GLOBAL_STEP: 358550 | > loss_text_ce: 0.04319649562239647 (0.04245196929695408) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14101849564718433) | > loader_time: 0.0046 (0.004613948628703497)  --> TIME: 2025-03-24 03:16:39 -- STEP: 11495/31555 -- GLOBAL_STEP: 358600 | > loss_text_ce: 0.04225298762321472 (0.04245504072837748) | > loss_mel_ce: 2.8856024742126465 (nan) | > loss: 0.011618474498391151 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14100191523687491) | > loader_time: 0.0048 (0.00461396783162533)  --> TIME: 2025-03-24 03:16:49 -- STEP: 11545/31555 -- GLOBAL_STEP: 358650 | > loss_text_ce: 0.047262124717235565 (0.042456928021792684) | > loss_mel_ce: 2.6773407459259033 (nan) | > loss: 0.01081191748380661 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14100306481187413) | > loader_time: 0.0046 (0.00461415459759673)  --> TIME: 2025-03-24 03:16:59 -- STEP: 11595/31555 -- GLOBAL_STEP: 358700 | > loss_text_ce: 0.042965225875377655 (0.04245625720136478) | > loss_mel_ce: 3.3512585163116455 (nan) | > loss: 0.013469142839312553 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.1410074406114301) | > loader_time: 0.0047 (0.004614190224585434)  --> TIME: 2025-03-24 03:17:09 -- STEP: 11645/31555 -- GLOBAL_STEP: 358750 | > loss_text_ce: 0.04128419607877731 (0.04245163893591823) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14100911384900192) | > loader_time: 0.0045 (0.004614471252919681)  --> TIME: 2025-03-24 03:17:18 -- STEP: 11695/31555 -- GLOBAL_STEP: 358800 | > loss_text_ce: 0.05611978471279144 (0.04244522494871143) | > loss_mel_ce: 3.498375177383423 (nan) | > loss: 0.014105139300227165 (nan) | > current_lr: 5e-06 | > step_time: 0.1477 (0.14101515295363748) | > loader_time: 0.0047 (0.004614364535138878)  --> TIME: 2025-03-24 03:17:28 -- STEP: 11745/31555 -- GLOBAL_STEP: 358850 | > loss_text_ce: 0.043652866035699844 (0.042443929968116995) | > loss_mel_ce: 3.316570997238159 (nan) | > loss: 0.013334222137928009 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14101749170887073) | > loader_time: 0.0045 (0.004614343395533599)  --> TIME: 2025-03-24 03:17:38 -- STEP: 11795/31555 -- GLOBAL_STEP: 358900 | > loss_text_ce: 0.04665862396359444 (0.0424409205283481) | > loss_mel_ce: 3.026240348815918 (nan) | > loss: 0.012194043956696987 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14101644482032394) | > loader_time: 0.0046 (0.004614174209342473)  --> TIME: 2025-03-24 03:17:47 -- STEP: 11845/31555 -- GLOBAL_STEP: 358950 | > loss_text_ce: 0.04393663629889488 (0.04244021645594975) | > loss_mel_ce: 2.9345703125 (nan) | > loss: 0.011819473467767239 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1410179828379707) | > loader_time: 0.0045 (0.004614192295195244)  --> TIME: 2025-03-24 03:17:57 -- STEP: 11895/31555 -- GLOBAL_STEP: 359000 | > loss_text_ce: 0.04450751841068268 (0.04243850743921855) | > loss_mel_ce: 3.374620199203491 (nan) | > loss: 0.013567968271672726 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14102727271469154) | > loader_time: 0.0045 (0.004614207483029467)  --> TIME: 2025-03-24 03:18:07 -- STEP: 11945/31555 -- GLOBAL_STEP: 359050 | > loss_text_ce: 0.03997118026018143 (0.04243756481265041) | > loss_mel_ce: 2.973717212677002 (nan) | > loss: 0.011959081515669823 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1410384212492288) | > loader_time: 0.0046 (0.00461459121927651)  --> TIME: 2025-03-24 03:18:16 -- STEP: 11995/31555 -- GLOBAL_STEP: 359100 | > loss_text_ce: 0.0666796863079071 (0.04243442183799129) | > loss_mel_ce: 3.08961820602417 (nan) | > loss: 0.012524992227554321 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1410327594346818) | > loader_time: 0.0045 (0.004614840511880164)  --> TIME: 2025-03-24 03:18:26 -- STEP: 12045/31555 -- GLOBAL_STEP: 359150 | > loss_text_ce: 0.03956632688641548 (0.042426669532753945) | > loss_mel_ce: 3.4981954097747803 (nan) | > loss: 0.01403873786330223 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1410295488231643) | > loader_time: 0.0047 (0.004614709412324188)  --> TIME: 2025-03-24 03:18:36 -- STEP: 12095/31555 -- GLOBAL_STEP: 359200 | > loss_text_ce: 0.04512336477637291 (0.04242306714804328) | > loss_mel_ce: 3.6352710723876953 (nan) | > loss: 0.014604740776121616 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.177 (0.14102587283963436) | > loader_time: 0.0046 (0.004614842435750857)  --> TIME: 2025-03-24 03:18:45 -- STEP: 12145/31555 -- GLOBAL_STEP: 359250 | > loss_text_ce: 0.05624168738722801 (0.042420178077832715) | > loss_mel_ce: 0.5878409147262573 (nan) | > loss: 0.00255588348954916 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1410132574613017) | > loader_time: 0.0045 (0.004614706282853209)  --> TIME: 2025-03-24 03:18:55 -- STEP: 12195/31555 -- GLOBAL_STEP: 359300 | > loss_text_ce: 0.04499873146414757 (0.04241608815926741) | > loss_mel_ce: 1.2046363353729248 (nan) | > loss: 0.004958869889378548 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14100591132463777) | > loader_time: 0.0045 (0.004614872246210878)  --> TIME: 2025-03-24 03:19:04 -- STEP: 12245/31555 -- GLOBAL_STEP: 359350 | > loss_text_ce: 0.051045387983322144 (0.04240934225487587) | > loss_mel_ce: 2.6135191917419434 (nan) | > loss: 0.010573669336736202 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14099323460402385) | > loader_time: 0.0045 (0.004614714224906115)  --> TIME: 2025-03-24 03:19:14 -- STEP: 12295/31555 -- GLOBAL_STEP: 359400 | > loss_text_ce: 0.03988364711403847 (0.04240990430245418) | > loss_mel_ce: 2.353095054626465 (nan) | > loss: 0.009495947510004044 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1409949609059139) | > loader_time: 0.0046 (0.00461485964731262)  --> TIME: 2025-03-24 03:19:23 -- STEP: 12345/31555 -- GLOBAL_STEP: 359450 | > loss_text_ce: 0.0396006815135479 (0.04241105731766786) | > loss_mel_ce: 3.284449338912964 (nan) | > loss: 0.013190675526857376 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14099004748573354) | > loader_time: 0.0045 (0.00461541966128901)  --> TIME: 2025-03-24 03:19:33 -- STEP: 12395/31555 -- GLOBAL_STEP: 359500 | > loss_text_ce: 0.06697402149438858 (0.04241776276235553) | > loss_mel_ce: 3.5227408409118652 (nan) | > loss: 0.01424490101635456 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14100119376095882) | > loader_time: 0.0045 (0.00461587123016814)  --> TIME: 2025-03-24 03:19:43 -- STEP: 12445/31555 -- GLOBAL_STEP: 359550 | > loss_text_ce: 0.04304199293255806 (0.04241875464178228) | > loss_mel_ce: 3.7318837642669678 (nan) | > loss: 0.014979864470660686 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1410099682246587) | > loader_time: 0.0044 (0.0046161525553132104)  --> TIME: 2025-03-24 03:19:53 -- STEP: 12495/31555 -- GLOBAL_STEP: 359600 | > loss_text_ce: 0.035994477570056915 (0.04241574004094216) | > loss_mel_ce: 2.9084556102752686 (nan) | > loss: 0.011684326454997063 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1410092478992928) | > loader_time: 0.0044 (0.004616104292363922)  --> TIME: 2025-03-24 03:20:03 -- STEP: 12545/31555 -- GLOBAL_STEP: 359650 | > loss_text_ce: 0.03285204991698265 (0.04241276218449328) | > loss_mel_ce: 3.657975435256958 (nan) | > loss: 0.014646140858530998 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14102093646040637) | > loader_time: 0.0048 (0.004615960381524222)  --> TIME: 2025-03-24 03:20:12 -- STEP: 12595/31555 -- GLOBAL_STEP: 359700 | > loss_text_ce: 0.03793914616107941 (0.04240809453953732) | > loss_mel_ce: 3.2096283435821533 (nan) | > loss: 0.01288717333227396 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.141009549405565) | > loader_time: 0.0046 (0.004616199083014019)  --> TIME: 2025-03-24 03:20:22 -- STEP: 12645/31555 -- GLOBAL_STEP: 359750 | > loss_text_ce: 0.04863137751817703 (0.04241096908937338) | > loss_mel_ce: 3.0570271015167236 (nan) | > loss: 0.012324042618274689 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1410150362786295) | > loader_time: 0.0046 (0.004616258171718083)  --> TIME: 2025-03-24 03:20:31 -- STEP: 12695/31555 -- GLOBAL_STEP: 359800 | > loss_text_ce: 0.04466194659471512 (0.0424094246672528) | > loss_mel_ce: 2.9311516284942627 (nan) | > loss: 0.011808784678578377 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14101758226722816) | > loader_time: 0.0049 (0.004616320400831505)  --> TIME: 2025-03-24 03:20:41 -- STEP: 12745/31555 -- GLOBAL_STEP: 359850 | > loss_text_ce: 0.05170226842164993 (0.042413828842102146) | > loss_mel_ce: 3.11478328704834 (nan) | > loss: 0.012565420009195805 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14103107390659908) | > loader_time: 0.0047 (0.004616484093918621)  --> TIME: 2025-03-24 03:20:51 -- STEP: 12795/31555 -- GLOBAL_STEP: 359900 | > loss_text_ce: 0.0339520089328289 (0.042412645007793306) | > loss_mel_ce: 3.215832471847534 (nan) | > loss: 0.012895970605313778 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1410422276500229) | > loader_time: 0.0045 (0.0046167898010397055)  --> TIME: 2025-03-24 03:21:01 -- STEP: 12845/31555 -- GLOBAL_STEP: 359950 | > loss_text_ce: 0.04830942675471306 (0.0424134962191843) | > loss_mel_ce: 2.527738094329834 (nan) | > loss: 0.010222410783171654 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1410389860857768) | > loader_time: 0.0047 (0.004616708373132503)  --> TIME: 2025-03-24 03:21:11 -- STEP: 12895/31555 -- GLOBAL_STEP: 360000 | > loss_text_ce: 0.039624713361263275 (0.042418727072511125) | > loss_mel_ce: 2.5045576095581055 (nan) | > loss: 0.010095962323248386 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14105645191211724) | > loader_time: 0.0046 (0.004616752970630045) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_360000.pth  --> TIME: 2025-03-24 03:21:26 -- STEP: 12945/31555 -- GLOBAL_STEP: 360050 | > loss_text_ce: 0.04086143895983696 (0.04241336019455735) | > loss_mel_ce: 1.813495397567749 (nan) | > loss: 0.0073585594072937965 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.141053286957988) | > loader_time: 0.0047 (0.004616830780866203)  --> TIME: 2025-03-24 03:21:35 -- STEP: 12995/31555 -- GLOBAL_STEP: 360100 | > loss_text_ce: 0.059692900627851486 (0.04240354760756) | > loss_mel_ce: 2.6710586547851562 (nan) | > loss: 0.010836316272616386 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14104586051215712) | > loader_time: 0.0044 (0.004616858950941871)  --> TIME: 2025-03-24 03:21:45 -- STEP: 13045/31555 -- GLOBAL_STEP: 360150 | > loss_text_ce: 0.03861530125141144 (0.04240573402144359) | > loss_mel_ce: 3.42834210395813 (nan) | > loss: 0.013757768087089062 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14105580449789543) | > loader_time: 0.0047 (0.004617019922352239)  --> TIME: 2025-03-24 03:21:55 -- STEP: 13095/31555 -- GLOBAL_STEP: 360200 | > loss_text_ce: 0.049005307257175446 (0.04240472064719433) | > loss_mel_ce: 3.2186505794525146 (nan) | > loss: 0.012966888956725597 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1410435733562104) | > loader_time: 0.0045 (0.0046169836314501)  --> TIME: 2025-03-24 03:22:04 -- STEP: 13145/31555 -- GLOBAL_STEP: 360250 | > loss_text_ce: 0.04910964518785477 (0.04240664959976924) | > loss_mel_ce: 2.406276226043701 (nan) | > loss: 0.009743595495820045 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14104469574282083) | > loader_time: 0.0044 (0.004617119615365447)  --> TIME: 2025-03-24 03:22:14 -- STEP: 13195/31555 -- GLOBAL_STEP: 360300 | > loss_text_ce: 0.04368387907743454 (0.042404253881208616) | > loss_mel_ce: 3.503406286239624 (nan) | > loss: 0.014075755141675472 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.14106711157798268) | > loader_time: 0.0047 (0.004617449983406715)  --> TIME: 2025-03-24 03:22:24 -- STEP: 13245/31555 -- GLOBAL_STEP: 360350 | > loss_text_ce: 0.047143831849098206 (0.04239879689742226) | > loss_mel_ce: 3.262065887451172 (nan) | > loss: 0.01313178613781929 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1410741982976628) | > loader_time: 0.005 (0.004617341251452492)  --> TIME: 2025-03-24 03:22:34 -- STEP: 13295/31555 -- GLOBAL_STEP: 360400 | > loss_text_ce: 0.04503388702869415 (0.04239074259172612) | > loss_mel_ce: 3.064790725708008 (nan) | > loss: 0.012340574525296688 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14108467571893973) | > loader_time: 0.0044 (0.004617284410382712)  --> TIME: 2025-03-24 03:22:43 -- STEP: 13345/31555 -- GLOBAL_STEP: 360450 | > loss_text_ce: 0.03819931671023369 (0.042382802539838234) | > loss_mel_ce: 3.2782254219055176 (nan) | > loss: 0.01316041685640812 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1410780984571953) | > loader_time: 0.0049 (0.004617308677024455)  --> TIME: 2025-03-24 03:22:53 -- STEP: 13395/31555 -- GLOBAL_STEP: 360500 | > loss_text_ce: 0.04422522336244583 (0.04237918990159059) | > loss_mel_ce: 3.342371702194214 (nan) | > loss: 0.013438877649605274 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14109642636468836) | > loader_time: 0.0047 (0.004617717809844438)  --> TIME: 2025-03-24 03:23:03 -- STEP: 13445/31555 -- GLOBAL_STEP: 360550 | > loss_text_ce: 0.03053860366344452 (0.042381091755439) | > loss_mel_ce: 2.290349245071411 (nan) | > loss: 0.009209873154759407 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14110118098842275) | > loader_time: 0.0051 (0.004618162202675489)  --> TIME: 2025-03-24 03:23:13 -- STEP: 13495/31555 -- GLOBAL_STEP: 360600 | > loss_text_ce: 0.035572998225688934 (0.04237909618835502) | > loss_mel_ce: 3.1897170543670654 (nan) | > loss: 0.012798771262168884 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14110118801304808) | > loader_time: 0.0046 (0.004618203617900162)  --> TIME: 2025-03-24 03:23:22 -- STEP: 13545/31555 -- GLOBAL_STEP: 360650 | > loss_text_ce: 0.06296195089817047 (0.04238327338565485) | > loss_mel_ce: 3.5218234062194824 (nan) | > loss: 0.014225339516997337 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1410927692080994) | > loader_time: 0.0044 (0.00461835866486644)  --> TIME: 2025-03-24 03:23:32 -- STEP: 13595/31555 -- GLOBAL_STEP: 360700 | > loss_text_ce: 0.04689706116914749 (0.042382844599424825) | > loss_mel_ce: 3.35772967338562 (nan) | > loss: 0.013510424643754959 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14109395449106188) | > loader_time: 0.0045 (0.004618760161910181)  --> TIME: 2025-03-24 03:23:41 -- STEP: 13645/31555 -- GLOBAL_STEP: 360750 | > loss_text_ce: 0.04150838777422905 (0.04238225861649425) | > loss_mel_ce: 2.9855899810791016 (nan) | > loss: 0.012012296356260777 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1410719764236994) | > loader_time: 0.0048 (0.004618760822194108)  --> TIME: 2025-03-24 03:23:51 -- STEP: 13695/31555 -- GLOBAL_STEP: 360800 | > loss_text_ce: 0.042063865810632706 (0.04237530566112707) | > loss_mel_ce: 3.1549417972564697 (nan) | > loss: 0.01268653105944395 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14106976086747694) | > loader_time: 0.0047 (0.004618829460464377)  --> TIME: 2025-03-24 03:24:01 -- STEP: 13745/31555 -- GLOBAL_STEP: 360850 | > loss_text_ce: 0.04056325927376747 (0.042371902782463146) | > loss_mel_ce: 3.4593212604522705 (nan) | > loss: 0.013888431712985039 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14108691087155836) | > loader_time: 0.0048 (0.004618800480004096)  --> TIME: 2025-03-24 03:24:10 -- STEP: 13795/31555 -- GLOBAL_STEP: 360900 | > loss_text_ce: 0.047088559716939926 (0.042367249977447084) | > loss_mel_ce: 3.3628501892089844 (nan) | > loss: 0.013531504198908806 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14108386449340207) | > loader_time: 0.0047 (0.004618730956378648)  --> TIME: 2025-03-24 03:24:20 -- STEP: 13845/31555 -- GLOBAL_STEP: 360950 | > loss_text_ce: 0.046407874673604965 (0.04236623413952276) | > loss_mel_ce: 3.4191622734069824 (nan) | > loss: 0.013752263970673084 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14109212605692253) | > loader_time: 0.0044 (0.00461889742599493)  --> TIME: 2025-03-24 03:24:30 -- STEP: 13895/31555 -- GLOBAL_STEP: 361000 | > loss_text_ce: 0.04029209911823273 (0.04235939867580025) | > loss_mel_ce: 2.636575698852539 (nan) | > loss: 0.010622491128742695 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14109059912388786) | > loader_time: 0.0047 (0.004618655181094098)  --> TIME: 2025-03-24 03:24:39 -- STEP: 13945/31555 -- GLOBAL_STEP: 361050 | > loss_text_ce: 0.037653252482414246 (0.042352726358844135) | > loss_mel_ce: 3.1426022052764893 (nan) | > loss: 0.01262006163597107 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14108539528639788) | > loader_time: 0.0048 (0.004618600603926349)  --> TIME: 2025-03-24 03:24:49 -- STEP: 13995/31555 -- GLOBAL_STEP: 361100 | > loss_text_ce: 0.05090666189789772 (0.04235024119022909) | > loss_mel_ce: 2.743623971939087 (nan) | > loss: 0.011089407838881016 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14106949802465374) | > loader_time: 0.0044 (0.004618398629584113)  --> TIME: 2025-03-24 03:24:59 -- STEP: 14045/31555 -- GLOBAL_STEP: 361150 | > loss_text_ce: 0.04538404196500778 (0.042352965170827164) | > loss_mel_ce: 3.1428494453430176 (nan) | > loss: 0.012651720084249973 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14108874545737216) | > loader_time: 0.0067 (0.004618930120661659)  --> TIME: 2025-03-24 03:25:08 -- STEP: 14095/31555 -- GLOBAL_STEP: 361200 | > loss_text_ce: 0.04703681543469429 (0.04235662640755941) | > loss_mel_ce: 0.1020333394408226 (nan) | > loss: 0.0005915482761338353 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14107673691705147) | > loader_time: 0.0048 (0.004618699502420578)  --> TIME: 2025-03-24 03:25:18 -- STEP: 14145/31555 -- GLOBAL_STEP: 361250 | > loss_text_ce: 0.039252087473869324 (0.042354092824533805) | > loss_mel_ce: 2.7366793155670166 (nan) | > loss: 0.011015601456165314 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.1410692787878323) | > loader_time: 0.0049 (0.004618570601489275)  --> TIME: 2025-03-24 03:25:27 -- STEP: 14195/31555 -- GLOBAL_STEP: 361300 | > loss_text_ce: 0.034653086215257645 (0.042353151884427225) | > loss_mel_ce: 3.236671209335327 (nan) | > loss: 0.012981446459889412 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14106154826460757) | > loader_time: 0.0044 (0.0046182127391926715)  --> TIME: 2025-03-24 03:25:37 -- STEP: 14245/31555 -- GLOBAL_STEP: 361350 | > loss_text_ce: 0.0378132089972496 (0.042353199218115686) | > loss_mel_ce: 2.616431474685669 (nan) | > loss: 0.01053271722048521 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14106637453271256) | > loader_time: 0.0043 (0.00461780342900071)  --> TIME: 2025-03-24 03:25:47 -- STEP: 14295/31555 -- GLOBAL_STEP: 361400 | > loss_text_ce: 0.04038725420832634 (0.042351015857979464) | > loss_mel_ce: 2.9562528133392334 (nan) | > loss: 0.01189142931252718 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14106369130300261) | > loader_time: 0.0044 (0.004617346729920351)  --> TIME: 2025-03-24 03:25:56 -- STEP: 14345/31555 -- GLOBAL_STEP: 361450 | > loss_text_ce: 0.04577136039733887 (0.04235515554788402) | > loss_mel_ce: 3.092888116836548 (nan) | > loss: 0.012454998679459095 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14106015439397396) | > loader_time: 0.0043 (0.004616987767556936)  --> TIME: 2025-03-24 03:26:06 -- STEP: 14395/31555 -- GLOBAL_STEP: 361500 | > loss_text_ce: 0.03919031098484993 (0.042353681335435905) | > loss_mel_ce: 2.7615232467651367 (nan) | > loss: 0.01111394353210926 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14106756752255215) | > loader_time: 0.0045 (0.004616498566203831)  --> TIME: 2025-03-24 03:26:16 -- STEP: 14445/31555 -- GLOBAL_STEP: 361550 | > loss_text_ce: 0.03787438943982124 (0.042353284544791404) | > loss_mel_ce: 2.4911961555480957 (nan) | > loss: 0.01003599539399147 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14107306443435816) | > loader_time: 0.0046 (0.004616960335372022)  --> TIME: 2025-03-24 03:26:25 -- STEP: 14495/31555 -- GLOBAL_STEP: 361600 | > loss_text_ce: 0.034108951687812805 (0.04235337767306684) | > loss_mel_ce: 2.3184702396392822 (nan) | > loss: 0.009335631504654884 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14105853705457075) | > loader_time: 0.0046 (0.004617366646026158)  --> TIME: 2025-03-24 03:26:35 -- STEP: 14545/31555 -- GLOBAL_STEP: 361650 | > loss_text_ce: 0.04009328782558441 (0.042351542539886836) | > loss_mel_ce: 0.0843505859375 (nan) | > loss: 0.0004938249476253986 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14106418595522097) | > loader_time: 0.0045 (0.004617543415582315)  --> TIME: 2025-03-24 03:26:45 -- STEP: 14595/31555 -- GLOBAL_STEP: 361700 | > loss_text_ce: 0.03440270945429802 (0.04234928064502619) | > loss_mel_ce: 3.014209032058716 (nan) | > loss: 0.012097666040062904 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1410841818826161) | > loader_time: 0.0047 (0.004617683934038247)  --> TIME: 2025-03-24 03:26:54 -- STEP: 14645/31555 -- GLOBAL_STEP: 361750 | > loss_text_ce: 0.049658194184303284 (0.042352397248184466) | > loss_mel_ce: 3.1667373180389404 (nan) | > loss: 0.012763475067913532 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1410755240823586) | > loader_time: 0.0046 (0.004617769590373249)  --> TIME: 2025-03-24 03:27:04 -- STEP: 14695/31555 -- GLOBAL_STEP: 361800 | > loss_text_ce: 0.04146562144160271 (0.04234911005116306) | > loss_mel_ce: 3.097114324569702 (nan) | > loss: 0.0124546829611063 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14109702102178187) | > loader_time: 0.0045 (0.0046179766555999)  --> TIME: 2025-03-24 03:27:14 -- STEP: 14745/31555 -- GLOBAL_STEP: 361850 | > loss_text_ce: 0.041632622480392456 (0.04234336854409321) | > loss_mel_ce: 3.204998731613159 (nan) | > loss: 0.012883458286523819 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14110444556579277) | > loader_time: 0.0045 (0.004618227607155299)  --> TIME: 2025-03-24 03:27:24 -- STEP: 14795/31555 -- GLOBAL_STEP: 361900 | > loss_text_ce: 0.047220222651958466 (0.04234609587112358) | > loss_mel_ce: 2.885380983352661 (nan) | > loss: 0.011637306772172451 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14109605066918787) | > loader_time: 0.0047 (0.004618367539663982)  --> TIME: 2025-03-24 03:27:34 -- STEP: 14845/31555 -- GLOBAL_STEP: 361950 | > loss_text_ce: 0.03641980141401291 (0.04234707695756662) | > loss_mel_ce: 1.4181671142578125 (nan) | > loss: 0.00577217061072588 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14110198862506765) | > loader_time: 0.0045 (0.004618583202522666)  --> TIME: 2025-03-24 03:27:43 -- STEP: 14895/31555 -- GLOBAL_STEP: 362000 | > loss_text_ce: 0.04839669167995453 (0.04234966015860247) | > loss_mel_ce: 3.2139973640441895 (nan) | > loss: 0.012946008704602718 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1410995523575039) | > loader_time: 0.0047 (0.004618581056034617)  --> TIME: 2025-03-24 03:27:53 -- STEP: 14945/31555 -- GLOBAL_STEP: 362050 | > loss_text_ce: 0.05167437344789505 (0.042349293776661565) | > loss_mel_ce: 2.2751410007476807 (nan) | > loss: 0.009233394637703896 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14109682695408474) | > loader_time: 0.0045 (0.0046184911820433055)  --> TIME: 2025-03-24 03:28:03 -- STEP: 14995/31555 -- GLOBAL_STEP: 362100 | > loss_text_ce: 0.037818122655153275 (0.04234793611695638) | > loss_mel_ce: 2.8666183948516846 (nan) | > loss: 0.011525542475283146 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14110333049007057) | > loader_time: 0.0046 (0.004618590098295501)  --> TIME: 2025-03-24 03:28:12 -- STEP: 15045/31555 -- GLOBAL_STEP: 362150 | > loss_text_ce: 0.03495645150542259 (0.04234985486031979) | > loss_mel_ce: 4.357421875 (nan) | > loss: 0.017430074512958527 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14110178434004828) | > loader_time: 0.0047 (0.0046185769207575025)  --> TIME: 2025-03-24 03:28:22 -- STEP: 15095/31555 -- GLOBAL_STEP: 362200 | > loss_text_ce: 0.03953990712761879 (0.042349263333566436) | > loss_mel_ce: 2.448910713195801 (nan) | > loss: 0.009874803945422173 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14111590660261902) | > loader_time: 0.0047 (0.004618846615958427)  --> TIME: 2025-03-24 03:28:32 -- STEP: 15145/31555 -- GLOBAL_STEP: 362250 | > loss_text_ce: 0.043344125151634216 (0.04234589956044043) | > loss_mel_ce: 3.8814303874969482 (nan) | > loss: 0.015574502758681774 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14110093938513193) | > loader_time: 0.0046 (0.004618641408452424)  --> TIME: 2025-03-24 03:28:41 -- STEP: 15195/31555 -- GLOBAL_STEP: 362300 | > loss_text_ce: 0.04112333059310913 (0.04235039677013683) | > loss_mel_ce: 3.274052381515503 (nan) | > loss: 0.013155460357666016 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14110570437188658) | > loader_time: 0.0048 (0.004618716169321525)  --> TIME: 2025-03-24 03:28:51 -- STEP: 15245/31555 -- GLOBAL_STEP: 362350 | > loss_text_ce: 0.0336923822760582 (0.04234755631950432) | > loss_mel_ce: 3.2421162128448486 (nan) | > loss: 0.01299924124032259 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1410888981217036) | > loader_time: 0.0045 (0.004618756925133105)  --> TIME: 2025-03-24 03:29:00 -- STEP: 15295/31555 -- GLOBAL_STEP: 362400 | > loss_text_ce: 0.04784470424056053 (0.04234550761381032) | > loss_mel_ce: 2.9973502159118652 (nan) | > loss: 0.012084106914699078 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14108093194066695) | > loader_time: 0.0045 (0.0046187567453674335)  --> TIME: 2025-03-24 03:29:10 -- STEP: 15345/31555 -- GLOBAL_STEP: 362450 | > loss_text_ce: 0.03781047835946083 (0.042342393761078845) | > loss_mel_ce: 2.272892713546753 (nan) | > loss: 0.009169458411633968 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14110782757843204) | > loader_time: 0.0046 (0.0046188728006859485)  --> TIME: 2025-03-24 03:29:20 -- STEP: 15395/31555 -- GLOBAL_STEP: 362500 | > loss_text_ce: 0.04104644060134888 (0.042339761536683285) | > loss_mel_ce: 3.1926679611206055 (nan) | > loss: 0.012832200154662132 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1411080884019743) | > loader_time: 0.0045 (0.004618711694566876)  --> TIME: 2025-03-24 03:29:30 -- STEP: 15445/31555 -- GLOBAL_STEP: 362550 | > loss_text_ce: 0.050891708582639694 (0.04234021658824939) | > loss_mel_ce: 3.056997776031494 (nan) | > loss: 0.012332894839346409 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14110962510224623) | > loader_time: 0.0046 (0.004618483077518837)  --> TIME: 2025-03-24 03:29:39 -- STEP: 15495/31555 -- GLOBAL_STEP: 362600 | > loss_text_ce: 0.029333945363759995 (0.04233802761047082) | > loss_mel_ce: 2.658903121948242 (nan) | > loss: 0.010667607188224792 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14109481411158611) | > loader_time: 0.0044 (0.004618661762937956)  --> TIME: 2025-03-24 03:29:49 -- STEP: 15545/31555 -- GLOBAL_STEP: 362650 | > loss_text_ce: 0.04244428128004074 (0.042340254706344616) | > loss_mel_ce: 2.743197202682495 (nan) | > loss: 0.01105413306504488 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.141087503270651) | > loader_time: 0.0046 (0.0046187477964571184)  --> TIME: 2025-03-24 03:29:58 -- STEP: 15595/31555 -- GLOBAL_STEP: 362700 | > loss_text_ce: 0.032600779086351395 (0.042338270763530625) | > loss_mel_ce: 2.768773317337036 (nan) | > loss: 0.011116565205156803 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14109450679973418) | > loader_time: 0.0048 (0.0046192317178670545)  --> TIME: 2025-03-24 03:30:08 -- STEP: 15645/31555 -- GLOBAL_STEP: 362750 | > loss_text_ce: 0.04265055060386658 (0.042339646511467946) | > loss_mel_ce: 2.845493793487549 (nan) | > loss: 0.011460890993475914 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14109540163956247) | > loader_time: 0.0044 (0.004619146086758948)  --> TIME: 2025-03-24 03:30:18 -- STEP: 15695/31555 -- GLOBAL_STEP: 362800 | > loss_text_ce: 0.04751104861497879 (0.04233436598583419) | > loss_mel_ce: 3.474123954772949 (nan) | > loss: 0.013974742963910103 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1411093840822354) | > loader_time: 0.0045 (0.004619197657093876)  --> TIME: 2025-03-24 03:30:28 -- STEP: 15745/31555 -- GLOBAL_STEP: 362850 | > loss_text_ce: 0.037039369344711304 (0.04233089324764762) | > loss_mel_ce: 3.140293598175049 (nan) | > loss: 0.012608464807271957 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14111403107605172) | > loader_time: 0.0046 (0.004619295402495359)  --> TIME: 2025-03-24 03:30:37 -- STEP: 15795/31555 -- GLOBAL_STEP: 362900 | > loss_text_ce: 0.047203488647937775 (0.04232739850373985) | > loss_mel_ce: 1.6527235507965088 (nan) | > loss: 0.006745742633938789 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1411105356249629) | > loader_time: 0.0044 (0.004619169159756691)  --> TIME: 2025-03-24 03:30:47 -- STEP: 15845/31555 -- GLOBAL_STEP: 362950 | > loss_text_ce: 0.03896058723330498 (0.04232721769257683) | > loss_mel_ce: 2.221038818359375 (nan) | > loss: 0.008968252688646317 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14110440580428735) | > loader_time: 0.0047 (0.004618923308233163)  --> TIME: 2025-03-24 03:30:57 -- STEP: 15895/31555 -- GLOBAL_STEP: 363000 | > loss_text_ce: 0.058345239609479904 (0.042327356124522306) | > loss_mel_ce: 3.1780762672424316 (nan) | > loss: 0.012842943891882896 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14111851255411373) | > loader_time: 0.0046 (0.0046187825756426985)  --> TIME: 2025-03-24 03:31:07 -- STEP: 15945/31555 -- GLOBAL_STEP: 363050 | > loss_text_ce: 0.04952247068285942 (0.0423243928023147) | > loss_mel_ce: 4.125 (nan) | > loss: 0.016565566882491112 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14112530783374747) | > loader_time: 0.0046 (0.004618967854143049)  --> TIME: 2025-03-24 03:31:16 -- STEP: 15995/31555 -- GLOBAL_STEP: 363100 | > loss_text_ce: 0.03499789535999298 (0.042322670424513625) | > loss_mel_ce: 2.693418264389038 (nan) | > loss: 0.010827048681676388 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14113178457383455) | > loader_time: 0.0071 (0.004619055190806316)  --> TIME: 2025-03-24 03:31:26 -- STEP: 16045/31555 -- GLOBAL_STEP: 363150 | > loss_text_ce: 0.04327165335416794 (0.042317878324788005) | > loss_mel_ce: 2.7878105640411377 (nan) | > loss: 0.01123445387929678 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1411159995635663) | > loader_time: 0.0044 (0.004618934160008465)  --> TIME: 2025-03-24 03:31:35 -- STEP: 16095/31555 -- GLOBAL_STEP: 363200 | > loss_text_ce: 0.04358998313546181 (0.04231744764656813) | > loss_mel_ce: 3.3978543281555176 (nan) | > loss: 0.013656525872647762 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.1411181937540927) | > loader_time: 0.0045 (0.004618910211478379)  --> TIME: 2025-03-24 03:31:45 -- STEP: 16145/31555 -- GLOBAL_STEP: 363250 | > loss_text_ce: 0.040766842663288116 (0.04231333706819828) | > loss_mel_ce: 2.910308599472046 (nan) | > loss: 0.011710617691278458 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1411312005364062) | > loader_time: 0.0045 (0.004619010161526545)  --> TIME: 2025-03-24 03:31:55 -- STEP: 16195/31555 -- GLOBAL_STEP: 363300 | > loss_text_ce: 0.04048725590109825 (0.04231026939502571) | > loss_mel_ce: 3.3266258239746094 (nan) | > loss: 0.013361561112105846 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14113421247269622) | > loader_time: 0.0048 (0.00461923165540704)  --> TIME: 2025-03-24 03:32:05 -- STEP: 16245/31555 -- GLOBAL_STEP: 363350 | > loss_text_ce: 0.04374680295586586 (0.04231156091798847) | > loss_mel_ce: 1.5605992078781128 (nan) | > loss: 0.006366452667862177 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1411358824066829) | > loader_time: 0.0045 (0.0046190968510847015)  --> TIME: 2025-03-24 03:32:15 -- STEP: 16295/31555 -- GLOBAL_STEP: 363400 | > loss_text_ce: 0.04522739723324776 (0.0423081460628051) | > loss_mel_ce: 2.3679606914520264 (nan) | > loss: 0.009576143696904182 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14114215902917748) | > loader_time: 0.0047 (0.004619424787171964)  --> TIME: 2025-03-24 03:32:24 -- STEP: 16345/31555 -- GLOBAL_STEP: 363450 | > loss_text_ce: 0.044222552329301834 (0.0423081257145506) | > loss_mel_ce: 1.5582528114318848 (nan) | > loss: 0.006359029561281204 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14113864046821956) | > loader_time: 0.0046 (0.004619486625860429)  --> TIME: 2025-03-24 03:32:34 -- STEP: 16395/31555 -- GLOBAL_STEP: 363500 | > loss_text_ce: 0.04602977633476257 (0.04230854001660809) | > loss_mel_ce: 2.5743837356567383 (nan) | > loss: 0.01039846707135439 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1411302419507156) | > loader_time: 0.0046 (0.00461952255135013)  --> TIME: 2025-03-24 03:32:43 -- STEP: 16445/31555 -- GLOBAL_STEP: 363550 | > loss_text_ce: 0.035619333386421204 (0.042308157396537566) | > loss_mel_ce: 2.1847970485687256 (nan) | > loss: 0.008811176754534245 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14111580290523168) | > loader_time: 0.0044 (0.0046196838975061435)  --> TIME: 2025-03-24 03:32:53 -- STEP: 16495/31555 -- GLOBAL_STEP: 363600 | > loss_text_ce: 0.03924107551574707 (0.04230664092352906) | > loss_mel_ce: 3.4025681018829346 (nan) | > loss: 0.01365797407925129 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14113074792952615) | > loader_time: 0.0048 (0.004619835448575836)  --> TIME: 2025-03-24 03:33:03 -- STEP: 16545/31555 -- GLOBAL_STEP: 363650 | > loss_text_ce: 0.037005532532930374 (0.042308577189396984) | > loss_mel_ce: 3.0690622329711914 (nan) | > loss: 0.012325665913522243 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14113979426061377) | > loader_time: 0.0044 (0.0046198997082541665)  --> TIME: 2025-03-24 03:33:13 -- STEP: 16595/31555 -- GLOBAL_STEP: 363700 | > loss_text_ce: 0.04958958551287651 (0.04231092190416538) | > loss_mel_ce: 3.2551474571228027 (nan) | > loss: 0.013114036992192268 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14114725531566186) | > loader_time: 0.0044 (0.0046199253504087354)  --> TIME: 2025-03-24 03:33:22 -- STEP: 16645/31555 -- GLOBAL_STEP: 363750 | > loss_text_ce: 0.029134871438145638 (0.04230873870807976) | > loss_mel_ce: 2.6422817707061768 (nan) | > loss: 0.01060086116194725 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14113754124639888) | > loader_time: 0.0045 (0.004620084364373393)  --> TIME: 2025-03-24 03:33:31 -- STEP: 16695/31555 -- GLOBAL_STEP: 363800 | > loss_text_ce: 0.04025646671652794 (0.04230823793804689) | > loss_mel_ce: 3.38930344581604 (nan) | > loss: 0.013609365560114384 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14111398036839015) | > loader_time: 0.0045 (0.004619892673886583)  --> TIME: 2025-03-24 03:33:41 -- STEP: 16745/31555 -- GLOBAL_STEP: 363850 | > loss_text_ce: 0.035021908581256866 (0.04230758579518496) | > loss_mel_ce: 2.2589502334594727 (nan) | > loss: 0.009103065356612206 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.1411018398349828) | > loader_time: 0.0045 (0.004619717519651352)  --> TIME: 2025-03-24 03:33:51 -- STEP: 16795/31555 -- GLOBAL_STEP: 363900 | > loss_text_ce: 0.04842004179954529 (0.042307701473209954) | > loss_mel_ce: 3.5336215496063232 (nan) | > loss: 0.014214451424777508 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14111311691933676) | > loader_time: 0.0046 (0.004619782877380061)  --> TIME: 2025-03-24 03:34:00 -- STEP: 16845/31555 -- GLOBAL_STEP: 363950 | > loss_text_ce: 0.0323316715657711 (0.04230735128102436) | > loss_mel_ce: 2.823230743408203 (nan) | > loss: 0.011331597343087196 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14111948777603764) | > loader_time: 0.0044 (0.00461980755161411)  --> TIME: 2025-03-24 03:34:10 -- STEP: 16895/31555 -- GLOBAL_STEP: 364000 | > loss_text_ce: 0.03980821371078491 (0.042305463796895426) | > loss_mel_ce: 2.714498996734619 (nan) | > loss: 0.010929791256785393 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14112271137864005) | > loader_time: 0.0046 (0.0046202297216338065)  --> TIME: 2025-03-24 03:34:20 -- STEP: 16945/31555 -- GLOBAL_STEP: 364050 | > loss_text_ce: 0.038587767630815506 (0.04230388616881963) | > loss_mel_ce: 2.5581324100494385 (nan) | > loss: 0.010304446332156658 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14111864899561763) | > loader_time: 0.0045 (0.004620403665186346)  --> TIME: 2025-03-24 03:34:29 -- STEP: 16995/31555 -- GLOBAL_STEP: 364100 | > loss_text_ce: 0.0325661301612854 (0.042306505127750416) | > loss_mel_ce: 2.5740346908569336 (nan) | > loss: 0.010343654081225395 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14111386305025264) | > loader_time: 0.0045 (0.004620560774841038)  --> TIME: 2025-03-24 03:34:39 -- STEP: 17045/31555 -- GLOBAL_STEP: 364150 | > loss_text_ce: 0.03183121979236603 (0.042309064157995534) | > loss_mel_ce: 2.9192116260528564 (nan) | > loss: 0.011710488237440586 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14110964731444034) | > loader_time: 0.0045 (0.004620618210331229)  --> TIME: 2025-03-24 03:34:48 -- STEP: 17095/31555 -- GLOBAL_STEP: 364200 | > loss_text_ce: 0.03033328615128994 (0.04230686293516664) | > loss_mel_ce: 2.279402732849121 (nan) | > loss: 0.009165619499981403 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1410992869789668) | > loader_time: 0.0045 (0.004620698280033221)  --> TIME: 2025-03-24 03:34:58 -- STEP: 17145/31555 -- GLOBAL_STEP: 364250 | > loss_text_ce: 0.045334599912166595 (0.042305861831310985) | > loss_mel_ce: 2.5869219303131104 (nan) | > loss: 0.01044546253979206 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14110676384973284) | > loader_time: 0.0047 (0.004620816221595955)  --> TIME: 2025-03-24 03:35:08 -- STEP: 17195/31555 -- GLOBAL_STEP: 364300 | > loss_text_ce: 0.039817653596401215 (0.04230365398691706) | > loss_mel_ce: 3.352060317993164 (nan) | > loss: 0.013459833338856697 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1411094552938855) | > loader_time: 0.0048 (0.004620878957807754)  --> TIME: 2025-03-24 03:35:17 -- STEP: 17245/31555 -- GLOBAL_STEP: 364350 | > loss_text_ce: 0.037072546780109406 (0.04230427269219793) | > loss_mel_ce: 3.140186309814453 (nan) | > loss: 0.012608171440660954 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1411054379354516) | > loader_time: 0.0044 (0.004621200943103765)  --> TIME: 2025-03-24 03:35:27 -- STEP: 17295/31555 -- GLOBAL_STEP: 364400 | > loss_text_ce: 0.047134093940258026 (0.04230534377356812) | > loss_mel_ce: 3.453294277191162 (nan) | > loss: 0.013890589587390423 (nan) | > current_lr: 5e-06 | > step_time: 0.1908 (0.14111537747246528) | > loader_time: 0.0047 (0.004621268200991503)  --> TIME: 2025-03-24 03:35:37 -- STEP: 17345/31555 -- GLOBAL_STEP: 364450 | > loss_text_ce: 0.046745918691158295 (0.04230369552271904) | > loss_mel_ce: 2.7384114265441895 (nan) | > loss: 0.011052212677896023 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14110625303592164) | > loader_time: 0.0045 (0.004621230562814338)  --> TIME: 2025-03-24 03:35:47 -- STEP: 17395/31555 -- GLOBAL_STEP: 364500 | > loss_text_ce: 0.045115236192941666 (0.04230582431145061) | > loss_mel_ce: 2.9435062408447266 (nan) | > loss: 0.011859609745442867 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14111176164851189) | > loader_time: 0.0047 (0.004621259519922966)  --> TIME: 2025-03-24 03:35:56 -- STEP: 17445/31555 -- GLOBAL_STEP: 364550 | > loss_text_ce: 0.043377842754125595 (0.04230546166249603) | > loss_mel_ce: 3.0256965160369873 (nan) | > loss: 0.012178867124021053 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14111225537359842) | > loader_time: 0.0045 (0.004621319498842233)  --> TIME: 2025-03-24 03:36:06 -- STEP: 17495/31555 -- GLOBAL_STEP: 364600 | > loss_text_ce: 0.0430460050702095 (0.04230737468090927) | > loss_mel_ce: 3.2790355682373047 (nan) | > loss: 0.013182864524424076 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.141122575990469) | > loader_time: 0.0045 (0.004621577038019507)  --> TIME: 2025-03-24 03:36:16 -- STEP: 17545/31555 -- GLOBAL_STEP: 364650 | > loss_text_ce: 0.04054967314004898 (0.04230583983386683) | > loss_mel_ce: 3.3156449794769287 (nan) | > loss: 0.013318234123289585 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14111910123164512) | > loader_time: 0.0045 (0.00462161061701933)  --> TIME: 2025-03-24 03:36:25 -- STEP: 17595/31555 -- GLOBAL_STEP: 364700 | > loss_text_ce: 0.06272133439779282 (0.042302774478297285) | > loss_mel_ce: 2.153418779373169 (nan) | > loss: 0.008794207125902176 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14111359476467125) | > loader_time: 0.0045 (0.004621501712847847)  --> TIME: 2025-03-24 03:36:35 -- STEP: 17645/31555 -- GLOBAL_STEP: 364750 | > loss_text_ce: 0.04003214091062546 (0.042299230527750205) | > loss_mel_ce: 2.922365188598633 (nan) | > loss: 0.011755545623600483 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14111953961271437) | > loader_time: 0.0046 (0.004621437677549344)  --> TIME: 2025-03-24 03:36:45 -- STEP: 17695/31555 -- GLOBAL_STEP: 364800 | > loss_text_ce: 0.05311659723520279 (0.04230250647124691) | > loss_mel_ce: 2.4537854194641113 (nan) | > loss: 0.009948024526238441 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14112663905005357) | > loader_time: 0.0045 (0.004621542103043308)  --> TIME: 2025-03-24 03:36:55 -- STEP: 17745/31555 -- GLOBAL_STEP: 364850 | > loss_text_ce: 0.04335587099194527 (0.042303784385587996) | > loss_mel_ce: 3.148608922958374 (nan) | > loss: 0.01266652811318636 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14113799949940375) | > loader_time: 0.0047 (0.004621643064793944)  --> TIME: 2025-03-24 03:37:04 -- STEP: 17795/31555 -- GLOBAL_STEP: 364900 | > loss_text_ce: 0.0272268857806921 (0.04230189506183279) | > loss_mel_ce: 2.732614755630493 (nan) | > loss: 0.010951753705739975 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1411367887725774) | > loader_time: 0.0046 (0.004621872817508681)  --> TIME: 2025-03-24 03:37:14 -- STEP: 17845/31555 -- GLOBAL_STEP: 364950 | > loss_text_ce: 0.025695983320474625 (0.042298343768262414) | > loss_mel_ce: 0.082763671875 (nan) | > loss: 0.00043039547745138407 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.14113239305431416) | > loader_time: 0.0043 (0.004621685690223812)  --> TIME: 2025-03-24 03:37:24 -- STEP: 17895/31555 -- GLOBAL_STEP: 365000 | > loss_text_ce: 0.04167289286851883 (0.04229889064714972) | > loss_mel_ce: 2.8263304233551025 (nan) | > loss: 0.011380966752767563 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14112440325355016) | > loader_time: 0.0048 (0.004621759903900572)  --> TIME: 2025-03-24 03:37:34 -- STEP: 17945/31555 -- GLOBAL_STEP: 365050 | > loss_text_ce: 0.040829651057720184 (0.042300736513243085) | > loss_mel_ce: 3.0407626628875732 (nan) | > loss: 0.012228542007505894 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14114649802670434) | > loader_time: 0.0046 (0.0046217780752280235)  --> TIME: 2025-03-24 03:37:43 -- STEP: 17995/31555 -- GLOBAL_STEP: 365100 | > loss_text_ce: 0.04558639973402023 (0.042302048925613664) | > loss_mel_ce: 3.3656532764434814 (nan) | > loss: 0.013536665588617325 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14115108642090426) | > loader_time: 0.0048 (0.004621775463641625)  --> TIME: 2025-03-24 03:37:53 -- STEP: 18045/31555 -- GLOBAL_STEP: 365150 | > loss_text_ce: 0.03482959792017937 (0.042301232631796463) | > loss_mel_ce: 0.9565007090568542 (nan) | > loss: 0.003933850675821304 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1411571810007016) | > loader_time: 0.0045 (0.004621659160221863)  --> TIME: 2025-03-24 03:38:03 -- STEP: 18095/31555 -- GLOBAL_STEP: 365200 | > loss_text_ce: 0.033694230020046234 (0.042299446805541645) | > loss_mel_ce: 2.986058473587036 (nan) | > loss: 0.011983146890997887 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14114699843312473) | > loader_time: 0.0046 (0.004621810668013504)  --> TIME: 2025-03-24 03:38:12 -- STEP: 18145/31555 -- GLOBAL_STEP: 365250 | > loss_text_ce: 0.03752230852842331 (0.04229862716928696) | > loss_mel_ce: 2.6499414443969727 (nan) | > loss: 0.010664539411664009 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14115272576107804) | > loader_time: 0.0054 (0.004622041505701642)  --> TIME: 2025-03-24 03:38:22 -- STEP: 18195/31555 -- GLOBAL_STEP: 365300 | > loss_text_ce: 0.04948800429701805 (0.04229927850161881) | > loss_mel_ce: 2.903759241104126 (nan) | > loss: 0.01171923615038395 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14115196196840832) | > loader_time: 0.0046 (0.004622122179384113)  --> TIME: 2025-03-24 03:38:32 -- STEP: 18245/31555 -- GLOBAL_STEP: 365350 | > loss_text_ce: 0.029912423342466354 (0.04229744864164739) | > loss_mel_ce: 2.360050678253174 (nan) | > loss: 0.00948398094624281 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14115461026455803) | > loader_time: 0.0046 (0.004622113995435754)  --> TIME: 2025-03-24 03:38:42 -- STEP: 18295/31555 -- GLOBAL_STEP: 365400 | > loss_text_ce: 0.0500425361096859 (0.042294055083881114) | > loss_mel_ce: 2.9929065704345703 (nan) | > loss: 0.012075196020305157 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14117545985106797) | > loader_time: 0.0045 (0.004622239498337549)  --> TIME: 2025-03-24 03:38:52 -- STEP: 18345/31555 -- GLOBAL_STEP: 365450 | > loss_text_ce: 0.054463595151901245 (0.042296160453142086) | > loss_mel_ce: 2.395463466644287 (nan) | > loss: 0.009721933864057064 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14117424825323546) | > loader_time: 0.0046 (0.004622141481193147)  --> TIME: 2025-03-24 03:39:02 -- STEP: 18395/31555 -- GLOBAL_STEP: 365500 | > loss_text_ce: 0.03804180771112442 (0.04229856220117795) | > loss_mel_ce: 3.4636590480804443 (nan) | > loss: 0.013895639218389988 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14119226878737137) | > loader_time: 0.0045 (0.004622309348543682)  --> TIME: 2025-03-24 03:39:11 -- STEP: 18445/31555 -- GLOBAL_STEP: 365550 | > loss_text_ce: 0.0382884256541729 (0.042295705194426755) | > loss_mel_ce: 2.3903419971466064 (nan) | > loss: 0.009637422859668732 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14116884922069864) | > loader_time: 0.0045 (0.004622175442102827)  --> TIME: 2025-03-24 03:39:20 -- STEP: 18495/31555 -- GLOBAL_STEP: 365600 | > loss_text_ce: 0.04004426300525665 (0.04229470719730625) | > loss_mel_ce: 3.179429769515991 (nan) | > loss: 0.012775691226124763 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14116432164674975) | > loader_time: 0.0045 (0.004622069227595554)  --> TIME: 2025-03-24 03:39:30 -- STEP: 18545/31555 -- GLOBAL_STEP: 365650 | > loss_text_ce: 0.04615882784128189 (0.042300620878375945) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14117779042657033) | > loader_time: 0.0047 (0.004622084215729337)  --> TIME: 2025-03-24 03:39:40 -- STEP: 18595/31555 -- GLOBAL_STEP: 365700 | > loss_text_ce: 0.04282034933567047 (0.042301650870612446) | > loss_mel_ce: 3.2324037551879883 (nan) | > loss: 0.012996922247111797 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14118580336082115) | > loader_time: 0.0048 (0.0046222669971216716)  --> TIME: 2025-03-24 03:39:50 -- STEP: 18645/31555 -- GLOBAL_STEP: 365750 | > loss_text_ce: 0.054705794900655746 (0.04229884405916853) | > loss_mel_ce: 2.3519179821014404 (nan) | > loss: 0.009550095535814762 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14118586601856675) | > loader_time: 0.0046 (0.004622388634102429)  --> TIME: 2025-03-24 03:40:00 -- STEP: 18695/31555 -- GLOBAL_STEP: 365800 | > loss_text_ce: 0.0439906045794487 (0.04229778743499214) | > loss_mel_ce: 2.8963747024536133 (nan) | > loss: 0.01166811678558588 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1411960003687808) | > loader_time: 0.0045 (0.004622490554609592)  --> TIME: 2025-03-24 03:40:09 -- STEP: 18745/31555 -- GLOBAL_STEP: 365850 | > loss_text_ce: 0.040486544370651245 (0.04229554844372799) | > loss_mel_ce: 3.0280373096466064 (nan) | > loss: 0.01217668317258358 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14119865330227668) | > loader_time: 0.0044 (0.004622490484258517)  --> TIME: 2025-03-24 03:40:19 -- STEP: 18795/31555 -- GLOBAL_STEP: 365900 | > loss_text_ce: 0.03235052898526192 (0.04229453757869086) | > loss_mel_ce: 2.8881208896636963 (nan) | > loss: 0.0115891732275486 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14120776282247197) | > loader_time: 0.0047 (0.004622461631533363)  --> TIME: 2025-03-24 03:40:29 -- STEP: 18845/31555 -- GLOBAL_STEP: 365950 | > loss_text_ce: 0.028466518968343735 (0.04229445908733584) | > loss_mel_ce: 2.483875036239624 (nan) | > loss: 0.009969609789550304 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14120536471716205) | > loader_time: 0.0045 (0.004622499150159526)  --> TIME: 2025-03-24 03:40:39 -- STEP: 18895/31555 -- GLOBAL_STEP: 366000 | > loss_text_ce: 0.041073575615882874 (0.04229331702707657) | > loss_mel_ce: 3.6912879943847656 (nan) | > loss: 0.014810959808528423 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14120385532626348) | > loader_time: 0.0048 (0.004622482098924879)  --> TIME: 2025-03-24 03:40:48 -- STEP: 18945/31555 -- GLOBAL_STEP: 366050 | > loss_text_ce: 0.03564102202653885 (0.04229281313882544) | > loss_mel_ce: 1.950278401374817 (nan) | > loss: 0.00788063369691372 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14119360057430996) | > loader_time: 0.0044 (0.004622540570840754)  --> TIME: 2025-03-24 03:40:58 -- STEP: 18995/31555 -- GLOBAL_STEP: 366100 | > loss_text_ce: 0.044826872646808624 (0.04229059657020677) | > loss_mel_ce: 2.5512006282806396 (nan) | > loss: 0.010301697067916393 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14120677672865775) | > loader_time: 0.0044 (0.004622544750284908)  --> TIME: 2025-03-24 03:41:08 -- STEP: 19045/31555 -- GLOBAL_STEP: 366150 | > loss_text_ce: 0.05121520534157753 (0.04229206721334832) | > loss_mel_ce: 3.3006865978240967 (nan) | > loss: 0.013301198370754719 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1412162374780373) | > loader_time: 0.0046 (0.004622537603400821)  --> TIME: 2025-03-24 03:41:17 -- STEP: 19095/31555 -- GLOBAL_STEP: 366200 | > loss_text_ce: 0.040133118629455566 (0.04229281943698197) | > loss_mel_ce: 3.0509445667266846 (nan) | > loss: 0.012266182340681553 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1412108837356417) | > loader_time: 0.0068 (0.004622472297087104)  --> TIME: 2025-03-24 03:41:27 -- STEP: 19145/31555 -- GLOBAL_STEP: 366250 | > loss_text_ce: 0.02719787508249283 (0.0422914621094035) | > loss_mel_ce: 0.173095703125 (nan) | > loss: 0.000794815830886364 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14120899514511775) | > loader_time: 0.0046 (0.004622524392981534)  --> TIME: 2025-03-24 03:41:37 -- STEP: 19195/31555 -- GLOBAL_STEP: 366300 | > loss_text_ce: 0.042155198752880096 (0.04228806827012593) | > loss_mel_ce: 2.441347360610962 (nan) | > loss: 0.009855169802904129 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14121431246124178) | > loader_time: 0.0048 (0.004622545662134936)  --> TIME: 2025-03-24 03:41:47 -- STEP: 19245/31555 -- GLOBAL_STEP: 366350 | > loss_text_ce: 0.05001985281705856 (0.04229127681136876) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1412142971392626) | > loader_time: 0.0048 (0.004622766958580104)  --> TIME: 2025-03-24 03:41:56 -- STEP: 19295/31555 -- GLOBAL_STEP: 366400 | > loss_text_ce: 0.04328435659408569 (0.04229013319478407) | > loss_mel_ce: 3.361234426498413 (nan) | > loss: 0.013509996235370636 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14122291324236766) | > loader_time: 0.0045 (0.004622718725033944)  --> TIME: 2025-03-24 03:42:06 -- STEP: 19345/31555 -- GLOBAL_STEP: 366450 | > loss_text_ce: 0.03881371021270752 (0.04228912422577441) | > loss_mel_ce: 3.4640860557556152 (nan) | > loss: 0.013900396414101124 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14120924116012773) | > loader_time: 0.0046 (0.004622655692535581)  --> TIME: 2025-03-24 03:42:15 -- STEP: 19395/31555 -- GLOBAL_STEP: 366500 | > loss_text_ce: 0.0503365658223629 (0.042290346045263126) | > loss_mel_ce: 3.5382676124572754 (nan) | > loss: 0.01424049399793148 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14119434212863757) | > loader_time: 0.0044 (0.00462254177328544)  --> TIME: 2025-03-24 03:42:25 -- STEP: 19445/31555 -- GLOBAL_STEP: 366550 | > loss_text_ce: 0.05104164406657219 (0.042288932637889874) | > loss_mel_ce: 3.403956651687622 (nan) | > loss: 0.013710311613976955 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14121375780358067) | > loader_time: 0.0045 (0.004622640950601922)  --> TIME: 2025-03-24 03:42:35 -- STEP: 19495/31555 -- GLOBAL_STEP: 366600 | > loss_text_ce: 0.04069478437304497 (0.04228705684036956) | > loss_mel_ce: 3.5762948989868164 (nan) | > loss: 0.014353134669363499 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14120704513172047) | > loader_time: 0.0048 (0.004622612711281985)  --> TIME: 2025-03-24 03:42:44 -- STEP: 19545/31555 -- GLOBAL_STEP: 366650 | > loss_text_ce: 0.035611841827631 (0.04228674296959642) | > loss_mel_ce: 1.7219668626785278 (nan) | > loss: 0.006974519230425358 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14121177053170866) | > loader_time: 0.0044 (0.004622518098332993)  --> TIME: 2025-03-24 03:42:54 -- STEP: 19595/31555 -- GLOBAL_STEP: 366700 | > loss_text_ce: 0.035987939685583115 (0.04228696352092852) | > loss_mel_ce: 2.438547372817993 (nan) | > loss: 0.009819584898650646 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14120795654380483) | > loader_time: 0.0045 (0.004622452318075213)  --> TIME: 2025-03-24 03:43:04 -- STEP: 19645/31555 -- GLOBAL_STEP: 366750 | > loss_text_ce: 0.044162850826978683 (0.04228626012775574) | > loss_mel_ce: 2.7371606826782227 (nan) | > loss: 0.011036998592317104 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.141212405427838) | > loader_time: 0.0046 (0.004622584840789589)  --> TIME: 2025-03-24 03:43:13 -- STEP: 19695/31555 -- GLOBAL_STEP: 366800 | > loss_text_ce: 0.03908970579504967 (0.0422872009312374) | > loss_mel_ce: 2.864701509475708 (nan) | > loss: 0.011522981338202953 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14119206680565036) | > loader_time: 0.0045 (0.0046224929439625095)  --> TIME: 2025-03-24 03:43:23 -- STEP: 19745/31555 -- GLOBAL_STEP: 366850 | > loss_text_ce: 0.04575503617525101 (0.04228797892717491) | > loss_mel_ce: 3.3126423358917236 (nan) | > loss: 0.013326974585652351 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14120631888112486) | > loader_time: 0.0047 (0.004622637938776934)  --> TIME: 2025-03-24 03:43:33 -- STEP: 19795/31555 -- GLOBAL_STEP: 366900 | > loss_text_ce: 0.0443837009370327 (0.04228420457787422) | > loss_mel_ce: 3.38108229637146 (nan) | > loss: 0.013593120500445366 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14120613005643567) | > loader_time: 0.0045 (0.004622576760053336)  --> TIME: 2025-03-24 03:43:42 -- STEP: 19845/31555 -- GLOBAL_STEP: 366950 | > loss_text_ce: 0.04384729638695717 (0.04228353964558593) | > loss_mel_ce: 3.0174484252929688 (nan) | > loss: 0.012147999368607998 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14119735403245842) | > loader_time: 0.0049 (0.0046224723627537895)  --> TIME: 2025-03-24 03:43:52 -- STEP: 19895/31555 -- GLOBAL_STEP: 367000 | > loss_text_ce: 0.043285541236400604 (0.04228022897105308) | > loss_mel_ce: 7.9375 (nan) | > loss: 0.03166978433728218 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14119301493007802) | > loader_time: 0.0042 (0.004622409846441745)  --> TIME: 2025-03-24 03:44:01 -- STEP: 19945/31555 -- GLOBAL_STEP: 367050 | > loss_text_ce: 0.07016999274492264 (0.04228478217005773) | > loss_mel_ce: 2.440816879272461 (nan) | > loss: 0.009964234195649624 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14118178823771738) | > loader_time: 0.0044 (0.004622471783806072)  --> TIME: 2025-03-24 03:44:11 -- STEP: 19995/31555 -- GLOBAL_STEP: 367100 | > loss_text_ce: 0.0414150170981884 (0.04228258361128395) | > loss_mel_ce: 3.6480019092559814 (nan) | > loss: 0.01464054360985756 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1411867098439831) | > loader_time: 0.0045 (0.004622297353761201)  --> TIME: 2025-03-24 03:44:21 -- STEP: 20045/31555 -- GLOBAL_STEP: 367150 | > loss_text_ce: 0.033066049218177795 (0.042282474535986846) | > loss_mel_ce: 2.8791792392730713 (nan) | > loss: 0.011556529439985752 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1411923311095064) | > loader_time: 0.0046 (0.0046221337969031325)  --> TIME: 2025-03-24 03:44:30 -- STEP: 20095/31555 -- GLOBAL_STEP: 367200 | > loss_text_ce: 0.05318744480609894 (0.04228076287713265) | > loss_mel_ce: 3.658169746398926 (nan) | > loss: 0.014727608300745487 (nan) | > current_lr: 5e-06 | > step_time: 0.1061 (0.14118367482489247) | > loader_time: 0.0044 (0.0046218651389268875)  --> TIME: 2025-03-24 03:44:40 -- STEP: 20145/31555 -- GLOBAL_STEP: 367250 | > loss_text_ce: 0.04548100009560585 (0.04228328593892637) | > loss_mel_ce: 3.3608827590942383 (nan) | > loss: 0.013517317362129688 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1411774709757863) | > loader_time: 0.0044 (0.004621684518692419)  --> TIME: 2025-03-24 03:44:49 -- STEP: 20195/31555 -- GLOBAL_STEP: 367300 | > loss_text_ce: 0.04926423355937004 (0.04228391856744636) | > loss_mel_ce: 3.5112836360931396 (nan) | > loss: 0.014129159040749073 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14117736710153753) | > loader_time: 0.0045 (0.00462149495858903)  --> TIME: 2025-03-24 03:44:59 -- STEP: 20245/31555 -- GLOBAL_STEP: 367350 | > loss_text_ce: 0.03536242991685867 (0.04228148075410847) | > loss_mel_ce: 2.9621880054473877 (nan) | > loss: 0.011895041912794113 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14117114354899227) | > loader_time: 0.0045 (0.0046213157325946256)  --> TIME: 2025-03-24 03:45:08 -- STEP: 20295/31555 -- GLOBAL_STEP: 367400 | > loss_text_ce: 0.035062387585639954 (0.04228157306094126) | > loss_mel_ce: 1.8943657875061035 (nan) | > loss: 0.00765646155923605 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.1411567074878361) | > loader_time: 0.0044 (0.004621461272445272)  --> TIME: 2025-03-24 03:45:18 -- STEP: 20345/31555 -- GLOBAL_STEP: 367450 | > loss_text_ce: 0.033857449889183044 (0.04227777357643728) | > loss_mel_ce: 2.1683099269866943 (nan) | > loss: 0.008738759905099869 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14116634307724357) | > loader_time: 0.0047 (0.004621637268891408)  --> TIME: 2025-03-24 03:45:28 -- STEP: 20395/31555 -- GLOBAL_STEP: 367500 | > loss_text_ce: 0.03808124363422394 (0.04227841432300173) | > loss_mel_ce: 2.344428777694702 (nan) | > loss: 0.009454404935240746 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1411768869665146) | > loader_time: 0.0045 (0.004621670625466402)  --> TIME: 2025-03-24 03:45:37 -- STEP: 20445/31555 -- GLOBAL_STEP: 367550 | > loss_text_ce: 0.037279773503541946 (0.042279950574889494) | > loss_mel_ce: 2.7667741775512695 (nan) | > loss: 0.011127199046313763 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14116864001497217) | > loader_time: 0.0048 (0.004621668531306363)  --> TIME: 2025-03-24 03:45:47 -- STEP: 20495/31555 -- GLOBAL_STEP: 367600 | > loss_text_ce: 0.040522340685129166 (0.04227879356332056) | > loss_mel_ce: 3.2979722023010254 (nan) | > loss: 0.01324799470603466 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1411772628271388) | > loader_time: 0.0045 (0.004621804670811747)  --> TIME: 2025-03-24 03:45:57 -- STEP: 20545/31555 -- GLOBAL_STEP: 367650 | > loss_text_ce: 0.0390142947435379 (0.04227975624842157) | > loss_mel_ce: 3.265575885772705 (nan) | > loss: 0.013113453984260559 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14117325730322544) | > loader_time: 0.0045 (0.004621601313620947)  --> TIME: 2025-03-24 03:46:07 -- STEP: 20595/31555 -- GLOBAL_STEP: 367700 | > loss_text_ce: 0.0469978004693985 (0.042277704304186835) | > loss_mel_ce: 2.97711181640625 (nan) | > loss: 0.012000435963273048 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14118204278892577) | > loader_time: 0.0046 (0.00462167388636327)  --> TIME: 2025-03-24 03:46:17 -- STEP: 20645/31555 -- GLOBAL_STEP: 367750 | > loss_text_ce: 0.03694888949394226 (0.042272042970834624) | > loss_mel_ce: 3.1938090324401855 (nan) | > loss: 0.012820469215512276 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14119267141481118) | > loader_time: 0.0046 (0.004621632470435571)  --> TIME: 2025-03-24 03:46:26 -- STEP: 20695/31555 -- GLOBAL_STEP: 367800 | > loss_text_ce: 0.036980755627155304 (0.04226936284208765) | > loss_mel_ce: 2.446279525756836 (nan) | > loss: 0.009854208678007126 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14118411339950748) | > loader_time: 0.0045 (0.0046214856223571596)  --> TIME: 2025-03-24 03:46:35 -- STEP: 20745/31555 -- GLOBAL_STEP: 367850 | > loss_text_ce: 0.0471503920853138 (0.04227064344318165) | > loss_mel_ce: 3.018080472946167 (nan) | > loss: 0.012163614854216576 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14117204043686404) | > loader_time: 0.0045 (0.004621327012439729)  --> TIME: 2025-03-24 03:46:45 -- STEP: 20795/31555 -- GLOBAL_STEP: 367900 | > loss_text_ce: 0.04106220602989197 (0.04227073662015256) | > loss_mel_ce: 3.2885053157806396 (nan) | > loss: 0.013212569989264011 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14116379123778458) | > loader_time: 0.0044 (0.004621335307288898)  --> TIME: 2025-03-24 03:46:54 -- STEP: 20845/31555 -- GLOBAL_STEP: 367950 | > loss_text_ce: 0.04081951454281807 (0.042268816752345395) | > loss_mel_ce: 2.9766480922698975 (nan) | > loss: 0.011974077671766281 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14115253129603542) | > loader_time: 0.0046 (0.004621311319506289)  --> TIME: 2025-03-24 03:47:04 -- STEP: 20895/31555 -- GLOBAL_STEP: 368000 | > loss_text_ce: 0.03837786614894867 (0.042267669330044146) | > loss_mel_ce: 3.3237690925598145 (nan) | > loss: 0.013341853395104408 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.1411485410358487) | > loader_time: 0.0048 (0.004621209890598822)  --> TIME: 2025-03-24 03:47:14 -- STEP: 20945/31555 -- GLOBAL_STEP: 368050 | > loss_text_ce: 0.040036890655756 (0.04226649450598422) | > loss_mel_ce: 2.573566198348999 (nan) | > loss: 0.010371441952884197 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14115358722838747) | > loader_time: 0.0048 (0.004621209048746761)  --> TIME: 2025-03-24 03:47:23 -- STEP: 20995/31555 -- GLOBAL_STEP: 368100 | > loss_text_ce: 0.03042537532746792 (0.04226032663771057) | > loss_mel_ce: 2.49859881401062 (nan) | > loss: 0.010035810992121696 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14114050167916714) | > loader_time: 0.0047 (0.004621134067779777)  --> TIME: 2025-03-24 03:47:33 -- STEP: 21045/31555 -- GLOBAL_STEP: 368150 | > loss_text_ce: 0.049739956855773926 (0.04225882488944787) | > loss_mel_ce: 2.870795965194702 (nan) | > loss: 0.011589429341256618 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1411490880839744) | > loader_time: 0.0046 (0.004621111057976641)  --> TIME: 2025-03-24 03:47:43 -- STEP: 21095/31555 -- GLOBAL_STEP: 368200 | > loss_text_ce: 0.044051509350538254 (0.042258096286953276) | > loss_mel_ce: 2.9109437465667725 (nan) | > loss: 0.01172617170959711 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14115221715702336) | > loader_time: 0.0045 (0.004621281536813877)  --> TIME: 2025-03-24 03:47:52 -- STEP: 21145/31555 -- GLOBAL_STEP: 368250 | > loss_text_ce: 0.03800877556204796 (0.04225743631952325) | > loss_mel_ce: 2.709763765335083 (nan) | > loss: 0.0109038595110178 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14115074281293255) | > loader_time: 0.0047 (0.0046212917187163725)  --> TIME: 2025-03-24 03:48:02 -- STEP: 21195/31555 -- GLOBAL_STEP: 368300 | > loss_text_ce: 0.04799351096153259 (0.04225820624257464) | > loss_mel_ce: 3.0114095211029053 (nan) | > loss: 0.012140488252043724 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1411570834281105) | > loader_time: 0.0046 (0.004621264022823545)  --> TIME: 2025-03-24 03:48:12 -- STEP: 21245/31555 -- GLOBAL_STEP: 368350 | > loss_text_ce: 0.04304400458931923 (0.04225612081548741) | > loss_mel_ce: 3.173387050628662 (nan) | > loss: 0.012763616628944874 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1411567282637411) | > loader_time: 0.0047 (0.004621182129954862)  --> TIME: 2025-03-24 03:48:21 -- STEP: 21295/31555 -- GLOBAL_STEP: 368400 | > loss_text_ce: 0.040484074503183365 (0.04225535773363619) | > loss_mel_ce: 2.9080944061279297 (nan) | > loss: 0.011700709350407124 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14115630142227958) | > loader_time: 0.0048 (0.004621101293409339)  --> TIME: 2025-03-24 03:48:31 -- STEP: 21345/31555 -- GLOBAL_STEP: 368450 | > loss_text_ce: 0.0434582494199276 (0.04225334408366868) | > loss_mel_ce: 3.625450849533081 (nan) | > loss: 0.014559163711965084 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14115759996318938) | > loader_time: 0.0047 (0.004621050033337004)  --> TIME: 2025-03-24 03:48:41 -- STEP: 21395/31555 -- GLOBAL_STEP: 368500 | > loss_text_ce: 0.04163947328925133 (0.042253576287772106) | > loss_mel_ce: 3.4835267066955566 (nan) | > loss: 0.013988755643367767 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14115201221723614) | > loader_time: 0.0047 (0.004620929119825973)  --> TIME: 2025-03-24 03:48:50 -- STEP: 21445/31555 -- GLOBAL_STEP: 368550 | > loss_text_ce: 0.03638705238699913 (0.042252736182882965) | > loss_mel_ce: 2.8655612468719482 (nan) | > loss: 0.011515668593347073 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1411442154852978) | > loader_time: 0.0045 (0.0046208649700019795)  --> TIME: 2025-03-24 03:49:00 -- STEP: 21495/31555 -- GLOBAL_STEP: 368600 | > loss_text_ce: 0.055207666009664536 (0.04225801556858805) | > loss_mel_ce: 4.080078125 (nan) | > loss: 0.016409864649176598 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1411436367323291) | > loader_time: 0.0066 (0.004621018917512326)  --> TIME: 2025-03-24 03:49:10 -- STEP: 21545/31555 -- GLOBAL_STEP: 368650 | > loss_text_ce: 0.04449146240949631 (0.042256595983748604) | > loss_mel_ce: 1.8295409679412842 (nan) | > loss: 0.007436636835336685 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14115262447639507) | > loader_time: 0.0044 (0.004621285057643304)  --> TIME: 2025-03-24 03:49:19 -- STEP: 21595/31555 -- GLOBAL_STEP: 368700 | > loss_text_ce: 0.042080845683813095 (0.04225628765122668) | > loss_mel_ce: 2.2904927730560303 (nan) | > loss: 0.009256245568394661 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14114215632891458) | > loader_time: 0.0043 (0.004621153535818604)  --> TIME: 2025-03-24 03:49:29 -- STEP: 21645/31555 -- GLOBAL_STEP: 368750 | > loss_text_ce: 0.0414852574467659 (0.04225589226183523) | > loss_mel_ce: 2.6554129123687744 (nan) | > loss: 0.010701977647840977 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14114280299959667) | > loader_time: 0.0045 (0.004620985446171219)  --> TIME: 2025-03-24 03:49:39 -- STEP: 21695/31555 -- GLOBAL_STEP: 368800 | > loss_text_ce: 0.04182533547282219 (0.042256425434603714) | > loss_mel_ce: 2.8712384700775146 (nan) | > loss: 0.011559777893126011 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.1411501079584816) | > loader_time: 0.0046 (0.004620886684205846)  --> TIME: 2025-03-24 03:49:48 -- STEP: 21745/31555 -- GLOBAL_STEP: 368850 | > loss_text_ce: 0.04452080652117729 (0.04225925856292809) | > loss_mel_ce: 3.4467806816101074 (nan) | > loss: 0.013854372315108776 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14114710801660224) | > loader_time: 0.0045 (0.004620750001392911)  --> TIME: 2025-03-24 03:49:58 -- STEP: 21795/31555 -- GLOBAL_STEP: 368900 | > loss_text_ce: 0.03654199838638306 (0.04225725958683152) | > loss_mel_ce: 3.2935569286346436 (nan) | > loss: 0.01321467850357294 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14115350562023596) | > loader_time: 0.0046 (0.0046207795971220465)  --> TIME: 2025-03-24 03:50:07 -- STEP: 21845/31555 -- GLOBAL_STEP: 368950 | > loss_text_ce: 0.03517329320311546 (0.04225394679755686) | > loss_mel_ce: 3.332883596420288 (nan) | > loss: 0.0133653050288558 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14114036109306086) | > loader_time: 0.0046 (0.004620719125162251)  --> TIME: 2025-03-24 03:50:17 -- STEP: 21895/31555 -- GLOBAL_STEP: 369000 | > loss_text_ce: 0.048221901059150696 (0.04225070137793434) | > loss_mel_ce: 2.9175992012023926 (nan) | > loss: 0.011769131757318974 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14113541401856294) | > loader_time: 0.0044 (0.004620658384934222)  --> TIME: 2025-03-24 03:50:26 -- STEP: 21945/31555 -- GLOBAL_STEP: 369050 | > loss_text_ce: 0.04277746006846428 (0.0422519585009478) | > loss_mel_ce: 3.158818006515503 (nan) | > loss: 0.012704744935035706 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14112848557597982) | > loader_time: 0.0045 (0.0046206315358479815)  --> TIME: 2025-03-24 03:50:36 -- STEP: 21995/31555 -- GLOBAL_STEP: 369100 | > loss_text_ce: 0.038308389484882355 (0.04225355757925016) | > loss_mel_ce: 2.358516216278076 (nan) | > loss: 0.009511209093034267 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.141120790909517) | > loader_time: 0.0048 (0.004620702723585276)  --> TIME: 2025-03-24 03:50:45 -- STEP: 22045/31555 -- GLOBAL_STEP: 369150 | > loss_text_ce: 0.03606138005852699 (0.04224929150365453) | > loss_mel_ce: 2.5758187770843506 (nan) | > loss: 0.01036460418254137 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14110672223538154) | > loader_time: 0.0045 (0.004620764200907494)  --> TIME: 2025-03-24 03:50:55 -- STEP: 22095/31555 -- GLOBAL_STEP: 369200 | > loss_text_ce: 0.03488726168870926 (0.04225116579802458) | > loss_mel_ce: 1.8404159545898438 (nan) | > loss: 0.007441679947078228 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14110748257996286) | > loader_time: 0.0046 (0.004620712778368097)  --> TIME: 2025-03-24 03:51:05 -- STEP: 22145/31555 -- GLOBAL_STEP: 369250 | > loss_text_ce: 0.051793646067380905 (0.0422522388275004) | > loss_mel_ce: 2.7824671268463135 (nan) | > loss: 0.011247066780924797 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14111732965022705) | > loader_time: 0.0046 (0.004620799643645085)  --> TIME: 2025-03-24 03:51:14 -- STEP: 22195/31555 -- GLOBAL_STEP: 369300 | > loss_text_ce: 0.03888999670743942 (0.04224924817672927) | > loss_mel_ce: 3.1210803985595703 (nan) | > loss: 0.012539565563201904 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14110910045480207) | > loader_time: 0.0047 (0.004620934445784412)  --> TIME: 2025-03-24 03:51:24 -- STEP: 22245/31555 -- GLOBAL_STEP: 369350 | > loss_text_ce: 0.04164374619722366 (0.042250681587047645) | > loss_mel_ce: 2.927591323852539 (nan) | > loss: 0.011782679706811905 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1411048311360843) | > loader_time: 0.0045 (0.004620740825767108)  --> TIME: 2025-03-24 03:51:33 -- STEP: 22295/31555 -- GLOBAL_STEP: 369400 | > loss_text_ce: 0.0400250107049942 (0.04225116336701919) | > loss_mel_ce: 3.5188510417938232 (nan) | > loss: 0.014122525230050087 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14111301048263347) | > loader_time: 0.0044 (0.004620666358470377)  --> TIME: 2025-03-24 03:51:43 -- STEP: 22345/31555 -- GLOBAL_STEP: 369450 | > loss_text_ce: 0.03823169693350792 (0.04224910976414812) | > loss_mel_ce: 2.9272210597991943 (nan) | > loss: 0.011767669580876827 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14110318964080854) | > loader_time: 0.0047 (0.004620415691188791)  --> TIME: 2025-03-24 03:51:52 -- STEP: 22395/31555 -- GLOBAL_STEP: 369500 | > loss_text_ce: 0.040149178355932236 (0.04224488501501262) | > loss_mel_ce: 2.7566628456115723 (nan) | > loss: 0.011098461225628853 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14109448686085688) | > loader_time: 0.0045 (0.004620240623063606)  --> TIME: 2025-03-24 03:52:02 -- STEP: 22445/31555 -- GLOBAL_STEP: 369550 | > loss_text_ce: 0.04167461767792702 (0.042241602097479236) | > loss_mel_ce: 3.051360845565796 (nan) | > loss: 0.01227395050227642 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1410825160224758) | > loader_time: 0.0045 (0.004620021933515026)  --> TIME: 2025-03-24 03:52:11 -- STEP: 22495/31555 -- GLOBAL_STEP: 369600 | > loss_text_ce: 0.028023822233080864 (0.04224236966285687) | > loss_mel_ce: 2.548499584197998 (nan) | > loss: 0.010224299505352974 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14107859333400327) | > loader_time: 0.0045 (0.0046198650316864555)  --> TIME: 2025-03-24 03:52:21 -- STEP: 22545/31555 -- GLOBAL_STEP: 369650 | > loss_text_ce: 0.047746676951646805 (0.042242477042404296) | > loss_mel_ce: 3.2677063941955566 (nan) | > loss: 0.013156560249626637 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14109037091129717) | > loader_time: 0.0046 (0.004619887494332346)  --> TIME: 2025-03-24 03:52:31 -- STEP: 22595/31555 -- GLOBAL_STEP: 369700 | > loss_text_ce: 0.04562811926007271 (0.04224141978896359) | > loss_mel_ce: 2.4522595405578613 (nan) | > loss: 0.009912253357470036 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14109631690548444) | > loader_time: 0.0047 (0.004620082907561677)  --> TIME: 2025-03-24 03:52:41 -- STEP: 22645/31555 -- GLOBAL_STEP: 369750 | > loss_text_ce: 0.031340714544057846 (0.04223792121928045) | > loss_mel_ce: 3.946481704711914 (nan) | > loss: 0.015785010531544685 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.1410979751667768) | > loader_time: 0.0044 (0.00461990892768669)  --> TIME: 2025-03-24 03:52:50 -- STEP: 22695/31555 -- GLOBAL_STEP: 369800 | > loss_text_ce: 0.04331083595752716 (0.042237591571280264) | > loss_mel_ce: 2.8758084774017334 (nan) | > loss: 0.01158380787819624 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14109894295940537) | > loader_time: 0.0045 (0.004619861158617634)  --> TIME: 2025-03-24 03:53:00 -- STEP: 22745/31555 -- GLOBAL_STEP: 369850 | > loss_text_ce: 0.04336750507354736 (0.04223783487635453) | > loss_mel_ce: 2.0452117919921875 (nan) | > loss: 0.008288012817502022 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14110098174441657) | > loader_time: 0.0059 (0.004619940780602743)  --> TIME: 2025-03-24 03:53:10 -- STEP: 22795/31555 -- GLOBAL_STEP: 369900 | > loss_text_ce: 0.03598291426897049 (0.04223480199997457) | > loss_mel_ce: 2.4030838012695312 (nan) | > loss: 0.009678836911916733 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.1410953011317166) | > loader_time: 0.0048 (0.004620082285823091)  --> TIME: 2025-03-24 03:53:19 -- STEP: 22845/31555 -- GLOBAL_STEP: 369950 | > loss_text_ce: 0.03996656462550163 (0.04223755577961946) | > loss_mel_ce: 2.687709093093872 (nan) | > loss: 0.010824110358953476 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14109737010512466) | > loader_time: 0.0045 (0.004620095931562655)  --> TIME: 2025-03-24 03:53:29 -- STEP: 22895/31555 -- GLOBAL_STEP: 370000 | > loss_text_ce: 0.04115229845046997 (0.042232071342921826) | > loss_mel_ce: 3.3192548751831055 (nan) | > loss: 0.013334949500858784 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14109813767662463) | > loader_time: 0.0044 (0.0046201934093834315) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_370000.pth  --> TIME: 2025-03-24 03:53:44 -- STEP: 22945/31555 -- GLOBAL_STEP: 370050 | > loss_text_ce: 0.042292091995477676 (0.042231267858779675) | > loss_mel_ce: 2.87378191947937 (nan) | > loss: 0.011571723036468029 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14109229487670363) | > loader_time: 0.0045 (0.004620281463875741)  --> TIME: 2025-03-24 03:53:53 -- STEP: 22995/31555 -- GLOBAL_STEP: 370100 | > loss_text_ce: 0.034014105796813965 (0.04222928937820216) | > loss_mel_ce: 1.3270364999771118 (nan) | > loss: 0.0054009947925806046 (nan) | > current_lr: 5e-06 | > step_time: 0.1033 (0.14108908692243996) | > loader_time: 0.0044 (0.004620343888679455)  --> TIME: 2025-03-24 03:54:03 -- STEP: 23045/31555 -- GLOBAL_STEP: 370150 | > loss_text_ce: 0.033548567444086075 (0.042227866618703494) | > loss_mel_ce: 2.342700242996216 (nan) | > loss: 0.009429559111595154 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1410826790123291) | > loader_time: 0.0045 (0.004620248331478389)  --> TIME: 2025-03-24 03:54:12 -- STEP: 23095/31555 -- GLOBAL_STEP: 370200 | > loss_text_ce: 0.03382696211338043 (0.042231624429345034) | > loss_mel_ce: 3.5234503746032715 (nan) | > loss: 0.014116181060671806 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1410737760089179) | > loader_time: 0.0046 (0.004620436213960576)  --> TIME: 2025-03-24 03:54:22 -- STEP: 23145/31555 -- GLOBAL_STEP: 370250 | > loss_text_ce: 0.031620435416698456 (0.04223471720075025) | > loss_mel_ce: 2.4470765590667725 (nan) | > loss: 0.009836100041866302 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14107796331542832) | > loader_time: 0.0046 (0.00462047888409063)  --> TIME: 2025-03-24 03:54:32 -- STEP: 23195/31555 -- GLOBAL_STEP: 370300 | > loss_text_ce: 0.0399036668241024 (0.042236249167958) | > loss_mel_ce: 10.875 (nan) | > loss: 0.04331311210989952 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14107578999781845) | > loader_time: 0.0045 (0.004620460868781169)  --> TIME: 2025-03-24 03:54:41 -- STEP: 23245/31555 -- GLOBAL_STEP: 370350 | > loss_text_ce: 0.038707610219717026 (0.04223726061796806) | > loss_mel_ce: 2.6697583198547363 (nan) | > loss: 0.010747880674898624 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14107000438544928) | > loader_time: 0.0047 (0.00462039369848574)  --> TIME: 2025-03-24 03:54:51 -- STEP: 23295/31555 -- GLOBAL_STEP: 370400 | > loss_text_ce: 0.04221294820308685 (0.04223614252766307) | > loss_mel_ce: 3.1725473403930664 (nan) | > loss: 0.012756985612213612 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1410628242844749) | > loader_time: 0.0047 (0.004620422337489659)  --> TIME: 2025-03-24 03:55:00 -- STEP: 23345/31555 -- GLOBAL_STEP: 370450 | > loss_text_ce: 0.04258665069937706 (0.04223573440364724) | > loss_mel_ce: 0.09228515625 (nan) | > loss: 0.0005352056468836963 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14106806882522063) | > loader_time: 0.0046 (0.004620549662972591)  --> TIME: 2025-03-24 03:55:10 -- STEP: 23395/31555 -- GLOBAL_STEP: 370500 | > loss_text_ce: 0.03996530547738075 (0.04223571548711721) | > loss_mel_ce: 3.4014995098114014 (nan) | > loss: 0.013656607829034328 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1410731829850942) | > loader_time: 0.0045 (0.0046206373413242375)  --> TIME: 2025-03-24 03:55:20 -- STEP: 23445/31555 -- GLOBAL_STEP: 370550 | > loss_text_ce: 0.035081520676612854 (0.042235557181694326) | > loss_mel_ce: 2.9752633571624756 (nan) | > loss: 0.01194581389427185 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14106687480489638) | > loader_time: 0.0044 (0.0046207041139413405)  --> TIME: 2025-03-24 03:55:29 -- STEP: 23495/31555 -- GLOBAL_STEP: 370600 | > loss_text_ce: 0.043281830847263336 (0.04223432585836459) | > loss_mel_ce: 0.03911132737994194 (nan) | > loss: 0.0003269569715484977 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14106477118218344) | > loader_time: 0.0047 (0.0046207340505940424)  --> TIME: 2025-03-24 03:55:39 -- STEP: 23545/31555 -- GLOBAL_STEP: 370650 | > loss_text_ce: 0.03525911271572113 (0.04223199810316153) | > loss_mel_ce: 2.077136516571045 (nan) | > loss: 0.008382522501051426 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14106696774484154) | > loader_time: 0.0046 (0.004621033537891607)  --> TIME: 2025-03-24 03:55:49 -- STEP: 23595/31555 -- GLOBAL_STEP: 370700 | > loss_text_ce: 0.04026496410369873 (0.042232077217712785) | > loss_mel_ce: 1.9162325859069824 (nan) | > loss: 0.007763879839330912 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14107451658174142) | > loader_time: 0.0044 (0.0046212914687744815)  --> TIME: 2025-03-24 03:55:58 -- STEP: 23645/31555 -- GLOBAL_STEP: 370750 | > loss_text_ce: 0.031590674072504044 (0.042227430233200594) | > loss_mel_ce: 2.7144384384155273 (nan) | > loss: 0.010896941646933556 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.141069415206006) | > loader_time: 0.0046 (0.004621486498452956)  --> TIME: 2025-03-24 03:56:08 -- STEP: 23695/31555 -- GLOBAL_STEP: 370800 | > loss_text_ce: 0.04932291805744171 (0.042228627113472555) | > loss_mel_ce: 3.1980576515197754 (nan) | > loss: 0.012886431068181992 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14106318892796732) | > loader_time: 0.0045 (0.004621552133087256)  --> TIME: 2025-03-24 03:56:18 -- STEP: 23745/31555 -- GLOBAL_STEP: 370850 | > loss_text_ce: 0.05439257621765137 (0.042225805654883396) | > loss_mel_ce: 2.072970390319824 (nan) | > loss: 0.008441916666924953 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14106792573252117) | > loader_time: 0.0045 (0.004621616597676622)  --> TIME: 2025-03-24 03:56:27 -- STEP: 23795/31555 -- GLOBAL_STEP: 370900 | > loss_text_ce: 0.0457477904856205 (0.04222923712532901) | > loss_mel_ce: 2.602086305618286 (nan) | > loss: 0.010507279075682163 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14106985116410786) | > loader_time: 0.0047 (0.004621662826041101)  --> TIME: 2025-03-24 03:56:37 -- STEP: 23845/31555 -- GLOBAL_STEP: 370950 | > loss_text_ce: 0.05046134814620018 (0.04222900012153009) | > loss_mel_ce: 4.084598064422607 (nan) | > loss: 0.01640896685421467 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.141078132522209) | > loader_time: 0.0048 (0.004621839783281158)  --> TIME: 2025-03-24 03:56:47 -- STEP: 23895/31555 -- GLOBAL_STEP: 371000 | > loss_text_ce: 0.04220540076494217 (0.04222749223709296) | > loss_mel_ce: 2.7268428802490234 (nan) | > loss: 0.010988287627696991 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14107820767691834) | > loader_time: 0.0047 (0.004621885500834247)  --> TIME: 2025-03-24 03:56:57 -- STEP: 23945/31555 -- GLOBAL_STEP: 371050 | > loss_text_ce: 0.045057713985443115 (0.04222619000407697) | > loss_mel_ce: 2.7240138053894043 (nan) | > loss: 0.010988379828631878 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14107103010238584) | > loader_time: 0.0045 (0.0046219819073488756)  --> TIME: 2025-03-24 03:57:06 -- STEP: 23995/31555 -- GLOBAL_STEP: 371100 | > loss_text_ce: 0.035364098846912384 (0.04222520336223091) | > loss_mel_ce: 3.271010637283325 (nan) | > loss: 0.013120535761117935 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1410740986792443) | > loader_time: 0.0047 (0.004621985257230805)  --> TIME: 2025-03-24 03:57:16 -- STEP: 24045/31555 -- GLOBAL_STEP: 371150 | > loss_text_ce: 0.0349942110478878 (0.04222795194261636) | > loss_mel_ce: 3.0909745693206787 (nan) | > loss: 0.012404638342559338 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14107410154661984) | > loader_time: 0.0044 (0.00462216638829608)  --> TIME: 2025-03-24 03:57:26 -- STEP: 24095/31555 -- GLOBAL_STEP: 371200 | > loss_text_ce: 0.038961879909038544 (0.04222852497710052) | > loss_mel_ce: 0.8445340394973755 (nan) | > loss: 0.0035059363581240177 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14108522353416764) | > loader_time: 0.0045 (0.004622380638003807)  --> TIME: 2025-03-24 03:57:35 -- STEP: 24145/31555 -- GLOBAL_STEP: 371250 | > loss_text_ce: 0.04435265064239502 (0.04222415675532381) | > loss_mel_ce: 3.4195399284362793 (nan) | > loss: 0.013745605945587158 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14108390730097367) | > loader_time: 0.0047 (0.004622534161202519)  --> TIME: 2025-03-24 03:57:45 -- STEP: 24195/31555 -- GLOBAL_STEP: 371300 | > loss_text_ce: 0.04510818049311638 (0.04222178904470165) | > loss_mel_ce: 3.2114691734313965 (nan) | > loss: 0.012922926805913448 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1410876116542737) | > loader_time: 0.0046 (0.004622693474713017)  --> TIME: 2025-03-24 03:57:55 -- STEP: 24245/31555 -- GLOBAL_STEP: 371350 | > loss_text_ce: 0.04254133626818657 (0.04222141285779361) | > loss_mel_ce: 3.015062093734741 (nan) | > loss: 0.012133347801864147 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.141076421993348) | > loader_time: 0.0045 (0.004622653234272931)  --> TIME: 2025-03-24 03:58:04 -- STEP: 24295/31555 -- GLOBAL_STEP: 371400 | > loss_text_ce: 0.043898534029722214 (0.042222028263764304) | > loss_mel_ce: 2.967721462249756 (nan) | > loss: 0.011950873769819736 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14107952556582645) | > loader_time: 0.0049 (0.004622791607847512)  --> TIME: 2025-03-24 03:58:14 -- STEP: 24345/31555 -- GLOBAL_STEP: 371450 | > loss_text_ce: 0.04375907778739929 (0.04222260832229571) | > loss_mel_ce: 3.189781427383423 (nan) | > loss: 0.012831510975956917 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1410754131815426) | > loader_time: 0.0048 (0.004622885538924998)  --> TIME: 2025-03-24 03:58:23 -- STEP: 24395/31555 -- GLOBAL_STEP: 371500 | > loss_text_ce: 0.028653617948293686 (0.042220584114089285) | > loss_mel_ce: 0.0757649764418602 (nan) | > loss: 0.00041435949970036745 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14107397665472224) | > loader_time: 0.0068 (0.004622950957529499)  --> TIME: 2025-03-24 03:58:33 -- STEP: 24445/31555 -- GLOBAL_STEP: 371550 | > loss_text_ce: 0.03503316268324852 (0.04222135341503944) | > loss_mel_ce: 2.312255859375 (nan) | > loss: 0.009314639493823051 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1410815442113162) | > loader_time: 0.0045 (0.004623028134295078)  --> TIME: 2025-03-24 03:58:43 -- STEP: 24495/31555 -- GLOBAL_STEP: 371600 | > loss_text_ce: 0.04189509153366089 (0.042222171463642676) | > loss_mel_ce: 2.566030979156494 (nan) | > loss: 0.010348914191126823 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14107727404880802) | > loader_time: 0.005 (0.004622959735369656)  --> TIME: 2025-03-24 03:58:53 -- STEP: 24545/31555 -- GLOBAL_STEP: 371650 | > loss_text_ce: 0.040537647902965546 (0.04222304377576616) | > loss_mel_ce: 2.9711155891418457 (nan) | > loss: 0.011951005086302757 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14108690274274163) | > loader_time: 0.0044 (0.004623150208691349)  --> TIME: 2025-03-24 03:59:03 -- STEP: 24595/31555 -- GLOBAL_STEP: 371700 | > loss_text_ce: 0.037937939167022705 (0.04222344970745239) | > loss_mel_ce: 3.1964097023010254 (nan) | > loss: 0.01283471379429102 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14108569413138805) | > loader_time: 0.0044 (0.004623111347571481)  --> TIME: 2025-03-24 03:59:12 -- STEP: 24645/31555 -- GLOBAL_STEP: 371750 | > loss_text_ce: 0.03466968610882759 (0.042222395198120086) | > loss_mel_ce: 1.264434814453125 (nan) | > loss: 0.005155176855623722 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14108239260182287) | > loader_time: 0.0043 (0.0046229797822995005)  --> TIME: 2025-03-24 03:59:22 -- STEP: 24695/31555 -- GLOBAL_STEP: 371800 | > loss_text_ce: 0.04538769647479057 (0.04222215025535448) | > loss_mel_ce: 2.8149521350860596 (nan) | > loss: 0.011350555345416069 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14108911943136407) | > loader_time: 0.0046 (0.004623571014713219)  --> TIME: 2025-03-24 03:59:32 -- STEP: 24745/31555 -- GLOBAL_STEP: 371850 | > loss_text_ce: 0.0392460860311985 (0.04221959921323819) | > loss_mel_ce: 3.3542685508728027 (nan) | > loss: 0.013466328382492065 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1410875580002023) | > loader_time: 0.0045 (0.004623549180600228)  --> TIME: 2025-03-24 03:59:41 -- STEP: 24795/31555 -- GLOBAL_STEP: 371900 | > loss_text_ce: 0.04173021391034126 (0.0422232345117692) | > loss_mel_ce: 3.3667848110198975 (nan) | > loss: 0.013525853864848614 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1410880794590537) | > loader_time: 0.0045 (0.004623568098880156)  --> TIME: 2025-03-24 03:59:51 -- STEP: 24845/31555 -- GLOBAL_STEP: 371950 | > loss_text_ce: 0.04457727447152138 (0.04222275577485568) | > loss_mel_ce: 2.9734792709350586 (nan) | > loss: 0.01197641622275114 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1410841477183567) | > loader_time: 0.0045 (0.004623623819364605)  --> TIME: 2025-03-24 04:00:01 -- STEP: 24895/31555 -- GLOBAL_STEP: 372000 | > loss_text_ce: 0.03535120561718941 (0.0422248015658705) | > loss_mel_ce: 2.6590099334716797 (nan) | > loss: 0.010691910050809383 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14109200603824562) | > loader_time: 0.0047 (0.004623716139462966)  --> TIME: 2025-03-24 04:00:11 -- STEP: 24945/31555 -- GLOBAL_STEP: 372050 | > loss_text_ce: 0.04312139004468918 (0.04222741877575411) | > loss_mel_ce: 2.6419084072113037 (nan) | > loss: 0.010654880665242672 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14110153595463165) | > loader_time: 0.0047 (0.004624035726880973)  --> TIME: 2025-03-24 04:00:21 -- STEP: 24995/31555 -- GLOBAL_STEP: 372100 | > loss_text_ce: 0.05130598321557045 (0.04222773310750175) | > loss_mel_ce: 1.6761068105697632 (nan) | > loss: 0.006854813080281019 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14110730966345603) | > loader_time: 0.0044 (0.004624099849724557)  --> TIME: 2025-03-24 04:00:30 -- STEP: 25045/31555 -- GLOBAL_STEP: 372150 | > loss_text_ce: 0.036757517606019974 (0.042225933830644484) | > loss_mel_ce: 3.44168758392334 (nan) | > loss: 0.01380335446447134 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1411049025100161) | > loader_time: 0.0047 (0.004624104323704126)  --> TIME: 2025-03-24 04:00:40 -- STEP: 25095/31555 -- GLOBAL_STEP: 372200 | > loss_text_ce: 0.038223519921302795 (0.04222287252615133) | > loss_mel_ce: 2.9770991802215576 (nan) | > loss: 0.011965567246079445 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14109842665619718) | > loader_time: 0.0046 (0.00462416385506983)  --> TIME: 2025-03-24 04:00:49 -- STEP: 25145/31555 -- GLOBAL_STEP: 372250 | > loss_text_ce: 0.04138769581913948 (0.04222100068281525) | > loss_mel_ce: 3.2691307067871094 (nan) | > loss: 0.013136979192495346 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14109756079457814) | > loader_time: 0.0045 (0.004624281358140466)  --> TIME: 2025-03-24 04:00:59 -- STEP: 25195/31555 -- GLOBAL_STEP: 372300 | > loss_text_ce: 0.035648178309202194 (0.04221673312575359) | > loss_mel_ce: 3.0744452476501465 (nan) | > loss: 0.012341640889644623 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14110004264557527) | > loader_time: 0.0048 (0.004624315925381616)  --> TIME: 2025-03-24 04:01:09 -- STEP: 25245/31555 -- GLOBAL_STEP: 372350 | > loss_text_ce: 0.04555607587099075 (0.0422192316542176) | > loss_mel_ce: 1.661040186882019 (nan) | > loss: 0.00677220756188035 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14110066695694062) | > loader_time: 0.0045 (0.004624371690121127)  --> TIME: 2025-03-24 04:01:18 -- STEP: 25295/31555 -- GLOBAL_STEP: 372400 | > loss_text_ce: 0.04092678427696228 (0.04221953703427444) | > loss_mel_ce: 3.1165785789489746 (nan) | > loss: 0.012529783882200718 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14109831566065095) | > loader_time: 0.0045 (0.004624496361181457)  --> TIME: 2025-03-24 04:01:28 -- STEP: 25345/31555 -- GLOBAL_STEP: 372450 | > loss_text_ce: 0.04186074063181877 (0.04222049535233603) | > loss_mel_ce: 3.0817487239837646 (nan) | > loss: 0.012395276688039303 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14109986650094838) | > loader_time: 0.0046 (0.0046245155402202445)  --> TIME: 2025-03-24 04:01:37 -- STEP: 25395/31555 -- GLOBAL_STEP: 372500 | > loss_text_ce: 0.04376814141869545 (0.04221925727339465) | > loss_mel_ce: 2.7466657161712646 (nan) | > loss: 0.011073150672018528 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.1410942075289624) | > loader_time: 0.0048 (0.004624492226916273)  --> TIME: 2025-03-24 04:01:47 -- STEP: 25445/31555 -- GLOBAL_STEP: 372550 | > loss_text_ce: 0.04771074652671814 (0.042221115372224456) | > loss_mel_ce: 3.403311252593994 (nan) | > loss: 0.013694532215595245 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14108567699792987) | > loader_time: 0.0046 (0.0046245950686484094)  --> TIME: 2025-03-24 04:01:56 -- STEP: 25495/31555 -- GLOBAL_STEP: 372600 | > loss_text_ce: 0.045556265860795975 (0.04221847078683138) | > loss_mel_ce: 2.9820351600646973 (nan) | > loss: 0.012014252133667469 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14108541322750456) | > loader_time: 0.0045 (0.004624474350203007)  --> TIME: 2025-03-24 04:02:06 -- STEP: 25545/31555 -- GLOBAL_STEP: 372650 | > loss_text_ce: 0.04717869684100151 (0.04221861189828102) | > loss_mel_ce: 3.3260412216186523 (nan) | > loss: 0.013385794125497341 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14108704154238086) | > loader_time: 0.0046 (0.004624448221101747)  --> TIME: 2025-03-24 04:02:16 -- STEP: 25595/31555 -- GLOBAL_STEP: 372700 | > loss_text_ce: 0.0395347960293293 (0.04221769867566426) | > loss_mel_ce: 3.247465133666992 (nan) | > loss: 0.013043651357293129 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14109464420148002) | > loader_time: 0.0045 (0.0046244036292023595)  --> TIME: 2025-03-24 04:02:26 -- STEP: 25645/31555 -- GLOBAL_STEP: 372750 | > loss_text_ce: 0.05546125769615173 (0.042216216702850265) | > loss_mel_ce: 2.448662757873535 (nan) | > loss: 0.009937000460922718 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14109844335874783) | > loader_time: 0.0048 (0.00462445179884789)  --> TIME: 2025-03-24 04:02:36 -- STEP: 25695/31555 -- GLOBAL_STEP: 372800 | > loss_text_ce: 0.05764653906226158 (0.04221608809587458) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1411018266360527) | > loader_time: 0.0046 (0.004624471777629965)  --> TIME: 2025-03-24 04:02:45 -- STEP: 25745/31555 -- GLOBAL_STEP: 372850 | > loss_text_ce: 0.031778547912836075 (0.04221474152491744) | > loss_mel_ce: 3.1591708660125732 (nan) | > loss: 0.012662498280405998 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14108710185280865) | > loader_time: 0.0046 (0.00462488990127286)  --> TIME: 2025-03-24 04:02:54 -- STEP: 25795/31555 -- GLOBAL_STEP: 372900 | > loss_text_ce: 0.05039821192622185 (0.04221171226665127) | > loss_mel_ce: 2.9511988162994385 (nan) | > loss: 0.011911099776625633 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14108576382701582) | > loader_time: 0.0044 (0.0046249167173725205)  --> TIME: 2025-03-24 04:03:04 -- STEP: 25845/31555 -- GLOBAL_STEP: 372950 | > loss_text_ce: 0.03342929482460022 (0.04221063089450875) | > loss_mel_ce: 3.007972240447998 (nan) | > loss: 0.012069054879248142 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1410895343351746) | > loader_time: 0.0047 (0.004625039664290803)  --> TIME: 2025-03-24 04:03:14 -- STEP: 25895/31555 -- GLOBAL_STEP: 373000 | > loss_text_ce: 0.04592389985918999 (0.042208615322544336) | > loss_mel_ce: 3.1735422611236572 (nan) | > loss: 0.012775660492479801 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14109014428060138) | > loader_time: 0.0046 (0.004625078480454047)  --> TIME: 2025-03-24 04:03:24 -- STEP: 25945/31555 -- GLOBAL_STEP: 373050 | > loss_text_ce: 0.056704577058553696 (0.04221008274611612) | > loss_mel_ce: 3.707792282104492 (nan) | > loss: 0.014938480220735073 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14109991080592368) | > loader_time: 0.0046 (0.004625286939264037)  --> TIME: 2025-03-24 04:03:34 -- STEP: 25995/31555 -- GLOBAL_STEP: 373100 | > loss_text_ce: 0.03616663068532944 (0.042209620715967566) | > loss_mel_ce: 2.515533447265625 (nan) | > loss: 0.01012579444795847 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14110206560713479) | > loader_time: 0.0047 (0.004625729190131548)  --> TIME: 2025-03-24 04:03:43 -- STEP: 26045/31555 -- GLOBAL_STEP: 373150 | > loss_text_ce: 0.038282282650470734 (0.04220911406129347) | > loss_mel_ce: 3.6382029056549072 (nan) | > loss: 0.014589228667318821 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1410941867183925) | > loader_time: 0.0045 (0.004625735371692716)  --> TIME: 2025-03-24 04:03:53 -- STEP: 26095/31555 -- GLOBAL_STEP: 373200 | > loss_text_ce: 0.04441332072019577 (0.042208845401120375) | > loss_mel_ce: 2.9913437366485596 (nan) | > loss: 0.012046655640006065 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14110678749354966) | > loader_time: 0.0047 (0.004625773023293586)  --> TIME: 2025-03-24 04:04:03 -- STEP: 26145/31555 -- GLOBAL_STEP: 373250 | > loss_text_ce: 0.03380749747157097 (0.04220614744384873) | > loss_mel_ce: 3.000600814819336 (nan) | > loss: 0.01204130332916975 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14111013729819932) | > loader_time: 0.0046 (0.004625867835238344)  --> TIME: 2025-03-24 04:04:12 -- STEP: 26195/31555 -- GLOBAL_STEP: 373300 | > loss_text_ce: 0.03502773120999336 (0.04220501027985671) | > loss_mel_ce: 3.286166191101074 (nan) | > loss: 0.013179341331124306 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1411071856164327) | > loader_time: 0.0043 (0.004625899438117134)  --> TIME: 2025-03-24 04:04:22 -- STEP: 26245/31555 -- GLOBAL_STEP: 373350 | > loss_text_ce: 0.0463632233440876 (0.0422065486880593) | > loss_mel_ce: 2.5582199096679688 (nan) | > loss: 0.010335647501051426 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14110900997366113) | > loader_time: 0.0046 (0.004626169166557655)  --> TIME: 2025-03-24 04:04:32 -- STEP: 26295/31555 -- GLOBAL_STEP: 373400 | > loss_text_ce: 0.05592683330178261 (0.04220807529244961) | > loss_mel_ce: 3.297355890274048 (nan) | > loss: 0.013306678272783756 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14111646885064047) | > loader_time: 0.0046 (0.0046261378580409775)  --> TIME: 2025-03-24 04:04:42 -- STEP: 26345/31555 -- GLOBAL_STEP: 373450 | > loss_text_ce: 0.030926603823900223 (0.04220634264128052) | > loss_mel_ce: 2.740081787109375 (nan) | > loss: 0.01099606603384018 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14112209500884618) | > loader_time: 0.0046 (0.004626088794889954)  --> TIME: 2025-03-24 04:04:51 -- STEP: 26395/31555 -- GLOBAL_STEP: 373500 | > loss_text_ce: 0.038565266877412796 (0.042204065329452985) | > loss_mel_ce: 2.8315377235412598 (nan) | > loss: 0.011389297433197498 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14111946085723784) | > loader_time: 0.0044 (0.004625990580916272)  --> TIME: 2025-03-24 04:05:01 -- STEP: 26445/31555 -- GLOBAL_STEP: 373550 | > loss_text_ce: 0.03717470541596413 (0.042203257168949806) | > loss_mel_ce: 2.7346203327178955 (nan) | > loss: 0.010999186895787716 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1411112435712869) | > loader_time: 0.0045 (0.004626020760409051)  --> TIME: 2025-03-24 04:05:10 -- STEP: 26495/31555 -- GLOBAL_STEP: 373600 | > loss_text_ce: 0.041240934282541275 (0.04220162253636345) | > loss_mel_ce: 2.494471788406372 (nan) | > loss: 0.010062352754175663 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14110869317487604) | > loader_time: 0.0045 (0.004625939809954307)  --> TIME: 2025-03-24 04:05:20 -- STEP: 26545/31555 -- GLOBAL_STEP: 373650 | > loss_text_ce: 0.037463389337062836 (0.0421998345640268) | > loss_mel_ce: 3.6177115440368652 (nan) | > loss: 0.014504663646221161 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14110942480590644) | > loader_time: 0.0044 (0.004625846850577866)  --> TIME: 2025-03-24 04:05:30 -- STEP: 26595/31555 -- GLOBAL_STEP: 373700 | > loss_text_ce: 0.030528608709573746 (0.04219734437650236) | > loss_mel_ce: 3.447502613067627 (nan) | > loss: 0.013801711611449718 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14110341343715674) | > loader_time: 0.0045 (0.00462570272905749)  --> TIME: 2025-03-24 04:05:39 -- STEP: 26645/31555 -- GLOBAL_STEP: 373750 | > loss_text_ce: 0.05858321487903595 (0.04219934921100012) | > loss_mel_ce: 2.6096417903900146 (nan) | > loss: 0.01058819517493248 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14109641128106265) | > loader_time: 0.0045 (0.004625781550150576)  --> TIME: 2025-03-24 04:05:49 -- STEP: 26695/31555 -- GLOBAL_STEP: 373800 | > loss_text_ce: 0.05593574047088623 (0.04219883661783469) | > loss_mel_ce: 3.177901268005371 (nan) | > loss: 0.01283268816769123 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14110315013498984) | > loader_time: 0.0048 (0.004625938715258636)  --> TIME: 2025-03-24 04:05:59 -- STEP: 26745/31555 -- GLOBAL_STEP: 373850 | > loss_text_ce: 0.052544768899679184 (0.04219919003025302) | > loss_mel_ce: 2.6195790767669678 (nan) | > loss: 0.010603667236864567 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14111367803485567) | > loader_time: 0.0045 (0.00462607832841056)  --> TIME: 2025-03-24 04:06:09 -- STEP: 26795/31555 -- GLOBAL_STEP: 373900 | > loss_text_ce: 0.05269873887300491 (0.04219720954123079) | > loss_mel_ce: 3.1462457180023193 (nan) | > loss: 0.012694225646555424 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14111514894969898) | > loader_time: 0.0047 (0.0046261347503576454)  --> TIME: 2025-03-24 04:06:18 -- STEP: 26845/31555 -- GLOBAL_STEP: 373950 | > loss_text_ce: 0.03633223846554756 (0.04219515084183728) | > loss_mel_ce: 2.869122266769409 (nan) | > loss: 0.011529581621289253 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14111019002367714) | > loader_time: 0.0044 (0.004626160410445656)  --> TIME: 2025-03-24 04:06:28 -- STEP: 26895/31555 -- GLOBAL_STEP: 374000 | > loss_text_ce: 0.04872087761759758 (0.04219071620268098) | > loss_mel_ce: 3.425035238265991 (nan) | > loss: 0.013784747570753098 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14111184688234105) | > loader_time: 0.0047 (0.004626338467276144)  --> TIME: 2025-03-24 04:06:37 -- STEP: 26945/31555 -- GLOBAL_STEP: 374050 | > loss_text_ce: 0.041750967502593994 (0.04219221296146626) | > loss_mel_ce: 3.384733200073242 (nan) | > loss: 0.013597159646451473 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14111205013591588) | > loader_time: 0.0045 (0.004626418089110078)  --> TIME: 2025-03-24 04:06:47 -- STEP: 26995/31555 -- GLOBAL_STEP: 374100 | > loss_text_ce: 0.018178725615143776 (0.042193377826857635) | > loss_mel_ce: 2.6436941623687744 (nan) | > loss: 0.010562987998127937 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14111148435377543) | > loader_time: 0.0044 (0.0046264178665904165)  --> TIME: 2025-03-24 04:06:57 -- STEP: 27045/31555 -- GLOBAL_STEP: 374150 | > loss_text_ce: 0.057806048542261124 (0.04219650875210195) | > loss_mel_ce: 3.553088903427124 (nan) | > loss: 0.01432894915342331 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1411120131840484) | > loader_time: 0.0045 (0.004626429792824831)  --> TIME: 2025-03-24 04:07:06 -- STEP: 27095/31555 -- GLOBAL_STEP: 374200 | > loss_text_ce: 0.03439799323678017 (0.04219366358821689) | > loss_mel_ce: 3.337658166885376 (nan) | > loss: 0.013381176628172398 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14110717567532585) | > loader_time: 0.0047 (0.004626556207474158)  --> TIME: 2025-03-24 04:07:16 -- STEP: 27145/31555 -- GLOBAL_STEP: 374250 | > loss_text_ce: 0.036212194710969925 (0.04219257095072141) | > loss_mel_ce: 2.6767070293426514 (nan) | > loss: 0.010765553452074528 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14109806913459144) | > loader_time: 0.0043 (0.004626312561512936)  --> TIME: 2025-03-24 04:07:25 -- STEP: 27195/31555 -- GLOBAL_STEP: 374300 | > loss_text_ce: 0.03789956122636795 (0.042196024675350365) | > loss_mel_ce: 3.2270336151123047 (nan) | > loss: 0.012956084683537483 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14110377418313294) | > loader_time: 0.0045 (0.0046260661994693975)  --> TIME: 2025-03-24 04:07:35 -- STEP: 27245/31555 -- GLOBAL_STEP: 374350 | > loss_text_ce: 0.03640366345643997 (0.042196937368088556) | > loss_mel_ce: 3.2548344135284424 (nan) | > loss: 0.013060469180345535 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14110523886495993) | > loader_time: 0.0045 (0.00462603257498316)  --> TIME: 2025-03-24 04:07:45 -- STEP: 27295/31555 -- GLOBAL_STEP: 374400 | > loss_text_ce: 0.03906382992863655 (0.04219677253054943) | > loss_mel_ce: 2.7506420612335205 (nan) | > loss: 0.011070262640714645 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1410968174142137) | > loader_time: 0.0075 (0.004625998689351331)  --> TIME: 2025-03-24 04:07:54 -- STEP: 27345/31555 -- GLOBAL_STEP: 374450 | > loss_text_ce: 0.03619679808616638 (0.04219793400606822) | > loss_mel_ce: 3.1901307106018066 (nan) | > loss: 0.012802887707948685 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1410969739859189) | > loader_time: 0.0045 (0.004625898419797098)  --> TIME: 2025-03-24 04:08:04 -- STEP: 27395/31555 -- GLOBAL_STEP: 374500 | > loss_text_ce: 0.04823923110961914 (0.04219945228598619) | > loss_mel_ce: 3.643691301345825 (nan) | > loss: 0.014650519005954266 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14109367237275613) | > loader_time: 0.0045 (0.004625768308157357)  --> TIME: 2025-03-24 04:08:13 -- STEP: 27445/31555 -- GLOBAL_STEP: 374550 | > loss_text_ce: 0.04273528978228569 (0.04219875826713638) | > loss_mel_ce: 2.067903757095337 (nan) | > loss: 0.008375552482903004 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14108995316697123) | > loader_time: 0.0048 (0.00462572737499366)  --> TIME: 2025-03-24 04:08:23 -- STEP: 27495/31555 -- GLOBAL_STEP: 374600 | > loss_text_ce: 0.03685130551457405 (0.04219483234432697) | > loss_mel_ce: 3.2674264907836914 (nan) | > loss: 0.013112214393913746 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14109447198816866) | > loader_time: 0.0046 (0.0046256705573914664)  --> TIME: 2025-03-24 04:08:33 -- STEP: 27545/31555 -- GLOBAL_STEP: 374650 | > loss_text_ce: 0.041613854467868805 (0.04219323245784482) | > loss_mel_ce: 2.609320640563965 (nan) | > loss: 0.010519581846892834 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1410989905554886) | > loader_time: 0.0046 (0.004625489816061461)  --> TIME: 2025-03-24 04:08:43 -- STEP: 27595/31555 -- GLOBAL_STEP: 374700 | > loss_text_ce: 0.044833797961473465 (0.0421923213056015) | > loss_mel_ce: 3.107938528060913 (nan) | > loss: 0.012511002831161022 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14110252512907498) | > loader_time: 0.0048 (0.004625463140120967)  --> TIME: 2025-03-24 04:08:52 -- STEP: 27645/31555 -- GLOBAL_STEP: 374750 | > loss_text_ce: 0.03845008462667465 (0.04219150521483721) | > loss_mel_ce: 2.8000376224517822 (nan) | > loss: 0.011263840831816196 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1411009542720837) | > loader_time: 0.0045 (0.004625375681791043)  --> TIME: 2025-03-24 04:09:02 -- STEP: 27695/31555 -- GLOBAL_STEP: 374800 | > loss_text_ce: 0.04390984773635864 (0.04219003057618142) | > loss_mel_ce: 2.8902699947357178 (nan) | > loss: 0.011643570847809315 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14109326666669988) | > loader_time: 0.0045 (0.004625424617334124)  --> TIME: 2025-03-24 04:09:11 -- STEP: 27745/31555 -- GLOBAL_STEP: 374850 | > loss_text_ce: 0.04805094003677368 (0.04219228797933775) | > loss_mel_ce: 3.2927658557891846 (nan) | > loss: 0.01325721014291048 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14109406136117325) | > loader_time: 0.0047 (0.004625607825846541)  --> TIME: 2025-03-24 04:09:21 -- STEP: 27795/31555 -- GLOBAL_STEP: 374900 | > loss_text_ce: 0.03767729550600052 (0.04219141031814305) | > loss_mel_ce: 0.1065499410033226 (nan) | > loss: 0.0005723303183913231 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14108793585822435) | > loader_time: 0.0046 (0.004625607446106784)  --> TIME: 2025-03-24 04:09:31 -- STEP: 27845/31555 -- GLOBAL_STEP: 374950 | > loss_text_ce: 0.039417095482349396 (0.042190874651312604) | > loss_mel_ce: 3.243530750274658 (nan) | > loss: 0.013027571141719818 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14109733254118814) | > loader_time: 0.0046 (0.0046258379514436815)  --> TIME: 2025-03-24 04:09:40 -- STEP: 27895/31555 -- GLOBAL_STEP: 375000 | > loss_text_ce: 0.046505335718393326 (0.042189017617762906) | > loss_mel_ce: 2.5837008953094482 (nan) | > loss: 0.010437327437102795 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14109750605116722) | > loader_time: 0.0046 (0.004626074621894902)  --> TIME: 2025-03-24 04:09:50 -- STEP: 27945/31555 -- GLOBAL_STEP: 375050 | > loss_text_ce: 0.05354766547679901 (0.042193364256072834) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1410947875870772) | > loader_time: 0.0045 (0.004626159272097482)  --> TIME: 2025-03-24 04:09:59 -- STEP: 27995/31555 -- GLOBAL_STEP: 375100 | > loss_text_ce: 0.052174828946590424 (0.04218962477604281) | > loss_mel_ce: 3.2568445205688477 (nan) | > loss: 0.013131029903888702 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14108395257109435) | > loader_time: 0.0045 (0.004626070675966572)  --> TIME: 2025-03-24 04:10:09 -- STEP: 28045/31555 -- GLOBAL_STEP: 375150 | > loss_text_ce: 0.027200665324926376 (0.04218783622953291) | > loss_mel_ce: 3.075434446334839 (nan) | > loss: 0.012312045320868492 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14108973071417474) | > loader_time: 0.0044 (0.0046260164774001725)  --> TIME: 2025-03-24 04:10:19 -- STEP: 28095/31555 -- GLOBAL_STEP: 375200 | > loss_text_ce: 0.0456991121172905 (0.04218580276198316) | > loss_mel_ce: 2.6688284873962402 (nan) | > loss: 0.010771935805678368 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14108792097251557) | > loader_time: 0.0048 (0.004625992869159702)  --> TIME: 2025-03-24 04:10:28 -- STEP: 28145/31555 -- GLOBAL_STEP: 375250 | > loss_text_ce: 0.04784303158521652 (0.042182554912796974) | > loss_mel_ce: 2.725370168685913 (nan) | > loss: 0.011004814878106117 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14108554715901855) | > loader_time: 0.0047 (0.0046260588587145575)  --> TIME: 2025-03-24 04:10:38 -- STEP: 28195/31555 -- GLOBAL_STEP: 375300 | > loss_text_ce: 0.0419047474861145 (0.04217947897387172) | > loss_mel_ce: 2.499119281768799 (nan) | > loss: 0.010083428584039211 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14108602686498284) | > loader_time: 0.0047 (0.004625967399176376)  --> TIME: 2025-03-24 04:10:48 -- STEP: 28245/31555 -- GLOBAL_STEP: 375350 | > loss_text_ce: 0.04072337970137596 (0.04217667047532502) | > loss_mel_ce: 3.349961280822754 (nan) | > loss: 0.013455098494887352 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14109138846502928) | > loader_time: 0.0047 (0.004625821531420349)  --> TIME: 2025-03-24 04:10:57 -- STEP: 28295/31555 -- GLOBAL_STEP: 375400 | > loss_text_ce: 0.057167138904333115 (0.04217720449321013) | > loss_mel_ce: 3.4141247272491455 (nan) | > loss: 0.01377496775239706 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14109193851931365) | > loader_time: 0.0045 (0.004625629279107485)  --> TIME: 2025-03-24 04:11:07 -- STEP: 28345/31555 -- GLOBAL_STEP: 375450 | > loss_text_ce: 0.0395677387714386 (0.042176445499115166) | > loss_mel_ce: 2.76171875 (nan) | > loss: 0.011116216890513897 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14109344340270752) | > loader_time: 0.0044 (0.004625530557502894)  --> TIME: 2025-03-24 04:11:17 -- STEP: 28395/31555 -- GLOBAL_STEP: 375500 | > loss_text_ce: 0.02647027000784874 (0.04217478583866467) | > loss_mel_ce: 0.09228515625 (nan) | > loss: 0.0004712517256848514 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1410938892844783) | > loader_time: 0.0044 (0.004625550423064753)  --> TIME: 2025-03-24 04:11:26 -- STEP: 28445/31555 -- GLOBAL_STEP: 375550 | > loss_text_ce: 0.044580839574337006 (0.042171810481466225) | > loss_mel_ce: 2.8133082389831543 (nan) | > loss: 0.011340830475091934 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14108708488603844) | > loader_time: 0.0044 (0.00462540490574063)  --> TIME: 2025-03-24 04:11:36 -- STEP: 28495/31555 -- GLOBAL_STEP: 375600 | > loss_text_ce: 0.04054977372288704 (0.04217116918181475) | > loss_mel_ce: 3.3054587841033936 (nan) | > loss: 0.013277812860906124 (nan) | > current_lr: 5e-06 | > step_time: 0.1883 (0.14108819390079574) | > loader_time: 0.0047 (0.004625370603294643)  --> TIME: 2025-03-24 04:11:45 -- STEP: 28545/31555 -- GLOBAL_STEP: 375650 | > loss_text_ce: 0.03992361202836037 (0.042168215897804145) | > loss_mel_ce: 2.8841068744659424 (nan) | > loss: 0.011603296734392643 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14108458281941516) | > loader_time: 0.0045 (0.004625378934613315)  --> TIME: 2025-03-24 04:11:55 -- STEP: 28595/31555 -- GLOBAL_STEP: 375700 | > loss_text_ce: 0.037749916315078735 (0.04217013275935733) | > loss_mel_ce: 3.327056884765625 (nan) | > loss: 0.0133524090051651 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1410775374982675) | > loader_time: 0.0046 (0.004625232662848588)  --> TIME: 2025-03-24 04:12:04 -- STEP: 28645/31555 -- GLOBAL_STEP: 375750 | > loss_text_ce: 0.04413226619362831 (0.04216911270382169) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.192 (0.1410753287743017) | > loader_time: 0.0047 (0.004625219457289734)  --> TIME: 2025-03-24 04:12:14 -- STEP: 28695/31555 -- GLOBAL_STEP: 375800 | > loss_text_ce: 0.04730618745088577 (0.042167191599476454) | > loss_mel_ce: 3.6805367469787598 (nan) | > loss: 0.014793029054999352 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14107792709405106) | > loader_time: 0.0043 (0.004625032130465878)  --> TIME: 2025-03-24 04:12:24 -- STEP: 28745/31555 -- GLOBAL_STEP: 375850 | > loss_text_ce: 0.03700137138366699 (0.042166613277704344) | > loss_mel_ce: 2.8816685676574707 (nan) | > loss: 0.01158202439546585 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14107556362984855) | > loader_time: 0.0043 (0.0046248195689332725)  --> TIME: 2025-03-24 04:12:33 -- STEP: 28795/31555 -- GLOBAL_STEP: 375900 | > loss_text_ce: 0.03688208386301994 (0.04216566766704577) | > loss_mel_ce: 2.422096014022827 (nan) | > loss: 0.00975785031914711 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14107634554639595) | > loader_time: 0.0046 (0.004624738153390391)  --> TIME: 2025-03-24 04:12:43 -- STEP: 28845/31555 -- GLOBAL_STEP: 375950 | > loss_text_ce: 0.03727135807275772 (0.04216517627369673) | > loss_mel_ce: 2.7832417488098145 (nan) | > loss: 0.011192512698471546 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14108030822913933) | > loader_time: 0.0043 (0.004624676047298832)  --> TIME: 2025-03-24 04:12:53 -- STEP: 28895/31555 -- GLOBAL_STEP: 376000 | > loss_text_ce: 0.04006713628768921 (0.0421656101158843) | > loss_mel_ce: 2.4782378673553467 (nan) | > loss: 0.009993274696171284 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14108454324234168) | > loader_time: 0.0044 (0.004624515001409526)  --> TIME: 2025-03-24 04:13:03 -- STEP: 28945/31555 -- GLOBAL_STEP: 376050 | > loss_text_ce: 0.047116756439208984 (0.04216486718502409) | > loss_mel_ce: 2.9818155765533447 (nan) | > loss: 0.012019573710858822 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.1410831904201276) | > loader_time: 0.0048 (0.004624365203469938)  --> TIME: 2025-03-24 04:13:12 -- STEP: 28995/31555 -- GLOBAL_STEP: 376100 | > loss_text_ce: 0.03886471316218376 (0.042162049518055675) | > loss_mel_ce: 2.773538589477539 (nan) | > loss: 0.011160330846905708 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14108095053948935) | > loader_time: 0.0045 (0.004624281531470568)  --> TIME: 2025-03-24 04:13:21 -- STEP: 29045/31555 -- GLOBAL_STEP: 376150 | > loss_text_ce: 0.026326825842261314 (0.042160601982547743) | > loss_mel_ce: 2.9486186504364014 (nan) | > loss: 0.011805339716374874 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14107173961377406) | > loader_time: 0.0043 (0.004624110307396313)  --> TIME: 2025-03-24 04:13:31 -- STEP: 29095/31555 -- GLOBAL_STEP: 376200 | > loss_text_ce: 0.042786214500665665 (0.042160875331159156) | > loss_mel_ce: 3.23032808303833 (nan) | > loss: 0.01298854872584343 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14107068412224866) | > loader_time: 0.0047 (0.004623998311566068)  --> TIME: 2025-03-24 04:13:41 -- STEP: 29145/31555 -- GLOBAL_STEP: 376250 | > loss_text_ce: 0.04142596945166588 (0.04216094903774446) | > loss_mel_ce: 2.9151458740234375 (nan) | > loss: 0.011732428334653378 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14108430249221882) | > loader_time: 0.0044 (0.00462397457416642)  --> TIME: 2025-03-24 04:13:51 -- STEP: 29195/31555 -- GLOBAL_STEP: 376300 | > loss_text_ce: 0.03917684033513069 (0.04216563480172971) | > loss_mel_ce: 3.334925413131714 (nan) | > loss: 0.013389295898377895 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1410789042308043) | > loader_time: 0.0044 (0.00462375827226802)  --> TIME: 2025-03-24 04:14:00 -- STEP: 29245/31555 -- GLOBAL_STEP: 376350 | > loss_text_ce: 0.042416151612997055 (0.04216728410872263) | > loss_mel_ce: 3.2645795345306396 (nan) | > loss: 0.013122999109327793 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.14108154816512572) | > loader_time: 0.0047 (0.0046235973803604325)  --> TIME: 2025-03-24 04:14:10 -- STEP: 29295/31555 -- GLOBAL_STEP: 376400 | > loss_text_ce: 0.03566942736506462 (0.04216638489048231) | > loss_mel_ce: 3.4559643268585205 (nan) | > loss: 0.013855690136551857 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.141089354100173) | > loader_time: 0.0046 (0.004623456366702243)  --> TIME: 2025-03-24 04:14:20 -- STEP: 29345/31555 -- GLOBAL_STEP: 376450 | > loss_text_ce: 0.04817484691739082 (0.04216531264665673) | > loss_mel_ce: 2.361706495285034 (nan) | > loss: 0.00956302136182785 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1410798874557843) | > loader_time: 0.0046 (0.004623282514290362)  --> TIME: 2025-03-24 04:14:29 -- STEP: 29395/31555 -- GLOBAL_STEP: 376500 | > loss_text_ce: 0.032948754727840424 (0.04216515465957476) | > loss_mel_ce: 0.9005460143089294 (nan) | > loss: 0.0037043443880975246 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14108022738322268) | > loader_time: 0.0044 (0.004623077012665665)  --> TIME: 2025-03-24 04:14:39 -- STEP: 29445/31555 -- GLOBAL_STEP: 376550 | > loss_text_ce: 0.042579326778650284 (0.04216440108738052) | > loss_mel_ce: 2.3477394580841064 (nan) | > loss: 0.009485392831265926 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.1410748950166683) | > loader_time: 0.0048 (0.0046228872290449315)  --> TIME: 2025-03-24 04:14:49 -- STEP: 29495/31555 -- GLOBAL_STEP: 376600 | > loss_text_ce: 0.03944632038474083 (0.04216528740648522) | > loss_mel_ce: 2.8457589149475098 (nan) | > loss: 0.011449228040874004 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14107863346506627) | > loader_time: 0.0046 (0.004622900601180234)  --> TIME: 2025-03-24 04:14:58 -- STEP: 29545/31555 -- GLOBAL_STEP: 376650 | > loss_text_ce: 0.04425615817308426 (0.04216597026781723) | > loss_mel_ce: 1.0713016986846924 (nan) | > loss: 0.004426817409694195 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1410849154429261) | > loader_time: 0.0046 (0.004622750105561675)  --> TIME: 2025-03-24 04:15:08 -- STEP: 29595/31555 -- GLOBAL_STEP: 376700 | > loss_text_ce: 0.0539315864443779 (0.04216686957928811) | > loss_mel_ce: 3.0844757556915283 (nan) | > loss: 0.012453997507691383 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1410899316968499) | > loader_time: 0.0047 (0.004622539972046521)  --> TIME: 2025-03-24 04:15:18 -- STEP: 29645/31555 -- GLOBAL_STEP: 376750 | > loss_text_ce: 0.04981058090925217 (0.042163276024945705) | > loss_mel_ce: 2.7169189453125 (nan) | > loss: 0.01097908616065979 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1410937827038393) | > loader_time: 0.0044 (0.00462230465870156)  --> TIME: 2025-03-24 04:15:28 -- STEP: 29695/31555 -- GLOBAL_STEP: 376800 | > loss_text_ce: 0.05317055061459541 (0.042162288546858315) | > loss_mel_ce: 3.237027645111084 (nan) | > loss: 0.013056342490017414 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14109554037860736) | > loader_time: 0.0045 (0.004622084027810761)  --> TIME: 2025-03-24 04:15:37 -- STEP: 29745/31555 -- GLOBAL_STEP: 376850 | > loss_text_ce: 0.040136564522981644 (0.04216310598286822) | > loss_mel_ce: 1.5692545175552368 (nan) | > loss: 0.0063864728435873985 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14109805768869546) | > loader_time: 0.0045 (0.004621987552036839)  --> TIME: 2025-03-24 04:15:47 -- STEP: 29795/31555 -- GLOBAL_STEP: 376900 | > loss_text_ce: 0.029314741492271423 (0.042161603284151764) | > loss_mel_ce: 1.7887376546859741 (nan) | > loss: 0.007214494049549103 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14109439279313354) | > loader_time: 0.0044 (0.0046219495663528285)  --> TIME: 2025-03-24 04:15:57 -- STEP: 29845/31555 -- GLOBAL_STEP: 376950 | > loss_text_ce: 0.036195673048496246 (0.04216105568536788) | > loss_mel_ce: 2.325251579284668 (nan) | > loss: 0.00937082339078188 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14109279720762083) | > loader_time: 0.0046 (0.004621878563409099)  --> TIME: 2025-03-24 04:16:06 -- STEP: 29895/31555 -- GLOBAL_STEP: 377000 | > loss_text_ce: 0.042353108525276184 (0.04216245094678403) | > loss_mel_ce: 3.2768542766571045 (nan) | > loss: 0.01317145861685276 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14109541396469488) | > loader_time: 0.0048 (0.0046219101038280416)  --> TIME: 2025-03-24 04:16:16 -- STEP: 29945/31555 -- GLOBAL_STEP: 377050 | > loss_text_ce: 0.04591923579573631 (0.04215997660071992) | > loss_mel_ce: 3.121403932571411 (nan) | > loss: 0.012568742968142033 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14108879697961804) | > loader_time: 0.0046 (0.004621780183403239)  --> TIME: 2025-03-24 04:16:26 -- STEP: 29995/31555 -- GLOBAL_STEP: 377100 | > loss_text_ce: 0.050807155668735504 (0.042160163014931) | > loss_mel_ce: 1.986328125 (nan) | > loss: 0.008083870634436607 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14109424306345233) | > loader_time: 0.0045 (0.004621733997559248)  --> TIME: 2025-03-24 04:16:35 -- STEP: 30045/31555 -- GLOBAL_STEP: 377150 | > loss_text_ce: 0.044894322752952576 (0.042156665638228105) | > loss_mel_ce: 2.9208433628082275 (nan) | > loss: 0.01176880020648241 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1410964502076538) | > loader_time: 0.0044 (0.0046216557953952285)  --> TIME: 2025-03-24 04:16:45 -- STEP: 30095/31555 -- GLOBAL_STEP: 377200 | > loss_text_ce: 0.04938650131225586 (0.04215569520336065) | > loss_mel_ce: 1.157818078994751 (nan) | > loss: 0.004790494684129953 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14109994841881596) | > loader_time: 0.0045 (0.004621573511717172)  --> TIME: 2025-03-24 04:16:55 -- STEP: 30145/31555 -- GLOBAL_STEP: 377250 | > loss_text_ce: 0.04384264349937439 (0.04215735724774502) | > loss_mel_ce: 3.459831714630127 (nan) | > loss: 0.013903469778597355 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14109993573345558) | > loader_time: 0.0047 (0.0046214548425109565)  --> TIME: 2025-03-24 04:17:04 -- STEP: 30195/31555 -- GLOBAL_STEP: 377300 | > loss_text_ce: 0.05409896373748779 (0.042156663779702966) | > loss_mel_ce: 3.166938304901123 (nan) | > loss: 0.012781894765794277 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14109842674209908) | > loader_time: 0.0044 (0.004621651133552909)  --> TIME: 2025-03-24 04:17:14 -- STEP: 30245/31555 -- GLOBAL_STEP: 377350 | > loss_text_ce: 0.041609130799770355 (0.04215338690876769) | > loss_mel_ce: 2.5994651317596436 (nan) | > loss: 0.010480453260242939 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14109520767124906) | > loader_time: 0.0045 (0.0046215049647796)  --> TIME: 2025-03-24 04:17:24 -- STEP: 30295/31555 -- GLOBAL_STEP: 377400 | > loss_text_ce: 0.036196399480104446 (0.04215286390170064) | > loss_mel_ce: 2.403629779815674 (nan) | > loss: 0.009681850671768188 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1411020450651854) | > loader_time: 0.0043 (0.004621632749598716)  --> TIME: 2025-03-24 04:17:33 -- STEP: 30345/31555 -- GLOBAL_STEP: 377450 | > loss_text_ce: 0.03652999922633171 (0.042154258744222496) | > loss_mel_ce: 2.770299196243286 (nan) | > loss: 0.01113821193575859 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14110411225050376) | > loader_time: 0.0049 (0.004621508526515268)  --> TIME: 2025-03-24 04:17:43 -- STEP: 30395/31555 -- GLOBAL_STEP: 377500 | > loss_text_ce: 0.03798539191484451 (0.042151109928727636) | > loss_mel_ce: 3.402271032333374 (nan) | > loss: 0.013651811517775059 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14110101118431354) | > loader_time: 0.0045 (0.00462128416765164)  --> TIME: 2025-03-24 04:17:53 -- STEP: 30445/31555 -- GLOBAL_STEP: 377550 | > loss_text_ce: 0.05029596760869026 (0.04214581246586455) | > loss_mel_ce: 3.3720831871032715 (nan) | > loss: 0.013580870814621449 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1411035244287501) | > loader_time: 0.0045 (0.00462110580961815)  --> TIME: 2025-03-24 04:18:02 -- STEP: 30495/31555 -- GLOBAL_STEP: 377600 | > loss_text_ce: 0.05221882089972496 (0.042145488964270714) | > loss_mel_ce: 3.0728724002838135 (nan) | > loss: 0.012401157058775425 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14110458820916585) | > loader_time: 0.0046 (0.004620938419142502)  --> TIME: 2025-03-24 04:18:12 -- STEP: 30545/31555 -- GLOBAL_STEP: 377650 | > loss_text_ce: 0.0379079207777977 (0.0421451241131656) | > loss_mel_ce: 3.100131034851074 (nan) | > loss: 0.012452536262571812 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14109926445430712) | > loader_time: 0.0045 (0.004620720989322817)  --> TIME: 2025-03-24 04:18:21 -- STEP: 30595/31555 -- GLOBAL_STEP: 377700 | > loss_text_ce: 0.04639231413602829 (0.042144061083896164) | > loss_mel_ce: 3.160702705383301 (nan) | > loss: 0.012726567685604095 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1410913898578988) | > loader_time: 0.0047 (0.004620468408030047)  --> TIME: 2025-03-24 04:18:31 -- STEP: 30645/31555 -- GLOBAL_STEP: 377750 | > loss_text_ce: 0.03434355556964874 (0.04214340288257075) | > loss_mel_ce: 3.1748263835906982 (nan) | > loss: 0.012734801508486271 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14109246643279286) | > loader_time: 0.0045 (0.004620418130019127)  --> TIME: 2025-03-24 04:18:40 -- STEP: 30695/31555 -- GLOBAL_STEP: 377800 | > loss_text_ce: 0.03959010913968086 (0.04214413179402336) | > loss_mel_ce: 2.7775535583496094 (nan) | > loss: 0.011179142631590366 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14108851183157922) | > loader_time: 0.0046 (0.0046203454439095)  --> TIME: 2025-03-24 04:18:50 -- STEP: 30745/31555 -- GLOBAL_STEP: 377850 | > loss_text_ce: 0.035395119339227676 (0.04214501066733466) | > loss_mel_ce: 3.3173537254333496 (nan) | > loss: 0.013304559513926506 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.1410894078536818) | > loader_time: 0.0047 (0.004620310364166556)  --> TIME: 2025-03-24 04:19:00 -- STEP: 30795/31555 -- GLOBAL_STEP: 377900 | > loss_text_ce: 0.044247739017009735 (0.04214633504029494) | > loss_mel_ce: 2.661492347717285 (nan) | > loss: 0.01073706429451704 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14109073850430745) | > loader_time: 0.0044 (0.004620223975177692)  --> TIME: 2025-03-24 04:19:09 -- STEP: 30845/31555 -- GLOBAL_STEP: 377950 | > loss_text_ce: 0.037978462874889374 (0.0421428823819142) | > loss_mel_ce: 3.1696524620056152 (nan) | > loss: 0.012728694826364517 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14108436966004237) | > loader_time: 0.0046 (0.004620123203269533)  --> TIME: 2025-03-24 04:19:19 -- STEP: 30895/31555 -- GLOBAL_STEP: 378000 | > loss_text_ce: 0.04635648801922798 (0.04213786532071146) | > loss_mel_ce: 3.2211577892303467 (nan) | > loss: 0.012966327369213104 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14108335514596468) | > loader_time: 0.0048 (0.004620077633552887)  --> TIME: 2025-03-24 04:19:29 -- STEP: 30945/31555 -- GLOBAL_STEP: 378050 | > loss_text_ce: 0.044579651206731796 (0.04213586192452281) | > loss_mel_ce: 1.7904564142227173 (nan) | > loss: 0.007281889673322439 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14108566266305053) | > loader_time: 0.0045 (0.004619990575484979)  --> TIME: 2025-03-24 04:19:38 -- STEP: 30995/31555 -- GLOBAL_STEP: 378100 | > loss_text_ce: 0.04597265273332596 (0.04213511432396504) | > loss_mel_ce: 2.3343138694763184 (nan) | > loss: 0.009445581585168839 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14108514379620435) | > loader_time: 0.0043 (0.004619850483916024)  --> TIME: 2025-03-24 04:19:47 -- STEP: 31045/31555 -- GLOBAL_STEP: 378150 | > loss_text_ce: 0.05005433037877083 (0.042134154932613986) | > loss_mel_ce: 2.7650654315948486 (nan) | > loss: 0.011171110905706882 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1410719180802138) | > loader_time: 0.0046 (0.004619769048606302)  --> TIME: 2025-03-24 04:19:57 -- STEP: 31095/31555 -- GLOBAL_STEP: 378200 | > loss_text_ce: 0.04075273126363754 (0.04213366163216152) | > loss_mel_ce: 2.366713762283325 (nan) | > loss: 0.009553438983857632 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1410706870788586) | > loader_time: 0.0047 (0.004619654307202085)  --> TIME: 2025-03-24 04:20:06 -- STEP: 31145/31555 -- GLOBAL_STEP: 378250 | > loss_text_ce: 0.04577776417136192 (0.04213198316680489) | > loss_mel_ce: 3.2695605754852295 (nan) | > loss: 0.013156105764210224 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14106797499112417) | > loader_time: 0.0047 (0.0046195258870708735)  --> TIME: 2025-03-24 04:20:16 -- STEP: 31195/31555 -- GLOBAL_STEP: 378300 | > loss_text_ce: 0.03643400967121124 (0.04212888010177007) | > loss_mel_ce: 3.2227084636688232 (nan) | > loss: 0.012933105230331421 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14107513958147902) | > loader_time: 0.0046 (0.004619488369904551)  --> TIME: 2025-03-24 04:20:26 -- STEP: 31245/31555 -- GLOBAL_STEP: 378350 | > loss_text_ce: 0.047665975987911224 (0.04212856358973856) | > loss_mel_ce: 2.6786439418792725 (nan) | > loss: 0.010818690992891788 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1410873165701387) | > loader_time: 0.0045 (0.00461950562328008)  --> TIME: 2025-03-24 04:20:36 -- STEP: 31295/31555 -- GLOBAL_STEP: 378400 | > loss_text_ce: 0.03560910373926163 (0.042128772314868286) | > loss_mel_ce: 2.532395362854004 (nan) | > loss: 0.010190494358539581 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14108970836054938) | > loader_time: 0.0048 (0.004619599851409267)  --> TIME: 2025-03-24 04:20:46 -- STEP: 31345/31555 -- GLOBAL_STEP: 378450 | > loss_text_ce: 0.03330301120877266 (0.042129094067537336) | > loss_mel_ce: 3.2073235511779785 (nan) | > loss: 0.012859630398452282 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1410978844983858) | > loader_time: 0.0044 (0.004619646133237851)  --> TIME: 2025-03-24 04:20:56 -- STEP: 31395/31555 -- GLOBAL_STEP: 378500 | > loss_text_ce: 0.03925783187150955 (0.042129205463347086) | > loss_mel_ce: 2.333031177520752 (nan) | > loss: 0.009413845837116241 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14109552001132974) | > loader_time: 0.0044 (0.004619633830605564)  --> TIME: 2025-03-24 04:21:05 -- STEP: 31445/31555 -- GLOBAL_STEP: 378550 | > loss_text_ce: 0.05868096649646759 (0.042131953434134624) | > loss_mel_ce: 0.846435546875 (nan) | > loss: 0.003591732354834676 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1410913528063887) | > loader_time: 0.0044 (0.004619587652443269)  --> TIME: 2025-03-24 04:21:15 -- STEP: 31495/31555 -- GLOBAL_STEP: 378600 | > loss_text_ce: 0.05095859244465828 (0.042130445519701507) | > loss_mel_ce: 3.0230982303619385 (nan) | > loss: 0.01219863910228014 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14108680079221403) | > loader_time: 0.0047 (0.004619794543687629)  --> TIME: 2025-03-24 04:21:24 -- STEP: 31545/31555 -- GLOBAL_STEP: 378650 | > loss_text_ce: 0.03879149258136749 (0.04213014711187601) | > loss_mel_ce: 2.928077459335327 (nan) | > loss: 0.011773290112614632 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14108188527570262) | > loader_time: 0.0046 (0.004619651635109956)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02118720372517904 (-0.0001827144622802701) | > avg_loss_text_ce: 0.038294973348577836 (-0.0007322290912270338) | > avg_loss_mel_ce: 2.7818714674313862 (-0.034785627524057894) | > avg_loss: 2.8201664408047993 (-0.035517849922180655) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_378660.pth  > EPOCH: 13/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 04:21:48)   --> TIME: 2025-03-24 04:21:56 -- STEP: 40/31555 -- GLOBAL_STEP: 378700 | > loss_text_ce: 0.05124104395508766 (0.04043076229281724) | > loss_mel_ce: 3.534146308898926 (nan) | > loss: 0.0142277292907238 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14112003445625304) | > loader_time: 0.0053 (0.004962855577468872)  --> TIME: 2025-03-24 04:22:06 -- STEP: 90/31555 -- GLOBAL_STEP: 378750 | > loss_text_ce: 0.03403512388467789 (0.04039287105616596) | > loss_mel_ce: 2.9632344245910645 (nan) | > loss: 0.011893928050994873 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14225955009460456) | > loader_time: 0.0049 (0.004858676592508951)  --> TIME: 2025-03-24 04:22:15 -- STEP: 140/31555 -- GLOBAL_STEP: 378800 | > loss_text_ce: 0.05549481138586998 (0.0408574455816831) | > loss_mel_ce: 3.4371678829193115 (nan) | > loss: 0.013859773054718971 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14160932643072957) | > loader_time: 0.0045 (0.00481487342289516)  --> TIME: 2025-03-24 04:22:25 -- STEP: 190/31555 -- GLOBAL_STEP: 378850 | > loss_text_ce: 0.050457656383514404 (0.04130806584695453) | > loss_mel_ce: 2.8755042552948 (nan) | > loss: 0.011610960587859154 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14031575980939376) | > loader_time: 0.0048 (0.004796310474998074)  --> TIME: 2025-03-24 04:22:35 -- STEP: 240/31555 -- GLOBAL_STEP: 378900 | > loss_text_ce: 0.0354631170630455 (0.04146842539776117) | > loss_mel_ce: 2.4513938426971436 (nan) | > loss: 0.009868480265140533 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14176219900449125) | > loader_time: 0.0045 (0.00478267868359884)  --> TIME: 2025-03-24 04:22:45 -- STEP: 290/31555 -- GLOBAL_STEP: 378950 | > loss_text_ce: 0.03349630907177925 (0.04162637513644736) | > loss_mel_ce: 2.5158658027648926 (nan) | > loss: 0.010116517543792725 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1421858417576758) | > loader_time: 0.0046 (0.00477379026084111)  --> TIME: 2025-03-24 04:22:55 -- STEP: 340/31555 -- GLOBAL_STEP: 379000 | > loss_text_ce: 0.039079729467630386 (0.041700704965521335) | > loss_mel_ce: 3.5836496353149414 (nan) | > loss: 0.014375911094248295 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14264945703394288) | > loader_time: 0.0049 (0.004776981297661278)  --> TIME: 2025-03-24 04:23:04 -- STEP: 390/31555 -- GLOBAL_STEP: 379050 | > loss_text_ce: 0.032284170389175415 (0.0418233594689996) | > loss_mel_ce: 3.160841703414917 (nan) | > loss: 0.012671135365962982 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14237039211468833) | > loader_time: 0.0046 (0.004763933939811511)  --> TIME: 2025-03-24 04:23:14 -- STEP: 440/31555 -- GLOBAL_STEP: 379100 | > loss_text_ce: 0.048490699380636215 (0.041901466280052625) | > loss_mel_ce: 2.19187331199646 (nan) | > loss: 0.008890334516763687 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1428540950471706) | > loader_time: 0.0051 (0.004752036658200351)  --> TIME: 2025-03-24 04:23:24 -- STEP: 490/31555 -- GLOBAL_STEP: 379150 | > loss_text_ce: 0.04544838145375252 (0.04180235746411646) | > loss_mel_ce: 0.978564441204071 (nan) | > loss: 0.004063542932271957 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14324949371571458) | > loader_time: 0.0046 (0.004751289134122889)  --> TIME: 2025-03-24 04:23:34 -- STEP: 540/31555 -- GLOBAL_STEP: 379200 | > loss_text_ce: 0.043971866369247437 (0.041832522261473874) | > loss_mel_ce: 3.4066355228424072 (nan) | > loss: 0.0136928865686059 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14314613607194707) | > loader_time: 0.0045 (0.004757414923773872)  --> TIME: 2025-03-24 04:23:44 -- STEP: 590/31555 -- GLOBAL_STEP: 379250 | > loss_text_ce: 0.045217365026474 (0.041916491498507694) | > loss_mel_ce: 1.9454432725906372 (nan) | > loss: 0.007899447344243526 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1436104564343471) | > loader_time: 0.0045 (0.004767090991391974)  --> TIME: 2025-03-24 04:23:54 -- STEP: 640/31555 -- GLOBAL_STEP: 379300 | > loss_text_ce: 0.041807547211647034 (0.0418830867711222) | > loss_mel_ce: 3.628835439682007 (nan) | > loss: 0.014566045254468918 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14345735311508204) | > loader_time: 0.0045 (0.004757954180240633)  --> TIME: 2025-03-24 04:24:03 -- STEP: 690/31555 -- GLOBAL_STEP: 379350 | > loss_text_ce: 0.034805286675691605 (0.041650403639220686) | > loss_mel_ce: 3.6945528984069824 (nan) | > loss: 0.014799041673541069 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1430014423702077) | > loader_time: 0.0047 (0.004740720900936405)  --> TIME: 2025-03-24 04:24:13 -- STEP: 740/31555 -- GLOBAL_STEP: 379400 | > loss_text_ce: 0.046797703951597214 (0.04172336406301002) | > loss_mel_ce: 2.7524707317352295 (nan) | > loss: 0.011108208447694778 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14302590602153079) | > loader_time: 0.0046 (0.0047399814064438325)  --> TIME: 2025-03-24 04:24:23 -- STEP: 790/31555 -- GLOBAL_STEP: 379450 | > loss_text_ce: 0.04081544652581215 (0.041731115378722324) | > loss_mel_ce: 2.911184549331665 (nan) | > loss: 0.011714286170899868 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14329224779636054) | > loader_time: 0.0048 (0.004738245131094249)  --> TIME: 2025-03-24 04:24:33 -- STEP: 840/31555 -- GLOBAL_STEP: 379500 | > loss_text_ce: 0.053659651428461075 (0.041669442373815715) | > loss_mel_ce: 0.0615234375 (nan) | > loss: 0.00045707577373832464 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14309665617488687) | > loader_time: 0.0047 (0.004737162022363576)  --> TIME: 2025-03-24 04:24:42 -- STEP: 890/31555 -- GLOBAL_STEP: 379550 | > loss_text_ce: 0.03928842768073082 (0.041700914255186385) | > loss_mel_ce: 2.6860876083374023 (nan) | > loss: 0.010814985260367393 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14262338032883218) | > loader_time: 0.0051 (0.004733434955725513)  --> TIME: 2025-03-24 04:24:52 -- STEP: 940/31555 -- GLOBAL_STEP: 379600 | > loss_text_ce: 0.04013347998261452 (0.04166467879958289) | > loss_mel_ce: 3.0049185752868652 (nan) | > loss: 0.012083540670573711 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14268577504665306) | > loader_time: 0.0047 (0.004727275574460946)  --> TIME: 2025-03-24 04:25:01 -- STEP: 990/31555 -- GLOBAL_STEP: 379650 | > loss_text_ce: 0.037013839930295944 (0.04168600198634041) | > loss_mel_ce: 3.298748731613159 (nan) | > loss: 0.013237153179943562 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1425224501677235) | > loader_time: 0.0048 (0.004721620347764761)  --> TIME: 2025-03-24 04:25:11 -- STEP: 1040/31555 -- GLOBAL_STEP: 379700 | > loss_text_ce: 0.037691619247198105 (0.041709526619300795) | > loss_mel_ce: 2.8155651092529297 (nan) | > loss: 0.011322448030114174 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14244416126838108) | > loader_time: 0.0046 (0.004716487572743346)  --> TIME: 2025-03-24 04:25:21 -- STEP: 1090/31555 -- GLOBAL_STEP: 379750 | > loss_text_ce: 0.04698818176984787 (0.041718105329286076) | > loss_mel_ce: 3.335874319076538 (nan) | > loss: 0.013424058444797993 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14244602382729918) | > loader_time: 0.0049 (0.004708225136503171)  --> TIME: 2025-03-24 04:25:30 -- STEP: 1140/31555 -- GLOBAL_STEP: 379800 | > loss_text_ce: 0.04568757116794586 (0.04164390385869825) | > loss_mel_ce: 3.45379638671875 (nan) | > loss: 0.01388684194535017 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14205432586502623) | > loader_time: 0.0045 (0.004698426890791513)  --> TIME: 2025-03-24 04:25:40 -- STEP: 1190/31555 -- GLOBAL_STEP: 379850 | > loss_text_ce: 0.05785008892416954 (0.041627747296285225) | > loss_mel_ce: 0.1020033061504364 (nan) | > loss: 0.0006343389395624399 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14219565972560605) | > loader_time: 0.0045 (0.004689017464132873)  --> TIME: 2025-03-24 04:25:49 -- STEP: 1240/31555 -- GLOBAL_STEP: 379900 | > loss_text_ce: 0.034760329872369766 (0.04163290423551392) | > loss_mel_ce: 3.2585017681121826 (nan) | > loss: 0.01306850090622902 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1421781086152601) | > loader_time: 0.0047 (0.004681841981026439)  --> TIME: 2025-03-24 04:25:59 -- STEP: 1290/31555 -- GLOBAL_STEP: 379950 | > loss_text_ce: 0.03726008161902428 (0.04168169877759013) | > loss_mel_ce: 0.107421875 (nan) | > loss: 0.0005741348140873015 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14215315256931987) | > loader_time: 0.0046 (0.00467728089916614)  --> TIME: 2025-03-24 04:26:08 -- STEP: 1340/31555 -- GLOBAL_STEP: 380000 | > loss_text_ce: 0.056012410670518875 (0.041682686256383744) | > loss_mel_ce: 3.434774875640869 (nan) | > loss: 0.013852330856025219 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1419409591760209) | > loader_time: 0.0057 (0.00468102675765308) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_380000.pth  --> TIME: 2025-03-24 04:26:23 -- STEP: 1390/31555 -- GLOBAL_STEP: 380050 | > loss_text_ce: 0.040061239153146744 (0.04165224430801195) | > loss_mel_ce: 3.857248306274414 (nan) | > loss: 0.015465514734387398 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14181829356461118) | > loader_time: 0.0047 (0.004680367854001704)  --> TIME: 2025-03-24 04:26:33 -- STEP: 1440/31555 -- GLOBAL_STEP: 380100 | > loss_text_ce: 0.033401791006326675 (0.04165143302978115) | > loss_mel_ce: 3.0315101146698 (nan) | > loss: 0.012162349186837673 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1417812309331364) | > loader_time: 0.0046 (0.004677423172526883)  --> TIME: 2025-03-24 04:26:42 -- STEP: 1490/31555 -- GLOBAL_STEP: 380150 | > loss_text_ce: 0.04683535918593407 (0.04168194369131681) | > loss_mel_ce: 2.7848360538482666 (nan) | > loss: 0.011236792430281639 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1416948782517606) | > loader_time: 0.0046 (0.004673943103559857)  --> TIME: 2025-03-24 04:26:52 -- STEP: 1540/31555 -- GLOBAL_STEP: 380200 | > loss_text_ce: 0.04148154705762863 (0.04172904121314545) | > loss_mel_ce: 3.177217960357666 (nan) | > loss: 0.012772617861628532 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14173278313178517) | > loader_time: 0.0047 (0.004670061848380344)  --> TIME: 2025-03-24 04:27:02 -- STEP: 1590/31555 -- GLOBAL_STEP: 380250 | > loss_text_ce: 0.04089432954788208 (0.04168478543137974) | > loss_mel_ce: 3.0567846298217773 (nan) | > loss: 0.012292377650737762 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14170789718627924) | > loader_time: 0.0045 (0.004666504769955034)  --> TIME: 2025-03-24 04:27:12 -- STEP: 1640/31555 -- GLOBAL_STEP: 380300 | > loss_text_ce: 0.05080430209636688 (0.04167274718922444) | > loss_mel_ce: 0.0662841796875 (nan) | > loss: 0.0004646368615794927 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14180957108009135) | > loader_time: 0.0045 (0.0046627876235217506)  --> TIME: 2025-03-24 04:27:21 -- STEP: 1690/31555 -- GLOBAL_STEP: 380350 | > loss_text_ce: 0.04473964497447014 (0.04170363534616643) | > loss_mel_ce: 3.42195200920105 (nan) | > loss: 0.013756713829934597 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14183128909951828) | > loader_time: 0.0043 (0.004659067667447594)  --> TIME: 2025-03-24 04:27:31 -- STEP: 1740/31555 -- GLOBAL_STEP: 380400 | > loss_text_ce: 0.039338503032922745 (0.041734594754318004) | > loss_mel_ce: 3.4474940299987793 (nan) | > loss: 0.013836638070642948 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14174780215340102) | > loader_time: 0.0045 (0.00465140904503306)  --> TIME: 2025-03-24 04:27:41 -- STEP: 1790/31555 -- GLOBAL_STEP: 380450 | > loss_text_ce: 0.04710100591182709 (0.04168549731124042) | > loss_mel_ce: 2.959343910217285 (nan) | > loss: 0.011930338107049465 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1417378249781091) | > loader_time: 0.0046 (0.004645525010604421)  --> TIME: 2025-03-24 04:27:50 -- STEP: 1840/31555 -- GLOBAL_STEP: 380500 | > loss_text_ce: 0.04303335025906563 (0.04169513680162309) | > loss_mel_ce: 2.854875087738037 (nan) | > loss: 0.011499637737870216 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14185047084870533) | > loader_time: 0.0043 (0.004639284636663343)  --> TIME: 2025-03-24 04:28:00 -- STEP: 1890/31555 -- GLOBAL_STEP: 380550 | > loss_text_ce: 0.057289283722639084 (0.04165956021715247) | > loss_mel_ce: 2.750175952911377 (nan) | > loss: 0.011140735819935799 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14169755726264255) | > loader_time: 0.0044 (0.004636116633339523)  --> TIME: 2025-03-24 04:28:09 -- STEP: 1940/31555 -- GLOBAL_STEP: 380600 | > loss_text_ce: 0.03632408007979393 (0.04168663022790061) | > loss_mel_ce: 2.5992095470428467 (nan) | > loss: 0.010458467528223991 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14163596126222108) | > loader_time: 0.0052 (0.004636834700082985)  --> TIME: 2025-03-24 04:28:19 -- STEP: 1990/31555 -- GLOBAL_STEP: 380650 | > loss_text_ce: 0.046542584896087646 (0.04171284927457716) | > loss_mel_ce: 3.233614444732666 (nan) | > loss: 0.013016496784985065 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1417174705907926) | > loader_time: 0.0049 (0.004633848751010598)  --> TIME: 2025-03-24 04:28:29 -- STEP: 2040/31555 -- GLOBAL_STEP: 380700 | > loss_text_ce: 0.048393361270427704 (0.04177071722315657) | > loss_mel_ce: 2.888935089111328 (nan) | > loss: 0.011656065471470356 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14166520039240507) | > loader_time: 0.0044 (0.004629853659985103)  --> TIME: 2025-03-24 04:28:39 -- STEP: 2090/31555 -- GLOBAL_STEP: 380750 | > loss_text_ce: 0.037350039929151535 (0.04173804368627695) | > loss_mel_ce: 3.14628529548645 (nan) | > loss: 0.012633473612368107 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1417327186137294) | > loader_time: 0.0042 (0.00462434189171311)  --> TIME: 2025-03-24 04:28:48 -- STEP: 2140/31555 -- GLOBAL_STEP: 380800 | > loss_text_ce: 0.04430864378809929 (0.04173296076271713) | > loss_mel_ce: 3.25724458694458 (nan) | > loss: 0.013101402670145035 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14175127755815722) | > loader_time: 0.0049 (0.004622509212137374)  --> TIME: 2025-03-24 04:28:58 -- STEP: 2190/31555 -- GLOBAL_STEP: 380850 | > loss_text_ce: 0.04060038924217224 (0.04174542354513381) | > loss_mel_ce: 3.226760149002075 (nan) | > loss: 0.012965716421604156 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14162596915954856) | > loader_time: 0.0047 (0.004621319030517847)  --> TIME: 2025-03-24 04:29:07 -- STEP: 2240/31555 -- GLOBAL_STEP: 380900 | > loss_text_ce: 0.03048362396657467 (0.041748052907808225) | > loss_mel_ce: 0.6146240234375 (nan) | > loss: 0.002559951040893793 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14153649455734663) | > loader_time: 0.0046 (0.004623064185891823)  --> TIME: 2025-03-24 04:29:17 -- STEP: 2290/31555 -- GLOBAL_STEP: 380950 | > loss_text_ce: 0.043655116111040115 (0.0418139291195174) | > loss_mel_ce: 0.15519832074642181 (nan) | > loss: 0.0007891009445302188 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14150411114421993) | > loader_time: 0.005 (0.004621250660658913)  --> TIME: 2025-03-24 04:29:26 -- STEP: 2340/31555 -- GLOBAL_STEP: 381000 | > loss_text_ce: 0.04450133070349693 (0.04179845820937269) | > loss_mel_ce: 3.364251136779785 (nan) | > loss: 0.013526796363294125 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14151936341554683) | > loader_time: 0.0049 (0.004624256211468288)  --> TIME: 2025-03-24 04:29:36 -- STEP: 2390/31555 -- GLOBAL_STEP: 381050 | > loss_text_ce: 0.05124450474977493 (0.041769972947040324) | > loss_mel_ce: 3.143376350402832 (nan) | > loss: 0.012677067890763283 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14140729066218283) | > loader_time: 0.0047 (0.004626048858195659)  --> TIME: 2025-03-24 04:29:45 -- STEP: 2440/31555 -- GLOBAL_STEP: 381100 | > loss_text_ce: 0.03921821340918541 (0.04179708993703611) | > loss_mel_ce: 2.840212106704712 (nan) | > loss: 0.011426310986280441 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14141407511273363) | > loader_time: 0.0046 (0.004627056981696449)  --> TIME: 2025-03-24 04:29:55 -- STEP: 2490/31555 -- GLOBAL_STEP: 381150 | > loss_text_ce: 0.04356289282441139 (0.04178504081270896) | > loss_mel_ce: 2.969428300857544 (nan) | > loss: 0.01195631455630064 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14138642899003856) | > loader_time: 0.0048 (0.004626327537628533)  --> TIME: 2025-03-24 04:30:05 -- STEP: 2540/31555 -- GLOBAL_STEP: 381200 | > loss_text_ce: 0.04416458681225777 (0.04182085854653996) | > loss_mel_ce: 3.6473116874694824 (nan) | > loss: 0.014648716896772385 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14144825381556844) | > loader_time: 0.0048 (0.004627100876935814)  --> TIME: 2025-03-24 04:30:15 -- STEP: 2590/31555 -- GLOBAL_STEP: 381250 | > loss_text_ce: 0.034292519092559814 (0.04181699005663962) | > loss_mel_ce: 3.247718572616577 (nan) | > loss: 0.013023854233324528 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14148955971117655) | > loader_time: 0.0045 (0.00462670998223499)  --> TIME: 2025-03-24 04:30:24 -- STEP: 2640/31555 -- GLOBAL_STEP: 381300 | > loss_text_ce: 0.044873278588056564 (0.04181375438982441) | > loss_mel_ce: 3.2897896766662598 (nan) | > loss: 0.013232789933681488 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14149187649741324) | > loader_time: 0.0046 (0.004625761328321505)  --> TIME: 2025-03-24 04:30:34 -- STEP: 2690/31555 -- GLOBAL_STEP: 381350 | > loss_text_ce: 0.045470286160707474 (0.04181062275107566) | > loss_mel_ce: 2.8759100437164307 (nan) | > loss: 0.01159277930855751 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14148708267282828) | > loader_time: 0.0047 (0.004625179244683124)  --> TIME: 2025-03-24 04:30:43 -- STEP: 2740/31555 -- GLOBAL_STEP: 381400 | > loss_text_ce: 0.03458971530199051 (0.041769640900221755) | > loss_mel_ce: 2.402815341949463 (nan) | > loss: 0.009672243148088455 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14136178606618063) | > loader_time: 0.0047 (0.0046236280977290795)  --> TIME: 2025-03-24 04:30:53 -- STEP: 2790/31555 -- GLOBAL_STEP: 381450 | > loss_text_ce: 0.046743687242269516 (0.04180876477471272) | > loss_mel_ce: 3.1108169555664062 (nan) | > loss: 0.012530002743005753 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14130212115557825) | > loader_time: 0.0047 (0.004624239090950243)  --> TIME: 2025-03-24 04:31:02 -- STEP: 2840/31555 -- GLOBAL_STEP: 381500 | > loss_text_ce: 0.045016221702098846 (0.0418229216545767) | > loss_mel_ce: 2.643913984298706 (nan) | > loss: 0.010670359246432781 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14128021690207487) | > loader_time: 0.0045 (0.004625318671616014)  --> TIME: 2025-03-24 04:31:12 -- STEP: 2890/31555 -- GLOBAL_STEP: 381550 | > loss_text_ce: 0.061970070004463196 (0.04184394740599449) | > loss_mel_ce: 3.3270437717437744 (nan) | > loss: 0.013448468409478664 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14129109696120964) | > loader_time: 0.0045 (0.004624505191525772)  --> TIME: 2025-03-24 04:31:21 -- STEP: 2940/31555 -- GLOBAL_STEP: 381600 | > loss_text_ce: 0.044834334403276443 (0.04184221988923993) | > loss_mel_ce: 3.1464157104492188 (nan) | > loss: 0.01266369130462408 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14120195276883193) | > loader_time: 0.0046 (0.004625113480756059)  --> TIME: 2025-03-24 04:31:31 -- STEP: 2990/31555 -- GLOBAL_STEP: 381650 | > loss_text_ce: 0.03931225463747978 (0.041854836665916134) | > loss_mel_ce: 2.7504587173461914 (nan) | > loss: 0.011070520617067814 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1412100294361945) | > loader_time: 0.0046 (0.004624466353834263)  --> TIME: 2025-03-24 04:31:41 -- STEP: 3040/31555 -- GLOBAL_STEP: 381700 | > loss_text_ce: 0.04766334965825081 (0.04183603203855445) | > loss_mel_ce: 3.7605316638946533 (nan) | > loss: 0.015111885964870453 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14120837795106997) | > loader_time: 0.0047 (0.004623417242577189)  --> TIME: 2025-03-24 04:31:50 -- STEP: 3090/31555 -- GLOBAL_STEP: 381750 | > loss_text_ce: 0.03925672918558121 (0.04182544225965494) | > loss_mel_ce: 2.8285939693450928 (nan) | > loss: 0.011380360461771488 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14114385847134892) | > loader_time: 0.0046 (0.004621285528041001)  --> TIME: 2025-03-24 04:32:00 -- STEP: 3140/31555 -- GLOBAL_STEP: 381800 | > loss_text_ce: 0.045117948204278946 (0.04182174131274214) | > loss_mel_ce: 2.941307306289673 (nan) | > loss: 0.011850894428789616 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14123323328176132) | > loader_time: 0.0046 (0.0046206568456759)  --> TIME: 2025-03-24 04:32:10 -- STEP: 3190/31555 -- GLOBAL_STEP: 381850 | > loss_text_ce: 0.03845328465104103 (0.04185316943181057) | > loss_mel_ce: 2.147453784942627 (nan) | > loss: 0.008674235083162785 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14122414887885687) | > loader_time: 0.0043 (0.0046190161690069075)  --> TIME: 2025-03-24 04:32:19 -- STEP: 3240/31555 -- GLOBAL_STEP: 381900 | > loss_text_ce: 0.05058684200048447 (0.04185807285600414) | > loss_mel_ce: 3.601562976837158 (nan) | > loss: 0.014492658898234367 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14124366192170124) | > loader_time: 0.0045 (0.004619488745559867)  --> TIME: 2025-03-24 04:32:29 -- STEP: 3290/31555 -- GLOBAL_STEP: 381950 | > loss_text_ce: 0.03510018810629845 (0.041870147139286835) | > loss_mel_ce: 2.440105438232422 (nan) | > loss: 0.009822245687246323 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14129802825603077) | > loader_time: 0.0046 (0.004619332287449225)  --> TIME: 2025-03-24 04:32:39 -- STEP: 3340/31555 -- GLOBAL_STEP: 382000 | > loss_text_ce: 0.041401758790016174 (0.04188478110402725) | > loss_mel_ce: 2.4194376468658447 (nan) | > loss: 0.009765236638486385 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14130958547135314) | > loader_time: 0.0047 (0.0046197590713729225)  --> TIME: 2025-03-24 04:32:49 -- STEP: 3390/31555 -- GLOBAL_STEP: 382050 | > loss_text_ce: 0.04351525753736496 (0.041872955621343716) | > loss_mel_ce: 3.4876582622528076 (nan) | > loss: 0.014012593775987625 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14127088774622026) | > loader_time: 0.0046 (0.0046192722686272236)  --> TIME: 2025-03-24 04:32:58 -- STEP: 3440/31555 -- GLOBAL_STEP: 382100 | > loss_text_ce: 0.04784739762544632 (0.041878072655932935) | > loss_mel_ce: 3.2450709342956543 (nan) | > loss: 0.013067137449979782 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14128823391226839) | > loader_time: 0.0044 (0.004621721630872659)  --> TIME: 2025-03-24 04:33:08 -- STEP: 3490/31555 -- GLOBAL_STEP: 382150 | > loss_text_ce: 0.04568511247634888 (0.04187394697005641) | > loss_mel_ce: 0.0384114570915699 (nan) | > loss: 0.0003337165398988873 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14128583140222953) | > loader_time: 0.0064 (0.004622008807338045)  --> TIME: 2025-03-24 04:33:18 -- STEP: 3540/31555 -- GLOBAL_STEP: 382200 | > loss_text_ce: 0.05152275040745735 (0.04186060141856211) | > loss_mel_ce: 3.5567193031311035 (nan) | > loss: 0.014318421483039856 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14133111319299496) | > loader_time: 0.0049 (0.004622509250533085)  --> TIME: 2025-03-24 04:33:27 -- STEP: 3590/31555 -- GLOBAL_STEP: 382250 | > loss_text_ce: 0.04188534989953041 (0.041845414179447225) | > loss_mel_ce: 2.6959166526794434 (nan) | > loss: 0.01086429413408041 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1412763885800888) | > loader_time: 0.0049 (0.004622320278773377)  --> TIME: 2025-03-24 04:33:37 -- STEP: 3640/31555 -- GLOBAL_STEP: 382300 | > loss_text_ce: 0.031043319031596184 (0.04184077587388039) | > loss_mel_ce: 2.7513582706451416 (nan) | > loss: 0.011041277088224888 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14130713540119166) | > loader_time: 0.0047 (0.004621849086258414)  --> TIME: 2025-03-24 04:33:47 -- STEP: 3690/31555 -- GLOBAL_STEP: 382350 | > loss_text_ce: 0.04787680134177208 (0.0418722251041471) | > loss_mel_ce: 2.329907178878784 (nan) | > loss: 0.009435651823878288 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14127400192788014) | > loader_time: 0.0046 (0.004621445518845119)  --> TIME: 2025-03-24 04:33:56 -- STEP: 3740/31555 -- GLOBAL_STEP: 382400 | > loss_text_ce: 0.045344140380620956 (0.04185858213835772) | > loss_mel_ce: 2.6167821884155273 (nan) | > loss: 0.010563993826508522 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412360530486085) | > loader_time: 0.0044 (0.004621336613109382)  --> TIME: 2025-03-24 04:34:06 -- STEP: 3790/31555 -- GLOBAL_STEP: 382450 | > loss_text_ce: 0.03239276632666588 (0.041867623200497486) | > loss_mel_ce: 0.08892822265625 (nan) | > loss: 0.0004814325366169214 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14127843493207498) | > loader_time: 0.0046 (0.004621001095130113)  --> TIME: 2025-03-24 04:34:16 -- STEP: 3840/31555 -- GLOBAL_STEP: 382500 | > loss_text_ce: 0.040027160197496414 (0.04186801730199166) | > loss_mel_ce: 2.6154205799102783 (nan) | > loss: 0.01053749118000269 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1413455173373226) | > loader_time: 0.0045 (0.0046201700965563235)  --> TIME: 2025-03-24 04:34:26 -- STEP: 3890/31555 -- GLOBAL_STEP: 382550 | > loss_text_ce: 0.04946499317884445 (0.041877707178706765) | > loss_mel_ce: 0.46131592988967896 (nan) | > loss: 0.002026908565312624 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14137090006340475) | > loader_time: 0.0046 (0.004620888607054544)  --> TIME: 2025-03-24 04:34:35 -- STEP: 3940/31555 -- GLOBAL_STEP: 382600 | > loss_text_ce: 0.03763562813401222 (0.041880769310944505) | > loss_mel_ce: 2.981102228164673 (nan) | > loss: 0.011979118920862675 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1412954773394593) | > loader_time: 0.0046 (0.0046206365987128805)  --> TIME: 2025-03-24 04:34:44 -- STEP: 3990/31555 -- GLOBAL_STEP: 382650 | > loss_text_ce: 0.0462552011013031 (0.04186270194721021) | > loss_mel_ce: 2.894665241241455 (nan) | > loss: 0.011670319363474846 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14125651393020397) | > loader_time: 0.0046 (0.004620018638763788)  --> TIME: 2025-03-24 04:34:54 -- STEP: 4040/31555 -- GLOBAL_STEP: 382700 | > loss_text_ce: 0.039829663932323456 (0.0418698902878135) | > loss_mel_ce: 0.6096954345703125 (nan) | > loss: 0.0025774806272238493 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14118885616264754) | > loader_time: 0.0047 (0.00462000552970582)  --> TIME: 2025-03-24 04:35:04 -- STEP: 4090/31555 -- GLOBAL_STEP: 382750 | > loss_text_ce: 0.041632335633039474 (0.0418497393253853) | > loss_mel_ce: 2.957432270050049 (nan) | > loss: 0.011901050806045532 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14119670939037476) | > loader_time: 0.0047 (0.004620064674787804)  --> TIME: 2025-03-24 04:35:13 -- STEP: 4140/31555 -- GLOBAL_STEP: 382800 | > loss_text_ce: 0.04412175714969635 (0.041845331140816296) | > loss_mel_ce: 3.2818095684051514 (nan) | > loss: 0.013198141008615494 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14120265539141702) | > loader_time: 0.0046 (0.004620215512704137)  --> TIME: 2025-03-24 04:35:23 -- STEP: 4190/31555 -- GLOBAL_STEP: 382850 | > loss_text_ce: 0.059783194214105606 (0.04185134204580199) | > loss_mel_ce: 2.512863874435425 (nan) | > loss: 0.010208917781710625 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14115172633123318) | > loader_time: 0.0044 (0.004619828385783246)  --> TIME: 2025-03-24 04:35:33 -- STEP: 4240/31555 -- GLOBAL_STEP: 382900 | > loss_text_ce: 0.052156757563352585 (0.041848838615740735) | > loss_mel_ce: 2.6603658199310303 (nan) | > loss: 0.010763978585600853 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14121835068711738) | > loader_time: 0.0043 (0.004618626326884842)  --> TIME: 2025-03-24 04:35:42 -- STEP: 4290/31555 -- GLOBAL_STEP: 382950 | > loss_text_ce: 0.050203099846839905 (0.04183479968571295) | > loss_mel_ce: 2.6628305912017822 (nan) | > loss: 0.010766007006168365 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1411918911900558) | > loader_time: 0.0045 (0.004618504108526747)  --> TIME: 2025-03-24 04:35:52 -- STEP: 4340/31555 -- GLOBAL_STEP: 383000 | > loss_text_ce: 0.044890422374010086 (0.04182900724640701) | > loss_mel_ce: 2.4921915531158447 (nan) | > loss: 0.01006778609007597 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14121070243246586) | > loader_time: 0.0046 (0.004618521879345569)  --> TIME: 2025-03-24 04:36:02 -- STEP: 4390/31555 -- GLOBAL_STEP: 383050 | > loss_text_ce: 0.04402534291148186 (0.041839007933991035) | > loss_mel_ce: 3.225752592086792 (nan) | > loss: 0.01297530997544527 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1412516464676568) | > loader_time: 0.0071 (0.004620657694909978)  --> TIME: 2025-03-24 04:36:11 -- STEP: 4440/31555 -- GLOBAL_STEP: 383100 | > loss_text_ce: 0.06329289823770523 (0.041835033851633674) | > loss_mel_ce: 2.90925931930542 (nan) | > loss: 0.01179584302008152 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14124468672382978) | > loader_time: 0.0042 (0.004619876006702021)  --> TIME: 2025-03-24 04:36:21 -- STEP: 4490/31555 -- GLOBAL_STEP: 383150 | > loss_text_ce: 0.045460280030965805 (0.04182631541624296) | > loss_mel_ce: 3.167031764984131 (nan) | > loss: 0.012747984379529953 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.141244915121117) | > loader_time: 0.0051 (0.004618703071152419)  --> TIME: 2025-03-24 04:36:31 -- STEP: 4540/31555 -- GLOBAL_STEP: 383200 | > loss_text_ce: 0.04431343078613281 (0.04183206637451496) | > loss_mel_ce: 3.444427013397217 (nan) | > loss: 0.013844208791851997 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14124349560506572) | > loader_time: 0.0044 (0.004617301745561748)  --> TIME: 2025-03-24 04:36:40 -- STEP: 4590/31555 -- GLOBAL_STEP: 383250 | > loss_text_ce: 0.04156467318534851 (0.04182788583009718) | > loss_mel_ce: 2.9031057357788086 (nan) | > loss: 0.011685200966894627 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14122396491971181) | > loader_time: 0.0048 (0.004616453912523029)  --> TIME: 2025-03-24 04:36:50 -- STEP: 4640/31555 -- GLOBAL_STEP: 383300 | > loss_text_ce: 0.046630434691905975 (0.041826807829984915) | > loss_mel_ce: 3.4357128143310547 (nan) | > loss: 0.013818822801113129 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14125761369179063) | > loader_time: 0.0046 (0.004616606132737492)  --> TIME: 2025-03-24 04:37:00 -- STEP: 4690/31555 -- GLOBAL_STEP: 383350 | > loss_text_ce: 0.0469006709754467 (0.041814328019997675) | > loss_mel_ce: 2.722522020339966 (nan) | > loss: 0.010989773087203503 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14122469491287618) | > loader_time: 0.0046 (0.004615926945895756)  --> TIME: 2025-03-24 04:37:09 -- STEP: 4740/31555 -- GLOBAL_STEP: 383400 | > loss_text_ce: 0.03576458990573883 (0.041803899363767855) | > loss_mel_ce: 3.2943358421325684 (nan) | > loss: 0.013214685022830963 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14125644325707054) | > loader_time: 0.0047 (0.00461708674450964)  --> TIME: 2025-03-24 04:37:19 -- STEP: 4790/31555 -- GLOBAL_STEP: 383450 | > loss_text_ce: 0.0378451831638813 (0.04181775029258715) | > loss_mel_ce: 2.6699318885803223 (nan) | > loss: 0.010745147243142128 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14120283719144466) | > loader_time: 0.0044 (0.004618307842342213)  --> TIME: 2025-03-24 04:37:28 -- STEP: 4840/31555 -- GLOBAL_STEP: 383500 | > loss_text_ce: 0.04355374723672867 (0.04180977160711429) | > loss_mel_ce: 2.749859571456909 (nan) | > loss: 0.011084974743425846 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1411999630533962) | > loader_time: 0.0045 (0.004618896728704755)  --> TIME: 2025-03-24 04:37:38 -- STEP: 4890/31555 -- GLOBAL_STEP: 383550 | > loss_text_ce: 0.04735312983393669 (0.04181180276883222) | > loss_mel_ce: 1.6254926919937134 (nan) | > loss: 0.006638277322053909 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14117995161707927) | > loader_time: 0.0046 (0.0046189843998852165)  --> TIME: 2025-03-24 04:37:48 -- STEP: 4940/31555 -- GLOBAL_STEP: 383600 | > loss_text_ce: 0.051606740802526474 (0.04182603148487116) | > loss_mel_ce: 3.2240042686462402 (nan) | > loss: 0.012998457066714764 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1412229746942096) | > loader_time: 0.0047 (0.004619201426563929)  --> TIME: 2025-03-24 04:37:58 -- STEP: 4990/31555 -- GLOBAL_STEP: 383650 | > loss_text_ce: 0.05479784309864044 (0.041823115691781536) | > loss_mel_ce: 2.777068614959717 (nan) | > loss: 0.011237566359341145 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14124553829491268) | > loader_time: 0.0049 (0.004619179221097806)  --> TIME: 2025-03-24 04:38:08 -- STEP: 5040/31555 -- GLOBAL_STEP: 383700 | > loss_text_ce: 0.03701489046216011 (0.04181987406235073) | > loss_mel_ce: 3.0001425743103027 (nan) | > loss: 0.012052212841808796 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.1412672924616982) | > loader_time: 0.0046 (0.004620842186231434)  --> TIME: 2025-03-24 04:38:17 -- STEP: 5090/31555 -- GLOBAL_STEP: 383750 | > loss_text_ce: 0.043214064091444016 (0.04182169821135309) | > loss_mel_ce: 2.620975971221924 (nan) | > loss: 0.010572182945907116 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14127472458747628) | > loader_time: 0.005 (0.0046218441605333435)  --> TIME: 2025-03-24 04:38:27 -- STEP: 5140/31555 -- GLOBAL_STEP: 383800 | > loss_text_ce: 0.03477145731449127 (0.04180753716640902) | > loss_mel_ce: 2.8974552154541016 (nan) | > loss: 0.011635820381343365 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14127022927837166) | > loader_time: 0.0076 (0.004622040462864948)  --> TIME: 2025-03-24 04:38:36 -- STEP: 5190/31555 -- GLOBAL_STEP: 383850 | > loss_text_ce: 0.035440120846033096 (0.04181484279217409) | > loss_mel_ce: 3.3463940620422363 (nan) | > loss: 0.013419978320598602 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1412053782586189) | > loader_time: 0.0045 (0.004621580386667095)  --> TIME: 2025-03-24 04:38:45 -- STEP: 5240/31555 -- GLOBAL_STEP: 383900 | > loss_text_ce: 0.03257850930094719 (0.04181127819403272) | > loss_mel_ce: 0.8867431879043579 (nan) | > loss: 0.003648102283477783 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1411460780915415) | > loader_time: 0.0045 (0.004621745520875629)  --> TIME: 2025-03-24 04:38:56 -- STEP: 5290/31555 -- GLOBAL_STEP: 383950 | > loss_text_ce: 0.039794523268938065 (0.04181941687631199) | > loss_mel_ce: 0.09517045319080353 (nan) | > loss: 0.0005355753237381577 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14123928664086688) | > loader_time: 0.0046 (0.004621783051013019)  --> TIME: 2025-03-24 04:39:05 -- STEP: 5340/31555 -- GLOBAL_STEP: 384000 | > loss_text_ce: 0.03558161482214928 (0.041823974844724145) | > loss_mel_ce: 0.0342610664665699 (nan) | > loss: 0.00027715350734069943 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14121744494313174) | > loader_time: 0.0044 (0.00462162378575469)  --> TIME: 2025-03-24 04:39:15 -- STEP: 5390/31555 -- GLOBAL_STEP: 384050 | > loss_text_ce: 0.04619162157177925 (0.04182767721242064) | > loss_mel_ce: 2.723615884780884 (nan) | > loss: 0.010991300456225872 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1412032827154385) | > loader_time: 0.0045 (0.004621832799823009)  --> TIME: 2025-03-24 04:39:24 -- STEP: 5440/31555 -- GLOBAL_STEP: 384100 | > loss_text_ce: 0.03600912541151047 (0.041809084071599785) | > loss_mel_ce: 1.478515625 (nan) | > loss: 0.0060100192204117775 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14117324418004845) | > loader_time: 0.0043 (0.004620225376942553)  --> TIME: 2025-03-24 04:39:34 -- STEP: 5490/31555 -- GLOBAL_STEP: 384150 | > loss_text_ce: 0.041788358241319656 (0.041812327290411934) | > loss_mel_ce: 2.770463705062866 (nan) | > loss: 0.011159731075167656 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14120924320811595) | > loader_time: 0.0047 (0.004619434839606479)  --> TIME: 2025-03-24 04:39:44 -- STEP: 5540/31555 -- GLOBAL_STEP: 384200 | > loss_text_ce: 0.04403706267476082 (0.04180373966640092) | > loss_mel_ce: 1.743017554283142 (nan) | > loss: 0.007091487292200327 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14119330661821908) | > loader_time: 0.0045 (0.004619748928056277)  --> TIME: 2025-03-24 04:39:53 -- STEP: 5590/31555 -- GLOBAL_STEP: 384250 | > loss_text_ce: 0.0410466231405735 (0.04180952578962975) | > loss_mel_ce: 2.6487514972686768 (nan) | > loss: 0.010673802345991135 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14119770130232562) | > loader_time: 0.0046 (0.004619503362447481)  --> TIME: 2025-03-24 04:40:03 -- STEP: 5640/31555 -- GLOBAL_STEP: 384300 | > loss_text_ce: 0.03801728039979935 (0.04182102290536976) | > loss_mel_ce: 2.8563730716705322 (nan) | > loss: 0.011485676281154156 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14117161098946948) | > loader_time: 0.0047 (0.00462037443269227)  --> TIME: 2025-03-24 04:40:12 -- STEP: 5690/31555 -- GLOBAL_STEP: 384350 | > loss_text_ce: 0.04714792221784592 (0.04181950186659148) | > loss_mel_ce: 1.40203857421875 (nan) | > loss: 0.00575074041262269 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14117271330318926) | > loader_time: 0.0046 (0.0046208129406813195)  --> TIME: 2025-03-24 04:40:22 -- STEP: 5740/31555 -- GLOBAL_STEP: 384400 | > loss_text_ce: 0.04036236181855202 (0.041834919049505224) | > loss_mel_ce: 3.2097766399383545 (nan) | > loss: 0.012897377833724022 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14117315816547021) | > loader_time: 0.0049 (0.00462117681104545)  --> TIME: 2025-03-24 04:40:32 -- STEP: 5790/31555 -- GLOBAL_STEP: 384450 | > loss_text_ce: 0.054123442620038986 (0.04183849269887745) | > loss_mel_ce: 3.506875991821289 (nan) | > loss: 0.014130950905382633 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14120540297710862) | > loader_time: 0.0047 (0.004621266330462026)  --> TIME: 2025-03-24 04:40:42 -- STEP: 5840/31555 -- GLOBAL_STEP: 384500 | > loss_text_ce: 0.03207920864224434 (0.041824243740778304) | > loss_mel_ce: 3.156479835510254 (nan) | > loss: 0.01265301275998354 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14118076583294045) | > loader_time: 0.0048 (0.00462126915585503)  --> TIME: 2025-03-24 04:40:51 -- STEP: 5890/31555 -- GLOBAL_STEP: 384550 | > loss_text_ce: 0.029542235657572746 (0.04182097292860979) | > loss_mel_ce: 2.9885239601135254 (nan) | > loss: 0.011976453475654125 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14118314267014428) | > loader_time: 0.0069 (0.004621583739444214)  --> TIME: 2025-03-24 04:41:01 -- STEP: 5940/31555 -- GLOBAL_STEP: 384600 | > loss_text_ce: 0.04175245016813278 (0.04182578538064705) | > loss_mel_ce: 3.07307767868042 (nan) | > loss: 0.012360436841845512 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14116441035511534) | > loader_time: 0.0045 (0.004621466041012628)  --> TIME: 2025-03-24 04:41:10 -- STEP: 5990/31555 -- GLOBAL_STEP: 384650 | > loss_text_ce: 0.04773391783237457 (0.04181717047079133) | > loss_mel_ce: 2.833759307861328 (nan) | > loss: 0.011434498243033886 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14111561030895775) | > loader_time: 0.0046 (0.004621776714547829)  --> TIME: 2025-03-24 04:41:20 -- STEP: 6040/31555 -- GLOBAL_STEP: 384700 | > loss_text_ce: 0.05146022513508797 (0.041830912895118325) | > loss_mel_ce: 3.447310447692871 (nan) | > loss: 0.013884011656045914 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14116091136111342) | > loader_time: 0.0045 (0.004622364952074753)  --> TIME: 2025-03-24 04:41:29 -- STEP: 6090/31555 -- GLOBAL_STEP: 384750 | > loss_text_ce: 0.06542737782001495 (0.0418224521617487) | > loss_mel_ce: 3.040696620941162 (nan) | > loss: 0.012325889430940151 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14113966929305774) | > loader_time: 0.0047 (0.004621520692296003)  --> TIME: 2025-03-24 04:41:39 -- STEP: 6140/31555 -- GLOBAL_STEP: 384800 | > loss_text_ce: 0.050365813076496124 (0.04182218879928472) | > loss_mel_ce: 2.2413411140441895 (nan) | > loss: 0.009094076231122017 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1411464454296748) | > loader_time: 0.0046 (0.004621087999996203)  --> TIME: 2025-03-24 04:41:49 -- STEP: 6190/31555 -- GLOBAL_STEP: 384850 | > loss_text_ce: 0.031249474734067917 (0.041816653567930566) | > loss_mel_ce: 2.872995138168335 (nan) | > loss: 0.01152478065341711 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14115460827970763) | > loader_time: 0.0044 (0.004620756355741662)  --> TIME: 2025-03-24 04:41:59 -- STEP: 6240/31555 -- GLOBAL_STEP: 384900 | > loss_text_ce: 0.046863146126270294 (0.04181985718448867) | > loss_mel_ce: 2.9394967555999756 (nan) | > loss: 0.011850634589791298 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1411845741745756) | > loader_time: 0.0046 (0.004620716472466765)  --> TIME: 2025-03-24 04:42:08 -- STEP: 6290/31555 -- GLOBAL_STEP: 384950 | > loss_text_ce: 0.0475122332572937 (0.04183448930263572) | > loss_mel_ce: 2.6488037109375 (nan) | > loss: 0.010699667036533356 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1411576857817005) | > loader_time: 0.0048 (0.004620891724178611)  --> TIME: 2025-03-24 04:42:18 -- STEP: 6340/31555 -- GLOBAL_STEP: 385000 | > loss_text_ce: 0.03766313195228577 (0.04183498620487496) | > loss_mel_ce: 1.781678557395935 (nan) | > loss: 0.007219610270112753 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1411735414706572) | > loader_time: 0.0046 (0.004621128103334422)  --> TIME: 2025-03-24 04:42:28 -- STEP: 6390/31555 -- GLOBAL_STEP: 385050 | > loss_text_ce: 0.04334700480103493 (0.041832223660509406) | > loss_mel_ce: 2.954841375350952 (nan) | > loss: 0.011897574178874493 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.1411579262669287) | > loader_time: 0.0046 (0.004620779735941257)  --> TIME: 2025-03-24 04:42:37 -- STEP: 6440/31555 -- GLOBAL_STEP: 385100 | > loss_text_ce: 0.03760572522878647 (0.041819709935948676) | > loss_mel_ce: 2.98699951171875 (nan) | > loss: 0.012002402916550636 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1411621455450238) | > loader_time: 0.0064 (0.0046214781562733875)  --> TIME: 2025-03-24 04:42:47 -- STEP: 6490/31555 -- GLOBAL_STEP: 385150 | > loss_text_ce: 0.0425318218767643 (0.041826312774318815) | > loss_mel_ce: 3.4048378467559814 (nan) | > loss: 0.01368003897368908 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1411289798460318) | > loader_time: 0.0049 (0.004621632036699874)  --> TIME: 2025-03-24 04:42:56 -- STEP: 6540/31555 -- GLOBAL_STEP: 385200 | > loss_text_ce: 0.039607636630535126 (0.04181998773315636) | > loss_mel_ce: 0.21240234375 (nan) | > loss: 0.0010000397451221943 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14111211081163627) | > loader_time: 0.0046 (0.004622289857368557)  --> TIME: 2025-03-24 04:43:06 -- STEP: 6590/31555 -- GLOBAL_STEP: 385250 | > loss_text_ce: 0.04550807923078537 (0.04181687593409212) | > loss_mel_ce: 3.077638626098633 (nan) | > loss: 0.012393440119922161 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14110189569557238) | > loader_time: 0.0045 (0.004623039141410372)  --> TIME: 2025-03-24 04:43:15 -- STEP: 6640/31555 -- GLOBAL_STEP: 385300 | > loss_text_ce: 0.041084349155426025 (0.04182149183470761) | > loss_mel_ce: 3.153062343597412 (nan) | > loss: 0.012675185687839985 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14110668710915472) | > loader_time: 0.0048 (0.0046232102506131734)  --> TIME: 2025-03-24 04:43:25 -- STEP: 6690/31555 -- GLOBAL_STEP: 385350 | > loss_text_ce: 0.03705841675400734 (0.041821125409216495) | > loss_mel_ce: 2.4514875411987305 (nan) | > loss: 0.009875182993710041 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14112556280042052) | > loader_time: 0.0045 (0.004622969213978926)  --> TIME: 2025-03-24 04:43:35 -- STEP: 6740/31555 -- GLOBAL_STEP: 385400 | > loss_text_ce: 0.03896703943610191 (0.04181978124821182) | > loss_mel_ce: 2.954723596572876 (nan) | > loss: 0.011879725381731987 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14111495233784824) | > loader_time: 0.0047 (0.004623535655726286)  --> TIME: 2025-03-24 04:43:45 -- STEP: 6790/31555 -- GLOBAL_STEP: 385450 | > loss_text_ce: 0.031114839017391205 (0.04180768176156138) | > loss_mel_ce: 2.6827197074890137 (nan) | > loss: 0.010769185610115528 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14113843472611406) | > loader_time: 0.005 (0.004624133117069001)  --> TIME: 2025-03-24 04:43:54 -- STEP: 6840/31555 -- GLOBAL_STEP: 385500 | > loss_text_ce: 0.042717598378658295 (0.041799948433664684) | > loss_mel_ce: 3.125861644744873 (nan) | > loss: 0.01257372833788395 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1411126113077355) | > loader_time: 0.0047 (0.004624213635572886)  --> TIME: 2025-03-24 04:44:04 -- STEP: 6890/31555 -- GLOBAL_STEP: 385550 | > loss_text_ce: 0.05843310058116913 (0.0418122487440057) | > loss_mel_ce: 2.0171186923980713 (nan) | > loss: 0.008236316964030266 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.141153412771848) | > loader_time: 0.0051 (0.004624368109793006)  --> TIME: 2025-03-24 04:44:14 -- STEP: 6940/31555 -- GLOBAL_STEP: 385600 | > loss_text_ce: 0.04292232543230057 (0.04181200743999112) | > loss_mel_ce: 3.219804048538208 (nan) | > loss: 0.012947327457368374 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1411354882229304) | > loader_time: 0.0048 (0.004624773926968503)  --> TIME: 2025-03-24 04:44:23 -- STEP: 6990/31555 -- GLOBAL_STEP: 385650 | > loss_text_ce: 0.041042760014534 (0.041808444497912364) | > loss_mel_ce: 2.822039842605591 (nan) | > loss: 0.0113614397123456 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14112445486120606) | > loader_time: 0.0047 (0.004625094977230103)  --> TIME: 2025-03-24 04:44:33 -- STEP: 7040/31555 -- GLOBAL_STEP: 385700 | > loss_text_ce: 0.04169280454516411 (0.04180235490123534) | > loss_mel_ce: 2.7124011516571045 (nan) | > loss: 0.010928944684565067 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14110198376530989) | > loader_time: 0.0044 (0.004624093628742449)  --> TIME: 2025-03-24 04:44:43 -- STEP: 7090/31555 -- GLOBAL_STEP: 385750 | > loss_text_ce: 0.03934365510940552 (0.0418047781918088) | > loss_mel_ce: 3.0982117652893066 (nan) | > loss: 0.01245061680674553 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.141129575461696) | > loader_time: 0.0048 (0.00462318865637514)  --> TIME: 2025-03-24 04:44:52 -- STEP: 7140/31555 -- GLOBAL_STEP: 385800 | > loss_text_ce: 0.04242396727204323 (0.041797104178659186) | > loss_mel_ce: 2.267235040664673 (nan) | > loss: 0.00916531402617693 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14115630438347862) | > loader_time: 0.0046 (0.00462284722581962)  --> TIME: 2025-03-24 04:45:02 -- STEP: 7190/31555 -- GLOBAL_STEP: 385850 | > loss_text_ce: 0.023483091965317726 (0.041780692487644266) | > loss_mel_ce: 0.8049393892288208 (nan) | > loss: 0.0032873910386115313 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14115875705724346) | > loader_time: 0.0044 (0.004622346270565169)  --> TIME: 2025-03-24 04:45:12 -- STEP: 7240/31555 -- GLOBAL_STEP: 385900 | > loss_text_ce: 0.04152415692806244 (0.041785490796618335) | > loss_mel_ce: 2.6035261154174805 (nan) | > loss: 0.010496231727302074 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1411726143808) | > loader_time: 0.0047 (0.004621569524153791)  --> TIME: 2025-03-24 04:45:22 -- STEP: 7290/31555 -- GLOBAL_STEP: 385950 | > loss_text_ce: 0.054694872349500656 (0.04179104754678266) | > loss_mel_ce: 3.373154401779175 (nan) | > loss: 0.013602577149868011 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14119276271108455) | > loader_time: 0.0049 (0.004620936345334541)  --> TIME: 2025-03-24 04:45:31 -- STEP: 7340/31555 -- GLOBAL_STEP: 386000 | > loss_text_ce: 0.04127104580402374 (0.0417929671920471) | > loss_mel_ce: 2.91815447807312 (nan) | > loss: 0.011743752285838127 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14120640647508836) | > loader_time: 0.0047 (0.004619667672981005)  --> TIME: 2025-03-24 04:45:41 -- STEP: 7390/31555 -- GLOBAL_STEP: 386050 | > loss_text_ce: 0.033613789826631546 (0.04179931232083155) | > loss_mel_ce: 3.326368570327759 (nan) | > loss: 0.01333326380699873 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.141184756946177) | > loader_time: 0.0046 (0.004619211982809615)  --> TIME: 2025-03-24 04:45:50 -- STEP: 7440/31555 -- GLOBAL_STEP: 386100 | > loss_text_ce: 0.048055194318294525 (0.041789496241648155) | > loss_mel_ce: 3.3103511333465576 (nan) | > loss: 0.013327009975910187 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14116848239334723) | > loader_time: 0.0045 (0.004618408250552324)  --> TIME: 2025-03-24 04:46:00 -- STEP: 7490/31555 -- GLOBAL_STEP: 386150 | > loss_text_ce: 0.04167092218995094 (0.04177324357772069) | > loss_mel_ce: 3.023984909057617 (nan) | > loss: 0.012165302410721779 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14113318519057558) | > loader_time: 0.0045 (0.0046187602630126025)  --> TIME: 2025-03-24 04:46:09 -- STEP: 7540/31555 -- GLOBAL_STEP: 386200 | > loss_text_ce: 0.03668922930955887 (0.041763484317671046) | > loss_mel_ce: 2.7020020484924316 (nan) | > loss: 0.010867822915315628 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1411471246724424) | > loader_time: 0.0043 (0.0046189867533169985)  --> TIME: 2025-03-24 04:46:19 -- STEP: 7590/31555 -- GLOBAL_STEP: 386250 | > loss_text_ce: 0.0388433001935482 (0.04175180290458785) | > loss_mel_ce: 2.957852602005005 (nan) | > loss: 0.011891651898622513 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14115664918118043) | > loader_time: 0.0048 (0.004618340235924976)  --> TIME: 2025-03-24 04:46:29 -- STEP: 7640/31555 -- GLOBAL_STEP: 386300 | > loss_text_ce: 0.04666837677359581 (0.041745883557721235) | > loss_mel_ce: 3.036316394805908 (nan) | > loss: 0.012234066613018513 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1411537427864778) | > loader_time: 0.0049 (0.004617515658832942)  --> TIME: 2025-03-24 04:46:38 -- STEP: 7690/31555 -- GLOBAL_STEP: 386350 | > loss_text_ce: 0.051022693514823914 (0.041729335976408544) | > loss_mel_ce: 2.447558641433716 (nan) | > loss: 0.009915006347000599 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14112768380942714) | > loader_time: 0.0043 (0.0046162638149583645)  --> TIME: 2025-03-24 04:46:48 -- STEP: 7740/31555 -- GLOBAL_STEP: 386400 | > loss_text_ce: 0.04037034884095192 (0.04172659393818692) | > loss_mel_ce: 2.958008289337158 (nan) | > loss: 0.011898329481482506 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14115377344210367) | > loader_time: 0.0044 (0.004615420950167528)  --> TIME: 2025-03-24 04:46:57 -- STEP: 7790/31555 -- GLOBAL_STEP: 386450 | > loss_text_ce: 0.03288069739937782 (0.04172928812764159) | > loss_mel_ce: 3.064906597137451 (nan) | > loss: 0.012292807921767235 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14113170760892976) | > loader_time: 0.0044 (0.0046141041105610455)  --> TIME: 2025-03-24 04:47:07 -- STEP: 7840/31555 -- GLOBAL_STEP: 386500 | > loss_text_ce: 0.03635597974061966 (0.04173053715221246) | > loss_mel_ce: 2.293128490447998 (nan) | > loss: 0.009243986569344997 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14115087310878638) | > loader_time: 0.0044 (0.004613059789550521)  --> TIME: 2025-03-24 04:47:17 -- STEP: 7890/31555 -- GLOBAL_STEP: 386550 | > loss_text_ce: 0.0430704690515995 (0.04173759374300114) | > loss_mel_ce: 2.9066073894500732 (nan) | > loss: 0.011705071665346622 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14115190753767587) | > loader_time: 0.0046 (0.004611979842337037)  --> TIME: 2025-03-24 04:47:27 -- STEP: 7940/31555 -- GLOBAL_STEP: 386600 | > loss_text_ce: 0.040247123688459396 (0.04173509583219665) | > loss_mel_ce: 3.274045467376709 (nan) | > loss: 0.013151955790817738 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14114731580244244) | > loader_time: 0.0043 (0.0046112952664757)  --> TIME: 2025-03-24 04:47:36 -- STEP: 7990/31555 -- GLOBAL_STEP: 386650 | > loss_text_ce: 0.043313220143318176 (0.04172629231472827) | > loss_mel_ce: 2.2275288105010986 (nan) | > loss: 0.009011278860270977 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1411276126534534) | > loader_time: 0.0043 (0.00461053833346788)  --> TIME: 2025-03-24 04:47:45 -- STEP: 8040/31555 -- GLOBAL_STEP: 386700 | > loss_text_ce: 0.02994946576654911 (0.041714545496651455) | > loss_mel_ce: 1.4797868728637695 (nan) | > loss: 0.005991017445921898 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14111301993849304) | > loader_time: 0.0045 (0.004609366169023251)  --> TIME: 2025-03-24 04:47:55 -- STEP: 8090/31555 -- GLOBAL_STEP: 386750 | > loss_text_ce: 0.04672287777066231 (0.04171756137282176) | > loss_mel_ce: 2.2707762718200684 (nan) | > loss: 0.009196425788104534 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14111258405984886) | > loader_time: 0.0049 (0.004608768261554631)  --> TIME: 2025-03-24 04:48:04 -- STEP: 8140/31555 -- GLOBAL_STEP: 386800 | > loss_text_ce: 0.04423529654741287 (0.041719462185713714) | > loss_mel_ce: 1.31536865234375 (nan) | > loss: 0.005395254120230675 (nan) | > current_lr: 5e-06 | > step_time: 0.1017 (0.14108322870526366) | > loader_time: 0.0042 (0.004608338822310889)  --> TIME: 2025-03-24 04:48:14 -- STEP: 8190/31555 -- GLOBAL_STEP: 386850 | > loss_text_ce: 0.039486806839704514 (0.04171727832465895) | > loss_mel_ce: 2.642791986465454 (nan) | > loss: 0.010643964633345604 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14110302220625212) | > loader_time: 0.0048 (0.0046082319066346675)  --> TIME: 2025-03-24 04:48:24 -- STEP: 8240/31555 -- GLOBAL_STEP: 386900 | > loss_text_ce: 0.03360101208090782 (0.04171383148895635) | > loss_mel_ce: 3.259230136871338 (nan) | > loss: 0.013066790997982025 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14108099474490307) | > loader_time: 0.0045 (0.0046079361901699666)  --> TIME: 2025-03-24 04:48:34 -- STEP: 8290/31555 -- GLOBAL_STEP: 386950 | > loss_text_ce: 0.0284954234957695 (0.041706683357505776) | > loss_mel_ce: 3.5001118183135986 (nan) | > loss: 0.014002409763634205 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14111230738631816) | > loader_time: 0.0043 (0.0046077269552987545)  --> TIME: 2025-03-24 04:48:43 -- STEP: 8340/31555 -- GLOBAL_STEP: 387000 | > loss_text_ce: 0.03943414241075516 (0.041701515140882967) | > loss_mel_ce: 2.094142436981201 (nan) | > loss: 0.008466574363410473 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1410965037574589) | > loader_time: 0.0045 (0.004607839035473258)  --> TIME: 2025-03-24 04:48:53 -- STEP: 8390/31555 -- GLOBAL_STEP: 387050 | > loss_text_ce: 0.04969128593802452 (0.04170047497139256) | > loss_mel_ce: 3.0687813758850098 (nan) | > loss: 0.01237489189952612 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14109339151393854) | > loader_time: 0.0043 (0.004607373255796715)  --> TIME: 2025-03-24 04:49:02 -- STEP: 8440/31555 -- GLOBAL_STEP: 387100 | > loss_text_ce: 0.034392621368169785 (0.04169005443214033) | > loss_mel_ce: 3.2307724952697754 (nan) | > loss: 0.012957004830241203 (nan) | > current_lr: 5e-06 | > step_time: 0.148 (0.14106715762219768) | > loader_time: 0.0044 (0.00460659923711657)  --> TIME: 2025-03-24 04:49:12 -- STEP: 8490/31555 -- GLOBAL_STEP: 387150 | > loss_text_ce: 0.03518661484122276 (0.04168448417488101) | > loss_mel_ce: 3.1272037029266357 (nan) | > loss: 0.012549168430268764 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14105366804012887) | > loader_time: 0.0047 (0.0046065866315322486)  --> TIME: 2025-03-24 04:49:21 -- STEP: 8540/31555 -- GLOBAL_STEP: 387200 | > loss_text_ce: 0.0317472405731678 (0.041678656519235836) | > loss_mel_ce: 2.888735055923462 (nan) | > loss: 0.011589216068387032 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14105221072181373) | > loader_time: 0.0051 (0.004606703600782958)  --> TIME: 2025-03-24 04:49:31 -- STEP: 8590/31555 -- GLOBAL_STEP: 387250 | > loss_text_ce: 0.03869307041168213 (0.04169180500077153) | > loss_mel_ce: 3.0604560375213623 (nan) | > loss: 0.012298212386667728 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1410435108144851) | > loader_time: 0.0046 (0.0046070969007622874)  --> TIME: 2025-03-24 04:49:41 -- STEP: 8640/31555 -- GLOBAL_STEP: 387300 | > loss_text_ce: 0.035358164459466934 (0.04168453647591249) | > loss_mel_ce: 3.2810428142547607 (nan) | > loss: 0.013160321861505508 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.141058881691209) | > loader_time: 0.0045 (0.004605786474766535)  --> TIME: 2025-03-24 04:49:50 -- STEP: 8690/31555 -- GLOBAL_STEP: 387350 | > loss_text_ce: 0.043280523270368576 (0.041680052142989026) | > loss_mel_ce: 3.246910333633423 (nan) | > loss: 0.013056313619017601 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14104076529262574) | > loader_time: 0.0045 (0.004605266167187423)  --> TIME: 2025-03-24 04:49:59 -- STEP: 8740/31555 -- GLOBAL_STEP: 387400 | > loss_text_ce: 0.028619753196835518 (0.041688245125498596) | > loss_mel_ce: 2.4987356662750244 (nan) | > loss: 0.010029188357293606 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.1410139778113206) | > loader_time: 0.0045 (0.004604771726464223)  --> TIME: 2025-03-24 04:50:09 -- STEP: 8790/31555 -- GLOBAL_STEP: 387450 | > loss_text_ce: 0.040210045874118805 (0.04169081446287718) | > loss_mel_ce: 3.425797700881958 (nan) | > loss: 0.013753999955952168 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1410378891453406) | > loader_time: 0.0045 (0.004604408765408754)  --> TIME: 2025-03-24 04:50:19 -- STEP: 8840/31555 -- GLOBAL_STEP: 387500 | > loss_text_ce: 0.044034194201231 (0.041687683533556945) | > loss_mel_ce: 0.94580078125 (nan) | > loss: 0.003927916754037142 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14102251788609751) | > loader_time: 0.0045 (0.004603674562808061)  --> TIME: 2025-03-24 04:50:28 -- STEP: 8890/31555 -- GLOBAL_STEP: 387550 | > loss_text_ce: 0.04203340411186218 (0.04168050955264463) | > loss_mel_ce: 3.145627737045288 (nan) | > loss: 0.01264944951981306 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1410189174828035) | > loader_time: 0.0044 (0.004603295438871595)  --> TIME: 2025-03-24 04:50:38 -- STEP: 8940/31555 -- GLOBAL_STEP: 387600 | > loss_text_ce: 0.03994552791118622 (0.04167361393845929) | > loss_mel_ce: 3.1937711238861084 (nan) | > loss: 0.012832210399210453 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1410342561051887) | > loader_time: 0.0048 (0.004602973893184775)  --> TIME: 2025-03-24 04:50:48 -- STEP: 8990/31555 -- GLOBAL_STEP: 387650 | > loss_text_ce: 0.0438372977077961 (0.04168895065051005) | > loss_mel_ce: 3.685337543487549 (nan) | > loss: 0.01479831337928772 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14105034304142577) | > loader_time: 0.0048 (0.004602673825485669)  --> TIME: 2025-03-24 04:50:58 -- STEP: 9040/31555 -- GLOBAL_STEP: 387700 | > loss_text_ce: 0.03675764799118042 (0.041694653627001185) | > loss_mel_ce: 2.5370357036590576 (nan) | > loss: 0.010213466361165047 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14105838054576858) | > loader_time: 0.0045 (0.004602299538333839)  --> TIME: 2025-03-24 04:51:07 -- STEP: 9090/31555 -- GLOBAL_STEP: 387750 | > loss_text_ce: 0.03483137488365173 (0.04169756438013486) | > loss_mel_ce: 3.1904101371765137 (nan) | > loss: 0.012798577547073364 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14102513792753538) | > loader_time: 0.0044 (0.004601440309035613)  --> TIME: 2025-03-24 04:51:17 -- STEP: 9140/31555 -- GLOBAL_STEP: 387800 | > loss_text_ce: 0.039528779685497284 (0.04169182478423751) | > loss_mel_ce: 2.219015598297119 (nan) | > loss: 0.0089624784886837 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14101550477338892) | > loader_time: 0.0047 (0.004601032754785365)  --> TIME: 2025-03-24 04:51:27 -- STEP: 9190/31555 -- GLOBAL_STEP: 387850 | > loss_text_ce: 0.03978928178548813 (0.04168437051954678) | > loss_mel_ce: 3.097092866897583 (nan) | > loss: 0.012447945773601532 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1410484906508958) | > loader_time: 0.0046 (0.004601536092872308)  --> TIME: 2025-03-24 04:51:36 -- STEP: 9240/31555 -- GLOBAL_STEP: 387900 | > loss_text_ce: 0.04278125986456871 (0.04169092262909626) | > loss_mel_ce: 2.9615132808685303 (nan) | > loss: 0.011921804398298264 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1410341601093102) | > loader_time: 0.0045 (0.004601526621616228)  --> TIME: 2025-03-24 04:51:46 -- STEP: 9290/31555 -- GLOBAL_STEP: 387950 | > loss_text_ce: 0.04489597678184509 (0.04168649652373326) | > loss_mel_ce: 1.601220726966858 (nan) | > loss: 0.00653220945969224 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.141030867338438) | > loader_time: 0.0044 (0.004601048268337662)  --> TIME: 2025-03-24 04:51:55 -- STEP: 9340/31555 -- GLOBAL_STEP: 388000 | > loss_text_ce: 0.031657636165618896 (0.04168398050288226) | > loss_mel_ce: 2.859254837036133 (nan) | > loss: 0.011471875943243504 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14103083477796363) | > loader_time: 0.0044 (0.004599900342667619)  --> TIME: 2025-03-24 04:52:05 -- STEP: 9390/31555 -- GLOBAL_STEP: 388050 | > loss_text_ce: 0.034721262753009796 (0.041684929136071816) | > loss_mel_ce: 3.3635315895080566 (nan) | > loss: 0.013485131785273552 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14103584898927435) | > loader_time: 0.0044 (0.004599616880487944)  --> TIME: 2025-03-24 04:52:15 -- STEP: 9440/31555 -- GLOBAL_STEP: 388100 | > loss_text_ce: 0.03633703291416168 (0.04168137855575251) | > loss_mel_ce: 2.6073811054229736 (nan) | > loss: 0.010490946471691132 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14105835013975618) | > loader_time: 0.0048 (0.004599126870349282)  --> TIME: 2025-03-24 04:52:25 -- STEP: 9490/31555 -- GLOBAL_STEP: 388150 | > loss_text_ce: 0.036913417279720306 (0.04168607775157262) | > loss_mel_ce: 3.0142009258270264 (nan) | > loss: 0.012107597663998604 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14107362111074617) | > loader_time: 0.0046 (0.0045986004699771115)  --> TIME: 2025-03-24 04:52:35 -- STEP: 9540/31555 -- GLOBAL_STEP: 388200 | > loss_text_ce: 0.04440382495522499 (0.04169318655943133) | > loss_mel_ce: 3.3181793689727783 (nan) | > loss: 0.013343584723770618 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14108747176404357) | > loader_time: 0.0054 (0.004598896758361406)  --> TIME: 2025-03-24 04:52:44 -- STEP: 9590/31555 -- GLOBAL_STEP: 388250 | > loss_text_ce: 0.04541001096367836 (0.041689810911203266) | > loss_mel_ce: 3.0125629901885986 (nan) | > loss: 0.012134813703596592 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.1411057481179033) | > loader_time: 0.0049 (0.004599117859809538)  --> TIME: 2025-03-24 04:52:54 -- STEP: 9640/31555 -- GLOBAL_STEP: 388300 | > loss_text_ce: 0.041523899883031845 (0.041689435116699466) | > loss_mel_ce: 1.8262068033218384 (nan) | > loss: 0.007411630358546972 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1410922850316006) | > loader_time: 0.0044 (0.004599202124409628)  --> TIME: 2025-03-24 04:53:04 -- STEP: 9690/31555 -- GLOBAL_STEP: 388350 | > loss_text_ce: 0.032142508774995804 (0.0416843335548853) | > loss_mel_ce: 2.6999783515930176 (nan) | > loss: 0.010841749608516693 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1410926453469349) | > loader_time: 0.0045 (0.004599422960704543)  --> TIME: 2025-03-24 04:53:13 -- STEP: 9740/31555 -- GLOBAL_STEP: 388400 | > loss_text_ce: 0.029759995639324188 (0.04168708018415464) | > loss_mel_ce: 2.1384434700012207 (nan) | > loss: 0.00860398169606924 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14108720538063077) | > loader_time: 0.0046 (0.004599288479258609)  --> TIME: 2025-03-24 04:53:23 -- STEP: 9790/31555 -- GLOBAL_STEP: 388450 | > loss_text_ce: 0.04894234612584114 (0.04169116403671622) | > loss_mel_ce: 3.31811261177063 (nan) | > loss: 0.013361330144107342 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1410906321668782) | > loader_time: 0.0046 (0.004599197965355011)  --> TIME: 2025-03-24 04:53:32 -- STEP: 9840/31555 -- GLOBAL_STEP: 388500 | > loss_text_ce: 0.029436485841870308 (0.04169167690679465) | > loss_mel_ce: 3.4349725246429443 (nan) | > loss: 0.013747655786573887 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14107396733470193) | > loader_time: 0.0045 (0.004599017777094)  --> TIME: 2025-03-24 04:53:42 -- STEP: 9890/31555 -- GLOBAL_STEP: 388550 | > loss_text_ce: 0.042251136153936386 (0.041683768882172324) | > loss_mel_ce: 3.0634684562683105 (nan) | > loss: 0.012324284762144089 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14106704364290734) | > loader_time: 0.0046 (0.004598483301631334)  --> TIME: 2025-03-24 04:53:52 -- STEP: 9940/31555 -- GLOBAL_STEP: 388600 | > loss_text_ce: 0.042650800198316574 (0.041679886415211004) | > loss_mel_ce: 2.4010233879089355 (nan) | > loss: 0.00969711970537901 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1410718024856379) | > loader_time: 0.0048 (0.004598268033033379)  --> TIME: 2025-03-24 04:54:02 -- STEP: 9990/31555 -- GLOBAL_STEP: 388650 | > loss_text_ce: 0.05010891333222389 (0.04167784246335456) | > loss_mel_ce: 3.079904556274414 (nan) | > loss: 0.01242068875581026 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1411031641879012) | > loader_time: 0.0048 (0.0045984548372071735)  --> TIME: 2025-03-24 04:54:11 -- STEP: 10040/31555 -- GLOBAL_STEP: 388700 | > loss_text_ce: 0.02205675281584263 (0.04168467033149831) | > loss_mel_ce: 1.2229156494140625 (nan) | > loss: 0.004940366838127375 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14111624906262674) | > loader_time: 0.0045 (0.004599198687124035)  --> TIME: 2025-03-24 04:54:21 -- STEP: 10090/31555 -- GLOBAL_STEP: 388750 | > loss_text_ce: 0.06005563214421272 (0.041681670750296586) | > loss_mel_ce: 2.997819423675537 (nan) | > loss: 0.012134426273405552 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14111276050979832) | > loader_time: 0.0044 (0.004599406414391123)  --> TIME: 2025-03-24 04:54:31 -- STEP: 10140/31555 -- GLOBAL_STEP: 388800 | > loss_text_ce: 0.03261563554406166 (0.041671899469345276) | > loss_mel_ce: 1.6195862293243408 (nan) | > loss: 0.006556357257068157 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14110839195270394) | > loader_time: 0.0048 (0.004599819710033627)  --> TIME: 2025-03-24 04:54:41 -- STEP: 10190/31555 -- GLOBAL_STEP: 388850 | > loss_text_ce: 0.048355598002672195 (0.04167685196209446) | > loss_mel_ce: 2.7940943241119385 (nan) | > loss: 0.011279563419520855 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.141126958778727) | > loader_time: 0.005 (0.00459979881365234)  --> TIME: 2025-03-24 04:54:51 -- STEP: 10240/31555 -- GLOBAL_STEP: 388900 | > loss_text_ce: 0.04830510541796684 (0.04168139688499657) | > loss_mel_ce: 2.84846830368042 (nan) | > loss: 0.011495132930576801 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14115904192440334) | > loader_time: 0.0044 (0.004599519632756688)  --> TIME: 2025-03-24 04:55:00 -- STEP: 10290/31555 -- GLOBAL_STEP: 388950 | > loss_text_ce: 0.04936930909752846 (0.04168558511466693) | > loss_mel_ce: 2.8757269382476807 (nan) | > loss: 0.011607525870203972 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14116143163138056) | > loader_time: 0.0043 (0.00459896982932575)  --> TIME: 2025-03-24 04:55:10 -- STEP: 10340/31555 -- GLOBAL_STEP: 389000 | > loss_text_ce: 0.05015305057168007 (0.04168092910510208) | > loss_mel_ce: 3.477268934249878 (nan) | > loss: 0.013997706584632397 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14114479209283914) | > loader_time: 0.0049 (0.004598463872876321)  --> TIME: 2025-03-24 04:55:20 -- STEP: 10390/31555 -- GLOBAL_STEP: 389050 | > loss_text_ce: 0.04118126630783081 (0.04168102623548823) | > loss_mel_ce: 3.379929780960083 (nan) | > loss: 0.013575838878750801 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14116942272149688) | > loader_time: 0.0045 (0.004597636090665031)  --> TIME: 2025-03-24 04:55:29 -- STEP: 10440/31555 -- GLOBAL_STEP: 389100 | > loss_text_ce: 0.046661991626024246 (0.04167960977870478) | > loss_mel_ce: 1.8257057666778564 (nan) | > loss: 0.007430030964314938 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14117274364292512) | > loader_time: 0.0044 (0.004596850835500528)  --> TIME: 2025-03-24 04:55:39 -- STEP: 10490/31555 -- GLOBAL_STEP: 389150 | > loss_text_ce: 0.04298033192753792 (0.04167729034838765) | > loss_mel_ce: 2.376807689666748 (nan) | > loss: 0.009602334350347519 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14117195694871695) | > loader_time: 0.0048 (0.004597764156112432)  --> TIME: 2025-03-24 04:55:49 -- STEP: 10540/31555 -- GLOBAL_STEP: 389200 | > loss_text_ce: 0.04364285245537758 (0.04167720930247909) | > loss_mel_ce: 2.67053484916687 (nan) | > loss: 0.010770546272397041 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1411643143623117) | > loader_time: 0.0047 (0.004597719412374745)  --> TIME: 2025-03-24 04:55:58 -- STEP: 10590/31555 -- GLOBAL_STEP: 389250 | > loss_text_ce: 0.04370619356632233 (0.04167177401873533) | > loss_mel_ce: 3.2891645431518555 (nan) | > loss: 0.013225678354501724 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14116559965189607) | > loader_time: 0.0046 (0.004597786105500831)  --> TIME: 2025-03-24 04:56:08 -- STEP: 10640/31555 -- GLOBAL_STEP: 389300 | > loss_text_ce: 0.042902812361717224 (0.04166197868911343) | > loss_mel_ce: 2.624411106109619 (nan) | > loss: 0.010584578849375248 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14117555674305643) | > loader_time: 0.0045 (0.004597772736298384)  --> TIME: 2025-03-24 04:56:18 -- STEP: 10690/31555 -- GLOBAL_STEP: 389350 | > loss_text_ce: 0.03790900483727455 (0.04166358138240312) | > loss_mel_ce: 2.8037354946136475 (nan) | > loss: 0.01127636805176735 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14117015554483514) | > loader_time: 0.0052 (0.004597523170057222)  --> TIME: 2025-03-24 04:56:27 -- STEP: 10740/31555 -- GLOBAL_STEP: 389400 | > loss_text_ce: 0.03966906666755676 (0.04166295850854128) | > loss_mel_ce: 1.5643582344055176 (nan) | > loss: 0.006365187931805849 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14115257531793074) | > loader_time: 0.0044 (0.004597254594167048)  --> TIME: 2025-03-24 04:56:37 -- STEP: 10790/31555 -- GLOBAL_STEP: 389450 | > loss_text_ce: 0.04690633341670036 (0.0416723312766907) | > loss_mel_ce: 0.1239536851644516 (nan) | > loss: 0.0006780159892514348 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14115278247995972) | > loader_time: 0.0048 (0.004596963737494842)  --> TIME: 2025-03-24 04:56:46 -- STEP: 10840/31555 -- GLOBAL_STEP: 389500 | > loss_text_ce: 0.04426778852939606 (0.041673713048397704) | > loss_mel_ce: 3.7233073711395264 (nan) | > loss: 0.014950696378946304 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14115956227717893) | > loader_time: 0.0046 (0.00459691917324416)  --> TIME: 2025-03-24 04:56:56 -- STEP: 10890/31555 -- GLOBAL_STEP: 389550 | > loss_text_ce: 0.04800477996468544 (0.041677432474607576) | > loss_mel_ce: 3.524775743484497 (nan) | > loss: 0.014177701435983181 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1411611093305697) | > loader_time: 0.0046 (0.004597429948952115)  --> TIME: 2025-03-24 04:57:06 -- STEP: 10940/31555 -- GLOBAL_STEP: 389600 | > loss_text_ce: 0.03499609977006912 (0.041669456395652615) | > loss_mel_ce: 2.909435749053955 (nan) | > loss: 0.011684253811836243 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1411660492529171) | > loader_time: 0.0046 (0.004597696264221619)  --> TIME: 2025-03-24 04:57:15 -- STEP: 10990/31555 -- GLOBAL_STEP: 389650 | > loss_text_ce: 0.04677692800760269 (0.04166486023995583) | > loss_mel_ce: 3.0900521278381348 (nan) | > loss: 0.012447735294699669 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14116419860728835) | > loader_time: 0.0046 (0.004597376236815774)  --> TIME: 2025-03-24 04:57:25 -- STEP: 11040/31555 -- GLOBAL_STEP: 389700 | > loss_text_ce: 0.0472697950899601 (0.04166000783949608) | > loss_mel_ce: 3.1819372177124023 (nan) | > loss: 0.012814314104616642 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.1411690543743154) | > loader_time: 0.0047 (0.004597436820251332)  --> TIME: 2025-03-24 04:57:35 -- STEP: 11090/31555 -- GLOBAL_STEP: 389750 | > loss_text_ce: 0.050480909645557404 (0.04166128057381857) | > loss_mel_ce: 3.141793727874756 (nan) | > loss: 0.012667756527662277 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1411791020841406) | > loader_time: 0.0045 (0.00459772577363159)  --> TIME: 2025-03-24 04:57:45 -- STEP: 11140/31555 -- GLOBAL_STEP: 389800 | > loss_text_ce: 0.04458607733249664 (0.041661140060008865) | > loss_mel_ce: 3.0286338329315186 (nan) | > loss: 0.012195318005979061 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14118928483401466) | > loader_time: 0.0049 (0.004597854849680086)  --> TIME: 2025-03-24 04:57:54 -- STEP: 11190/31555 -- GLOBAL_STEP: 389850 | > loss_text_ce: 0.038101110607385635 (0.041666680194897) | > loss_mel_ce: 2.9357998371124268 (nan) | > loss: 0.011801195330917835 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14117785902083005) | > loader_time: 0.0045 (0.004598059858777229)  --> TIME: 2025-03-24 04:58:04 -- STEP: 11240/31555 -- GLOBAL_STEP: 389900 | > loss_text_ce: 0.03918823227286339 (0.04166516971333602) | > loss_mel_ce: 2.521878719329834 (nan) | > loss: 0.010162964463233948 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14118534562002327) | > loader_time: 0.0048 (0.00459865335892102)  --> TIME: 2025-03-24 04:58:14 -- STEP: 11290/31555 -- GLOBAL_STEP: 389950 | > loss_text_ce: 0.04825127497315407 (0.04167397668910202) | > loss_mel_ce: 3.252358913421631 (nan) | > loss: 0.01309766061604023 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14119685352957306) | > loader_time: 0.0046 (0.004598636454032292)  --> TIME: 2025-03-24 04:58:23 -- STEP: 11340/31555 -- GLOBAL_STEP: 390000 | > loss_text_ce: 0.03631338104605675 (0.04166979718069691) | > loss_mel_ce: 2.9406049251556396 (nan) | > loss: 0.011813168413937092 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.14118560489523369) | > loader_time: 0.0045 (0.004599310439309939) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_390000.pth  --> TIME: 2025-03-24 04:58:38 -- STEP: 11390/31555 -- GLOBAL_STEP: 390050 | > loss_text_ce: 0.04522482305765152 (0.04166664288389888) | > loss_mel_ce: 2.6785714626312256 (nan) | > loss: 0.010808716528117657 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14116948839862503) | > loader_time: 0.0044 (0.0045993706549961625)  --> TIME: 2025-03-24 04:58:48 -- STEP: 11440/31555 -- GLOBAL_STEP: 390100 | > loss_text_ce: 0.03125911206007004 (0.04166726870559997) | > loss_mel_ce: 2.9762156009674072 (nan) | > loss: 0.011934423819184303 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14116055160969324) | > loader_time: 0.0043 (0.004599317408108194)  --> TIME: 2025-03-24 04:58:57 -- STEP: 11490/31555 -- GLOBAL_STEP: 390150 | > loss_text_ce: 0.05687865987420082 (0.04166812030817378) | > loss_mel_ce: 2.5429277420043945 (nan) | > loss: 0.010316692292690277 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.14115510563730096) | > loader_time: 0.0046 (0.004599618309990426)  --> TIME: 2025-03-24 04:59:07 -- STEP: 11540/31555 -- GLOBAL_STEP: 390200 | > loss_text_ce: 0.04155205190181732 (0.04167382446823064) | > loss_mel_ce: 3.039492130279541 (nan) | > loss: 0.012226366437971592 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14115376643952754) | > loader_time: 0.0045 (0.004599682607105313)  --> TIME: 2025-03-24 04:59:16 -- STEP: 11590/31555 -- GLOBAL_STEP: 390250 | > loss_text_ce: 0.04322924092411995 (0.04166340526302678) | > loss_mel_ce: 3.0881705284118652 (nan) | > loss: 0.012426191009581089 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.1411556335849125) | > loader_time: 0.0048 (0.004599766426810511)  --> TIME: 2025-03-24 04:59:26 -- STEP: 11640/31555 -- GLOBAL_STEP: 390300 | > loss_text_ce: 0.043806176632642746 (0.041664188257434745) | > loss_mel_ce: 3.322230577468872 (nan) | > loss: 0.013357289135456085 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14115446873546933) | > loader_time: 0.0043 (0.004598952036133324)  --> TIME: 2025-03-24 04:59:36 -- STEP: 11690/31555 -- GLOBAL_STEP: 390350 | > loss_text_ce: 0.04738400876522064 (0.04166147895157353) | > loss_mel_ce: 2.555006265640259 (nan) | > loss: 0.010326946154236794 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14115711535216444) | > loader_time: 0.0046 (0.004598280443300832)  --> TIME: 2025-03-24 04:59:45 -- STEP: 11740/31555 -- GLOBAL_STEP: 390400 | > loss_text_ce: 0.04823405295610428 (0.04165981686777202) | > loss_mel_ce: 0.107330322265625 (nan) | > loss: 0.0006173189613036811 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14114827419261575) | > loader_time: 0.0045 (0.004598058488543625)  --> TIME: 2025-03-24 04:59:55 -- STEP: 11790/31555 -- GLOBAL_STEP: 390450 | > loss_text_ce: 0.04717264696955681 (0.04165697421853314) | > loss_mel_ce: 2.43300724029541 (nan) | > loss: 0.009841984137892723 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14112965652152046) | > loader_time: 0.0045 (0.004598727238390575)  --> TIME: 2025-03-24 05:00:04 -- STEP: 11840/31555 -- GLOBAL_STEP: 390500 | > loss_text_ce: 0.046950411051511765 (0.04165816982890294) | > loss_mel_ce: 2.4431047439575195 (nan) | > loss: 0.009881171397864819 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1411258384585388) | > loader_time: 0.0045 (0.004598903615732442)  --> TIME: 2025-03-24 05:00:14 -- STEP: 11890/31555 -- GLOBAL_STEP: 390550 | > loss_text_ce: 0.0411737859249115 (0.0416595293926445) | > loss_mel_ce: 3.5355517864227295 (nan) | > loss: 0.014193356037139893 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1411301723541191) | > loader_time: 0.0047 (0.004599653300966295)  --> TIME: 2025-03-24 05:00:23 -- STEP: 11940/31555 -- GLOBAL_STEP: 390600 | > loss_text_ce: 0.03435676172375679 (0.0416590685614541) | > loss_mel_ce: 2.8411026000976562 (nan) | > loss: 0.011410553939640522 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14111420163756916) | > loader_time: 0.0045 (0.004599642813505229)  --> TIME: 2025-03-24 05:00:33 -- STEP: 11990/31555 -- GLOBAL_STEP: 390650 | > loss_text_ce: 0.04146624356508255 (0.04165669342594626) | > loss_mel_ce: 2.5941600799560547 (nan) | > loss: 0.010458835400640965 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14112951986187275) | > loader_time: 0.0049 (0.0045998391158586635)  --> TIME: 2025-03-24 05:00:43 -- STEP: 12040/31555 -- GLOBAL_STEP: 390700 | > loss_text_ce: 0.04640639200806618 (0.04165625634411385) | > loss_mel_ce: 2.975656270980835 (nan) | > loss: 0.011992312967777252 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14112816951995752) | > loader_time: 0.0066 (0.00459987877611305)  --> TIME: 2025-03-24 05:00:52 -- STEP: 12090/31555 -- GLOBAL_STEP: 390750 | > loss_text_ce: 0.04355136677622795 (0.04165919138452962) | > loss_mel_ce: 2.5744991302490234 (nan) | > loss: 0.01038909051567316 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14112361370777748) | > loader_time: 0.0049 (0.004600006258122862)  --> TIME: 2025-03-24 05:01:02 -- STEP: 12140/31555 -- GLOBAL_STEP: 390800 | > loss_text_ce: 0.039648279547691345 (0.04165934164083199) | > loss_mel_ce: 3.6686723232269287 (nan) | > loss: 0.014715558849275112 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14111762834341635) | > loader_time: 0.0047 (0.00459959375406606)  --> TIME: 2025-03-24 05:01:11 -- STEP: 12190/31555 -- GLOBAL_STEP: 390850 | > loss_text_ce: 0.0450143963098526 (0.0416550529983975) | > loss_mel_ce: 3.0123729705810547 (nan) | > loss: 0.012132490053772926 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14109332962443022) | > loader_time: 0.0046 (0.004599401635943703)  --> TIME: 2025-03-24 05:01:21 -- STEP: 12240/31555 -- GLOBAL_STEP: 390900 | > loss_text_ce: 0.039201769977808 (0.041655677884095965) | > loss_mel_ce: 2.422846794128418 (nan) | > loss: 0.009770034812390804 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14109185104276706) | > loader_time: 0.0045 (0.004599767202645329)  --> TIME: 2025-03-24 05:01:31 -- STEP: 12290/31555 -- GLOBAL_STEP: 390950 | > loss_text_ce: 0.032117463648319244 (0.04165279648014407) | > loss_mel_ce: 3.1803314685821533 (nan) | > loss: 0.012747813947498798 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14109248048023526) | > loader_time: 0.0046 (0.0045999905847746375)  --> TIME: 2025-03-24 05:01:40 -- STEP: 12340/31555 -- GLOBAL_STEP: 391000 | > loss_text_ce: 0.04496653005480766 (0.041654522994056385) | > loss_mel_ce: 2.217660427093506 (nan) | > loss: 0.008978678844869137 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14109835199637466) | > loader_time: 0.0057 (0.0046003491217738255)  --> TIME: 2025-03-24 05:01:50 -- STEP: 12390/31555 -- GLOBAL_STEP: 391050 | > loss_text_ce: 0.04591222107410431 (0.04165311009706564) | > loss_mel_ce: 3.1662890911102295 (nan) | > loss: 0.012746831402182579 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14111122507737361) | > loader_time: 0.0046 (0.004600374923779934)  --> TIME: 2025-03-24 05:02:00 -- STEP: 12440/31555 -- GLOBAL_STEP: 391100 | > loss_text_ce: 0.039707548916339874 (0.04165161979299392) | > loss_mel_ce: 2.1299726963043213 (nan) | > loss: 0.00860984344035387 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14110222125360142) | > loader_time: 0.0043 (0.004600143375120735)  --> TIME: 2025-03-24 05:02:09 -- STEP: 12490/31555 -- GLOBAL_STEP: 391150 | > loss_text_ce: 0.03513480722904205 (0.04164777395551859) | > loss_mel_ce: 2.602269411087036 (nan) | > loss: 0.010465890169143677 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1410878374826641) | > loader_time: 0.0045 (0.004599887146961213)  --> TIME: 2025-03-24 05:02:19 -- STEP: 12540/31555 -- GLOBAL_STEP: 391200 | > loss_text_ce: 0.03592054173350334 (0.04164580753172634) | > loss_mel_ce: 3.4020793437957764 (nan) | > loss: 0.013642857782542706 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14109166788332483) | > loader_time: 0.005 (0.004599909881275422)  --> TIME: 2025-03-24 05:02:29 -- STEP: 12590/31555 -- GLOBAL_STEP: 391250 | > loss_text_ce: 0.03381948545575142 (0.041640852127265815) | > loss_mel_ce: 2.9642882347106934 (nan) | > loss: 0.011897253803908825 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14109433180193273) | > loader_time: 0.0047 (0.004600084254058034)  --> TIME: 2025-03-24 05:02:38 -- STEP: 12640/31555 -- GLOBAL_STEP: 391300 | > loss_text_ce: 0.04878104478120804 (0.041640207495266465) | > loss_mel_ce: 3.5528459548950195 (nan) | > loss: 0.014292172156274319 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14108281807054546) | > loader_time: 0.0045 (0.004600209714491151)  --> TIME: 2025-03-24 05:02:48 -- STEP: 12690/31555 -- GLOBAL_STEP: 391350 | > loss_text_ce: 0.04169566184282303 (0.04163830690019855) | > loss_mel_ce: 3.2822940349578857 (nan) | > loss: 0.0131904361769557 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.141084024434583) | > loader_time: 0.0045 (0.004600701659001914)  --> TIME: 2025-03-24 05:02:57 -- STEP: 12740/31555 -- GLOBAL_STEP: 391400 | > loss_text_ce: 0.04419790208339691 (0.04164137492545575) | > loss_mel_ce: 3.0642924308776855 (nan) | > loss: 0.012335279025137424 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14106939475240765) | > loader_time: 0.0045 (0.0046008173113153625)  --> TIME: 2025-03-24 05:03:07 -- STEP: 12790/31555 -- GLOBAL_STEP: 391450 | > loss_text_ce: 0.044395554810762405 (0.041645031025163) | > loss_mel_ce: 2.5366921424865723 (nan) | > loss: 0.010242411866784096 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14109509733153944) | > loader_time: 0.0046 (0.004601074476741636)  --> TIME: 2025-03-24 05:03:17 -- STEP: 12840/31555 -- GLOBAL_STEP: 391500 | > loss_text_ce: 0.03954555094242096 (0.04164533563200518) | > loss_mel_ce: 0.048095703125 (nan) | > loss: 0.00034778277040459216 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1410773899882021) | > loader_time: 0.0045 (0.004601423447005841)  --> TIME: 2025-03-24 05:03:27 -- STEP: 12890/31555 -- GLOBAL_STEP: 391550 | > loss_text_ce: 0.04264720529317856 (0.041644659914044715) | > loss_mel_ce: 2.777228593826294 (nan) | > loss: 0.01118998322635889 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14109143028895652) | > loader_time: 0.0045 (0.004601945999151422)  --> TIME: 2025-03-24 05:03:36 -- STEP: 12940/31555 -- GLOBAL_STEP: 391600 | > loss_text_ce: 0.05020858719944954 (0.041642255447387665) | > loss_mel_ce: 3.2354161739349365 (nan) | > loss: 0.013038193807005882 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14108621252375467) | > loader_time: 0.0046 (0.0046021011550054286)  --> TIME: 2025-03-24 05:03:46 -- STEP: 12990/31555 -- GLOBAL_STEP: 391650 | > loss_text_ce: 0.05283935368061066 (0.04164322298758604) | > loss_mel_ce: 3.295773506164551 (nan) | > loss: 0.013288146816194057 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14109004465225122) | > loader_time: 0.0047 (0.004602115956336561)  --> TIME: 2025-03-24 05:03:55 -- STEP: 13040/31555 -- GLOBAL_STEP: 391700 | > loss_text_ce: 0.04885350167751312 (0.041642754420458276) | > loss_mel_ce: 2.948892116546631 (nan) | > loss: 0.011895815841853619 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14109009105735135) | > loader_time: 0.0047 (0.004602371677299223)  --> TIME: 2025-03-24 05:04:05 -- STEP: 13090/31555 -- GLOBAL_STEP: 391750 | > loss_text_ce: 0.04084337130188942 (0.04163700431504221) | > loss_mel_ce: 2.6303532123565674 (nan) | > loss: 0.010599987581372261 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14107834236416142) | > loader_time: 0.0045 (0.004602598051154228)  --> TIME: 2025-03-24 05:04:14 -- STEP: 13140/31555 -- GLOBAL_STEP: 391800 | > loss_text_ce: 0.04649392142891884 (0.041626281315840875) | > loss_mel_ce: 2.395189046859741 (nan) | > loss: 0.009689219295978546 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.1410525943227745) | > loader_time: 0.0046 (0.004602567790305782)  --> TIME: 2025-03-24 05:04:24 -- STEP: 13190/31555 -- GLOBAL_STEP: 391850 | > loss_text_ce: 0.037101056426763535 (0.04162614695364916) | > loss_mel_ce: 3.392096519470215 (nan) | > loss: 0.013607927598059177 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1410438826085953) | > loader_time: 0.0047 (0.004602789065438392)  --> TIME: 2025-03-24 05:04:33 -- STEP: 13240/31555 -- GLOBAL_STEP: 391900 | > loss_text_ce: 0.038491953164339066 (0.041621577953061775) | > loss_mel_ce: 2.8231353759765625 (nan) | > loss: 0.01135566458106041 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1410317035059923) | > loader_time: 0.0046 (0.004603147758818113)  --> TIME: 2025-03-24 05:04:43 -- STEP: 13290/31555 -- GLOBAL_STEP: 391950 | > loss_text_ce: 0.05223403498530388 (0.041618949616155664) | > loss_mel_ce: 2.636338233947754 (nan) | > loss: 0.010668938048183918 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14103160193309197) | > loader_time: 0.0047 (0.004603318705246634)  --> TIME: 2025-03-24 05:04:53 -- STEP: 13340/31555 -- GLOBAL_STEP: 392000 | > loss_text_ce: 0.03543935343623161 (0.04161887666722986) | > loss_mel_ce: 3.0832223892211914 (nan) | > loss: 0.01237564254552126 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14105417219059135) | > loader_time: 0.0047 (0.004603812344249404)  --> TIME: 2025-03-24 05:05:03 -- STEP: 13390/31555 -- GLOBAL_STEP: 392050 | > loss_text_ce: 0.04703373834490776 (0.04162155163910499) | > loss_mel_ce: 3.040405750274658 (nan) | > loss: 0.012251744978129864 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14107701737458814) | > loader_time: 0.0045 (0.004604083037002486)  --> TIME: 2025-03-24 05:05:13 -- STEP: 13440/31555 -- GLOBAL_STEP: 392100 | > loss_text_ce: 0.03800247982144356 (0.04163212911357533) | > loss_mel_ce: 2.9161016941070557 (nan) | > loss: 0.01172263640910387 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14109973275945412) | > loader_time: 0.0046 (0.004604559923921314)  --> TIME: 2025-03-24 05:05:22 -- STEP: 13490/31555 -- GLOBAL_STEP: 392150 | > loss_text_ce: 0.037224385887384415 (0.04162926374657788) | > loss_mel_ce: 3.1195971965789795 (nan) | > loss: 0.012527070008218288 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14109243068808303) | > loader_time: 0.0047 (0.004604812442505245)  --> TIME: 2025-03-24 05:05:32 -- STEP: 13540/31555 -- GLOBAL_STEP: 392200 | > loss_text_ce: 0.04651632532477379 (0.04162561713107101) | > loss_mel_ce: 3.5629584789276123 (nan) | > loss: 0.014323313720524311 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1411086951612205) | > loader_time: 0.0045 (0.004604669018721471)  --> TIME: 2025-03-24 05:05:42 -- STEP: 13590/31555 -- GLOBAL_STEP: 392250 | > loss_text_ce: 0.04207128286361694 (0.041624560084802656) | > loss_mel_ce: 3.2125790119171143 (nan) | > loss: 0.01291527971625328 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14111116192111145) | > loader_time: 0.0048 (0.00460448744018083)  --> TIME: 2025-03-24 05:05:52 -- STEP: 13640/31555 -- GLOBAL_STEP: 392300 | > loss_text_ce: 0.04774175584316254 (0.04162735932341403) | > loss_mel_ce: 3.0168919563293457 (nan) | > loss: 0.012161245569586754 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14110894652405923) | > loader_time: 0.0045 (0.004604318729244019)  --> TIME: 2025-03-24 05:06:01 -- STEP: 13690/31555 -- GLOBAL_STEP: 392350 | > loss_text_ce: 0.042400993406772614 (0.04162782421716559) | > loss_mel_ce: 2.7350475788116455 (nan) | > loss: 0.011021622456610203 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14109478548898538) | > loader_time: 0.0044 (0.004604079812177345)  --> TIME: 2025-03-24 05:06:11 -- STEP: 13740/31555 -- GLOBAL_STEP: 392400 | > loss_text_ce: 0.034674592316150665 (0.04162765416449557) | > loss_mel_ce: 0.15052083134651184 (nan) | > loss: 0.0007349025108851492 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1411232645334648) | > loader_time: 0.0044 (0.004604384784615195)  --> TIME: 2025-03-24 05:06:21 -- STEP: 13790/31555 -- GLOBAL_STEP: 392450 | > loss_text_ce: 0.04491960257291794 (0.04162686842056771) | > loss_mel_ce: 2.578798294067383 (nan) | > loss: 0.0104115791618824 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14113760333376013) | > loader_time: 0.0045 (0.004604897609735589)  --> TIME: 2025-03-24 05:06:31 -- STEP: 13840/31555 -- GLOBAL_STEP: 392500 | > loss_text_ce: 0.04508456215262413 (0.0416297110977229) | > loss_mel_ce: 2.991666555404663 (nan) | > loss: 0.012050599791109562 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14113752823000136) | > loader_time: 0.0044 (0.00460539927027818)  --> TIME: 2025-03-24 05:06:41 -- STEP: 13890/31555 -- GLOBAL_STEP: 392550 | > loss_text_ce: 0.0435556024312973 (0.0416270225373205) | > loss_mel_ce: 2.841682195663452 (nan) | > loss: 0.011449356563389301 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14114160898179895) | > loader_time: 0.0046 (0.004605946702181306)  --> TIME: 2025-03-24 05:06:50 -- STEP: 13940/31555 -- GLOBAL_STEP: 392600 | > loss_text_ce: 0.03314162790775299 (0.04162562393791819) | > loss_mel_ce: 3.3978750705718994 (nan) | > loss: 0.013615146279335022 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14112048699831978) | > loader_time: 0.0054 (0.004606201316910119)  --> TIME: 2025-03-24 05:06:59 -- STEP: 13990/31555 -- GLOBAL_STEP: 392650 | > loss_text_ce: 0.03881489112973213 (0.0416216815029638) | > loss_mel_ce: 2.449493646621704 (nan) | > loss: 0.00987424049526453 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1411087519616391) | > loader_time: 0.0048 (0.004606424714089122)  --> TIME: 2025-03-24 05:07:09 -- STEP: 14040/31555 -- GLOBAL_STEP: 392700 | > loss_text_ce: 0.04880060255527496 (0.041616800970509495) | > loss_mel_ce: 3.4198989868164062 (nan) | > loss: 0.013764682225883007 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14111126953380523) | > loader_time: 0.0047 (0.0046070893945177735)  --> TIME: 2025-03-24 05:07:19 -- STEP: 14090/31555 -- GLOBAL_STEP: 392750 | > loss_text_ce: 0.0382213220000267 (0.041615072258459423) | > loss_mel_ce: 3.23952317237854 (nan) | > loss: 0.013006923720240593 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411053122147518) | > loader_time: 0.0045 (0.004607036724591442)  --> TIME: 2025-03-24 05:07:28 -- STEP: 14140/31555 -- GLOBAL_STEP: 392800 | > loss_text_ce: 0.04544927552342415 (0.04161775797991496) | > loss_mel_ce: 3.6244614124298096 (nan) | > loss: 0.014563138596713543 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1411184263532887) | > loader_time: 0.0047 (0.004606779275891467)  --> TIME: 2025-03-24 05:07:38 -- STEP: 14190/31555 -- GLOBAL_STEP: 392850 | > loss_text_ce: 0.050673868507146835 (0.04161679981974737) | > loss_mel_ce: 2.7737648487091064 (nan) | > loss: 0.01120809093117714 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14110569831264924) | > loader_time: 0.0043 (0.004606452720781882)  --> TIME: 2025-03-24 05:07:47 -- STEP: 14240/31555 -- GLOBAL_STEP: 392900 | > loss_text_ce: 0.03551711514592171 (0.041613901115030605) | > loss_mel_ce: 3.3624308109283447 (nan) | > loss: 0.013483921065926552 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14110132574700374) | > loader_time: 0.0047 (0.00460617428415277)  --> TIME: 2025-03-24 05:07:57 -- STEP: 14290/31555 -- GLOBAL_STEP: 392950 | > loss_text_ce: 0.04116620123386383 (0.04160863967244826) | > loss_mel_ce: 1.6075371503829956 (nan) | > loss: 0.006542474031448364 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14111183418770595) | > loader_time: 0.0046 (0.00460626323211435)  --> TIME: 2025-03-24 05:08:07 -- STEP: 14340/31555 -- GLOBAL_STEP: 393000 | > loss_text_ce: 0.04082729294896126 (0.041605816130439496) | > loss_mel_ce: 1.5482083559036255 (nan) | > loss: 0.006305697374045849 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14111735945466328) | > loader_time: 0.005 (0.0046065392354542245)  --> TIME: 2025-03-24 05:08:16 -- STEP: 14390/31555 -- GLOBAL_STEP: 393050 | > loss_text_ce: 0.040807969868183136 (0.041609693587647135) | > loss_mel_ce: 3.346949815750122 (nan) | > loss: 0.013443483971059322 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14109260452713365) | > loader_time: 0.0047 (0.004606427477000901)  --> TIME: 2025-03-24 05:08:26 -- STEP: 14440/31555 -- GLOBAL_STEP: 393100 | > loss_text_ce: 0.04354860261082649 (0.041612494924012984) | > loss_mel_ce: 3.2407426834106445 (nan) | > loss: 0.013032902963459492 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14108244619871588) | > loader_time: 0.0048 (0.004606534520014502)  --> TIME: 2025-03-24 05:08:35 -- STEP: 14490/31555 -- GLOBAL_STEP: 393150 | > loss_text_ce: 0.03805071860551834 (0.04160626160644211) | > loss_mel_ce: 1.8288795948028564 (nan) | > loss: 0.007408454082906246 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14107880187577732) | > loader_time: 0.0047 (0.004606502347357772)  --> TIME: 2025-03-24 05:08:45 -- STEP: 14540/31555 -- GLOBAL_STEP: 393200 | > loss_text_ce: 0.05099781975150108 (0.04160673092285948) | > loss_mel_ce: 3.3507437705993652 (nan) | > loss: 0.013498974964022636 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14107574906605116) | > loader_time: 0.0049 (0.004606548644489566)  --> TIME: 2025-03-24 05:08:55 -- STEP: 14590/31555 -- GLOBAL_STEP: 393250 | > loss_text_ce: 0.04454311728477478 (0.041607448936971936) | > loss_mel_ce: 2.3612966537475586 (nan) | > loss: 0.009546983055770397 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14108133518671453) | > loader_time: 0.0046 (0.004606546515712516)  --> TIME: 2025-03-24 05:09:04 -- STEP: 14640/31555 -- GLOBAL_STEP: 393300 | > loss_text_ce: 0.039697010070085526 (0.04160772553623461) | > loss_mel_ce: 3.0751187801361084 (nan) | > loss: 0.012360380962491035 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14107241830865025) | > loader_time: 0.0047 (0.004606468543980291)  --> TIME: 2025-03-24 05:09:14 -- STEP: 14690/31555 -- GLOBAL_STEP: 393350 | > loss_text_ce: 0.04856127128005028 (0.041606418274969546) | > loss_mel_ce: 2.1813509464263916 (nan) | > loss: 0.008848858997225761 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14107736380754451) | > loader_time: 0.0047 (0.004607545785793567)  --> TIME: 2025-03-24 05:09:23 -- STEP: 14740/31555 -- GLOBAL_STEP: 393400 | > loss_text_ce: 0.04971275106072426 (0.04160932895153766) | > loss_mel_ce: 3.2231197357177734 (nan) | > loss: 0.012987431138753891 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14106497974861723) | > loader_time: 0.0046 (0.004607477569838877)  --> TIME: 2025-03-24 05:09:33 -- STEP: 14790/31555 -- GLOBAL_STEP: 393450 | > loss_text_ce: 0.039343059062957764 (0.041613841354985644) | > loss_mel_ce: 3.2953741550445557 (nan) | > loss: 0.013233006000518799 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1410623537841253) | > loader_time: 0.0048 (0.0046074740059719125)  --> TIME: 2025-03-24 05:09:43 -- STEP: 14840/31555 -- GLOBAL_STEP: 393500 | > loss_text_ce: 0.03348134458065033 (0.04161443579734903) | > loss_mel_ce: 2.818819284439087 (nan) | > loss: 0.01131865382194519 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14105857682999384) | > loader_time: 0.0047 (0.004607722380090595)  --> TIME: 2025-03-24 05:09:52 -- STEP: 14890/31555 -- GLOBAL_STEP: 393550 | > loss_text_ce: 0.048830870538949966 (0.041610171932407014) | > loss_mel_ce: 1.6614176034927368 (nan) | > loss: 0.006786700803786516 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1410586701054327) | > loader_time: 0.0046 (0.0046078498288238505)  --> TIME: 2025-03-24 05:10:02 -- STEP: 14940/31555 -- GLOBAL_STEP: 393600 | > loss_text_ce: 0.04516957327723503 (0.041613741578918395) | > loss_mel_ce: 3.0113027095794678 (nan) | > loss: 0.0121288588270545 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1410572335582833) | > loader_time: 0.0048 (0.004607899121970058)  --> TIME: 2025-03-24 05:10:11 -- STEP: 14990/31555 -- GLOBAL_STEP: 393650 | > loss_text_ce: 0.03203720226883888 (0.04161721019924269) | > loss_mel_ce: 2.7917890548706055 (nan) | > loss: 0.011205660179257393 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14104814088845719) | > loader_time: 0.0049 (0.004608044869268314)  --> TIME: 2025-03-24 05:10:21 -- STEP: 15040/31555 -- GLOBAL_STEP: 393700 | > loss_text_ce: 0.034031447023153305 (0.04161328419868384) | > loss_mel_ce: 3.036418914794922 (nan) | > loss: 0.012184327468276024 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14104525431039616) | > loader_time: 0.0045 (0.004608237378774805)  --> TIME: 2025-03-24 05:10:31 -- STEP: 15090/31555 -- GLOBAL_STEP: 393750 | > loss_text_ce: 0.04612456262111664 (0.041615094191341205) | > loss_mel_ce: 3.888327121734619 (nan) | > loss: 0.015612903982400894 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14105289687061376) | > loader_time: 0.0044 (0.004608084793672252)  --> TIME: 2025-03-24 05:10:41 -- STEP: 15140/31555 -- GLOBAL_STEP: 393800 | > loss_text_ce: 0.03628701716661453 (0.04161388525558476) | > loss_mel_ce: 3.306361675262451 (nan) | > loss: 0.013264480046927929 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14107484727743724) | > loader_time: 0.0046 (0.004607816369246932)  --> TIME: 2025-03-24 05:10:50 -- STEP: 15190/31555 -- GLOBAL_STEP: 393850 | > loss_text_ce: 0.038629695773124695 (0.04161459856903915) | > loss_mel_ce: 3.1653237342834473 (nan) | > loss: 0.012714101932942867 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14106956515522648) | > loader_time: 0.0047 (0.0046075351462700085)  --> TIME: 2025-03-24 05:11:00 -- STEP: 15240/31555 -- GLOBAL_STEP: 393900 | > loss_text_ce: 0.03964569792151451 (0.04161634640040972) | > loss_mel_ce: 3.0855460166931152 (nan) | > loss: 0.012401554733514786 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14107678792295308) | > loader_time: 0.0046 (0.0046074136661419405)  --> TIME: 2025-03-24 05:11:10 -- STEP: 15290/31555 -- GLOBAL_STEP: 393950 | > loss_text_ce: 0.02590225636959076 (0.041610166063121845) | > loss_mel_ce: 2.8540427684783936 (nan) | > loss: 0.011428354308009148 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.1410664736327988) | > loader_time: 0.0046 (0.004607464988064813)  --> TIME: 2025-03-24 05:11:19 -- STEP: 15340/31555 -- GLOBAL_STEP: 394000 | > loss_text_ce: 0.036983422935009 (0.04161201907349753) | > loss_mel_ce: 3.5025475025177 (nan) | > loss: 0.014045759104192257 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14107668406027832) | > loader_time: 0.0047 (0.0046078357422989075)  --> TIME: 2025-03-24 05:11:29 -- STEP: 15390/31555 -- GLOBAL_STEP: 394050 | > loss_text_ce: 0.03963497281074524 (0.041614677593695505) | > loss_mel_ce: 3.3207650184631348 (nan) | > loss: 0.013334921561181545 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14105931708687358) | > loader_time: 0.0045 (0.004607754237005817)  --> TIME: 2025-03-24 05:11:38 -- STEP: 15440/31555 -- GLOBAL_STEP: 394100 | > loss_text_ce: 0.03632473573088646 (0.0416112840530908) | > loss_mel_ce: 3.4999303817749023 (nan) | > loss: 0.0140327587723732 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1410562506148247) | > loader_time: 0.0047 (0.00460858622980859)  --> TIME: 2025-03-24 05:11:48 -- STEP: 15490/31555 -- GLOBAL_STEP: 394150 | > loss_text_ce: 0.032528359442949295 (0.04160365267819695) | > loss_mel_ce: 2.6916282176971436 (nan) | > loss: 0.010810146108269691 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14104532205804665) | > loader_time: 0.0045 (0.004608589530068109)  --> TIME: 2025-03-24 05:11:58 -- STEP: 15540/31555 -- GLOBAL_STEP: 394200 | > loss_text_ce: 0.03604857996106148 (0.041608019931208454) | > loss_mel_ce: 2.8995776176452637 (nan) | > loss: 0.011649311520159245 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1410605703388261) | > loader_time: 0.0044 (0.0046085305809207555)  --> TIME: 2025-03-24 05:12:07 -- STEP: 15590/31555 -- GLOBAL_STEP: 394250 | > loss_text_ce: 0.03866925835609436 (0.041603138290806994) | > loss_mel_ce: 3.402345895767212 (nan) | > loss: 0.013654823414981365 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1410562922206742) | > loader_time: 0.0046 (0.004608353809946389)  --> TIME: 2025-03-24 05:12:17 -- STEP: 15640/31555 -- GLOBAL_STEP: 394300 | > loss_text_ce: 0.04533496871590614 (0.04160237799075868) | > loss_mel_ce: 2.813131809234619 (nan) | > loss: 0.011343123391270638 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14107177652361572) | > loader_time: 0.0044 (0.004608388050742772)  --> TIME: 2025-03-24 05:12:27 -- STEP: 15690/31555 -- GLOBAL_STEP: 394350 | > loss_text_ce: 0.06019119173288345 (0.04160719930091644) | > loss_mel_ce: 2.6283202171325684 (nan) | > loss: 0.010668696835637093 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14108985442884386) | > loader_time: 0.0043 (0.004608410083996862)  --> TIME: 2025-03-24 05:12:37 -- STEP: 15740/31555 -- GLOBAL_STEP: 394400 | > loss_text_ce: 0.038269177079200745 (0.04160849143990023) | > loss_mel_ce: 2.257310152053833 (nan) | > loss: 0.009109443053603172 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14109681220642467) | > loader_time: 0.0054 (0.004608320190158248)  --> TIME: 2025-03-24 05:12:47 -- STEP: 15790/31555 -- GLOBAL_STEP: 394450 | > loss_text_ce: 0.044699352234601974 (0.041608428279323824) | > loss_mel_ce: 3.1398980617523193 (nan) | > loss: 0.01263729203492403 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14109712284225964) | > loader_time: 0.0046 (0.004608392866447502)  --> TIME: 2025-03-24 05:12:56 -- STEP: 15840/31555 -- GLOBAL_STEP: 394500 | > loss_text_ce: 0.041464898735284805 (0.041610468950209756) | > loss_mel_ce: 3.104581117630005 (nan) | > loss: 0.012484310194849968 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14107586372681463) | > loader_time: 0.0045 (0.004608497866476425)  --> TIME: 2025-03-24 05:13:06 -- STEP: 15890/31555 -- GLOBAL_STEP: 394550 | > loss_text_ce: 0.043116144835948944 (0.04160945024839549) | > loss_mel_ce: 3.433253049850464 (nan) | > loss: 0.013795115984976292 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14107369402806938) | > loader_time: 0.0047 (0.004608468187162904)  --> TIME: 2025-03-24 05:13:15 -- STEP: 15940/31555 -- GLOBAL_STEP: 394600 | > loss_text_ce: 0.040313754230737686 (0.04161010812132527) | > loss_mel_ce: 2.7160239219665527 (nan) | > loss: 0.010937848128378391 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14106739375043964) | > loader_time: 0.0052 (0.004608884554734942)  --> TIME: 2025-03-24 05:13:25 -- STEP: 15990/31555 -- GLOBAL_STEP: 394650 | > loss_text_ce: 0.03865363821387291 (0.04161470452162817) | > loss_mel_ce: 2.609529972076416 (nan) | > loss: 0.010508665814995766 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14106367678102635) | > loader_time: 0.0046 (0.004609193274048882)  --> TIME: 2025-03-24 05:13:34 -- STEP: 16040/31555 -- GLOBAL_STEP: 394700 | > loss_text_ce: 0.04033039137721062 (0.04161273488348731) | > loss_mel_ce: 3.1458394527435303 (nan) | > loss: 0.012643531896173954 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14106241302597378) | > loader_time: 0.0045 (0.0046092979331266255)  --> TIME: 2025-03-24 05:13:44 -- STEP: 16090/31555 -- GLOBAL_STEP: 394750 | > loss_text_ce: 0.029059968888759613 (0.04160836306461387) | > loss_mel_ce: 3.203561782836914 (nan) | > loss: 0.012827864848077297 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14107267801772122) | > loader_time: 0.0046 (0.004609302054879975)  --> TIME: 2025-03-24 05:13:54 -- STEP: 16140/31555 -- GLOBAL_STEP: 394800 | > loss_text_ce: 0.038846440613269806 (0.041607349129079936) | > loss_mel_ce: 2.7993855476379395 (nan) | > loss: 0.01126282662153244 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14108051847495823) | > loader_time: 0.005 (0.004609775513669077)  --> TIME: 2025-03-24 05:14:03 -- STEP: 16190/31555 -- GLOBAL_STEP: 394850 | > loss_text_ce: 0.04315578192472458 (0.04160177721748392) | > loss_mel_ce: 3.0706653594970703 (nan) | > loss: 0.01235643308609724 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14106897048702915) | > loader_time: 0.0047 (0.00460984217965949)  --> TIME: 2025-03-24 05:14:13 -- STEP: 16240/31555 -- GLOBAL_STEP: 394900 | > loss_text_ce: 0.040691375732421875 (0.041599541968434475) | > loss_mel_ce: 2.2606770992279053 (nan) | > loss: 0.009132415056228638 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14105531526316684) | > loader_time: 0.0044 (0.004610125272732063)  --> TIME: 2025-03-24 05:14:22 -- STEP: 16290/31555 -- GLOBAL_STEP: 394950 | > loss_text_ce: 0.04255349189043045 (0.04159861711792072) | > loss_mel_ce: 3.1229360103607178 (nan) | > loss: 0.012561466544866562 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14105365475384837) | > loader_time: 0.0046 (0.004610235549102465)  --> TIME: 2025-03-24 05:14:32 -- STEP: 16340/31555 -- GLOBAL_STEP: 395000 | > loss_text_ce: 0.05313467979431152 (0.0416003789998378) | > loss_mel_ce: 2.933652400970459 (nan) | > loss: 0.011852330528199673 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14105602415276394) | > loader_time: 0.0048 (0.004610850951079202)  --> TIME: 2025-03-24 05:14:42 -- STEP: 16390/31555 -- GLOBAL_STEP: 395050 | > loss_text_ce: 0.06006307899951935 (0.041598149785707327) | > loss_mel_ce: 2.600001811981201 (nan) | > loss: 0.010555814020335674 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1410589935140988) | > loader_time: 0.0044 (0.004610443289793432)  --> TIME: 2025-03-24 05:14:51 -- STEP: 16440/31555 -- GLOBAL_STEP: 395100 | > loss_text_ce: 0.03436029329895973 (0.04159223214601952) | > loss_mel_ce: 2.273681640625 (nan) | > loss: 0.009158897213637829 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1410555649847892) | > loader_time: 0.0044 (0.004610351300877666)  --> TIME: 2025-03-24 05:15:01 -- STEP: 16490/31555 -- GLOBAL_STEP: 395150 | > loss_text_ce: 0.04208718612790108 (0.04158858393870755) | > loss_mel_ce: 3.1835055351257324 (nan) | > loss: 0.012799971736967564 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1410508901441087) | > loader_time: 0.0044 (0.0046099324165654225)  --> TIME: 2025-03-24 05:15:11 -- STEP: 16540/31555 -- GLOBAL_STEP: 395200 | > loss_text_ce: 0.049718644469976425 (0.041588606016188) | > loss_mel_ce: 3.3437273502349854 (nan) | > loss: 0.013466056436300278 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1410596475635803) | > loader_time: 0.0045 (0.004609624967609668)  --> TIME: 2025-03-24 05:15:20 -- STEP: 16590/31555 -- GLOBAL_STEP: 395250 | > loss_text_ce: 0.03450247272849083 (0.04158687233344416) | > loss_mel_ce: 3.9209506511688232 (nan) | > loss: 0.015696244314312935 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14104278277316215) | > loader_time: 0.0044 (0.004609174596178307)  --> TIME: 2025-03-24 05:15:30 -- STEP: 16640/31555 -- GLOBAL_STEP: 395300 | > loss_text_ce: 0.03230733424425125 (0.04158169108296337) | > loss_mel_ce: 3.820913314819336 (nan) | > loss: 0.015290559269487858 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1410386276359753) | > loader_time: 0.0047 (0.004608927953701751)  --> TIME: 2025-03-24 05:15:39 -- STEP: 16690/31555 -- GLOBAL_STEP: 395350 | > loss_text_ce: 0.042588938027620316 (0.04158095577921466) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14104556851647126) | > loader_time: 0.0045 (0.004608800355512413)  --> TIME: 2025-03-24 05:15:49 -- STEP: 16740/31555 -- GLOBAL_STEP: 395400 | > loss_text_ce: 0.03347016125917435 (0.04158088882885477) | > loss_mel_ce: 3.2230265140533447 (nan) | > loss: 0.01292260643094778 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14104382806639065) | > loader_time: 0.0047 (0.004608539298728659)  --> TIME: 2025-03-24 05:15:59 -- STEP: 16790/31555 -- GLOBAL_STEP: 395450 | > loss_text_ce: 0.036001596599817276 (0.041586694601665995) | > loss_mel_ce: 2.851374626159668 (nan) | > loss: 0.011457842774689198 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1410423705093641) | > loader_time: 0.0043 (0.004608277396974003)  --> TIME: 2025-03-24 05:16:08 -- STEP: 16840/31555 -- GLOBAL_STEP: 395500 | > loss_text_ce: 0.047794513404369354 (0.041585840307554536) | > loss_mel_ce: 3.1289138793945312 (nan) | > loss: 0.012605986557900906 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14103071944447546) | > loader_time: 0.0048 (0.004608053337083578)  --> TIME: 2025-03-24 05:16:18 -- STEP: 16890/31555 -- GLOBAL_STEP: 395550 | > loss_text_ce: 0.03581835702061653 (0.04158720647609632) | > loss_mel_ce: 3.6631250381469727 (nan) | > loss: 0.01467834785580635 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1410335683483861) | > loader_time: 0.0048 (0.004608304702438076)  --> TIME: 2025-03-24 05:16:27 -- STEP: 16940/31555 -- GLOBAL_STEP: 395600 | > loss_text_ce: 0.05082369223237038 (0.04159106156214817) | > loss_mel_ce: 3.033975601196289 (nan) | > loss: 0.01224126759916544 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14102156241078143) | > loader_time: 0.005 (0.00460851758261076)  --> TIME: 2025-03-24 05:16:37 -- STEP: 16990/31555 -- GLOBAL_STEP: 395650 | > loss_text_ce: 0.03570118919014931 (0.04159145189696977) | > loss_mel_ce: 2.7099339962005615 (nan) | > loss: 0.01089537888765335 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14102333408724058) | > loader_time: 0.0049 (0.004608601398366982)  --> TIME: 2025-03-24 05:16:46 -- STEP: 17040/31555 -- GLOBAL_STEP: 395700 | > loss_text_ce: 0.041313536465168 (0.0415931850827537) | > loss_mel_ce: 2.5528156757354736 (nan) | > loss: 0.010294164530932903 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14102052097589318) | > loader_time: 0.0045 (0.004608320042560917)  --> TIME: 2025-03-24 05:16:56 -- STEP: 17090/31555 -- GLOBAL_STEP: 395750 | > loss_text_ce: 0.05397258326411247 (0.04159353837276071) | > loss_mel_ce: 2.3464677333831787 (nan) | > loss: 0.009525557048618793 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14102141350734557) | > loader_time: 0.0044 (0.00460785484369768)  --> TIME: 2025-03-24 05:17:05 -- STEP: 17140/31555 -- GLOBAL_STEP: 395800 | > loss_text_ce: 0.033352069556713104 (0.041588374046291676) | > loss_mel_ce: 1.630126953125 (nan) | > loss: 0.006601107306778431 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14100808252948982) | > loader_time: 0.0045 (0.004607653172736684)  --> TIME: 2025-03-24 05:17:15 -- STEP: 17190/31555 -- GLOBAL_STEP: 395850 | > loss_text_ce: 0.043185215443372726 (0.04158789669128329) | > loss_mel_ce: 3.1533138751983643 (nan) | > loss: 0.01268452126532793 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14099093210288144) | > loader_time: 0.0046 (0.004607335005200414)  --> TIME: 2025-03-24 05:17:24 -- STEP: 17240/31555 -- GLOBAL_STEP: 395900 | > loss_text_ce: 0.02776200696825981 (0.041585132835504364) | > loss_mel_ce: 0.092529296875 (nan) | > loss: 0.00047734647523611784 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14098694007800638) | > loader_time: 0.0042 (0.00460670608378895)  --> TIME: 2025-03-24 05:17:34 -- STEP: 17290/31555 -- GLOBAL_STEP: 395950 | > loss_text_ce: 0.029545269906520844 (0.04158535780958276) | > loss_mel_ce: 1.0272732973098755 (nan) | > loss: 0.004193725064396858 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14099055776160455) | > loader_time: 0.0046 (0.004606359690307124)  --> TIME: 2025-03-24 05:17:44 -- STEP: 17340/31555 -- GLOBAL_STEP: 396000 | > loss_text_ce: 0.03614272177219391 (0.04158538483806195) | > loss_mel_ce: 2.884268283843994 (nan) | > loss: 0.011588933877646923 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14098923438698224) | > loader_time: 0.0044 (0.004606140484859375)  --> TIME: 2025-03-24 05:17:53 -- STEP: 17390/31555 -- GLOBAL_STEP: 396050 | > loss_text_ce: 0.05023091286420822 (0.04158566841489345) | > loss_mel_ce: 2.99839448928833 (nan) | > loss: 0.012097720988094807 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.1409940856294169) | > loader_time: 0.0046 (0.004606017838818646)  --> TIME: 2025-03-24 05:18:03 -- STEP: 17440/31555 -- GLOBAL_STEP: 396100 | > loss_text_ce: 0.04798112437129021 (0.04158640551512199) | > loss_mel_ce: 2.7907087802886963 (nan) | > loss: 0.01126464270055294 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1410067461636102) | > loader_time: 0.0048 (0.004605664408535038)  --> TIME: 2025-03-24 05:18:13 -- STEP: 17490/31555 -- GLOBAL_STEP: 396150 | > loss_text_ce: 0.04381050169467926 (0.04158492893744183) | > loss_mel_ce: 3.229034900665283 (nan) | > loss: 0.01298748329281807 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1410077437460266) | > loader_time: 0.0044 (0.004605317701947149)  --> TIME: 2025-03-24 05:18:22 -- STEP: 17540/31555 -- GLOBAL_STEP: 396200 | > loss_text_ce: 0.04434037208557129 (0.04158407086894114) | > loss_mel_ce: 2.9118292331695557 (nan) | > loss: 0.011730832047760487 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14100314887111123) | > loader_time: 0.0047 (0.0046047300406165635)  --> TIME: 2025-03-24 05:18:32 -- STEP: 17590/31555 -- GLOBAL_STEP: 396250 | > loss_text_ce: 0.04405389726161957 (0.04158729359305324) | > loss_mel_ce: 3.072993278503418 (nan) | > loss: 0.012369235046207905 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.1410056989256683) | > loader_time: 0.0046 (0.004604197998762535)  --> TIME: 2025-03-24 05:18:42 -- STEP: 17640/31555 -- GLOBAL_STEP: 396300 | > loss_text_ce: 0.04887232556939125 (0.04158921470182444) | > loss_mel_ce: 2.868126630783081 (nan) | > loss: 0.011575393378734589 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14100582399606323) | > loader_time: 0.0047 (0.004604289875008891)  --> TIME: 2025-03-24 05:18:51 -- STEP: 17690/31555 -- GLOBAL_STEP: 396350 | > loss_text_ce: 0.03750187158584595 (0.04158818630002553) | > loss_mel_ce: 3.037501811981201 (nan) | > loss: 0.012202396057546139 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1409994221057121) | > loader_time: 0.0047 (0.004604011042903814)  --> TIME: 2025-03-24 05:19:01 -- STEP: 17740/31555 -- GLOBAL_STEP: 396400 | > loss_text_ce: 0.04861261323094368 (0.041589833996516085) | > loss_mel_ce: 2.9448304176330566 (nan) | > loss: 0.011878742836415768 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14100496947698313) | > loader_time: 0.0049 (0.00460412784520507)  --> TIME: 2025-03-24 05:19:10 -- STEP: 17790/31555 -- GLOBAL_STEP: 396450 | > loss_text_ce: 0.03895242512226105 (0.041592624332617754) | > loss_mel_ce: 2.887888193130493 (nan) | > loss: 0.011614447459578514 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14099713827265212) | > loader_time: 0.0049 (0.00460401599899043)  --> TIME: 2025-03-24 05:19:20 -- STEP: 17840/31555 -- GLOBAL_STEP: 396500 | > loss_text_ce: 0.041561827063560486 (0.04159229706942574) | > loss_mel_ce: 2.3215184211730957 (nan) | > loss: 0.009377303533256054 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14100873968793834) | > loader_time: 0.0046 (0.004604167801916865)  --> TIME: 2025-03-24 05:19:30 -- STEP: 17890/31555 -- GLOBAL_STEP: 396550 | > loss_text_ce: 0.04911772534251213 (0.041592399576963264) | > loss_mel_ce: 3.531731367111206 (nan) | > loss: 0.014209719374775887 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14101542913427453) | > loader_time: 0.0046 (0.0046041716271235725)  --> TIME: 2025-03-24 05:19:40 -- STEP: 17940/31555 -- GLOBAL_STEP: 396600 | > loss_text_ce: 0.03485771641135216 (0.04159419727127562) | > loss_mel_ce: 3.0798845291137695 (nan) | > loss: 0.01236008945852518 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14101858877949783) | > loader_time: 0.0045 (0.004604322123554105)  --> TIME: 2025-03-24 05:19:49 -- STEP: 17990/31555 -- GLOBAL_STEP: 396650 | > loss_text_ce: 0.030261535197496414 (0.041592071600426224) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14101747165063044) | > loader_time: 0.0047 (0.0046042660993625886)  --> TIME: 2025-03-24 05:19:59 -- STEP: 18040/31555 -- GLOBAL_STEP: 396700 | > loss_text_ce: 0.03762310370802879 (0.041590108369485485) | > loss_mel_ce: 3.050112247467041 (nan) | > loss: 0.012252919375896454 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14102178633609697) | > loader_time: 0.0046 (0.004604185592308808)  --> TIME: 2025-03-24 05:20:09 -- STEP: 18090/31555 -- GLOBAL_STEP: 396750 | > loss_text_ce: 0.04157603159546852 (0.04158718936158702) | > loss_mel_ce: 2.8498170375823975 (nan) | > loss: 0.011473783291876316 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14102307724781538) | > loader_time: 0.0048 (0.00460440254527736)  --> TIME: 2025-03-24 05:20:19 -- STEP: 18140/31555 -- GLOBAL_STEP: 396800 | > loss_text_ce: 0.038721855729818344 (0.04158795426349147) | > loss_mel_ce: 2.4453017711639404 (nan) | > loss: 0.009857237339019775 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14103023629993075) | > loader_time: 0.0045 (0.004604557567289412)  --> TIME: 2025-03-24 05:20:28 -- STEP: 18190/31555 -- GLOBAL_STEP: 396850 | > loss_text_ce: 0.035711463540792465 (0.041594473880456194) | > loss_mel_ce: 2.70654034614563 (nan) | > loss: 0.010881952941417694 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14102681050135624) | > loader_time: 0.0046 (0.004604461522073528)  --> TIME: 2025-03-24 05:20:38 -- STEP: 18240/31555 -- GLOBAL_STEP: 396900 | > loss_text_ce: 0.035036321729421616 (0.04158855614169681) | > loss_mel_ce: 3.077049732208252 (nan) | > loss: 0.012349548749625683 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14102943466420945) | > loader_time: 0.0047 (0.004604592631783407)  --> TIME: 2025-03-24 05:20:48 -- STEP: 18290/31555 -- GLOBAL_STEP: 396950 | > loss_text_ce: 0.03880670666694641 (0.041588546751864526) | > loss_mel_ce: 2.4296131134033203 (nan) | > loss: 0.00979531742632389 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1410341330471443) | > loader_time: 0.0052 (0.004604401622332144)  --> TIME: 2025-03-24 05:20:57 -- STEP: 18340/31555 -- GLOBAL_STEP: 397000 | > loss_text_ce: 0.04831625521183014 (0.04158875645816763) | > loss_mel_ce: 2.9137072563171387 (nan) | > loss: 0.01175406202673912 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14103790948019346) | > loader_time: 0.0044 (0.004604292578889606)  --> TIME: 2025-03-24 05:21:07 -- STEP: 18390/31555 -- GLOBAL_STEP: 397050 | > loss_text_ce: 0.03437501937150955 (0.04158592502915223) | > loss_mel_ce: 2.5956335067749023 (nan) | > loss: 0.010436542332172394 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14103636396780606) | > loader_time: 0.0043 (0.004604231215741991)  --> TIME: 2025-03-24 05:21:17 -- STEP: 18440/31555 -- GLOBAL_STEP: 397100 | > loss_text_ce: 0.04616822674870491 (0.04158419687831234) | > loss_mel_ce: 3.065140962600708 (nan) | > loss: 0.012346466071903706 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1410418615036071) | > loader_time: 0.0046 (0.004604018497363611)  --> TIME: 2025-03-24 05:21:27 -- STEP: 18490/31555 -- GLOBAL_STEP: 397150 | > loss_text_ce: 0.04583323374390602 (0.0415828707568517) | > loss_mel_ce: 3.0170722007751465 (nan) | > loss: 0.01215438824146986 (nan) | > current_lr: 5e-06 | > step_time: 0.1902 (0.1410434909741145) | > loader_time: 0.0047 (0.004604077816267416)  --> TIME: 2025-03-24 05:21:36 -- STEP: 18540/31555 -- GLOBAL_STEP: 397200 | > loss_text_ce: 0.050077542662620544 (0.04158241393053636) | > loss_mel_ce: 2.2777302265167236 (nan) | > loss: 0.00923733226954937 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1410450378282188) | > loader_time: 0.0047 (0.0046041401715983385)  --> TIME: 2025-03-24 05:21:46 -- STEP: 18590/31555 -- GLOBAL_STEP: 397250 | > loss_text_ce: 0.03364204987883568 (0.041579278771659844) | > loss_mel_ce: 3.175621509552002 (nan) | > loss: 0.012735174037516117 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14104520564056372) | > loader_time: 0.0044 (0.004604141336413342)  --> TIME: 2025-03-24 05:21:55 -- STEP: 18640/31555 -- GLOBAL_STEP: 397300 | > loss_text_ce: 0.039073556661605835 (0.041581755676037016) | > loss_mel_ce: 2.9361557960510254 (nan) | > loss: 0.011806465685367584 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14103544658857525) | > loader_time: 0.0046 (0.004604004956621988)  --> TIME: 2025-03-24 05:22:05 -- STEP: 18690/31555 -- GLOBAL_STEP: 397350 | > loss_text_ce: 0.040452636778354645 (0.04158035397271488) | > loss_mel_ce: 3.182457685470581 (nan) | > loss: 0.012789327651262283 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14103742107597672) | > loader_time: 0.0054 (0.004603646654952595)  --> TIME: 2025-03-24 05:22:15 -- STEP: 18740/31555 -- GLOBAL_STEP: 397400 | > loss_text_ce: 0.04697740450501442 (0.04157778116041482) | > loss_mel_ce: 3.0336883068084717 (nan) | > loss: 0.012224865145981312 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14105556778363415) | > loader_time: 0.0051 (0.004604258773929923)  --> TIME: 2025-03-24 05:22:25 -- STEP: 18790/31555 -- GLOBAL_STEP: 397450 | > loss_text_ce: 0.037346210330724716 (0.04157512387788175) | > loss_mel_ce: 2.9034714698791504 (nan) | > loss: 0.011669911444187164 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14107203322436618) | > loader_time: 0.0049 (0.004604370242550758)  --> TIME: 2025-03-24 05:22:35 -- STEP: 18840/31555 -- GLOBAL_STEP: 397500 | > loss_text_ce: 0.03488905727863312 (0.041573198865595) | > loss_mel_ce: 2.6554391384124756 (nan) | > loss: 0.010675906203687191 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1410632346086456) | > loader_time: 0.0044 (0.004604314732703432)  --> TIME: 2025-03-24 05:22:44 -- STEP: 18890/31555 -- GLOBAL_STEP: 397550 | > loss_text_ce: 0.03508002310991287 (0.04157489032443679) | > loss_mel_ce: 2.8594536781311035 (nan) | > loss: 0.011486245319247246 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14106579380984677) | > loader_time: 0.0047 (0.004604301104285591)  --> TIME: 2025-03-24 05:22:54 -- STEP: 18940/31555 -- GLOBAL_STEP: 397600 | > loss_text_ce: 0.01978560909628868 (0.04156760317204608) | > loss_mel_ce: 1.6783534288406372 (nan) | > loss: 0.006738647352904081 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14106840343384844) | > loader_time: 0.0044 (0.004604246774973566)  --> TIME: 2025-03-24 05:23:04 -- STEP: 18990/31555 -- GLOBAL_STEP: 397650 | > loss_text_ce: 0.04528144747018814 (0.04156827299030274) | > loss_mel_ce: 2.861867666244507 (nan) | > loss: 0.011536306701600552 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14107144957407475) | > loader_time: 0.0045 (0.0046040936355028405)  --> TIME: 2025-03-24 05:23:13 -- STEP: 19040/31555 -- GLOBAL_STEP: 397700 | > loss_text_ce: 0.024685902521014214 (0.04156573416930324) | > loss_mel_ce: 3.144892930984497 (nan) | > loss: 0.012577693909406662 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14107577397542986) | > loader_time: 0.0045 (0.0046044666476610365)  --> TIME: 2025-03-24 05:23:23 -- STEP: 19090/31555 -- GLOBAL_STEP: 397750 | > loss_text_ce: 0.0501834861934185 (0.04156687518205135) | > loss_mel_ce: 3.371283531188965 (nan) | > loss: 0.013577250763773918 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1410783521288551) | > loader_time: 0.0047 (0.004604501921572321)  --> TIME: 2025-03-24 05:23:33 -- STEP: 19140/31555 -- GLOBAL_STEP: 397800 | > loss_text_ce: 0.028037283569574356 (0.04156102477709113) | > loss_mel_ce: 2.8229432106018066 (nan) | > loss: 0.011313415132462978 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1410661787324081) | > loader_time: 0.0047 (0.0046046941880771245)  --> TIME: 2025-03-24 05:23:42 -- STEP: 19190/31555 -- GLOBAL_STEP: 397850 | > loss_text_ce: 0.03897029161453247 (0.041559841506884056) | > loss_mel_ce: 2.9452497959136963 (nan) | > loss: 0.011842143721878529 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14106589165002398) | > loader_time: 0.0045 (0.004604744190595745)  --> TIME: 2025-03-24 05:23:52 -- STEP: 19240/31555 -- GLOBAL_STEP: 397900 | > loss_text_ce: 0.03937121853232384 (0.04155452417518583) | > loss_mel_ce: 2.7048890590667725 (nan) | > loss: 0.010889922268688679 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14106937561362448) | > loader_time: 0.0046 (0.004604814590386687)  --> TIME: 2025-03-24 05:24:02 -- STEP: 19290/31555 -- GLOBAL_STEP: 397950 | > loss_text_ce: 0.03664800152182579 (0.04155601002657366) | > loss_mel_ce: 3.2818286418914795 (nan) | > loss: 0.013168559409677982 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14107451594636156) | > loader_time: 0.0046 (0.004605040345060938)  --> TIME: 2025-03-24 05:24:12 -- STEP: 19340/31555 -- GLOBAL_STEP: 398000 | > loss_text_ce: 0.03855390101671219 (0.04155885591181322) | > loss_mel_ce: 3.4399969577789307 (nan) | > loss: 0.013803774490952492 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1410864989414842) | > loader_time: 0.005 (0.004605102366474072)  --> TIME: 2025-03-24 05:24:21 -- STEP: 19390/31555 -- GLOBAL_STEP: 398050 | > loss_text_ce: 0.028683383017778397 (0.04155663176828284) | > loss_mel_ce: 0.9828546643257141 (nan) | > loss: 0.0040140398778021336 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14108893606944478) | > loader_time: 0.0045 (0.004605095186081044)  --> TIME: 2025-03-24 05:24:31 -- STEP: 19440/31555 -- GLOBAL_STEP: 398100 | > loss_text_ce: 0.03981560468673706 (0.04155291434192516) | > loss_mel_ce: 0.1048990860581398 (nan) | > loss: 0.0005742646753787994 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14106843467847957) | > loader_time: 0.0047 (0.0046050403343797135)  --> TIME: 2025-03-24 05:24:41 -- STEP: 19490/31555 -- GLOBAL_STEP: 398150 | > loss_text_ce: 0.039420828223228455 (0.04155246577903696) | > loss_mel_ce: 3.081122875213623 (nan) | > loss: 0.0123831108212471 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.1410829067230241) | > loader_time: 0.0045 (0.004605008871999374)  --> TIME: 2025-03-24 05:24:50 -- STEP: 19540/31555 -- GLOBAL_STEP: 398200 | > loss_text_ce: 0.03855346515774727 (0.041548047298298654) | > loss_mel_ce: 2.8984732627868652 (nan) | > loss: 0.011654868721961975 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1410769622792013) | > loader_time: 0.0047 (0.004604947823218941)  --> TIME: 2025-03-24 05:25:00 -- STEP: 19590/31555 -- GLOBAL_STEP: 398250 | > loss_text_ce: 0.048891935497522354 (0.04155029031324942) | > loss_mel_ce: 2.3254075050354004 (nan) | > loss: 0.009421824477612972 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14108182126737154) | > loader_time: 0.0045 (0.004605244421849378)  --> TIME: 2025-03-24 05:25:09 -- STEP: 19640/31555 -- GLOBAL_STEP: 398300 | > loss_text_ce: 0.051445987075567245 (0.04154869238490363) | > loss_mel_ce: 2.7196691036224365 (nan) | > loss: 0.010996488854289055 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14107441672725413) | > loader_time: 0.0047 (0.004605438291662324)  --> TIME: 2025-03-24 05:25:19 -- STEP: 19690/31555 -- GLOBAL_STEP: 398350 | > loss_text_ce: 0.0369080975651741 (0.041543053891963916) | > loss_mel_ce: 2.3341352939605713 (nan) | > loss: 0.009408903308212757 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14107009572629384) | > loader_time: 0.0047 (0.0046052256957596965)  --> TIME: 2025-03-24 05:25:28 -- STEP: 19740/31555 -- GLOBAL_STEP: 398400 | > loss_text_ce: 0.042701996862888336 (0.04154463643863945) | > loss_mel_ce: 2.7312510013580322 (nan) | > loss: 0.011007750406861305 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14106465399325854) | > loader_time: 0.0044 (0.004604840351093131)  --> TIME: 2025-03-24 05:25:38 -- STEP: 19790/31555 -- GLOBAL_STEP: 398450 | > loss_text_ce: 0.04894359037280083 (0.041544611246464865) | > loss_mel_ce: 3.1158785820007324 (nan) | > loss: 0.01255881879478693 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14106157994619878) | > loader_time: 0.0046 (0.004604705817293421)  --> TIME: 2025-03-24 05:25:47 -- STEP: 19840/31555 -- GLOBAL_STEP: 398500 | > loss_text_ce: 0.033887431025505066 (0.04154030540962741) | > loss_mel_ce: 2.6568450927734375 (nan) | > loss: 0.010677510872483253 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14105645805116807) | > loader_time: 0.0044 (0.004604428790269346)  --> TIME: 2025-03-24 05:25:57 -- STEP: 19890/31555 -- GLOBAL_STEP: 398550 | > loss_text_ce: 0.03778749704360962 (0.04153975464601225) | > loss_mel_ce: 2.738055944442749 (nan) | > loss: 0.011015252210199833 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14104855916439146) | > loader_time: 0.0042 (0.004603939754031531)  --> TIME: 2025-03-24 05:26:07 -- STEP: 19940/31555 -- GLOBAL_STEP: 398600 | > loss_text_ce: 0.038450825959444046 (0.0415396422604071) | > loss_mel_ce: 3.222343683242798 (nan) | > loss: 0.01293966080993414 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14104878730257578) | > loader_time: 0.0046 (0.004603754577330615)  --> TIME: 2025-03-24 05:26:16 -- STEP: 19990/31555 -- GLOBAL_STEP: 398650 | > loss_text_ce: 0.04610874876379967 (0.041536132031059325) | > loss_mel_ce: 3.638016939163208 (nan) | > loss: 0.014619546942412853 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14104744881138254) | > loader_time: 0.0046 (0.004603821888990902)  --> TIME: 2025-03-24 05:26:26 -- STEP: 20040/31555 -- GLOBAL_STEP: 398700 | > loss_text_ce: 0.03827095031738281 (0.041537657646163025) | > loss_mel_ce: 2.907743215560913 (nan) | > loss: 0.0116905327886343 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14104424830444498) | > loader_time: 0.0047 (0.0046037578178260985)  --> TIME: 2025-03-24 05:26:36 -- STEP: 20090/31555 -- GLOBAL_STEP: 398750 | > loss_text_ce: 0.03801075741648674 (0.04153627128196127) | > loss_mel_ce: 2.705239772796631 (nan) | > loss: 0.010885915718972683 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14104917958460558) | > loader_time: 0.0047 (0.00460376256493681)  --> TIME: 2025-03-24 05:26:45 -- STEP: 20140/31555 -- GLOBAL_STEP: 398800 | > loss_text_ce: 0.04404038190841675 (0.041535179424418645) | > loss_mel_ce: 3.161850929260254 (nan) | > loss: 0.012721791863441467 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14105667908118458) | > loader_time: 0.0045 (0.0046033942000986575)  --> TIME: 2025-03-24 05:26:55 -- STEP: 20190/31555 -- GLOBAL_STEP: 398850 | > loss_text_ce: 0.0414237305521965 (0.04153148448675933) | > loss_mel_ce: 3.7244479656219482 (nan) | > loss: 0.014943936839699745 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14106143564797854) | > loader_time: 0.0045 (0.0046034081611614295)  --> TIME: 2025-03-24 05:27:05 -- STEP: 20240/31555 -- GLOBAL_STEP: 398900 | > loss_text_ce: 0.043207209557294846 (0.04152711371724624) | > loss_mel_ce: 2.710592031478882 (nan) | > loss: 0.01092777494341135 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14106812472400174) | > loader_time: 0.0048 (0.004603406256837795)  --> TIME: 2025-03-24 05:27:15 -- STEP: 20290/31555 -- GLOBAL_STEP: 398950 | > loss_text_ce: 0.03064182959496975 (0.04152722323952286) | > loss_mel_ce: 2.120964527130127 (nan) | > loss: 0.008538120426237583 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14107684864676084) | > loader_time: 0.0045 (0.004603326914050754)  --> TIME: 2025-03-24 05:27:24 -- STEP: 20340/31555 -- GLOBAL_STEP: 399000 | > loss_text_ce: 0.05903850123286247 (0.04153045046137733) | > loss_mel_ce: 3.24358868598938 (nan) | > loss: 0.0131056634709239 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14107282496952334) | > loader_time: 0.0048 (0.0046032412096696715)  --> TIME: 2025-03-24 05:27:34 -- STEP: 20390/31555 -- GLOBAL_STEP: 399050 | > loss_text_ce: 0.02853846549987793 (0.041529570001644714) | > loss_mel_ce: 3.5367064476013184 (nan) | > loss: 0.014147798530757427 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14108317064385562) | > loader_time: 0.0044 (0.004602879271196217)  --> TIME: 2025-03-24 05:27:44 -- STEP: 20440/31555 -- GLOBAL_STEP: 399100 | > loss_text_ce: 0.050793249160051346 (0.04152915142189503) | > loss_mel_ce: 2.676889657974243 (nan) | > loss: 0.010824139229953289 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14107067159244188) | > loader_time: 0.0043 (0.004602351533923351)  --> TIME: 2025-03-24 05:27:53 -- STEP: 20490/31555 -- GLOBAL_STEP: 399150 | > loss_text_ce: 0.03494858369231224 (0.0415257018791732) | > loss_mel_ce: 2.905606746673584 (nan) | > loss: 0.011668871156871319 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14107045568798698) | > loader_time: 0.0046 (0.004602382368084963)  --> TIME: 2025-03-24 05:28:03 -- STEP: 20540/31555 -- GLOBAL_STEP: 399200 | > loss_text_ce: 0.041885312646627426 (0.04152808748852154) | > loss_mel_ce: 2.611649751663208 (nan) | > loss: 0.010529901832342148 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14107048094795144) | > loader_time: 0.0047 (0.0046023267385673925)  --> TIME: 2025-03-24 05:28:12 -- STEP: 20590/31555 -- GLOBAL_STEP: 399250 | > loss_text_ce: 0.046872708946466446 (0.04153103996977392) | > loss_mel_ce: 1.9957631826400757 (nan) | > loss: 0.008105698972940445 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14106781414378627) | > loader_time: 0.0044 (0.0046022839659681)  --> TIME: 2025-03-24 05:28:22 -- STEP: 20640/31555 -- GLOBAL_STEP: 399300 | > loss_text_ce: 0.0398813858628273 (0.04153308698708047) | > loss_mel_ce: 2.391408920288086 (nan) | > loss: 0.009647978469729424 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14108628835096104) | > loader_time: 0.0044 (0.004602450178575132)  --> TIME: 2025-03-24 05:28:32 -- STEP: 20690/31555 -- GLOBAL_STEP: 399350 | > loss_text_ce: 0.0461716502904892 (0.04153231960505696) | > loss_mel_ce: 2.8926572799682617 (nan) | > loss: 0.011662020348012447 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1410831260934686) | > loader_time: 0.0047 (0.0046023524170511745)  --> TIME: 2025-03-24 05:28:42 -- STEP: 20740/31555 -- GLOBAL_STEP: 399400 | > loss_text_ce: 0.02805097959935665 (0.04153375306432538) | > loss_mel_ce: 2.7559895515441895 (nan) | > loss: 0.011047780513763428 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14108836858918802) | > loader_time: 0.0046 (0.004602258702023379)  --> TIME: 2025-03-24 05:28:52 -- STEP: 20790/31555 -- GLOBAL_STEP: 399450 | > loss_text_ce: 0.03542860969901085 (0.041532255804991265) | > loss_mel_ce: 4.9765625 (nan) | > loss: 0.019888853654265404 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1410969705178013) | > loader_time: 0.0045 (0.004602314509583973)  --> TIME: 2025-03-24 05:29:01 -- STEP: 20840/31555 -- GLOBAL_STEP: 399500 | > loss_text_ce: 0.03473468869924545 (0.04153322006380016) | > loss_mel_ce: 2.6021149158477783 (nan) | > loss: 0.01046368945389986 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1411022848909072) | > loader_time: 0.0047 (0.004602147361367295)  --> TIME: 2025-03-24 05:29:11 -- STEP: 20890/31555 -- GLOBAL_STEP: 399550 | > loss_text_ce: 0.03262420371174812 (0.0415309886053086) | > loss_mel_ce: 2.994048833847046 (nan) | > loss: 0.012010607868432999 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14110173461196604) | > loader_time: 0.0045 (0.004601873593675042)  --> TIME: 2025-03-24 05:29:21 -- STEP: 20940/31555 -- GLOBAL_STEP: 399600 | > loss_text_ce: 0.037455327808856964 (0.04153134297946888) | > loss_mel_ce: 3.274792194366455 (nan) | > loss: 0.013143840245902538 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1410954301086307) | > loader_time: 0.0046 (0.00460172778897434)  --> TIME: 2025-03-24 05:29:30 -- STEP: 20990/31555 -- GLOBAL_STEP: 399650 | > loss_text_ce: 0.04215838387608528 (0.04153293754338409) | > loss_mel_ce: 0.0308837890625 (nan) | > loss: 0.00028984990785829723 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14109608672697901) | > loader_time: 0.0043 (0.004601432165115868)  --> TIME: 2025-03-24 05:29:40 -- STEP: 21040/31555 -- GLOBAL_STEP: 399700 | > loss_text_ce: 0.04422055557370186 (0.04152912920196586) | > loss_mel_ce: 2.984724521636963 (nan) | > loss: 0.012019624002277851 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14109264523810966) | > loader_time: 0.0043 (0.004601015326188076)  --> TIME: 2025-03-24 05:29:49 -- STEP: 21090/31555 -- GLOBAL_STEP: 399750 | > loss_text_ce: 0.03617153316736221 (0.041530020328900026) | > loss_mel_ce: 2.7883059978485107 (nan) | > loss: 0.01120824459940195 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14109563140182016) | > loader_time: 0.0044 (0.00460098800414994)  --> TIME: 2025-03-24 05:29:59 -- STEP: 21140/31555 -- GLOBAL_STEP: 399800 | > loss_text_ce: 0.04384468495845795 (0.04152800843552233) | > loss_mel_ce: 3.1961607933044434 (nan) | > loss: 0.012857165187597275 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14109831486768043) | > loader_time: 0.0048 (0.004601039690236024)  --> TIME: 2025-03-24 05:30:09 -- STEP: 21190/31555 -- GLOBAL_STEP: 399850 | > loss_text_ce: 0.038250140845775604 (0.04152609527228837) | > loss_mel_ce: 3.2677650451660156 (nan) | > loss: 0.013119108974933624 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14109992631036639) | > loader_time: 0.0047 (0.004600972699466414)  --> TIME: 2025-03-24 05:30:19 -- STEP: 21240/31555 -- GLOBAL_STEP: 399900 | > loss_text_ce: 0.04339117929339409 (0.04152182520388246) | > loss_mel_ce: 3.0272674560546875 (nan) | > loss: 0.012185154482722282 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14109868315204835) | > loader_time: 0.0045 (0.004601264639762814)  --> TIME: 2025-03-24 05:30:28 -- STEP: 21290/31555 -- GLOBAL_STEP: 399950 | > loss_text_ce: 0.039639294147491455 (0.04151505943109527) | > loss_mel_ce: 2.891745090484619 (nan) | > loss: 0.01163247786462307 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14110268230671388) | > loader_time: 0.0046 (0.004601304359758534)  --> TIME: 2025-03-24 05:30:38 -- STEP: 21340/31555 -- GLOBAL_STEP: 400000 | > loss_text_ce: 0.04221249371767044 (0.041512089914571525) | > loss_mel_ce: 2.8294920921325684 (nan) | > loss: 0.011395653709769249 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14110480500027514) | > loader_time: 0.0051 (0.004601451483639783) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_400000.pth  --> TIME: 2025-03-24 05:30:53 -- STEP: 21390/31555 -- GLOBAL_STEP: 400050 | > loss_text_ce: 0.047650787979364395 (0.04151040493454491) | > loss_mel_ce: 2.9341983795166016 (nan) | > loss: 0.011832735501229763 (nan) | > current_lr: 5e-06 | > step_time: 0.148 (0.1411001154728857) | > loader_time: 0.0051 (0.004601705091029677)  --> TIME: 2025-03-24 05:31:02 -- STEP: 21440/31555 -- GLOBAL_STEP: 400100 | > loss_text_ce: 0.03664788231253624 (0.04150814632433387) | > loss_mel_ce: 3.482393503189087 (nan) | > loss: 0.013964449986815453 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1410953098602279) | > loader_time: 0.0046 (0.004601905239162138)  --> TIME: 2025-03-24 05:31:12 -- STEP: 21490/31555 -- GLOBAL_STEP: 400150 | > loss_text_ce: 0.03792905807495117 (0.0415092189918913) | > loss_mel_ce: 3.1013684272766113 (nan) | > loss: 0.0124575300142169 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14108994311097245) | > loader_time: 0.0046 (0.004601897900467287)  --> TIME: 2025-03-24 05:31:21 -- STEP: 21540/31555 -- GLOBAL_STEP: 400200 | > loss_text_ce: 0.04131758213043213 (0.04151116537307217) | > loss_mel_ce: 2.880655288696289 (nan) | > loss: 0.011595130898058414 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14108491857071961) | > loader_time: 0.0069 (0.004602083721532774)  --> TIME: 2025-03-24 05:31:31 -- STEP: 21590/31555 -- GLOBAL_STEP: 400250 | > loss_text_ce: 0.045779306441545486 (0.041511135410401745) | > loss_mel_ce: 3.1625938415527344 (nan) | > loss: 0.012731639668345451 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.1410881415292494) | > loader_time: 0.0048 (0.004602131549822818)  --> TIME: 2025-03-24 05:31:41 -- STEP: 21640/31555 -- GLOBAL_STEP: 400300 | > loss_text_ce: 0.040889523923397064 (0.041509202785201135) | > loss_mel_ce: 3.463292121887207 (nan) | > loss: 0.013905483298003674 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14109528823833337) | > loader_time: 0.0046 (0.004602406040357333)  --> TIME: 2025-03-24 05:31:51 -- STEP: 21690/31555 -- GLOBAL_STEP: 400350 | > loss_text_ce: 0.04362741485238075 (0.041510075251814355) | > loss_mel_ce: 3.2768521308898926 (nan) | > loss: 0.01317650731652975 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14110177743814323) | > loader_time: 0.0045 (0.004602381929157494)  --> TIME: 2025-03-24 05:32:00 -- STEP: 21740/31555 -- GLOBAL_STEP: 400400 | > loss_text_ce: 0.045409996062517166 (0.041506357962675135) | > loss_mel_ce: 2.3044121265411377 (nan) | > loss: 0.009324691258370876 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14109959578229153) | > loader_time: 0.0047 (0.004602581553209104)  --> TIME: 2025-03-24 05:32:10 -- STEP: 21790/31555 -- GLOBAL_STEP: 400450 | > loss_text_ce: 0.04552147164940834 (0.0415075609885317) | > loss_mel_ce: 3.006427526473999 (nan) | > loss: 0.012110909447073936 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14109788666410664) | > loader_time: 0.0048 (0.004602789244229429)  --> TIME: 2025-03-24 05:32:20 -- STEP: 21840/31555 -- GLOBAL_STEP: 400500 | > loss_text_ce: 0.04585041105747223 (0.0415080609144609) | > loss_mel_ce: 2.8472087383270264 (nan) | > loss: 0.011480394750833511 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1410987632069415) | > loader_time: 0.0045 (0.0046028916761551835)  --> TIME: 2025-03-24 05:32:29 -- STEP: 21890/31555 -- GLOBAL_STEP: 400550 | > loss_text_ce: 0.03983519598841667 (0.041509113353479274) | > loss_mel_ce: 3.1631577014923096 (nan) | > loss: 0.012710290029644966 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14109684967896874) | > loader_time: 0.0046 (0.00460279085909518)  --> TIME: 2025-03-24 05:32:39 -- STEP: 21940/31555 -- GLOBAL_STEP: 400600 | > loss_text_ce: 0.03941817954182625 (0.04150770052489827) | > loss_mel_ce: 3.2937357425689697 (nan) | > loss: 0.013226802460849285 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14109724643780527) | > loader_time: 0.0048 (0.0046027419451919425)  --> TIME: 2025-03-24 05:32:49 -- STEP: 21990/31555 -- GLOBAL_STEP: 400650 | > loss_text_ce: 0.04049065336585045 (0.041506224760820526) | > loss_mel_ce: 0.00970458984375 (nan) | > loss: 0.00019918748876079917 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14110218764110602) | > loader_time: 0.0042 (0.004602576180337051)  --> TIME: 2025-03-24 05:32:58 -- STEP: 22040/31555 -- GLOBAL_STEP: 400700 | > loss_text_ce: 0.039853181689977646 (0.04150642009397908) | > loss_mel_ce: 2.6924843788146973 (nan) | > loss: 0.010842609219253063 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14110446257513565) | > loader_time: 0.005 (0.004602486273770741)  --> TIME: 2025-03-24 05:33:08 -- STEP: 22090/31555 -- GLOBAL_STEP: 400750 | > loss_text_ce: 0.04387607425451279 (0.04150725271605091) | > loss_mel_ce: 2.506108522415161 (nan) | > loss: 0.010118987411260605 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1410934338800633) | > loader_time: 0.0043 (0.004602355825355967)  --> TIME: 2025-03-24 05:33:17 -- STEP: 22140/31555 -- GLOBAL_STEP: 400800 | > loss_text_ce: 0.04296064376831055 (0.041505673715580685) | > loss_mel_ce: 2.7247681617736816 (nan) | > loss: 0.010983051732182503 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14107757502024498) | > loader_time: 0.0047 (0.004602429924941637)  --> TIME: 2025-03-24 05:33:26 -- STEP: 22190/31555 -- GLOBAL_STEP: 400850 | > loss_text_ce: 0.041438985615968704 (0.04150139720386064) | > loss_mel_ce: 2.880258321762085 (nan) | > loss: 0.011594037525355816 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14106971387016695) | > loader_time: 0.0047 (0.0046022451047480345)  --> TIME: 2025-03-24 05:33:36 -- STEP: 22240/31555 -- GLOBAL_STEP: 400900 | > loss_text_ce: 0.02620573714375496 (0.041500868084137055) | > loss_mel_ce: 3.7701683044433594 (nan) | > loss: 0.01506497710943222 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14106423773354104) | > loader_time: 0.0044 (0.004602020164187854)  --> TIME: 2025-03-24 05:33:46 -- STEP: 22290/31555 -- GLOBAL_STEP: 400950 | > loss_text_ce: 0.04407060146331787 (0.04150264321464154) | > loss_mel_ce: 2.5069684982299805 (nan) | > loss: 0.010123171843588352 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14107061829359646) | > loader_time: 0.0045 (0.004601940374943418)  --> TIME: 2025-03-24 05:33:55 -- STEP: 22340/31555 -- GLOBAL_STEP: 401000 | > loss_text_ce: 0.04156752675771713 (0.041500175289723065) | > loss_mel_ce: 2.0953094959259033 (nan) | > loss: 0.00847967155277729 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14106212891738523) | > loader_time: 0.0046 (0.004601747325839147)  --> TIME: 2025-03-24 05:34:05 -- STEP: 22390/31555 -- GLOBAL_STEP: 401050 | > loss_text_ce: 0.0449969507753849 (0.0414994707197125) | > loss_mel_ce: 3.694896936416626 (nan) | > loss: 0.014840849675238132 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14106148885477526) | > loader_time: 0.0046 (0.004601736471236616)  --> TIME: 2025-03-24 05:34:14 -- STEP: 22440/31555 -- GLOBAL_STEP: 401100 | > loss_text_ce: 0.03238854557275772 (0.04149924187701862) | > loss_mel_ce: 3.0439374446868896 (nan) | > loss: 0.012207643128931522 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14106044416546817) | > loader_time: 0.0043 (0.004601582890100856)  --> TIME: 2025-03-24 05:34:24 -- STEP: 22490/31555 -- GLOBAL_STEP: 401150 | > loss_text_ce: 0.03623449429869652 (0.04149731139467337) | > loss_mel_ce: 2.8435263633728027 (nan) | > loss: 0.0114276222884655 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14105908828292874) | > loader_time: 0.0045 (0.004601204665622044)  --> TIME: 2025-03-24 05:34:34 -- STEP: 22540/31555 -- GLOBAL_STEP: 401200 | > loss_text_ce: 0.040053319185972214 (0.04149280880225012) | > loss_mel_ce: 2.700084686279297 (nan) | > loss: 0.010873564518988132 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14105906085621284) | > loader_time: 0.0042 (0.004600772861897031)  --> TIME: 2025-03-24 05:34:44 -- STEP: 22590/31555 -- GLOBAL_STEP: 401250 | > loss_text_ce: 0.03994244337081909 (0.04149155089456062) | > loss_mel_ce: 2.7509429454803467 (nan) | > loss: 0.011074942536652088 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14106989018734717) | > loader_time: 0.0045 (0.004600506886384701)  --> TIME: 2025-03-24 05:34:53 -- STEP: 22640/31555 -- GLOBAL_STEP: 401300 | > loss_text_ce: 0.03427176550030708 (0.041489113685790315) | > loss_mel_ce: 2.7696444988250732 (nan) | > loss: 0.011126652359962463 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14106281483973931) | > loader_time: 0.0043 (0.004600087145192023)  --> TIME: 2025-03-24 05:35:03 -- STEP: 22690/31555 -- GLOBAL_STEP: 401350 | > loss_text_ce: 0.04592140018939972 (0.04148844487492279) | > loss_mel_ce: 3.5243589878082275 (nan) | > loss: 0.014167780056595802 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14106292757183297) | > loader_time: 0.0043 (0.004599733150914238)  --> TIME: 2025-03-24 05:35:12 -- STEP: 22740/31555 -- GLOBAL_STEP: 401400 | > loss_text_ce: 0.029441846534609795 (0.04148657746119941) | > loss_mel_ce: 2.568187713623047 (nan) | > loss: 0.010308054275810719 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1410694928261535) | > loader_time: 0.0043 (0.0045994507501076936)  --> TIME: 2025-03-24 05:35:22 -- STEP: 22790/31555 -- GLOBAL_STEP: 401450 | > loss_text_ce: 0.03443601727485657 (0.04148303964389845) | > loss_mel_ce: 3.376370906829834 (nan) | > loss: 0.013534949161112309 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1410712049738698) | > loader_time: 0.0045 (0.004599076271475575)  --> TIME: 2025-03-24 05:35:32 -- STEP: 22840/31555 -- GLOBAL_STEP: 401500 | > loss_text_ce: 0.04170976206660271 (0.041481745193407624) | > loss_mel_ce: 2.8323326110839844 (nan) | > loss: 0.011404930613934994 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14107188396612722) | > loader_time: 0.0043 (0.004598870638581775)  --> TIME: 2025-03-24 05:35:41 -- STEP: 22890/31555 -- GLOBAL_STEP: 401550 | > loss_text_ce: 0.04602720960974693 (0.041480982814483994) | > loss_mel_ce: 3.1631078720092773 (nan) | > loss: 0.012734663672745228 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14107152696987163) | > loader_time: 0.0046 (0.004598661477308477)  --> TIME: 2025-03-24 05:35:51 -- STEP: 22940/31555 -- GLOBAL_STEP: 401600 | > loss_text_ce: 0.05324932932853699 (0.04147999080278834) | > loss_mel_ce: 2.5750560760498047 (nan) | > loss: 0.01042978372424841 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14107454764708074) | > loader_time: 0.0048 (0.004598404452815286)  --> TIME: 2025-03-24 05:36:01 -- STEP: 22990/31555 -- GLOBAL_STEP: 401650 | > loss_text_ce: 0.0328829251229763 (0.041479503469061464) | > loss_mel_ce: 3.0385518074035645 (nan) | > loss: 0.012188233435153961 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1410787699895632) | > loader_time: 0.0045 (0.004598067739104213)  --> TIME: 2025-03-24 05:36:11 -- STEP: 23040/31555 -- GLOBAL_STEP: 401700 | > loss_text_ce: 0.030983347445726395 (0.041474690207663666) | > loss_mel_ce: 1.170684814453125 (nan) | > loss: 0.004768524784594774 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14107692876003053) | > loader_time: 0.0068 (0.004597773320145062)  --> TIME: 2025-03-24 05:36:20 -- STEP: 23090/31555 -- GLOBAL_STEP: 401750 | > loss_text_ce: 0.04746800288558006 (0.04147442148670891) | > loss_mel_ce: 2.973827362060547 (nan) | > loss: 0.01198926754295826 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14107794657369144) | > loader_time: 0.0045 (0.004597926222436493)  --> TIME: 2025-03-24 05:36:30 -- STEP: 23140/31555 -- GLOBAL_STEP: 401800 | > loss_text_ce: 0.05318441241979599 (0.041471562216979514) | > loss_mel_ce: 3.317033290863037 (nan) | > loss: 0.01337388064712286 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14109040955170332) | > loader_time: 0.0046 (0.0045980719110526695)  --> TIME: 2025-03-24 05:36:40 -- STEP: 23190/31555 -- GLOBAL_STEP: 401850 | > loss_text_ce: 0.04572668299078941 (0.04146949917085276) | > loss_mel_ce: 3.2606618404388428 (nan) | > loss: 0.013120590709149837 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14108182488458523) | > loader_time: 0.0046 (0.0045981917930296955)  --> TIME: 2025-03-24 05:36:49 -- STEP: 23240/31555 -- GLOBAL_STEP: 401900 | > loss_text_ce: 0.03392693027853966 (0.04146571179700439) | > loss_mel_ce: 2.8605690002441406 (nan) | > loss: 0.011486095376312733 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14107776351927262) | > loader_time: 0.0044 (0.0045983155705227015)  --> TIME: 2025-03-24 05:36:59 -- STEP: 23290/31555 -- GLOBAL_STEP: 401950 | > loss_text_ce: 0.04280325025320053 (0.041467576514699504) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1410851790598932) | > loader_time: 0.0045 (0.004598380414750652)  --> TIME: 2025-03-24 05:37:09 -- STEP: 23340/31555 -- GLOBAL_STEP: 402000 | > loss_text_ce: 0.029141413047909737 (0.04146702321020452) | > loss_mel_ce: 0.035400390625 (nan) | > loss: 0.0002561182773206383 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.141090213394412) | > loader_time: 0.0046 (0.004598344690082614)  --> TIME: 2025-03-24 05:37:18 -- STEP: 23390/31555 -- GLOBAL_STEP: 402050 | > loss_text_ce: 0.04159942641854286 (0.04146096134485091) | > loss_mel_ce: 1.61009681224823 (nan) | > loss: 0.006554350256919861 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14108897809953938) | > loader_time: 0.0047 (0.00459817772800466)  --> TIME: 2025-03-24 05:37:28 -- STEP: 23440/31555 -- GLOBAL_STEP: 402100 | > loss_text_ce: 0.04052077606320381 (0.04146106310761742) | > loss_mel_ce: 3.1178393363952637 (nan) | > loss: 0.012533175759017467 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14108954202193214) | > loader_time: 0.0048 (0.00459795115140517)  --> TIME: 2025-03-24 05:37:38 -- STEP: 23490/31555 -- GLOBAL_STEP: 402150 | > loss_text_ce: 0.03151058033108711 (0.04146051085361808) | > loss_mel_ce: 1.907470703125 (nan) | > loss: 0.007694370578974485 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14109649337469915) | > loader_time: 0.0045 (0.004598086202027892)  --> TIME: 2025-03-24 05:37:48 -- STEP: 23540/31555 -- GLOBAL_STEP: 402200 | > loss_text_ce: 0.03200141340494156 (0.04145864056951117) | > loss_mel_ce: 3.580660820007324 (nan) | > loss: 0.014335962012410164 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14109904864326794) | > loader_time: 0.0045 (0.004598129018444875)  --> TIME: 2025-03-24 05:37:57 -- STEP: 23590/31555 -- GLOBAL_STEP: 402250 | > loss_text_ce: 0.03250899165868759 (0.04145959020399251) | > loss_mel_ce: 3.0718257427215576 (nan) | > loss: 0.012318789958953857 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14110388780054756) | > loader_time: 0.0046 (0.004598185428879729)  --> TIME: 2025-03-24 05:38:07 -- STEP: 23640/31555 -- GLOBAL_STEP: 402300 | > loss_text_ce: 0.03890166059136391 (0.041459040054870576) | > loss_mel_ce: 2.380847215652466 (nan) | > loss: 0.009602177888154984 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1411024358470245) | > loader_time: 0.0043 (0.004598356301812751)  --> TIME: 2025-03-24 05:38:17 -- STEP: 23690/31555 -- GLOBAL_STEP: 402350 | > loss_text_ce: 0.041054368019104004 (0.04146144107937905) | > loss_mel_ce: 3.109328031539917 (nan) | > loss: 0.012501518242061138 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14111511360094564) | > loader_time: 0.0046 (0.004598400944041111)  --> TIME: 2025-03-24 05:38:27 -- STEP: 23740/31555 -- GLOBAL_STEP: 402400 | > loss_text_ce: 0.03886691480875015 (0.04145868829319724) | > loss_mel_ce: 2.5206198692321777 (nan) | > loss: 0.010156694799661636 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1411204162724617) | > loader_time: 0.0047 (0.0045986885871822855)  --> TIME: 2025-03-24 05:38:36 -- STEP: 23790/31555 -- GLOBAL_STEP: 402450 | > loss_text_ce: 0.03945591300725937 (0.04146221174356283) | > loss_mel_ce: 2.39546537399292 (nan) | > loss: 0.0096623869612813 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14111635746100198) | > loader_time: 0.0047 (0.004598888803700923)  --> TIME: 2025-03-24 05:38:46 -- STEP: 23840/31555 -- GLOBAL_STEP: 402500 | > loss_text_ce: 0.041389960795640945 (0.04145982844216768) | > loss_mel_ce: 3.101207971572876 (nan) | > loss: 0.012470627203583717 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1411185177180609) | > loader_time: 0.005 (0.004599008054141222)  --> TIME: 2025-03-24 05:38:55 -- STEP: 23890/31555 -- GLOBAL_STEP: 402550 | > loss_text_ce: 0.04204627871513367 (0.04145917878160738) | > loss_mel_ce: 3.693951368331909 (nan) | > loss: 0.014825388789176941 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14110688609326605) | > loader_time: 0.0044 (0.004598940571465213)  --> TIME: 2025-03-24 05:39:05 -- STEP: 23940/31555 -- GLOBAL_STEP: 402600 | > loss_text_ce: 0.04173857718706131 (0.04145637426689558) | > loss_mel_ce: 2.5929322242736816 (nan) | > loss: 0.01045504305511713 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14109413621818204) | > loader_time: 0.0047 (0.004599026669635301)  --> TIME: 2025-03-24 05:39:14 -- STEP: 23990/31555 -- GLOBAL_STEP: 402650 | > loss_text_ce: 0.04101741686463356 (0.04145586864095761) | > loss_mel_ce: 2.5894367694854736 (nan) | > loss: 0.010438310913741589 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14108884251083115) | > loader_time: 0.0045 (0.004598875351874406)  --> TIME: 2025-03-24 05:39:24 -- STEP: 24040/31555 -- GLOBAL_STEP: 402700 | > loss_text_ce: 0.03926491737365723 (0.04145720914822144) | > loss_mel_ce: 1.804663062095642 (nan) | > loss: 0.007317175157368183 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14108172960567186) | > loader_time: 0.0046 (0.0045993272258517265)  --> TIME: 2025-03-24 05:39:34 -- STEP: 24090/31555 -- GLOBAL_STEP: 402750 | > loss_text_ce: 0.04056384414434433 (0.04145416505499511) | > loss_mel_ce: 3.5006935596466064 (nan) | > loss: 0.014052609913051128 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14109217351578732) | > loader_time: 0.0045 (0.004599460292624548)  --> TIME: 2025-03-24 05:39:43 -- STEP: 24140/31555 -- GLOBAL_STEP: 402800 | > loss_text_ce: 0.034790292382240295 (0.04145285638188942) | > loss_mel_ce: 3.073185443878174 (nan) | > loss: 0.012333237566053867 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1410853827997209) | > loader_time: 0.0047 (0.004599579998354522)  --> TIME: 2025-03-24 05:39:53 -- STEP: 24190/31555 -- GLOBAL_STEP: 402850 | > loss_text_ce: 0.04649139940738678 (0.04145056502654905) | > loss_mel_ce: 2.9896836280822754 (nan) | > loss: 0.012048314325511456 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14108233791878222) | > loader_time: 0.0046 (0.004599751584438209)  --> TIME: 2025-03-24 05:40:02 -- STEP: 24240/31555 -- GLOBAL_STEP: 402900 | > loss_text_ce: 0.04962100461125374 (0.0414496221745978) | > loss_mel_ce: 2.092923164367676 (nan) | > loss: 0.00850216019898653 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14108047977139257) | > loader_time: 0.0044 (0.004599740255390454)  --> TIME: 2025-03-24 05:40:12 -- STEP: 24290/31555 -- GLOBAL_STEP: 402950 | > loss_text_ce: 0.03791004419326782 (0.04145117558699221) | > loss_mel_ce: 3.055110216140747 (nan) | > loss: 0.01227388996630907 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1410749248341328) | > loader_time: 0.005 (0.004599698505660739)  --> TIME: 2025-03-24 05:40:21 -- STEP: 24340/31555 -- GLOBAL_STEP: 403000 | > loss_text_ce: 0.03967190161347389 (0.041450961863839814) | > loss_mel_ce: 3.103780746459961 (nan) | > loss: 0.012474019080400467 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.1410734631139545) | > loader_time: 0.005 (0.004600027142338997)  --> TIME: 2025-03-24 05:40:31 -- STEP: 24390/31555 -- GLOBAL_STEP: 403050 | > loss_text_ce: 0.05048314109444618 (0.04145019490614745) | > loss_mel_ce: 2.7524991035461426 (nan) | > loss: 0.011122946627438068 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14106415336666953) | > loader_time: 0.0047 (0.004600083617804331)  --> TIME: 2025-03-24 05:40:41 -- STEP: 24440/31555 -- GLOBAL_STEP: 403100 | > loss_text_ce: 0.055608101189136505 (0.041449590836905026) | > loss_mel_ce: 5.04296875 (nan) | > loss: 0.02023245021700859 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1410652964868268) | > loader_time: 0.0046 (0.004600216918998379)  --> TIME: 2025-03-24 05:40:50 -- STEP: 24490/31555 -- GLOBAL_STEP: 403150 | > loss_text_ce: 0.052738599479198456 (0.041447886526729476) | > loss_mel_ce: 3.4978725910186768 (nan) | > loss: 0.014089727774262428 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14106562008123869) | > loader_time: 0.0045 (0.004600324841020736)  --> TIME: 2025-03-24 05:41:00 -- STEP: 24540/31555 -- GLOBAL_STEP: 403200 | > loss_text_ce: 0.03280821815133095 (0.04144757742038715) | > loss_mel_ce: 3.113503932952881 (nan) | > loss: 0.012485366314649582 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14107109860083863) | > loader_time: 0.0046 (0.004600380024680687)  --> TIME: 2025-03-24 05:41:10 -- STEP: 24590/31555 -- GLOBAL_STEP: 403250 | > loss_text_ce: 0.038371212780475616 (0.04144750414931314) | > loss_mel_ce: 2.9502902030944824 (nan) | > loss: 0.011859769001603127 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14106734630876544) | > loader_time: 0.0046 (0.004600501157443376)  --> TIME: 2025-03-24 05:41:19 -- STEP: 24640/31555 -- GLOBAL_STEP: 403300 | > loss_text_ce: 0.037558067589998245 (0.041446438083212314) | > loss_mel_ce: 1.9543505907058716 (nan) | > loss: 0.007904400117695332 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14105760287735558) | > loader_time: 0.0045 (0.004600553466128065)  --> TIME: 2025-03-24 05:41:29 -- STEP: 24690/31555 -- GLOBAL_STEP: 403350 | > loss_text_ce: 0.0405731275677681 (0.041444634070522936) | > loss_mel_ce: 3.3039066791534424 (nan) | > loss: 0.013271746225655079 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1410637911730539) | > loader_time: 0.0046 (0.004600498907090004)  --> TIME: 2025-03-24 05:41:39 -- STEP: 24740/31555 -- GLOBAL_STEP: 403400 | > loss_text_ce: 0.0464780367910862 (0.04144552336398185) | > loss_mel_ce: 2.6805918216705322 (nan) | > loss: 0.010821706615388393 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1410664999976521) | > loader_time: 0.0047 (0.004600559296681205)  --> TIME: 2025-03-24 05:41:48 -- STEP: 24790/31555 -- GLOBAL_STEP: 403450 | > loss_text_ce: 0.03887883201241493 (0.04144909161966913) | > loss_mel_ce: 3.2633144855499268 (nan) | > loss: 0.013103942386806011 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14105949025810235) | > loader_time: 0.0044 (0.0046004326125218325)  --> TIME: 2025-03-24 05:41:58 -- STEP: 24840/31555 -- GLOBAL_STEP: 403500 | > loss_text_ce: 0.0441271997988224 (0.04144903657850713) | > loss_mel_ce: 3.057025909423828 (nan) | > loss: 0.012306164018809795 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14107155751875072) | > loader_time: 0.0046 (0.004600427826437577)  --> TIME: 2025-03-24 05:42:08 -- STEP: 24890/31555 -- GLOBAL_STEP: 403550 | > loss_text_ce: 0.03855595737695694 (0.04144887432965674) | > loss_mel_ce: 3.06961989402771 (nan) | > loss: 0.01233403105288744 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14107397240584924) | > loader_time: 0.0076 (0.00460061829652398)  --> TIME: 2025-03-24 05:42:17 -- STEP: 24940/31555 -- GLOBAL_STEP: 403600 | > loss_text_ce: 0.04555333033204079 (0.041450133038843366) | > loss_mel_ce: 3.2441279888153076 (nan) | > loss: 0.01305429171770811 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1410704378519638) | > loader_time: 0.0046 (0.004600795202477014)  --> TIME: 2025-03-24 05:42:27 -- STEP: 24990/31555 -- GLOBAL_STEP: 403650 | > loss_text_ce: 0.03430464118719101 (0.0414442223642828) | > loss_mel_ce: 0.04428710788488388 (nan) | > loss: 0.0003118720487691462 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14108084163078283) | > loader_time: 0.0046 (0.004600947281988955)  --> TIME: 2025-03-24 05:42:36 -- STEP: 25040/31555 -- GLOBAL_STEP: 403700 | > loss_text_ce: 0.0410638265311718 (0.041442513601600346) | > loss_mel_ce: 3.0580406188964844 (nan) | > loss: 0.012298034504055977 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1410672579900927) | > loader_time: 0.0044 (0.0046009901803903235)  --> TIME: 2025-03-24 05:42:46 -- STEP: 25090/31555 -- GLOBAL_STEP: 403750 | > loss_text_ce: 0.039053793996572495 (0.041442685509668786) | > loss_mel_ce: 1.993048071861267 (nan) | > loss: 0.00806389655917883 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14106746161777708) | > loader_time: 0.0042 (0.0046007925032048825)  --> TIME: 2025-03-24 05:42:56 -- STEP: 25140/31555 -- GLOBAL_STEP: 403800 | > loss_text_ce: 0.05267166346311569 (0.041442754114856074) | > loss_mel_ce: 3.298370599746704 (nan) | > loss: 0.013297787867486477 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14106396087693726) | > loader_time: 0.0046 (0.004600360067287123)  --> TIME: 2025-03-24 05:43:05 -- STEP: 25190/31555 -- GLOBAL_STEP: 403850 | > loss_text_ce: 0.03965919092297554 (0.04144241259152003) | > loss_mel_ce: 3.094088077545166 (nan) | > loss: 0.012435506097972393 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14106202822159583) | > loader_time: 0.0047 (0.004599987906849344)  --> TIME: 2025-03-24 05:43:15 -- STEP: 25240/31555 -- GLOBAL_STEP: 403900 | > loss_text_ce: 0.05281626433134079 (0.04144330004805054) | > loss_mel_ce: 3.2620623111724854 (nan) | > loss: 0.013154280371963978 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14105901131539464) | > loader_time: 0.0046 (0.004600051749149322)  --> TIME: 2025-03-24 05:43:24 -- STEP: 25290/31555 -- GLOBAL_STEP: 403950 | > loss_text_ce: 0.052354902029037476 (0.041442031529649495) | > loss_mel_ce: 1.9514786005020142 (nan) | > loss: 0.007951720617711544 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14105893067570913) | > loader_time: 0.0045 (0.004600230786771155)  --> TIME: 2025-03-24 05:43:34 -- STEP: 25340/31555 -- GLOBAL_STEP: 404000 | > loss_text_ce: 0.03156476840376854 (0.04143904332992605) | > loss_mel_ce: 3.437131643295288 (nan) | > loss: 0.013764669187366962 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14104968817476984) | > loader_time: 0.0051 (0.004600401835452874)  --> TIME: 2025-03-24 05:43:44 -- STEP: 25390/31555 -- GLOBAL_STEP: 404050 | > loss_text_ce: 0.03841748461127281 (0.041439530632505515) | > loss_mel_ce: 3.2128562927246094 (nan) | > loss: 0.012901880778372288 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14106131258232674) | > loader_time: 0.0046 (0.004600811492931931)  --> TIME: 2025-03-24 05:43:54 -- STEP: 25440/31555 -- GLOBAL_STEP: 404100 | > loss_text_ce: 0.04296303167939186 (0.041439063565069295) | > loss_mel_ce: 2.4959754943847656 (nan) | > loss: 0.010075153782963753 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14106549555025963) | > loader_time: 0.0045 (0.004600918471063451)  --> TIME: 2025-03-24 05:44:03 -- STEP: 25490/31555 -- GLOBAL_STEP: 404150 | > loss_text_ce: 0.0377814918756485 (0.04143643021410403) | > loss_mel_ce: 1.9435168504714966 (nan) | > loss: 0.007862295024096966 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1410653842014648) | > loader_time: 0.0047 (0.004600971172537784)  --> TIME: 2025-03-24 05:44:13 -- STEP: 25540/31555 -- GLOBAL_STEP: 404200 | > loss_text_ce: 0.02339956723153591 (0.04143632651210451) | > loss_mel_ce: 3.1058106422424316 (nan) | > loss: 0.012417501769959927 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14106691618309425) | > loader_time: 0.0046 (0.004601061988268956)  --> TIME: 2025-03-24 05:44:23 -- STEP: 25590/31555 -- GLOBAL_STEP: 404250 | > loss_text_ce: 0.042969413101673126 (0.04143558080970904) | > loss_mel_ce: 2.2666549682617188 (nan) | > loss: 0.009165177121758461 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14106765917941813) | > loader_time: 0.0047 (0.004601202098686918)  --> TIME: 2025-03-24 05:44:32 -- STEP: 25640/31555 -- GLOBAL_STEP: 404300 | > loss_text_ce: 0.039307933300733566 (0.041432447050402006) | > loss_mel_ce: 0.959155261516571 (nan) | > loss: 0.003962155897170305 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14105817709995883) | > loader_time: 0.0046 (0.004601083382057498)  --> TIME: 2025-03-24 05:44:42 -- STEP: 25690/31555 -- GLOBAL_STEP: 404350 | > loss_text_ce: 0.03381586819887161 (0.04143307478598187) | > loss_mel_ce: 2.1591455936431885 (nan) | > loss: 0.008702228777110577 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1410558860559063) | > loader_time: 0.0046 (0.004601168604665519)  --> TIME: 2025-03-24 05:44:51 -- STEP: 25740/31555 -- GLOBAL_STEP: 404400 | > loss_text_ce: 0.03394867107272148 (0.04143260292605423) | > loss_mel_ce: 2.9439809322357178 (nan) | > loss: 0.01181718148291111 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1410586177700716) | > loader_time: 0.0046 (0.004600849953749971)  --> TIME: 2025-03-24 05:45:01 -- STEP: 25790/31555 -- GLOBAL_STEP: 404450 | > loss_text_ce: 0.03633194416761398 (0.04142970537518395) | > loss_mel_ce: 0.15580867230892181 (nan) | > loss: 0.0007624627905897796 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14105794566599505) | > loader_time: 0.0044 (0.0046004948111271855)  --> TIME: 2025-03-24 05:45:10 -- STEP: 25840/31555 -- GLOBAL_STEP: 404500 | > loss_text_ce: 0.03206554800271988 (0.041430246282690694) | > loss_mel_ce: 9.359375 (nan) | > loss: 0.037267621606588364 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14105090830163872) | > loader_time: 0.0042 (0.004600167837305324)  --> TIME: 2025-03-24 05:45:20 -- STEP: 25890/31555 -- GLOBAL_STEP: 404550 | > loss_text_ce: 0.042979948222637177 (0.04143561170864182) | > loss_mel_ce: 2.8245317935943604 (nan) | > loss: 0.011379015631973743 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14104428104380187) | > loader_time: 0.0045 (0.004600005345070112)  --> TIME: 2025-03-24 05:45:29 -- STEP: 25940/31555 -- GLOBAL_STEP: 404600 | > loss_text_ce: 0.04268643632531166 (0.04143520534119714) | > loss_mel_ce: 3.989274263381958 (nan) | > loss: 0.015999844297766685 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14103578212358814) | > loader_time: 0.0044 (0.0045996776432281426)  --> TIME: 2025-03-24 05:45:39 -- STEP: 25990/31555 -- GLOBAL_STEP: 404650 | > loss_text_ce: 0.035651106387376785 (0.041436387623168563) | > loss_mel_ce: 2.8983256816864014 (nan) | > loss: 0.011642766185104847 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14103038983420438) | > loader_time: 0.0044 (0.004599515811073265)  --> TIME: 2025-03-24 05:45:48 -- STEP: 26040/31555 -- GLOBAL_STEP: 404700 | > loss_text_ce: 0.03961402177810669 (0.04143375278401938) | > loss_mel_ce: 3.428252935409546 (nan) | > loss: 0.013761376962065697 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14102025774583843) | > loader_time: 0.0046 (0.004599495243550073)  --> TIME: 2025-03-24 05:45:57 -- STEP: 26090/31555 -- GLOBAL_STEP: 404750 | > loss_text_ce: 0.05549916252493858 (0.04143618518538766) | > loss_mel_ce: 2.944174289703369 (nan) | > loss: 0.011903466656804085 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14100386569124568) | > loader_time: 0.0046 (0.004599682889070574)  --> TIME: 2025-03-24 05:46:07 -- STEP: 26140/31555 -- GLOBAL_STEP: 404800 | > loss_text_ce: 0.03870672732591629 (0.04143602264889737) | > loss_mel_ce: 3.400367498397827 (nan) | > loss: 0.013647121377289295 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14100926815323556) | > loader_time: 0.0046 (0.004599940411991617)  --> TIME: 2025-03-24 05:46:17 -- STEP: 26190/31555 -- GLOBAL_STEP: 404850 | > loss_text_ce: 0.040355466306209564 (0.04143482380805893) | > loss_mel_ce: 3.0829498767852783 (nan) | > loss: 0.012394069693982601 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1410186828206924) | > loader_time: 0.0049 (0.00460005893466945)  --> TIME: 2025-03-24 05:46:26 -- STEP: 26240/31555 -- GLOBAL_STEP: 404900 | > loss_text_ce: 0.0387161560356617 (0.04143593311096889) | > loss_mel_ce: 2.685689687728882 (nan) | > loss: 0.010811134241521358 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14101608843520122) | > loader_time: 0.0045 (0.004600146176611503)  --> TIME: 2025-03-24 05:46:36 -- STEP: 26290/31555 -- GLOBAL_STEP: 404950 | > loss_text_ce: 0.053697243332862854 (0.04143235167171786) | > loss_mel_ce: 2.9308650493621826 (nan) | > loss: 0.011843502521514893 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1410100106641631) | > loader_time: 0.0047 (0.004600146225805565)  --> TIME: 2025-03-24 05:46:45 -- STEP: 26340/31555 -- GLOBAL_STEP: 405000 | > loss_text_ce: 0.04353584349155426 (0.04143168673021133) | > loss_mel_ce: 3.051950216293335 (nan) | > loss: 0.01228367630392313 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1410095734675927) | > loader_time: 0.0045 (0.0046002838859616054)  --> TIME: 2025-03-24 05:46:55 -- STEP: 26390/31555 -- GLOBAL_STEP: 405050 | > loss_text_ce: 0.03808265179395676 (0.04142959883867843) | > loss_mel_ce: 3.4091036319732666 (nan) | > loss: 0.013679311610758305 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14100587444804338) | > loader_time: 0.0048 (0.004600536150207752)  --> TIME: 2025-03-24 05:47:04 -- STEP: 26440/31555 -- GLOBAL_STEP: 405100 | > loss_text_ce: 0.04010942950844765 (0.04142770437677328) | > loss_mel_ce: 3.010284185409546 (nan) | > loss: 0.01210473757237196 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14100326427713858) | > loader_time: 0.0044 (0.004600465847756966)  --> TIME: 2025-03-24 05:47:14 -- STEP: 26490/31555 -- GLOBAL_STEP: 405150 | > loss_text_ce: 0.03947571665048599 (0.04142687177681455) | > loss_mel_ce: 2.698106050491333 (nan) | > loss: 0.01086342055350542 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1409971586125195) | > loader_time: 0.0045 (0.004600680535943968)  --> TIME: 2025-03-24 05:47:23 -- STEP: 26540/31555 -- GLOBAL_STEP: 405200 | > loss_text_ce: 0.03372383862733841 (0.04142451039771631) | > loss_mel_ce: 3.226593017578125 (nan) | > loss: 0.012937765568494797 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14098948910439596) | > loader_time: 0.0049 (0.004600744653484744)  --> TIME: 2025-03-24 05:47:33 -- STEP: 26590/31555 -- GLOBAL_STEP: 405250 | > loss_text_ce: 0.027520950883626938 (0.041419507551135805) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14098405912434656) | > loader_time: 0.0046 (0.004600871949771506)  --> TIME: 2025-03-24 05:47:42 -- STEP: 26640/31555 -- GLOBAL_STEP: 405300 | > loss_text_ce: 0.045777108520269394 (0.0414174347150341) | > loss_mel_ce: 2.905747652053833 (nan) | > loss: 0.011712400242686272 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14097378295105362) | > loader_time: 0.0058 (0.0046012470851073345)  --> TIME: 2025-03-24 05:47:52 -- STEP: 26690/31555 -- GLOBAL_STEP: 405350 | > loss_text_ce: 0.05034490302205086 (0.04141762846967101) | > loss_mel_ce: 3.0315563678741455 (nan) | > loss: 0.012229767628014088 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14097465138705365) | > loader_time: 0.0044 (0.004601307395872168)  --> TIME: 2025-03-24 05:48:01 -- STEP: 26740/31555 -- GLOBAL_STEP: 405400 | > loss_text_ce: 0.03757064789533615 (0.04141590320473885) | > loss_mel_ce: 3.5688281059265137 (nan) | > loss: 0.014311106875538826 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1409690729878091) | > loader_time: 0.0048 (0.004601532055891171)  --> TIME: 2025-03-24 05:48:11 -- STEP: 26790/31555 -- GLOBAL_STEP: 405450 | > loss_text_ce: 0.03904338553547859 (0.041413035224143115) | > loss_mel_ce: 2.611361265182495 (nan) | > loss: 0.010517479851841927 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14097028914206552) | > loader_time: 0.0046 (0.004601674811436901)  --> TIME: 2025-03-24 05:48:21 -- STEP: 26840/31555 -- GLOBAL_STEP: 405500 | > loss_text_ce: 0.031482890248298645 (0.04140857118986931) | > loss_mel_ce: 2.4463818073272705 (nan) | > loss: 0.009832797572016716 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14097075813218357) | > loader_time: 0.0044 (0.00460188719270481)  --> TIME: 2025-03-24 05:48:30 -- STEP: 26890/31555 -- GLOBAL_STEP: 405550 | > loss_text_ce: 0.0323575995862484 (0.04140896480897655) | > loss_mel_ce: 2.6406972408294678 (nan) | > loss: 0.010607361793518066 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1409709773395287) | > loader_time: 0.0044 (0.004601766168517034)  --> TIME: 2025-03-24 05:48:40 -- STEP: 26940/31555 -- GLOBAL_STEP: 405600 | > loss_text_ce: 0.037673819810152054 (0.04140626910345211) | > loss_mel_ce: 2.077441453933716 (nan) | > loss: 0.00839331466704607 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14097442862362938) | > loader_time: 0.0043 (0.004601838470124799)  --> TIME: 2025-03-24 05:48:49 -- STEP: 26990/31555 -- GLOBAL_STEP: 405650 | > loss_text_ce: 0.04583399370312691 (0.04140429158079825) | > loss_mel_ce: 2.1622474193573 (nan) | > loss: 0.008762228302657604 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14096398947194116) | > loader_time: 0.0049 (0.00460205920849432)  --> TIME: 2025-03-24 05:48:59 -- STEP: 27040/31555 -- GLOBAL_STEP: 405700 | > loss_text_ce: 0.04222090542316437 (0.041401566691440676) | > loss_mel_ce: 3.0307416915893555 (nan) | > loss: 0.012194296345114708 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1409572368454675) | > loader_time: 0.0046 (0.0046020950174190485)  --> TIME: 2025-03-24 05:49:08 -- STEP: 27090/31555 -- GLOBAL_STEP: 405750 | > loss_text_ce: 0.05011735484004021 (0.04140241884221838) | > loss_mel_ce: 3.088843822479248 (nan) | > loss: 0.012456195428967476 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14094538633213716) | > loader_time: 0.0046 (0.004602245423748898)  --> TIME: 2025-03-24 05:49:18 -- STEP: 27140/31555 -- GLOBAL_STEP: 405800 | > loss_text_ce: 0.04234534129500389 (0.0414025759625038) | > loss_mel_ce: 3.3289794921875 (nan) | > loss: 0.013378273695707321 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1409436262523615) | > loader_time: 0.0057 (0.004602667111724976)  --> TIME: 2025-03-24 05:49:28 -- STEP: 27190/31555 -- GLOBAL_STEP: 405850 | > loss_text_ce: 0.04036824777722359 (0.04140225480070538) | > loss_mel_ce: 3.405261754989624 (nan) | > loss: 0.01367313601076603 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14095184766181082) | > loader_time: 0.0047 (0.004602864359441409)  --> TIME: 2025-03-24 05:49:37 -- STEP: 27240/31555 -- GLOBAL_STEP: 405900 | > loss_text_ce: 0.04654429852962494 (0.041403210406341) | > loss_mel_ce: 2.730459451675415 (nan) | > loss: 0.011019856669008732 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1409474799023873) | > loader_time: 0.0046 (0.004602976394995009)  --> TIME: 2025-03-24 05:49:47 -- STEP: 27290/31555 -- GLOBAL_STEP: 405950 | > loss_text_ce: 0.04015427082777023 (0.041404504448000985) | > loss_mel_ce: 2.92626690864563 (nan) | > loss: 0.011771513149142265 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14094168703911855) | > loader_time: 0.0046 (0.004603226912593863)  --> TIME: 2025-03-24 05:49:56 -- STEP: 27340/31555 -- GLOBAL_STEP: 406000 | > loss_text_ce: 0.0399676188826561 (0.041408775383150374) | > loss_mel_ce: 3.522216796875 (nan) | > loss: 0.014135653153061867 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14094115670964116) | > loader_time: 0.0047 (0.004603288081238182)  --> TIME: 2025-03-24 05:50:06 -- STEP: 27390/31555 -- GLOBAL_STEP: 406050 | > loss_text_ce: 0.043985240161418915 (0.041407290753283435) | > loss_mel_ce: 2.8720898628234863 (nan) | > loss: 0.011571726761758327 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14094019461914367) | > loader_time: 0.0046 (0.004603365234494765)  --> TIME: 2025-03-24 05:50:15 -- STEP: 27440/31555 -- GLOBAL_STEP: 406100 | > loss_text_ce: 0.03958215191960335 (0.041407709814399306) | > loss_mel_ce: 3.0672173500061035 (nan) | > loss: 0.01232857070863247 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14094072825359752) | > loader_time: 0.0072 (0.004603572089887556)  --> TIME: 2025-03-24 05:50:25 -- STEP: 27490/31555 -- GLOBAL_STEP: 406150 | > loss_text_ce: 0.042076900601387024 (0.04140859269637002) | > loss_mel_ce: 3.0844976902008057 (nan) | > loss: 0.01240704208612442 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14093619340027458) | > loader_time: 0.0048 (0.0046035454463160715)  --> TIME: 2025-03-24 05:50:35 -- STEP: 27540/31555 -- GLOBAL_STEP: 406200 | > loss_text_ce: 0.050482992082834244 (0.04140661039349794) | > loss_mel_ce: 2.863746166229248 (nan) | > loss: 0.011564401909708977 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14093458488010252) | > loader_time: 0.0046 (0.004603628230943302)  --> TIME: 2025-03-24 05:50:44 -- STEP: 27590/31555 -- GLOBAL_STEP: 406250 | > loss_text_ce: 0.031514257192611694 (0.0414062849555509) | > loss_mel_ce: 2.795259714126587 (nan) | > loss: 0.011217357590794563 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14094083267694676) | > loader_time: 0.0047 (0.004603721854392052)  --> TIME: 2025-03-24 05:50:54 -- STEP: 27640/31555 -- GLOBAL_STEP: 406300 | > loss_text_ce: 0.04334812983870506 (0.04140351460586221) | > loss_mel_ce: 3.012442111968994 (nan) | > loss: 0.012126152403652668 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14093550948261918) | > loader_time: 0.0044 (0.004603671242635249)  --> TIME: 2025-03-24 05:51:04 -- STEP: 27690/31555 -- GLOBAL_STEP: 406350 | > loss_text_ce: 0.036562178283929825 (0.0414044635120813) | > loss_mel_ce: 2.9885900020599365 (nan) | > loss: 0.01200457289814949 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1409381313761399) | > loader_time: 0.0044 (0.0046039031618723665)  --> TIME: 2025-03-24 05:51:13 -- STEP: 27740/31555 -- GLOBAL_STEP: 406400 | > loss_text_ce: 0.03252353519201279 (0.04140287412017633) | > loss_mel_ce: 3.131514310836792 (nan) | > loss: 0.01255570724606514 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14093710281218264) | > loader_time: 0.0048 (0.004603906501173187)  --> TIME: 2025-03-24 05:51:23 -- STEP: 27790/31555 -- GLOBAL_STEP: 406450 | > loss_text_ce: 0.04642806947231293 (0.04140484165058463) | > loss_mel_ce: 2.935943365097046 (nan) | > loss: 0.011834807693958282 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14093874960162084) | > loader_time: 0.0045 (0.004604215156950497)  --> TIME: 2025-03-24 05:51:32 -- STEP: 27840/31555 -- GLOBAL_STEP: 406500 | > loss_text_ce: 0.03815092891454697 (0.041402427709645646) | > loss_mel_ce: 2.527099609375 (nan) | > loss: 0.010179566219449043 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14093391581856177) | > loader_time: 0.0045 (0.004604288207731013)  --> TIME: 2025-03-24 05:51:42 -- STEP: 27890/31555 -- GLOBAL_STEP: 406550 | > loss_text_ce: 0.039983853697776794 (0.04140358327077539) | > loss_mel_ce: 2.693713665008545 (nan) | > loss: 0.01084800623357296 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14092622007593827) | > loader_time: 0.0051 (0.004604363099525959)  --> TIME: 2025-03-24 05:51:52 -- STEP: 27940/31555 -- GLOBAL_STEP: 406600 | > loss_text_ce: 0.04749362915754318 (0.04140443131040993) | > loss_mel_ce: 3.255171298980713 (nan) | > loss: 0.013105814345180988 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1409334059092707) | > loader_time: 0.005 (0.004604566788451521)  --> TIME: 2025-03-24 05:52:01 -- STEP: 27990/31555 -- GLOBAL_STEP: 406650 | > loss_text_ce: 0.03695922717452049 (0.041403124852504865) | > loss_mel_ce: 2.6962196826934814 (nan) | > loss: 0.01084594801068306 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14093166957288486) | > loader_time: 0.0045 (0.004604537932520964)  --> TIME: 2025-03-24 05:52:11 -- STEP: 28040/31555 -- GLOBAL_STEP: 406700 | > loss_text_ce: 0.03947906941175461 (0.04140392636864364) | > loss_mel_ce: 2.692748546600342 (nan) | > loss: 0.010842173360288143 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1409254125538656) | > loader_time: 0.0045 (0.0046044399071691906)  --> TIME: 2025-03-24 05:52:20 -- STEP: 28090/31555 -- GLOBAL_STEP: 406750 | > loss_text_ce: 0.041665349155664444 (0.04140133872209161) | > loss_mel_ce: 2.9745240211486816 (nan) | > loss: 0.011969005689024925 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14092286970743761) | > loader_time: 0.0047 (0.00460442157350174)  --> TIME: 2025-03-24 05:52:30 -- STEP: 28140/31555 -- GLOBAL_STEP: 406800 | > loss_text_ce: 0.0486418679356575 (0.041399542323440355) | > loss_mel_ce: 3.3207173347473145 (nan) | > loss: 0.013370473869144917 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14092043661952813) | > loader_time: 0.0046 (0.004604622600937688)  --> TIME: 2025-03-24 05:52:40 -- STEP: 28190/31555 -- GLOBAL_STEP: 406850 | > loss_text_ce: 0.04063943773508072 (0.041397541336340195) | > loss_mel_ce: 2.9523003101348877 (nan) | > loss: 0.011876745149493217 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14092705523811494) | > loader_time: 0.0047 (0.004604730144296383)  --> TIME: 2025-03-24 05:52:49 -- STEP: 28240/31555 -- GLOBAL_STEP: 406900 | > loss_text_ce: 0.03433121740818024 (0.04139774916231892) | > loss_mel_ce: 2.9750444889068604 (nan) | > loss: 0.011941968463361263 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14091914285175064) | > loader_time: 0.0044 (0.004604830307933479)  --> TIME: 2025-03-24 05:52:59 -- STEP: 28290/31555 -- GLOBAL_STEP: 406950 | > loss_text_ce: 0.034769315272569656 (0.04139740240281839) | > loss_mel_ce: 2.596099376678467 (nan) | > loss: 0.01043995562940836 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1409237732521529) | > loader_time: 0.0045 (0.004604982436440683)  --> TIME: 2025-03-24 05:53:09 -- STEP: 28340/31555 -- GLOBAL_STEP: 407000 | > loss_text_ce: 0.048067521303892136 (0.04139728069939036) | > loss_mel_ce: 1.9069838523864746 (nan) | > loss: 0.007758141029626131 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14092499275147163) | > loader_time: 0.0047 (0.004605159216054983)  --> TIME: 2025-03-24 05:53:18 -- STEP: 28390/31555 -- GLOBAL_STEP: 407050 | > loss_text_ce: 0.04620338976383209 (0.041397908416961754) | > loss_mel_ce: 3.5302865505218506 (nan) | > loss: 0.014192420989274979 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14092770219059358) | > loader_time: 0.0045 (0.004605317182967496)  --> TIME: 2025-03-24 05:53:28 -- STEP: 28440/31555 -- GLOBAL_STEP: 407100 | > loss_text_ce: 0.03290051966905594 (0.041396221515700576) | > loss_mel_ce: 2.620238780975342 (nan) | > loss: 0.010528331622481346 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14093139922736453) | > loader_time: 0.0043 (0.004605354404315316)  --> TIME: 2025-03-24 05:53:38 -- STEP: 28490/31555 -- GLOBAL_STEP: 407150 | > loss_text_ce: 0.0417039729654789 (0.041395371759401514) | > loss_mel_ce: 2.908639907836914 (nan) | > loss: 0.011707714758813381 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14092597563085377) | > loader_time: 0.0044 (0.0046050854003734714)  --> TIME: 2025-03-24 05:53:47 -- STEP: 28540/31555 -- GLOBAL_STEP: 407200 | > loss_text_ce: 0.04851074889302254 (0.041397996443521816) | > loss_mel_ce: 3.321807384490967 (nan) | > loss: 0.013374279253184795 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.1409291941299275) | > loader_time: 0.0046 (0.0046050033873415545)  --> TIME: 2025-03-24 05:53:57 -- STEP: 28590/31555 -- GLOBAL_STEP: 407250 | > loss_text_ce: 0.04075930640101433 (0.04139999377509673) | > loss_mel_ce: 3.2131145000457764 (nan) | > loss: 0.012912198901176453 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14092653545728123) | > loader_time: 0.0047 (0.00460496214812932)  --> TIME: 2025-03-24 05:54:07 -- STEP: 28640/31555 -- GLOBAL_STEP: 407300 | > loss_text_ce: 0.041251711547374725 (0.0413979916336465) | > loss_mel_ce: 2.369784355163574 (nan) | > loss: 0.009567603468894958 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1409266481519436) | > loader_time: 0.0044 (0.0046048645450416075)  --> TIME: 2025-03-24 05:54:17 -- STEP: 28690/31555 -- GLOBAL_STEP: 407350 | > loss_text_ce: 0.03341341018676758 (0.04139435991512443) | > loss_mel_ce: 1.5276111364364624 (nan) | > loss: 0.006194542162120342 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1409402182061509) | > loader_time: 0.005 (0.004605087173570928)  --> TIME: 2025-03-24 05:54:26 -- STEP: 28740/31555 -- GLOBAL_STEP: 407400 | > loss_text_ce: 0.041371047496795654 (0.041392889320098845) | > loss_mel_ce: 3.098801374435425 (nan) | > loss: 0.012461002916097641 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14093825534224838) | > loader_time: 0.0043 (0.0046049830560146495)  --> TIME: 2025-03-24 05:54:36 -- STEP: 28790/31555 -- GLOBAL_STEP: 407450 | > loss_text_ce: 0.05497044324874878 (0.04139247786094561) | > loss_mel_ce: 0.029296875 (nan) | > loss: 0.00033439413527958095 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14093553996740588) | > loader_time: 0.0046 (0.004604689815716001)  --> TIME: 2025-03-24 05:54:45 -- STEP: 28840/31555 -- GLOBAL_STEP: 407500 | > loss_text_ce: 0.04668404534459114 (0.041393365587163646) | > loss_mel_ce: 2.7345614433288574 (nan) | > loss: 0.011036689393222332 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14093652908250043) | > loader_time: 0.0044 (0.004604662597262068)  --> TIME: 2025-03-24 05:54:55 -- STEP: 28890/31555 -- GLOBAL_STEP: 407550 | > loss_text_ce: 0.048990752547979355 (0.041395523185900354) | > loss_mel_ce: 2.9964001178741455 (nan) | > loss: 0.012084884569048882 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1409387931232866) | > loader_time: 0.0045 (0.004604604542152229)  --> TIME: 2025-03-24 05:55:05 -- STEP: 28940/31555 -- GLOBAL_STEP: 407600 | > loss_text_ce: 0.042058639228343964 (0.04139492850005396) | > loss_mel_ce: 2.7495622634887695 (nan) | > loss: 0.011077861301600933 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14093893138639257) | > loader_time: 0.0048 (0.00460467634319681)  --> TIME: 2025-03-24 05:55:14 -- STEP: 28990/31555 -- GLOBAL_STEP: 407650 | > loss_text_ce: 0.03156737983226776 (0.04139265781907805) | > loss_mel_ce: 1.4854553937911987 (nan) | > loss: 0.006019931752234697 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14093603946374186) | > loader_time: 0.0048 (0.004604827794341132)  --> TIME: 2025-03-24 05:55:24 -- STEP: 29040/31555 -- GLOBAL_STEP: 407700 | > loss_text_ce: 0.04993583634495735 (0.041393661540073734) | > loss_mel_ce: 3.0159225463867188 (nan) | > loss: 0.012166105210781097 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1409343716034245) | > loader_time: 0.0045 (0.004604793153190073)  --> TIME: 2025-03-24 05:55:33 -- STEP: 29090/31555 -- GLOBAL_STEP: 407750 | > loss_text_ce: 0.04879720136523247 (0.041394054942952535) | > loss_mel_ce: 3.4786081314086914 (nan) | > loss: 0.013997640460729599 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1409290947509272) | > loader_time: 0.0044 (0.0046046881874060724)  --> TIME: 2025-03-24 05:55:43 -- STEP: 29140/31555 -- GLOBAL_STEP: 407800 | > loss_text_ce: 0.04552220180630684 (0.04139290118120847) | > loss_mel_ce: 3.1899664402008057 (nan) | > loss: 0.0128392418846488 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14093130161767403) | > loader_time: 0.0047 (0.004604573493635468)  --> TIME: 2025-03-24 05:55:53 -- STEP: 29190/31555 -- GLOBAL_STEP: 407850 | > loss_text_ce: 0.03141256794333458 (0.0413911447248036) | > loss_mel_ce: 2.634998083114624 (nan) | > loss: 0.010580995120108128 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14092812906515775) | > loader_time: 0.0045 (0.00460445397355123)  --> TIME: 2025-03-24 05:56:02 -- STEP: 29240/31555 -- GLOBAL_STEP: 407900 | > loss_text_ce: 0.059921178966760635 (0.04139185651611925) | > loss_mel_ce: 3.09548282623291 (nan) | > loss: 0.012521445751190186 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14092092328945943) | > loader_time: 0.0051 (0.004604354985924639)  --> TIME: 2025-03-24 05:56:11 -- STEP: 29290/31555 -- GLOBAL_STEP: 407950 | > loss_text_ce: 0.048097312450408936 (0.041388686831510445) | > loss_mel_ce: 2.8603696823120117 (nan) | > loss: 0.011541537009179592 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14091506599362708) | > loader_time: 0.0045 (0.004604250011528733)  --> TIME: 2025-03-24 05:56:21 -- STEP: 29340/31555 -- GLOBAL_STEP: 408000 | > loss_text_ce: 0.030120190232992172 (0.04138771448565017) | > loss_mel_ce: 3.08211088180542 (nan) | > loss: 0.01235012337565422 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14091236408503033) | > loader_time: 0.0044 (0.004604169529314813)  --> TIME: 2025-03-24 05:56:31 -- STEP: 29390/31555 -- GLOBAL_STEP: 408050 | > loss_text_ce: 0.036966513842344284 (0.04138818670656177) | > loss_mel_ce: 2.943512201309204 (nan) | > loss: 0.011827297508716583 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14091569994452627) | > loader_time: 0.0044 (0.004603918680085242)  --> TIME: 2025-03-24 05:56:40 -- STEP: 29440/31555 -- GLOBAL_STEP: 408100 | > loss_text_ce: 0.03095662035048008 (0.04138477830211253) | > loss_mel_ce: 2.797863006591797 (nan) | > loss: 0.011225474998354912 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14091346771659016) | > loader_time: 0.0045 (0.004604140725796623)  --> TIME: 2025-03-24 05:56:50 -- STEP: 29490/31555 -- GLOBAL_STEP: 408150 | > loss_text_ce: 0.03781462460756302 (0.04138618995012061) | > loss_mel_ce: 2.9922218322753906 (nan) | > loss: 0.012023954652249813 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14091614075295852) | > loader_time: 0.0047 (0.004604345072969077)  --> TIME: 2025-03-24 05:57:00 -- STEP: 29540/31555 -- GLOBAL_STEP: 408200 | > loss_text_ce: 0.041877202689647675 (0.04138591773473837) | > loss_mel_ce: 2.740546226501465 (nan) | > loss: 0.011041363701224327 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14092376375812016) | > loader_time: 0.005 (0.004604443102651283)  --> TIME: 2025-03-24 05:57:10 -- STEP: 29590/31555 -- GLOBAL_STEP: 408250 | > loss_text_ce: 0.04645019397139549 (0.04138831866759708) | > loss_mel_ce: 2.712070941925049 (nan) | > loss: 0.010946513153612614 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14092497313171928) | > loader_time: 0.0047 (0.004604459872476216)  --> TIME: 2025-03-24 05:57:19 -- STEP: 29640/31555 -- GLOBAL_STEP: 408300 | > loss_text_ce: 0.05558304488658905 (0.04138718910368284) | > loss_mel_ce: 2.6340785026550293 (nan) | > loss: 0.010673260316252708 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14092292368975337) | > loader_time: 0.0045 (0.0046045154775524125)  --> TIME: 2025-03-24 05:57:29 -- STEP: 29690/31555 -- GLOBAL_STEP: 408350 | > loss_text_ce: 0.048392754048109055 (0.041387688315421375) | > loss_mel_ce: 3.1744022369384766 (nan) | > loss: 0.012788869440555573 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14092525131737205) | > loader_time: 0.0049 (0.00460457871682155)  --> TIME: 2025-03-24 05:57:39 -- STEP: 29740/31555 -- GLOBAL_STEP: 408400 | > loss_text_ce: 0.03832927718758583 (0.041387096821708415) | > loss_mel_ce: 2.4391467571258545 (nan) | > loss: 0.009831255301833153 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14092425557696678) | > loader_time: 0.0047 (0.004604760624052443)  --> TIME: 2025-03-24 05:57:48 -- STEP: 29790/31555 -- GLOBAL_STEP: 408450 | > loss_text_ce: 0.03724701702594757 (0.04138611225644543) | > loss_mel_ce: 3.776456832885742 (nan) | > loss: 0.015133745968341827 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14092639389755432) | > loader_time: 0.0047 (0.004604814788085883)  --> TIME: 2025-03-24 05:57:58 -- STEP: 29840/31555 -- GLOBAL_STEP: 408500 | > loss_text_ce: 0.040149010717868805 (0.041384898409579735) | > loss_mel_ce: 3.1708807945251465 (nan) | > loss: 0.012742182239890099 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1409142953700763) | > loader_time: 0.0045 (0.004604896032139046)  --> TIME: 2025-03-24 05:58:07 -- STEP: 29890/31555 -- GLOBAL_STEP: 408550 | > loss_text_ce: 0.043692830950021744 (0.041387672756240154) | > loss_mel_ce: 3.0727107524871826 (nan) | > loss: 0.01236668135970831 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14091162654459627) | > loader_time: 0.0046 (0.004605105059646996)  --> TIME: 2025-03-24 05:58:17 -- STEP: 29940/31555 -- GLOBAL_STEP: 408600 | > loss_text_ce: 0.055300645530223846 (0.04138704396002941) | > loss_mel_ce: 1.6632143259048462 (nan) | > loss: 0.006819503847509623 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14091720516552916) | > loader_time: 0.0051 (0.00460527925070874)  --> TIME: 2025-03-24 05:58:27 -- STEP: 29990/31555 -- GLOBAL_STEP: 408650 | > loss_text_ce: 0.036387864500284195 (0.04138720137399137) | > loss_mel_ce: 2.7630717754364014 (nan) | > loss: 0.01110896747559309 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.140923854500982) | > loader_time: 0.0048 (0.004605382861753973)  --> TIME: 2025-03-24 05:58:36 -- STEP: 30040/31555 -- GLOBAL_STEP: 408700 | > loss_text_ce: 0.04354216903448105 (0.04138490333080506) | > loss_mel_ce: 2.354534387588501 (nan) | > loss: 0.009516177698969841 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14091926678995567) | > loader_time: 0.0045 (0.004605335235278221)  --> TIME: 2025-03-24 05:58:46 -- STEP: 30090/31555 -- GLOBAL_STEP: 408750 | > loss_text_ce: 0.04222497344017029 (0.04138450492309644) | > loss_mel_ce: 3.166158676147461 (nan) | > loss: 0.012731681577861309 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1409120515796132) | > loader_time: 0.0047 (0.004605263148720126)  --> TIME: 2025-03-24 05:58:55 -- STEP: 30140/31555 -- GLOBAL_STEP: 408800 | > loss_text_ce: 0.04331507533788681 (0.04138279791473973) | > loss_mel_ce: 3.3813908100128174 (nan) | > loss: 0.013590103946626186 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14090830097154436) | > loader_time: 0.0049 (0.004605502732636982)  --> TIME: 2025-03-24 05:59:05 -- STEP: 30190/31555 -- GLOBAL_STEP: 408850 | > loss_text_ce: 0.033809736371040344 (0.04138307242748995) | > loss_mel_ce: 2.1565043926239014 (nan) | > loss: 0.00869172252714634 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14090147716551527) | > loader_time: 0.0045 (0.004605655047861131)  --> TIME: 2025-03-24 05:59:14 -- STEP: 30240/31555 -- GLOBAL_STEP: 408900 | > loss_text_ce: 0.04667266085743904 (0.04138175005804053) | > loss_mel_ce: 2.5812315940856934 (nan) | > loss: 0.010428192093968391 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14089537355950515) | > loader_time: 0.0047 (0.004605701786500422)  --> TIME: 2025-03-24 05:59:24 -- STEP: 30290/31555 -- GLOBAL_STEP: 408950 | > loss_text_ce: 0.04461628198623657 (0.04138114933058591) | > loss_mel_ce: 3.102445125579834 (nan) | > loss: 0.012488339096307755 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14089399880409173) | > loader_time: 0.0045 (0.0046056188660196775)  --> TIME: 2025-03-24 05:59:33 -- STEP: 30340/31555 -- GLOBAL_STEP: 409000 | > loss_text_ce: 0.03654403239488602 (0.04137752025830846) | > loss_mel_ce: 2.5961694717407227 (nan) | > loss: 0.010447276756167412 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1408904766910731) | > loader_time: 0.0044 (0.004605528761386543)  --> TIME: 2025-03-24 05:59:43 -- STEP: 30390/31555 -- GLOBAL_STEP: 409050 | > loss_text_ce: 0.03765711560845375 (0.04137895367101875) | > loss_mel_ce: 1.4190514087677002 (nan) | > loss: 0.005780589766800404 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1408877716758002) | > loader_time: 0.0045 (0.004605431476679616)  --> TIME: 2025-03-24 05:59:52 -- STEP: 30440/31555 -- GLOBAL_STEP: 409100 | > loss_text_ce: 0.045334938913583755 (0.04137742013759868) | > loss_mel_ce: 2.206578493118286 (nan) | > loss: 0.00893616583198309 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14088097049435172) | > loader_time: 0.0045 (0.004605378843011729)  --> TIME: 2025-03-24 06:00:02 -- STEP: 30490/31555 -- GLOBAL_STEP: 409150 | > loss_text_ce: 0.03513207286596298 (0.041375489588723294) | > loss_mel_ce: 3.0408692359924316 (nan) | > loss: 0.01220635510981083 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14087759517927656) | > loader_time: 0.0047 (0.004605201777179487)  --> TIME: 2025-03-24 06:00:11 -- STEP: 30540/31555 -- GLOBAL_STEP: 409200 | > loss_text_ce: 0.03550184518098831 (0.04137445221305622) | > loss_mel_ce: 2.48684024810791 (nan) | > loss: 0.01000929530709982 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14087911416443105) | > loader_time: 0.0045 (0.004604920828818636)  --> TIME: 2025-03-24 06:00:21 -- STEP: 30590/31555 -- GLOBAL_STEP: 409250 | > loss_text_ce: 0.03995402902364731 (0.04137406420564269) | > loss_mel_ce: 3.055506467819214 (nan) | > loss: 0.012283573858439922 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14088349480300305) | > loader_time: 0.0047 (0.0046047871546949365)  --> TIME: 2025-03-24 06:00:31 -- STEP: 30640/31555 -- GLOBAL_STEP: 409300 | > loss_text_ce: 0.041817016899585724 (0.04137234829606966) | > loss_mel_ce: 3.0152523517608643 (nan) | > loss: 0.012131228111684322 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14089102161460004) | > loader_time: 0.0047 (0.004604941575396451)  --> TIME: 2025-03-24 06:00:40 -- STEP: 30690/31555 -- GLOBAL_STEP: 409350 | > loss_text_ce: 0.018263407051563263 (0.04136892864714305) | > loss_mel_ce: 2.285392999649048 (nan) | > loss: 0.00914149358868599 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14088378269535132) | > loader_time: 0.0045 (0.004604807557248636)  --> TIME: 2025-03-24 06:00:50 -- STEP: 30740/31555 -- GLOBAL_STEP: 409400 | > loss_text_ce: 0.04958655685186386 (0.04136793435967529) | > loss_mel_ce: 3.4863083362579346 (nan) | > loss: 0.01403133012354374 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1408958939584596) | > loader_time: 0.0045 (0.004604990713458274)  --> TIME: 2025-03-24 06:01:00 -- STEP: 30790/31555 -- GLOBAL_STEP: 409450 | > loss_text_ce: 0.03878315910696983 (0.04136673675928097) | > loss_mel_ce: 3.075225830078125 (nan) | > loss: 0.012357179075479507 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1408948090139192) | > loader_time: 0.0046 (0.004604943242309993)  --> TIME: 2025-03-24 06:01:10 -- STEP: 30840/31555 -- GLOBAL_STEP: 409500 | > loss_text_ce: 0.04302508383989334 (0.041367969649992696) | > loss_mel_ce: 3.040414571762085 (nan) | > loss: 0.012235872447490692 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14089106693187664) | > loader_time: 0.0048 (0.004604837835685429)  --> TIME: 2025-03-24 06:01:19 -- STEP: 30890/31555 -- GLOBAL_STEP: 409550 | > loss_text_ce: 0.038188908249139786 (0.041368910208569025) | > loss_mel_ce: 3.233189344406128 (nan) | > loss: 0.012981660664081573 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14089871958723277) | > loader_time: 0.0048 (0.0046047270201525145)  --> TIME: 2025-03-24 06:01:29 -- STEP: 30940/31555 -- GLOBAL_STEP: 409600 | > loss_text_ce: 0.03459173068404198 (0.04136944539223732) | > loss_mel_ce: 2.284374952316284 (nan) | > loss: 0.009202249348163605 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14090001840474542) | > loader_time: 0.0047 (0.0046047001248725105)  --> TIME: 2025-03-24 06:01:39 -- STEP: 30990/31555 -- GLOBAL_STEP: 409650 | > loss_text_ce: 0.03907136246562004 (0.04136931885871731) | > loss_mel_ce: 3.26534366607666 (nan) | > loss: 0.013112758286297321 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14090179915426865) | > loader_time: 0.0049 (0.004604729532079938)  --> TIME: 2025-03-24 06:01:48 -- STEP: 31040/31555 -- GLOBAL_STEP: 409700 | > loss_text_ce: 0.04210349917411804 (0.04136983935838859) | > loss_mel_ce: 2.863260507583618 (nan) | > loss: 0.011529223062098026 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14088946279791453) | > loader_time: 0.0047 (0.004604653806723256)  --> TIME: 2025-03-24 06:01:58 -- STEP: 31090/31555 -- GLOBAL_STEP: 409750 | > loss_text_ce: 0.03388918936252594 (0.04137075087921308) | > loss_mel_ce: 3.148582935333252 (nan) | > loss: 0.012628858909010887 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1408937298013092) | > loader_time: 0.0048 (0.004604610272564266)  --> TIME: 2025-03-24 06:02:08 -- STEP: 31140/31555 -- GLOBAL_STEP: 409800 | > loss_text_ce: 0.03414393588900566 (0.0413676870200252) | > loss_mel_ce: 2.724885940551758 (nan) | > loss: 0.01094853226095438 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1408950288324864) | > loader_time: 0.0045 (0.004604552407714889)  --> TIME: 2025-03-24 06:02:17 -- STEP: 31190/31555 -- GLOBAL_STEP: 409850 | > loss_text_ce: 0.04343922436237335 (0.041369904451366284) | > loss_mel_ce: 2.802459478378296 (nan) | > loss: 0.01129324920475483 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14089951347792834) | > loader_time: 0.0046 (0.00460453651088213)  --> TIME: 2025-03-24 06:02:27 -- STEP: 31240/31555 -- GLOBAL_STEP: 409900 | > loss_text_ce: 0.032617807388305664 (0.041371120596734076) | > loss_mel_ce: 2.897721767425537 (nan) | > loss: 0.011628332547843456 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14090092216502928) | > loader_time: 0.0043 (0.004604426167533265)  --> TIME: 2025-03-24 06:02:37 -- STEP: 31290/31555 -- GLOBAL_STEP: 409950 | > loss_text_ce: 0.04331405088305473 (0.0413720279870115) | > loss_mel_ce: 2.8503577709198 (nan) | > loss: 0.011482825502753258 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14090268987556517) | > loader_time: 0.0045 (0.00460443062384541)  --> TIME: 2025-03-24 06:02:47 -- STEP: 31340/31555 -- GLOBAL_STEP: 410000 | > loss_text_ce: 0.03977220878005028 (0.0413707902955147) | > loss_mel_ce: 3.241589307785034 (nan) | > loss: 0.013021277263760567 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.1409118995441346) | > loader_time: 0.0047 (0.004604317880239759) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_410000.pth  --> TIME: 2025-03-24 06:03:01 -- STEP: 31390/31555 -- GLOBAL_STEP: 410050 | > loss_text_ce: 0.047867707908153534 (0.04137142696271029) | > loss_mel_ce: 2.7251713275909424 (nan) | > loss: 0.011004123836755753 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14090487622045272) | > loader_time: 0.0047 (0.004604293100770838)  --> TIME: 2025-03-24 06:03:11 -- STEP: 31440/31555 -- GLOBAL_STEP: 410100 | > loss_text_ce: 0.04094122722744942 (0.04136577838594616) | > loss_mel_ce: 2.8196818828582764 (nan) | > loss: 0.01135167945176363 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14090393014233465) | > loader_time: 0.0045 (0.004604717444524193)  --> TIME: 2025-03-24 06:03:21 -- STEP: 31490/31555 -- GLOBAL_STEP: 410150 | > loss_text_ce: 0.03982936963438988 (0.04136278697408739) | > loss_mel_ce: 2.8802688121795654 (nan) | > loss: 0.011587691493332386 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14090539632278393) | > loader_time: 0.0045 (0.004604508203716634)  --> TIME: 2025-03-24 06:03:31 -- STEP: 31540/31555 -- GLOBAL_STEP: 410200 | > loss_text_ce: 0.0447847880423069 (0.041361936673312) | > loss_mel_ce: 0.14821776747703552 (nan) | > loss: 0.0007658831891603768 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14091533540394546) | > loader_time: 0.0044 (0.004604474524568727)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021140761375427246 (-4.6442349751794204e-05) | > avg_loss_text_ce: 0.03763826402525106 (-0.0006567093233267735) | > avg_loss_mel_ce: 2.7584245665868115 (-0.02344690084457479) | > avg_loss: 2.7960628326733916 (-0.02410360813140766) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_410215.pth  > EPOCH: 14/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 06:03:55)   --> TIME: 2025-03-24 06:04:02 -- STEP: 35/31555 -- GLOBAL_STEP: 410250 | > loss_text_ce: 0.036589350551366806 (0.04133191390761307) | > loss_mel_ce: 2.5938503742218018 (nan) | > loss: 0.010438253171741962 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.13299508775983537) | > loader_time: 0.0049 (0.004619789123535156)  --> TIME: 2025-03-24 06:04:11 -- STEP: 85/31555 -- GLOBAL_STEP: 410300 | > loss_text_ce: 0.04695381596684456 (0.040558351817376465) | > loss_mel_ce: 3.0577549934387207 (nan) | > loss: 0.012320274487137794 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.13628944789662076) | > loader_time: 0.0045 (0.004669483970193301)  --> TIME: 2025-03-24 06:04:21 -- STEP: 135/31555 -- GLOBAL_STEP: 410350 | > loss_text_ce: 0.03254268318414688 (0.04063453141737866) | > loss_mel_ce: 3.0504918098449707 (nan) | > loss: 0.012234264984726906 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1369582494099935) | > loader_time: 0.0043 (0.004639374768292461)  --> TIME: 2025-03-24 06:04:30 -- STEP: 185/31555 -- GLOBAL_STEP: 410400 | > loss_text_ce: 0.04992613568902016 (0.04090336639736149) | > loss_mel_ce: 3.020216703414917 (nan) | > loss: 0.012183106504380703 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.13816206390793248) | > loader_time: 0.0045 (0.004607805045875342)  --> TIME: 2025-03-24 06:04:40 -- STEP: 235/31555 -- GLOBAL_STEP: 410450 | > loss_text_ce: 0.04494478181004524 (0.04071084046141897) | > loss_mel_ce: 2.9447271823883057 (nan) | > loss: 0.011863778345286846 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.13802534164266372) | > loader_time: 0.0048 (0.004592528241745969)  --> TIME: 2025-03-24 06:04:49 -- STEP: 285/31555 -- GLOBAL_STEP: 410500 | > loss_text_ce: 0.04029764607548714 (0.04067323565352381) | > loss_mel_ce: 5.6026787757873535 (nan) | > loss: 0.022392764687538147 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.13825388791268323) | > loader_time: 0.0044 (0.004584576790792901)  --> TIME: 2025-03-24 06:04:58 -- STEP: 335/31555 -- GLOBAL_STEP: 410550 | > loss_text_ce: 0.04424760863184929 (0.04063815500086812) | > loss_mel_ce: 3.649550676345825 (nan) | > loss: 0.014657930471003056 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.13727344470237615) | > loader_time: 0.0044 (0.0045914101956495606)  --> TIME: 2025-03-24 06:05:08 -- STEP: 385/31555 -- GLOBAL_STEP: 410600 | > loss_text_ce: 0.04118456691503525 (0.04052743302150205) | > loss_mel_ce: 2.7941696643829346 (nan) | > loss: 0.011251406744122505 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1369626447751925) | > loader_time: 0.0047 (0.004593477620706925)  --> TIME: 2025-03-24 06:05:18 -- STEP: 435/31555 -- GLOBAL_STEP: 410650 | > loss_text_ce: 0.04027874767780304 (0.04062416216080216) | > loss_mel_ce: 2.912975311279297 (nan) | > loss: 0.011719262227416039 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.13765382821532504) | > loader_time: 0.0066 (0.004604735867730501)  --> TIME: 2025-03-24 06:05:27 -- STEP: 485/31555 -- GLOBAL_STEP: 410700 | > loss_text_ce: 0.04393969848752022 (0.040673567435329724) | > loss_mel_ce: 2.194836378097534 (nan) | > loss: 0.008884032256901264 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.13769874720229322) | > loader_time: 0.0046 (0.004612301796981967)  --> TIME: 2025-03-24 06:05:37 -- STEP: 535/31555 -- GLOBAL_STEP: 410750 | > loss_text_ce: 0.047325875610113144 (0.04058413947018508) | > loss_mel_ce: 2.7967209815979004 (nan) | > loss: 0.011285901069641113 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.13779238139357528) | > loader_time: 0.0046 (0.0046152489207615345)  --> TIME: 2025-03-24 06:05:46 -- STEP: 585/31555 -- GLOBAL_STEP: 410800 | > loss_text_ce: 0.034510575234889984 (0.040747745261869875) | > loss_mel_ce: 2.688488721847534 (nan) | > loss: 0.010805553756654263 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1377842157314986) | > loader_time: 0.0049 (0.004620306308452896)  --> TIME: 2025-03-24 06:05:55 -- STEP: 635/31555 -- GLOBAL_STEP: 410850 | > loss_text_ce: 0.04256516322493553 (0.04080574377256586) | > loss_mel_ce: 2.1369056701660156 (nan) | > loss: 0.00864869449287653 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.13781183347927303) | > loader_time: 0.0046 (0.004637551495409383)  --> TIME: 2025-03-24 06:06:06 -- STEP: 685/31555 -- GLOBAL_STEP: 410900 | > loss_text_ce: 0.02623702399432659 (0.04078672886928068) | > loss_mel_ce: 2.7727444171905518 (nan) | > loss: 0.011107069440186024 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.13856625522140162) | > loader_time: 0.0047 (0.004639506862111333)  --> TIME: 2025-03-24 06:06:15 -- STEP: 735/31555 -- GLOBAL_STEP: 410950 | > loss_text_ce: 0.04417724534869194 (0.04079573525964808) | > loss_mel_ce: 3.5475926399230957 (nan) | > loss: 0.014253055676817894 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1386591697225765) | > loader_time: 0.0046 (0.004643888214007521)  --> TIME: 2025-03-24 06:06:25 -- STEP: 785/31555 -- GLOBAL_STEP: 411000 | > loss_text_ce: 0.03706451505422592 (0.040871107874877154) | > loss_mel_ce: 2.9528160095214844 (nan) | > loss: 0.01186460629105568 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.13908197652002804) | > loader_time: 0.0046 (0.004647649777163359)  --> TIME: 2025-03-24 06:06:35 -- STEP: 835/31555 -- GLOBAL_STEP: 411050 | > loss_text_ce: 0.03164704516530037 (0.040873148932517665) | > loss_mel_ce: 3.256991147994995 (nan) | > loss: 0.013050151988863945 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.13909841697373085) | > loader_time: 0.0046 (0.004650167647949945)  --> TIME: 2025-03-24 06:06:44 -- STEP: 885/31555 -- GLOBAL_STEP: 411100 | > loss_text_ce: 0.03533023223280907 (0.04086161305927963) | > loss_mel_ce: 3.1319479942321777 (nan) | > loss: 0.012568565085530281 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.13917191742503718) | > loader_time: 0.0049 (0.004650990168253581)  --> TIME: 2025-03-24 06:06:54 -- STEP: 935/31555 -- GLOBAL_STEP: 411150 | > loss_text_ce: 0.0346551351249218 (0.04098483301340579) | > loss_mel_ce: 2.75581693649292 (nan) | > loss: 0.01107330247759819 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1393470873807205) | > loader_time: 0.0046 (0.004651047711703866)  --> TIME: 2025-03-24 06:07:03 -- STEP: 985/31555 -- GLOBAL_STEP: 411200 | > loss_text_ce: 0.03930426016449928 (0.041004778059000914) | > loss_mel_ce: 1.0321533679962158 (nan) | > loss: 0.004251816309988499 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1391439205498866) | > loader_time: 0.0045 (0.004652758903309778)  --> TIME: 2025-03-24 06:07:13 -- STEP: 1035/31555 -- GLOBAL_STEP: 411250 | > loss_text_ce: 0.04299673065543175 (0.041175844541926326) | > loss_mel_ce: 3.309361219406128 (nan) | > loss: 0.013303007930517197 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.13945851994021516) | > loader_time: 0.0047 (0.0046581913307669085)  --> TIME: 2025-03-24 06:07:23 -- STEP: 1085/31555 -- GLOBAL_STEP: 411300 | > loss_text_ce: 0.030439002439379692 (0.041152105478715804) | > loss_mel_ce: 2.374835252761841 (nan) | > loss: 0.009544739499688148 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.13954401323872234) | > loader_time: 0.0047 (0.004662202580183882)  --> TIME: 2025-03-24 06:07:33 -- STEP: 1135/31555 -- GLOBAL_STEP: 411350 | > loss_text_ce: 0.0422544963657856 (0.041184110816420455) | > loss_mel_ce: 2.2548651695251465 (nan) | > loss: 0.009115554392337799 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1395475013665691) | > loader_time: 0.0044 (0.004661754154423786)  --> TIME: 2025-03-24 06:07:42 -- STEP: 1185/31555 -- GLOBAL_STEP: 411400 | > loss_text_ce: 0.04692363739013672 (0.04108442802312256) | > loss_mel_ce: 2.8599143028259277 (nan) | > loss: 0.011535071767866611 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.13944978392073887) | > loader_time: 0.0047 (0.004663577462047463)  --> TIME: 2025-03-24 06:07:52 -- STEP: 1235/31555 -- GLOBAL_STEP: 411450 | > loss_text_ce: 0.043457407504320145 (0.04109944575560482) | > loss_mel_ce: 3.2539286613464355 (nan) | > loss: 0.013084866106510162 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.13947164964096756) | > loader_time: 0.0045 (0.004664625909164367)  --> TIME: 2025-03-24 06:08:01 -- STEP: 1285/31555 -- GLOBAL_STEP: 411500 | > loss_text_ce: 0.03477032482624054 (0.04111143782560933) | > loss_mel_ce: 2.6012051105499268 (nan) | > loss: 0.010460220277309418 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.13968461793684311) | > loader_time: 0.0046 (0.004661396412534008)  --> TIME: 2025-03-24 06:08:11 -- STEP: 1335/31555 -- GLOBAL_STEP: 411550 | > loss_text_ce: 0.04178302735090256 (0.04107352396968605) | > loss_mel_ce: 1.9963650703430176 (nan) | > loss: 0.008087890222668648 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.13977125199993007) | > loader_time: 0.0044 (0.004653624559609626)  --> TIME: 2025-03-24 06:08:21 -- STEP: 1385/31555 -- GLOBAL_STEP: 411600 | > loss_text_ce: 0.044193461537361145 (0.041084669120206405) | > loss_mel_ce: 3.308377504348755 (nan) | > loss: 0.013303853571414948 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.13998792248942776) | > loader_time: 0.0045 (0.004653121245897199)  --> TIME: 2025-03-24 06:08:31 -- STEP: 1435/31555 -- GLOBAL_STEP: 411650 | > loss_text_ce: 0.03972814977169037 (0.04107721744540066) | > loss_mel_ce: 2.2764103412628174 (nan) | > loss: 0.009191025979816914 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14001232838381447) | > loader_time: 0.0045 (0.004648480099668065)  --> TIME: 2025-03-24 06:08:40 -- STEP: 1485/31555 -- GLOBAL_STEP: 411700 | > loss_text_ce: 0.04148251935839653 (0.04111451641201784) | > loss_mel_ce: 2.7280287742614746 (nan) | > loss: 0.010990124195814133 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14011992412785487) | > loader_time: 0.0045 (0.004642358934036402)  --> TIME: 2025-03-24 06:08:50 -- STEP: 1535/31555 -- GLOBAL_STEP: 411750 | > loss_text_ce: 0.03839433193206787 (0.04105693910040383) | > loss_mel_ce: 1.8409689664840698 (nan) | > loss: 0.0074577913619577885 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14018078207581358) | > loader_time: 0.0042 (0.004633046905070244)  --> TIME: 2025-03-24 06:09:00 -- STEP: 1585/31555 -- GLOBAL_STEP: 411800 | > loss_text_ce: 0.02751869149506092 (0.041021904493873135) | > loss_mel_ce: 3.0795576572418213 (nan) | > loss: 0.01232966873794794 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14022439225615002) | > loader_time: 0.0043 (0.004625159182383053)  --> TIME: 2025-03-24 06:09:09 -- STEP: 1635/31555 -- GLOBAL_STEP: 411850 | > loss_text_ce: 0.08992940932512283 (0.041015725664862876) | > loss_mel_ce: 4.1044921875 (nan) | > loss: 0.01664453186094761 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1400057153964261) | > loader_time: 0.0042 (0.0046212633815380325)  --> TIME: 2025-03-24 06:09:19 -- STEP: 1685/31555 -- GLOBAL_STEP: 411900 | > loss_text_ce: 0.03984702378511429 (0.04100384299121031) | > loss_mel_ce: 3.232210874557495 (nan) | > loss: 0.01298435777425766 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14008425888038883) | > loader_time: 0.0048 (0.004616154973513994)  --> TIME: 2025-03-24 06:09:28 -- STEP: 1735/31555 -- GLOBAL_STEP: 411950 | > loss_text_ce: 0.0532398484647274 (0.04099800397537291) | > loss_mel_ce: 2.3783326148986816 (nan) | > loss: 0.009649097919464111 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.13997915017845305) | > loader_time: 0.0047 (0.00461154107745167)  --> TIME: 2025-03-24 06:09:38 -- STEP: 1785/31555 -- GLOBAL_STEP: 412000 | > loss_text_ce: 0.04366382956504822 (0.04097917508907853) | > loss_mel_ce: 2.1735198497772217 (nan) | > loss: 0.008798347786068916 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.140022397642376) | > loader_time: 0.0045 (0.004610235817959989)  --> TIME: 2025-03-24 06:09:48 -- STEP: 1835/31555 -- GLOBAL_STEP: 412050 | > loss_text_ce: 0.04967615380883217 (0.0410192503946598) | > loss_mel_ce: 3.158618450164795 (nan) | > loss: 0.01273132860660553 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14020957673927745) | > loader_time: 0.0047 (0.00460933573564326)  --> TIME: 2025-03-24 06:09:57 -- STEP: 1885/31555 -- GLOBAL_STEP: 412100 | > loss_text_ce: 0.04522854834794998 (0.04098923138147647) | > loss_mel_ce: 2.928410291671753 (nan) | > loss: 0.011800154112279415 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1401867441536577) | > loader_time: 0.0047 (0.00460674440196717)  --> TIME: 2025-03-24 06:10:07 -- STEP: 1935/31555 -- GLOBAL_STEP: 412150 | > loss_text_ce: 0.04800383374094963 (0.04096160518530118) | > loss_mel_ce: 2.7702643871307373 (nan) | > loss: 0.011183604598045349 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14022495481703018) | > loader_time: 0.0044 (0.004606447170563131)  --> TIME: 2025-03-24 06:10:17 -- STEP: 1985/31555 -- GLOBAL_STEP: 412200 | > loss_text_ce: 0.04444274678826332 (0.040978224358758406) | > loss_mel_ce: 2.6438136100769043 (nan) | > loss: 0.010667684487998486 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14023059777709038) | > loader_time: 0.0044 (0.004604856193215774)  --> TIME: 2025-03-24 06:10:26 -- STEP: 2035/31555 -- GLOBAL_STEP: 412250 | > loss_text_ce: 0.04311026632785797 (0.040942480870012336) | > loss_mel_ce: 2.1953816413879395 (nan) | > loss: 0.00888290535658598 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1400900921598992) | > loader_time: 0.0045 (0.004604448323167799)  --> TIME: 2025-03-24 06:10:36 -- STEP: 2085/31555 -- GLOBAL_STEP: 412300 | > loss_text_ce: 0.04410770907998085 (0.0409288510903538) | > loss_mel_ce: 3.1683921813964844 (nan) | > loss: 0.01274801604449749 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14012884121718738) | > loader_time: 0.0046 (0.004603186385522922)  --> TIME: 2025-03-24 06:10:45 -- STEP: 2135/31555 -- GLOBAL_STEP: 412350 | > loss_text_ce: 0.03846981003880501 (0.04093545089351494) | > loss_mel_ce: 0.9142878651618958 (nan) | > loss: 0.0037807845510542393 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14005758131415835) | > loader_time: 0.0045 (0.004601564898703075)  --> TIME: 2025-03-24 06:10:55 -- STEP: 2185/31555 -- GLOBAL_STEP: 412400 | > loss_text_ce: 0.03180655837059021 (0.04091506106800297) | > loss_mel_ce: 3.042250871658325 (nan) | > loss: 0.01219864096492529 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14008046276782138) | > loader_time: 0.0044 (0.004601690043573789)  --> TIME: 2025-03-24 06:11:04 -- STEP: 2235/31555 -- GLOBAL_STEP: 412450 | > loss_text_ce: 0.04191744700074196 (0.0409277511381397) | > loss_mel_ce: 3.0363616943359375 (nan) | > loss: 0.012215394526720047 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14000813593000366) | > loader_time: 0.0048 (0.004601444120641784)  --> TIME: 2025-03-24 06:11:14 -- STEP: 2285/31555 -- GLOBAL_STEP: 412500 | > loss_text_ce: 0.04174937307834625 (0.04092369504207732) | > loss_mel_ce: 3.3339526653289795 (nan) | > loss: 0.013395643793046474 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14011221307633473) | > loader_time: 0.0046 (0.004601199778216669)  --> TIME: 2025-03-24 06:11:24 -- STEP: 2335/31555 -- GLOBAL_STEP: 412550 | > loss_text_ce: 0.04655594378709793 (0.040952052590008524) | > loss_mel_ce: 2.6502010822296143 (nan) | > loss: 0.010701417922973633 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14016002046474804) | > loader_time: 0.0046 (0.004599404692394571)  --> TIME: 2025-03-24 06:11:33 -- STEP: 2385/31555 -- GLOBAL_STEP: 412600 | > loss_text_ce: 0.04586257413029671 (0.040970004844309425) | > loss_mel_ce: 2.768787384033203 (nan) | > loss: 0.011169247329235077 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14022005239122806) | > loader_time: 0.0045 (0.0045982851672222505)  --> TIME: 2025-03-24 06:11:43 -- STEP: 2435/31555 -- GLOBAL_STEP: 412650 | > loss_text_ce: 0.03990427032113075 (0.04096968552552824) | > loss_mel_ce: 2.606651544570923 (nan) | > loss: 0.010502206161618233 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1403916780953535) | > loader_time: 0.0042 (0.0045977557219519)  --> TIME: 2025-03-24 06:11:53 -- STEP: 2485/31555 -- GLOBAL_STEP: 412700 | > loss_text_ce: 0.03900924697518349 (0.04097948492442819) | > loss_mel_ce: 3.1029558181762695 (nan) | > loss: 0.012468116357922554 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14039486361221537) | > loader_time: 0.0048 (0.0045973000631965594)  --> TIME: 2025-03-24 06:12:03 -- STEP: 2535/31555 -- GLOBAL_STEP: 412750 | > loss_text_ce: 0.027671203017234802 (0.04095853323693697) | > loss_mel_ce: 3.0679450035095215 (nan) | > loss: 0.012284191325306892 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1404968010603325) | > loader_time: 0.0043 (0.00459602448126738)  --> TIME: 2025-03-24 06:12:12 -- STEP: 2585/31555 -- GLOBAL_STEP: 412800 | > loss_text_ce: 0.043841004371643066 (0.04098773104583619) | > loss_mel_ce: 3.2833516597747803 (nan) | > loss: 0.013203146867454052 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1404448278637413) | > loader_time: 0.0045 (0.004592310851962235)  --> TIME: 2025-03-24 06:12:22 -- STEP: 2635/31555 -- GLOBAL_STEP: 412850 | > loss_text_ce: 0.03908336162567139 (0.040953524281364465) | > loss_mel_ce: 3.0491421222686768 (nan) | > loss: 0.012254863046109676 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14057723666051783) | > loader_time: 0.0072 (0.004590791181097441)  --> TIME: 2025-03-24 06:12:32 -- STEP: 2685/31555 -- GLOBAL_STEP: 412900 | > loss_text_ce: 0.03915833309292793 (0.04095232650720873) | > loss_mel_ce: 3.1962039470672607 (nan) | > loss: 0.012838739901781082 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14066100093905515) | > loader_time: 0.0046 (0.00458922767994346)  --> TIME: 2025-03-24 06:12:42 -- STEP: 2735/31555 -- GLOBAL_STEP: 412950 | > loss_text_ce: 0.04516635835170746 (0.04093641197577909) | > loss_mel_ce: 3.10113525390625 (nan) | > loss: 0.012485324405133724 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14064172216481682) | > loader_time: 0.0046 (0.004587702777311612)  --> TIME: 2025-03-24 06:12:51 -- STEP: 2785/31555 -- GLOBAL_STEP: 413000 | > loss_text_ce: 0.03985767811536789 (0.04094561930056962) | > loss_mel_ce: 2.9433860778808594 (nan) | > loss: 0.011838269419968128 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14062067276699566) | > loader_time: 0.0044 (0.004584682694029333)  --> TIME: 2025-03-24 06:13:01 -- STEP: 2835/31555 -- GLOBAL_STEP: 413050 | > loss_text_ce: 0.04069897159934044 (0.04094361076016487) | > loss_mel_ce: 2.919614315032959 (nan) | > loss: 0.011747275479137897 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.14069320562655366) | > loader_time: 0.0047 (0.004588338138775424)  --> TIME: 2025-03-24 06:13:11 -- STEP: 2885/31555 -- GLOBAL_STEP: 413100 | > loss_text_ce: 0.03968508169054985 (0.04093014696932545) | > loss_mel_ce: 2.526308298110962 (nan) | > loss: 0.010182513855397701 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14068156048991282) | > loader_time: 0.0042 (0.004586213176337229)  --> TIME: 2025-03-24 06:13:20 -- STEP: 2935/31555 -- GLOBAL_STEP: 413150 | > loss_text_ce: 0.03445417806506157 (0.04095050797780291) | > loss_mel_ce: 1.6654084920883179 (nan) | > loss: 0.006745487451553345 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1406013365295518) | > loader_time: 0.0042 (0.004583045286864192)  --> TIME: 2025-03-24 06:13:30 -- STEP: 2985/31555 -- GLOBAL_STEP: 413200 | > loss_text_ce: 0.043374884873628616 (0.04093644069242519) | > loss_mel_ce: 2.828084945678711 (nan) | > loss: 0.011394682340323925 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14059172259703012) | > loader_time: 0.0046 (0.004581496703564819)  --> TIME: 2025-03-24 06:13:39 -- STEP: 3035/31555 -- GLOBAL_STEP: 413250 | > loss_text_ce: 0.04218645021319389 (0.04096340295694515) | > loss_mel_ce: 2.7679831981658936 (nan) | > loss: 0.011151467449963093 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.140595828092472) | > loader_time: 0.0043 (0.0045797895560350955)  --> TIME: 2025-03-24 06:13:49 -- STEP: 3085/31555 -- GLOBAL_STEP: 413300 | > loss_text_ce: 0.04942759871482849 (0.04094579143078347) | > loss_mel_ce: 0.07305908203125 (nan) | > loss: 0.0004860582994297147 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14063250651429163) | > loader_time: 0.0044 (0.004580602924093432)  --> TIME: 2025-03-24 06:13:59 -- STEP: 3135/31555 -- GLOBAL_STEP: 413350 | > loss_text_ce: 0.03315829113125801 (0.040962923774451175) | > loss_mel_ce: 2.6677725315093994 (nan) | > loss: 0.010717980563640594 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1405884738934293) | > loader_time: 0.0044 (0.0045782950126003015)  --> TIME: 2025-03-24 06:14:08 -- STEP: 3185/31555 -- GLOBAL_STEP: 413400 | > loss_text_ce: 0.03647061809897423 (0.04096338582434218) | > loss_mel_ce: 1.9742368459701538 (nan) | > loss: 0.007978998124599457 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14058354473563214) | > loader_time: 0.0047 (0.0045788959581024745)  --> TIME: 2025-03-24 06:14:18 -- STEP: 3235/31555 -- GLOBAL_STEP: 413450 | > loss_text_ce: 0.041450705379247665 (0.04097416051181245) | > loss_mel_ce: 3.16080379486084 (nan) | > loss: 0.012707360088825226 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14057602594956423) | > loader_time: 0.0046 (0.0045780414775866)  --> TIME: 2025-03-24 06:14:28 -- STEP: 3285/31555 -- GLOBAL_STEP: 413500 | > loss_text_ce: 0.040609221905469894 (0.040976430345298326) | > loss_mel_ce: 2.771087646484375 (nan) | > loss: 0.011157527565956116 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1406264844368951) | > loader_time: 0.0047 (0.004578508162244445)  --> TIME: 2025-03-24 06:14:37 -- STEP: 3335/31555 -- GLOBAL_STEP: 413550 | > loss_text_ce: 0.04113176092505455 (0.04098443476122986) | > loss_mel_ce: 3.373325824737549 (nan) | > loss: 0.013549435883760452 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14065934914699088) | > loader_time: 0.0044 (0.004579030412962762)  --> TIME: 2025-03-24 06:14:47 -- STEP: 3385/31555 -- GLOBAL_STEP: 413600 | > loss_text_ce: 0.035889897495508194 (0.04099410204615781) | > loss_mel_ce: 2.8386051654815674 (nan) | > loss: 0.011406727135181427 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14076011938041638) | > loader_time: 0.0048 (0.0045800715464784855)  --> TIME: 2025-03-24 06:14:57 -- STEP: 3435/31555 -- GLOBAL_STEP: 413650 | > loss_text_ce: 0.035170458257198334 (0.04100538108991311) | > loss_mel_ce: 3.0824027061462402 (nan) | > loss: 0.012371323071420193 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14072985309006766) | > loader_time: 0.0048 (0.004580329217591475)  --> TIME: 2025-03-24 06:15:06 -- STEP: 3485/31555 -- GLOBAL_STEP: 413700 | > loss_text_ce: 0.038283124566078186 (0.04100684011983052) | > loss_mel_ce: 3.6033527851104736 (nan) | > loss: 0.014450936578214169 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14069778361655794) | > loader_time: 0.0046 (0.004584023668571035)  --> TIME: 2025-03-24 06:15:16 -- STEP: 3535/31555 -- GLOBAL_STEP: 413750 | > loss_text_ce: 0.04643954709172249 (0.04100524759897503) | > loss_mel_ce: 3.041295051574707 (nan) | > loss: 0.01225291658192873 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14068909520981573) | > loader_time: 0.0049 (0.004586196451578305)  --> TIME: 2025-03-24 06:15:26 -- STEP: 3585/31555 -- GLOBAL_STEP: 413800 | > loss_text_ce: 0.03616809844970703 (0.04097932844190253) | > loss_mel_ce: 3.202486753463745 (nan) | > loss: 0.012851805426180363 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14072080882190877) | > loader_time: 0.0045 (0.004587444268177399)  --> TIME: 2025-03-24 06:15:36 -- STEP: 3635/31555 -- GLOBAL_STEP: 413850 | > loss_text_ce: 0.035507965832948685 (0.04099391929836026) | > loss_mel_ce: 3.0543620586395264 (nan) | > loss: 0.012261389754712582 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14082441238130525) | > loader_time: 0.0049 (0.004589109407658416)  --> TIME: 2025-03-24 06:15:45 -- STEP: 3685/31555 -- GLOBAL_STEP: 413900 | > loss_text_ce: 0.0488855242729187 (0.041004900499329165) | > loss_mel_ce: 2.570199966430664 (nan) | > loss: 0.010393197648227215 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14083750082971014) | > loader_time: 0.0046 (0.004590774455905112)  --> TIME: 2025-03-24 06:15:55 -- STEP: 3735/31555 -- GLOBAL_STEP: 413950 | > loss_text_ce: 0.028589298948645592 (0.04099500760575696) | > loss_mel_ce: 1.1982421875 (nan) | > loss: 0.004868378862738609 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14084292530534792) | > loader_time: 0.0044 (0.004590113191719505)  --> TIME: 2025-03-24 06:16:05 -- STEP: 3785/31555 -- GLOBAL_STEP: 414000 | > loss_text_ce: 0.03810376301407814 (0.040977825952725824) | > loss_mel_ce: 3.3162169456481934 (nan) | > loss: 0.01331079751253128 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14090537143037113) | > loader_time: 0.0048 (0.00459037690055574)  --> TIME: 2025-03-24 06:16:14 -- STEP: 3835/31555 -- GLOBAL_STEP: 414050 | > loss_text_ce: 0.038907282054424286 (0.040970967395772696) | > loss_mel_ce: 3.268897294998169 (nan) | > loss: 0.013126209378242493 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14083336167416383) | > loader_time: 0.0046 (0.00458957611193401)  --> TIME: 2025-03-24 06:16:24 -- STEP: 3885/31555 -- GLOBAL_STEP: 414100 | > loss_text_ce: 0.053781989961862564 (0.04098271420956657) | > loss_mel_ce: 3.4639110565185547 (nan) | > loss: 0.013959100469946861 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14081987187055447) | > loader_time: 0.0043 (0.0045899084329298154)  --> TIME: 2025-03-24 06:16:33 -- STEP: 3935/31555 -- GLOBAL_STEP: 414150 | > loss_text_ce: 0.045347657054662704 (0.04098614922321132) | > loss_mel_ce: 2.92338228225708 (nan) | > loss: 0.011780675500631332 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14080397982760995) | > loader_time: 0.0044 (0.004588321627625355)  --> TIME: 2025-03-24 06:16:43 -- STEP: 3985/31555 -- GLOBAL_STEP: 414200 | > loss_text_ce: 0.04175082966685295 (0.04099003135868194) | > loss_mel_ce: 2.9787890911102295 (nan) | > loss: 0.011986270546913147 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14082221518197105) | > loader_time: 0.0042 (0.004587244718257267)  --> TIME: 2025-03-24 06:16:53 -- STEP: 4035/31555 -- GLOBAL_STEP: 414250 | > loss_text_ce: 0.034579694271087646 (0.04099180766945658) | > loss_mel_ce: 0.4855095446109772 (nan) | > loss: 0.0020638464484363794 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14083802567095613) | > loader_time: 0.0044 (0.004590323068838571)  --> TIME: 2025-03-24 06:17:03 -- STEP: 4085/31555 -- GLOBAL_STEP: 414300 | > loss_text_ce: 0.034958794713020325 (0.04098804011129328) | > loss_mel_ce: 2.8542418479919434 (nan) | > loss: 0.011465082876384258 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14083455849160814) | > loader_time: 0.0048 (0.004592166302983287)  --> TIME: 2025-03-24 06:17:12 -- STEP: 4135/31555 -- GLOBAL_STEP: 414350 | > loss_text_ce: 0.043577611446380615 (0.040966615430389104) | > loss_mel_ce: 2.5618293285369873 (nan) | > loss: 0.010338917374610901 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14084508929316097) | > loader_time: 0.0047 (0.004593477514375357)  --> TIME: 2025-03-24 06:17:21 -- STEP: 4185/31555 -- GLOBAL_STEP: 414400 | > loss_text_ce: 0.04256399720907211 (0.04095160654448909) | > loss_mel_ce: 2.8255879878997803 (nan) | > loss: 0.011381556279957294 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1407659523803278) | > loader_time: 0.0048 (0.00459430978289641)  --> TIME: 2025-03-24 06:17:31 -- STEP: 4235/31555 -- GLOBAL_STEP: 414450 | > loss_text_ce: 0.04102757200598717 (0.04095253202021827) | > loss_mel_ce: 2.4743504524230957 (nan) | > loss: 0.00998165924102068 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14078978822251043) | > loader_time: 0.0049 (0.004594441203327914)  --> TIME: 2025-03-24 06:17:41 -- STEP: 4285/31555 -- GLOBAL_STEP: 414500 | > loss_text_ce: 0.04066820442676544 (0.040942059877212306) | > loss_mel_ce: 2.9092166423797607 (nan) | > loss: 0.011705893091857433 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14078180247454872) | > loader_time: 0.0045 (0.004594962488394765)  --> TIME: 2025-03-24 06:17:50 -- STEP: 4335/31555 -- GLOBAL_STEP: 414550 | > loss_text_ce: 0.04255017638206482 (0.040939697745280855) | > loss_mel_ce: 2.560742139816284 (nan) | > loss: 0.01033052522689104 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14074437153518182) | > loader_time: 0.0045 (0.004595360981414327)  --> TIME: 2025-03-24 06:18:00 -- STEP: 4385/31555 -- GLOBAL_STEP: 414600 | > loss_text_ce: 0.04102875664830208 (0.040955783635751704) | > loss_mel_ce: 2.4550559520721436 (nan) | > loss: 0.00990509893745184 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.140740636871234) | > loader_time: 0.0046 (0.004596633052064716)  --> TIME: 2025-03-24 06:18:10 -- STEP: 4435/31555 -- GLOBAL_STEP: 414650 | > loss_text_ce: 0.042448990046978 (0.04096386054658837) | > loss_mel_ce: 2.8666088581085205 (nan) | > loss: 0.0115438811480999 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1407449769597451) | > loader_time: 0.0046 (0.00459623094879115)  --> TIME: 2025-03-24 06:18:19 -- STEP: 4485/31555 -- GLOBAL_STEP: 414700 | > loss_text_ce: 0.047226857393980026 (0.04095610740699434) | > loss_mel_ce: 3.1629559993743896 (nan) | > loss: 0.012738822028040886 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1407903800972866) | > loader_time: 0.0046 (0.004597215748152195)  --> TIME: 2025-03-24 06:18:30 -- STEP: 4535/31555 -- GLOBAL_STEP: 414750 | > loss_text_ce: 0.038788966834545135 (0.04096259972637126) | > loss_mel_ce: 3.0017356872558594 (nan) | > loss: 0.012065574526786804 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1408682556636021) | > loader_time: 0.0045 (0.004598211532390881)  --> TIME: 2025-03-24 06:18:39 -- STEP: 4585/31555 -- GLOBAL_STEP: 414800 | > loss_text_ce: 0.03086165525019169 (0.040953961954804545) | > loss_mel_ce: 3.0992813110351562 (nan) | > loss: 0.012421202845871449 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14080448478232868) | > loader_time: 0.0047 (0.004598499566414094)  --> TIME: 2025-03-24 06:18:49 -- STEP: 4635/31555 -- GLOBAL_STEP: 414850 | > loss_text_ce: 0.03307768329977989 (0.04096232281461313) | > loss_mel_ce: 2.9241507053375244 (nan) | > loss: 0.011735034175217152 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14082692129840937) | > loader_time: 0.0047 (0.004598491683104011)  --> TIME: 2025-03-24 06:18:58 -- STEP: 4685/31555 -- GLOBAL_STEP: 414900 | > loss_text_ce: 0.04152926430106163 (0.04096302132389594) | > loss_mel_ce: 1.6161669492721558 (nan) | > loss: 0.006578159984201193 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1408237605364633) | > loader_time: 0.0045 (0.004598954342218187)  --> TIME: 2025-03-24 06:19:07 -- STEP: 4735/31555 -- GLOBAL_STEP: 414950 | > loss_text_ce: 0.038267143070697784 (0.04098028453045315) | > loss_mel_ce: 3.0253381729125977 (nan) | > loss: 0.012157164514064789 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14075938590350928) | > loader_time: 0.0047 (0.004599064380843126)  --> TIME: 2025-03-24 06:19:17 -- STEP: 4785/31555 -- GLOBAL_STEP: 415000 | > loss_text_ce: 0.04746409133076668 (0.040984143909989536) | > loss_mel_ce: 3.209913969039917 (nan) | > loss: 0.012926104478538036 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1408089406064319) | > loader_time: 0.0049 (0.004600026291116768)  --> TIME: 2025-03-24 06:19:27 -- STEP: 4835/31555 -- GLOBAL_STEP: 415050 | > loss_text_ce: 0.03200450912117958 (0.04096436104905773) | > loss_mel_ce: 3.277331590652466 (nan) | > loss: 0.013132287189364433 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14083501116566305) | > loader_time: 0.0046 (0.004600443835095747)  --> TIME: 2025-03-24 06:19:37 -- STEP: 4885/31555 -- GLOBAL_STEP: 415100 | > loss_text_ce: 0.04659448564052582 (0.04094889588814194) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14091422779899382) | > loader_time: 0.0045 (0.004601366224650098)  --> TIME: 2025-03-24 06:19:47 -- STEP: 4935/31555 -- GLOBAL_STEP: 415150 | > loss_text_ce: 0.04729843512177467 (0.040928837335022214) | > loss_mel_ce: 2.9445574283599854 (nan) | > loss: 0.011872444301843643 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.1409060306220561) | > loader_time: 0.0048 (0.004602287363981875)  --> TIME: 2025-03-24 06:19:56 -- STEP: 4985/31555 -- GLOBAL_STEP: 415200 | > loss_text_ce: 0.04933721572160721 (0.040933963443071375) | > loss_mel_ce: 3.089010000228882 (nan) | > loss: 0.012453759089112282 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14088859323752279) | > loader_time: 0.0045 (0.0046029599762728015)  --> TIME: 2025-03-24 06:20:06 -- STEP: 5035/31555 -- GLOBAL_STEP: 415250 | > loss_text_ce: 0.04967562109231949 (0.040918233784243085) | > loss_mel_ce: 3.033029317855835 (nan) | > loss: 0.012232957407832146 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14087319937576329) | > loader_time: 0.0046 (0.004603287337908313)  --> TIME: 2025-03-24 06:20:15 -- STEP: 5085/31555 -- GLOBAL_STEP: 415300 | > loss_text_ce: 0.043111223727464676 (0.04091152067286137) | > loss_mel_ce: 3.428600549697876 (nan) | > loss: 0.013776634819805622 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14083908797482672) | > loader_time: 0.0047 (0.004604056920039373)  --> TIME: 2025-03-24 06:20:25 -- STEP: 5135/31555 -- GLOBAL_STEP: 415350 | > loss_text_ce: 0.04386381432414055 (0.04090606220349484) | > loss_mel_ce: 3.505847454071045 (nan) | > loss: 0.014086156152188778 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14082859725543637) | > loader_time: 0.0047 (0.004603596532240338)  --> TIME: 2025-03-24 06:20:34 -- STEP: 5185/31555 -- GLOBAL_STEP: 415400 | > loss_text_ce: 0.03348514065146446 (0.040893979387478206) | > loss_mel_ce: 2.7318274974823 (nan) | > loss: 0.010973463766276836 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14079067231144324) | > loader_time: 0.0044 (0.0046045682239440385)  --> TIME: 2025-03-24 06:20:44 -- STEP: 5235/31555 -- GLOBAL_STEP: 415450 | > loss_text_ce: 0.025668008252978325 (0.040902439767802626) | > loss_mel_ce: 3.2479584217071533 (nan) | > loss: 0.012990581803023815 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14077342415038205) | > loader_time: 0.0046 (0.004604777907232147)  --> TIME: 2025-03-24 06:20:53 -- STEP: 5285/31555 -- GLOBAL_STEP: 415500 | > loss_text_ce: 0.03561655431985855 (0.04090034075560672) | > loss_mel_ce: 1.4832357168197632 (nan) | > loss: 0.006027191877365112 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14074603106012476) | > loader_time: 0.0044 (0.004605308927898703)  --> TIME: 2025-03-24 06:21:03 -- STEP: 5335/31555 -- GLOBAL_STEP: 415550 | > loss_text_ce: 0.03420415148139 (0.04089920527032025) | > loss_mel_ce: 2.686439037322998 (nan) | > loss: 0.010796204209327698 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14077486589676727) | > loader_time: 0.0045 (0.004605411656459238)  --> TIME: 2025-03-24 06:21:13 -- STEP: 5385/31555 -- GLOBAL_STEP: 415600 | > loss_text_ce: 0.028878455981612206 (0.04089927969391468) | > loss_mel_ce: 2.003903388977051 (nan) | > loss: 0.008066595532000065 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14075216706859547) | > loader_time: 0.0048 (0.0046063254470612575)  --> TIME: 2025-03-24 06:21:22 -- STEP: 5435/31555 -- GLOBAL_STEP: 415650 | > loss_text_ce: 0.039654627442359924 (0.04088184488071914) | > loss_mel_ce: 3.868522882461548 (nan) | > loss: 0.015508642420172691 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14076258313688828) | > loader_time: 0.0049 (0.004607903112922104)  --> TIME: 2025-03-24 06:21:32 -- STEP: 5485/31555 -- GLOBAL_STEP: 415700 | > loss_text_ce: 0.040027275681495667 (0.04089037093385692) | > loss_mel_ce: 3.1003835201263428 (nan) | > loss: 0.01246194913983345 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14076670422375873) | > loader_time: 0.0052 (0.004611011798966428)  --> TIME: 2025-03-24 06:21:41 -- STEP: 5535/31555 -- GLOBAL_STEP: 415750 | > loss_text_ce: 0.033647652715444565 (0.04088890390250208) | > loss_mel_ce: 1.21072518825531 (nan) | > loss: 0.004937987774610519 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14073562932208378) | > loader_time: 0.0045 (0.004612124321583474)  --> TIME: 2025-03-24 06:21:51 -- STEP: 5585/31555 -- GLOBAL_STEP: 415800 | > loss_text_ce: 0.05667024478316307 (0.040873961102621065) | > loss_mel_ce: 3.1839890480041504 (nan) | > loss: 0.012859759852290154 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1407161573906943) | > loader_time: 0.0046 (0.004613457605469503)  --> TIME: 2025-03-24 06:22:01 -- STEP: 5635/31555 -- GLOBAL_STEP: 415850 | > loss_text_ce: 0.04284299165010452 (0.04087791707608015) | > loss_mel_ce: 1.6820068359375 (nan) | > loss: 0.006844642572104931 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1407307544427319) | > loader_time: 0.0047 (0.004615177850122447)  --> TIME: 2025-03-24 06:22:10 -- STEP: 5685/31555 -- GLOBAL_STEP: 415900 | > loss_text_ce: 0.035345595329999924 (0.04086929358437129) | > loss_mel_ce: 2.080707311630249 (nan) | > loss: 0.008397035300731659 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1407022318928105) | > loader_time: 0.0045 (0.004616397540613325)  --> TIME: 2025-03-24 06:22:20 -- STEP: 5735/31555 -- GLOBAL_STEP: 415950 | > loss_text_ce: 0.041239216923713684 (0.04086746645095885) | > loss_mel_ce: 2.8133604526519775 (nan) | > loss: 0.011327777057886124 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14069752094531612) | > loader_time: 0.0049 (0.004617657116837558)  --> TIME: 2025-03-24 06:22:29 -- STEP: 5785/31555 -- GLOBAL_STEP: 416000 | > loss_text_ce: 0.05047854408621788 (0.0408581478342531) | > loss_mel_ce: 3.095238447189331 (nan) | > loss: 0.012483004480600357 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14070753783322532) | > loader_time: 0.0048 (0.004619105148645114)  --> TIME: 2025-03-24 06:22:39 -- STEP: 5835/31555 -- GLOBAL_STEP: 416050 | > loss_text_ce: 0.03357294946908951 (0.04086255698553404) | > loss_mel_ce: 3.136566400527954 (nan) | > loss: 0.012579918839037418 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1406768610871754) | > loader_time: 0.0046 (0.004619521285696914)  --> TIME: 2025-03-24 06:22:48 -- STEP: 5885/31555 -- GLOBAL_STEP: 416100 | > loss_text_ce: 0.035192932933568954 (0.040856043527262124) | > loss_mel_ce: 0.0618896484375 (nan) | > loss: 0.0003852483641821891 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1406699626650367) | > loader_time: 0.0046 (0.004620398478479612)  --> TIME: 2025-03-24 06:22:58 -- STEP: 5935/31555 -- GLOBAL_STEP: 416150 | > loss_text_ce: 0.04239122197031975 (0.04085090195363129) | > loss_mel_ce: 2.9955437183380127 (nan) | > loss: 0.012055298313498497 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14069499700332622) | > loader_time: 0.0049 (0.004620611356302961)  --> TIME: 2025-03-24 06:23:08 -- STEP: 5985/31555 -- GLOBAL_STEP: 416200 | > loss_text_ce: 0.035547852516174316 (0.04084277786345616) | > loss_mel_ce: 3.111241102218628 (nan) | > loss: 0.0124872587621212 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1406586622733726) | > loader_time: 0.0048 (0.0046209540881010916)  --> TIME: 2025-03-24 06:23:17 -- STEP: 6035/31555 -- GLOBAL_STEP: 416250 | > loss_text_ce: 0.030034754425287247 (0.0408376704342818) | > loss_mel_ce: 0.033050537109375 (nan) | > loss: 0.0002503384603187442 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14065270305371286) | > loader_time: 0.0048 (0.004621245708955426)  --> TIME: 2025-03-24 06:23:27 -- STEP: 6085/31555 -- GLOBAL_STEP: 416300 | > loss_text_ce: 0.0514509342610836 (0.04082912896180513) | > loss_mel_ce: 2.5943989753723145 (nan) | > loss: 0.01049940474331379 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1406360747291114) | > loader_time: 0.0046 (0.004621434740679296)  --> TIME: 2025-03-24 06:23:36 -- STEP: 6135/31555 -- GLOBAL_STEP: 416350 | > loss_text_ce: 0.036066461354494095 (0.04081291965259809) | > loss_mel_ce: 1.8167331218719482 (nan) | > loss: 0.0073523796163499355 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14065236089282118) | > loader_time: 0.0046 (0.004621769610516079)  --> TIME: 2025-03-24 06:23:46 -- STEP: 6185/31555 -- GLOBAL_STEP: 416400 | > loss_text_ce: 0.0437016561627388 (0.04081070234512702) | > loss_mel_ce: 3.207061290740967 (nan) | > loss: 0.01289985328912735 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.140670168852749) | > loader_time: 0.0048 (0.004622346273621115)  --> TIME: 2025-03-24 06:23:56 -- STEP: 6235/31555 -- GLOBAL_STEP: 416450 | > loss_text_ce: 0.048174094408750534 (0.040800286839330076) | > loss_mel_ce: 3.22737455368042 (nan) | > loss: 0.01299821026623249 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14066534340620693) | > loader_time: 0.0045 (0.004623285903869449)  --> TIME: 2025-03-24 06:24:05 -- STEP: 6285/31555 -- GLOBAL_STEP: 416500 | > loss_text_ce: 0.03785981610417366 (0.04078546541764475) | > loss_mel_ce: 2.370448112487793 (nan) | > loss: 0.009556778706610203 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1406631233773736) | > loader_time: 0.0045 (0.0046241568305137445)  --> TIME: 2025-03-24 06:24:15 -- STEP: 6335/31555 -- GLOBAL_STEP: 416550 | > loss_text_ce: 0.044507455080747604 (0.040790835580102824) | > loss_mel_ce: 3.316098213195801 (nan) | > loss: 0.013335737399756908 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14066065688159668) | > loader_time: 0.0046 (0.004624495171333893)  --> TIME: 2025-03-24 06:24:25 -- STEP: 6385/31555 -- GLOBAL_STEP: 416600 | > loss_text_ce: 0.05283904820680618 (0.040792760519586586) | > loss_mel_ce: 2.833127975463867 (nan) | > loss: 0.011452251113951206 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14071050620023104) | > loader_time: 0.0054 (0.004627677063131644)  --> TIME: 2025-03-24 06:24:35 -- STEP: 6435/31555 -- GLOBAL_STEP: 416650 | > loss_text_ce: 0.052366044372320175 (0.0407969758892903) | > loss_mel_ce: 2.3734793663024902 (nan) | > loss: 0.00962637085467577 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1406974575736313) | > loader_time: 0.0044 (0.004627958044305524)  --> TIME: 2025-03-24 06:24:44 -- STEP: 6485/31555 -- GLOBAL_STEP: 416700 | > loss_text_ce: 0.035117682069540024 (0.04079346167973452) | > loss_mel_ce: 3.4390294551849365 (nan) | > loss: 0.013786299154162407 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14070043030755822) | > loader_time: 0.0049 (0.004627860612656004)  --> TIME: 2025-03-24 06:24:54 -- STEP: 6535/31555 -- GLOBAL_STEP: 416750 | > loss_text_ce: 0.04619266465306282 (0.040797124730384694) | > loss_mel_ce: 2.4502787590026855 (nan) | > loss: 0.009906632825732231 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14071088296909304) | > loader_time: 0.0046 (0.004628868365707318)  --> TIME: 2025-03-24 06:25:04 -- STEP: 6585/31555 -- GLOBAL_STEP: 416800 | > loss_text_ce: 0.040940843522548676 (0.04079044009887691) | > loss_mel_ce: 2.457399368286133 (nan) | > loss: 0.009914048947393894 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14074314308601052) | > loader_time: 0.0045 (0.004630673719158453)  --> TIME: 2025-03-24 06:25:14 -- STEP: 6635/31555 -- GLOBAL_STEP: 416850 | > loss_text_ce: 0.0461246557533741 (0.04080441417993695) | > loss_mel_ce: 3.0664830207824707 (nan) | > loss: 0.012351619079709053 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14077990520422745) | > loader_time: 0.0046 (0.004630637869586938)  --> TIME: 2025-03-24 06:25:23 -- STEP: 6685/31555 -- GLOBAL_STEP: 416900 | > loss_text_ce: 0.043746087700128555 (0.0407968500198584) | > loss_mel_ce: 2.938450813293457 (nan) | > loss: 0.011834114789962769 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1407702352185709) | > loader_time: 0.0046 (0.004630626344645102)  --> TIME: 2025-03-24 06:25:33 -- STEP: 6735/31555 -- GLOBAL_STEP: 416950 | > loss_text_ce: 0.025855395942926407 (0.04079940750663962) | > loss_mel_ce: 2.7570271492004395 (nan) | > loss: 0.011043185368180275 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1407926729721948) | > loader_time: 0.0047 (0.004631516060832683)  --> TIME: 2025-03-24 06:25:43 -- STEP: 6785/31555 -- GLOBAL_STEP: 417000 | > loss_text_ce: 0.05373014509677887 (0.04080265205444099) | > loss_mel_ce: 2.90923810005188 (nan) | > loss: 0.011757811531424522 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1408117495307) | > loader_time: 0.0047 (0.004631755627861933)  --> TIME: 2025-03-24 06:25:53 -- STEP: 6835/31555 -- GLOBAL_STEP: 417050 | > loss_text_ce: 0.043936409056186676 (0.04080250108970204) | > loss_mel_ce: 3.1345512866973877 (nan) | > loss: 0.01261304784566164 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14082475730600255) | > loader_time: 0.0045 (0.004631794571614898)  --> TIME: 2025-03-24 06:26:02 -- STEP: 6885/31555 -- GLOBAL_STEP: 417100 | > loss_text_ce: 0.03873177245259285 (0.040796011552950553) | > loss_mel_ce: 2.703321695327759 (nan) | > loss: 0.01088116504251957 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1408172836663855) | > loader_time: 0.0049 (0.0046322202024549715)  --> TIME: 2025-03-24 06:26:12 -- STEP: 6935/31555 -- GLOBAL_STEP: 417150 | > loss_text_ce: 0.04248454421758652 (0.04080708441690488) | > loss_mel_ce: 2.969644069671631 (nan) | > loss: 0.011952891945838928 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14081258086223145) | > loader_time: 0.0046 (0.004631840555291413)  --> TIME: 2025-03-24 06:26:21 -- STEP: 6985/31555 -- GLOBAL_STEP: 417200 | > loss_text_ce: 0.037470318377017975 (0.04082064173033011) | > loss_mel_ce: 3.2969577312469482 (nan) | > loss: 0.013231858611106873 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14080285227290257) | > loader_time: 0.0046 (0.004633236784719946)  --> TIME: 2025-03-24 06:26:31 -- STEP: 7035/31555 -- GLOBAL_STEP: 417250 | > loss_text_ce: 0.04589148238301277 (0.04083377209034648) | > loss_mel_ce: 2.734929084777832 (nan) | > loss: 0.011035002768039703 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1408245322546731) | > loader_time: 0.0056 (0.004633679284893529)  --> TIME: 2025-03-24 06:26:41 -- STEP: 7085/31555 -- GLOBAL_STEP: 417300 | > loss_text_ce: 0.03390558809041977 (0.04082801771509924) | > loss_mel_ce: 3.041999578475952 (nan) | > loss: 0.012205973267555237 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14080576099134692) | > loader_time: 0.0045 (0.004632961775268885)  --> TIME: 2025-03-24 06:26:50 -- STEP: 7135/31555 -- GLOBAL_STEP: 417350 | > loss_text_ce: 0.03376380354166031 (0.040825226678713425) | > loss_mel_ce: 2.756342887878418 (nan) | > loss: 0.011071853339672089 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14075362503570435) | > loader_time: 0.0046 (0.004632649425033416)  --> TIME: 2025-03-24 06:27:00 -- STEP: 7185/31555 -- GLOBAL_STEP: 417400 | > loss_text_ce: 0.030531710013747215 (0.0408200629527319) | > loss_mel_ce: 3.2306551933288574 (nan) | > loss: 0.012941217981278896 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14077159129005443) | > loader_time: 0.0046 (0.004633222691450324)  --> TIME: 2025-03-24 06:27:09 -- STEP: 7235/31555 -- GLOBAL_STEP: 417450 | > loss_text_ce: 0.04056253656744957 (0.04081801140208497) | > loss_mel_ce: 2.890688180923462 (nan) | > loss: 0.011631947942078114 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14079605002360482) | > loader_time: 0.0047 (0.004633490464237519)  --> TIME: 2025-03-24 06:27:19 -- STEP: 7285/31555 -- GLOBAL_STEP: 417500 | > loss_text_ce: 0.029164044186472893 (0.04081413986042466) | > loss_mel_ce: 3.204068660736084 (nan) | > loss: 0.012830289080739021 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14079132433533323) | > loader_time: 0.0047 (0.0046342517549073465)  --> TIME: 2025-03-24 06:27:29 -- STEP: 7335/31555 -- GLOBAL_STEP: 417550 | > loss_text_ce: 0.03816510736942291 (0.040810795477512166) | > loss_mel_ce: 3.2573561668395996 (nan) | > loss: 0.013077465817332268 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14078297153491165) | > loader_time: 0.0046 (0.00463465256356184)  --> TIME: 2025-03-24 06:27:38 -- STEP: 7385/31555 -- GLOBAL_STEP: 417600 | > loss_text_ce: 0.038304392248392105 (0.04080663252427687) | > loss_mel_ce: 2.594045639038086 (nan) | > loss: 0.010445834137499332 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14078551765705394) | > loader_time: 0.0048 (0.004635011851182226)  --> TIME: 2025-03-24 06:27:48 -- STEP: 7435/31555 -- GLOBAL_STEP: 417650 | > loss_text_ce: 0.04305370897054672 (0.04080499097098626) | > loss_mel_ce: 2.951856851577759 (nan) | > loss: 0.011884566396474838 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14078627408713304) | > loader_time: 0.0047 (0.004635429061653621)  --> TIME: 2025-03-24 06:27:57 -- STEP: 7485/31555 -- GLOBAL_STEP: 417700 | > loss_text_ce: 0.04093896225094795 (0.04081205361029395) | > loss_mel_ce: 2.01771879196167 (nan) | > loss: 0.008169276639819145 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14078502301462728) | > loader_time: 0.0045 (0.004635484583312526)  --> TIME: 2025-03-24 06:28:07 -- STEP: 7535/31555 -- GLOBAL_STEP: 417750 | > loss_text_ce: 0.038470763713121414 (0.04080515453380594) | > loss_mel_ce: 3.095949649810791 (nan) | > loss: 0.01243817713111639 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1408279737258644) | > loader_time: 0.0048 (0.004635622078959472)  --> TIME: 2025-03-24 06:28:17 -- STEP: 7585/31555 -- GLOBAL_STEP: 417800 | > loss_text_ce: 0.038686566054821014 (0.04081331949727709) | > loss_mel_ce: 2.4208478927612305 (nan) | > loss: 0.009760057553648949 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14082306316202284) | > loader_time: 0.0047 (0.004636108175892524)  --> TIME: 2025-03-24 06:28:26 -- STEP: 7635/31555 -- GLOBAL_STEP: 417850 | > loss_text_ce: 0.045630186796188354 (0.040814894875456705) | > loss_mel_ce: 0.7087157964706421 (nan) | > loss: 0.002993436763063073 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14080194102913768) | > loader_time: 0.0044 (0.004636241129667198)  --> TIME: 2025-03-24 06:28:36 -- STEP: 7685/31555 -- GLOBAL_STEP: 417900 | > loss_text_ce: 0.04861297458410263 (0.040815901679938836) | > loss_mel_ce: 0.06787109375 (nan) | > loss: 0.0004622383858077228 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14081513104535015) | > loader_time: 0.0046 (0.0046360481537699024)  --> TIME: 2025-03-24 06:28:46 -- STEP: 7735/31555 -- GLOBAL_STEP: 417950 | > loss_text_ce: 0.048769544810056686 (0.04080984053270008) | > loss_mel_ce: 2.901390552520752 (nan) | > loss: 0.011706984601914883 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407978640422568) | > loader_time: 0.0045 (0.004636420106302161)  --> TIME: 2025-03-24 06:28:55 -- STEP: 7785/31555 -- GLOBAL_STEP: 418000 | > loss_text_ce: 0.04880246892571449 (0.04080345035221389) | > loss_mel_ce: 2.4309780597686768 (nan) | > loss: 0.009840399026870728 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14079893757765674) | > loader_time: 0.0045 (0.004635506864534241)  --> TIME: 2025-03-24 06:29:05 -- STEP: 7835/31555 -- GLOBAL_STEP: 418050 | > loss_text_ce: 0.04076875001192093 (0.040795367212292176) | > loss_mel_ce: 2.9181694984436035 (nan) | > loss: 0.0117418197914958 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14081959401868965) | > loader_time: 0.0044 (0.00463636288159046)  --> TIME: 2025-03-24 06:29:15 -- STEP: 7885/31555 -- GLOBAL_STEP: 418100 | > loss_text_ce: 0.03694600611925125 (0.040791582343326305) | > loss_mel_ce: 3.0074427127838135 (nan) | > loss: 0.012080908752977848 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14081890717592943) | > loader_time: 0.0046 (0.004636430558934559)  --> TIME: 2025-03-24 06:29:25 -- STEP: 7935/31555 -- GLOBAL_STEP: 418150 | > loss_text_ce: 0.04453044757246971 (0.04079313497513858) | > loss_mel_ce: 2.6317265033721924 (nan) | > loss: 0.010620067827403545 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14085707892842822) | > loader_time: 0.0047 (0.004636783696002142)  --> TIME: 2025-03-24 06:29:34 -- STEP: 7985/31555 -- GLOBAL_STEP: 418200 | > loss_text_ce: 0.048783186823129654 (0.040797642016119774) | > loss_mel_ce: 2.8945610523223877 (nan) | > loss: 0.01167993899434805 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14082946550420675) | > loader_time: 0.0045 (0.004636549875000217)  --> TIME: 2025-03-24 06:29:44 -- STEP: 8035/31555 -- GLOBAL_STEP: 418250 | > loss_text_ce: 0.04850751906633377 (0.040792107262649285) | > loss_mel_ce: 3.206382989883423 (nan) | > loss: 0.012916232459247112 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.140857815668312) | > loader_time: 0.0048 (0.004636682036802782)  --> TIME: 2025-03-24 06:29:54 -- STEP: 8085/31555 -- GLOBAL_STEP: 418300 | > loss_text_ce: 0.04098912328481674 (0.04079553619990144) | > loss_mel_ce: 3.6017391681671143 (nan) | > loss: 0.014455271884799004 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1408581972269643) | > loader_time: 0.0046 (0.004636658424938899)  --> TIME: 2025-03-24 06:30:03 -- STEP: 8135/31555 -- GLOBAL_STEP: 418350 | > loss_text_ce: 0.03223026543855667 (0.040801398878082575) | > loss_mel_ce: 3.4152300357818604 (nan) | > loss: 0.013680399395525455 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14082479790521735) | > loader_time: 0.0047 (0.004636111256529661)  --> TIME: 2025-03-24 06:30:13 -- STEP: 8185/31555 -- GLOBAL_STEP: 418400 | > loss_text_ce: 0.030500104650855064 (0.04080222422756584) | > loss_mel_ce: 1.5592615604400635 (nan) | > loss: 0.006308578420430422 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14083591949379057) | > loader_time: 0.0046 (0.004636318361751892)  --> TIME: 2025-03-24 06:30:22 -- STEP: 8235/31555 -- GLOBAL_STEP: 418450 | > loss_text_ce: 0.05532624572515488 (0.04080177593657343) | > loss_mel_ce: 2.5755727291107178 (nan) | > loss: 0.010440075770020485 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14082028030553062) | > loader_time: 0.0045 (0.004637177032489221)  --> TIME: 2025-03-24 06:30:32 -- STEP: 8285/31555 -- GLOBAL_STEP: 418500 | > loss_text_ce: 0.04426495358347893 (0.040798431384901634) | > loss_mel_ce: 2.328902244567871 (nan) | > loss: 0.009417330846190453 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1408553892111453) | > loader_time: 0.0052 (0.004637826402718275)  --> TIME: 2025-03-24 06:30:42 -- STEP: 8335/31555 -- GLOBAL_STEP: 418550 | > loss_text_ce: 0.05040717124938965 (0.040808512702870364) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14085179056031502) | > loader_time: 0.0047 (0.004638612749480732)  --> TIME: 2025-03-24 06:30:51 -- STEP: 8385/31555 -- GLOBAL_STEP: 418600 | > loss_text_ce: 0.04197697713971138 (0.040813386469155374) | > loss_mel_ce: 3.3360111713409424 (nan) | > loss: 0.013404715806245804 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14084000607367192) | > loader_time: 0.0049 (0.004639983390439591)  --> TIME: 2025-03-24 06:31:01 -- STEP: 8435/31555 -- GLOBAL_STEP: 418650 | > loss_text_ce: 0.03923582658171654 (0.040812487611861833) | > loss_mel_ce: 2.8636300563812256 (nan) | > loss: 0.011519310064613819 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14086302888414656) | > loader_time: 0.0047 (0.004640742004023678)  --> TIME: 2025-03-24 06:31:11 -- STEP: 8485/31555 -- GLOBAL_STEP: 418700 | > loss_text_ce: 0.03514137119054794 (0.04081386582894091) | > loss_mel_ce: 2.273890256881714 (nan) | > loss: 0.009162824600934982 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14086967478377357) | > loader_time: 0.0047 (0.004641540737522993)  --> TIME: 2025-03-24 06:31:21 -- STEP: 8535/31555 -- GLOBAL_STEP: 418750 | > loss_text_ce: 0.052628595381975174 (0.040810793975404214) | > loss_mel_ce: 3.777092695236206 (nan) | > loss: 0.015197306871414185 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14090165818163636) | > loader_time: 0.0047 (0.004642082336148662)  --> TIME: 2025-03-24 06:31:31 -- STEP: 8585/31555 -- GLOBAL_STEP: 418800 | > loss_text_ce: 0.026207221671938896 (0.04081173122241605) | > loss_mel_ce: 3.1773459911346436 (nan) | > loss: 0.012712513096630573 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14089188706270872) | > loader_time: 0.0045 (0.004642523313998887)  --> TIME: 2025-03-24 06:31:40 -- STEP: 8635/31555 -- GLOBAL_STEP: 418850 | > loss_text_ce: 0.048715997487306595 (0.040805698856150624) | > loss_mel_ce: 3.0352931022644043 (nan) | > loss: 0.012238132767379284 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14088423397062053) | > loader_time: 0.0047 (0.004642706215554178)  --> TIME: 2025-03-24 06:31:49 -- STEP: 8685/31555 -- GLOBAL_STEP: 418900 | > loss_text_ce: 0.04865216463804245 (0.040807582659750964) | > loss_mel_ce: 0.08349609375 (nan) | > loss: 0.0005243979394435883 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14084334411906646) | > loader_time: 0.0044 (0.004643188541348655)  --> TIME: 2025-03-24 06:31:59 -- STEP: 8735/31555 -- GLOBAL_STEP: 418950 | > loss_text_ce: 0.03657276928424835 (0.04082080527871393) | > loss_mel_ce: 2.650847911834717 (nan) | > loss: 0.01066436804831028 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14083670901105882) | > loader_time: 0.0047 (0.0046434715262261735)  --> TIME: 2025-03-24 06:32:09 -- STEP: 8785/31555 -- GLOBAL_STEP: 419000 | > loss_text_ce: 0.03974464163184166 (0.04082580100178861) | > loss_mel_ce: 3.307906150817871 (nan) | > loss: 0.013284329324960709 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14088161307841388) | > loader_time: 0.0049 (0.004644348001235837)  --> TIME: 2025-03-24 06:32:19 -- STEP: 8835/31555 -- GLOBAL_STEP: 419050 | > loss_text_ce: 0.03667160123586655 (0.04083027825640742) | > loss_mel_ce: 2.996762752532959 (nan) | > loss: 0.012037438340485096 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14089312979779747) | > loader_time: 0.0047 (0.004644219782235047)  --> TIME: 2025-03-24 06:32:28 -- STEP: 8885/31555 -- GLOBAL_STEP: 419100 | > loss_text_ce: 0.04056613892316818 (0.040833535832790625) | > loss_mel_ce: 3.1620843410491943 (nan) | > loss: 0.012708931230008602 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14087703162254003) | > loader_time: 0.0047 (0.004643809614251278)  --> TIME: 2025-03-24 06:32:38 -- STEP: 8935/31555 -- GLOBAL_STEP: 419150 | > loss_text_ce: 0.0378948375582695 (0.0408307681584582) | > loss_mel_ce: 3.115757703781128 (nan) | > loss: 0.012514494359493256 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1408891275199892) | > loader_time: 0.0047 (0.004643564565794113)  --> TIME: 2025-03-24 06:32:47 -- STEP: 8985/31555 -- GLOBAL_STEP: 419200 | > loss_text_ce: 0.03681328520178795 (0.0408353057328734) | > loss_mel_ce: 0.6057402491569519 (nan) | > loss: 0.0025498156901448965 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14085450480232453) | > loader_time: 0.0047 (0.004643659294480795)  --> TIME: 2025-03-24 06:32:57 -- STEP: 9035/31555 -- GLOBAL_STEP: 419250 | > loss_text_ce: 0.042194999754428864 (0.04084135838549772) | > loss_mel_ce: 3.254767417907715 (nan) | > loss: 0.013083185069262981 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1408593743033487) | > loader_time: 0.0044 (0.0046435797089163355)  --> TIME: 2025-03-24 06:33:07 -- STEP: 9085/31555 -- GLOBAL_STEP: 419300 | > loss_text_ce: 0.03612814471125603 (0.04085010695642802) | > loss_mel_ce: 2.676724672317505 (nan) | > loss: 0.010765288956463337 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14086195022507497) | > loader_time: 0.0044 (0.004643884411078583)  --> TIME: 2025-03-24 06:33:16 -- STEP: 9135/31555 -- GLOBAL_STEP: 419350 | > loss_text_ce: 0.03701554611325264 (0.04084624678536753) | > loss_mel_ce: 2.8297932147979736 (nan) | > loss: 0.011376225389540195 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14085093458036863) | > loader_time: 0.0048 (0.004643837767477291)  --> TIME: 2025-03-24 06:33:26 -- STEP: 9185/31555 -- GLOBAL_STEP: 419400 | > loss_text_ce: 0.0430782176554203 (0.04086015844980238) | > loss_mel_ce: 2.4444825649261475 (nan) | > loss: 0.009871273301541805 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1408652885231435) | > loader_time: 0.0047 (0.004644021717958226)  --> TIME: 2025-03-24 06:33:36 -- STEP: 9235/31555 -- GLOBAL_STEP: 419450 | > loss_text_ce: 0.040199391543865204 (0.04086127193472196) | > loss_mel_ce: 2.016941547393799 (nan) | > loss: 0.008163257502019405 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.140879750600298) | > loader_time: 0.0046 (0.004643497327630032)  --> TIME: 2025-03-24 06:33:46 -- STEP: 9285/31555 -- GLOBAL_STEP: 419500 | > loss_text_ce: 0.04474230483174324 (0.04086080405241262) | > loss_mel_ce: 2.71694278717041 (nan) | > loss: 0.010959068313241005 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14090840024337045) | > loader_time: 0.0045 (0.004643358616785255)  --> TIME: 2025-03-24 06:33:55 -- STEP: 9335/31555 -- GLOBAL_STEP: 419550 | > loss_text_ce: 0.033511482179164886 (0.040870379005275966) | > loss_mel_ce: 2.0050570964813232 (nan) | > loss: 0.008089558221399784 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14091821299176513) | > loader_time: 0.0045 (0.0046432716040669866)  --> TIME: 2025-03-24 06:34:05 -- STEP: 9385/31555 -- GLOBAL_STEP: 419600 | > loss_text_ce: 0.035813748836517334 (0.040863783513262815) | > loss_mel_ce: 0.0712076798081398 (nan) | > loss: 0.00042468824540264904 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14091756700770866) | > loader_time: 0.0044 (0.004642803134217041)  --> TIME: 2025-03-24 06:34:15 -- STEP: 9435/31555 -- GLOBAL_STEP: 419650 | > loss_text_ce: 0.034236982464790344 (0.04086211365985696) | > loss_mel_ce: 3.741885185241699 (nan) | > loss: 0.014984612353146076 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14093326976454768) | > loader_time: 0.0045 (0.0046425744346291)  --> TIME: 2025-03-24 06:34:25 -- STEP: 9485/31555 -- GLOBAL_STEP: 419700 | > loss_text_ce: 0.046058084815740585 (0.04087076546132378) | > loss_mel_ce: 2.8691346645355225 (nan) | > loss: 0.011568225920200348 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14096095721597293) | > loader_time: 0.0045 (0.004643128555450665)  --> TIME: 2025-03-24 06:34:34 -- STEP: 9535/31555 -- GLOBAL_STEP: 419750 | > loss_text_ce: 0.037895046174526215 (0.040866941610750725) | > loss_mel_ce: 2.7775933742523193 (nan) | > loss: 0.011172573082149029 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14095117061877105) | > loader_time: 0.0047 (0.004643026270913889)  --> TIME: 2025-03-24 06:34:44 -- STEP: 9585/31555 -- GLOBAL_STEP: 419800 | > loss_text_ce: 0.039194654673337936 (0.04086212742457679) | > loss_mel_ce: 3.0555782318115234 (nan) | > loss: 0.012280845083296299 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14095262844362355) | > loader_time: 0.0045 (0.00464283257147639)  --> TIME: 2025-03-24 06:34:53 -- STEP: 9635/31555 -- GLOBAL_STEP: 419850 | > loss_text_ce: 0.03611406311392784 (0.04085649784053155) | > loss_mel_ce: 3.431452751159668 (nan) | > loss: 0.013760185800492764 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14093849962093025) | > loader_time: 0.0045 (0.004643579511736476)  --> TIME: 2025-03-24 06:35:03 -- STEP: 9685/31555 -- GLOBAL_STEP: 419900 | > loss_text_ce: 0.036751046776771545 (0.040857077585163076) | > loss_mel_ce: 2.844306468963623 (nan) | > loss: 0.011432768777012825 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14094520265070218) | > loader_time: 0.0045 (0.004644277505672762)  --> TIME: 2025-03-24 06:35:13 -- STEP: 9735/31555 -- GLOBAL_STEP: 419950 | > loss_text_ce: 0.03893298655748367 (0.04085724597531802) | > loss_mel_ce: 3.0754857063293457 (nan) | > loss: 0.012358805164694786 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14093371238473462) | > loader_time: 0.0047 (0.004645105258097195)  --> TIME: 2025-03-24 06:35:22 -- STEP: 9785/31555 -- GLOBAL_STEP: 420000 | > loss_text_ce: 0.04508621618151665 (0.040855762454803435) | > loss_mel_ce: 3.4402153491973877 (nan) | > loss: 0.013830562122166157 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1409478977010401) | > loader_time: 0.0044 (0.004645562379044652) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_420000.pth  --> TIME: 2025-03-24 06:35:38 -- STEP: 9835/31555 -- GLOBAL_STEP: 420050 | > loss_text_ce: 0.03675154224038124 (0.04085698819415761) | > loss_mel_ce: 2.5503740310668945 (nan) | > loss: 0.010266372002661228 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14095298777271506) | > loader_time: 0.0049 (0.0046456691633339755)  --> TIME: 2025-03-24 06:35:48 -- STEP: 9885/31555 -- GLOBAL_STEP: 420100 | > loss_text_ce: 0.03921934589743614 (0.04085704650132571) | > loss_mel_ce: 2.9151742458343506 (nan) | > loss: 0.011723784729838371 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14096000668492484) | > loader_time: 0.0047 (0.004645878073538425)  --> TIME: 2025-03-24 06:35:57 -- STEP: 9935/31555 -- GLOBAL_STEP: 420150 | > loss_text_ce: 0.030540959909558296 (0.040856639535044946) | > loss_mel_ce: 2.9173429012298584 (nan) | > loss: 0.011697952635586262 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14094211348469865) | > loader_time: 0.0046 (0.004645999856611906)  --> TIME: 2025-03-24 06:36:07 -- STEP: 9985/31555 -- GLOBAL_STEP: 420200 | > loss_text_ce: 0.040590573102235794 (0.04085071808250478) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14092663610703912) | > loader_time: 0.0049 (0.004646150458139584)  --> TIME: 2025-03-24 06:36:17 -- STEP: 10035/31555 -- GLOBAL_STEP: 420250 | > loss_text_ce: 0.04594593867659569 (0.040851144066454494) | > loss_mel_ce: 2.3042616844177246 (nan) | > loss: 0.00932622142136097 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1409380917057335) | > loader_time: 0.0046 (0.004646478034277471)  --> TIME: 2025-03-24 06:36:27 -- STEP: 10085/31555 -- GLOBAL_STEP: 420300 | > loss_text_ce: 0.054813507944345474 (0.04085565345065395) | > loss_mel_ce: 3.179804801940918 (nan) | > loss: 0.012835788540542126 (nan) | > current_lr: 5e-06 | > step_time: 0.1046 (0.14096711683107913) | > loader_time: 0.0045 (0.0046469242547961245)  --> TIME: 2025-03-24 06:36:36 -- STEP: 10135/31555 -- GLOBAL_STEP: 420350 | > loss_text_ce: 0.03575434908270836 (0.04085878543794657) | > loss_mel_ce: 3.251277446746826 (nan) | > loss: 0.013043778017163277 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1409616457633812) | > loader_time: 0.0048 (0.004646941012329319)  --> TIME: 2025-03-24 06:36:46 -- STEP: 10185/31555 -- GLOBAL_STEP: 420400 | > loss_text_ce: 0.038956981152296066 (0.04085876488629283) | > loss_mel_ce: 2.975811243057251 (nan) | > loss: 0.011963366530835629 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1409669517944075) | > loader_time: 0.0049 (0.004646806361105232)  --> TIME: 2025-03-24 06:36:56 -- STEP: 10235/31555 -- GLOBAL_STEP: 420450 | > loss_text_ce: 0.035464923828840256 (0.040859787371218884) | > loss_mel_ce: 2.931363105773926 (nan) | > loss: 0.011773128062486649 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14097257808877336) | > loader_time: 0.0046 (0.004646806735554471)  --> TIME: 2025-03-24 06:37:05 -- STEP: 10285/31555 -- GLOBAL_STEP: 420500 | > loss_text_ce: 0.050589125603437424 (0.040859269503799235) | > loss_mel_ce: 0.0191650390625 (nan) | > loss: 0.00027680228231474757 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14094015711653243) | > loader_time: 0.0042 (0.004646984210684255)  --> TIME: 2025-03-24 06:37:15 -- STEP: 10335/31555 -- GLOBAL_STEP: 420550 | > loss_text_ce: 0.03963838890194893 (0.04085251896308277) | > loss_mel_ce: 3.0778300762176514 (nan) | > loss: 0.01237090677022934 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14094831644767922) | > loader_time: 0.0051 (0.004647231413421824)  --> TIME: 2025-03-24 06:37:24 -- STEP: 10385/31555 -- GLOBAL_STEP: 420600 | > loss_text_ce: 0.04713067039847374 (0.040853173547587135) | > loss_mel_ce: 3.3003456592559814 (nan) | > loss: 0.013283636420965195 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1409420855755878) | > loader_time: 0.0048 (0.004646879121783118)  --> TIME: 2025-03-24 06:37:34 -- STEP: 10435/31555 -- GLOBAL_STEP: 420650 | > loss_text_ce: 0.03144822642207146 (0.04085339106615787) | > loss_mel_ce: 3.2955174446105957 (nan) | > loss: 0.013202245347201824 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.140940333052464) | > loader_time: 0.0046 (0.004646553305501132)  --> TIME: 2025-03-24 06:37:43 -- STEP: 10485/31555 -- GLOBAL_STEP: 420700 | > loss_text_ce: 0.024565977975726128 (0.04085114938240278) | > loss_mel_ce: 2.9603641033172607 (nan) | > loss: 0.01184496097266674 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14093775640059394) | > loader_time: 0.0043 (0.004646184504685847)  --> TIME: 2025-03-24 06:37:53 -- STEP: 10535/31555 -- GLOBAL_STEP: 420750 | > loss_text_ce: 0.03626067191362381 (0.04085203179825267) | > loss_mel_ce: 6.291666507720947 (nan) | > loss: 0.025110824033617973 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14093884951026295) | > loader_time: 0.007 (0.004646706660324516)  --> TIME: 2025-03-24 06:38:03 -- STEP: 10585/31555 -- GLOBAL_STEP: 420800 | > loss_text_ce: 0.03938841447234154 (0.04084977243565473) | > loss_mel_ce: 2.4412286281585693 (nan) | > loss: 0.009843719191849232 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14094910457216595) | > loader_time: 0.0047 (0.004646760763061084)  --> TIME: 2025-03-24 06:38:12 -- STEP: 10635/31555 -- GLOBAL_STEP: 420850 | > loss_text_ce: 0.042910490185022354 (0.040856228191904646) | > loss_mel_ce: 3.013221263885498 (nan) | > loss: 0.012127508409321308 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14093965331769534) | > loader_time: 0.0045 (0.004646836797788629)  --> TIME: 2025-03-24 06:38:22 -- STEP: 10685/31555 -- GLOBAL_STEP: 420900 | > loss_text_ce: 0.040197547525167465 (0.04085683390205293) | > loss_mel_ce: 3.1904375553131104 (nan) | > loss: 0.012819981202483177 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1409376102906285) | > loader_time: 0.0045 (0.004646857386166402)  --> TIME: 2025-03-24 06:38:31 -- STEP: 10735/31555 -- GLOBAL_STEP: 420950 | > loss_text_ce: 0.04160071909427643 (0.040857372347058975) | > loss_mel_ce: 3.2554752826690674 (nan) | > loss: 0.013083635829389095 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14093423615959005) | > loader_time: 0.0047 (0.004647011039531297)  --> TIME: 2025-03-24 06:38:41 -- STEP: 10785/31555 -- GLOBAL_STEP: 421000 | > loss_text_ce: 0.0327986478805542 (0.04085508635838408) | > loss_mel_ce: 2.4355015754699707 (nan) | > loss: 0.009794843383133411 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14093716720436153) | > loader_time: 0.0046 (0.004647269003580233)  --> TIME: 2025-03-24 06:38:51 -- STEP: 10835/31555 -- GLOBAL_STEP: 421050 | > loss_text_ce: 0.04067128151655197 (0.04084755319467627) | > loss_mel_ce: 2.588919162750244 (nan) | > loss: 0.010434883646667004 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1739 (0.1409649212348292) | > loader_time: 0.0046 (0.004647258992672585)  --> TIME: 2025-03-24 06:39:01 -- STEP: 10885/31555 -- GLOBAL_STEP: 421100 | > loss_text_ce: 0.03229087218642235 (0.04085437538488146) | > loss_mel_ce: 3.2661919593811035 (nan) | > loss: 0.01308921817690134 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14096998143316705) | > loader_time: 0.0048 (0.004647360934431379)  --> TIME: 2025-03-24 06:39:11 -- STEP: 10935/31555 -- GLOBAL_STEP: 421150 | > loss_text_ce: 0.03732458874583244 (0.04084960705799546) | > loss_mel_ce: 2.4870383739471436 (nan) | > loss: 0.010017313994467258 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14097130711786285) | > loader_time: 0.0047 (0.0046477408511593505)  --> TIME: 2025-03-24 06:39:20 -- STEP: 10985/31555 -- GLOBAL_STEP: 421200 | > loss_text_ce: 0.05287167429924011 (0.040846534784159186) | > loss_mel_ce: 2.622877836227417 (nan) | > loss: 0.010618054307997227 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14098007549846844) | > loader_time: 0.0046 (0.004648434274783674)  --> TIME: 2025-03-24 06:39:30 -- STEP: 11035/31555 -- GLOBAL_STEP: 421250 | > loss_text_ce: 0.03272370994091034 (0.040840906635480415) | > loss_mel_ce: 3.723814010620117 (nan) | > loss: 0.014906896278262138 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.1409705690090949) | > loader_time: 0.0047 (0.004648748867966502)  --> TIME: 2025-03-24 06:39:40 -- STEP: 11085/31555 -- GLOBAL_STEP: 421300 | > loss_text_ce: 0.03568045049905777 (0.04084667167519198) | > loss_mel_ce: 3.3551924228668213 (nan) | > loss: 0.013455845415592194 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14097655029193754) | > loader_time: 0.0047 (0.0046493446391392985)  --> TIME: 2025-03-24 06:39:49 -- STEP: 11135/31555 -- GLOBAL_STEP: 421350 | > loss_text_ce: 0.04521265998482704 (0.040840001889894645) | > loss_mel_ce: 3.0073647499084473 (nan) | > loss: 0.012113403528928757 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14096981161209313) | > loader_time: 0.0047 (0.0046503919842106785)  --> TIME: 2025-03-24 06:39:59 -- STEP: 11185/31555 -- GLOBAL_STEP: 421400 | > loss_text_ce: 0.03714247792959213 (0.04084633364390863) | > loss_mel_ce: 0.534881591796875 (nan) | > loss: 0.002269936725497246 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14100226017317302) | > loader_time: 0.0047 (0.004651400741317905)  --> TIME: 2025-03-24 06:40:09 -- STEP: 11235/31555 -- GLOBAL_STEP: 421450 | > loss_text_ce: 0.023275258019566536 (0.040843284018022716) | > loss_mel_ce: 2.345728874206543 (nan) | > loss: 0.009400811046361923 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14099954888191554) | > loader_time: 0.0044 (0.004652109154606546)  --> TIME: 2025-03-24 06:40:18 -- STEP: 11285/31555 -- GLOBAL_STEP: 421500 | > loss_text_ce: 0.04030858352780342 (0.040838856875110734) | > loss_mel_ce: 2.950803279876709 (nan) | > loss: 0.011869492009282112 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14097924405724707) | > loader_time: 0.0047 (0.004652647492523219)  --> TIME: 2025-03-24 06:40:28 -- STEP: 11335/31555 -- GLOBAL_STEP: 421550 | > loss_text_ce: 0.03721233829855919 (0.04083807844394193) | > loss_mel_ce: 3.1069934368133545 (nan) | > loss: 0.012477007694542408 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14096747321813402) | > loader_time: 0.0045 (0.004653834434243366)  --> TIME: 2025-03-24 06:40:37 -- STEP: 11385/31555 -- GLOBAL_STEP: 421600 | > loss_text_ce: 0.03748736158013344 (0.04083381616606563) | > loss_mel_ce: 2.2790751457214355 (nan) | > loss: 0.009192708879709244 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14096754936466324) | > loader_time: 0.0047 (0.004654409595367159)  --> TIME: 2025-03-24 06:40:47 -- STEP: 11435/31555 -- GLOBAL_STEP: 421650 | > loss_text_ce: 0.040577664971351624 (0.040823877552971295) | > loss_mel_ce: 0.07568359375 (nan) | > loss: 0.0004613542405422777 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14096506299751632) | > loader_time: 0.0047 (0.004654730341035157)  --> TIME: 2025-03-24 06:40:56 -- STEP: 11485/31555 -- GLOBAL_STEP: 421700 | > loss_text_ce: 0.04318436607718468 (0.0408253585578347) | > loss_mel_ce: 3.4723167419433594 (nan) | > loss: 0.013950401917099953 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14095908685201852) | > loader_time: 0.0047 (0.004655317041632045)  --> TIME: 2025-03-24 06:41:06 -- STEP: 11535/31555 -- GLOBAL_STEP: 421750 | > loss_text_ce: 0.03874001279473305 (0.04081843317355945) | > loss_mel_ce: 2.6608498096466064 (nan) | > loss: 0.010712658055126667 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14094378273364191) | > loader_time: 0.0046 (0.004655986127783076)  --> TIME: 2025-03-24 06:41:15 -- STEP: 11585/31555 -- GLOBAL_STEP: 421800 | > loss_text_ce: 0.043484166264534 (0.040810718979520794) | > loss_mel_ce: 1.8218122720718384 (nan) | > loss: 0.0074019706808030605 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14094417415202448) | > loader_time: 0.0044 (0.004656144324489081)  --> TIME: 2025-03-24 06:41:25 -- STEP: 11635/31555 -- GLOBAL_STEP: 421850 | > loss_text_ce: 0.02971271239221096 (0.040808508982845736) | > loss_mel_ce: 2.4917526245117188 (nan) | > loss: 0.010005814954638481 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14094007014203785) | > loader_time: 0.0047 (0.004656493699647915)  --> TIME: 2025-03-24 06:41:35 -- STEP: 11685/31555 -- GLOBAL_STEP: 421900 | > loss_text_ce: 0.0340157225728035 (0.0408090555350979) | > loss_mel_ce: 2.9654269218444824 (nan) | > loss: 0.011902550235390663 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14093572435391358) | > loader_time: 0.0048 (0.004657013700923454)  --> TIME: 2025-03-24 06:41:44 -- STEP: 11735/31555 -- GLOBAL_STEP: 421950 | > loss_text_ce: 0.041436221450567245 (0.04081311871983735) | > loss_mel_ce: 2.1614389419555664 (nan) | > loss: 0.008741568773984909 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1409416558136073) | > loader_time: 0.0046 (0.004657196175762531)  --> TIME: 2025-03-24 06:41:54 -- STEP: 11785/31555 -- GLOBAL_STEP: 422000 | > loss_text_ce: 0.04038064554333687 (0.04080563080218508) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14094621189378093) | > loader_time: 0.0046 (0.004657166035538416)  --> TIME: 2025-03-24 06:42:04 -- STEP: 11835/31555 -- GLOBAL_STEP: 422050 | > loss_text_ce: 0.05099291354417801 (0.040804698226015665) | > loss_mel_ce: 3.016089677810669 (nan) | > loss: 0.012170963920652866 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1409437272837766) | > loader_time: 0.0045 (0.004656775832730152)  --> TIME: 2025-03-24 06:42:14 -- STEP: 11885/31555 -- GLOBAL_STEP: 422100 | > loss_text_ce: 0.037570521235466 (0.04080245304315158) | > loss_mel_ce: 3.2513978481292725 (nan) | > loss: 0.013051462359726429 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14096062278667373) | > loader_time: 0.0047 (0.004656601714445906)  --> TIME: 2025-03-24 06:42:23 -- STEP: 11935/31555 -- GLOBAL_STEP: 422150 | > loss_text_ce: 0.03652788698673248 (0.0407983280749539) | > loss_mel_ce: 3.1087963581085205 (nan) | > loss: 0.012481446377933025 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14096043520409293) | > loader_time: 0.0046 (0.004656976988288563)  --> TIME: 2025-03-24 06:42:33 -- STEP: 11985/31555 -- GLOBAL_STEP: 422200 | > loss_text_ce: 0.02851320430636406 (0.040800903293680565) | > loss_mel_ce: 2.784027576446533 (nan) | > loss: 0.011160876601934433 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14095396611608013) | > loader_time: 0.0047 (0.00465701994022624)  --> TIME: 2025-03-24 06:42:42 -- STEP: 12035/31555 -- GLOBAL_STEP: 422250 | > loss_text_ce: 0.04726317897439003 (0.04080686908065151) | > loss_mel_ce: 2.7442123889923096 (nan) | > loss: 0.011077284812927246 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14092235089735144) | > loader_time: 0.0045 (0.0046569232481071254)  --> TIME: 2025-03-24 06:42:52 -- STEP: 12085/31555 -- GLOBAL_STEP: 422300 | > loss_text_ce: 0.03500435873866081 (0.04080499449007303) | > loss_mel_ce: 3.347310781478882 (nan) | > loss: 0.01342188660055399 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14092695658789942) | > loader_time: 0.0047 (0.00465665636942507)  --> TIME: 2025-03-24 06:43:01 -- STEP: 12135/31555 -- GLOBAL_STEP: 422350 | > loss_text_ce: 0.02804749831557274 (0.040801469126096765) | > loss_mel_ce: 1.4604837894439697 (nan) | > loss: 0.005906870122998953 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14092580905705282) | > loader_time: 0.0043 (0.004656450494012522)  --> TIME: 2025-03-24 06:43:11 -- STEP: 12185/31555 -- GLOBAL_STEP: 422400 | > loss_text_ce: 0.030242903158068657 (0.040802490739415394) | > loss_mel_ce: 3.1924989223480225 (nan) | > loss: 0.01278865896165371 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.1409431723820465) | > loader_time: 0.0047 (0.004657623383369761)  --> TIME: 2025-03-24 06:43:21 -- STEP: 12235/31555 -- GLOBAL_STEP: 422450 | > loss_text_ce: 0.043188102543354034 (0.0407964940947484) | > loss_mel_ce: 3.3903043270111084 (nan) | > loss: 0.01362497080117464 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14094131798660414) | > loader_time: 0.005 (0.0046573960250087055)  --> TIME: 2025-03-24 06:43:30 -- STEP: 12285/31555 -- GLOBAL_STEP: 422500 | > loss_text_ce: 0.059129748493433 (0.04079851324658254) | > loss_mel_ce: 2.991684675216675 (nan) | > loss: 0.012106407433748245 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409351893057415) | > loader_time: 0.0044 (0.004657441307288294)  --> TIME: 2025-03-24 06:43:40 -- STEP: 12335/31555 -- GLOBAL_STEP: 422550 | > loss_text_ce: 0.04636126384139061 (0.04080239156571385) | > loss_mel_ce: 2.7195041179656982 (nan) | > loss: 0.010975657030940056 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14095208974419995) | > loader_time: 0.0046 (0.0046575090688976365)  --> TIME: 2025-03-24 06:43:50 -- STEP: 12385/31555 -- GLOBAL_STEP: 422600 | > loss_text_ce: 0.03948729485273361 (0.04079886620806353) | > loss_mel_ce: 2.6088826656341553 (nan) | > loss: 0.01050940528512001 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1409681544074814) | > loader_time: 0.0045 (0.0046572842326527645)  --> TIME: 2025-03-24 06:44:00 -- STEP: 12435/31555 -- GLOBAL_STEP: 422650 | > loss_text_ce: 0.040926627814769745 (0.040798676011924204) | > loss_mel_ce: 3.3016293048858643 (nan) | > loss: 0.013264112174510956 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14098956024114725) | > loader_time: 0.0046 (0.004657385250531728)  --> TIME: 2025-03-24 06:44:09 -- STEP: 12485/31555 -- GLOBAL_STEP: 422700 | > loss_text_ce: 0.05050744116306305 (0.04080141576109191) | > loss_mel_ce: 0.9063720703125 (nan) | > loss: 0.0037971411366015673 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14097249125021202) | > loader_time: 0.0047 (0.0046574736004310726)  --> TIME: 2025-03-24 06:44:19 -- STEP: 12535/31555 -- GLOBAL_STEP: 422750 | > loss_text_ce: 0.04242181032896042 (0.04080382587910459) | > loss_mel_ce: 2.517655611038208 (nan) | > loss: 0.010159038007259369 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14097872331982184) | > loader_time: 0.0047 (0.004657388484758507)  --> TIME: 2025-03-24 06:44:29 -- STEP: 12585/31555 -- GLOBAL_STEP: 422800 | > loss_text_ce: 0.0402093306183815 (0.04079756687151425) | > loss_mel_ce: 2.6768386363983154 (nan) | > loss: 0.010781937278807163 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14098801436668668) | > loader_time: 0.0049 (0.004657131459535811)  --> TIME: 2025-03-24 06:44:38 -- STEP: 12635/31555 -- GLOBAL_STEP: 422850 | > loss_text_ce: 0.039798129349946976 (0.040801993365276706) | > loss_mel_ce: 3.4583475589752197 (nan) | > loss: 0.013881530612707138 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14098048489415524) | > loader_time: 0.0046 (0.004656944305093812)  --> TIME: 2025-03-24 06:44:48 -- STEP: 12685/31555 -- GLOBAL_STEP: 422900 | > loss_text_ce: 0.033632900565862656 (0.04080440740618267) | > loss_mel_ce: 2.737952709197998 (nan) | > loss: 0.010998356156051159 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14099289640743162) | > loader_time: 0.0045 (0.004657127916413454)  --> TIME: 2025-03-24 06:44:58 -- STEP: 12735/31555 -- GLOBAL_STEP: 422950 | > loss_text_ce: 0.04222922772169113 (0.0408020105329204) | > loss_mel_ce: 2.5971662998199463 (nan) | > loss: 0.010473792441189289 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14099174564288197) | > loader_time: 0.0048 (0.004657049838074669)  --> TIME: 2025-03-24 06:45:07 -- STEP: 12785/31555 -- GLOBAL_STEP: 423000 | > loss_text_ce: 0.034253623336553574 (0.040799287812165755) | > loss_mel_ce: 2.225783586502075 (nan) | > loss: 0.008968401700258255 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14098893116356873) | > loader_time: 0.0045 (0.004657108130098789)  --> TIME: 2025-03-24 06:45:17 -- STEP: 12835/31555 -- GLOBAL_STEP: 423050 | > loss_text_ce: 0.04427297040820122 (0.04080438393428998) | > loss_mel_ce: 2.6539270877838135 (nan) | > loss: 0.010707143694162369 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14100190877078533) | > loader_time: 0.005 (0.004657479617955066)  --> TIME: 2025-03-24 06:45:27 -- STEP: 12885/31555 -- GLOBAL_STEP: 423100 | > loss_text_ce: 0.049117300659418106 (0.040805469283694495) | > loss_mel_ce: 3.048363208770752 (nan) | > loss: 0.012291589751839638 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1410077228812594) | > loader_time: 0.0046 (0.004657531941080402)  --> TIME: 2025-03-24 06:45:37 -- STEP: 12935/31555 -- GLOBAL_STEP: 423150 | > loss_text_ce: 0.04239631071686745 (0.04080030309194044) | > loss_mel_ce: 3.3975582122802734 (nan) | > loss: 0.013650613836944103 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14101456524923037) | > loader_time: 0.0048 (0.004657707612487728)  --> TIME: 2025-03-24 06:45:47 -- STEP: 12985/31555 -- GLOBAL_STEP: 423200 | > loss_text_ce: 0.04020712152123451 (0.04079320374704115) | > loss_mel_ce: 3.1139163970947266 (nan) | > loss: 0.012516364455223083 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14102305835331685) | > loader_time: 0.0048 (0.004657805438770586)  --> TIME: 2025-03-24 06:45:56 -- STEP: 13035/31555 -- GLOBAL_STEP: 423250 | > loss_text_ce: 0.04365861788392067 (0.04079880635230854) | > loss_mel_ce: 3.056420087814331 (nan) | > loss: 0.012301900424063206 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14102747419303885) | > loader_time: 0.0047 (0.004658249616165621)  --> TIME: 2025-03-24 06:46:06 -- STEP: 13085/31555 -- GLOBAL_STEP: 423300 | > loss_text_ce: 0.03484208136796951 (0.040796226834081774) | > loss_mel_ce: 3.0404558181762695 (nan) | > loss: 0.012203563936054707 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14103365554853278) | > loader_time: 0.0044 (0.0046584553148256895)  --> TIME: 2025-03-24 06:46:16 -- STEP: 13135/31555 -- GLOBAL_STEP: 423350 | > loss_text_ce: 0.03195936232805252 (0.040790836720578025) | > loss_mel_ce: 2.757263422012329 (nan) | > loss: 0.011068345047533512 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14103208909617374) | > loader_time: 0.0047 (0.004658700905238221)  --> TIME: 2025-03-24 06:46:25 -- STEP: 13185/31555 -- GLOBAL_STEP: 423400 | > loss_text_ce: 0.04192814230918884 (0.04078649172709823) | > loss_mel_ce: 2.792583703994751 (nan) | > loss: 0.011248063296079636 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14103348961281487) | > loader_time: 0.0045 (0.004659003726813081)  --> TIME: 2025-03-24 06:46:35 -- STEP: 13235/31555 -- GLOBAL_STEP: 423450 | > loss_text_ce: 0.04942610487341881 (0.04079152620297223) | > loss_mel_ce: 2.867281436920166 (nan) | > loss: 0.011574236676096916 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14104835018825176) | > loader_time: 0.0047 (0.004659134854358831)  --> TIME: 2025-03-24 06:46:45 -- STEP: 13285/31555 -- GLOBAL_STEP: 423500 | > loss_text_ce: 0.046482544392347336 (0.04079352404927845) | > loss_mel_ce: 3.161435127258301 (nan) | > loss: 0.012729832902550697 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14106105640053854) | > loader_time: 0.0047 (0.004659327143423946)  --> TIME: 2025-03-24 06:46:55 -- STEP: 13335/31555 -- GLOBAL_STEP: 423550 | > loss_text_ce: 0.04005999118089676 (0.040793387568162816) | > loss_mel_ce: 3.297635316848755 (nan) | > loss: 0.013244823552668095 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14106979114445184) | > loader_time: 0.0048 (0.004659630754354219)  --> TIME: 2025-03-24 06:47:05 -- STEP: 13385/31555 -- GLOBAL_STEP: 423600 | > loss_text_ce: 0.034004874527454376 (0.04078690565776016) | > loss_mel_ce: 2.634495496749878 (nan) | > loss: 0.010589287616312504 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14107865619267515) | > loader_time: 0.0048 (0.004660026538180525)  --> TIME: 2025-03-24 06:47:14 -- STEP: 13435/31555 -- GLOBAL_STEP: 423650 | > loss_text_ce: 0.03725173696875572 (0.04078311831463336) | > loss_mel_ce: 2.6931135654449463 (nan) | > loss: 0.01083478331565857 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1410780994875259) | > loader_time: 0.0048 (0.004660243104282312)  --> TIME: 2025-03-24 06:47:24 -- STEP: 13485/31555 -- GLOBAL_STEP: 423700 | > loss_text_ce: 0.041988976299762726 (0.04078155236348395) | > loss_mel_ce: 3.009998083114624 (nan) | > loss: 0.012111061252653599 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14108391382714555) | > loader_time: 0.005 (0.004660469857153258)  --> TIME: 2025-03-24 06:47:34 -- STEP: 13535/31555 -- GLOBAL_STEP: 423750 | > loss_text_ce: 0.05910172685980797 (0.04078956533830271) | > loss_mel_ce: 3.1400187015533447 (nan) | > loss: 0.01269492320716381 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14109312291069573) | > loader_time: 0.0046 (0.004660812197552388)  --> TIME: 2025-03-24 06:47:43 -- STEP: 13585/31555 -- GLOBAL_STEP: 423800 | > loss_text_ce: 0.03937024995684624 (0.04078763929998817) | > loss_mel_ce: 2.3922109603881836 (nan) | > loss: 0.009649132378399372 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14109235729502542) | > loader_time: 0.0044 (0.004661214917645859)  --> TIME: 2025-03-24 06:47:53 -- STEP: 13635/31555 -- GLOBAL_STEP: 423850 | > loss_text_ce: 0.05236435309052467 (0.040777834617953784) | > loss_mel_ce: 2.6574246883392334 (nan) | > loss: 0.010753131471574306 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14107979096726347) | > loader_time: 0.0052 (0.004661391757983237)  --> TIME: 2025-03-24 06:48:02 -- STEP: 13685/31555 -- GLOBAL_STEP: 423900 | > loss_text_ce: 0.036918699741363525 (0.04077867635743186) | > loss_mel_ce: 3.4682254791259766 (nan) | > loss: 0.013909302651882172 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14107226928220323) | > loader_time: 0.0046 (0.004661494308376873)  --> TIME: 2025-03-24 06:48:12 -- STEP: 13735/31555 -- GLOBAL_STEP: 423950 | > loss_text_ce: 0.03583792597055435 (0.0407685301114384) | > loss_mel_ce: 2.5626060962677 (nan) | > loss: 0.010311285965144634 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14106049285960875) | > loader_time: 0.0049 (0.004661766277211828)  --> TIME: 2025-03-24 06:48:22 -- STEP: 13785/31555 -- GLOBAL_STEP: 424000 | > loss_text_ce: 0.04755683243274689 (0.040767592538416955) | > loss_mel_ce: 3.1392993927001953 (nan) | > loss: 0.012646256014704704 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14106895632185187) | > loader_time: 0.0045 (0.004661556322763971)  --> TIME: 2025-03-24 06:48:31 -- STEP: 13835/31555 -- GLOBAL_STEP: 424050 | > loss_text_ce: 0.04576575756072998 (0.04076427504942646) | > loss_mel_ce: 3.1552493572235107 (nan) | > loss: 0.012702440842986107 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.141072990560859) | > loader_time: 0.0044 (0.004660901103073106)  --> TIME: 2025-03-24 06:48:41 -- STEP: 13885/31555 -- GLOBAL_STEP: 424100 | > loss_text_ce: 0.04227674752473831 (0.04076651176105709) | > loss_mel_ce: 2.849882125854492 (nan) | > loss: 0.011476822197437286 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14105712654009364) | > loader_time: 0.0047 (0.004660721086193654)  --> TIME: 2025-03-24 06:48:51 -- STEP: 13935/31555 -- GLOBAL_STEP: 424150 | > loss_text_ce: 0.04564375802874565 (0.040768901857934664) | > loss_mel_ce: 3.445512294769287 (nan) | > loss: 0.013853794895112514 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14106162960571234) | > loader_time: 0.0048 (0.004660529015865781)  --> TIME: 2025-03-24 06:49:00 -- STEP: 13985/31555 -- GLOBAL_STEP: 424200 | > loss_text_ce: 0.03602346032857895 (0.04076620430569363) | > loss_mel_ce: 3.5801117420196533 (nan) | > loss: 0.014349743723869324 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1410618135406581) | > loader_time: 0.0047 (0.004660338779240763)  --> TIME: 2025-03-24 06:49:10 -- STEP: 14035/31555 -- GLOBAL_STEP: 424250 | > loss_text_ce: 0.031676262617111206 (0.04076341213821017) | > loss_mel_ce: 1.9646810293197632 (nan) | > loss: 0.007922053337097168 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1410612499752118) | > loader_time: 0.0044 (0.004660146228775304)  --> TIME: 2025-03-24 06:49:20 -- STEP: 14085/31555 -- GLOBAL_STEP: 424300 | > loss_text_ce: 0.043447379022836685 (0.04077012419401743) | > loss_mel_ce: 2.877028226852417 (nan) | > loss: 0.011589189991354942 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14107971196484356) | > loader_time: 0.0048 (0.004659696246530694)  --> TIME: 2025-03-24 06:49:29 -- STEP: 14135/31555 -- GLOBAL_STEP: 424350 | > loss_text_ce: 0.034517303109169006 (0.040767997489444124) | > loss_mel_ce: 2.8399529457092285 (nan) | > loss: 0.011406628414988518 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14106857026892552) | > loader_time: 0.0047 (0.004659419199751563)  --> TIME: 2025-03-24 06:49:39 -- STEP: 14185/31555 -- GLOBAL_STEP: 424400 | > loss_text_ce: 0.03818737342953682 (0.04077773928539841) | > loss_mel_ce: 2.7539756298065186 (nan) | > loss: 0.01108001172542572 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14108401186919162) | > loader_time: 0.0045 (0.00465942222466128)  --> TIME: 2025-03-24 06:49:49 -- STEP: 14235/31555 -- GLOBAL_STEP: 424450 | > loss_text_ce: 0.05671992525458336 (0.04077957344444575) | > loss_mel_ce: 2.944866180419922 (nan) | > loss: 0.011911056935787201 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1410766087208119) | > loader_time: 0.0044 (0.004659034714264969)  --> TIME: 2025-03-24 06:49:58 -- STEP: 14285/31555 -- GLOBAL_STEP: 424500 | > loss_text_ce: 0.04512261226773262 (0.04077957194112036) | > loss_mel_ce: 3.017488956451416 (nan) | > loss: 0.012153221294283867 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14108548226121143) | > loader_time: 0.0047 (0.0046589099989514555)  --> TIME: 2025-03-24 06:50:08 -- STEP: 14335/31555 -- GLOBAL_STEP: 424550 | > loss_text_ce: 0.061240922659635544 (0.04077723738004876) | > loss_mel_ce: 2.9036622047424316 (nan) | > loss: 0.011765489354729652 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14109269229634736) | > loader_time: 0.0044 (0.004658931383572653)  --> TIME: 2025-03-24 06:50:18 -- STEP: 14385/31555 -- GLOBAL_STEP: 424600 | > loss_text_ce: 0.04506358504295349 (0.04077528869350576) | > loss_mel_ce: 2.3851726055145264 (nan) | > loss: 0.00964379496872425 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14110532822938723) | > loader_time: 0.0046 (0.004658962696593848)  --> TIME: 2025-03-24 06:50:28 -- STEP: 14435/31555 -- GLOBAL_STEP: 424650 | > loss_text_ce: 0.04178179055452347 (0.04077319976304957) | > loss_mel_ce: 2.5743398666381836 (nan) | > loss: 0.010381435975432396 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14110104941066437) | > loader_time: 0.0045 (0.004658795575761914)  --> TIME: 2025-03-24 06:50:37 -- STEP: 14485/31555 -- GLOBAL_STEP: 424700 | > loss_text_ce: 0.04195278137922287 (0.04077839866643174) | > loss_mel_ce: 2.92513108253479 (nan) | > loss: 0.01177414320409298 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1411079662851018) | > loader_time: 0.0046 (0.004658588887413135)  --> TIME: 2025-03-24 06:50:47 -- STEP: 14535/31555 -- GLOBAL_STEP: 424750 | > loss_text_ce: 0.05686083808541298 (0.04077831230273363) | > loss_mel_ce: 3.8523178100585938 (nan) | > loss: 0.015512614510953426 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1411132147355626) | > loader_time: 0.0054 (0.004658399056354883)  --> TIME: 2025-03-24 06:50:57 -- STEP: 14585/31555 -- GLOBAL_STEP: 424800 | > loss_text_ce: 0.03589849919080734 (0.04077688118121694) | > loss_mel_ce: 2.1917724609375 (nan) | > loss: 0.008839964866638184 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1411280174144206) | > loader_time: 0.0046 (0.004658243236862117)  --> TIME: 2025-03-24 06:51:07 -- STEP: 14635/31555 -- GLOBAL_STEP: 424850 | > loss_text_ce: 0.03955278918147087 (0.040773830133664216) | > loss_mel_ce: 3.354810953140259 (nan) | > loss: 0.013469697907567024 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14112660514237182) | > loader_time: 0.0048 (0.004657803226910123)  --> TIME: 2025-03-24 06:51:16 -- STEP: 14685/31555 -- GLOBAL_STEP: 424900 | > loss_text_ce: 0.059189777821302414 (0.040774511097136576) | > loss_mel_ce: 3.1949667930603027 (nan) | > loss: 0.01291332021355629 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1411179423697507) | > loader_time: 0.0045 (0.004657102645884385)  --> TIME: 2025-03-24 06:51:26 -- STEP: 14735/31555 -- GLOBAL_STEP: 424950 | > loss_text_ce: 0.055496588349342346 (0.04077767866572295) | > loss_mel_ce: 2.600224256515503 (nan) | > loss: 0.010538576170802116 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14111175194084277) | > loader_time: 0.0045 (0.004657027775609428)  --> TIME: 2025-03-24 06:51:36 -- STEP: 14785/31555 -- GLOBAL_STEP: 425000 | > loss_text_ce: 0.041113171726465225 (0.04077334328011894) | > loss_mel_ce: 2.99634051322937 (nan) | > loss: 0.01205338817089796 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.141120137932899) | > loader_time: 0.0046 (0.004656701173417879)  --> TIME: 2025-03-24 06:51:45 -- STEP: 14835/31555 -- GLOBAL_STEP: 425050 | > loss_text_ce: 0.035600464791059494 (0.040769244781448805) | > loss_mel_ce: 3.3409321308135986 (nan) | > loss: 0.013398939743638039 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411221741263933) | > loader_time: 0.0044 (0.0046560171922529784)  --> TIME: 2025-03-24 06:51:55 -- STEP: 14885/31555 -- GLOBAL_STEP: 425100 | > loss_text_ce: 0.03706450015306473 (0.04076989759629421) | > loss_mel_ce: 2.6989448070526123 (nan) | > loss: 0.010857180692255497 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1411489398919132) | > loader_time: 0.0068 (0.0046556119915619485)  --> TIME: 2025-03-24 06:52:05 -- STEP: 14935/31555 -- GLOBAL_STEP: 425150 | > loss_text_ce: 0.03768496215343475 (0.040765978029770306) | > loss_mel_ce: 3.1311347484588623 (nan) | > loss: 0.012574682012200356 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1411574401542573) | > loader_time: 0.0044 (0.00465508428432486)  --> TIME: 2025-03-24 06:52:14 -- STEP: 14985/31555 -- GLOBAL_STEP: 425200 | > loss_text_ce: 0.03284488990902901 (0.04076006564289611) | > loss_mel_ce: 2.157327651977539 (nan) | > loss: 0.008691160939633846 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.1411242130560832) | > loader_time: 0.0045 (0.00465444392031494)  --> TIME: 2025-03-24 06:52:24 -- STEP: 15035/31555 -- GLOBAL_STEP: 425250 | > loss_text_ce: 0.03896117955446243 (0.040763277292380336) | > loss_mel_ce: 3.087350845336914 (nan) | > loss: 0.012406000867486 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1411344733236628) | > loader_time: 0.0044 (0.004654232005483068)  --> TIME: 2025-03-24 06:52:34 -- STEP: 15085/31555 -- GLOBAL_STEP: 425300 | > loss_text_ce: 0.03910878673195839 (0.04075594994186714) | > loss_mel_ce: 3.705136299133301 (nan) | > loss: 0.014858116395771503 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14114160572490686) | > loader_time: 0.0046 (0.004653956758134337)  --> TIME: 2025-03-24 06:52:44 -- STEP: 15135/31555 -- GLOBAL_STEP: 425350 | > loss_text_ce: 0.04166117683053017 (0.040746933238062) | > loss_mel_ce: 3.156564950942993 (nan) | > loss: 0.012691374868154526 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14114532139894329) | > loader_time: 0.0046 (0.004653470918688763)  --> TIME: 2025-03-24 06:52:53 -- STEP: 15185/31555 -- GLOBAL_STEP: 425400 | > loss_text_ce: 0.04086035117506981 (0.04074815162541848) | > loss_mel_ce: 3.232245922088623 (nan) | > loss: 0.012988517992198467 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1411326193911559) | > loader_time: 0.0049 (0.004652894010345963)  --> TIME: 2025-03-24 06:53:03 -- STEP: 15235/31555 -- GLOBAL_STEP: 425450 | > loss_text_ce: 0.03933674097061157 (0.040748470070584415) | > loss_mel_ce: 3.111375570297241 (nan) | > loss: 0.012502826750278473 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14112915711047588) | > loader_time: 0.0048 (0.0046525548002858096)  --> TIME: 2025-03-24 06:53:13 -- STEP: 15285/31555 -- GLOBAL_STEP: 425500 | > loss_text_ce: 0.04618256911635399 (0.040746571470050695) | > loss_mel_ce: 3.456204652786255 (nan) | > loss: 0.013898363336920738 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14115624441833732) | > loader_time: 0.0046 (0.004652255635110205)  --> TIME: 2025-03-24 06:53:22 -- STEP: 15335/31555 -- GLOBAL_STEP: 425550 | > loss_text_ce: 0.038792114704847336 (0.040746045072405306) | > loss_mel_ce: 2.9227752685546875 (nan) | > loss: 0.011752252466976643 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14114275665830409) | > loader_time: 0.0046 (0.004652065681952519)  --> TIME: 2025-03-24 06:53:32 -- STEP: 15385/31555 -- GLOBAL_STEP: 425600 | > loss_text_ce: 0.04011760279536247 (0.04074656787992174) | > loss_mel_ce: 2.910137891769409 (nan) | > loss: 0.011707363650202751 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14113870121109992) | > loader_time: 0.0049 (0.004651784943341019)  --> TIME: 2025-03-24 06:53:41 -- STEP: 15435/31555 -- GLOBAL_STEP: 425650 | > loss_text_ce: 0.02607700787484646 (0.040744664807115076) | > loss_mel_ce: 2.2275238037109375 (nan) | > loss: 0.008942861109972 (nan) | > current_lr: 5e-06 | > step_time: 0.1046 (0.1411362214114693) | > loader_time: 0.0043 (0.0046514151974484065)  --> TIME: 2025-03-24 06:53:51 -- STEP: 15485/31555 -- GLOBAL_STEP: 425700 | > loss_text_ce: 0.03804730251431465 (0.04073697293167014) | > loss_mel_ce: 1.4159027338027954 (nan) | > loss: 0.005769643466919661 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.1411398751527055) | > loader_time: 0.0042 (0.0046509976767323226)  --> TIME: 2025-03-24 06:54:00 -- STEP: 15535/31555 -- GLOBAL_STEP: 425750 | > loss_text_ce: 0.04192989319562912 (0.04073516153396222) | > loss_mel_ce: 3.120785713195801 (nan) | > loss: 0.012550460174679756 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14112768661258318) | > loader_time: 0.0046 (0.004651002972924801)  --> TIME: 2025-03-24 06:54:10 -- STEP: 15585/31555 -- GLOBAL_STEP: 425800 | > loss_text_ce: 0.043075695633888245 (0.04073973817211191) | > loss_mel_ce: 3.4720630645751953 (nan) | > loss: 0.013948964886367321 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1411407471315037) | > loader_time: 0.0047 (0.004650880711408287)  --> TIME: 2025-03-24 06:54:20 -- STEP: 15635/31555 -- GLOBAL_STEP: 425850 | > loss_text_ce: 0.04296846687793732 (0.04074064835877428) | > loss_mel_ce: 3.209493637084961 (nan) | > loss: 0.01290659699589014 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14116214876324307) | > loader_time: 0.0047 (0.004650795433061485)  --> TIME: 2025-03-24 06:54:30 -- STEP: 15685/31555 -- GLOBAL_STEP: 425900 | > loss_text_ce: 0.04606380686163902 (0.04073959279236585) | > loss_mel_ce: 2.918541193008423 (nan) | > loss: 0.01176430657505989 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1411591614056509) | > loader_time: 0.0046 (0.004650552963655668)  --> TIME: 2025-03-24 06:54:40 -- STEP: 15735/31555 -- GLOBAL_STEP: 425950 | > loss_text_ce: 0.02797284722328186 (0.04073693605573691) | > loss_mel_ce: 2.7771801948547363 (nan) | > loss: 0.011131560429930687 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14115688045478617) | > loader_time: 0.0044 (0.004650550544697529)  --> TIME: 2025-03-24 06:54:49 -- STEP: 15785/31555 -- GLOBAL_STEP: 426000 | > loss_text_ce: 0.033077988773584366 (0.04073440724895892) | > loss_mel_ce: 3.4676032066345215 (nan) | > loss: 0.013891592621803284 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1411662710290709) | > loader_time: 0.0048 (0.00465092370507833)  --> TIME: 2025-03-24 06:54:59 -- STEP: 15835/31555 -- GLOBAL_STEP: 426050 | > loss_text_ce: 0.049653246998786926 (0.04073762437466901) | > loss_mel_ce: 3.415879726409912 (nan) | > loss: 0.01375211589038372 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.1411825816187899) | > loader_time: 0.005 (0.004651020271077203)  --> TIME: 2025-03-24 06:55:09 -- STEP: 15885/31555 -- GLOBAL_STEP: 426100 | > loss_text_ce: 0.04281048849225044 (0.04073910593920838) | > loss_mel_ce: 3.2017321586608887 (nan) | > loss: 0.012875169515609741 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14116833401356638) | > loader_time: 0.0047 (0.0046511964224628085)  --> TIME: 2025-03-24 06:55:19 -- STEP: 15935/31555 -- GLOBAL_STEP: 426150 | > loss_text_ce: 0.033646028488874435 (0.040739098215223694) | > loss_mel_ce: 2.776230573654175 (nan) | > loss: 0.011150305159389973 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14117420389242982) | > loader_time: 0.0046 (0.004651569444855639)  --> TIME: 2025-03-24 06:55:28 -- STEP: 15985/31555 -- GLOBAL_STEP: 426200 | > loss_text_ce: 0.040233854204416275 (0.04073657570164998) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14117822101200392) | > loader_time: 0.0045 (0.004651988712295252)  --> TIME: 2025-03-24 06:55:38 -- STEP: 16035/31555 -- GLOBAL_STEP: 426250 | > loss_text_ce: 0.03363823890686035 (0.04073294411693021) | > loss_mel_ce: 3.5228424072265625 (nan) | > loss: 0.014113019220530987 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14118114491656833) | > loader_time: 0.0048 (0.0046521033384288955)  --> TIME: 2025-03-24 06:55:48 -- STEP: 16085/31555 -- GLOBAL_STEP: 426300 | > loss_text_ce: 0.03913334012031555 (0.04073204780156685) | > loss_mel_ce: 3.3705732822418213 (nan) | > loss: 0.013530582189559937 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14119309295509572) | > loader_time: 0.0048 (0.004651827214851388)  --> TIME: 2025-03-24 06:55:58 -- STEP: 16135/31555 -- GLOBAL_STEP: 426350 | > loss_text_ce: 0.03546254709362984 (0.04073899313299537) | > loss_mel_ce: 2.8667616844177246 (nan) | > loss: 0.01151676382869482 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14119969707248983) | > loader_time: 0.0046 (0.0046516468697078645)  --> TIME: 2025-03-24 06:56:07 -- STEP: 16185/31555 -- GLOBAL_STEP: 426400 | > loss_text_ce: 0.04652932658791542 (0.04073957390024453) | > loss_mel_ce: 3.4142777919769287 (nan) | > loss: 0.013733361847698689 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14119196025022224) | > loader_time: 0.0043 (0.004651507736173031)  --> TIME: 2025-03-24 06:56:17 -- STEP: 16235/31555 -- GLOBAL_STEP: 426450 | > loss_text_ce: 0.044917814433574677 (0.04073383195430702) | > loss_mel_ce: 3.0646488666534424 (nan) | > loss: 0.012339551001787186 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14119885677846292) | > loader_time: 0.0047 (0.004651379181415707)  --> TIME: 2025-03-24 06:56:27 -- STEP: 16285/31555 -- GLOBAL_STEP: 426500 | > loss_text_ce: 0.047926969826221466 (0.04073570389672305) | > loss_mel_ce: 2.363830327987671 (nan) | > loss: 0.009570465423166752 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14121078723114489) | > loader_time: 0.0045 (0.004651546551473355)  --> TIME: 2025-03-24 06:56:37 -- STEP: 16335/31555 -- GLOBAL_STEP: 426550 | > loss_text_ce: 0.03758254274725914 (0.040735099958395485) | > loss_mel_ce: 3.1724610328674316 (nan) | > loss: 0.012738268822431564 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14121979203178878) | > loader_time: 0.0047 (0.0046514129434333685)  --> TIME: 2025-03-24 06:56:47 -- STEP: 16385/31555 -- GLOBAL_STEP: 426600 | > loss_text_ce: 0.04436897113919258 (0.04073675393724) | > loss_mel_ce: 2.487928867340088 (nan) | > loss: 0.010048802010715008 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1412264259479227) | > loader_time: 0.0044 (0.004651361200043341)  --> TIME: 2025-03-24 06:56:56 -- STEP: 16435/31555 -- GLOBAL_STEP: 426650 | > loss_text_ce: 0.05005751922726631 (0.04073475370150145) | > loss_mel_ce: 0.11752929538488388 (nan) | > loss: 0.0006650271243415773 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14121654228776734) | > loader_time: 0.0044 (0.004651080100486272)  --> TIME: 2025-03-24 06:57:06 -- STEP: 16485/31555 -- GLOBAL_STEP: 426700 | > loss_text_ce: 0.04513343796133995 (0.0407389537703323) | > loss_mel_ce: 3.045240879058838 (nan) | > loss: 0.012263390235602856 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1412339971540617) | > loader_time: 0.0047 (0.004651129155365788)  --> TIME: 2025-03-24 06:57:16 -- STEP: 16535/31555 -- GLOBAL_STEP: 426750 | > loss_text_ce: 0.039820730686187744 (0.04074297840362009) | > loss_mel_ce: 2.865448236465454 (nan) | > loss: 0.011528845876455307 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14123292616713484) | > loader_time: 0.0046 (0.004650958456011141)  --> TIME: 2025-03-24 06:57:26 -- STEP: 16585/31555 -- GLOBAL_STEP: 426800 | > loss_text_ce: 0.04050735384225845 (0.04074178255099389) | > loss_mel_ce: 3.1924586296081543 (nan) | > loss: 0.012829231098294258 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14124554495226319) | > loader_time: 0.0045 (0.004651129127159702)  --> TIME: 2025-03-24 06:57:35 -- STEP: 16635/31555 -- GLOBAL_STEP: 426850 | > loss_text_ce: 0.038563694804906845 (0.040743185159995685) | > loss_mel_ce: 3.228337526321411 (nan) | > loss: 0.012963894754648209 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14125073895570445) | > loader_time: 0.0048 (0.004651011967752131)  --> TIME: 2025-03-24 06:57:45 -- STEP: 16685/31555 -- GLOBAL_STEP: 426900 | > loss_text_ce: 0.04660254344344139 (0.04074413687948566) | > loss_mel_ce: 2.9446427822113037 (nan) | > loss: 0.011870021931827068 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14124999652196038) | > loader_time: 0.0046 (0.004650949624472808)  --> TIME: 2025-03-24 06:57:55 -- STEP: 16735/31555 -- GLOBAL_STEP: 426950 | > loss_text_ce: 0.0407051183283329 (0.04074698592738435) | > loss_mel_ce: 2.9312736988067627 (nan) | > loss: 0.011793567799031734 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14124395679921742) | > loader_time: 0.0052 (0.0046508280170259216)  --> TIME: 2025-03-24 06:58:04 -- STEP: 16785/31555 -- GLOBAL_STEP: 427000 | > loss_text_ce: 0.05441508814692497 (0.04074324817153388) | > loss_mel_ce: 2.8972785472869873 (nan) | > loss: 0.01171306986361742 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14124196559359375) | > loader_time: 0.0046 (0.004650764221018658)  --> TIME: 2025-03-24 06:58:14 -- STEP: 16835/31555 -- GLOBAL_STEP: 427050 | > loss_text_ce: 0.04165821149945259 (0.04074390457607276) | > loss_mel_ce: 3.0224196910858154 (nan) | > loss: 0.012159040197730064 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14124027431489122) | > loader_time: 0.0046 (0.00465044135469548)  --> TIME: 2025-03-24 06:58:24 -- STEP: 16885/31555 -- GLOBAL_STEP: 427100 | > loss_text_ce: 0.0375036858022213 (0.04074766579392142) | > loss_mel_ce: 2.5434792041778564 (nan) | > loss: 0.010241996496915817 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14124169112451995) | > loader_time: 0.0045 (0.004650081626614183)  --> TIME: 2025-03-24 06:58:33 -- STEP: 16935/31555 -- GLOBAL_STEP: 427150 | > loss_text_ce: 0.03928978741168976 (0.040746082048747606) | > loss_mel_ce: 2.3918728828430176 (nan) | > loss: 0.009647470898926258 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14124758341405982) | > loader_time: 0.0053 (0.004650137703926238)  --> TIME: 2025-03-24 06:58:43 -- STEP: 16985/31555 -- GLOBAL_STEP: 427200 | > loss_text_ce: 0.03933017700910568 (0.04074378006526529) | > loss_mel_ce: 3.1460933685302734 (nan) | > loss: 0.012640570290386677 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.1412550172140427) | > loader_time: 0.0046 (0.00464988408946343)  --> TIME: 2025-03-24 06:58:53 -- STEP: 17035/31555 -- GLOBAL_STEP: 427250 | > loss_text_ce: 0.04607601836323738 (0.04073991551164268) | > loss_mel_ce: 2.592719078063965 (nan) | > loss: 0.010471410118043423 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14127029140988528) | > loader_time: 0.0047 (0.004649829878497739)  --> TIME: 2025-03-24 06:59:03 -- STEP: 17085/31555 -- GLOBAL_STEP: 427300 | > loss_text_ce: 0.034793343394994736 (0.04073816640436083) | > loss_mel_ce: 2.792888879776001 (nan) | > loss: 0.011220961809158325 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14127976476430915) | > loader_time: 0.0046 (0.004650089466540385)  --> TIME: 2025-03-24 06:59:13 -- STEP: 17135/31555 -- GLOBAL_STEP: 427350 | > loss_text_ce: 0.04209619015455246 (0.040736834158855054) | > loss_mel_ce: 2.681880474090576 (nan) | > loss: 0.010809431783854961 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14128782722043431) | > loader_time: 0.0047 (0.004649982878164861)  --> TIME: 2025-03-24 06:59:22 -- STEP: 17185/31555 -- GLOBAL_STEP: 427400 | > loss_text_ce: 0.03439090773463249 (0.040730112129895475) | > loss_mel_ce: 3.1450769901275635 (nan) | > loss: 0.012616937048733234 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14127858175522384) | > loader_time: 0.0045 (0.004649850869199556)  --> TIME: 2025-03-24 06:59:32 -- STEP: 17235/31555 -- GLOBAL_STEP: 427450 | > loss_text_ce: 0.03928364813327789 (0.040730406182691345) | > loss_mel_ce: 3.2164535522460938 (nan) | > loss: 0.0129195936024189 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14128717258421217) | > loader_time: 0.0045 (0.004650129565025065)  --> TIME: 2025-03-24 06:59:42 -- STEP: 17285/31555 -- GLOBAL_STEP: 427500 | > loss_text_ce: 0.03152081370353699 (0.040725058872906734) | > loss_mel_ce: 1.098388671875 (nan) | > loss: 0.004483768250793219 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1412832091162921) | > loader_time: 0.0045 (0.004650235762305067)  --> TIME: 2025-03-24 06:59:51 -- STEP: 17335/31555 -- GLOBAL_STEP: 427550 | > loss_text_ce: 0.05347122251987457 (0.04072625106316077) | > loss_mel_ce: 2.5837278366088867 (nan) | > loss: 0.010465076193213463 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1412745828273691) | > loader_time: 0.0045 (0.0046502502706575344)  --> TIME: 2025-03-24 07:00:01 -- STEP: 17385/31555 -- GLOBAL_STEP: 427600 | > loss_text_ce: 0.04209014028310776 (0.04072250040161782) | > loss_mel_ce: 3.4389185905456543 (nan) | > loss: 0.013813527300953865 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1412868792139178) | > loader_time: 0.0047 (0.004650390755009071)  --> TIME: 2025-03-24 07:00:11 -- STEP: 17435/31555 -- GLOBAL_STEP: 427650 | > loss_text_ce: 0.04705224558711052 (0.04072049655819347) | > loss_mel_ce: 3.0443384647369385 (nan) | > loss: 0.012267423793673515 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14130461326054256) | > loader_time: 0.0048 (0.004650530584021878)  --> TIME: 2025-03-24 07:00:20 -- STEP: 17485/31555 -- GLOBAL_STEP: 427700 | > loss_text_ce: 0.04671671241521835 (0.04071916576836029) | > loss_mel_ce: 1.7650562524795532 (nan) | > loss: 0.007189575582742691 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14128967786401073) | > loader_time: 0.0046 (0.004650519948909691)  --> TIME: 2025-03-24 07:00:30 -- STEP: 17535/31555 -- GLOBAL_STEP: 427750 | > loss_text_ce: 0.04188127815723419 (0.04071807098562449) | > loss_mel_ce: 2.969923973083496 (nan) | > loss: 0.011951608583331108 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14128514751600674) | > loader_time: 0.0047 (0.004650697865851871)  --> TIME: 2025-03-24 07:00:40 -- STEP: 17585/31555 -- GLOBAL_STEP: 427800 | > loss_text_ce: 0.03323784098029137 (0.04071608426805101) | > loss_mel_ce: 2.466341018676758 (nan) | > loss: 0.009918964467942715 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14128084529825655) | > loader_time: 0.0045 (0.004651029292310787)  --> TIME: 2025-03-24 07:00:49 -- STEP: 17635/31555 -- GLOBAL_STEP: 427850 | > loss_text_ce: 0.03668420761823654 (0.04072151618442212) | > loss_mel_ce: 3.024886131286621 (nan) | > loss: 0.012149089947342873 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1412909825327438) | > loader_time: 0.0047 (0.004651030163809543)  --> TIME: 2025-03-24 07:00:59 -- STEP: 17685/31555 -- GLOBAL_STEP: 427900 | > loss_text_ce: 0.034575313329696655 (0.040722122535547585) | > loss_mel_ce: 2.8899924755096436 (nan) | > loss: 0.011605427600443363 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14129394713788093) | > loader_time: 0.0045 (0.004651202554247063)  --> TIME: 2025-03-24 07:01:09 -- STEP: 17735/31555 -- GLOBAL_STEP: 427950 | > loss_text_ce: 0.03357194364070892 (0.04072374458573614) | > loss_mel_ce: 3.5990288257598877 (nan) | > loss: 0.014415083453059196 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14130784262728882) | > loader_time: 0.0046 (0.004651443138907628)  --> TIME: 2025-03-24 07:01:19 -- STEP: 17785/31555 -- GLOBAL_STEP: 428000 | > loss_text_ce: 0.04196839779615402 (0.040724159083319895) | > loss_mel_ce: 2.3149890899658203 (nan) | > loss: 0.00935300625860691 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1413172544774823) | > loader_time: 0.0045 (0.004651322390277747)  --> TIME: 2025-03-24 07:01:29 -- STEP: 17835/31555 -- GLOBAL_STEP: 428050 | > loss_text_ce: 0.034176651388406754 (0.04072263658919814) | > loss_mel_ce: 2.741044044494629 (nan) | > loss: 0.011012780480086803 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14132181851510217) | > loader_time: 0.0045 (0.004651182386966705)  --> TIME: 2025-03-24 07:01:39 -- STEP: 17885/31555 -- GLOBAL_STEP: 428100 | > loss_text_ce: 0.04051823914051056 (0.04072169056883438) | > loss_mel_ce: 1.3243408203125 (nan) | > loss: 0.005416107829660177 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14133668549739958) | > loader_time: 0.0048 (0.004651190656705161)  --> TIME: 2025-03-24 07:01:49 -- STEP: 17935/31555 -- GLOBAL_STEP: 428150 | > loss_text_ce: 0.04534771293401718 (0.040723793360435474) | > loss_mel_ce: 3.104083776473999 (nan) | > loss: 0.012497744522988796 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1413413502693436) | > loader_time: 0.0046 (0.004651084516518338)  --> TIME: 2025-03-24 07:01:58 -- STEP: 17985/31555 -- GLOBAL_STEP: 428200 | > loss_text_ce: 0.039219826459884644 (0.040721961858788146) | > loss_mel_ce: 2.4355311393737793 (nan) | > loss: 0.009820440784096718 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1413477545285636) | > loader_time: 0.0045 (0.004650921446434597)  --> TIME: 2025-03-24 07:02:09 -- STEP: 18035/31555 -- GLOBAL_STEP: 428250 | > loss_text_ce: 0.0497092567384243 (0.040720047941160194) | > loss_mel_ce: 3.1357293128967285 (nan) | > loss: 0.012640629895031452 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14136683250154333) | > loader_time: 0.0046 (0.004650597510193716)  --> TIME: 2025-03-24 07:02:19 -- STEP: 18085/31555 -- GLOBAL_STEP: 428300 | > loss_text_ce: 0.04050341621041298 (0.040724237181425406) | > loss_mel_ce: 3.6287434101104736 (nan) | > loss: 0.01456050481647253 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1413883552519624) | > loader_time: 0.0045 (0.0046509322192018155)  --> TIME: 2025-03-24 07:02:28 -- STEP: 18135/31555 -- GLOBAL_STEP: 428350 | > loss_text_ce: 0.04461665451526642 (0.040721544193944505) | > loss_mel_ce: 3.68165922164917 (nan) | > loss: 0.01478680968284607 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14137605897710384) | > loader_time: 0.0045 (0.004650933873334584)  --> TIME: 2025-03-24 07:02:38 -- STEP: 18185/31555 -- GLOBAL_STEP: 428400 | > loss_text_ce: 0.04312732443213463 (0.04072053266224666) | > loss_mel_ce: 2.7875537872314453 (nan) | > loss: 0.011232862249016762 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1413903961150169) | > loader_time: 0.0047 (0.004651228320247874)  --> TIME: 2025-03-24 07:02:48 -- STEP: 18235/31555 -- GLOBAL_STEP: 428450 | > loss_text_ce: 0.045445766299963 (0.04071917825268407) | > loss_mel_ce: 0.934741199016571 (nan) | > loss: 0.003889631014317274 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14139443748710454) | > loader_time: 0.0048 (0.0046511725265423265)  --> TIME: 2025-03-24 07:02:58 -- STEP: 18285/31555 -- GLOBAL_STEP: 428500 | > loss_text_ce: 0.05638885498046875 (0.04071678464108138) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14140258486035492) | > loader_time: 0.0047 (0.004651288240373787)  --> TIME: 2025-03-24 07:03:07 -- STEP: 18335/31555 -- GLOBAL_STEP: 428550 | > loss_text_ce: 0.042161568999290466 (0.04071689246266562) | > loss_mel_ce: 0.0709228515625 (nan) | > loss: 0.0004487477126531303 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14139346712318865) | > loader_time: 0.0046 (0.004651303820561919)  --> TIME: 2025-03-24 07:03:17 -- STEP: 18385/31555 -- GLOBAL_STEP: 428600 | > loss_text_ce: 0.05208856612443924 (0.040715561239953) | > loss_mel_ce: 2.647406578063965 (nan) | > loss: 0.010712282732129097 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14140261476831525) | > loader_time: 0.0047 (0.00465133599298687)  --> TIME: 2025-03-24 07:03:27 -- STEP: 18435/31555 -- GLOBAL_STEP: 428650 | > loss_text_ce: 0.0371168777346611 (0.0407144445851687) | > loss_mel_ce: 3.5137338638305664 (nan) | > loss: 0.014090677723288536 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14140147188992055) | > loader_time: 0.0045 (0.004651660417391727)  --> TIME: 2025-03-24 07:03:37 -- STEP: 18485/31555 -- GLOBAL_STEP: 428700 | > loss_text_ce: 0.05507435277104378 (0.040717005244037215) | > loss_mel_ce: 3.137012004852295 (nan) | > loss: 0.01266701053828001 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14140433700206506) | > loader_time: 0.0046 (0.004651959560869951)  --> TIME: 2025-03-24 07:03:46 -- STEP: 18535/31555 -- GLOBAL_STEP: 428750 | > loss_text_ce: 0.039503760635852814 (0.04071851342053242) | > loss_mel_ce: 3.3306612968444824 (nan) | > loss: 0.013373672030866146 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1414060036319904) | > loader_time: 0.0044 (0.0046519043312453386)  --> TIME: 2025-03-24 07:03:56 -- STEP: 18585/31555 -- GLOBAL_STEP: 428800 | > loss_text_ce: 0.04479936137795448 (0.04071501548280982) | > loss_mel_ce: 3.1253132820129395 (nan) | > loss: 0.012579812668263912 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.1414107637762023) | > loader_time: 0.0048 (0.004652248866974355)  --> TIME: 2025-03-24 07:04:06 -- STEP: 18635/31555 -- GLOBAL_STEP: 428850 | > loss_text_ce: 0.030529310926795006 (0.040715510984530294) | > loss_mel_ce: 2.4130377769470215 (nan) | > loss: 0.009696695022284985 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14141224160538496) | > loader_time: 0.0046 (0.004652220690445501)  --> TIME: 2025-03-24 07:04:16 -- STEP: 18685/31555 -- GLOBAL_STEP: 428900 | > loss_text_ce: 0.053941305726766586 (0.04071744479879964) | > loss_mel_ce: 3.1684458255767822 (nan) | > loss: 0.01278725080192089 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14141530404921496) | > loader_time: 0.0048 (0.004652721307033319)  --> TIME: 2025-03-24 07:04:25 -- STEP: 18735/31555 -- GLOBAL_STEP: 428950 | > loss_text_ce: 0.04388980194926262 (0.040712591690317705) | > loss_mel_ce: 3.588364601135254 (nan) | > loss: 0.014413708820939064 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1414201091631967) | > loader_time: 0.005 (0.004653017572444177)  --> TIME: 2025-03-24 07:04:35 -- STEP: 18785/31555 -- GLOBAL_STEP: 429000 | > loss_text_ce: 0.040345385670661926 (0.040708428354215405) | > loss_mel_ce: 3.1563568115234375 (nan) | > loss: 0.012685326859354973 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1414303158076477) | > loader_time: 0.0047 (0.004653370174157157)  --> TIME: 2025-03-24 07:04:45 -- STEP: 18835/31555 -- GLOBAL_STEP: 429050 | > loss_text_ce: 0.052020929753780365 (0.04071009538376478) | > loss_mel_ce: 2.9256908893585205 (nan) | > loss: 0.011816318146884441 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14144806173267319) | > loader_time: 0.0048 (0.004653425788828754)  --> TIME: 2025-03-24 07:04:55 -- STEP: 18885/31555 -- GLOBAL_STEP: 429100 | > loss_text_ce: 0.0430232472717762 (0.040713586978050074) | > loss_mel_ce: 3.358935594558716 (nan) | > loss: 0.013499838300049305 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14146377841473706) | > loader_time: 0.0048 (0.004653562349335105)  --> TIME: 2025-03-24 07:05:05 -- STEP: 18935/31555 -- GLOBAL_STEP: 429150 | > loss_text_ce: 0.0417889729142189 (0.040714665747006294) | > loss_mel_ce: 3.1813762187957764 (nan) | > loss: 0.012790339067578316 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14145524452064367) | > loader_time: 0.0044 (0.0046535605517987405)  --> TIME: 2025-03-24 07:05:14 -- STEP: 18985/31555 -- GLOBAL_STEP: 429200 | > loss_text_ce: 0.03464812785387039 (0.04071305967785931) | > loss_mel_ce: 1.3398393392562866 (nan) | > loss: 0.0054543158039450645 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14145086339689794) | > loader_time: 0.0046 (0.0046537163824604275)  --> TIME: 2025-03-24 07:05:24 -- STEP: 19035/31555 -- GLOBAL_STEP: 429250 | > loss_text_ce: 0.03391309455037117 (0.04071393503634028) | > loss_mel_ce: 1.3653564453125 (nan) | > loss: 0.005552657414227724 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1414619163230608) | > loader_time: 0.0045 (0.004653948462475988)  --> TIME: 2025-03-24 07:05:34 -- STEP: 19085/31555 -- GLOBAL_STEP: 429300 | > loss_text_ce: 0.03952363133430481 (0.04071254136632723) | > loss_mel_ce: 3.0657119750976562 (nan) | > loss: 0.012322364374995232 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1414612125969377) | > loader_time: 0.0049 (0.004653997898476573)  --> TIME: 2025-03-24 07:05:44 -- STEP: 19135/31555 -- GLOBAL_STEP: 429350 | > loss_text_ce: 0.04152017831802368 (0.040711694632892564) | > loss_mel_ce: 2.6807541847229004 (nan) | > loss: 0.0108026759698987 (nan) | > current_lr: 5e-06 | > step_time: 0.1056 (0.141456064282056) | > loader_time: 0.0046 (0.004654293755560459)  --> TIME: 2025-03-24 07:05:53 -- STEP: 19185/31555 -- GLOBAL_STEP: 429400 | > loss_text_ce: 0.027522053569555283 (0.04070767421403521) | > loss_mel_ce: 1.2942545413970947 (nan) | > loss: 0.0052451458759605885 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1414596594029297) | > loader_time: 0.0045 (0.004654771870923029)  --> TIME: 2025-03-24 07:06:03 -- STEP: 19235/31555 -- GLOBAL_STEP: 429450 | > loss_text_ce: 0.043364543467760086 (0.04070741924613874) | > loss_mel_ce: 2.484611988067627 (nan) | > loss: 0.010031653568148613 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14144642243361705) | > loader_time: 0.0049 (0.004654816958945786)  --> TIME: 2025-03-24 07:06:12 -- STEP: 19285/31555 -- GLOBAL_STEP: 429500 | > loss_text_ce: 0.047004565596580505 (0.04070746756202466) | > loss_mel_ce: 2.0263025760650635 (nan) | > loss: 0.008227409794926643 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14143885573420967) | > loader_time: 0.0045 (0.004654976404915512)  --> TIME: 2025-03-24 07:06:22 -- STEP: 19335/31555 -- GLOBAL_STEP: 429550 | > loss_text_ce: 0.03317880257964134 (0.0407075808011428) | > loss_mel_ce: 3.3301095962524414 (nan) | > loss: 0.013346383348107338 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14145110466697838) | > loader_time: 0.0046 (0.0046551671236529915)  --> TIME: 2025-03-24 07:06:32 -- STEP: 19385/31555 -- GLOBAL_STEP: 429600 | > loss_text_ce: 0.03550521656870842 (0.040703315088592124) | > loss_mel_ce: 2.929471969604492 (nan) | > loss: 0.011765783652663231 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14145671563078344) | > loader_time: 0.0047 (0.004655266152481023)  --> TIME: 2025-03-24 07:06:42 -- STEP: 19435/31555 -- GLOBAL_STEP: 429650 | > loss_text_ce: 0.03746981546282768 (0.040702071111837955) | > loss_mel_ce: 3.207639217376709 (nan) | > loss: 0.012877417728304863 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14146453771794773) | > loader_time: 0.0047 (0.004655364855782731)  --> TIME: 2025-03-24 07:06:52 -- STEP: 19485/31555 -- GLOBAL_STEP: 429700 | > loss_text_ce: 0.04155294969677925 (0.04070046751938933) | > loss_mel_ce: 3.0031566619873047 (nan) | > loss: 0.012082181870937347 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1414600630249457) | > loader_time: 0.0047 (0.004655300484946786)  --> TIME: 2025-03-24 07:07:01 -- STEP: 19535/31555 -- GLOBAL_STEP: 429750 | > loss_text_ce: 0.030152706429362297 (0.040700458061681245) | > loss_mel_ce: 2.7031919956207275 (nan) | > loss: 0.010846607387065887 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.141462135900766) | > loader_time: 0.0044 (0.004655212717712881)  --> TIME: 2025-03-24 07:07:11 -- STEP: 19585/31555 -- GLOBAL_STEP: 429800 | > loss_text_ce: 0.047314152121543884 (0.04069933411887559) | > loss_mel_ce: 3.514439821243286 (nan) | > loss: 0.014133945107460022 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14146397071801345) | > loader_time: 0.0047 (0.004654897144932142)  --> TIME: 2025-03-24 07:07:21 -- STEP: 19635/31555 -- GLOBAL_STEP: 429850 | > loss_text_ce: 0.03666197136044502 (0.040698858821512585) | > loss_mel_ce: 3.452860116958618 (nan) | > loss: 0.013847310096025467 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14149779122325626) | > loader_time: 0.0045 (0.004654983008578735)  --> TIME: 2025-03-24 07:07:31 -- STEP: 19685/31555 -- GLOBAL_STEP: 429900 | > loss_text_ce: 0.03729018568992615 (0.040704409353451924) | > loss_mel_ce: 2.796049118041992 (nan) | > loss: 0.011243410408496857 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14150990868147645) | > loader_time: 0.0044 (0.004654954501387724)  --> TIME: 2025-03-24 07:07:41 -- STEP: 19735/31555 -- GLOBAL_STEP: 429950 | > loss_text_ce: 0.03667484596371651 (0.040706923403070326) | > loss_mel_ce: 2.882493019104004 (nan) | > loss: 0.01158399973064661 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1415111884123647) | > loader_time: 0.0045 (0.004654856684964783)  --> TIME: 2025-03-24 07:07:51 -- STEP: 19785/31555 -- GLOBAL_STEP: 430000 | > loss_text_ce: 0.02942672371864319 (0.040705675290676556) | > loss_mel_ce: 3.3667378425598145 (nan) | > loss: 0.013476844877004623 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14152111569708953) | > loader_time: 0.0047 (0.004655069638479523) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_430000.pth  --> TIME: 2025-03-24 07:08:07 -- STEP: 19835/31555 -- GLOBAL_STEP: 430050 | > loss_text_ce: 0.0373118594288826 (0.04070716248912038) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14151449062856059) | > loader_time: 0.0045 (0.004655096985874885)  --> TIME: 2025-03-24 07:08:16 -- STEP: 19885/31555 -- GLOBAL_STEP: 430100 | > loss_text_ce: 0.04679076001048088 (0.04070901661766554) | > loss_mel_ce: 3.687206983566284 (nan) | > loss: 0.014817452989518642 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14150970348437739) | > loader_time: 0.0044 (0.004655041993188886)  --> TIME: 2025-03-24 07:08:26 -- STEP: 19935/31555 -- GLOBAL_STEP: 430150 | > loss_text_ce: 0.036621153354644775 (0.040706258129626346) | > loss_mel_ce: 3.238471746444702 (nan) | > loss: 0.012996400706470013 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14151644857419504) | > loader_time: 0.0046 (0.004654908018779534)  --> TIME: 2025-03-24 07:08:35 -- STEP: 19985/31555 -- GLOBAL_STEP: 430200 | > loss_text_ce: 0.04420965164899826 (0.040707842528555124) | > loss_mel_ce: 2.86989164352417 (nan) | > loss: 0.011563895270228386 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1415115809780611) | > loader_time: 0.0045 (0.004654524187341398)  --> TIME: 2025-03-24 07:08:45 -- STEP: 20035/31555 -- GLOBAL_STEP: 430250 | > loss_text_ce: 0.05329740792512894 (0.0407068589658086) | > loss_mel_ce: 3.1276307106018066 (nan) | > loss: 0.012622731737792492 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14151382445099028) | > loader_time: 0.0044 (0.004654201010620019)  --> TIME: 2025-03-24 07:08:55 -- STEP: 20085/31555 -- GLOBAL_STEP: 430300 | > loss_text_ce: 0.04335104301571846 (0.04070606979251422) | > loss_mel_ce: 2.936964273452759 (nan) | > loss: 0.011826648376882076 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14152285230673145) | > loader_time: 0.0045 (0.004654176620396025)  --> TIME: 2025-03-24 07:09:05 -- STEP: 20135/31555 -- GLOBAL_STEP: 430350 | > loss_text_ce: 0.04317842051386833 (0.040706805816197074) | > loss_mel_ce: 0.72314453125 (nan) | > loss: 0.003040964249521494 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14154282671244234) | > loader_time: 0.0046 (0.004653956512970276)  --> TIME: 2025-03-24 07:09:15 -- STEP: 20185/31555 -- GLOBAL_STEP: 430400 | > loss_text_ce: 0.041804760694503784 (0.04070900916464462) | > loss_mel_ce: 3.5405335426330566 (nan) | > loss: 0.014215629547834396 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14154640048454384) | > loader_time: 0.0047 (0.004653808661312751)  --> TIME: 2025-03-24 07:09:25 -- STEP: 20235/31555 -- GLOBAL_STEP: 430450 | > loss_text_ce: 0.042456887662410736 (0.04070969207940889) | > loss_mel_ce: 2.9684805870056152 (nan) | > loss: 0.011948165483772755 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14155961496905997) | > loader_time: 0.0049 (0.004654188335221689)  --> TIME: 2025-03-24 07:09:35 -- STEP: 20285/31555 -- GLOBAL_STEP: 430500 | > loss_text_ce: 0.04839874058961868 (0.040709661422326994) | > loss_mel_ce: 2.5528509616851807 (nan) | > loss: 0.010322419926524162 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14156863672380135) | > loader_time: 0.0045 (0.0046541136299003425)  --> TIME: 2025-03-24 07:09:45 -- STEP: 20335/31555 -- GLOBAL_STEP: 430550 | > loss_text_ce: 0.025981171056628227 (0.040711652973351976) | > loss_mel_ce: 2.319676399230957 (nan) | > loss: 0.0093081658706069 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14156995435179615) | > loader_time: 0.0044 (0.0046540249645607296)  --> TIME: 2025-03-24 07:09:54 -- STEP: 20385/31555 -- GLOBAL_STEP: 430600 | > loss_text_ce: 0.04893272742629051 (0.04071047194713244) | > loss_mel_ce: 2.5398945808410645 (nan) | > loss: 0.010273125022649765 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14155695922005734) | > loader_time: 0.0045 (0.004654105656399038)  --> TIME: 2025-03-24 07:10:04 -- STEP: 20435/31555 -- GLOBAL_STEP: 430650 | > loss_text_ce: 0.04677898436784744 (0.04071187732496482) | > loss_mel_ce: 3.301901340484619 (nan) | > loss: 0.013288414105772972 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.141562388933227) | > loader_time: 0.0047 (0.0046540405571183505)  --> TIME: 2025-03-24 07:10:14 -- STEP: 20485/31555 -- GLOBAL_STEP: 430700 | > loss_text_ce: 0.03531213104724884 (0.0407070290514584) | > loss_mel_ce: 2.640139579772949 (nan) | > loss: 0.01061687245965004 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14156449067467508) | > loader_time: 0.0043 (0.00465425984115171)  --> TIME: 2025-03-24 07:10:23 -- STEP: 20535/31555 -- GLOBAL_STEP: 430750 | > loss_text_ce: 0.034794412553310394 (0.04070839644791794) | > loss_mel_ce: 3.5936014652252197 (nan) | > loss: 0.014398396946489811 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14156624132448484) | > loader_time: 0.0049 (0.004653932962912195)  --> TIME: 2025-03-24 07:10:33 -- STEP: 20585/31555 -- GLOBAL_STEP: 430800 | > loss_text_ce: 0.039723195135593414 (0.04070744177370424) | > loss_mel_ce: 2.540642738342285 (nan) | > loss: 0.010239548049867153 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14157475854170842) | > loader_time: 0.0046 (0.004653771838025316)  --> TIME: 2025-03-24 07:10:43 -- STEP: 20635/31555 -- GLOBAL_STEP: 430850 | > loss_text_ce: 0.04583342373371124 (0.04070669370241891) | > loss_mel_ce: 2.7859601974487305 (nan) | > loss: 0.01123727671802044 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14158293725446547) | > loader_time: 0.0045 (0.004653401683311001)  --> TIME: 2025-03-24 07:10:53 -- STEP: 20685/31555 -- GLOBAL_STEP: 430900 | > loss_text_ce: 0.03968355432152748 (0.040708566998402126) | > loss_mel_ce: 2.8075802326202393 (nan) | > loss: 0.011298666708171368 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14157443041959364) | > loader_time: 0.0044 (0.004652892214853683)  --> TIME: 2025-03-24 07:11:02 -- STEP: 20735/31555 -- GLOBAL_STEP: 430950 | > loss_text_ce: 0.04440624266862869 (0.040713550804183936) | > loss_mel_ce: 3.6567602157592773 (nan) | > loss: 0.014687169343233109 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1415701680566307) | > loader_time: 0.0044 (0.004652607190859054)  --> TIME: 2025-03-24 07:11:12 -- STEP: 20785/31555 -- GLOBAL_STEP: 431000 | > loss_text_ce: 0.0340568870306015 (0.04071453478978592) | > loss_mel_ce: 3.722442626953125 (nan) | > loss: 0.01490674540400505 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14156647296315467) | > loader_time: 0.0042 (0.0046521421863334605)  --> TIME: 2025-03-24 07:11:21 -- STEP: 20835/31555 -- GLOBAL_STEP: 431050 | > loss_text_ce: 0.044746555387973785 (0.04071649097036682) | > loss_mel_ce: 2.2154812812805176 (nan) | > loss: 0.008969158865511417 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1415655368977037) | > loader_time: 0.0044 (0.004651763006054227)  --> TIME: 2025-03-24 07:11:31 -- STEP: 20885/31555 -- GLOBAL_STEP: 431100 | > loss_text_ce: 0.03155555948615074 (0.04071199792306349) | > loss_mel_ce: 2.8899881839752197 (nan) | > loss: 0.011593428440392017 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14157071741454366) | > loader_time: 0.0045 (0.004651359681852514)  --> TIME: 2025-03-24 07:11:41 -- STEP: 20935/31555 -- GLOBAL_STEP: 431150 | > loss_text_ce: 0.04142143949866295 (0.040711628083706174) | > loss_mel_ce: 2.9709157943725586 (nan) | > loss: 0.011953719891607761 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1415741923432206) | > loader_time: 0.0044 (0.004651383770545671)  --> TIME: 2025-03-24 07:11:51 -- STEP: 20985/31555 -- GLOBAL_STEP: 431200 | > loss_text_ce: 0.037540994584560394 (0.04070840098135983) | > loss_mel_ce: 1.6726962327957153 (nan) | > loss: 0.006786656100302935 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.14158554571368506) | > loader_time: 0.0049 (0.004651229552550049)  --> TIME: 2025-03-24 07:12:01 -- STEP: 21035/31555 -- GLOBAL_STEP: 431250 | > loss_text_ce: 0.03589438274502754 (0.04070468381833549) | > loss_mel_ce: 3.0635452270507812 (nan) | > loss: 0.012299364432692528 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14159612875526525) | > loader_time: 0.0049 (0.004651130438701016)  --> TIME: 2025-03-24 07:12:11 -- STEP: 21085/31555 -- GLOBAL_STEP: 431300 | > loss_text_ce: 0.0322713665664196 (0.04070536103333664) | > loss_mel_ce: 3.1247315406799316 (nan) | > loss: 0.012527789920568466 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14159704020217279) | > loader_time: 0.0043 (0.004650963101874362)  --> TIME: 2025-03-24 07:12:20 -- STEP: 21135/31555 -- GLOBAL_STEP: 431350 | > loss_text_ce: 0.02972894348204136 (0.040704308418142196) | > loss_mel_ce: 3.3561573028564453 (nan) | > loss: 0.013436056673526764 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14160872874091873) | > loader_time: 0.0046 (0.004650795846112872)  --> TIME: 2025-03-24 07:12:30 -- STEP: 21185/31555 -- GLOBAL_STEP: 431400 | > loss_text_ce: 0.06270096451044083 (0.04070553335266425) | > loss_mel_ce: 2.279412269592285 (nan) | > loss: 0.009294101037085056 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14159742070167225) | > loader_time: 0.0045 (0.004650971752758255)  --> TIME: 2025-03-24 07:12:40 -- STEP: 21235/31555 -- GLOBAL_STEP: 431450 | > loss_text_ce: 0.035007648169994354 (0.040707563586253936) | > loss_mel_ce: 2.6062824726104736 (nan) | > loss: 0.01048131100833416 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1415964213825546) | > loader_time: 0.0045 (0.004650878086633493)  --> TIME: 2025-03-24 07:12:50 -- STEP: 21285/31555 -- GLOBAL_STEP: 431500 | > loss_text_ce: 0.033294182270765305 (0.04070683018227162) | > loss_mel_ce: 2.1500813961029053 (nan) | > loss: 0.008664189837872982 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1416064147241298) | > loader_time: 0.0043 (0.004650734858191392)  --> TIME: 2025-03-24 07:12:59 -- STEP: 21335/31555 -- GLOBAL_STEP: 431550 | > loss_text_ce: 0.041115157306194305 (0.04070534310346169) | > loss_mel_ce: 2.8565754890441895 (nan) | > loss: 0.011498772539198399 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.14159288653339502) | > loader_time: 0.0047 (0.004650577348933044)  --> TIME: 2025-03-24 07:13:09 -- STEP: 21385/31555 -- GLOBAL_STEP: 431600 | > loss_text_ce: 0.040775980800390244 (0.040703148506659986) | > loss_mel_ce: 2.9794836044311523 (nan) | > loss: 0.011985157616436481 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14159611822819054) | > loader_time: 0.0046 (0.004650350081912254)  --> TIME: 2025-03-24 07:13:18 -- STEP: 21435/31555 -- GLOBAL_STEP: 431650 | > loss_text_ce: 0.035221949219703674 (0.04070131705757985) | > loss_mel_ce: 3.06687593460083 (nan) | > loss: 0.012309913523495197 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14158827510501798) | > loader_time: 0.0045 (0.004650208876075674)  --> TIME: 2025-03-24 07:13:28 -- STEP: 21485/31555 -- GLOBAL_STEP: 431700 | > loss_text_ce: 0.04255743324756622 (0.04070234545102297) | > loss_mel_ce: 2.9712910652160645 (nan) | > loss: 0.01195971667766571 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14159377351982333) | > loader_time: 0.0046 (0.004650135386508921)  --> TIME: 2025-03-24 07:13:38 -- STEP: 21535/31555 -- GLOBAL_STEP: 431750 | > loss_text_ce: 0.047146767377853394 (0.0406995227687977) | > loss_mel_ce: 3.0258026123046875 (nan) | > loss: 0.01219424419105053 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14159358376440312) | > loader_time: 0.0045 (0.004650036342630589)  --> TIME: 2025-03-24 07:13:47 -- STEP: 21585/31555 -- GLOBAL_STEP: 431800 | > loss_text_ce: 0.040188249200582504 (0.04069926223040414) | > loss_mel_ce: 2.5120620727539062 (nan) | > loss: 0.010127978399395943 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14159570384251982) | > loader_time: 0.0049 (0.004649765888573749)  --> TIME: 2025-03-24 07:13:57 -- STEP: 21635/31555 -- GLOBAL_STEP: 431850 | > loss_text_ce: 0.05671871826052666 (0.040696103016556975) | > loss_mel_ce: 3.105008125305176 (nan) | > loss: 0.012546536512672901 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1415932015400711) | > loader_time: 0.0045 (0.004649415246493162)  --> TIME: 2025-03-24 07:14:07 -- STEP: 21685/31555 -- GLOBAL_STEP: 431900 | > loss_text_ce: 0.03894669562578201 (0.0406980547242264) | > loss_mel_ce: 2.4095866680145264 (nan) | > loss: 0.009716402739286423 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1416041583324427) | > loader_time: 0.0045 (0.004649608410638901)  --> TIME: 2025-03-24 07:14:16 -- STEP: 21735/31555 -- GLOBAL_STEP: 431950 | > loss_text_ce: 0.034147270023822784 (0.040694924629324586) | > loss_mel_ce: 3.0156567096710205 (nan) | > loss: 0.012102397158741951 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14159583643932325) | > loader_time: 0.0045 (0.004649371028028742)  --> TIME: 2025-03-24 07:14:26 -- STEP: 21785/31555 -- GLOBAL_STEP: 432000 | > loss_text_ce: 0.04539810121059418 (0.040696478660808284) | > loss_mel_ce: 2.853163480758667 (nan) | > loss: 0.011502228677272797 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14160397709961833) | > loader_time: 0.0044 (0.004649292155912171)  --> TIME: 2025-03-24 07:14:36 -- STEP: 21835/31555 -- GLOBAL_STEP: 432050 | > loss_text_ce: 0.0308828204870224 (0.04069338562088543) | > loss_mel_ce: 2.695039749145508 (nan) | > loss: 0.010817153379321098 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1415989176206628) | > loader_time: 0.0043 (0.004648753819816142)  --> TIME: 2025-03-24 07:14:46 -- STEP: 21885/31555 -- GLOBAL_STEP: 432100 | > loss_text_ce: 0.04436958208680153 (0.040690107125280525) | > loss_mel_ce: 2.6566641330718994 (nan) | > loss: 0.010718388482928276 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1416098949052382) | > loader_time: 0.0046 (0.004648682132605032)  --> TIME: 2025-03-24 07:14:56 -- STEP: 21935/31555 -- GLOBAL_STEP: 432150 | > loss_text_ce: 0.022825850173830986 (0.04068982383983103) | > loss_mel_ce: 2.665362596511841 (nan) | > loss: 0.010667415335774422 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14162052229321911) | > loader_time: 0.0045 (0.004648209487709824)  --> TIME: 2025-03-24 07:15:06 -- STEP: 21985/31555 -- GLOBAL_STEP: 432200 | > loss_text_ce: 0.030692849308252335 (0.04069041129297361) | > loss_mel_ce: 3.773413896560669 (nan) | > loss: 0.015095662325620651 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14163504900486562) | > loader_time: 0.0046 (0.004647912636436546)  --> TIME: 2025-03-24 07:15:16 -- STEP: 22035/31555 -- GLOBAL_STEP: 432250 | > loss_text_ce: 0.04313758760690689 (0.040692293765760605) | > loss_mel_ce: 2.965623378753662 (nan) | > loss: 0.01193952839821577 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14164022705791343) | > loader_time: 0.0051 (0.004648064290257247)  --> TIME: 2025-03-24 07:15:25 -- STEP: 22085/31555 -- GLOBAL_STEP: 432300 | > loss_text_ce: 0.035627249628305435 (0.040692806341730385) | > loss_mel_ce: 2.4354660511016846 (nan) | > loss: 0.00980592705309391 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14163577402774222) | > loader_time: 0.0043 (0.004647993409906224)  --> TIME: 2025-03-24 07:15:35 -- STEP: 22135/31555 -- GLOBAL_STEP: 432350 | > loss_text_ce: 0.03639691323041916 (0.04069151803539742) | > loss_mel_ce: 3.133106231689453 (nan) | > loss: 0.012577394023537636 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14163862533862276) | > loader_time: 0.0048 (0.004647973237038734)  --> TIME: 2025-03-24 07:15:45 -- STEP: 22185/31555 -- GLOBAL_STEP: 432400 | > loss_text_ce: 0.04972405731678009 (0.0406938279982496) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14163907511910762) | > loader_time: 0.0046 (0.004647837949008697)  --> TIME: 2025-03-24 07:15:54 -- STEP: 22235/31555 -- GLOBAL_STEP: 432450 | > loss_text_ce: 0.03431180492043495 (0.04069470129463117) | > loss_mel_ce: 1.685760498046875 (nan) | > loss: 0.006825684104114771 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14164357252916554) | > loader_time: 0.0045 (0.004647689908977463)  --> TIME: 2025-03-24 07:16:04 -- STEP: 22285/31555 -- GLOBAL_STEP: 432500 | > loss_text_ce: 0.05028655380010605 (0.04069354435830562) | > loss_mel_ce: 3.200333595275879 (nan) | > loss: 0.012899287045001984 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14163895624754286) | > loader_time: 0.0046 (0.004647632123430609)  --> TIME: 2025-03-24 07:16:14 -- STEP: 22335/31555 -- GLOBAL_STEP: 432550 | > loss_text_ce: 0.0450189970433712 (0.040694166193352116) | > loss_mel_ce: 3.4050228595733643 (nan) | > loss: 0.013690643012523651 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1416437309381274) | > loader_time: 0.0045 (0.004647404976224158)  --> TIME: 2025-03-24 07:16:23 -- STEP: 22385/31555 -- GLOBAL_STEP: 432600 | > loss_text_ce: 0.043160464614629745 (0.04068841722102998) | > loss_mel_ce: 2.4972774982452393 (nan) | > loss: 0.010081103071570396 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14164105664147336) | > loader_time: 0.0044 (0.004646939093815785)  --> TIME: 2025-03-24 07:16:33 -- STEP: 22435/31555 -- GLOBAL_STEP: 432650 | > loss_text_ce: 0.04743742197751999 (0.04068523073373385) | > loss_mel_ce: 2.7959096431732178 (nan) | > loss: 0.01128312386572361 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14164830126633765) | > loader_time: 0.0046 (0.004646575798934137)  --> TIME: 2025-03-24 07:16:43 -- STEP: 22485/31555 -- GLOBAL_STEP: 432700 | > loss_text_ce: 0.03305966407060623 (0.04068776540961834) | > loss_mel_ce: 2.3712708950042725 (nan) | > loss: 0.00954099465161562 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14165820665085893) | > loader_time: 0.0043 (0.0046462949180645354)  --> TIME: 2025-03-24 07:16:53 -- STEP: 22535/31555 -- GLOBAL_STEP: 432750 | > loss_text_ce: 0.047177765518426895 (0.04068277620914766) | > loss_mel_ce: 3.247614622116089 (nan) | > loss: 0.013074574060738087 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14166557762928034) | > loader_time: 0.0044 (0.004645914562742481)  --> TIME: 2025-03-24 07:17:03 -- STEP: 22585/31555 -- GLOBAL_STEP: 432800 | > loss_text_ce: 0.036765389144420624 (0.040680793428268316) | > loss_mel_ce: 1.712085247039795 (nan) | > loss: 0.0069398838095366955 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1416637261990081) | > loader_time: 0.0043 (0.004645592147121126)  --> TIME: 2025-03-24 07:17:13 -- STEP: 22635/31555 -- GLOBAL_STEP: 432850 | > loss_text_ce: 0.030907567590475082 (0.04067855124183421) | > loss_mel_ce: 3.2686517238616943 (nan) | > loss: 0.013093490153551102 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14167142728582638) | > loader_time: 0.0045 (0.004645202405831392)  --> TIME: 2025-03-24 07:17:22 -- STEP: 22685/31555 -- GLOBAL_STEP: 432900 | > loss_text_ce: 0.04265276715159416 (0.040678253543088926) | > loss_mel_ce: 2.034503221511841 (nan) | > loss: 0.008242683485150337 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1416635122755324) | > loader_time: 0.0044 (0.0046446751991189505)  --> TIME: 2025-03-24 07:17:32 -- STEP: 22735/31555 -- GLOBAL_STEP: 432950 | > loss_text_ce: 0.044906891882419586 (0.04067667274266184) | > loss_mel_ce: 2.805555582046509 (nan) | > loss: 0.011311359703540802 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14165556398831733) | > loader_time: 0.0045 (0.004644491312292498)  --> TIME: 2025-03-24 07:17:41 -- STEP: 22785/31555 -- GLOBAL_STEP: 433000 | > loss_text_ce: 0.043638281524181366 (0.04067799419414779) | > loss_mel_ce: 3.106292963027954 (nan) | > loss: 0.012499727308750153 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14165855825849852) | > loader_time: 0.0044 (0.004644667968850445)  --> TIME: 2025-03-24 07:17:51 -- STEP: 22835/31555 -- GLOBAL_STEP: 433050 | > loss_text_ce: 0.045502327382564545 (0.040678995861650157) | > loss_mel_ce: 2.15316104888916 (nan) | > loss: 0.00872485525906086 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1416683091463707) | > loader_time: 0.0043 (0.0046444758717382574)  --> TIME: 2025-03-24 07:18:01 -- STEP: 22885/31555 -- GLOBAL_STEP: 433100 | > loss_text_ce: 0.041593752801418304 (0.04067909521845713) | > loss_mel_ce: 3.026956081390381 (nan) | > loss: 0.012176785618066788 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14166786339909648) | > loader_time: 0.0045 (0.004644060905828258)  --> TIME: 2025-03-24 07:18:10 -- STEP: 22935/31555 -- GLOBAL_STEP: 433150 | > loss_text_ce: 0.030395178124308586 (0.040675604476605114) | > loss_mel_ce: 2.4544260501861572 (nan) | > loss: 0.009860402904450893 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14166129779420655) | > loader_time: 0.0043 (0.004643610492105027)  --> TIME: 2025-03-24 07:18:20 -- STEP: 22985/31555 -- GLOBAL_STEP: 433200 | > loss_text_ce: 0.032586708664894104 (0.04067389997050919) | > loss_mel_ce: 2.718538999557495 (nan) | > loss: 0.010917166247963905 (nan) | > current_lr: 5e-06 | > step_time: 0.1924 (0.14165687898150836) | > loader_time: 0.0047 (0.004643508935197684)  --> TIME: 2025-03-24 07:18:29 -- STEP: 23035/31555 -- GLOBAL_STEP: 433250 | > loss_text_ce: 0.052052874118089676 (0.040670976565759555) | > loss_mel_ce: 2.8807075023651123 (nan) | > loss: 0.011637939140200615 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14164860715880592) | > loader_time: 0.0044 (0.0046434388182441146)  --> TIME: 2025-03-24 07:18:39 -- STEP: 23085/31555 -- GLOBAL_STEP: 433300 | > loss_text_ce: 0.04152572154998779 (0.04066896144698459) | > loss_mel_ce: 2.3065035343170166 (nan) | > loss: 0.009317576885223389 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14164415064740038) | > loader_time: 0.0046 (0.004643350425209609)  --> TIME: 2025-03-24 07:18:48 -- STEP: 23135/31555 -- GLOBAL_STEP: 433350 | > loss_text_ce: 0.046017441898584366 (0.04066773203708998) | > loss_mel_ce: 2.926283121109009 (nan) | > loss: 0.011794843710958958 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.1416370679267108) | > loader_time: 0.0048 (0.004643287477313966)  --> TIME: 2025-03-24 07:18:58 -- STEP: 23185/31555 -- GLOBAL_STEP: 433400 | > loss_text_ce: 0.046322520822286606 (0.04066730922046632) | > loss_mel_ce: 3.6586997509002686 (nan) | > loss: 0.014702470041811466 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14164442945097405) | > loader_time: 0.0049 (0.004643192871238537)  --> TIME: 2025-03-24 07:19:08 -- STEP: 23235/31555 -- GLOBAL_STEP: 433450 | > loss_text_ce: 0.040884051471948624 (0.04066907221193651) | > loss_mel_ce: 2.963613986968994 (nan) | > loss: 0.011922611854970455 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1416541257057493) | > loader_time: 0.0044 (0.0046432892019732785)  --> TIME: 2025-03-24 07:19:18 -- STEP: 23285/31555 -- GLOBAL_STEP: 433500 | > loss_text_ce: 0.04574459046125412 (0.040668586280139925) | > loss_mel_ce: 2.1050846576690674 (nan) | > loss: 0.008535037748515606 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14165776017041376) | > loader_time: 0.0044 (0.004643167148006048)  --> TIME: 2025-03-24 07:19:28 -- STEP: 23335/31555 -- GLOBAL_STEP: 433550 | > loss_text_ce: 0.04118737205862999 (0.040669554839230196) | > loss_mel_ce: 2.8959262371063232 (nan) | > loss: 0.011655213311314583 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1416597981000319) | > loader_time: 0.0046 (0.00464319323532991)  --> TIME: 2025-03-24 07:19:38 -- STEP: 23385/31555 -- GLOBAL_STEP: 433600 | > loss_text_ce: 0.021063758060336113 (0.04066688693113572) | > loss_mel_ce: 1.6069992780685425 (nan) | > loss: 0.006460567936301231 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.14166019354871834) | > loader_time: 0.0043 (0.004643015252848026)  --> TIME: 2025-03-24 07:19:47 -- STEP: 23435/31555 -- GLOBAL_STEP: 433650 | > loss_text_ce: 0.034347452223300934 (0.04066720009994609) | > loss_mel_ce: 1.3849961757659912 (nan) | > loss: 0.00563231622800231 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14166495197231843) | > loader_time: 0.0043 (0.004642864572790764)  --> TIME: 2025-03-24 07:19:57 -- STEP: 23485/31555 -- GLOBAL_STEP: 433700 | > loss_text_ce: 0.031529057770967484 (0.04066804687720355) | > loss_mel_ce: 2.6459529399871826 (nan) | > loss: 0.010624928399920464 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.141663036291615) | > loader_time: 0.0044 (0.004642664170503775)  --> TIME: 2025-03-24 07:20:07 -- STEP: 23535/31555 -- GLOBAL_STEP: 433750 | > loss_text_ce: 0.048325709998607635 (0.040669626703187675) | > loss_mel_ce: 3.1321074962615967 (nan) | > loss: 0.012620767578482628 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1416604804364593) | > loader_time: 0.0045 (0.004642488253909316)  --> TIME: 2025-03-24 07:20:16 -- STEP: 23585/31555 -- GLOBAL_STEP: 433800 | > loss_text_ce: 0.03630509600043297 (0.04066872263541643) | > loss_mel_ce: 1.2910367250442505 (nan) | > loss: 0.005267229862511158 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14164588042480214) | > loader_time: 0.0044 (0.004642233414899659)  --> TIME: 2025-03-24 07:20:26 -- STEP: 23635/31555 -- GLOBAL_STEP: 433850 | > loss_text_ce: 0.04018150269985199 (0.04066721593079626) | > loss_mel_ce: 2.8454182147979736 (nan) | > loss: 0.011450792662799358 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14165997695842164) | > loader_time: 0.0047 (0.004642151212601479)  --> TIME: 2025-03-24 07:20:36 -- STEP: 23685/31555 -- GLOBAL_STEP: 433900 | > loss_text_ce: 0.042899034917354584 (0.04066179774604058) | > loss_mel_ce: 3.1089603900909424 (nan) | > loss: 0.012507379986345768 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1416604481343357) | > loader_time: 0.0045 (0.004641958377218866)  --> TIME: 2025-03-24 07:20:46 -- STEP: 23735/31555 -- GLOBAL_STEP: 433950 | > loss_text_ce: 0.05156632885336876 (0.040659160658635306) | > loss_mel_ce: 3.2264480590820312 (nan) | > loss: 0.0130079947412014 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14167016131616245) | > loader_time: 0.0047 (0.004642097839988713)  --> TIME: 2025-03-24 07:20:56 -- STEP: 23785/31555 -- GLOBAL_STEP: 434000 | > loss_text_ce: 0.04696685075759888 (0.04065679612861001) | > loss_mel_ce: 2.69663405418396 (nan) | > loss: 0.01088730525225401 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14167906521798584) | > loader_time: 0.0048 (0.0046419917121263395)  --> TIME: 2025-03-24 07:21:05 -- STEP: 23835/31555 -- GLOBAL_STEP: 434050 | > loss_text_ce: 0.03982869163155556 (0.04065416180220966) | > loss_mel_ce: 2.71186900138855 (nan) | > loss: 0.010919435881078243 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14167241595039984) | > loader_time: 0.0046 (0.004641931512607381)  --> TIME: 2025-03-24 07:21:15 -- STEP: 23885/31555 -- GLOBAL_STEP: 434100 | > loss_text_ce: 0.03353342413902283 (0.04065235529187705) | > loss_mel_ce: 2.8689329624176025 (nan) | > loss: 0.011517724022269249 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14167442573322164) | > loader_time: 0.0048 (0.0046418076807269336)  --> TIME: 2025-03-24 07:21:25 -- STEP: 23935/31555 -- GLOBAL_STEP: 434150 | > loss_text_ce: 0.04236941784620285 (0.0406504380935187) | > loss_mel_ce: 3.204319953918457 (nan) | > loss: 0.012883688323199749 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14168465847209016) | > loader_time: 0.0044 (0.004641500165822598)  --> TIME: 2025-03-24 07:21:35 -- STEP: 23985/31555 -- GLOBAL_STEP: 434200 | > loss_text_ce: 0.03947778046131134 (0.0406492830048144) | > loss_mel_ce: 2.823254346847534 (nan) | > loss: 0.0113600492477417 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14170491782381842) | > loader_time: 0.0044 (0.00464159703289492)  --> TIME: 2025-03-24 07:21:45 -- STEP: 24035/31555 -- GLOBAL_STEP: 434250 | > loss_text_ce: 0.03641563281416893 (0.040649224396090165) | > loss_mel_ce: 3.290147304534912 (nan) | > loss: 0.013200647197663784 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14169904655494628) | > loader_time: 0.0047 (0.0046413702158316)  --> TIME: 2025-03-24 07:21:54 -- STEP: 24085/31555 -- GLOBAL_STEP: 434300 | > loss_text_ce: 0.03714706003665924 (0.04064962698128486) | > loss_mel_ce: 3.0605857372283936 (nan) | > loss: 0.01229259092360735 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1417064243266759) | > loader_time: 0.0043 (0.004641227997361528)  --> TIME: 2025-03-24 07:22:04 -- STEP: 24135/31555 -- GLOBAL_STEP: 434350 | > loss_text_ce: 0.04804034158587456 (0.04065265419636508) | > loss_mel_ce: 3.1134369373321533 (nan) | > loss: 0.01254554558545351 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14171261671835628) | > loader_time: 0.0046 (0.004641244503832879)  --> TIME: 2025-03-24 07:22:14 -- STEP: 24185/31555 -- GLOBAL_STEP: 434400 | > loss_text_ce: 0.04695463180541992 (0.04065153562017663) | > loss_mel_ce: 2.8180739879608154 (nan) | > loss: 0.011369162239134312 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14171321993897418) | > loader_time: 0.0045 (0.004641156179835458)  --> TIME: 2025-03-24 07:22:24 -- STEP: 24235/31555 -- GLOBAL_STEP: 434450 | > loss_text_ce: 0.033014342188835144 (0.04065129173393429) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14171535623966353) | > loader_time: 0.0042 (0.004640987619361088)  --> TIME: 2025-03-24 07:22:33 -- STEP: 24285/31555 -- GLOBAL_STEP: 434500 | > loss_text_ce: 0.0377638079226017 (0.040652702559787784) | > loss_mel_ce: 2.730742931365967 (nan) | > loss: 0.010986138135194778 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14171132668315917) | > loader_time: 0.0044 (0.0046407403193900725)  --> TIME: 2025-03-24 07:22:43 -- STEP: 24335/31555 -- GLOBAL_STEP: 434550 | > loss_text_ce: 0.04332016780972481 (0.04065348434384216) | > loss_mel_ce: 3.1713199615478516 (nan) | > loss: 0.012756508775055408 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14171892168685007) | > loader_time: 0.0047 (0.004640538104143357)  --> TIME: 2025-03-24 07:22:53 -- STEP: 24385/31555 -- GLOBAL_STEP: 434600 | > loss_text_ce: 0.05017824470996857 (0.04065664922774583) | > loss_mel_ce: 3.1603190898895264 (nan) | > loss: 0.01274007000029087 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14172767999354557) | > loader_time: 0.0044 (0.004640568625078818)  --> TIME: 2025-03-24 07:23:03 -- STEP: 24435/31555 -- GLOBAL_STEP: 434650 | > loss_text_ce: 0.0482209250330925 (0.04065638604170431) | > loss_mel_ce: 3.153721332550049 (nan) | > loss: 0.012706120498478413 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.1417334192048462) | > loader_time: 0.0047 (0.004640429117988438)  --> TIME: 2025-03-24 07:23:12 -- STEP: 24485/31555 -- GLOBAL_STEP: 434700 | > loss_text_ce: 0.0378996916115284 (0.04065607695689832) | > loss_mel_ce: 2.90008807182312 (nan) | > loss: 0.011658682487905025 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14171642638820517) | > loader_time: 0.0043 (0.004640316753843186)  --> TIME: 2025-03-24 07:23:22 -- STEP: 24535/31555 -- GLOBAL_STEP: 434750 | > loss_text_ce: 0.04515845328569412 (0.04066160214829123) | > loss_mel_ce: 3.3269875049591064 (nan) | > loss: 0.0133815323933959 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14171629181359097) | > loader_time: 0.0048 (0.004640179582202882)  --> TIME: 2025-03-24 07:23:32 -- STEP: 24585/31555 -- GLOBAL_STEP: 434800 | > loss_text_ce: 0.0388735793530941 (0.04066186986760541) | > loss_mel_ce: 2.12878680229187 (nan) | > loss: 0.008601827546954155 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1417142428832008) | > loader_time: 0.0047 (0.0046399808933707595)  --> TIME: 2025-03-24 07:23:41 -- STEP: 24635/31555 -- GLOBAL_STEP: 434850 | > loss_text_ce: 0.04112173989415169 (0.040663132306338445) | > loss_mel_ce: 2.9084880352020264 (nan) | > loss: 0.011704801581799984 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14171985523052777) | > loader_time: 0.005 (0.004639873471733361)  --> TIME: 2025-03-24 07:23:51 -- STEP: 24685/31555 -- GLOBAL_STEP: 434900 | > loss_text_ce: 0.038296185433864594 (0.0406597365488434) | > loss_mel_ce: 2.755528688430786 (nan) | > loss: 0.011086607351899147 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1417152869066344) | > loader_time: 0.0045 (0.00463970965500762)  --> TIME: 2025-03-24 07:24:00 -- STEP: 24735/31555 -- GLOBAL_STEP: 434950 | > loss_text_ce: 0.03871002048254013 (0.04065719205206097) | > loss_mel_ce: 1.934738278388977 (nan) | > loss: 0.007831144146621227 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1417095633885199) | > loader_time: 0.0045 (0.004639375371260219)  --> TIME: 2025-03-24 07:24:10 -- STEP: 24785/31555 -- GLOBAL_STEP: 435000 | > loss_text_ce: 0.030516522005200386 (0.040653446322204835) | > loss_mel_ce: 2.3660926818847656 (nan) | > loss: 0.009510355070233345 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14171359042186313) | > loader_time: 0.0048 (0.004639073410942292)  --> TIME: 2025-03-24 07:24:20 -- STEP: 24835/31555 -- GLOBAL_STEP: 435050 | > loss_text_ce: 0.039989884942770004 (0.0406548430739282) | > loss_mel_ce: 3.219071865081787 (nan) | > loss: 0.012932785786688328 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14171662767432155) | > loader_time: 0.0042 (0.004638945180356523)  --> TIME: 2025-03-24 07:24:30 -- STEP: 24885/31555 -- GLOBAL_STEP: 435100 | > loss_text_ce: 0.03812582045793533 (0.04065196181518142) | > loss_mel_ce: 2.9855594635009766 (nan) | > loss: 0.011998751200735569 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14171227733366007) | > loader_time: 0.0045 (0.004638691745610165)  --> TIME: 2025-03-24 07:24:39 -- STEP: 24935/31555 -- GLOBAL_STEP: 435150 | > loss_text_ce: 0.03360460698604584 (0.040651098814840594) | > loss_mel_ce: 2.8175690174102783 (nan) | > loss: 0.011314181610941887 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.141714519944773) | > loader_time: 0.0045 (0.004638500005180131)  --> TIME: 2025-03-24 07:24:49 -- STEP: 24985/31555 -- GLOBAL_STEP: 435200 | > loss_text_ce: 0.039149366319179535 (0.04064867297500153) | > loss_mel_ce: 2.5436182022094727 (nan) | > loss: 0.010249078273773193 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14172270921604452) | > loader_time: 0.0044 (0.004638368500836866)  --> TIME: 2025-03-24 07:24:59 -- STEP: 25035/31555 -- GLOBAL_STEP: 435250 | > loss_text_ce: 0.046320799738168716 (0.04064614927931466) | > loss_mel_ce: 2.1213786602020264 (nan) | > loss: 0.008601983077824116 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14172748616528819) | > loader_time: 0.0046 (0.0046381674485219335)  --> TIME: 2025-03-24 07:25:09 -- STEP: 25085/31555 -- GLOBAL_STEP: 435300 | > loss_text_ce: 0.03241770714521408 (0.040642147532702705) | > loss_mel_ce: 3.1496927738189697 (nan) | > loss: 0.012627423740923405 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1417263041935949) | > loader_time: 0.0046 (0.004637946658622073)  --> TIME: 2025-03-24 07:25:18 -- STEP: 25135/31555 -- GLOBAL_STEP: 435350 | > loss_text_ce: 0.043593406677246094 (0.04064473574675377) | > loss_mel_ce: 2.727264165878296 (nan) | > loss: 0.010995467193424702 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1417163459022023) | > loader_time: 0.0047 (0.004637701629477837)  --> TIME: 2025-03-24 07:25:28 -- STEP: 25185/31555 -- GLOBAL_STEP: 435400 | > loss_text_ce: 0.061560362577438354 (0.04064442497393888) | > loss_mel_ce: 2.7202305793762207 (nan) | > loss: 0.011038853786885738 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14171041512692822) | > loader_time: 0.0044 (0.004637640725295452)  --> TIME: 2025-03-24 07:25:37 -- STEP: 25235/31555 -- GLOBAL_STEP: 435450 | > loss_text_ce: 0.03715803474187851 (0.04064362338940232) | > loss_mel_ce: 1.6015832424163818 (nan) | > loss: 0.006502941716462374 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14171293250919648) | > loader_time: 0.0044 (0.004637437937211056)  --> TIME: 2025-03-24 07:25:47 -- STEP: 25285/31555 -- GLOBAL_STEP: 435500 | > loss_text_ce: 0.038455504924058914 (0.0406406306916363) | > loss_mel_ce: 3.758017063140869 (nan) | > loss: 0.015065368264913559 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14171022557919932) | > loader_time: 0.0045 (0.004637402905431582)  --> TIME: 2025-03-24 07:25:57 -- STEP: 25335/31555 -- GLOBAL_STEP: 435550 | > loss_text_ce: 0.04448959603905678 (0.04063916546253059) | > loss_mel_ce: 2.648725748062134 (nan) | > loss: 0.01068736333400011 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14170956730207335) | > loader_time: 0.0047 (0.004637157693520026)  --> TIME: 2025-03-24 07:26:06 -- STEP: 25385/31555 -- GLOBAL_STEP: 435600 | > loss_text_ce: 0.03938797116279602 (0.040640100623376696) | > loss_mel_ce: 2.9327383041381836 (nan) | > loss: 0.011794152669608593 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1417125016186725) | > loader_time: 0.0047 (0.004636791124807877)  --> TIME: 2025-03-24 07:26:16 -- STEP: 25435/31555 -- GLOBAL_STEP: 435650 | > loss_text_ce: 0.03949720039963722 (0.040638017300490464) | > loss_mel_ce: 3.400634765625 (nan) | > loss: 0.013651317916810513 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14171646518231049) | > loader_time: 0.0044 (0.004636605024478411)  --> TIME: 2025-03-24 07:26:26 -- STEP: 25485/31555 -- GLOBAL_STEP: 435700 | > loss_text_ce: 0.027874648571014404 (0.04063647134167024) | > loss_mel_ce: 1.4741414785385132 (nan) | > loss: 0.005960381589829922 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.141712504918841) | > loader_time: 0.0044 (0.004636405387625493)  --> TIME: 2025-03-24 07:26:35 -- STEP: 25535/31555 -- GLOBAL_STEP: 435750 | > loss_text_ce: 0.04158768057823181 (0.040637559518845096) | > loss_mel_ce: 2.9562325477600098 (nan) | > loss: 0.011896112002432346 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1417109786075267) | > loader_time: 0.0045 (0.004636127952962647)  --> TIME: 2025-03-24 07:26:45 -- STEP: 25585/31555 -- GLOBAL_STEP: 435800 | > loss_text_ce: 0.029976684600114822 (0.04063459233276538) | > loss_mel_ce: 3.4161734580993652 (nan) | > loss: 0.013675199821591377 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14171718180307674) | > loader_time: 0.0046 (0.004636011977248898)  --> TIME: 2025-03-24 07:26:55 -- STEP: 25635/31555 -- GLOBAL_STEP: 435850 | > loss_text_ce: 0.03352678567171097 (0.040633628538969124) | > loss_mel_ce: 2.5619263648986816 (nan) | > loss: 0.01029941812157631 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1417084731389743) | > loader_time: 0.0044 (0.004635808815239089)  --> TIME: 2025-03-24 07:27:04 -- STEP: 25685/31555 -- GLOBAL_STEP: 435900 | > loss_text_ce: 0.04357191547751427 (0.04063203339021665) | > loss_mel_ce: 2.3749823570251465 (nan) | > loss: 0.009597438387572765 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14170443217578405) | > loader_time: 0.0046 (0.004635627570958966)  --> TIME: 2025-03-24 07:27:14 -- STEP: 25735/31555 -- GLOBAL_STEP: 435950 | > loss_text_ce: 0.03770185261964798 (0.04063212422540735) | > loss_mel_ce: 3.0996384620666504 (nan) | > loss: 0.012449763715267181 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1417055995389743) | > loader_time: 0.0043 (0.004635442899041067)  --> TIME: 2025-03-24 07:27:24 -- STEP: 25785/31555 -- GLOBAL_STEP: 436000 | > loss_text_ce: 0.034646034240722656 (0.04063286450463043) | > loss_mel_ce: 2.4707839488983154 (nan) | > loss: 0.009942183271050453 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14171437070608714) | > loader_time: 0.0043 (0.004635222355293585)  --> TIME: 2025-03-24 07:27:33 -- STEP: 25835/31555 -- GLOBAL_STEP: 436050 | > loss_text_ce: 0.040147438645362854 (0.04062887606426733) | > loss_mel_ce: 2.542827844619751 (nan) | > loss: 0.010249902494251728 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14171341583579714) | > loader_time: 0.0043 (0.004634914219160293)  --> TIME: 2025-03-24 07:27:43 -- STEP: 25885/31555 -- GLOBAL_STEP: 436100 | > loss_text_ce: 0.05052069574594498 (0.04062865071318138) | > loss_mel_ce: 0.6194254755973816 (nan) | > loss: 0.0026585168670862913 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1416986154961909) | > loader_time: 0.0045 (0.004634582349317838)  --> TIME: 2025-03-24 07:27:52 -- STEP: 25935/31555 -- GLOBAL_STEP: 436150 | > loss_text_ce: 0.05361899733543396 (0.04062865153005303) | > loss_mel_ce: 2.817283868789673 (nan) | > loss: 0.011392472311854362 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14169151893764245) | > loader_time: 0.0045 (0.004634462516156649)  --> TIME: 2025-03-24 07:28:02 -- STEP: 25985/31555 -- GLOBAL_STEP: 436200 | > loss_text_ce: 0.029804393649101257 (0.04062772739885755) | > loss_mel_ce: 2.5426535606384277 (nan) | > loss: 0.010208167135715485 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14169815889064505) | > loader_time: 0.0045 (0.0046345285849088095)  --> TIME: 2025-03-24 07:28:12 -- STEP: 26035/31555 -- GLOBAL_STEP: 436250 | > loss_text_ce: 0.04705183580517769 (0.040629468988165475) | > loss_mel_ce: 3.2991414070129395 (nan) | > loss: 0.013278545811772346 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14169346498211308) | > loader_time: 0.0046 (0.004634141546534783)  --> TIME: 2025-03-24 07:28:21 -- STEP: 26085/31555 -- GLOBAL_STEP: 436300 | > loss_text_ce: 0.04983660578727722 (0.0406310925751105) | > loss_mel_ce: 2.5928127765655518 (nan) | > loss: 0.010486704297363758 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1416953130725331) | > loader_time: 0.0045 (0.004633814826513491)  --> TIME: 2025-03-24 07:28:31 -- STEP: 26135/31555 -- GLOBAL_STEP: 436350 | > loss_text_ce: 0.03833290934562683 (0.040630644861261396) | > loss_mel_ce: 2.400730848312378 (nan) | > loss: 0.009678824804723263 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14170054070279445) | > loader_time: 0.0044 (0.00463360861608036)  --> TIME: 2025-03-24 07:28:41 -- STEP: 26185/31555 -- GLOBAL_STEP: 436400 | > loss_text_ce: 0.014161046594381332 (0.04062728198077621) | > loss_mel_ce: 2.5908203125 (nan) | > loss: 0.010337228886783123 (nan) | > current_lr: 5e-06 | > step_time: 0.1062 (0.14170011968723698) | > loader_time: 0.0043 (0.00463347694494584)  --> TIME: 2025-03-24 07:28:51 -- STEP: 26235/31555 -- GLOBAL_STEP: 436450 | > loss_text_ce: 0.025797754526138306 (0.0406247261165789) | > loss_mel_ce: 2.3532543182373047 (nan) | > loss: 0.009440683759748936 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14170265105967014) | > loader_time: 0.0044 (0.004633401165877377)  --> TIME: 2025-03-24 07:29:00 -- STEP: 26285/31555 -- GLOBAL_STEP: 436500 | > loss_text_ce: 0.04107699170708656 (0.040621804590507675) | > loss_mel_ce: 3.127403736114502 (nan) | > loss: 0.012573336251080036 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14169508401762917) | > loader_time: 0.0045 (0.00463326247173369)  --> TIME: 2025-03-24 07:29:10 -- STEP: 26335/31555 -- GLOBAL_STEP: 436550 | > loss_text_ce: 0.04586486890912056 (0.0406232994509169) | > loss_mel_ce: 3.2368531227111816 (nan) | > loss: 0.01302665937691927 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14170556024059194) | > loader_time: 0.0044 (0.004633341864025879)  --> TIME: 2025-03-24 07:29:20 -- STEP: 26385/31555 -- GLOBAL_STEP: 436600 | > loss_text_ce: 0.05854199454188347 (0.04062250273364648) | > loss_mel_ce: 1.558902382850647 (nan) | > loss: 0.006418430712074041 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14170734114734493) | > loader_time: 0.0045 (0.00463329691631183)  --> TIME: 2025-03-24 07:29:29 -- STEP: 26435/31555 -- GLOBAL_STEP: 436650 | > loss_text_ce: 0.045816197991371155 (0.04061953031137512) | > loss_mel_ce: 3.320878267288208 (nan) | > loss: 0.013359899632632732 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14170571575774413) | > loader_time: 0.0045 (0.004633223954098502)  --> TIME: 2025-03-24 07:29:39 -- STEP: 26485/31555 -- GLOBAL_STEP: 436700 | > loss_text_ce: 0.04339098185300827 (0.04061771371360151) | > loss_mel_ce: 2.7869277000427246 (nan) | > loss: 0.011231424286961555 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14170543912988676) | > loader_time: 0.0046 (0.004633155336284614)  --> TIME: 2025-03-24 07:29:49 -- STEP: 26535/31555 -- GLOBAL_STEP: 436750 | > loss_text_ce: 0.043637387454509735 (0.04061477919199868) | > loss_mel_ce: 3.0319290161132812 (nan) | > loss: 0.012204628437757492 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14170131277224793) | > loader_time: 0.0047 (0.004633107993120732)  --> TIME: 2025-03-24 07:29:59 -- STEP: 26585/31555 -- GLOBAL_STEP: 436800 | > loss_text_ce: 0.04097067564725876 (0.04061475892582571) | > loss_mel_ce: 3.2095069885253906 (nan) | > loss: 0.012898720800876617 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1417089179424445) | > loader_time: 0.0043 (0.004632984374460501)  --> TIME: 2025-03-24 07:30:08 -- STEP: 26635/31555 -- GLOBAL_STEP: 436850 | > loss_text_ce: 0.048342302441596985 (0.04061856946238485) | > loss_mel_ce: 2.7608585357666016 (nan) | > loss: 0.01114762295037508 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1417112660716833) | > loader_time: 0.0047 (0.004632832897924611)  --> TIME: 2025-03-24 07:30:18 -- STEP: 26685/31555 -- GLOBAL_STEP: 436900 | > loss_text_ce: 0.041932038962841034 (0.04061912293131432) | > loss_mel_ce: 3.098764181137085 (nan) | > loss: 0.012463081628084183 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1417097900788026) | > loader_time: 0.0045 (0.0046326662106127405)  --> TIME: 2025-03-24 07:30:28 -- STEP: 26735/31555 -- GLOBAL_STEP: 436950 | > loss_text_ce: 0.04333457350730896 (0.040619214437483696) | > loss_mel_ce: 3.070716381072998 (nan) | > loss: 0.012357345782220364 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14171454253231408) | > loader_time: 0.0045 (0.004632490203383739)  --> TIME: 2025-03-24 07:30:37 -- STEP: 26785/31555 -- GLOBAL_STEP: 437000 | > loss_text_ce: 0.040733031928539276 (0.040617769756554935) | > loss_mel_ce: 1.9788062572479248 (nan) | > loss: 0.008014045655727386 (nan) | > current_lr: 5e-06 | > step_time: 0.1057 (0.1417135831378204) | > loader_time: 0.0045 (0.004632283351927424)  --> TIME: 2025-03-24 07:30:47 -- STEP: 26835/31555 -- GLOBAL_STEP: 437050 | > loss_text_ce: 0.040479034185409546 (0.04061820882212714) | > loss_mel_ce: 3.2148380279541016 (nan) | > loss: 0.012917925603687763 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14170970606674976) | > loader_time: 0.0045 (0.004632247082898832)  --> TIME: 2025-03-24 07:30:57 -- STEP: 26885/31555 -- GLOBAL_STEP: 437100 | > loss_text_ce: 0.0379214882850647 (0.040621196198532744) | > loss_mel_ce: 3.2105441093444824 (nan) | > loss: 0.012890736572444439 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14170889777278692) | > loader_time: 0.0045 (0.004632240381962742)  --> TIME: 2025-03-24 07:31:06 -- STEP: 26935/31555 -- GLOBAL_STEP: 437150 | > loss_text_ce: 0.03086984157562256 (0.04062096711679651) | > loss_mel_ce: 2.38482403755188 (nan) | > loss: 0.009586086496710777 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14170867683760366) | > loader_time: 0.0044 (0.004632018956576903)  --> TIME: 2025-03-24 07:31:16 -- STEP: 26985/31555 -- GLOBAL_STEP: 437200 | > loss_text_ce: 0.0363742895424366 (0.040619793344769915) | > loss_mel_ce: 3.4702253341674805 (nan) | > loss: 0.013915078714489937 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14170728395089802) | > loader_time: 0.0044 (0.004631866515511107)  --> TIME: 2025-03-24 07:31:25 -- STEP: 27035/31555 -- GLOBAL_STEP: 437250 | > loss_text_ce: 0.0400361567735672 (0.040623122333773146) | > loss_mel_ce: 3.112560510635376 (nan) | > loss: 0.012510305270552635 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14170253575344152) | > loader_time: 0.0045 (0.0046315710756680735)  --> TIME: 2025-03-24 07:31:35 -- STEP: 27085/31555 -- GLOBAL_STEP: 437300 | > loss_text_ce: 0.037902556359767914 (0.04062183754732135) | > loss_mel_ce: 3.411952018737793 (nan) | > loss: 0.013689899817109108 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14170523705639962) | > loader_time: 0.0045 (0.004631305053398303)  --> TIME: 2025-03-24 07:31:45 -- STEP: 27135/31555 -- GLOBAL_STEP: 437350 | > loss_text_ce: 0.04760212451219559 (0.04062393448381262) | > loss_mel_ce: 2.8054394721984863 (nan) | > loss: 0.011321594938635826 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14170652173029735) | > loader_time: 0.0044 (0.0046312490659720755)  --> TIME: 2025-03-24 07:31:54 -- STEP: 27185/31555 -- GLOBAL_STEP: 437400 | > loss_text_ce: 0.03545215353369713 (0.040623936250412315) | > loss_mel_ce: 3.1871204376220703 (nan) | > loss: 0.012787987478077412 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14169695838225124) | > loader_time: 0.0044 (0.004631128226963091)  --> TIME: 2025-03-24 07:32:04 -- STEP: 27235/31555 -- GLOBAL_STEP: 437450 | > loss_text_ce: 0.035502709448337555 (0.04062358261509537) | > loss_mel_ce: 3.158599376678467 (nan) | > loss: 0.012675008736550808 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1416860420769099) | > loader_time: 0.0046 (0.004630928746884064)  --> TIME: 2025-03-24 07:32:13 -- STEP: 27285/31555 -- GLOBAL_STEP: 437500 | > loss_text_ce: 0.04348379001021385 (0.04062125093696298) | > loss_mel_ce: 3.272261619567871 (nan) | > loss: 0.013157720677554607 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14168120197745565) | > loader_time: 0.0047 (0.004630907267381256)  --> TIME: 2025-03-24 07:32:23 -- STEP: 27335/31555 -- GLOBAL_STEP: 437550 | > loss_text_ce: 0.05691840127110481 (0.04061909211523164) | > loss_mel_ce: 9.21875 (nan) | > loss: 0.036808207631111145 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1416762124779058) | > loader_time: 0.0044 (0.004630905177184627)  --> TIME: 2025-03-24 07:32:33 -- STEP: 27385/31555 -- GLOBAL_STEP: 437600 | > loss_text_ce: 0.04423873499035835 (0.040621091589985704) | > loss_mel_ce: 2.9984753131866455 (nan) | > loss: 0.012074262835085392 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1416810926434237) | > loader_time: 0.0046 (0.004630954539403685)  --> TIME: 2025-03-24 07:32:42 -- STEP: 27435/31555 -- GLOBAL_STEP: 437650 | > loss_text_ce: 0.03593044355511665 (0.040621438203676294) | > loss_mel_ce: 3.2520837783813477 (nan) | > loss: 0.013047675602138042 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14167651168109885) | > loader_time: 0.0043 (0.004631084376439975)  --> TIME: 2025-03-24 07:32:52 -- STEP: 27485/31555 -- GLOBAL_STEP: 437700 | > loss_text_ce: 0.035138193517923355 (0.04062113128673638) | > loss_mel_ce: 2.523668050765991 (nan) | > loss: 0.010153993032872677 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14167701691871548) | > loader_time: 0.0047 (0.004630997824152777)  --> TIME: 2025-03-24 07:33:01 -- STEP: 27535/31555 -- GLOBAL_STEP: 437750 | > loss_text_ce: 0.03212137147784233 (0.040620451816919735) | > loss_mel_ce: 0.036865234375 (nan) | > loss: 0.00027375639183446765 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14167587696932257) | > loader_time: 0.0047 (0.004631088718173964)  --> TIME: 2025-03-24 07:33:11 -- STEP: 27585/31555 -- GLOBAL_STEP: 437800 | > loss_text_ce: 0.038728006184101105 (0.04062132818321508) | > loss_mel_ce: 2.9849226474761963 (nan) | > loss: 0.0119986142963171 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14168548138867165) | > loader_time: 0.0049 (0.004631005773428518)  --> TIME: 2025-03-24 07:33:21 -- STEP: 27635/31555 -- GLOBAL_STEP: 437850 | > loss_text_ce: 0.04315444082021713 (0.040621525103636195) | > loss_mel_ce: 3.0529935359954834 (nan) | > loss: 0.012286302633583546 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14168928373090692) | > loader_time: 0.0047 (0.004631097756308696)  --> TIME: 2025-03-24 07:33:31 -- STEP: 27685/31555 -- GLOBAL_STEP: 437900 | > loss_text_ce: 0.047667402774095535 (0.040621274923281464) | > loss_mel_ce: 2.643871784210205 (nan) | > loss: 0.010680711828172207 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1416896085134581) | > loader_time: 0.0046 (0.004631043935868443)  --> TIME: 2025-03-24 07:33:41 -- STEP: 27735/31555 -- GLOBAL_STEP: 437950 | > loss_text_ce: 0.037577345967292786 (0.04062084798105554) | > loss_mel_ce: 3.133963108062744 (nan) | > loss: 0.012585478834807873 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14169328530371547) | > loader_time: 0.0049 (0.004630965810005206)  --> TIME: 2025-03-24 07:33:50 -- STEP: 27785/31555 -- GLOBAL_STEP: 438000 | > loss_text_ce: 0.03465884551405907 (0.04061814422119335) | > loss_mel_ce: 1.959135890007019 (nan) | > loss: 0.007911884225904942 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14168656259769746) | > loader_time: 0.0046 (0.004630916256344296)  --> TIME: 2025-03-24 07:34:00 -- STEP: 27835/31555 -- GLOBAL_STEP: 438050 | > loss_text_ce: 0.042244892567396164 (0.0406161066780752) | > loss_mel_ce: 2.424268960952759 (nan) | > loss: 0.009787754155695438 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1416768186328348) | > loader_time: 0.0046 (0.004630870983547961)  --> TIME: 2025-03-24 07:34:09 -- STEP: 27885/31555 -- GLOBAL_STEP: 438100 | > loss_text_ce: 0.035143639892339706 (0.04061486918121146) | > loss_mel_ce: 2.403076171875 (nan) | > loss: 0.009675475768744946 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14168110367472403) | > loader_time: 0.0044 (0.004630873890275381)  --> TIME: 2025-03-24 07:34:19 -- STEP: 27935/31555 -- GLOBAL_STEP: 438150 | > loss_text_ce: 0.045728810131549835 (0.04061526871343484) | > loss_mel_ce: 2.978408098220825 (nan) | > loss: 0.012000543996691704 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14168070910419422) | > loader_time: 0.0046 (0.004630900163310851)  --> TIME: 2025-03-24 07:34:29 -- STEP: 27985/31555 -- GLOBAL_STEP: 438200 | > loss_text_ce: 0.03837164491415024 (0.0406127974387986) | > loss_mel_ce: 3.6474952697753906 (nan) | > loss: 0.014626456424593925 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14167464552595216) | > loader_time: 0.0047 (0.0046309083322126875)  --> TIME: 2025-03-24 07:34:38 -- STEP: 28035/31555 -- GLOBAL_STEP: 438250 | > loss_text_ce: 0.04779428243637085 (0.04060899255086667) | > loss_mel_ce: 2.612957715988159 (nan) | > loss: 0.010558540932834148 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14167516311902595) | > loader_time: 0.0048 (0.004630975764087354)  --> TIME: 2025-03-24 07:34:48 -- STEP: 28085/31555 -- GLOBAL_STEP: 438300 | > loss_text_ce: 0.04714946821331978 (0.040609958942084655) | > loss_mel_ce: 2.686915159225464 (nan) | > loss: 0.010849462822079659 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14168737439343446) | > loader_time: 0.0048 (0.0046309485901541965)  --> TIME: 2025-03-24 07:34:58 -- STEP: 28135/31555 -- GLOBAL_STEP: 438350 | > loss_text_ce: 0.053052496165037155 (0.04060715963676354) | > loss_mel_ce: 2.7633302211761475 (nan) | > loss: 0.011176122352480888 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14169169373085946) | > loader_time: 0.0045 (0.004630877939023938)  --> TIME: 2025-03-24 07:35:08 -- STEP: 28185/31555 -- GLOBAL_STEP: 438400 | > loss_text_ce: 0.04646047577261925 (0.04060820361554033) | > loss_mel_ce: 3.3420143127441406 (nan) | > loss: 0.013446329161524773 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14168629505034913) | > loader_time: 0.0046 (0.004630885734104722)  --> TIME: 2025-03-24 07:35:17 -- STEP: 28235/31555 -- GLOBAL_STEP: 438450 | > loss_text_ce: 0.04526900500059128 (0.04060514950417242) | > loss_mel_ce: 2.8758764266967773 (nan) | > loss: 0.011591847985982895 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14167619871210718) | > loader_time: 0.0047 (0.004630772447256763)  --> TIME: 2025-03-24 07:35:27 -- STEP: 28285/31555 -- GLOBAL_STEP: 438500 | > loss_text_ce: 0.036179862916469574 (0.040604792689630714) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.141670768733409) | > loader_time: 0.0043 (0.00463064928579105)  --> TIME: 2025-03-24 07:35:36 -- STEP: 28335/31555 -- GLOBAL_STEP: 438550 | > loss_text_ce: 0.038287222385406494 (0.04060601409812581) | > loss_mel_ce: 2.5328400135040283 (nan) | > loss: 0.010202886536717415 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14166915100761293) | > loader_time: 0.0044 (0.004630537026349654)  --> TIME: 2025-03-24 07:35:46 -- STEP: 28385/31555 -- GLOBAL_STEP: 438600 | > loss_text_ce: 0.03541044518351555 (0.04060635158409217) | > loss_mel_ce: 2.6980128288269043 (nan) | > loss: 0.010846918448805809 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1416669888082297) | > loader_time: 0.0044 (0.004630433242674234)  --> TIME: 2025-03-24 07:35:55 -- STEP: 28435/31555 -- GLOBAL_STEP: 438650 | > loss_text_ce: 0.04666610062122345 (0.04060332563176599) | > loss_mel_ce: 2.927103042602539 (nan) | > loss: 0.011800671927630901 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14166141998501547) | > loader_time: 0.0043 (0.004630226407253179)  --> TIME: 2025-03-24 07:36:05 -- STEP: 28485/31555 -- GLOBAL_STEP: 438700 | > loss_text_ce: 0.041726212948560715 (0.040600797321895) | > loss_mel_ce: 2.695319414138794 (nan) | > loss: 0.010861292481422424 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1416603544709631) | > loader_time: 0.0045 (0.004630041155916423)  --> TIME: 2025-03-24 07:36:15 -- STEP: 28535/31555 -- GLOBAL_STEP: 438750 | > loss_text_ce: 0.043228115886449814 (0.04060341184829872) | > loss_mel_ce: 2.1049230098724365 (nan) | > loss: 0.008524409495294094 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1416584885515171) | > loader_time: 0.0045 (0.004629871835636784)  --> TIME: 2025-03-24 07:36:24 -- STEP: 28585/31555 -- GLOBAL_STEP: 438800 | > loss_text_ce: 0.04623939469456673 (0.04060553724543396) | > loss_mel_ce: 2.9258885383605957 (nan) | > loss: 0.011794159188866615 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1416564713121598) | > loader_time: 0.0044 (0.00462974358505777)  --> TIME: 2025-03-24 07:36:34 -- STEP: 28635/31555 -- GLOBAL_STEP: 438850 | > loss_text_ce: 0.031651828438043594 (0.040603112768832376) | > loss_mel_ce: 3.0710017681121826 (nan) | > loss: 0.012312117964029312 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14165735219772513) | > loader_time: 0.0044 (0.004629565517544789)  --> TIME: 2025-03-24 07:36:43 -- STEP: 28685/31555 -- GLOBAL_STEP: 438900 | > loss_text_ce: 0.037714626640081406 (0.04060391554726124) | > loss_mel_ce: 2.81376051902771 (nan) | > loss: 0.011315378360450268 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14165370944320443) | > loader_time: 0.0045 (0.004629494517610468)  --> TIME: 2025-03-24 07:36:53 -- STEP: 28735/31555 -- GLOBAL_STEP: 438950 | > loss_text_ce: 0.03389854356646538 (0.0406040471135642) | > loss_mel_ce: 2.712759256362915 (nan) | > loss: 0.01089943666011095 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14164988946889717) | > loader_time: 0.0046 (0.004629340809864752)  --> TIME: 2025-03-24 07:37:03 -- STEP: 28785/31555 -- GLOBAL_STEP: 439000 | > loss_text_ce: 0.03967477008700371 (0.040603207085305314) | > loss_mel_ce: 2.698334217071533 (nan) | > loss: 0.01086511556059122 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14165291813526823) | > loader_time: 0.0043 (0.004629160833168284)  --> TIME: 2025-03-24 07:37:13 -- STEP: 28835/31555 -- GLOBAL_STEP: 439050 | > loss_text_ce: 0.03964783251285553 (0.040602632337486164) | > loss_mel_ce: 2.0131237506866455 (nan) | > loss: 0.008145919069647789 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.1416569486118295) | > loader_time: 0.0045 (0.004628898730740239)  --> TIME: 2025-03-24 07:37:22 -- STEP: 28885/31555 -- GLOBAL_STEP: 439100 | > loss_text_ce: 0.04258830472826958 (0.04060392293457408) | > loss_mel_ce: 3.410752296447754 (nan) | > loss: 0.013703732751309872 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.1416560528949813) | > loader_time: 0.0046 (0.004628832843325575)  --> TIME: 2025-03-24 07:37:32 -- STEP: 28935/31555 -- GLOBAL_STEP: 439150 | > loss_text_ce: 0.03878127411007881 (0.04060496889027071) | > loss_mel_ce: 3.1113855838775635 (nan) | > loss: 0.012500662356615067 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14164961379324542) | > loader_time: 0.0043 (0.004628706818853057)  --> TIME: 2025-03-24 07:37:42 -- STEP: 28985/31555 -- GLOBAL_STEP: 439200 | > loss_text_ce: 0.0415695421397686 (0.04060714383549645) | > loss_mel_ce: 3.00110125541687 (nan) | > loss: 0.012074090540409088 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14165761552639186) | > loader_time: 0.0046 (0.004628606086890226)  --> TIME: 2025-03-24 07:37:51 -- STEP: 29035/31555 -- GLOBAL_STEP: 439250 | > loss_text_ce: 0.04419812932610512 (0.04060619625429527) | > loss_mel_ce: 2.593736171722412 (nan) | > loss: 0.010467993095517159 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14165972129436763) | > loader_time: 0.0044 (0.004628369203425961)  --> TIME: 2025-03-24 07:38:01 -- STEP: 29085/31555 -- GLOBAL_STEP: 439300 | > loss_text_ce: 0.035600241273641586 (0.04060463910685111) | > loss_mel_ce: 2.909548044204712 (nan) | > loss: 0.011687097139656544 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1416689565506749) | > loader_time: 0.0045 (0.00462825512668821)  --> TIME: 2025-03-24 07:38:11 -- STEP: 29135/31555 -- GLOBAL_STEP: 439350 | > loss_text_ce: 0.04969869926571846 (0.04060339344365226) | > loss_mel_ce: 3.347121238708496 (nan) | > loss: 0.013479444198310375 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14167054357016354) | > loader_time: 0.0046 (0.004628202373870615)  --> TIME: 2025-03-24 07:38:21 -- STEP: 29185/31555 -- GLOBAL_STEP: 439400 | > loss_text_ce: 0.045849237591028214 (0.04060279664184434) | > loss_mel_ce: 3.3779873847961426 (nan) | > loss: 0.01358665432780981 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14166864170814858) | > loader_time: 0.0055 (0.004628009283115813)  --> TIME: 2025-03-24 07:38:30 -- STEP: 29235/31555 -- GLOBAL_STEP: 439450 | > loss_text_ce: 0.03840630501508713 (0.04060285434955735) | > loss_mel_ce: 3.048778533935547 (nan) | > loss: 0.012250734493136406 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14166644093764771) | > loader_time: 0.0048 (0.0046279094637979796)  --> TIME: 2025-03-24 07:38:40 -- STEP: 29285/31555 -- GLOBAL_STEP: 439500 | > loss_text_ce: 0.0372946672141552 (0.04060246577129872) | > loss_mel_ce: 3.497406244277954 (nan) | > loss: 0.014026591554284096 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14166986560056186) | > loader_time: 0.0045 (0.004627799564444309)  --> TIME: 2025-03-24 07:38:50 -- STEP: 29335/31555 -- GLOBAL_STEP: 439550 | > loss_text_ce: 0.04718581587076187 (0.04060290736668976) | > loss_mel_ce: 3.1078994274139404 (nan) | > loss: 0.012520181015133858 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14167865065917074) | > loader_time: 0.0043 (0.004627556327012302)  --> TIME: 2025-03-24 07:39:00 -- STEP: 29385/31555 -- GLOBAL_STEP: 439600 | > loss_text_ce: 0.03424353897571564 (0.04060104110284346) | > loss_mel_ce: 3.102865219116211 (nan) | > loss: 0.01244884543120861 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14166791918165306) | > loader_time: 0.0045 (0.004627228343042587)  --> TIME: 2025-03-24 07:39:09 -- STEP: 29435/31555 -- GLOBAL_STEP: 439650 | > loss_text_ce: 0.03475598618388176 (0.04060145855814965) | > loss_mel_ce: 3.017005443572998 (nan) | > loss: 0.012110165320336819 (nan) | > current_lr: 5e-06 | > step_time: 0.1476 (0.1416735286479365) | > loader_time: 0.0044 (0.004627270372124122)  --> TIME: 2025-03-24 07:39:19 -- STEP: 29485/31555 -- GLOBAL_STEP: 439700 | > loss_text_ce: 0.03437994047999382 (0.04060036885197213) | > loss_mel_ce: 3.002176284790039 (nan) | > loss: 0.012049826793372631 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14167038456795616) | > loader_time: 0.0046 (0.0046270367168098755)  --> TIME: 2025-03-24 07:39:28 -- STEP: 29535/31555 -- GLOBAL_STEP: 439750 | > loss_text_ce: 0.042024195194244385 (0.04060158202182135) | > loss_mel_ce: 2.6468749046325684 (nan) | > loss: 0.010670234449207783 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14165697846090508) | > loader_time: 0.0045 (0.00462697254172515)  --> TIME: 2025-03-24 07:39:38 -- STEP: 29585/31555 -- GLOBAL_STEP: 439800 | > loss_text_ce: 0.039886217564344406 (0.04060154427019191) | > loss_mel_ce: 2.871212959289551 (nan) | > loss: 0.011551981791853905 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14165578612971733) | > loader_time: 0.0047 (0.0046268082116330145)  --> TIME: 2025-03-24 07:39:47 -- STEP: 29635/31555 -- GLOBAL_STEP: 439850 | > loss_text_ce: 0.0364464670419693 (0.040602616816400615) | > loss_mel_ce: 2.967397689819336 (nan) | > loss: 0.011920017190277576 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14165189471758838) | > loader_time: 0.0048 (0.0046268425966085715)  --> TIME: 2025-03-24 07:39:57 -- STEP: 29685/31555 -- GLOBAL_STEP: 439900 | > loss_text_ce: 0.04640895128250122 (0.0406064668015843) | > loss_mel_ce: 3.531921148300171 (nan) | > loss: 0.014199723489582539 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14165995465960127) | > loader_time: 0.0045 (0.004626717132933337)  --> TIME: 2025-03-24 07:40:07 -- STEP: 29735/31555 -- GLOBAL_STEP: 439950 | > loss_text_ce: 0.04040658473968506 (0.0406029770916884) | > loss_mel_ce: 2.9465761184692383 (nan) | > loss: 0.011853107251226902 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1416560816889106) | > loader_time: 0.0044 (0.0046266147584018945)  --> TIME: 2025-03-24 07:40:16 -- STEP: 29785/31555 -- GLOBAL_STEP: 440000 | > loss_text_ce: 0.045452702790498734 (0.0405990770090396) | > loss_mel_ce: 3.042168378829956 (nan) | > loss: 0.012252464890480042 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14165348075711667) | > loader_time: 0.0047 (0.004626570449132398) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_440000.pth  --> TIME: 2025-03-24 07:40:31 -- STEP: 29835/31555 -- GLOBAL_STEP: 440050 | > loss_text_ce: 0.044874157756567 (0.0405981017558833) | > loss_mel_ce: 2.890428304672241 (nan) | > loss: 0.011648026295006275 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14165505120277502) | > loader_time: 0.0047 (0.004626632308128893)  --> TIME: 2025-03-24 07:40:41 -- STEP: 29885/31555 -- GLOBAL_STEP: 440100 | > loss_text_ce: 0.04255647957324982 (0.040596298695324634) | > loss_mel_ce: 2.849902868270874 (nan) | > loss: 0.011478014290332794 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1416496851581059) | > loader_time: 0.0043 (0.004626513101872323)  --> TIME: 2025-03-24 07:40:51 -- STEP: 29935/31555 -- GLOBAL_STEP: 440150 | > loss_text_ce: 0.03872053697705269 (0.040596350736627124) | > loss_mel_ce: 3.2748022079467773 (nan) | > loss: 0.013148901052772999 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1416560816171467) | > loader_time: 0.0045 (0.004626383780636672)  --> TIME: 2025-03-24 07:41:00 -- STEP: 29985/31555 -- GLOBAL_STEP: 440200 | > loss_text_ce: 0.03464734926819801 (0.04059614257531972) | > loss_mel_ce: 2.5640995502471924 (nan) | > loss: 0.010312488302588463 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14165002947869748) | > loader_time: 0.0045 (0.004626284183135188)  --> TIME: 2025-03-24 07:41:09 -- STEP: 30035/31555 -- GLOBAL_STEP: 440250 | > loss_text_ce: 0.023031221702694893 (0.04059547644743553) | > loss_mel_ce: 3.0019145011901855 (nan) | > loss: 0.012003753334283829 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14164321000670818) | > loader_time: 0.0043 (0.004626073403864133)  --> TIME: 2025-03-24 07:41:19 -- STEP: 30085/31555 -- GLOBAL_STEP: 440300 | > loss_text_ce: 0.04175328090786934 (0.04059507142924504) | > loss_mel_ce: 2.6864256858825684 (nan) | > loss: 0.010826108045876026 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14164113166305636) | > loader_time: 0.0043 (0.004625877391782873)  --> TIME: 2025-03-24 07:41:29 -- STEP: 30135/31555 -- GLOBAL_STEP: 440350 | > loss_text_ce: 0.026116937398910522 (0.0405971229586625) | > loss_mel_ce: 3.3521993160247803 (nan) | > loss: 0.013406016863882542 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1416469821926761) | > loader_time: 0.0043 (0.004625770902087782)  --> TIME: 2025-03-24 07:41:39 -- STEP: 30185/31555 -- GLOBAL_STEP: 440400 | > loss_text_ce: 0.043320756405591965 (0.04059873981879845) | > loss_mel_ce: 2.831984043121338 (nan) | > loss: 0.01140994019806385 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14165350499484028) | > loader_time: 0.0046 (0.004625784855163807)  --> TIME: 2025-03-24 07:41:48 -- STEP: 30235/31555 -- GLOBAL_STEP: 440450 | > loss_text_ce: 0.03391287475824356 (0.0405972405392394) | > loss_mel_ce: 2.231337070465088 (nan) | > loss: 0.00898908730596304 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14164708709054352) | > loader_time: 0.0044 (0.004625717982864212)  --> TIME: 2025-03-24 07:41:57 -- STEP: 30285/31555 -- GLOBAL_STEP: 440500 | > loss_text_ce: 0.04561694338917732 (0.04059598672291186) | > loss_mel_ce: 2.385009765625 (nan) | > loss: 0.009645344689488411 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14163287860126508) | > loader_time: 0.0046 (0.004625570748492774)  --> TIME: 2025-03-24 07:42:07 -- STEP: 30335/31555 -- GLOBAL_STEP: 440550 | > loss_text_ce: 0.04203734174370766 (0.04059761480102976) | > loss_mel_ce: 0.5285469889640808 (nan) | > loss: 0.002264223759993911 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14163826506554736) | > loader_time: 0.0069 (0.0046256596829483895)  --> TIME: 2025-03-24 07:42:17 -- STEP: 30385/31555 -- GLOBAL_STEP: 440600 | > loss_text_ce: 0.035563141107559204 (0.040594812579666094) | > loss_mel_ce: 3.1161091327667236 (nan) | > loss: 0.012506636790931225 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14163206484789692) | > loader_time: 0.0045 (0.004625567806106445)  --> TIME: 2025-03-24 07:42:26 -- STEP: 30435/31555 -- GLOBAL_STEP: 440650 | > loss_text_ce: 0.04399134963750839 (0.040595609509984594) | > loss_mel_ce: 2.8634235858917236 (nan) | > loss: 0.011537361890077591 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14162477463048) | > loader_time: 0.0045 (0.004625418269616642)  --> TIME: 2025-03-24 07:42:36 -- STEP: 30485/31555 -- GLOBAL_STEP: 440700 | > loss_text_ce: 0.05652821809053421 (0.0405931645368873) | > loss_mel_ce: 2.0509796142578125 (nan) | > loss: 0.008363127708435059 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14161791511299082) | > loader_time: 0.0046 (0.004625260081079274)  --> TIME: 2025-03-24 07:42:45 -- STEP: 30535/31555 -- GLOBAL_STEP: 440750 | > loss_text_ce: 0.04914811998605728 (0.040592095232762894) | > loss_mel_ce: 3.299426555633545 (nan) | > loss: 0.013287995010614395 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1416167480652389) | > loader_time: 0.0046 (0.004625151062511454)  --> TIME: 2025-03-24 07:42:55 -- STEP: 30585/31555 -- GLOBAL_STEP: 440800 | > loss_text_ce: 0.04504605010151863 (0.040592423630386336) | > loss_mel_ce: 3.013810157775879 (nan) | > loss: 0.012138319201767445 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14160817662192712) | > loader_time: 0.0044 (0.004625086661976948)  --> TIME: 2025-03-24 07:43:04 -- STEP: 30635/31555 -- GLOBAL_STEP: 440850 | > loss_text_ce: 0.035690080374479294 (0.040591301528457954) | > loss_mel_ce: 2.763899803161621 (nan) | > loss: 0.011109484359622002 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1416106445940702) | > loader_time: 0.0045 (0.004625078957447031)  --> TIME: 2025-03-24 07:43:14 -- STEP: 30685/31555 -- GLOBAL_STEP: 440900 | > loss_text_ce: 0.04164383187890053 (0.04058858807052541) | > loss_mel_ce: 3.018155813217163 (nan) | > loss: 0.012142063118517399 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14160462902057222) | > loader_time: 0.0045 (0.0046251097544408775)  --> TIME: 2025-03-24 07:43:23 -- STEP: 30735/31555 -- GLOBAL_STEP: 440950 | > loss_text_ce: 0.03701258823275566 (0.04058841673500616) | > loss_mel_ce: 0.15024039149284363 (nan) | > loss: 0.0007430674158968031 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1416023008335071) | > loader_time: 0.0044 (0.004625087841673772)  --> TIME: 2025-03-24 07:43:33 -- STEP: 30785/31555 -- GLOBAL_STEP: 441000 | > loss_text_ce: 0.04394695535302162 (0.04058961823754461) | > loss_mel_ce: 2.6842916011810303 (nan) | > loss: 0.010826344601809978 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1416108240220803) | > loader_time: 0.0046 (0.004625108394217004)  --> TIME: 2025-03-24 07:43:43 -- STEP: 30835/31555 -- GLOBAL_STEP: 441050 | > loss_text_ce: 0.03976132720708847 (0.04058638922694957) | > loss_mel_ce: 3.0774199962615967 (nan) | > loss: 0.012369767762720585 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14160947072867366) | > loader_time: 0.0045 (0.004624954444460938)  --> TIME: 2025-03-24 07:43:53 -- STEP: 30885/31555 -- GLOBAL_STEP: 441100 | > loss_text_ce: 0.04123919829726219 (0.040586528288897146) | > loss_mel_ce: 2.915365219116211 (nan) | > loss: 0.011732557788491249 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14161111244360933) | > loader_time: 0.0046 (0.004624811978098547)  --> TIME: 2025-03-24 07:44:02 -- STEP: 30935/31555 -- GLOBAL_STEP: 441150 | > loss_text_ce: 0.03630072996020317 (0.04058471450882279) | > loss_mel_ce: 2.7523794174194336 (nan) | > loss: 0.011066191829741001 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14161032407257135) | > loader_time: 0.0043 (0.004624839512658714)  --> TIME: 2025-03-24 07:44:12 -- STEP: 30985/31555 -- GLOBAL_STEP: 441200 | > loss_text_ce: 0.03866753727197647 (0.04058476026565637) | > loss_mel_ce: 2.741345167160034 (nan) | > loss: 0.011031797155737877 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14161972571750425) | > loader_time: 0.0043 (0.004624789327080085)  --> TIME: 2025-03-24 07:44:22 -- STEP: 31035/31555 -- GLOBAL_STEP: 441250 | > loss_text_ce: 0.04823639616370201 (0.04058474379828541) | > loss_mel_ce: 2.50787353515625 (nan) | > loss: 0.010143293999135494 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.1416120482389906) | > loader_time: 0.0043 (0.004624771630109116)  --> TIME: 2025-03-24 07:44:32 -- STEP: 31085/31555 -- GLOBAL_STEP: 441300 | > loss_text_ce: 0.04307510703802109 (0.040582083318444) | > loss_mel_ce: 3.36814546585083 (nan) | > loss: 0.013536590151488781 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14161415041039432) | > loader_time: 0.0046 (0.004624624982493032)  --> TIME: 2025-03-24 07:44:41 -- STEP: 31135/31555 -- GLOBAL_STEP: 441350 | > loss_text_ce: 0.034128930419683456 (0.04058091570782481) | > loss_mel_ce: 2.9601688385009766 (nan) | > loss: 0.011882134713232517 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14161038372706863) | > loader_time: 0.0046 (0.0046246667457312445)  --> TIME: 2025-03-24 07:44:51 -- STEP: 31185/31555 -- GLOBAL_STEP: 441400 | > loss_text_ce: 0.05035363882780075 (0.04058075782747197) | > loss_mel_ce: 3.1336734294891357 (nan) | > loss: 0.01263502798974514 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14161518346007537) | > loader_time: 0.0045 (0.004624610140630618)  --> TIME: 2025-03-24 07:45:01 -- STEP: 31235/31555 -- GLOBAL_STEP: 441450 | > loss_text_ce: 0.03871120885014534 (0.04058174562023411) | > loss_mel_ce: 2.7037715911865234 (nan) | > loss: 0.010882869362831116 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14161633862788015) | > loader_time: 0.0045 (0.004624536160718982)  --> TIME: 2025-03-24 07:45:10 -- STEP: 31285/31555 -- GLOBAL_STEP: 441500 | > loss_text_ce: 0.031124703586101532 (0.04057854629269502) | > loss_mel_ce: 3.1998891830444336 (nan) | > loss: 0.012821484357118607 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14161399782932754) | > loader_time: 0.0046 (0.004624500331052581)  --> TIME: 2025-03-24 07:45:20 -- STEP: 31335/31555 -- GLOBAL_STEP: 441550 | > loss_text_ce: 0.03501661494374275 (0.04058125875967509) | > loss_mel_ce: 3.3650062084198 (nan) | > loss: 0.013492154888808727 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14162486308268063) | > loader_time: 0.0046 (0.004624441995068356)  --> TIME: 2025-03-24 07:45:30 -- STEP: 31385/31555 -- GLOBAL_STEP: 441600 | > loss_text_ce: 0.04150828719139099 (0.04058070332096755) | > loss_mel_ce: 3.416415214538574 (nan) | > loss: 0.013721918687224388 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14162165862237283) | > loader_time: 0.0045 (0.004624381383665262)  --> TIME: 2025-03-24 07:45:40 -- STEP: 31435/31555 -- GLOBAL_STEP: 441650 | > loss_text_ce: 0.04407661035656929 (0.0405824577908991) | > loss_mel_ce: 3.3659815788269043 (nan) | > loss: 0.013531978242099285 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1416255820626116) | > loader_time: 0.0046 (0.004624323930614474)  --> TIME: 2025-03-24 07:45:49 -- STEP: 31485/31555 -- GLOBAL_STEP: 441700 | > loss_text_ce: 0.03184325993061066 (0.04058184346791388) | > loss_mel_ce: 3.1208221912384033 (nan) | > loss: 0.012510577216744423 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14162618674341357) | > loader_time: 0.0044 (0.004624405932536273)  --> TIME: 2025-03-24 07:45:59 -- STEP: 31535/31555 -- GLOBAL_STEP: 441750 | > loss_text_ce: 0.03878207877278328 (0.04057871020919236) | > loss_mel_ce: 2.912715196609497 (nan) | > loss: 0.011712291277945042 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14163428323666133) | > loader_time: 0.0046 (0.0046244043129757394)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022577416102091467 (+0.0014366547266642209) | > avg_loss_text_ce: 0.037083661506573384 (-0.0005546025186776785) | > avg_loss_mel_ce: 2.733456693490346 (-0.02496787309646553) | > avg_loss: 2.770540351072947 (-0.025522481600444458) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_441770.pth  > EPOCH: 15/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 07:46:25)   --> TIME: 2025-03-24 07:46:31 -- STEP: 30/31555 -- GLOBAL_STEP: 441800 | > loss_text_ce: 0.04593241587281227 (0.039267964847385886) | > loss_mel_ce: 2.402543544769287 (2.790023718774319) | > loss: 0.009716175496578217 (0.011227348565201585) | > current_lr: 5e-06 | > step_time: 0.1497 (0.13836431503295893) | > loader_time: 0.0053 (0.004857230186462403)  --> TIME: 2025-03-24 07:46:41 -- STEP: 80/31555 -- GLOBAL_STEP: 441850 | > loss_text_ce: 0.05279742181301117 (0.040268412721343336) | > loss_mel_ce: 2.7821438312530518 (2.773677112348378) | > loss: 0.011249766685068607 (0.011166451133976808) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14030102789402005) | > loader_time: 0.0049 (0.004959574341773987)  --> TIME: 2025-03-24 07:46:50 -- STEP: 130/31555 -- GLOBAL_STEP: 441900 | > loss_text_ce: 0.033201396465301514 (0.039876517409888596) | > loss_mel_ce: 3.2980892658233643 (nan) | > loss: 0.013219408690929413 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.13918119577261107) | > loader_time: 0.0044 (0.004906876270587629)  --> TIME: 2025-03-24 07:47:00 -- STEP: 180/31555 -- GLOBAL_STEP: 441950 | > loss_text_ce: 0.042301662266254425 (0.0399052791400916) | > loss_mel_ce: 3.1213865280151367 (nan) | > loss: 0.012554318644106388 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.13926536639531453) | > loader_time: 0.0047 (0.00487810770670573)  --> TIME: 2025-03-24 07:47:10 -- STEP: 230/31555 -- GLOBAL_STEP: 442000 | > loss_text_ce: 0.0332997627556324 (0.04000529020052888) | > loss_mel_ce: 3.818991184234619 (nan) | > loss: 0.015286869369447231 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14095646920411486) | > loader_time: 0.0046 (0.004857587814331055)  --> TIME: 2025-03-24 07:47:19 -- STEP: 280/31555 -- GLOBAL_STEP: 442050 | > loss_text_ce: 0.0427190437912941 (0.040253081611756766) | > loss_mel_ce: 3.219984292984009 (nan) | > loss: 0.012947236187756062 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14122606686183387) | > loader_time: 0.0047 (0.004820066690444947)  --> TIME: 2025-03-24 07:47:29 -- STEP: 330/31555 -- GLOBAL_STEP: 442100 | > loss_text_ce: 0.03874680772423744 (0.040188817674237674) | > loss_mel_ce: 2.8113434314727783 (nan) | > loss: 0.011309882625937462 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14163139516657056) | > loader_time: 0.0049 (0.004817700386047366)  --> TIME: 2025-03-24 07:47:39 -- STEP: 380/31555 -- GLOBAL_STEP: 442150 | > loss_text_ce: 0.029918363317847252 (0.04001050891942886) | > loss_mel_ce: 3.0478274822235107 (nan) | > loss: 0.01221327856183052 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14184342999207353) | > loader_time: 0.0046 (0.004817336484005578)  --> TIME: 2025-03-24 07:47:49 -- STEP: 430/31555 -- GLOBAL_STEP: 442200 | > loss_text_ce: 0.039747454226017 (0.04006447324659246) | > loss_mel_ce: 2.779003858566284 (nan) | > loss: 0.011185522191226482 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1426812388176143) | > loader_time: 0.0051 (0.0048107718312463115)  --> TIME: 2025-03-24 07:47:59 -- STEP: 480/31555 -- GLOBAL_STEP: 442250 | > loss_text_ce: 0.05001236870884895 (0.04007961834625654) | > loss_mel_ce: 3.2795002460479736 (nan) | > loss: 0.013212352059781551 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1425602927803994) | > loader_time: 0.0049 (0.004797234137852989)  --> TIME: 2025-03-24 07:48:08 -- STEP: 530/31555 -- GLOBAL_STEP: 442300 | > loss_text_ce: 0.035931166261434555 (0.039956594346407484) | > loss_mel_ce: 2.7280008792877197 (nan) | > loss: 0.010967984795570374 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1424499466734113) | > loader_time: 0.0044 (0.004780155757688128)  --> TIME: 2025-03-24 07:48:19 -- STEP: 580/31555 -- GLOBAL_STEP: 442350 | > loss_text_ce: 0.030715687200427055 (0.04009984391902029) | > loss_mel_ce: 3.172833204269409 (nan) | > loss: 0.01271249633282423 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14295363878381664) | > loader_time: 0.0047 (0.004772220808884192)  --> TIME: 2025-03-24 07:48:28 -- STEP: 630/31555 -- GLOBAL_STEP: 442400 | > loss_text_ce: 0.035685356706380844 (0.04006292380333417) | > loss_mel_ce: 2.5561530590057373 (nan) | > loss: 0.010285073891282082 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.142409390494937) | > loader_time: 0.0045 (0.004764986416650197)  --> TIME: 2025-03-24 07:48:38 -- STEP: 680/31555 -- GLOBAL_STEP: 442450 | > loss_text_ce: 0.034433480352163315 (0.03994159209268054) | > loss_mel_ce: 3.5767040252685547 (nan) | > loss: 0.014329911209642887 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14237862579962793) | > loader_time: 0.0047 (0.004754036664962768)  --> TIME: 2025-03-24 07:48:47 -- STEP: 730/31555 -- GLOBAL_STEP: 442500 | > loss_text_ce: 0.038848720490932465 (0.03992633158468625) | > loss_mel_ce: 2.8140060901641846 (nan) | > loss: 0.011320852674543858 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14241031685920622) | > loader_time: 0.0052 (0.004745761009111797)  --> TIME: 2025-03-24 07:48:57 -- STEP: 780/31555 -- GLOBAL_STEP: 442550 | > loss_text_ce: 0.040980033576488495 (0.03981814183867891) | > loss_mel_ce: 2.138829231262207 (nan) | > loss: 0.008650037460029125 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14221358849452093) | > loader_time: 0.0044 (0.004732358761322807)  --> TIME: 2025-03-24 07:49:07 -- STEP: 830/31555 -- GLOBAL_STEP: 442600 | > loss_text_ce: 0.03712855651974678 (0.039936818018645355) | > loss_mel_ce: 3.15433406829834 (nan) | > loss: 0.012664534151554108 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14225482078919913) | > loader_time: 0.0047 (0.004723709462636925)  --> TIME: 2025-03-24 07:49:16 -- STEP: 880/31555 -- GLOBAL_STEP: 442650 | > loss_text_ce: 0.03190433606505394 (0.0398189664966511) | > loss_mel_ce: 2.70898175239563 (nan) | > loss: 0.010876532644033432 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1421052317727695) | > loader_time: 0.0047 (0.004720713875510477)  --> TIME: 2025-03-24 07:49:26 -- STEP: 930/31555 -- GLOBAL_STEP: 442700 | > loss_text_ce: 0.04131942614912987 (0.03981405130677641) | > loss_mel_ce: 2.398688793182373 (nan) | > loss: 0.009682572446763515 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14224418029990243) | > loader_time: 0.0046 (0.004713457117798509)  --> TIME: 2025-03-24 07:49:36 -- STEP: 980/31555 -- GLOBAL_STEP: 442750 | > loss_text_ce: 0.04425635561347008 (0.03978210629667246) | > loss_mel_ce: 2.691725730895996 (nan) | > loss: 0.010857072658836842 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14204887638286665) | > loader_time: 0.0045 (0.0047095529887141024)  --> TIME: 2025-03-24 07:49:45 -- STEP: 1030/31555 -- GLOBAL_STEP: 442800 | > loss_text_ce: 0.038133054971694946 (0.039748395346466736) | > loss_mel_ce: 0.7026145458221436 (nan) | > loss: 0.002939474768936634 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14190275159854332) | > loader_time: 0.0044 (0.004702316904530943)  --> TIME: 2025-03-24 07:49:55 -- STEP: 1080/31555 -- GLOBAL_STEP: 442850 | > loss_text_ce: 0.04195442050695419 (0.03979903489040827) | > loss_mel_ce: 3.390133857727051 (nan) | > loss: 0.013619398698210716 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14214158720440334) | > loader_time: 0.0047 (0.0046924802992078995)  --> TIME: 2025-03-24 07:50:05 -- STEP: 1130/31555 -- GLOBAL_STEP: 442900 | > loss_text_ce: 0.03260042890906334 (0.039770446918838805) | > loss_mel_ce: 2.7347357273101807 (nan) | > loss: 0.010981493629515171 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14203115902115807) | > loader_time: 0.0047 (0.004684318061423513)  --> TIME: 2025-03-24 07:50:15 -- STEP: 1180/31555 -- GLOBAL_STEP: 442950 | > loss_text_ce: 0.032754894345998764 (0.03984447504251682) | > loss_mel_ce: 2.9108500480651855 (nan) | > loss: 0.011680972762405872 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14213712073988827) | > loader_time: 0.0044 (0.004679058365902658)  --> TIME: 2025-03-24 07:50:24 -- STEP: 1230/31555 -- GLOBAL_STEP: 443000 | > loss_text_ce: 0.041568584740161896 (0.039829810307459544) | > loss_mel_ce: 2.508826732635498 (nan) | > loss: 0.010120616294443607 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14206081250818753) | > loader_time: 0.0052 (0.004678217957659467)  --> TIME: 2025-03-24 07:50:34 -- STEP: 1280/31555 -- GLOBAL_STEP: 443050 | > loss_text_ce: 0.05067704617977142 (0.039874495456751854) | > loss_mel_ce: 2.6808295249938965 (nan) | > loss: 0.010839312337338924 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14197765402495843) | > loader_time: 0.0045 (0.004675260186195374)  --> TIME: 2025-03-24 07:50:43 -- STEP: 1330/31555 -- GLOBAL_STEP: 443100 | > loss_text_ce: 0.04351355507969856 (0.03987360585452918) | > loss_mel_ce: 2.8460850715637207 (nan) | > loss: 0.011466661468148232 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14193673008366625) | > loader_time: 0.0044 (0.004668910700575752)  --> TIME: 2025-03-24 07:50:53 -- STEP: 1380/31555 -- GLOBAL_STEP: 443150 | > loss_text_ce: 0.04529327154159546 (0.0399207815689885) | > loss_mel_ce: 3.1181695461273193 (nan) | > loss: 0.012553424574434757 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1418683952179506) | > loader_time: 0.0043 (0.004666940543962566)  --> TIME: 2025-03-24 07:51:03 -- STEP: 1430/31555 -- GLOBAL_STEP: 443200 | > loss_text_ce: 0.034633733332157135 (0.03984821993284499) | > loss_mel_ce: 3.308624029159546 (nan) | > loss: 0.013266895897686481 (nan) | > current_lr: 5e-06 | > step_time: 0.1937 (0.14205205840664303) | > loader_time: 0.0048 (0.004663603789322863)  --> TIME: 2025-03-24 07:51:13 -- STEP: 1480/31555 -- GLOBAL_STEP: 443250 | > loss_text_ce: 0.05011463910341263 (0.03985662497454195) | > loss_mel_ce: 3.1302168369293213 (nan) | > loss: 0.012620363384485245 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14206854217761267) | > loader_time: 0.0046 (0.004660795669297919)  --> TIME: 2025-03-24 07:51:23 -- STEP: 1530/31555 -- GLOBAL_STEP: 443300 | > loss_text_ce: 0.04299087077379227 (0.03994171768426895) | > loss_mel_ce: 3.138711452484131 (nan) | > loss: 0.012625804170966148 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14216883073445236) | > loader_time: 0.0046 (0.0046588216731750925)  --> TIME: 2025-03-24 07:51:33 -- STEP: 1580/31555 -- GLOBAL_STEP: 443350 | > loss_text_ce: 0.029868921265006065 (0.03989990975448414) | > loss_mel_ce: 3.3495032787323 (nan) | > loss: 0.013410207815468311 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1423461414590666) | > loader_time: 0.0044 (0.004653834542141687)  --> TIME: 2025-03-24 07:51:42 -- STEP: 1630/31555 -- GLOBAL_STEP: 443400 | > loss_text_ce: 0.046901874244213104 (0.039921262488911834) | > loss_mel_ce: 1.280859351158142 (nan) | > loss: 0.0052688936702907085 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14241328648994298) | > loader_time: 0.0042 (0.004647911984496327)  --> TIME: 2025-03-24 07:51:52 -- STEP: 1680/31555 -- GLOBAL_STEP: 443450 | > loss_text_ce: 0.040703192353248596 (0.039903806072349335) | > loss_mel_ce: 3.334071159362793 (nan) | > loss: 0.013391963206231594 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1424556155999502) | > loader_time: 0.0045 (0.004646225486482896)  --> TIME: 2025-03-24 07:52:02 -- STEP: 1730/31555 -- GLOBAL_STEP: 443500 | > loss_text_ce: 0.037965692579746246 (0.039910545110745564) | > loss_mel_ce: 2.8718421459198 (nan) | > loss: 0.01154685765504837 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14238340565234955) | > loader_time: 0.0045 (0.0046462347052689985)  --> TIME: 2025-03-24 07:52:12 -- STEP: 1780/31555 -- GLOBAL_STEP: 443550 | > loss_text_ce: 0.05091329291462898 (0.03992375812043298) | > loss_mel_ce: 2.913560390472412 (nan) | > loss: 0.011763785034418106 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14244735629371058) | > loader_time: 0.0044 (0.004643837119756126)  --> TIME: 2025-03-24 07:52:21 -- STEP: 1830/31555 -- GLOBAL_STEP: 443600 | > loss_text_ce: 0.03210034221410751 (0.039923575087933906) | > loss_mel_ce: 2.835872173309326 (nan) | > loss: 0.011380844749510288 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14231268812398454) | > loader_time: 0.0045 (0.00463980468895918)  --> TIME: 2025-03-24 07:52:31 -- STEP: 1880/31555 -- GLOBAL_STEP: 443650 | > loss_text_ce: 0.036065492779016495 (0.039930143942461985) | > loss_mel_ce: 3.083380937576294 (nan) | > loss: 0.012378756888210773 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14229859430739233) | > loader_time: 0.0046 (0.0046399935762933015)  --> TIME: 2025-03-24 07:52:40 -- STEP: 1930/31555 -- GLOBAL_STEP: 443700 | > loss_text_ce: 0.03869299218058586 (0.03994961491848674) | > loss_mel_ce: 2.7246711254119873 (nan) | > loss: 0.010965730994939804 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14224688475613778) | > loader_time: 0.0047 (0.004641142533850799)  --> TIME: 2025-03-24 07:52:50 -- STEP: 1980/31555 -- GLOBAL_STEP: 443750 | > loss_text_ce: 0.031598836183547974 (0.0399486839122167) | > loss_mel_ce: 2.9338207244873047 (nan) | > loss: 0.011767538264393806 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14226028184698097) | > loader_time: 0.0046 (0.004640973938835997)  --> TIME: 2025-03-24 07:53:00 -- STEP: 2030/31555 -- GLOBAL_STEP: 443800 | > loss_text_ce: 0.04067053273320198 (0.03993971844667136) | > loss_mel_ce: 2.9481546878814697 (nan) | > loss: 0.011860419064760208 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14245780207253453) | > loader_time: 0.0044 (0.004643528802054275)  --> TIME: 2025-03-24 07:53:10 -- STEP: 2080/31555 -- GLOBAL_STEP: 443850 | > loss_text_ce: 0.03481669723987579 (0.039937468756957396) | > loss_mel_ce: 3.150171995162964 (nan) | > loss: 0.012638844549655914 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1424355752193012) | > loader_time: 0.0046 (0.004644611477851873)  --> TIME: 2025-03-24 07:53:20 -- STEP: 2130/31555 -- GLOBAL_STEP: 443900 | > loss_text_ce: 0.028114736080169678 (0.03993351332266145) | > loss_mel_ce: 1.0002930164337158 (nan) | > loss: 0.0040809838101267815 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1424349903500697) | > loader_time: 0.0045 (0.004645283121458247)  --> TIME: 2025-03-24 07:53:29 -- STEP: 2180/31555 -- GLOBAL_STEP: 443950 | > loss_text_ce: 0.035704854875802994 (0.039906304804693635) | > loss_mel_ce: 2.765838146209717 (nan) | > loss: 0.011117234826087952 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14236395249673) | > loader_time: 0.0048 (0.0046445826871679505)  --> TIME: 2025-03-24 07:53:39 -- STEP: 2230/31555 -- GLOBAL_STEP: 444000 | > loss_text_ce: 0.040137823671102524 (0.03992793019025713) | > loss_mel_ce: 3.7634353637695312 (nan) | > loss: 0.01509354542940855 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1423635420777874) | > loader_time: 0.0046 (0.0046433948080635955)  --> TIME: 2025-03-24 07:53:49 -- STEP: 2280/31555 -- GLOBAL_STEP: 444050 | > loss_text_ce: 0.05035356432199478 (0.03991856612591886) | > loss_mel_ce: 2.9580495357513428 (nan) | > loss: 0.011938108131289482 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14229295881170992) | > loader_time: 0.0051 (0.004643672181848896)  --> TIME: 2025-03-24 07:53:59 -- STEP: 2330/31555 -- GLOBAL_STEP: 444100 | > loss_text_ce: 0.03085409663617611 (0.039897698721180874) | > loss_mel_ce: 2.5477142333984375 (nan) | > loss: 0.010232414118945599 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14236603652970492) | > loader_time: 0.0046 (0.0046442899581188805)  --> TIME: 2025-03-24 07:54:08 -- STEP: 2380/31555 -- GLOBAL_STEP: 444150 | > loss_text_ce: 0.03585197776556015 (0.03986103801808057) | > loss_mel_ce: 3.2979297637939453 (nan) | > loss: 0.013229293748736382 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14227081477141193) | > loader_time: 0.0044 (0.004644142679807519)  --> TIME: 2025-03-24 07:54:18 -- STEP: 2430/31555 -- GLOBAL_STEP: 444200 | > loss_text_ce: 0.04007220268249512 (0.039882312522656845) | > loss_mel_ce: 2.8935163021087646 (nan) | > loss: 0.011641224846243858 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14232040903695828) | > loader_time: 0.0048 (0.004643962707048581)  --> TIME: 2025-03-24 07:54:28 -- STEP: 2480/31555 -- GLOBAL_STEP: 444250 | > loss_text_ce: 0.046257417649030685 (0.03990922837458065) | > loss_mel_ce: 2.7832190990448 (nan) | > loss: 0.011228082701563835 (nan) | > current_lr: 5e-06 | > step_time: 0.1468 (0.1422637779866496) | > loader_time: 0.0047 (0.004645309140605312)  --> TIME: 2025-03-24 07:54:37 -- STEP: 2530/31555 -- GLOBAL_STEP: 444300 | > loss_text_ce: 0.03608197718858719 (0.03992856254602369) | > loss_mel_ce: 2.485358238220215 (nan) | > loss: 0.010005716234445572 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14224336185002998) | > loader_time: 0.0047 (0.0046450165420652825)  --> TIME: 2025-03-24 07:54:47 -- STEP: 2580/31555 -- GLOBAL_STEP: 444350 | > loss_text_ce: 0.04129166528582573 (0.03996489813637938) | > loss_mel_ce: 2.9216387271881104 (nan) | > loss: 0.01175766158849001 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1421737044356591) | > loader_time: 0.0046 (0.0046457148337549)  --> TIME: 2025-03-24 07:54:56 -- STEP: 2630/31555 -- GLOBAL_STEP: 444400 | > loss_text_ce: 0.03223958611488342 (0.03998308214199631) | > loss_mel_ce: 1.4897949695587158 (nan) | > loss: 0.006039819680154324 (nan) | > current_lr: 5e-06 | > step_time: 0.1056 (0.1421369417538661) | > loader_time: 0.0044 (0.004645451574724433)  --> TIME: 2025-03-24 07:55:06 -- STEP: 2680/31555 -- GLOBAL_STEP: 444450 | > loss_text_ce: 0.033273644745349884 (0.039958609525225466) | > loss_mel_ce: 3.126133441925049 (nan) | > loss: 0.012537330389022827 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14213188201633842) | > loader_time: 0.0047 (0.004643833370351079)  --> TIME: 2025-03-24 07:55:16 -- STEP: 2730/31555 -- GLOBAL_STEP: 444500 | > loss_text_ce: 0.04072133079171181 (0.039950152616879626) | > loss_mel_ce: 2.7406630516052246 (nan) | > loss: 0.011037240736186504 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14217239989465835) | > loader_time: 0.0045 (0.004644624042860313)  --> TIME: 2025-03-24 07:55:26 -- STEP: 2780/31555 -- GLOBAL_STEP: 444550 | > loss_text_ce: 0.040413904935121536 (0.03995886431578139) | > loss_mel_ce: 2.6222994327545166 (nan) | > loss: 0.010566323064267635 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14216191477055165) | > loader_time: 0.0044 (0.004643914682402024)  --> TIME: 2025-03-24 07:55:35 -- STEP: 2830/31555 -- GLOBAL_STEP: 444600 | > loss_text_ce: 0.03171377629041672 (0.039952675461795394) | > loss_mel_ce: 1.5600435733795166 (nan) | > loss: 0.006316497456282377 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14214136819536183) | > loader_time: 0.0046 (0.004642047224954662)  --> TIME: 2025-03-24 07:55:45 -- STEP: 2880/31555 -- GLOBAL_STEP: 444650 | > loss_text_ce: 0.038956210017204285 (0.039948353305226204) | > loss_mel_ce: 2.9112770557403564 (nan) | > loss: 0.011707275174558163 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14213300239708682) | > loader_time: 0.0046 (0.004641717258426876)  --> TIME: 2025-03-24 07:55:55 -- STEP: 2930/31555 -- GLOBAL_STEP: 444700 | > loss_text_ce: 0.04430758208036423 (0.03994918576800886) | > loss_mel_ce: 3.508362293243408 (nan) | > loss: 0.01409789640456438 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14214138724291275) | > loader_time: 0.0045 (0.004642020801635322)  --> TIME: 2025-03-24 07:56:04 -- STEP: 2980/31555 -- GLOBAL_STEP: 444750 | > loss_text_ce: 0.05183406546711922 (0.03995676559627356) | > loss_mel_ce: 3.148726463317871 (nan) | > loss: 0.012700637802481651 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1421038123585234) | > loader_time: 0.0045 (0.0046416072237411565)  --> TIME: 2025-03-24 07:56:14 -- STEP: 3030/31555 -- GLOBAL_STEP: 444800 | > loss_text_ce: 0.04611675813794136 (0.039942153596715754) | > loss_mel_ce: 3.2662601470947266 (nan) | > loss: 0.013144353404641151 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14212098499335865) | > loader_time: 0.0044 (0.004640134018246487)  --> TIME: 2025-03-24 07:56:24 -- STEP: 3080/31555 -- GLOBAL_STEP: 444850 | > loss_text_ce: 0.036491528153419495 (0.03993787686280034) | > loss_mel_ce: 2.8177661895751953 (nan) | > loss: 0.011326420120894909 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14215298411134009) | > loader_time: 0.0046 (0.004637619891724025)  --> TIME: 2025-03-24 07:56:34 -- STEP: 3130/31555 -- GLOBAL_STEP: 444900 | > loss_text_ce: 0.03428241237998009 (0.039916826800678255) | > loss_mel_ce: 3.015148878097534 (nan) | > loss: 0.012100918218493462 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14216507143867668) | > loader_time: 0.0046 (0.00463791236329002)  --> TIME: 2025-03-24 07:56:43 -- STEP: 3180/31555 -- GLOBAL_STEP: 444950 | > loss_text_ce: 0.049412090331315994 (0.0399045380031537) | > loss_mel_ce: 3.2950313091278076 (nan) | > loss: 0.013271600939333439 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1421861170222925) | > loader_time: 0.0058 (0.0046373206864362936)  --> TIME: 2025-03-24 07:56:53 -- STEP: 3230/31555 -- GLOBAL_STEP: 445000 | > loss_text_ce: 0.04369957372546196 (0.039924371928184155) | > loss_mel_ce: 3.241854667663574 (nan) | > loss: 0.013037914410233498 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1421527900932007) | > loader_time: 0.0046 (0.004637898527800847)  --> TIME: 2025-03-24 07:57:03 -- STEP: 3280/31555 -- GLOBAL_STEP: 445050 | > loss_text_ce: 0.03832387179136276 (0.03991916407944584) | > loss_mel_ce: 2.7569406032562256 (nan) | > loss: 0.011092320084571838 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14217214664308062) | > loader_time: 0.0046 (0.004638013098298049)  --> TIME: 2025-03-24 07:57:13 -- STEP: 3330/31555 -- GLOBAL_STEP: 445100 | > loss_text_ce: 0.043760012835264206 (0.03991668317355099) | > loss_mel_ce: 2.0471439361572266 (nan) | > loss: 0.008297238498926163 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14226762775902285) | > loader_time: 0.0047 (0.0046376606365581855)  --> TIME: 2025-03-24 07:57:22 -- STEP: 3380/31555 -- GLOBAL_STEP: 445150 | > loss_text_ce: 0.04024253413081169 (0.03992978658736541) | > loss_mel_ce: 3.259402275085449 (nan) | > loss: 0.013093829154968262 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1422471275696389) | > loader_time: 0.0044 (0.004637435343138559)  --> TIME: 2025-03-24 07:57:32 -- STEP: 3430/31555 -- GLOBAL_STEP: 445200 | > loss_text_ce: 0.03385958448052406 (0.03991158626452301) | > loss_mel_ce: 3.4376869201660156 (nan) | > loss: 0.013775978237390518 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14223260177467745) | > loader_time: 0.0045 (0.004635949454571688)  --> TIME: 2025-03-24 07:57:42 -- STEP: 3480/31555 -- GLOBAL_STEP: 445250 | > loss_text_ce: 0.02385319396853447 (0.039914159013771926) | > loss_mel_ce: 2.1608850955963135 (nan) | > loss: 0.0086695970967412 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1421922384322377) | > loader_time: 0.0047 (0.0046351491719826814)  --> TIME: 2025-03-24 07:57:51 -- STEP: 3530/31555 -- GLOBAL_STEP: 445300 | > loss_text_ce: 0.0499362088739872 (0.039914015028361845) | > loss_mel_ce: 3.5775845050811768 (nan) | > loss: 0.014394924975931644 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1421886039523162) | > loader_time: 0.0045 (0.004634598969737795)  --> TIME: 2025-03-24 07:58:01 -- STEP: 3580/31555 -- GLOBAL_STEP: 445350 | > loss_text_ce: 0.03372811898589134 (0.03992547462720357) | > loss_mel_ce: 3.194493532180786 (nan) | > loss: 0.012810404412448406 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14221077398214943) | > loader_time: 0.0044 (0.004633299265493887)  --> TIME: 2025-03-24 07:58:11 -- STEP: 3630/31555 -- GLOBAL_STEP: 445400 | > loss_text_ce: 0.03176042065024376 (0.03990744711785026) | > loss_mel_ce: 3.1077191829681396 (nan) | > loss: 0.012458253651857376 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1422395207665185) | > loader_time: 0.0046 (0.004633429293461732)  --> TIME: 2025-03-24 07:58:20 -- STEP: 3680/31555 -- GLOBAL_STEP: 445450 | > loss_text_ce: 0.0390937477350235 (0.03990187857391146) | > loss_mel_ce: 3.097111225128174 (nan) | > loss: 0.012445258907973766 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14220615910447176) | > loader_time: 0.0047 (0.004632863726304918)  --> TIME: 2025-03-24 07:58:30 -- STEP: 3730/31555 -- GLOBAL_STEP: 445500 | > loss_text_ce: 0.02869761921465397 (0.03990311519000625) | > loss_mel_ce: 2.8986966609954834 (nan) | > loss: 0.011616645380854607 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14216354609174975) | > loader_time: 0.0045 (0.0046318101499419366)  --> TIME: 2025-03-24 07:58:40 -- STEP: 3780/31555 -- GLOBAL_STEP: 445550 | > loss_text_ce: 0.0456821471452713 (0.03992139561269329) | > loss_mel_ce: 2.876523494720459 (nan) | > loss: 0.011596054770052433 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14217432642739933) | > loader_time: 0.0045 (0.004630709577489776)  --> TIME: 2025-03-24 07:58:50 -- STEP: 3830/31555 -- GLOBAL_STEP: 445600 | > loss_text_ce: 0.03688773885369301 (0.03990806834699275) | > loss_mel_ce: 2.9430150985717773 (nan) | > loss: 0.011825011111795902 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14220443942216932) | > loader_time: 0.0047 (0.004630668729777118)  --> TIME: 2025-03-24 07:58:59 -- STEP: 3880/31555 -- GLOBAL_STEP: 445650 | > loss_text_ce: 0.04328704625368118 (0.03992429244879283) | > loss_mel_ce: 3.0289814472198486 (nan) | > loss: 0.01219154242426157 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14219746018193447) | > loader_time: 0.0045 (0.0046299619772999494)  --> TIME: 2025-03-24 07:59:09 -- STEP: 3930/31555 -- GLOBAL_STEP: 445700 | > loss_text_ce: 0.03057236410677433 (0.03993234024987417) | > loss_mel_ce: 2.920668125152588 (nan) | > loss: 0.011711272411048412 (nan) | > current_lr: 5e-06 | > step_time: 0.1467 (0.1422046856115794) | > loader_time: 0.0046 (0.004629631624876992)  --> TIME: 2025-03-24 07:59:19 -- STEP: 3980/31555 -- GLOBAL_STEP: 445750 | > loss_text_ce: 0.04591772332787514 (0.039928248400177446) | > loss_mel_ce: 2.6081812381744385 (nan) | > loss: 0.010532139800488949 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14219050006051773) | > loader_time: 0.0046 (0.004628991242030152)  --> TIME: 2025-03-24 07:59:28 -- STEP: 4030/31555 -- GLOBAL_STEP: 445800 | > loss_text_ce: 0.031761907041072845 (0.03993007421964965) | > loss_mel_ce: 2.8307487964630127 (nan) | > loss: 0.011359170079231262 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14218093118359978) | > loader_time: 0.0047 (0.004628597595555605)  --> TIME: 2025-03-24 07:59:38 -- STEP: 4080/31555 -- GLOBAL_STEP: 445850 | > loss_text_ce: 0.0417264960706234 (0.03991986936341748) | > loss_mel_ce: 2.671535015106201 (nan) | > loss: 0.010766911320388317 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.142187397094334) | > loader_time: 0.0068 (0.004627996624684795)  --> TIME: 2025-03-24 07:59:48 -- STEP: 4130/31555 -- GLOBAL_STEP: 445900 | > loss_text_ce: 0.031658902764320374 (0.039940457975099465) | > loss_mel_ce: 2.9487099647521973 (nan) | > loss: 0.011826861649751663 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.1421986777326387) | > loader_time: 0.0047 (0.00462748415533624)  --> TIME: 2025-03-24 07:59:58 -- STEP: 4180/31555 -- GLOBAL_STEP: 445950 | > loss_text_ce: 0.040303949266672134 (0.039938482347626245) | > loss_mel_ce: 3.11973237991333 (nan) | > loss: 0.012539827264845371 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14223470773423133) | > loader_time: 0.0046 (0.004626259107909129)  --> TIME: 2025-03-24 08:00:08 -- STEP: 4230/31555 -- GLOBAL_STEP: 446000 | > loss_text_ce: 0.0354902558028698 (0.03994326657719078) | > loss_mel_ce: 3.226738452911377 (nan) | > loss: 0.012945353053510189 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14224949452330332) | > loader_time: 0.0046 (0.004628707162031887)  --> TIME: 2025-03-24 08:00:18 -- STEP: 4280/31555 -- GLOBAL_STEP: 446050 | > loss_text_ce: 0.04793846979737282 (0.039967204258716235) | > loss_mel_ce: 2.997741222381592 (nan) | > loss: 0.012086031958460808 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14231118353727837) | > loader_time: 0.0046 (0.004627672311301542)  --> TIME: 2025-03-24 08:00:28 -- STEP: 4330/31555 -- GLOBAL_STEP: 446100 | > loss_text_ce: 0.06522086262702942 (0.03999761295210196) | > loss_mel_ce: 2.4266927242279053 (nan) | > loss: 0.009888546541333199 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14233617727530762) | > loader_time: 0.0043 (0.004626439515217346)  --> TIME: 2025-03-24 08:00:37 -- STEP: 4380/31555 -- GLOBAL_STEP: 446150 | > loss_text_ce: 0.053388554602861404 (0.04000854692910899) | > loss_mel_ce: 3.2965176105499268 (nan) | > loss: 0.013293279334902763 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14228185181204062) | > loader_time: 0.0043 (0.004625344330861686)  --> TIME: 2025-03-24 08:00:47 -- STEP: 4430/31555 -- GLOBAL_STEP: 446200 | > loss_text_ce: 0.036506108939647675 (0.04000171925452098) | > loss_mel_ce: 1.440401554107666 (nan) | > loss: 0.005860744975507259 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1422873472252496) | > loader_time: 0.0043 (0.004623546126733784)  --> TIME: 2025-03-24 08:00:56 -- STEP: 4480/31555 -- GLOBAL_STEP: 446250 | > loss_text_ce: 0.031470537185668945 (0.04001662506696962) | > loss_mel_ce: 2.4092748165130615 (nan) | > loss: 0.009685497730970383 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.1422584949327368) | > loader_time: 0.0045 (0.004623178020119666)  --> TIME: 2025-03-24 08:01:06 -- STEP: 4530/31555 -- GLOBAL_STEP: 446300 | > loss_text_ce: 0.03311721608042717 (0.04001194029372123) | > loss_mel_ce: 1.5970594882965088 (nan) | > loss: 0.006468955427408218 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1422267295403724) | > loader_time: 0.0045 (0.004623943817273405)  --> TIME: 2025-03-24 08:01:16 -- STEP: 4580/31555 -- GLOBAL_STEP: 446350 | > loss_text_ce: 0.035252735018730164 (0.04003021171129419) | > loss_mel_ce: 2.7244818210601807 (nan) | > loss: 0.010951328091323376 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14223822537468006) | > loader_time: 0.0043 (0.004623659260928889)  --> TIME: 2025-03-24 08:01:26 -- STEP: 4630/31555 -- GLOBAL_STEP: 446400 | > loss_text_ce: 0.04917313531041145 (0.04002793700621329) | > loss_mel_ce: 1.9744561910629272 (nan) | > loss: 0.00803027581423521 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14230248732391765) | > loader_time: 0.0047 (0.004625463691694946)  --> TIME: 2025-03-24 08:01:35 -- STEP: 4680/31555 -- GLOBAL_STEP: 446450 | > loss_text_ce: 0.0482621043920517 (0.04004521656176464) | > loss_mel_ce: 2.916452169418335 (nan) | > loss: 0.011764739640057087 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14227234446085435) | > loader_time: 0.0046 (0.004625001218583848)  --> TIME: 2025-03-24 08:01:45 -- STEP: 4730/31555 -- GLOBAL_STEP: 446500 | > loss_text_ce: 0.05150743946433067 (0.04004511509452943) | > loss_mel_ce: 3.0424931049346924 (nan) | > loss: 0.012277781032025814 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14226840968867963) | > loader_time: 0.0046 (0.004624686180663158)  --> TIME: 2025-03-24 08:01:54 -- STEP: 4780/31555 -- GLOBAL_STEP: 446550 | > loss_text_ce: 0.03739216923713684 (0.04006612644760734) | > loss_mel_ce: 2.7017481327056885 (nan) | > loss: 0.010869604535400867 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1422331502746838) | > loader_time: 0.0044 (0.004625064009901868)  --> TIME: 2025-03-24 08:02:04 -- STEP: 4830/31555 -- GLOBAL_STEP: 446600 | > loss_text_ce: 0.049795765429735184 (0.04007059427028358) | > loss_mel_ce: 3.1586191654205322 (nan) | > loss: 0.012731806375086308 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14222693003976336) | > loader_time: 0.0045 (0.004625213022804656)  --> TIME: 2025-03-24 08:02:14 -- STEP: 4880/31555 -- GLOBAL_STEP: 446650 | > loss_text_ce: 0.032156895846128464 (0.04007202951680314) | > loss_mel_ce: 3.121288537979126 (nan) | > loss: 0.012513672932982445 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1422029069701181) | > loader_time: 0.0053 (0.0046255107785834635)  --> TIME: 2025-03-24 08:02:24 -- STEP: 4930/31555 -- GLOBAL_STEP: 446700 | > loss_text_ce: 0.04249473661184311 (0.04009198009416182) | > loss_mel_ce: 0.09375 (nan) | > loss: 0.000540653767529875 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14220638463753493) | > loader_time: 0.0046 (0.004626286924489854)  --> TIME: 2025-03-24 08:02:33 -- STEP: 4980/31555 -- GLOBAL_STEP: 446750 | > loss_text_ce: 0.03767635300755501 (0.040096766153447684) | > loss_mel_ce: 3.349168539047241 (nan) | > loss: 0.013439861126244068 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1422215440187111) | > loader_time: 0.0046 (0.0046272333367282596)  --> TIME: 2025-03-24 08:02:43 -- STEP: 5030/31555 -- GLOBAL_STEP: 446800 | > loss_text_ce: 0.043735675513744354 (0.040094183716797065) | > loss_mel_ce: 3.4630539417266846 (nan) | > loss: 0.013915833085775375 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14226195584708629) | > loader_time: 0.0052 (0.004627323340232041)  --> TIME: 2025-03-24 08:02:53 -- STEP: 5080/31555 -- GLOBAL_STEP: 446850 | > loss_text_ce: 0.05436724051833153 (0.0400789486464318) | > loss_mel_ce: 3.4185383319854736 (nan) | > loss: 0.013781372457742691 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14226885559990662) | > loader_time: 0.0046 (0.004627618451756753)  --> TIME: 2025-03-24 08:03:03 -- STEP: 5130/31555 -- GLOBAL_STEP: 446900 | > loss_text_ce: 0.04394795373082161 (0.04008103762562682) | > loss_mel_ce: 3.249163866043091 (nan) | > loss: 0.013067904859781265 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1422728191807025) | > loader_time: 0.0045 (0.0046275913134420565)  --> TIME: 2025-03-24 08:03:13 -- STEP: 5180/31555 -- GLOBAL_STEP: 446950 | > loss_text_ce: 0.03820349648594856 (0.04008293371992795) | > loss_mel_ce: 2.9791667461395264 (nan) | > loss: 0.01197369210422039 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14228174925770998) | > loader_time: 0.0044 (0.004627343126245445)  --> TIME: 2025-03-24 08:03:22 -- STEP: 5230/31555 -- GLOBAL_STEP: 447000 | > loss_text_ce: 0.037021853029727936 (0.04008202154374541) | > loss_mel_ce: 3.2583487033843994 (nan) | > loss: 0.013076867908239365 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1422912687006234) | > loader_time: 0.0046 (0.00462792102055157)  --> TIME: 2025-03-24 08:03:32 -- STEP: 5280/31555 -- GLOBAL_STEP: 447050 | > loss_text_ce: 0.04039684683084488 (0.040078353983434734) | > loss_mel_ce: 3.6216228008270264 (nan) | > loss: 0.014531824737787247 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14226434434002075) | > loader_time: 0.0045 (0.004627510724645665)  --> TIME: 2025-03-24 08:03:42 -- STEP: 5330/31555 -- GLOBAL_STEP: 447100 | > loss_text_ce: 0.03897242620587349 (0.04008977118299442) | > loss_mel_ce: 3.0569241046905518 (nan) | > loss: 0.012285304255783558 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14226493643104005) | > loader_time: 0.0045 (0.004627403219913665)  --> TIME: 2025-03-24 08:03:51 -- STEP: 5380/31555 -- GLOBAL_STEP: 447150 | > loss_text_ce: 0.0464165098965168 (0.04009198924339614) | > loss_mel_ce: 3.102485179901123 (nan) | > loss: 0.012495642527937889 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14223170905308188) | > loader_time: 0.0047 (0.004626446940198696)  --> TIME: 2025-03-24 08:04:01 -- STEP: 5430/31555 -- GLOBAL_STEP: 447200 | > loss_text_ce: 0.032640062272548676 (0.040088879294748324) | > loss_mel_ce: 1.000244140625 (nan) | > loss: 0.00409874739125371 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.142228242442094) | > loader_time: 0.0045 (0.004625916129756797)  --> TIME: 2025-03-24 08:04:11 -- STEP: 5480/31555 -- GLOBAL_STEP: 447250 | > loss_text_ce: 0.044753145426511765 (0.04008780122245149) | > loss_mel_ce: 3.2008392810821533 (nan) | > loss: 0.012879335321485996 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14223200818047893) | > loader_time: 0.0045 (0.004625240468630814)  --> TIME: 2025-03-24 08:04:21 -- STEP: 5530/31555 -- GLOBAL_STEP: 447300 | > loss_text_ce: 0.046747587621212006 (0.040092094890961896) | > loss_mel_ce: 2.952568769454956 (nan) | > loss: 0.011902050115168095 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1422629075714304) | > loader_time: 0.0045 (0.004625008722757118)  --> TIME: 2025-03-24 08:04:31 -- STEP: 5580/31555 -- GLOBAL_STEP: 447350 | > loss_text_ce: 0.03362444043159485 (0.040090699977571934) | > loss_mel_ce: 3.3416588306427 (nan) | > loss: 0.01339398231357336 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14228568102723818) | > loader_time: 0.0046 (0.004624911961162375)  --> TIME: 2025-03-24 08:04:40 -- STEP: 5630/31555 -- GLOBAL_STEP: 447400 | > loss_text_ce: 0.059444770216941833 (0.04010500575103144) | > loss_mel_ce: 2.3193342685699463 (nan) | > loss: 0.009439599700272083 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14227835496831331) | > loader_time: 0.0045 (0.004624215790052385)  --> TIME: 2025-03-24 08:04:50 -- STEP: 5680/31555 -- GLOBAL_STEP: 447450 | > loss_text_ce: 0.0510411411523819 (0.04010406922430954) | > loss_mel_ce: 2.9866302013397217 (nan) | > loss: 0.012054252438247204 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14224501390692243) | > loader_time: 0.0044 (0.004623577334511437)  --> TIME: 2025-03-24 08:04:59 -- STEP: 5730/31555 -- GLOBAL_STEP: 447500 | > loss_text_ce: 0.0419781468808651 (0.040095902342888894) | > loss_mel_ce: 0.796875 (nan) | > loss: 0.003328782506287098 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14222117502235845) | > loader_time: 0.0047 (0.004623008481703073)  --> TIME: 2025-03-24 08:05:09 -- STEP: 5780/31555 -- GLOBAL_STEP: 447550 | > loss_text_ce: 0.03714672848582268 (0.04009394170941985) | > loss_mel_ce: 2.921950578689575 (nan) | > loss: 0.011742450296878815 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14223152724929358) | > loader_time: 0.0045 (0.004622592686781819)  --> TIME: 2025-03-24 08:05:19 -- STEP: 5830/31555 -- GLOBAL_STEP: 447600 | > loss_text_ce: 0.04352986067533493 (0.04008977660305454) | > loss_mel_ce: 3.626865863800049 (nan) | > loss: 0.014565062709152699 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14221284712567353) | > loader_time: 0.0046 (0.004622755778592394)  --> TIME: 2025-03-24 08:05:28 -- STEP: 5880/31555 -- GLOBAL_STEP: 447650 | > loss_text_ce: 0.03366115689277649 (0.04009041492066974) | > loss_mel_ce: 2.450958490371704 (nan) | > loss: 0.009859601967036724 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14220712497120833) | > loader_time: 0.0046 (0.00462340209759821)  --> TIME: 2025-03-24 08:05:38 -- STEP: 5930/31555 -- GLOBAL_STEP: 447700 | > loss_text_ce: 0.032224804162979126 (0.0400994274177876) | > loss_mel_ce: 3.011791706085205 (nan) | > loss: 0.012079431675374508 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14219584420800827) | > loader_time: 0.0046 (0.004622899018491887)  --> TIME: 2025-03-24 08:05:48 -- STEP: 5980/31555 -- GLOBAL_STEP: 447750 | > loss_text_ce: 0.03458795323967934 (0.040098900646656575) | > loss_mel_ce: 0.49228140711784363 (nan) | > loss: 0.002090751426294446 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14223519583609606) | > loader_time: 0.0046 (0.004623264772038779)  --> TIME: 2025-03-24 08:05:58 -- STEP: 6030/31555 -- GLOBAL_STEP: 447800 | > loss_text_ce: 0.06083903834223747 (0.04010507248428532) | > loss_mel_ce: 2.655198812484741 (nan) | > loss: 0.010777927935123444 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14226418237385677) | > loader_time: 0.0043 (0.004623157823856775)  --> TIME: 2025-03-24 08:06:08 -- STEP: 6080/31555 -- GLOBAL_STEP: 447850 | > loss_text_ce: 0.03099728748202324 (0.04010177749625752) | > loss_mel_ce: 3.3863139152526855 (nan) | > loss: 0.013560759834945202 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14227941365618466) | > loader_time: 0.0044 (0.004622808451715254)  --> TIME: 2025-03-24 08:06:17 -- STEP: 6130/31555 -- GLOBAL_STEP: 447900 | > loss_text_ce: 0.043793149292469025 (0.040104025453450674) | > loss_mel_ce: 1.9599609375 (nan) | > loss: 0.007951405830681324 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14228268976507152) | > loader_time: 0.0045 (0.004622222393216342)  --> TIME: 2025-03-24 08:06:27 -- STEP: 6180/31555 -- GLOBAL_STEP: 447950 | > loss_text_ce: 0.038536883890628815 (0.04010476420895716) | > loss_mel_ce: 2.3967199325561523 (nan) | > loss: 0.009663717821240425 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14225954596664542) | > loader_time: 0.0045 (0.004622190554165132)  --> TIME: 2025-03-24 08:06:37 -- STEP: 6230/31555 -- GLOBAL_STEP: 448000 | > loss_text_ce: 0.03897706791758537 (0.04012045951658811) | > loss_mel_ce: 2.7647905349731445 (nan) | > loss: 0.011126062832772732 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14233149973194253) | > loader_time: 0.0045 (0.004622736176173899)  --> TIME: 2025-03-24 08:06:47 -- STEP: 6280/31555 -- GLOBAL_STEP: 448050 | > loss_text_ce: 0.03350937366485596 (0.04011172750567323) | > loss_mel_ce: 1.2212378978729248 (nan) | > loss: 0.004979155957698822 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14232127696845182) | > loader_time: 0.0045 (0.0046230393989830105)  --> TIME: 2025-03-24 08:06:57 -- STEP: 6330/31555 -- GLOBAL_STEP: 448100 | > loss_text_ce: 0.04227891191840172 (0.040100753414746296) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14231810193114555) | > loader_time: 0.0043 (0.004622921408823492)  --> TIME: 2025-03-24 08:07:06 -- STEP: 6380/31555 -- GLOBAL_STEP: 448150 | > loss_text_ce: 0.04109489917755127 (0.04008840474367239) | > loss_mel_ce: 2.1626198291778564 (nan) | > loss: 0.008744901046156883 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14226621871457973) | > loader_time: 0.0046 (0.004623088418129457)  --> TIME: 2025-03-24 08:07:16 -- STEP: 6430/31555 -- GLOBAL_STEP: 448200 | > loss_text_ce: 0.04102269560098648 (0.04008878699038906) | > loss_mel_ce: 2.415998697280884 (nan) | > loss: 0.00975008588284254 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1422722673341981) | > loader_time: 0.0045 (0.00462382547962905)  --> TIME: 2025-03-24 08:07:26 -- STEP: 6480/31555 -- GLOBAL_STEP: 448250 | > loss_text_ce: 0.03416106849908829 (0.04009640313983887) | > loss_mel_ce: 3.167509078979492 (nan) | > loss: 0.012705041095614433 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1422934203604123) | > loader_time: 0.0044 (0.004623653896060974)  --> TIME: 2025-03-24 08:07:35 -- STEP: 6530/31555 -- GLOBAL_STEP: 448300 | > loss_text_ce: 0.04406733810901642 (0.04008760658872943) | > loss_mel_ce: 3.3701863288879395 (nan) | > loss: 0.013548626564443111 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14231348910339034) | > loader_time: 0.0047 (0.0046244545333418135)  --> TIME: 2025-03-24 08:07:45 -- STEP: 6580/31555 -- GLOBAL_STEP: 448350 | > loss_text_ce: 0.052586544305086136 (0.04008652714525542) | > loss_mel_ce: 2.800341844558716 (nan) | > loss: 0.011321145109832287 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1423107955955807) | > loader_time: 0.0043 (0.004624192185677272)  --> TIME: 2025-03-24 08:07:55 -- STEP: 6630/31555 -- GLOBAL_STEP: 448400 | > loss_text_ce: 0.0397503599524498 (0.04010230591450435) | > loss_mel_ce: 3.0611765384674072 (nan) | > loss: 0.012305266223847866 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14231132540407945) | > loader_time: 0.0047 (0.004624432963663252)  --> TIME: 2025-03-24 08:08:05 -- STEP: 6680/31555 -- GLOBAL_STEP: 448450 | > loss_text_ce: 0.049807075411081314 (0.04009524882313782) | > loss_mel_ce: 2.891099691390991 (nan) | > loss: 0.011670265346765518 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14234694249615704) | > loader_time: 0.0046 (0.004625295450587448)  --> TIME: 2025-03-24 08:08:15 -- STEP: 6730/31555 -- GLOBAL_STEP: 448500 | > loss_text_ce: 0.04280834645032883 (0.04008987801783288) | > loss_mel_ce: 2.1810224056243896 (nan) | > loss: 0.00882472563534975 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1423371309334244) | > loader_time: 0.0045 (0.004625035040800117)  --> TIME: 2025-03-24 08:08:24 -- STEP: 6780/31555 -- GLOBAL_STEP: 448550 | > loss_text_ce: 0.034614380449056625 (0.04008471618205928) | > loss_mel_ce: 3.098515510559082 (nan) | > loss: 0.01243305578827858 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14230951383753873) | > loader_time: 0.0045 (0.004625286113547702)  --> TIME: 2025-03-24 08:08:34 -- STEP: 6830/31555 -- GLOBAL_STEP: 448600 | > loss_text_ce: 0.04158468171954155 (0.040094793182668224) | > loss_mel_ce: 0.0506591796875 (nan) | > loss: 0.00036604711203835905 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14232375548489815) | > loader_time: 0.0045 (0.004625905729492083)  --> TIME: 2025-03-24 08:08:44 -- STEP: 6880/31555 -- GLOBAL_STEP: 448650 | > loss_text_ce: 0.02744443342089653 (0.04008834898542226) | > loss_mel_ce: 3.0543830394744873 (nan) | > loss: 0.012229474261403084 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14232126748146023) | > loader_time: 0.0045 (0.004625796266766466)  --> TIME: 2025-03-24 08:08:53 -- STEP: 6930/31555 -- GLOBAL_STEP: 448700 | > loss_text_ce: 0.049573786556720734 (0.04009549144633967) | > loss_mel_ce: 3.5733799934387207 (nan) | > loss: 0.014376802369952202 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14233320395839874) | > loader_time: 0.005 (0.0046259273870338635)  --> TIME: 2025-03-24 08:09:03 -- STEP: 6980/31555 -- GLOBAL_STEP: 448750 | > loss_text_ce: 0.04145656153559685 (0.0400861900628019) | > loss_mel_ce: 2.4710168838500977 (nan) | > loss: 0.009970133192837238 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14232438816382095) | > loader_time: 0.0047 (0.004625938410062147)  --> TIME: 2025-03-24 08:09:13 -- STEP: 7030/31555 -- GLOBAL_STEP: 448800 | > loss_text_ce: 0.04848943650722504 (0.040086402022577905) | > loss_mel_ce: 3.6020143032073975 (nan) | > loss: 0.014486126601696014 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1423197907031347) | > loader_time: 0.0045 (0.004625731715097861)  --> TIME: 2025-03-24 08:09:22 -- STEP: 7080/31555 -- GLOBAL_STEP: 448850 | > loss_text_ce: 0.03949291259050369 (0.04009144516782786) | > loss_mel_ce: 2.661607503890991 (nan) | > loss: 0.010718652978539467 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14231847659342714) | > loader_time: 0.0047 (0.004625272111030608)  --> TIME: 2025-03-24 08:09:32 -- STEP: 7130/31555 -- GLOBAL_STEP: 448900 | > loss_text_ce: 0.034634314477443695 (0.04006856554259679) | > loss_mel_ce: 2.908245801925659 (nan) | > loss: 0.01167809683829546 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14231402318909006) | > loader_time: 0.0042 (0.00462484563717834)  --> TIME: 2025-03-24 08:09:42 -- STEP: 7180/31555 -- GLOBAL_STEP: 448950 | > loss_text_ce: 0.04539885371923447 (0.0400707786420262) | > loss_mel_ce: 3.2270638942718506 (nan) | > loss: 0.012985964305698872 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14235636048994374) | > loader_time: 0.0047 (0.004624186086787473)  --> TIME: 2025-03-24 08:09:52 -- STEP: 7230/31555 -- GLOBAL_STEP: 449000 | > loss_text_ce: 0.03799114376306534 (0.040063886758955135) | > loss_mel_ce: 0.03239746019244194 (nan) | > loss: 0.0002793198509607464 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1423415350881027) | > loader_time: 0.0043 (0.004623423143706037)  --> TIME: 2025-03-24 08:10:01 -- STEP: 7280/31555 -- GLOBAL_STEP: 449050 | > loss_text_ce: 0.032961051911115646 (0.04005729616389377) | > loss_mel_ce: 2.8264217376708984 (nan) | > loss: 0.011346758343279362 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1423222277518159) | > loader_time: 0.005 (0.004622381106837751)  --> TIME: 2025-03-24 08:10:11 -- STEP: 7330/31555 -- GLOBAL_STEP: 449100 | > loss_text_ce: 0.040536507964134216 (0.040063723582535564) | > loss_mel_ce: 3.031041145324707 (nan) | > loss: 0.012188800610601902 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14232244738777877) | > loader_time: 0.0046 (0.004621555535237089)  --> TIME: 2025-03-24 08:10:21 -- STEP: 7380/31555 -- GLOBAL_STEP: 449150 | > loss_text_ce: 0.04371161386370659 (0.040068617996413966) | > loss_mel_ce: 2.265705108642578 (nan) | > loss: 0.009164352901279926 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1423419010994559) | > loader_time: 0.0047 (0.004621086501816733)  --> TIME: 2025-03-24 08:10:31 -- STEP: 7430/31555 -- GLOBAL_STEP: 449200 | > loss_text_ce: 0.04444362223148346 (0.040070045140257304) | > loss_mel_ce: 2.9144022464752197 (nan) | > loss: 0.011741452850401402 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.1423532786311566) | > loader_time: 0.0046 (0.004620303215601871)  --> TIME: 2025-03-24 08:10:40 -- STEP: 7480/31555 -- GLOBAL_STEP: 449250 | > loss_text_ce: 0.03962603583931923 (0.0400599160199278) | > loss_mel_ce: 2.745199680328369 (nan) | > loss: 0.011050896719098091 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1423352331082453) | > loader_time: 0.0044 (0.0046196524472160005)  --> TIME: 2025-03-24 08:10:50 -- STEP: 7530/31555 -- GLOBAL_STEP: 449300 | > loss_text_ce: 0.046928711235523224 (0.040055268197747136) | > loss_mel_ce: 3.58294939994812 (nan) | > loss: 0.014404279179871082 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14233026308209157) | > loader_time: 0.0046 (0.004619042300291415)  --> TIME: 2025-03-24 08:11:00 -- STEP: 7580/31555 -- GLOBAL_STEP: 449350 | > loss_text_ce: 0.04146691784262657 (0.04005780483873707) | > loss_mel_ce: 2.9702765941619873 (nan) | > loss: 0.011951363645493984 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14232121555031466) | > loader_time: 0.0045 (0.004618815350343797)  --> TIME: 2025-03-24 08:11:09 -- STEP: 7630/31555 -- GLOBAL_STEP: 449400 | > loss_text_ce: 0.037199780344963074 (0.040056633467384466) | > loss_mel_ce: 2.807931423187256 (nan) | > loss: 0.011290203779935837 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14231129951902036) | > loader_time: 0.0044 (0.004618425419258714)  --> TIME: 2025-03-24 08:11:19 -- STEP: 7680/31555 -- GLOBAL_STEP: 449450 | > loss_text_ce: 0.03409067168831825 (0.04004769684252099) | > loss_mel_ce: 2.6037003993988037 (nan) | > loss: 0.010467425920069218 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14228162647535422) | > loader_time: 0.0047 (0.00461791350195804)  --> TIME: 2025-03-24 08:11:28 -- STEP: 7730/31555 -- GLOBAL_STEP: 449500 | > loss_text_ce: 0.025226768106222153 (0.04006089647535484) | > loss_mel_ce: 1.8606771230697632 (nan) | > loss: 0.00748374592512846 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14225992021400302) | > loader_time: 0.0046 (0.004617408022072447)  --> TIME: 2025-03-24 08:11:38 -- STEP: 7780/31555 -- GLOBAL_STEP: 449550 | > loss_text_ce: 0.041667621582746506 (0.04005859179666465) | > loss_mel_ce: 2.7311086654663086 (nan) | > loss: 0.011003081686794758 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14229578432509726) | > loader_time: 0.0044 (0.0046172608753096344)  --> TIME: 2025-03-24 08:11:48 -- STEP: 7830/31555 -- GLOBAL_STEP: 449600 | > loss_text_ce: 0.0377625897526741 (0.040061979338831245) | > loss_mel_ce: 2.8823814392089844 (nan) | > loss: 0.01158787403255701 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1423304344654694) | > loader_time: 0.0046 (0.004616983274847142)  --> TIME: 2025-03-24 08:11:58 -- STEP: 7880/31555 -- GLOBAL_STEP: 449650 | > loss_text_ce: 0.04273968189954758 (0.04006235424835748) | > loss_mel_ce: 2.224623203277588 (nan) | > loss: 0.008997472003102303 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14233146627542348) | > loader_time: 0.0045 (0.004616623421005778)  --> TIME: 2025-03-24 08:12:08 -- STEP: 7930/31555 -- GLOBAL_STEP: 449700 | > loss_text_ce: 0.03736623004078865 (0.04005754380845109) | > loss_mel_ce: 2.7611331939697266 (nan) | > loss: 0.011105156503617764 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14236057478121839) | > loader_time: 0.0052 (0.004617101397520344)  --> TIME: 2025-03-24 08:12:18 -- STEP: 7980/31555 -- GLOBAL_STEP: 449750 | > loss_text_ce: 0.03633968532085419 (0.04005924757187232) | > loss_mel_ce: 3.1177754402160645 (nan) | > loss: 0.012516330927610397 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14238185966224018) | > loader_time: 0.0046 (0.004616921019733388)  --> TIME: 2025-03-24 08:12:28 -- STEP: 8030/31555 -- GLOBAL_STEP: 449800 | > loss_text_ce: 0.036678869277238846 (0.040060078928184494) | > loss_mel_ce: 3.0404701232910156 (nan) | > loss: 0.012210909277200699 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14236185550689714) | > loader_time: 0.0044 (0.004616296335887777)  --> TIME: 2025-03-24 08:12:37 -- STEP: 8080/31555 -- GLOBAL_STEP: 449850 | > loss_text_ce: 0.057025302201509476 (0.04007328245489133) | > loss_mel_ce: 2.049861192703247 (nan) | > loss: 0.008360660634934902 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14237934309657274) | > loader_time: 0.0045 (0.004615858521791956)  --> TIME: 2025-03-24 08:12:47 -- STEP: 8130/31555 -- GLOBAL_STEP: 449900 | > loss_text_ce: 0.03604492172598839 (0.0400762216209779) | > loss_mel_ce: 2.871363401412964 (nan) | > loss: 0.011537334881722927 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14237334068410967) | > loader_time: 0.0043 (0.0046152580854784105)  --> TIME: 2025-03-24 08:12:57 -- STEP: 8180/31555 -- GLOBAL_STEP: 449950 | > loss_text_ce: 0.04509047418832779 (0.040078140225962816) | > loss_mel_ce: 2.7803733348846436 (nan) | > loss: 0.011212158016860485 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1423856585999283) | > loader_time: 0.0047 (0.004615105801514704)  --> TIME: 2025-03-24 08:13:07 -- STEP: 8230/31555 -- GLOBAL_STEP: 450000 | > loss_text_ce: 0.038956329226493835 (0.040081718208931444) | > loss_mel_ce: 2.93159556388855 (nan) | > loss: 0.011787905357778072 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1423906429714886) | > loader_time: 0.0045 (0.004614706317535426) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_450000.pth  --> TIME: 2025-03-24 08:13:22 -- STEP: 8280/31555 -- GLOBAL_STEP: 450050 | > loss_text_ce: 0.048143692314624786 (0.040081248878487886) | > loss_mel_ce: 3.3746089935302734 (nan) | > loss: 0.013582352548837662 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14236603842841272) | > loader_time: 0.0044 (0.004615370662891911)  --> TIME: 2025-03-24 08:13:31 -- STEP: 8330/31555 -- GLOBAL_STEP: 450100 | > loss_text_ce: 0.026055864989757538 (0.040070026585025044) | > loss_mel_ce: 2.207810401916504 (nan) | > loss: 0.008864548988640308 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14232683210384398) | > loader_time: 0.0043 (0.004615206535266073)  --> TIME: 2025-03-24 08:13:41 -- STEP: 8380/31555 -- GLOBAL_STEP: 450150 | > loss_text_ce: 0.038114503026008606 (0.04005843679774067) | > loss_mel_ce: 3.477200508117676 (nan) | > loss: 0.013949663378298283 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14232275756276047) | > loader_time: 0.0047 (0.004614519219409868)  --> TIME: 2025-03-24 08:13:50 -- STEP: 8430/31555 -- GLOBAL_STEP: 450200 | > loss_text_ce: 0.037112992256879807 (0.040062757062892584) | > loss_mel_ce: 2.901944160461426 (nan) | > loss: 0.011662925593554974 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14232719484738776) | > loader_time: 0.0043 (0.004615029887089656)  --> TIME: 2025-03-24 08:14:00 -- STEP: 8480/31555 -- GLOBAL_STEP: 450250 | > loss_text_ce: 0.04769449681043625 (0.04006138882195615) | > loss_mel_ce: 2.8982181549072266 (nan) | > loss: 0.011690130457282066 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14233866738823248) | > loader_time: 0.0044 (0.00461433577649997)  --> TIME: 2025-03-24 08:14:10 -- STEP: 8530/31555 -- GLOBAL_STEP: 450300 | > loss_text_ce: 0.04390081390738487 (0.04006840448088483) | > loss_mel_ce: 3.2669999599456787 (nan) | > loss: 0.01313849538564682 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14234933498176877) | > loader_time: 0.0045 (0.0046133797445442465)  --> TIME: 2025-03-24 08:14:20 -- STEP: 8580/31555 -- GLOBAL_STEP: 450350 | > loss_text_ce: 0.037426650524139404 (0.04006321065514274) | > loss_mel_ce: 2.61259126663208 (nan) | > loss: 0.01051594503223896 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14236110918449657) | > loader_time: 0.0043 (0.004613346069842773)  --> TIME: 2025-03-24 08:14:30 -- STEP: 8630/31555 -- GLOBAL_STEP: 450400 | > loss_text_ce: 0.04540403187274933 (0.04006783262473616) | > loss_mel_ce: 1.9713196754455566 (nan) | > loss: 0.00800287164747715 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14238362784733796) | > loader_time: 0.0044 (0.004612561808262321)  --> TIME: 2025-03-24 08:14:39 -- STEP: 8680/31555 -- GLOBAL_STEP: 450450 | > loss_text_ce: 0.045384615659713745 (0.040066152041743644) | > loss_mel_ce: 2.956327199935913 (nan) | > loss: 0.01191155519336462 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1423570151977277) | > loader_time: 0.0045 (0.004612848835606713)  --> TIME: 2025-03-24 08:14:49 -- STEP: 8730/31555 -- GLOBAL_STEP: 450500 | > loss_text_ce: 0.045592956244945526 (0.04006433771221226) | > loss_mel_ce: 3.117013692855835 (nan) | > loss: 0.01255002710968256 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1423491083059935) | > loader_time: 0.0046 (0.004613220022579498)  --> TIME: 2025-03-24 08:14:59 -- STEP: 8780/31555 -- GLOBAL_STEP: 450550 | > loss_text_ce: 0.035131361335515976 (0.0400617127743781) | > loss_mel_ce: 3.4882185459136963 (nan) | > loss: 0.013981548137962818 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14234595415532464) | > loader_time: 0.0043 (0.004613237690545416)  --> TIME: 2025-03-24 08:15:09 -- STEP: 8830/31555 -- GLOBAL_STEP: 450600 | > loss_text_ce: 0.041170500218868256 (0.04006126707447177) | > loss_mel_ce: 2.790836811065674 (nan) | > loss: 0.011238125152885914 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14236604670571046) | > loader_time: 0.0046 (0.004613304354191349)  --> TIME: 2025-03-24 08:15:18 -- STEP: 8880/31555 -- GLOBAL_STEP: 450650 | > loss_text_ce: 0.03228994458913803 (0.040063679044613165) | > loss_mel_ce: 3.091437578201294 (nan) | > loss: 0.012395745143294334 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14236732074269315) | > loader_time: 0.0043 (0.004613518419566438)  --> TIME: 2025-03-24 08:15:28 -- STEP: 8930/31555 -- GLOBAL_STEP: 450700 | > loss_text_ce: 0.03626382350921631 (0.04006202972899762) | > loss_mel_ce: 3.518418788909912 (nan) | > loss: 0.014105884358286858 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14234043459876267) | > loader_time: 0.0045 (0.004612814565788843)  --> TIME: 2025-03-24 08:15:37 -- STEP: 8980/31555 -- GLOBAL_STEP: 450750 | > loss_text_ce: 0.05158689245581627 (0.04007223953548946) | > loss_mel_ce: 3.5455539226531982 (nan) | > loss: 0.01427436899393797 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14234501728767288) | > loader_time: 0.0047 (0.004612206217971818)  --> TIME: 2025-03-24 08:15:47 -- STEP: 9030/31555 -- GLOBAL_STEP: 450800 | > loss_text_ce: 0.04216412082314491 (0.040067232912767335) | > loss_mel_ce: 2.9346578121185303 (nan) | > loss: 0.011812785640358925 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14232623257642305) | > loader_time: 0.0045 (0.004612131662675033)  --> TIME: 2025-03-24 08:15:57 -- STEP: 9080/31555 -- GLOBAL_STEP: 450850 | > loss_text_ce: 0.032151516526937485 (0.04008270180866224) | > loss_mel_ce: 2.8775627613067627 (nan) | > loss: 0.011546486057341099 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14231608851365585) | > loader_time: 0.0046 (0.004611655872823893)  --> TIME: 2025-03-24 08:16:06 -- STEP: 9130/31555 -- GLOBAL_STEP: 450900 | > loss_text_ce: 0.03654005005955696 (0.04008504368226087) | > loss_mel_ce: 0.7460414171218872 (nan) | > loss: 0.0031054820865392685 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14229234745572986) | > loader_time: 0.0045 (0.0046110892478633545)  --> TIME: 2025-03-24 08:16:16 -- STEP: 9180/31555 -- GLOBAL_STEP: 450950 | > loss_text_ce: 0.040249500423669815 (0.040086811600955084) | > loss_mel_ce: 3.348989248275757 (nan) | > loss: 0.01344936154782772 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1422811845548793) | > loader_time: 0.0048 (0.004611133438309798)  --> TIME: 2025-03-24 08:16:25 -- STEP: 9230/31555 -- GLOBAL_STEP: 451000 | > loss_text_ce: 0.03092516027390957 (0.040080405916425414) | > loss_mel_ce: 2.5851399898529053 (nan) | > loss: 0.010381211526691914 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14226460219204498) | > loader_time: 0.0043 (0.004610678382451961)  --> TIME: 2025-03-24 08:16:35 -- STEP: 9280/31555 -- GLOBAL_STEP: 451050 | > loss_text_ce: 0.02305259369313717 (0.04007932735057073) | > loss_mel_ce: 0.569732666015625 (nan) | > loss: 0.0023523224517703056 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1422617457036316) | > loader_time: 0.0043 (0.004610708510053552)  --> TIME: 2025-03-24 08:16:44 -- STEP: 9330/31555 -- GLOBAL_STEP: 451100 | > loss_text_ce: 0.034082118421792984 (0.040077755593426294) | > loss_mel_ce: 1.7794876098632812 (nan) | > loss: 0.007196705788373947 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1422395184875686) | > loader_time: 0.0045 (0.0046103662488800245)  --> TIME: 2025-03-24 08:16:54 -- STEP: 9380/31555 -- GLOBAL_STEP: 451150 | > loss_text_ce: 0.03899696469306946 (0.04007284864743577) | > loss_mel_ce: 3.253842830657959 (nan) | > loss: 0.013066825456917286 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14223606698294453) | > loader_time: 0.0045 (0.004611023606013628)  --> TIME: 2025-03-24 08:17:04 -- STEP: 9430/31555 -- GLOBAL_STEP: 451200 | > loss_text_ce: 0.03898658975958824 (0.04007673006650947) | > loss_mel_ce: 3.32116436958313 (nan) | > loss: 0.013333933427929878 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1422524282813453) | > loader_time: 0.0046 (0.004610736676010811)  --> TIME: 2025-03-24 08:17:14 -- STEP: 9480/31555 -- GLOBAL_STEP: 451250 | > loss_text_ce: 0.04026344045996666 (0.04007742400222193) | > loss_mel_ce: 2.675267457962036 (nan) | > loss: 0.010775917209684849 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14225879019825785) | > loader_time: 0.0044 (0.004610888565642908)  --> TIME: 2025-03-24 08:17:24 -- STEP: 9530/31555 -- GLOBAL_STEP: 451300 | > loss_text_ce: 0.046054158359766006 (0.04007162249198527) | > loss_mel_ce: 3.7107763290405273 (nan) | > loss: 0.014908058568835258 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1422758299556385) | > loader_time: 0.0045 (0.00461111411467928)  --> TIME: 2025-03-24 08:17:33 -- STEP: 9580/31555 -- GLOBAL_STEP: 451350 | > loss_text_ce: 0.03619716688990593 (0.040066573873069035) | > loss_mel_ce: 3.282139778137207 (nan) | > loss: 0.013168004341423512 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1422779365969602) | > loader_time: 0.0044 (0.004610490699401709)  --> TIME: 2025-03-24 08:17:43 -- STEP: 9630/31555 -- GLOBAL_STEP: 451400 | > loss_text_ce: 0.040975119918584824 (0.040063234829070274) | > loss_mel_ce: 3.2583389282226562 (nan) | > loss: 0.013092516921460629 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14228106574972604) | > loader_time: 0.0045 (0.004609709167282387)  --> TIME: 2025-03-24 08:17:53 -- STEP: 9680/31555 -- GLOBAL_STEP: 451450 | > loss_text_ce: 0.03975234553217888 (0.040065338377540755) | > loss_mel_ce: 3.139464855194092 (nan) | > loss: 0.01261594146490097 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14227973804000998) | > loader_time: 0.0045 (0.004609588158032109)  --> TIME: 2025-03-24 08:18:03 -- STEP: 9730/31555 -- GLOBAL_STEP: 451500 | > loss_text_ce: 0.05077986419200897 (0.04005953169141631) | > loss_mel_ce: 3.302593946456909 (nan) | > loss: 0.013307039625942707 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.142304437060028) | > loader_time: 0.0053 (0.004609671403545746)  --> TIME: 2025-03-24 08:18:12 -- STEP: 9780/31555 -- GLOBAL_STEP: 451550 | > loss_text_ce: 0.039935797452926636 (0.040064850716960296) | > loss_mel_ce: 2.9293344020843506 (nan) | > loss: 0.011782819405198097 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.142279738175601) | > loader_time: 0.0047 (0.004609644144834413)  --> TIME: 2025-03-24 08:18:22 -- STEP: 9830/31555 -- GLOBAL_STEP: 451600 | > loss_text_ce: 0.05657936632633209 (0.04006229681498166) | > loss_mel_ce: 2.819878578186035 (nan) | > loss: 0.01141451671719551 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14225644019952538) | > loader_time: 0.0047 (0.004609818036534399)  --> TIME: 2025-03-24 08:18:31 -- STEP: 9880/31555 -- GLOBAL_STEP: 451650 | > loss_text_ce: 0.020153524354100227 (0.0400619967548396) | > loss_mel_ce: 2.8557181358337402 (nan) | > loss: 0.011412189342081547 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14225946698594222) | > loader_time: 0.0044 (0.004610340363583565)  --> TIME: 2025-03-24 08:18:41 -- STEP: 9930/31555 -- GLOBAL_STEP: 451700 | > loss_text_ce: 0.042168088257312775 (0.0400635527394345) | > loss_mel_ce: 3.281712293624878 (nan) | > loss: 0.013190002180635929 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14227193583174438) | > loader_time: 0.0047 (0.004610391565920228)  --> TIME: 2025-03-24 08:18:51 -- STEP: 9980/31555 -- GLOBAL_STEP: 451750 | > loss_text_ce: 0.04562240093946457 (0.04006616569745674) | > loss_mel_ce: 3.35113525390625 (nan) | > loss: 0.013479197397828102 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14226130892136316) | > loader_time: 0.0047 (0.004610338335285668)  --> TIME: 2025-03-24 08:19:01 -- STEP: 10030/31555 -- GLOBAL_STEP: 451800 | > loss_text_ce: 0.04230956360697746 (0.04007256747495506) | > loss_mel_ce: 0.0576171875 (nan) | > loss: 0.0003965347714256495 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14227280146103455) | > loader_time: 0.0046 (0.004610406033182176)  --> TIME: 2025-03-24 08:19:11 -- STEP: 10080/31555 -- GLOBAL_STEP: 451850 | > loss_text_ce: 0.04151594638824463 (0.040070626255871426) | > loss_mel_ce: 2.7874069213867188 (nan) | > loss: 0.011225884780287743 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14228777679659088) | > loader_time: 0.0051 (0.004610658354229381)  --> TIME: 2025-03-24 08:19:21 -- STEP: 10130/31555 -- GLOBAL_STEP: 451900 | > loss_text_ce: 0.03975837677717209 (0.04007547190624339) | > loss_mel_ce: 2.449110269546509 (nan) | > loss: 0.009876463562250137 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14229612541104597) | > loader_time: 0.0047 (0.00461071384859225)  --> TIME: 2025-03-24 08:19:30 -- STEP: 10180/31555 -- GLOBAL_STEP: 451950 | > loss_text_ce: 0.04342363402247429 (0.0400724424975092) | > loss_mel_ce: 3.183328628540039 (nan) | > loss: 0.012804573401808739 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14228530466439465) | > loader_time: 0.0046 (0.00461127687765244)  --> TIME: 2025-03-24 08:19:40 -- STEP: 10230/31555 -- GLOBAL_STEP: 452000 | > loss_text_ce: 0.029940471053123474 (0.04007380333340359) | > loss_mel_ce: 3.328589916229248 (nan) | > loss: 0.013327501714229584 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.142292078475915) | > loader_time: 0.0047 (0.004611259797917541)  --> TIME: 2025-03-24 08:19:50 -- STEP: 10280/31555 -- GLOBAL_STEP: 452050 | > loss_text_ce: 0.04512221738696098 (0.04007212152153781) | > loss_mel_ce: 2.942732334136963 (nan) | > loss: 0.011856566183269024 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14230698022397129) | > loader_time: 0.0046 (0.004611456927622328)  --> TIME: 2025-03-24 08:19:59 -- STEP: 10330/31555 -- GLOBAL_STEP: 452100 | > loss_text_ce: 0.050036605447530746 (0.04007035650651895) | > loss_mel_ce: 2.5723159313201904 (nan) | > loss: 0.010406161658465862 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1422779014934531) | > loader_time: 0.0046 (0.004611439972625458)  --> TIME: 2025-03-24 08:20:09 -- STEP: 10380/31555 -- GLOBAL_STEP: 452150 | > loss_text_ce: 0.049386076629161835 (0.0400637886203424) | > loss_mel_ce: 2.866795539855957 (nan) | > loss: 0.011572149582207203 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14224546458679838) | > loader_time: 0.0046 (0.0046113936887311)  --> TIME: 2025-03-24 08:20:18 -- STEP: 10430/31555 -- GLOBAL_STEP: 452200 | > loss_text_ce: 0.049432434141635895 (0.04006206756627346) | > loss_mel_ce: 2.8017163276672363 (nan) | > loss: 0.011314083822071552 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.1422441616497243) | > loader_time: 0.0045 (0.004611419762769562)  --> TIME: 2025-03-24 08:20:28 -- STEP: 10480/31555 -- GLOBAL_STEP: 452250 | > loss_text_ce: 0.040119241923093796 (0.04005889042799595) | > loss_mel_ce: 2.5067737102508545 (nan) | > loss: 0.01010671816766262 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.1422506632468176) | > loader_time: 0.0047 (0.004611302946360047)  --> TIME: 2025-03-24 08:20:38 -- STEP: 10530/31555 -- GLOBAL_STEP: 452300 | > loss_text_ce: 0.05653490126132965 (0.04007122714412094) | > loss_mel_ce: 2.867537260055542 (nan) | > loss: 0.01160346157848835 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1422595817252558) | > loader_time: 0.0046 (0.004610983032559844)  --> TIME: 2025-03-24 08:20:48 -- STEP: 10580/31555 -- GLOBAL_STEP: 452350 | > loss_text_ce: 0.04403600096702576 (0.040078535101012044) | > loss_mel_ce: 2.929067611694336 (nan) | > loss: 0.011798030696809292 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14228560194401324) | > loader_time: 0.0045 (0.004610746096122464)  --> TIME: 2025-03-24 08:20:58 -- STEP: 10630/31555 -- GLOBAL_STEP: 452400 | > loss_text_ce: 0.03894640877842903 (0.04007447672200057) | > loss_mel_ce: 2.969212770462036 (nan) | > loss: 0.011937140487134457 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14227534973273745) | > loader_time: 0.0046 (0.004611357471792624)  --> TIME: 2025-03-24 08:21:07 -- STEP: 10680/31555 -- GLOBAL_STEP: 452450 | > loss_text_ce: 0.03538200259208679 (0.04007042549700523) | > loss_mel_ce: 3.1181704998016357 (nan) | > loss: 0.01251409761607647 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14228890127457053) | > loader_time: 0.0045 (0.004611171408092483)  --> TIME: 2025-03-24 08:21:17 -- STEP: 10730/31555 -- GLOBAL_STEP: 452500 | > loss_text_ce: 0.03618580102920532 (0.040075346649227725) | > loss_mel_ce: 3.084561347961426 (nan) | > loss: 0.012383917346596718 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14228089744535885) | > loader_time: 0.0048 (0.004610745860168229)  --> TIME: 2025-03-24 08:21:27 -- STEP: 10780/31555 -- GLOBAL_STEP: 452550 | > loss_text_ce: 0.03700603172183037 (0.04007471690113361) | > loss_mel_ce: 1.4460927248001099 (nan) | > loss: 0.005885312799364328 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1422696233016885) | > loader_time: 0.0045 (0.004610066820827621)  --> TIME: 2025-03-24 08:21:36 -- STEP: 10830/31555 -- GLOBAL_STEP: 452600 | > loss_text_ce: 0.027791641652584076 (0.040076451941925585) | > loss_mel_ce: 3.250551462173462 (nan) | > loss: 0.013009299524128437 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1422492574566732) | > loader_time: 0.0044 (0.004609957252072717)  --> TIME: 2025-03-24 08:21:46 -- STEP: 10880/31555 -- GLOBAL_STEP: 452650 | > loss_text_ce: 0.04671330377459526 (0.04007185619488791) | > loss_mel_ce: 3.426814079284668 (nan) | > loss: 0.013783839531242847 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1422567133736964) | > loader_time: 0.0046 (0.004610948659041344)  --> TIME: 2025-03-24 08:21:56 -- STEP: 10930/31555 -- GLOBAL_STEP: 452700 | > loss_text_ce: 0.03526241332292557 (0.040069699181927106) | > loss_mel_ce: 3.138608932495117 (nan) | > loss: 0.012594727799296379 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14225762235060413) | > loader_time: 0.005 (0.004611156342341497)  --> TIME: 2025-03-24 08:22:05 -- STEP: 10980/31555 -- GLOBAL_STEP: 452750 | > loss_text_ce: 0.03831320255994797 (0.040071125939074456) | > loss_mel_ce: 1.8836044073104858 (nan) | > loss: 0.007626657374203205 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14226432411179996) | > loader_time: 0.0046 (0.004610997579571108)  --> TIME: 2025-03-24 08:22:15 -- STEP: 11030/31555 -- GLOBAL_STEP: 452800 | > loss_text_ce: 0.04456701502203941 (0.040069326565027596) | > loss_mel_ce: 2.593571662902832 (nan) | > loss: 0.010468805208802223 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14224345011810588) | > loader_time: 0.0042 (0.004611023793086501)  --> TIME: 2025-03-24 08:22:25 -- STEP: 11080/31555 -- GLOBAL_STEP: 452850 | > loss_text_ce: 0.022303104400634766 (0.04006559817382676) | > loss_mel_ce: 0.0808987095952034 (nan) | > loss: 0.00040953102870844305 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1422410814340368) | > loader_time: 0.0044 (0.004610840615813053)  --> TIME: 2025-03-24 08:22:34 -- STEP: 11130/31555 -- GLOBAL_STEP: 452900 | > loss_text_ce: 0.04501441866159439 (0.04006799820355347) | > loss_mel_ce: 3.302218198776245 (nan) | > loss: 0.013282669708132744 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14223321201773484) | > loader_time: 0.0045 (0.004611513642502172)  --> TIME: 2025-03-24 08:22:44 -- STEP: 11180/31555 -- GLOBAL_STEP: 452950 | > loss_text_ce: 0.04165840521454811 (0.040073721508340494) | > loss_mel_ce: 3.117893934249878 (nan) | > loss: 0.012537906877696514 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.142235878371169) | > loader_time: 0.0046 (0.004611523334796612)  --> TIME: 2025-03-24 08:22:54 -- STEP: 11230/31555 -- GLOBAL_STEP: 453000 | > loss_text_ce: 0.03532048314809799 (0.04007869990076449) | > loss_mel_ce: 0.05029296875 (nan) | > loss: 0.0003397359396331012 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14222595808448696) | > loader_time: 0.0045 (0.00461175061715891)  --> TIME: 2025-03-24 08:23:03 -- STEP: 11280/31555 -- GLOBAL_STEP: 453050 | > loss_text_ce: 0.03990405425429344 (0.04007324152295833) | > loss_mel_ce: 2.5026416778564453 (nan) | > loss: 0.010089468210935593 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14221385730073818) | > loader_time: 0.0045 (0.00461155497435982)  --> TIME: 2025-03-24 08:23:13 -- STEP: 11330/31555 -- GLOBAL_STEP: 453100 | > loss_text_ce: 0.044348690658807755 (0.04006434898142879) | > loss_mel_ce: 3.2988088130950928 (nan) | > loss: 0.013266499154269695 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14221307564286792) | > loader_time: 0.0046 (0.004611400051234782)  --> TIME: 2025-03-24 08:23:22 -- STEP: 11380/31555 -- GLOBAL_STEP: 453150 | > loss_text_ce: 0.044536199420690536 (0.040063649975090675) | > loss_mel_ce: 3.3307530879974365 (nan) | > loss: 0.013394005596637726 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14220325374854695) | > loader_time: 0.0045 (0.004610921879853843)  --> TIME: 2025-03-24 08:23:32 -- STEP: 11430/31555 -- GLOBAL_STEP: 453200 | > loss_text_ce: 0.03783672675490379 (0.0400628736004728) | > loss_mel_ce: 3.5432159900665283 (nan) | > loss: 0.014210527762770653 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1422035415237242) | > loader_time: 0.0046 (0.00461101121059761)  --> TIME: 2025-03-24 08:23:42 -- STEP: 11480/31555 -- GLOBAL_STEP: 453250 | > loss_text_ce: 0.04392816498875618 (0.040067634946189576) | > loss_mel_ce: 3.145503282546997 (nan) | > loss: 0.012656474485993385 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14219364278823257) | > loader_time: 0.005 (0.004610850295954047)  --> TIME: 2025-03-24 08:23:52 -- STEP: 11530/31555 -- GLOBAL_STEP: 453300 | > loss_text_ce: 0.03902047872543335 (0.04006711175424545) | > loss_mel_ce: 2.4783456325531006 (nan) | > loss: 0.009989548474550247 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14221225961435396) | > loader_time: 0.0046 (0.004610892285084785)  --> TIME: 2025-03-24 08:24:01 -- STEP: 11580/31555 -- GLOBAL_STEP: 453350 | > loss_text_ce: 0.030437225475907326 (0.04006708113698596) | > loss_mel_ce: 2.6295509338378906 (nan) | > loss: 0.010555509477853775 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14220701351066964) | > loader_time: 0.0049 (0.004610433562020148)  --> TIME: 2025-03-24 08:24:11 -- STEP: 11630/31555 -- GLOBAL_STEP: 453400 | > loss_text_ce: 0.0404525063931942 (0.04007273183884093) | > loss_mel_ce: 2.4878947734832764 (nan) | > loss: 0.010033125057816505 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14219510360514417) | > loader_time: 0.0044 (0.004610069374123827)  --> TIME: 2025-03-24 08:24:21 -- STEP: 11680/31555 -- GLOBAL_STEP: 453450 | > loss_text_ce: 0.03337158262729645 (0.040075646945249684) | > loss_mel_ce: 2.183072090148926 (nan) | > loss: 0.008795412257313728 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14221164596407398) | > loader_time: 0.0047 (0.0046100587673383155)  --> TIME: 2025-03-24 08:24:30 -- STEP: 11730/31555 -- GLOBAL_STEP: 453500 | > loss_text_ce: 0.039366185665130615 (0.040074627670218674) | > loss_mel_ce: 3.893155813217163 (nan) | > loss: 0.01560524757951498 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14220395852436113) | > loader_time: 0.0045 (0.004610401752761349)  --> TIME: 2025-03-24 08:24:40 -- STEP: 11780/31555 -- GLOBAL_STEP: 453550 | > loss_text_ce: 0.040513865649700165 (0.04007026103209741) | > loss_mel_ce: 3.744567394256592 (nan) | > loss: 0.015020163729786873 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14221049219319293) | > loader_time: 0.0047 (0.004610398851954864)  --> TIME: 2025-03-24 08:24:50 -- STEP: 11830/31555 -- GLOBAL_STEP: 453600 | > loss_text_ce: 0.03368392959237099 (0.0400695393663386) | > loss_mel_ce: 3.504666805267334 (nan) | > loss: 0.014041075482964516 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14220909133163023) | > loader_time: 0.0047 (0.004610415524783407)  --> TIME: 2025-03-24 08:25:00 -- STEP: 11880/31555 -- GLOBAL_STEP: 453650 | > loss_text_ce: 0.049380287528038025 (0.04007424904278114) | > loss_mel_ce: 3.116497039794922 (nan) | > loss: 0.012563006021082401 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14221264119902846) | > loader_time: 0.0046 (0.004610527665526763)  --> TIME: 2025-03-24 08:25:09 -- STEP: 11930/31555 -- GLOBAL_STEP: 453700 | > loss_text_ce: 0.03447301685810089 (0.04007380346018941) | > loss_mel_ce: 2.9366602897644043 (nan) | > loss: 0.011790212243795395 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14221491286061133) | > loader_time: 0.0046 (0.004610362196807977)  --> TIME: 2025-03-24 08:25:19 -- STEP: 11980/31555 -- GLOBAL_STEP: 453750 | > loss_text_ce: 0.03799499198794365 (0.04007758445857399) | > loss_mel_ce: 3.0494983196258545 (nan) | > loss: 0.012251959182322025 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1422266019206614) | > loader_time: 0.0046 (0.0046106864295539)  --> TIME: 2025-03-24 08:25:29 -- STEP: 12030/31555 -- GLOBAL_STEP: 453800 | > loss_text_ce: 0.03625369071960449 (0.040082472419878605) | > loss_mel_ce: 2.502103090286255 (nan) | > loss: 0.010072845034301281 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14223637582853452) | > loader_time: 0.0046 (0.0046107406132635306)  --> TIME: 2025-03-24 08:25:39 -- STEP: 12080/31555 -- GLOBAL_STEP: 453850 | > loss_text_ce: 0.03737606108188629 (0.04007844239340726) | > loss_mel_ce: 3.4583306312561035 (nan) | > loss: 0.013871853239834309 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14224898455948234) | > loader_time: 0.005 (0.004610632567216221)  --> TIME: 2025-03-24 08:25:49 -- STEP: 12130/31555 -- GLOBAL_STEP: 453900 | > loss_text_ce: 0.032287243753671646 (0.04008558292067786) | > loss_mel_ce: 3.149689197540283 (nan) | > loss: 0.0126268919557333 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14227330415384506) | > loader_time: 0.0044 (0.004611690616371795)  --> TIME: 2025-03-24 08:25:59 -- STEP: 12180/31555 -- GLOBAL_STEP: 453950 | > loss_text_ce: 0.05127817392349243 (0.04007977219053786) | > loss_mel_ce: 3.1931045055389404 (nan) | > loss: 0.012874535284936428 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14227840724249802) | > loader_time: 0.0047 (0.004611931998154207)  --> TIME: 2025-03-24 08:26:09 -- STEP: 12230/31555 -- GLOBAL_STEP: 454000 | > loss_text_ce: 0.04634978622198105 (0.04008243625476419) | > loss_mel_ce: 0.0350138358771801 (nan) | > loss: 0.0003228715213481337 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1422903981056746) | > loader_time: 0.0049 (0.0046119924656017166)  --> TIME: 2025-03-24 08:26:18 -- STEP: 12280/31555 -- GLOBAL_STEP: 454050 | > loss_text_ce: 0.049500416964292526 (0.04007704301027367) | > loss_mel_ce: 2.945345163345337 (nan) | > loss: 0.01188430842012167 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1422779991106414) | > loader_time: 0.0045 (0.004611471382725118)  --> TIME: 2025-03-24 08:26:28 -- STEP: 12330/31555 -- GLOBAL_STEP: 454100 | > loss_text_ce: 0.038998886942863464 (0.040079612188065245) | > loss_mel_ce: 2.7461395263671875 (nan) | > loss: 0.011052137240767479 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14228873341816392) | > loader_time: 0.0046 (0.004611123565339692)  --> TIME: 2025-03-24 08:26:38 -- STEP: 12380/31555 -- GLOBAL_STEP: 454150 | > loss_text_ce: 0.03947462514042854 (0.04007532949482644) | > loss_mel_ce: 2.194751024246216 (nan) | > loss: 0.00886597577482462 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14228208500272052) | > loader_time: 0.0045 (0.004611064216817135)  --> TIME: 2025-03-24 08:26:48 -- STEP: 12430/31555 -- GLOBAL_STEP: 454200 | > loss_text_ce: 0.03314448148012161 (0.04007554906356708) | > loss_mel_ce: 2.77860164642334 (nan) | > loss: 0.011157723143696785 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.1422813828683917) | > loader_time: 0.0046 (0.004611081359660729)  --> TIME: 2025-03-24 08:26:57 -- STEP: 12480/31555 -- GLOBAL_STEP: 454250 | > loss_text_ce: 0.04327782243490219 (0.040077011969734365) | > loss_mel_ce: 3.658231496810913 (nan) | > loss: 0.014688530005514622 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14227798903981853) | > loader_time: 0.0044 (0.0046112686586685684)  --> TIME: 2025-03-24 08:27:07 -- STEP: 12530/31555 -- GLOBAL_STEP: 454300 | > loss_text_ce: 0.04506152123212814 (0.04007663523758981) | > loss_mel_ce: 2.626065254211426 (nan) | > loss: 0.010599710047245026 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1422547661963218) | > loader_time: 0.0044 (0.004611146916224308)  --> TIME: 2025-03-24 08:27:16 -- STEP: 12580/31555 -- GLOBAL_STEP: 454350 | > loss_text_ce: 0.03855067491531372 (0.04007603710840057) | > loss_mel_ce: 3.1450538635253906 (nan) | > loss: 0.012633351609110832 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14224759975184703) | > loader_time: 0.0043 (0.004611162786832489)  --> TIME: 2025-03-24 08:27:26 -- STEP: 12630/31555 -- GLOBAL_STEP: 454400 | > loss_text_ce: 0.04470379650592804 (0.0400816236570276) | > loss_mel_ce: 3.0161843299865723 (nan) | > loss: 0.01214638166129589 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14225819699837888) | > loader_time: 0.0045 (0.004610636832689545)  --> TIME: 2025-03-24 08:27:36 -- STEP: 12680/31555 -- GLOBAL_STEP: 454450 | > loss_text_ce: 0.039218511432409286 (0.04008289662789107) | > loss_mel_ce: 2.865201950073242 (nan) | > loss: 0.011525478214025497 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1422501475088982) | > loader_time: 0.0046 (0.004610565577395712)  --> TIME: 2025-03-24 08:27:45 -- STEP: 12730/31555 -- GLOBAL_STEP: 454500 | > loss_text_ce: 0.04968405142426491 (0.04008131640416743) | > loss_mel_ce: 2.6594698429107666 (nan) | > loss: 0.010750611312687397 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1422436204185099) | > loader_time: 0.0044 (0.004610452666960645)  --> TIME: 2025-03-24 08:27:55 -- STEP: 12780/31555 -- GLOBAL_STEP: 454550 | > loss_text_ce: 0.03850618749856949 (0.04008312724510281) | > loss_mel_ce: 3.0049469470977783 (nan) | > loss: 0.012077195569872856 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14222846396838776) | > loader_time: 0.0047 (0.004610576129668573)  --> TIME: 2025-03-24 08:28:05 -- STEP: 12830/31555 -- GLOBAL_STEP: 454600 | > loss_text_ce: 0.046572670340538025 (0.04008555232430343) | > loss_mel_ce: 2.862654685974121 (nan) | > loss: 0.011544553562998772 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.1422393413604655) | > loader_time: 0.0047 (0.004610606235911492)  --> TIME: 2025-03-24 08:28:15 -- STEP: 12880/31555 -- GLOBAL_STEP: 454650 | > loss_text_ce: 0.04972542077302933 (0.040089479680115135) | > loss_mel_ce: 3.00754976272583 (nan) | > loss: 0.012132045812904835 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1422502857002415) | > loader_time: 0.0048 (0.00461083293331336)  --> TIME: 2025-03-24 08:28:24 -- STEP: 12930/31555 -- GLOBAL_STEP: 454700 | > loss_text_ce: 0.019084718078374863 (0.040087139155003955) | > loss_mel_ce: 2.7354910373687744 (nan) | > loss: 0.010930856689810753 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14225842161687532) | > loader_time: 0.0043 (0.0046111197040141876)  --> TIME: 2025-03-24 08:28:34 -- STEP: 12980/31555 -- GLOBAL_STEP: 454750 | > loss_text_ce: 0.02856467477977276 (0.04008453796059456) | > loss_mel_ce: 3.4350039958953857 (nan) | > loss: 0.013744320720434189 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14226055029544363) | > loader_time: 0.0049 (0.004611409114579023)  --> TIME: 2025-03-24 08:28:44 -- STEP: 13030/31555 -- GLOBAL_STEP: 454800 | > loss_text_ce: 0.04278847575187683 (0.04007878917057116) | > loss_mel_ce: 2.9597976207733154 (nan) | > loss: 0.011915025301277637 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.142266944126267) | > loader_time: 0.0046 (0.004611827077448411)  --> TIME: 2025-03-24 08:28:54 -- STEP: 13080/31555 -- GLOBAL_STEP: 454850 | > loss_text_ce: 0.037867188453674316 (0.040081353008103324) | > loss_mel_ce: 2.7813103199005127 (nan) | > loss: 0.011187213473021984 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14225746535379968) | > loader_time: 0.0044 (0.0046120833548566244)  --> TIME: 2025-03-24 08:29:03 -- STEP: 13130/31555 -- GLOBAL_STEP: 454900 | > loss_text_ce: 0.038168445229530334 (0.04007828884757335) | > loss_mel_ce: 2.0705506801605225 (nan) | > loss: 0.008367933332920074 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14223992737394567) | > loader_time: 0.0047 (0.004611845463173859)  --> TIME: 2025-03-24 08:29:13 -- STEP: 13180/31555 -- GLOBAL_STEP: 454950 | > loss_text_ce: 0.04256146773695946 (0.04007830612378379) | > loss_mel_ce: 3.7363264560699463 (nan) | > loss: 0.01499558798968792 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14223133092223247) | > loader_time: 0.0046 (0.0046119604559335435)  --> TIME: 2025-03-24 08:29:23 -- STEP: 13230/31555 -- GLOBAL_STEP: 455000 | > loss_text_ce: 0.04108467325568199 (0.0400786986729398) | > loss_mel_ce: 2.5746309757232666 (nan) | > loss: 0.010379824787378311 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.1422435039475573) | > loader_time: 0.0049 (0.004612102854549214)  --> TIME: 2025-03-24 08:29:32 -- STEP: 13280/31555 -- GLOBAL_STEP: 455050 | > loss_text_ce: 0.02969849295914173 (0.04007375436043917) | > loss_mel_ce: 2.807767391204834 (nan) | > loss: 0.011259786784648895 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14224599107920421) | > loader_time: 0.0046 (0.004612046964915406)  --> TIME: 2025-03-24 08:29:42 -- STEP: 13330/31555 -- GLOBAL_STEP: 455100 | > loss_text_ce: 0.04856772720813751 (0.04006933592866315) | > loss_mel_ce: 2.550931930541992 (nan) | > loss: 0.01031547598540783 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1422410636581342) | > loader_time: 0.0044 (0.004612082694583793)  --> TIME: 2025-03-24 08:29:52 -- STEP: 13380/31555 -- GLOBAL_STEP: 455150 | > loss_text_ce: 0.03600639849901199 (0.040063211205032485) | > loss_mel_ce: 2.496875047683716 (nan) | > loss: 0.010051117278635502 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14224622962364353) | > loader_time: 0.0045 (0.004612141019025731)  --> TIME: 2025-03-24 08:30:02 -- STEP: 13430/31555 -- GLOBAL_STEP: 455200 | > loss_text_ce: 0.03578731045126915 (0.04006165343968496) | > loss_mel_ce: 2.9518237113952637 (nan) | > loss: 0.011855600401759148 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14224987001625006) | > loader_time: 0.0046 (0.004612155805660207)  --> TIME: 2025-03-24 08:30:11 -- STEP: 13480/31555 -- GLOBAL_STEP: 455250 | > loss_text_ce: 0.04262895509600639 (0.040057888503797046) | > loss_mel_ce: 3.184812545776367 (nan) | > loss: 0.012807308696210384 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14224540589471243) | > loader_time: 0.0048 (0.0046121321021626305)  --> TIME: 2025-03-24 08:30:21 -- STEP: 13530/31555 -- GLOBAL_STEP: 455300 | > loss_text_ce: 0.04215545579791069 (0.0400560562357757) | > loss_mel_ce: 3.50996470451355 (nan) | > loss: 0.014095716178417206 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14223765879318775) | > loader_time: 0.0044 (0.004611891442021892)  --> TIME: 2025-03-24 08:30:30 -- STEP: 13580/31555 -- GLOBAL_STEP: 455350 | > loss_text_ce: 0.047653574496507645 (0.04004952079700144) | > loss_mel_ce: 2.753279209136963 (nan) | > loss: 0.011114813387393951 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1422245914174108) | > loader_time: 0.0047 (0.004611469263180728)  --> TIME: 2025-03-24 08:30:40 -- STEP: 13630/31555 -- GLOBAL_STEP: 455400 | > loss_text_ce: 0.0389474555850029 (0.04005288534967856) | > loss_mel_ce: 2.4863483905792236 (nan) | > loss: 0.01002101507037878 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14222454094134598) | > loader_time: 0.0045 (0.0046116759649376185)  --> TIME: 2025-03-24 08:30:49 -- STEP: 13680/31555 -- GLOBAL_STEP: 455450 | > loss_text_ce: 0.03816050663590431 (0.0400593670908829) | > loss_mel_ce: 2.496042490005493 (nan) | > loss: 0.010056361556053162 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14221261229082838) | > loader_time: 0.0045 (0.004611694011074763)  --> TIME: 2025-03-24 08:30:59 -- STEP: 13730/31555 -- GLOBAL_STEP: 455500 | > loss_text_ce: 0.03606993705034256 (0.04006104982374612) | > loss_mel_ce: 3.2520434856414795 (nan) | > loss: 0.013048069551587105 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14221214294780876) | > loader_time: 0.0045 (0.004611856956509722)  --> TIME: 2025-03-24 08:31:09 -- STEP: 13780/31555 -- GLOBAL_STEP: 455550 | > loss_text_ce: 0.043483804911375046 (0.040055975632969025) | > loss_mel_ce: 1.9245413541793823 (nan) | > loss: 0.007809624075889587 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14222347279591532) | > loader_time: 0.0045 (0.004611928334948984)  --> TIME: 2025-03-24 08:31:19 -- STEP: 13830/31555 -- GLOBAL_STEP: 455600 | > loss_text_ce: 0.03374088183045387 (0.040057015670793304) | > loss_mel_ce: 2.8783252239227295 (nan) | > loss: 0.01155581884086132 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1422118620517367) | > loader_time: 0.0049 (0.0046119668392366284)  --> TIME: 2025-03-24 08:31:29 -- STEP: 13880/31555 -- GLOBAL_STEP: 455650 | > loss_text_ce: 0.04786285385489464 (0.04005671248399516) | > loss_mel_ce: 3.0995218753814697 (nan) | > loss: 0.012489622458815575 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14222464606122917) | > loader_time: 0.0049 (0.004611956626606268)  --> TIME: 2025-03-24 08:31:38 -- STEP: 13930/31555 -- GLOBAL_STEP: 455700 | > loss_text_ce: 0.04105152562260628 (0.0400551372726513) | > loss_mel_ce: 3.3937530517578125 (nan) | > loss: 0.013630177825689316 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14223120763673225) | > loader_time: 0.0047 (0.004611765439785911)  --> TIME: 2025-03-24 08:31:48 -- STEP: 13980/31555 -- GLOBAL_STEP: 455750 | > loss_text_ce: 0.03592287003993988 (0.04005341410739483) | > loss_mel_ce: 2.5237908363342285 (nan) | > loss: 0.010157594457268715 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1422151912435438) | > loader_time: 0.0046 (0.004611518693413693)  --> TIME: 2025-03-24 08:31:58 -- STEP: 14030/31555 -- GLOBAL_STEP: 455800 | > loss_text_ce: 0.03810643404722214 (0.04005566396394034) | > loss_mel_ce: 0.080078125 (nan) | > loss: 0.0004689863708335906 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14222384454179257) | > loader_time: 0.0045 (0.004611738630472898)  --> TIME: 2025-03-24 08:32:08 -- STEP: 14080/31555 -- GLOBAL_STEP: 455850 | > loss_text_ce: 0.03942719101905823 (0.040058063362812285) | > loss_mel_ce: 2.5705208778381348 (nan) | > loss: 0.010356937535107136 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.1422326278788118) | > loader_time: 0.0047 (0.004611770080571831)  --> TIME: 2025-03-24 08:32:17 -- STEP: 14130/31555 -- GLOBAL_STEP: 455900 | > loss_text_ce: 0.050956133753061295 (0.040059347315549595) | > loss_mel_ce: 2.951124906539917 (nan) | > loss: 0.011913021095097065 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14224058609859155) | > loader_time: 0.0046 (0.004611564070640187)  --> TIME: 2025-03-24 08:32:27 -- STEP: 14180/31555 -- GLOBAL_STEP: 455950 | > loss_text_ce: 0.05257759615778923 (0.0400550296543919) | > loss_mel_ce: 2.9675815105438232 (nan) | > loss: 0.011984759010374546 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14222369115006228) | > loader_time: 0.0045 (0.004611566238241915)  --> TIME: 2025-03-24 08:32:37 -- STEP: 14230/31555 -- GLOBAL_STEP: 456000 | > loss_text_ce: 0.046295035630464554 (0.0400516166549387) | > loss_mel_ce: 0.081787109375 (nan) | > loss: 0.0005082624848000705 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1422191066299617) | > loader_time: 0.0046 (0.004611279875647416)  --> TIME: 2025-03-24 08:32:46 -- STEP: 14280/31555 -- GLOBAL_STEP: 456050 | > loss_text_ce: 0.033765263855457306 (0.04004722972320909) | > loss_mel_ce: 3.128904104232788 (nan) | > loss: 0.012550275772809982 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14221488881845729) | > loader_time: 0.0044 (0.004611045372586296)  --> TIME: 2025-03-24 08:32:56 -- STEP: 14330/31555 -- GLOBAL_STEP: 456100 | > loss_text_ce: 0.04686352610588074 (0.04004456279357392) | > loss_mel_ce: 3.0402297973632812 (nan) | > loss: 0.012250371277332306 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14224190938248096) | > loader_time: 0.0048 (0.004611187270697569)  --> TIME: 2025-03-24 08:33:06 -- STEP: 14380/31555 -- GLOBAL_STEP: 456150 | > loss_text_ce: 0.026640526950359344 (0.04004644102168224) | > loss_mel_ce: 3.054272413253784 (nan) | > loss: 0.012225844897329807 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1422443403985466) | > loader_time: 0.0044 (0.004611028451083936)  --> TIME: 2025-03-24 08:33:16 -- STEP: 14430/31555 -- GLOBAL_STEP: 456200 | > loss_text_ce: 0.05547667294740677 (0.0400404240945721) | > loss_mel_ce: 2.672785520553589 (nan) | > loss: 0.01082643773406744 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14224164325663838) | > loader_time: 0.0046 (0.004610926016122212)  --> TIME: 2025-03-24 08:33:26 -- STEP: 14480/31555 -- GLOBAL_STEP: 456250 | > loss_text_ce: 0.04186046123504639 (0.040042538443665066) | > loss_mel_ce: 2.4794559478759766 (nan) | > loss: 0.010005224496126175 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1422576153969892) | > loader_time: 0.0044 (0.004611055561192134)  --> TIME: 2025-03-24 08:33:35 -- STEP: 14530/31555 -- GLOBAL_STEP: 456300 | > loss_text_ce: 0.03226720914244652 (0.040041954930056314) | > loss_mel_ce: 2.678182601928711 (nan) | > loss: 0.010755753144621849 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14224911776396254) | > loader_time: 0.0044 (0.004610970277910967)  --> TIME: 2025-03-24 08:33:45 -- STEP: 14580/31555 -- GLOBAL_STEP: 456350 | > loss_text_ce: 0.032326631247997284 (0.04004115279085556) | > loss_mel_ce: 2.1890416145324707 (nan) | > loss: 0.008814954198896885 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14225199162060626) | > loader_time: 0.0045 (0.004610775674812103)  --> TIME: 2025-03-24 08:33:55 -- STEP: 14630/31555 -- GLOBAL_STEP: 456400 | > loss_text_ce: 0.05064674839377403 (0.04004149915350009) | > loss_mel_ce: 2.046942710876465 (nan) | > loss: 0.00832376815378666 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14224562741108118) | > loader_time: 0.0046 (0.004611095091454074)  --> TIME: 2025-03-24 08:34:04 -- STEP: 14680/31555 -- GLOBAL_STEP: 456450 | > loss_text_ce: 0.03178667649626732 (0.04003864687059207) | > loss_mel_ce: 1.9708507061004639 (nan) | > loss: 0.007946974597871304 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14223171142856128) | > loader_time: 0.0045 (0.004611157981186543)  --> TIME: 2025-03-24 08:34:14 -- STEP: 14730/31555 -- GLOBAL_STEP: 456500 | > loss_text_ce: 0.04663299769163132 (0.0400442191380665) | > loss_mel_ce: 3.333848237991333 (nan) | > loss: 0.013414609245955944 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1422397853400698) | > loader_time: 0.0047 (0.0046112172715290075)  --> TIME: 2025-03-24 08:34:24 -- STEP: 14780/31555 -- GLOBAL_STEP: 456550 | > loss_text_ce: 0.048862818628549576 (0.04004728975730997) | > loss_mel_ce: 3.381068706512451 (nan) | > loss: 0.013610840775072575 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1422370995010506) | > loader_time: 0.0048 (0.0046111077513843225)  --> TIME: 2025-03-24 08:34:33 -- STEP: 14830/31555 -- GLOBAL_STEP: 456600 | > loss_text_ce: 0.04188142344355583 (0.04004655976434977) | > loss_mel_ce: 3.1949403285980225 (nan) | > loss: 0.012844530865550041 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14223396056259432) | > loader_time: 0.0044 (0.004610845340077978)  --> TIME: 2025-03-24 08:34:43 -- STEP: 14880/31555 -- GLOBAL_STEP: 456650 | > loss_text_ce: 0.03936357423663139 (0.04004494041656334) | > loss_mel_ce: 3.0987789630889893 (nan) | > loss: 0.012452947907149792 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1422466053437157) | > loader_time: 0.0043 (0.004610997694794856)  --> TIME: 2025-03-24 08:34:53 -- STEP: 14930/31555 -- GLOBAL_STEP: 456700 | > loss_text_ce: 0.027287129312753677 (0.04004573778324792) | > loss_mel_ce: 2.042757511138916 (nan) | > loss: 0.008214463479816914 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1422437862030863) | > loader_time: 0.0044 (0.004610663840056909)  --> TIME: 2025-03-24 08:35:03 -- STEP: 14980/31555 -- GLOBAL_STEP: 456750 | > loss_text_ce: 0.06166089326143265 (0.04004812236888963) | > loss_mel_ce: 2.9544968605041504 (nan) | > loss: 0.011968880891799927 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.142237888127366) | > loader_time: 0.0048 (0.004610428568199581)  --> TIME: 2025-03-24 08:35:12 -- STEP: 15030/31555 -- GLOBAL_STEP: 456800 | > loss_text_ce: 0.043051738291978836 (0.040053349334860516) | > loss_mel_ce: 3.274338483810425 (nan) | > loss: 0.013164247386157513 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1422417023938569) | > loader_time: 0.0047 (0.004610135138074484)  --> TIME: 2025-03-24 08:35:22 -- STEP: 15080/31555 -- GLOBAL_STEP: 456850 | > loss_text_ce: 0.03426903113722801 (0.04005916028880117) | > loss_mel_ce: 2.944182872772217 (nan) | > loss: 0.011819254606962204 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14224264055727606) | > loader_time: 0.0048 (0.004610465802943997)  --> TIME: 2025-03-24 08:35:32 -- STEP: 15130/31555 -- GLOBAL_STEP: 456900 | > loss_text_ce: 0.0407160148024559 (0.04005473887680799) | > loss_mel_ce: 2.939013957977295 (nan) | > loss: 0.011824325658380985 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14223376395130305) | > loader_time: 0.0046 (0.004610396865496796)  --> TIME: 2025-03-24 08:35:41 -- STEP: 15180/31555 -- GLOBAL_STEP: 456950 | > loss_text_ce: 0.04567774757742882 (0.04005600566268988) | > loss_mel_ce: 3.1344213485717773 (nan) | > loss: 0.012619441375136375 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14222475241609514) | > loader_time: 0.0045 (0.004610037678001118)  --> TIME: 2025-03-24 08:35:51 -- STEP: 15230/31555 -- GLOBAL_STEP: 457000 | > loss_text_ce: 0.043596137315034866 (0.04006131513628827) | > loss_mel_ce: 3.258636236190796 (nan) | > loss: 0.013104096986353397 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14222879719749804) | > loader_time: 0.0049 (0.004609839899009265)  --> TIME: 2025-03-24 08:36:01 -- STEP: 15280/31555 -- GLOBAL_STEP: 457050 | > loss_text_ce: 0.03606431558728218 (0.04006028341925425) | > loss_mel_ce: 2.912160873413086 (nan) | > loss: 0.011699307709932327 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14222337305545765) | > loader_time: 0.0045 (0.004609559359350759)  --> TIME: 2025-03-24 08:36:10 -- STEP: 15330/31555 -- GLOBAL_STEP: 457100 | > loss_text_ce: 0.037699367851018906 (0.04005169919336573) | > loss_mel_ce: 2.5999300479888916 (nan) | > loss: 0.010466784238815308 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14222518343281565) | > loader_time: 0.0044 (0.0046097850301883205)  --> TIME: 2025-03-24 08:36:20 -- STEP: 15380/31555 -- GLOBAL_STEP: 457150 | > loss_text_ce: 0.038161519914865494 (0.04005203289633803) | > loss_mel_ce: 2.64725661277771 (nan) | > loss: 0.01065642200410366 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14223696677055367) | > loader_time: 0.0044 (0.004609573802030293)  --> TIME: 2025-03-24 08:36:30 -- STEP: 15430/31555 -- GLOBAL_STEP: 457200 | > loss_text_ce: 0.040166132152080536 (0.040054030433400875) | > loss_mel_ce: 3.010921001434326 (nan) | > loss: 0.012107489630579948 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14224286957059018) | > loader_time: 0.0047 (0.004609209534724817)  --> TIME: 2025-03-24 08:36:40 -- STEP: 15480/31555 -- GLOBAL_STEP: 457250 | > loss_text_ce: 0.02591552957892418 (0.040054999284496684) | > loss_mel_ce: 3.171271324157715 (nan) | > loss: 0.012687250971794128 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1422437150811036) | > loader_time: 0.0044 (0.004608902081038606)  --> TIME: 2025-03-24 08:36:50 -- STEP: 15530/31555 -- GLOBAL_STEP: 457300 | > loss_text_ce: 0.03622252494096756 (0.040055452991775826) | > loss_mel_ce: 2.948890447616577 (nan) | > loss: 0.011845686472952366 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14224151346043276) | > loader_time: 0.0044 (0.004608487054293037)  --> TIME: 2025-03-24 08:37:00 -- STEP: 15580/31555 -- GLOBAL_STEP: 457350 | > loss_text_ce: 0.033163879066705704 (0.04005503855072985) | > loss_mel_ce: 2.9156510829925537 (nan) | > loss: 0.011701647192239761 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14225579287488552) | > loader_time: 0.0047 (0.004608691258975268)  --> TIME: 2025-03-24 08:37:10 -- STEP: 15630/31555 -- GLOBAL_STEP: 457400 | > loss_text_ce: 0.03926507383584976 (0.04005851841174767) | > loss_mel_ce: 3.0969927310943604 (nan) | > loss: 0.012445468455553055 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14227577412044512) | > loader_time: 0.0044 (0.0046086757974752824)  --> TIME: 2025-03-24 08:37:20 -- STEP: 15680/31555 -- GLOBAL_STEP: 457450 | > loss_text_ce: 0.042462434619665146 (0.04005906559147967) | > loss_mel_ce: 3.087963819503784 (nan) | > loss: 0.01242232695221901 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1422811844671255) | > loader_time: 0.0044 (0.004608358260320163)  --> TIME: 2025-03-24 08:37:29 -- STEP: 15730/31555 -- GLOBAL_STEP: 457500 | > loss_text_ce: 0.04477189853787422 (0.040055373926852364) | > loss_mel_ce: 1.5731201171875 (nan) | > loss: 0.006420206744223833 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14226946397261145) | > loader_time: 0.0045 (0.004608368130906408)  --> TIME: 2025-03-24 08:37:39 -- STEP: 15780/31555 -- GLOBAL_STEP: 457550 | > loss_text_ce: 0.03676893562078476 (0.040051834402884366) | > loss_mel_ce: 2.8249449729919434 (nan) | > loss: 0.011356008239090443 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14227227652480806) | > loader_time: 0.0047 (0.0046081983997794665)  --> TIME: 2025-03-24 08:37:49 -- STEP: 15830/31555 -- GLOBAL_STEP: 457600 | > loss_text_ce: 0.05537562072277069 (0.04005479768679873) | > loss_mel_ce: 2.942418336868286 (nan) | > loss: 0.011896008625626564 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.142271650161309) | > loader_time: 0.0045 (0.004607874339544093)  --> TIME: 2025-03-24 08:37:58 -- STEP: 15880/31555 -- GLOBAL_STEP: 457650 | > loss_text_ce: 0.048446930944919586 (0.04005384940861642) | > loss_mel_ce: 2.6969356536865234 (nan) | > loss: 0.01089437585324049 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14227870566118234) | > loader_time: 0.0054 (0.004608306086033363)  --> TIME: 2025-03-24 08:38:08 -- STEP: 15930/31555 -- GLOBAL_STEP: 457700 | > loss_text_ce: 0.06281159073114395 (0.040053558449640224) | > loss_mel_ce: 3.4975972175598145 (nan) | > loss: 0.0141286076977849 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1422825284821386) | > loader_time: 0.005 (0.004608328358901054)  --> TIME: 2025-03-24 08:38:18 -- STEP: 15980/31555 -- GLOBAL_STEP: 457750 | > loss_text_ce: 0.031339988112449646 (0.040052193616259196) | > loss_mel_ce: 2.440948486328125 (nan) | > loss: 0.009810668416321278 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1422711333733174) | > loader_time: 0.0045 (0.004608523502516961)  --> TIME: 2025-03-24 08:38:27 -- STEP: 16030/31555 -- GLOBAL_STEP: 457800 | > loss_text_ce: 0.041171617805957794 (0.040047668539863676) | > loss_mel_ce: 2.839961290359497 (nan) | > loss: 0.011433067731559277 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14226966912643765) | > loader_time: 0.0046 (0.004608365913814709)  --> TIME: 2025-03-24 08:38:37 -- STEP: 16080/31555 -- GLOBAL_STEP: 457850 | > loss_text_ce: 0.03560599684715271 (0.04004584308592037) | > loss_mel_ce: 1.866380214691162 (nan) | > loss: 0.007547564804553986 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14226067484314722) | > loader_time: 0.0043 (0.0046087336480914115)  --> TIME: 2025-03-24 08:38:47 -- STEP: 16130/31555 -- GLOBAL_STEP: 457900 | > loss_text_ce: 0.042923349887132645 (0.040046164492331005) | > loss_mel_ce: 2.6492416858673096 (nan) | > loss: 0.010683195665478706 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.1422613807590715) | > loader_time: 0.0046 (0.004608686149157289)  --> TIME: 2025-03-24 08:38:56 -- STEP: 16180/31555 -- GLOBAL_STEP: 457950 | > loss_text_ce: 0.03597260266542435 (0.04004381717106707) | > loss_mel_ce: 3.6143317222595215 (nan) | > loss: 0.014485334977507591 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.1422576186094056) | > loader_time: 0.0044 (0.004608579044436353)  --> TIME: 2025-03-24 08:39:06 -- STEP: 16230/31555 -- GLOBAL_STEP: 458000 | > loss_text_ce: 0.03701631352305412 (0.04004702136105288) | > loss_mel_ce: 3.138892412185669 (nan) | > loss: 0.01260281354188919 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14226101762485993) | > loader_time: 0.0046 (0.004608473113783338)  --> TIME: 2025-03-24 08:39:16 -- STEP: 16280/31555 -- GLOBAL_STEP: 458050 | > loss_text_ce: 0.046801112592220306 (0.040043533831795805) | > loss_mel_ce: 3.425358772277832 (nan) | > loss: 0.013778412714600563 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14225920361148597) | > loader_time: 0.0046 (0.004608585236992244)  --> TIME: 2025-03-24 08:39:25 -- STEP: 16330/31555 -- GLOBAL_STEP: 458100 | > loss_text_ce: 0.044347718358039856 (0.0400412164641622) | > loss_mel_ce: 2.8258540630340576 (nan) | > loss: 0.011389690451323986 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1422533233108797) | > loader_time: 0.0045 (0.004608619439404803)  --> TIME: 2025-03-24 08:39:35 -- STEP: 16380/31555 -- GLOBAL_STEP: 458150 | > loss_text_ce: 0.037505701184272766 (0.04004326825239374) | > loss_mel_ce: 1.5516183376312256 (nan) | > loss: 0.006306048482656479 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14224851741313313) | > loader_time: 0.0043 (0.0046083370698968475)  --> TIME: 2025-03-24 08:39:45 -- STEP: 16430/31555 -- GLOBAL_STEP: 458200 | > loss_text_ce: 0.038560960441827774 (0.040040811237596154) | > loss_mel_ce: 2.9082067012786865 (nan) | > loss: 0.011693522334098816 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14225724516884225) | > loader_time: 0.0048 (0.004608320507855226)  --> TIME: 2025-03-24 08:39:55 -- STEP: 16480/31555 -- GLOBAL_STEP: 458250 | > loss_text_ce: 0.053704068064689636 (0.04003909029031515) | > loss_mel_ce: 3.410820722579956 (nan) | > loss: 0.013748114928603172 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14225316590186424) | > loader_time: 0.0047 (0.004608107510122286)  --> TIME: 2025-03-24 08:40:04 -- STEP: 16530/31555 -- GLOBAL_STEP: 458300 | > loss_text_ce: 0.03512667119503021 (0.04003632687053623) | > loss_mel_ce: 2.8277587890625 (nan) | > loss: 0.011360657401382923 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14225533625896344) | > loader_time: 0.0044 (0.004607981346047297)  --> TIME: 2025-03-24 08:40:14 -- STEP: 16580/31555 -- GLOBAL_STEP: 458350 | > loss_text_ce: 0.037530045956373215 (0.04003975752935442) | > loss_mel_ce: 2.279912233352661 (nan) | > loss: 0.009196199476718903 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14225565695503756) | > loader_time: 0.0044 (0.004607895228773613)  --> TIME: 2025-03-24 08:40:24 -- STEP: 16630/31555 -- GLOBAL_STEP: 458400 | > loss_text_ce: 0.027483953163027763 (0.04003887082367758) | > loss_mel_ce: 2.6189022064208984 (nan) | > loss: 0.010501532815396786 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1422657273293111) | > loader_time: 0.0045 (0.0046082441733676345)  --> TIME: 2025-03-24 08:40:33 -- STEP: 16680/31555 -- GLOBAL_STEP: 458450 | > loss_text_ce: 0.02743556722998619 (0.0400403340101996) | > loss_mel_ce: 0.0629068985581398 (nan) | > loss: 0.00035850185668095946 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14225286559806982) | > loader_time: 0.0043 (0.004608227266110399)  --> TIME: 2025-03-24 08:40:43 -- STEP: 16730/31555 -- GLOBAL_STEP: 458500 | > loss_text_ce: 0.03497280180454254 (0.04003879794298711) | > loss_mel_ce: 2.5267436504364014 (nan) | > loss: 0.010165542364120483 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14226012111636413) | > loader_time: 0.0046 (0.004608283082810414)  --> TIME: 2025-03-24 08:40:53 -- STEP: 16780/31555 -- GLOBAL_STEP: 458550 | > loss_text_ce: 0.03967197239398956 (0.040031339639034005) | > loss_mel_ce: 3.2242050170898438 (nan) | > loss: 0.012951893731951714 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14225342928723825) | > loader_time: 0.0047 (0.004608178522362337)  --> TIME: 2025-03-24 08:41:03 -- STEP: 16830/31555 -- GLOBAL_STEP: 458600 | > loss_text_ce: 0.035751111805438995 (0.04003139237026036) | > loss_mel_ce: 3.0089457035064697 (nan) | > loss: 0.012082130648195744 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14227297145981724) | > loader_time: 0.0044 (0.004608216600197104)  --> TIME: 2025-03-24 08:41:12 -- STEP: 16880/31555 -- GLOBAL_STEP: 458650 | > loss_text_ce: 0.028338395059108734 (0.04003197397430909) | > loss_mel_ce: 1.90673828125 (nan) | > loss: 0.007678876165300608 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1422576135227461) | > loader_time: 0.0045 (0.004607878067482146)  --> TIME: 2025-03-24 08:41:22 -- STEP: 16930/31555 -- GLOBAL_STEP: 458700 | > loss_text_ce: 0.04351972043514252 (0.04003238953012972) | > loss_mel_ce: 2.9764795303344727 (nan) | > loss: 0.011984124779701233 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1422525734008586) | > loader_time: 0.0049 (0.004607944888471507)  --> TIME: 2025-03-24 08:41:32 -- STEP: 16980/31555 -- GLOBAL_STEP: 458750 | > loss_text_ce: 0.03728877380490303 (0.04002988348260856) | > loss_mel_ce: 3.3012735843658447 (nan) | > loss: 0.013248263858258724 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14224912576877563) | > loader_time: 0.0047 (0.004607841319835657)  --> TIME: 2025-03-24 08:41:41 -- STEP: 17030/31555 -- GLOBAL_STEP: 458800 | > loss_text_ce: 0.04047374054789543 (0.04002164233934194) | > loss_mel_ce: 2.900885581970215 (nan) | > loss: 0.011672060936689377 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14224257400577608) | > loader_time: 0.0045 (0.004607633569978372)  --> TIME: 2025-03-24 08:41:51 -- STEP: 17080/31555 -- GLOBAL_STEP: 458850 | > loss_text_ce: 0.03739571571350098 (0.040020188753083004) | > loss_mel_ce: 2.503633499145508 (nan) | > loss: 0.010083450004458427 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1422429479536458) | > loader_time: 0.0067 (0.004607578686305461)  --> TIME: 2025-03-24 08:42:01 -- STEP: 17130/31555 -- GLOBAL_STEP: 458900 | > loss_text_ce: 0.04284949600696564 (0.04001320162548808) | > loss_mel_ce: 2.5688397884368896 (nan) | > loss: 0.010363847017288208 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1422424135330606) | > loader_time: 0.0046 (0.0046075616882199555)  --> TIME: 2025-03-24 08:42:10 -- STEP: 17180/31555 -- GLOBAL_STEP: 458950 | > loss_text_ce: 0.0329892560839653 (0.04001221193441933) | > loss_mel_ce: 1.8281792402267456 (nan) | > loss: 0.007385589648038149 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14223366927212372) | > loader_time: 0.0045 (0.004607663526523938)  --> TIME: 2025-03-24 08:42:20 -- STEP: 17230/31555 -- GLOBAL_STEP: 459000 | > loss_text_ce: 0.028466610237956047 (0.04001128291559856) | > loss_mel_ce: 3.022932767868042 (nan) | > loss: 0.012108728289604187 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14222644139221732) | > loader_time: 0.0047 (0.004607650670490503)  --> TIME: 2025-03-24 08:42:29 -- STEP: 17280/31555 -- GLOBAL_STEP: 459050 | > loss_text_ce: 0.04647410660982132 (0.04001299616890408) | > loss_mel_ce: 3.1967902183532715 (nan) | > loss: 0.012870097532868385 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14222593967009436) | > loader_time: 0.0054 (0.00460781405369441)  --> TIME: 2025-03-24 08:42:39 -- STEP: 17330/31555 -- GLOBAL_STEP: 459100 | > loss_text_ce: 0.04488752782344818 (0.04001300405373437) | > loss_mel_ce: 2.713322639465332 (nan) | > loss: 0.010945279151201248 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14223257859731328) | > loader_time: 0.0045 (0.004607856060408888)  --> TIME: 2025-03-24 08:42:49 -- STEP: 17380/31555 -- GLOBAL_STEP: 459150 | > loss_text_ce: 0.04346546158194542 (0.040011857772380977) | > loss_mel_ce: 2.9757752418518066 (nan) | > loss: 0.011981113813817501 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1422332240193564) | > loader_time: 0.0044 (0.0046083506835480955)  --> TIME: 2025-03-24 08:42:59 -- STEP: 17430/31555 -- GLOBAL_STEP: 459200 | > loss_text_ce: 0.04278217628598213 (0.040010515052976904) | > loss_mel_ce: 0.0452880859375 (nan) | > loss: 0.00034948516986332834 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14223036057499) | > loader_time: 0.0045 (0.004608240143977834)  --> TIME: 2025-03-24 08:43:09 -- STEP: 17480/31555 -- GLOBAL_STEP: 459250 | > loss_text_ce: 0.04309331253170967 (0.040005906026286085) | > loss_mel_ce: 3.3683528900146484 (nan) | > loss: 0.013537485152482986 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14223358950298465) | > loader_time: 0.0047 (0.004608475834608621)  --> TIME: 2025-03-24 08:43:18 -- STEP: 17530/31555 -- GLOBAL_STEP: 459300 | > loss_text_ce: 0.037469781935214996 (0.04000444924113529) | > loss_mel_ce: 1.8395589590072632 (nan) | > loss: 0.007448527030646801 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14223545727835857) | > loader_time: 0.0045 (0.004608470184491553)  --> TIME: 2025-03-24 08:43:28 -- STEP: 17580/31555 -- GLOBAL_STEP: 459350 | > loss_text_ce: 0.044475436210632324 (0.04000322268989709) | > loss_mel_ce: 2.7565295696258545 (nan) | > loss: 0.011115099303424358 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1422379374232849) | > loader_time: 0.0047 (0.004608555010968097)  --> TIME: 2025-03-24 08:43:38 -- STEP: 17630/31555 -- GLOBAL_STEP: 459400 | > loss_text_ce: 0.03191268816590309 (0.04000737799085373) | > loss_mel_ce: 2.65620493888855 (nan) | > loss: 0.010667134076356888 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1422308263356753) | > loader_time: 0.0045 (0.004608415529529138)  --> TIME: 2025-03-24 08:43:47 -- STEP: 17680/31555 -- GLOBAL_STEP: 459450 | > loss_text_ce: 0.04849311709403992 (0.040008736034640294) | > loss_mel_ce: 3.086942672729492 (nan) | > loss: 0.012442206032574177 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1422257757969031) | > loader_time: 0.0044 (0.004608328782055709)  --> TIME: 2025-03-24 08:43:57 -- STEP: 17730/31555 -- GLOBAL_STEP: 459500 | > loss_text_ce: 0.05317208543419838 (0.04000520121970132) | > loss_mel_ce: 3.0427732467651367 (nan) | > loss: 0.012285497970879078 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14222846171039674) | > loader_time: 0.0046 (0.004608271126012913)  --> TIME: 2025-03-24 08:44:06 -- STEP: 17780/31555 -- GLOBAL_STEP: 459550 | > loss_text_ce: 0.043139394372701645 (0.04000884620315646) | > loss_mel_ce: 2.371168851852417 (nan) | > loss: 0.009580588899552822 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14221817578185927) | > loader_time: 0.0044 (0.004608243616681263)  --> TIME: 2025-03-24 08:44:16 -- STEP: 17830/31555 -- GLOBAL_STEP: 459600 | > loss_text_ce: 0.04132845625281334 (0.04001135144077671) | > loss_mel_ce: 2.846548318862915 (nan) | > loss: 0.011459829285740852 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14221582353883955) | > loader_time: 0.0043 (0.004608172402245502)  --> TIME: 2025-03-24 08:44:26 -- STEP: 17880/31555 -- GLOBAL_STEP: 459650 | > loss_text_ce: 0.04399401694536209 (0.04001066886019835) | > loss_mel_ce: 3.514145851135254 (nan) | > loss: 0.014119602739810944 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1422066622532453) | > loader_time: 0.0048 (0.00460802446009062)  --> TIME: 2025-03-24 08:44:36 -- STEP: 17930/31555 -- GLOBAL_STEP: 459700 | > loss_text_ce: 0.029982270672917366 (0.040009558972488604) | > loss_mel_ce: 1.76849365234375 (nan) | > loss: 0.007136809639632702 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14223459873263278) | > loader_time: 0.0045 (0.004608028199642114)  --> TIME: 2025-03-24 08:44:46 -- STEP: 17980/31555 -- GLOBAL_STEP: 459750 | > loss_text_ce: 0.03439546003937721 (0.040008756707632716) | > loss_mel_ce: 2.4847054481506348 (nan) | > loss: 0.009996432811021805 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14225422008682) | > loader_time: 0.0045 (0.004608220863130119)  --> TIME: 2025-03-24 08:44:56 -- STEP: 18030/31555 -- GLOBAL_STEP: 459800 | > loss_text_ce: 0.03419552743434906 (0.040009153781007285) | > loss_mel_ce: 2.6774871349334717 (nan) | > loss: 0.010760645382106304 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1422514734040744) | > loader_time: 0.0044 (0.0046081767502719655)  --> TIME: 2025-03-24 08:45:06 -- STEP: 18080/31555 -- GLOBAL_STEP: 459850 | > loss_text_ce: 0.04694962874054909 (0.04001215211604104) | > loss_mel_ce: 3.198681592941284 (nan) | > loss: 0.012879489921033382 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14225711283166845) | > loader_time: 0.0046 (0.004608351466930019)  --> TIME: 2025-03-24 08:45:15 -- STEP: 18130/31555 -- GLOBAL_STEP: 459900 | > loss_text_ce: 0.039532482624053955 (0.04000976953205488) | > loss_mel_ce: 2.9256274700164795 (nan) | > loss: 0.011766508221626282 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.142261385010279) | > loader_time: 0.0047 (0.004608295165039332)  --> TIME: 2025-03-24 08:45:25 -- STEP: 18180/31555 -- GLOBAL_STEP: 459950 | > loss_text_ce: 0.02934776246547699 (0.04000469835708689) | > loss_mel_ce: 2.9086012840270996 (nan) | > loss: 0.01165852788835764 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14225174806298993) | > loader_time: 0.0047 (0.004608339694204635)  --> TIME: 2025-03-24 08:45:35 -- STEP: 18230/31555 -- GLOBAL_STEP: 460000 | > loss_text_ce: 0.04630167782306671 (0.040004565146942304) | > loss_mel_ce: 3.2316110134124756 (nan) | > loss: 0.013007590547204018 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1422645240711499) | > loader_time: 0.0053 (0.004608590041812931) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_460000.pth  --> TIME: 2025-03-24 08:45:50 -- STEP: 18280/31555 -- GLOBAL_STEP: 460050 | > loss_text_ce: 0.03697092831134796 (0.040005128726228724) | > loss_mel_ce: 0.8990478515625 (nan) | > loss: 0.003714360296726227 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1422582550956592) | > loader_time: 0.0043 (0.004608993352894187)  --> TIME: 2025-03-24 08:45:59 -- STEP: 18330/31555 -- GLOBAL_STEP: 460100 | > loss_text_ce: 0.04016801342368126 (0.04000643930691101) | > loss_mel_ce: 2.2425856590270996 (nan) | > loss: 0.009058547206223011 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14224549909790407) | > loader_time: 0.0044 (0.004608819787774136)  --> TIME: 2025-03-24 08:46:09 -- STEP: 18380/31555 -- GLOBAL_STEP: 460150 | > loss_text_ce: 0.03505260497331619 (0.040009580107894314) | > loss_mel_ce: 2.7392077445983887 (nan) | > loss: 0.011008970439434052 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14223914289111259) | > loader_time: 0.0047 (0.0046087952121946305)  --> TIME: 2025-03-24 08:46:19 -- STEP: 18430/31555 -- GLOBAL_STEP: 460200 | > loss_text_ce: 0.041554391384124756 (0.0400123651864587) | > loss_mel_ce: 3.077859878540039 (nan) | > loss: 0.012378629297018051 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14223285077126588) | > loader_time: 0.0047 (0.004608696682971906)  --> TIME: 2025-03-24 08:46:28 -- STEP: 18480/31555 -- GLOBAL_STEP: 460250 | > loss_text_ce: 0.040436044335365295 (0.04001201193475321) | > loss_mel_ce: 3.0327513217926025 (nan) | > loss: 0.01219518855214119 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14223031359059465) | > loader_time: 0.0045 (0.004608745208550326)  --> TIME: 2025-03-24 08:46:38 -- STEP: 18530/31555 -- GLOBAL_STEP: 460300 | > loss_text_ce: 0.04768184572458267 (0.04001344689788757) | > loss_mel_ce: 3.149350643157959 (nan) | > loss: 0.012686637230217457 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14224168829704306) | > loader_time: 0.0045 (0.00460901880547348)  --> TIME: 2025-03-24 08:46:48 -- STEP: 18580/31555 -- GLOBAL_STEP: 460350 | > loss_text_ce: 0.060455095022916794 (0.040014282396049226) | > loss_mel_ce: 2.6068460941314697 (nan) | > loss: 0.010584529489278793 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14222824692854447) | > loader_time: 0.0045 (0.004609106790647313)  --> TIME: 2025-03-24 08:46:57 -- STEP: 18630/31555 -- GLOBAL_STEP: 460400 | > loss_text_ce: 0.02903154492378235 (0.040011880246365546) | > loss_mel_ce: 2.614328145980835 (nan) | > loss: 0.01048952341079712 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1422286310825562) | > loader_time: 0.0045 (0.004609109481303718)  --> TIME: 2025-03-24 08:47:07 -- STEP: 18680/31555 -- GLOBAL_STEP: 460450 | > loss_text_ce: 0.02803490124642849 (0.04001329074896944) | > loss_mel_ce: 2.2350220680236816 (nan) | > loss: 0.008980385027825832 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14223508362596493) | > loader_time: 0.0046 (0.004609282547707731)  --> TIME: 2025-03-24 08:47:17 -- STEP: 18730/31555 -- GLOBAL_STEP: 460500 | > loss_text_ce: 0.034666161984205246 (0.040011144958603695) | > loss_mel_ce: 2.3034989833831787 (nan) | > loss: 0.0092784333974123 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14224267457808265) | > loader_time: 0.0044 (0.0046094999043494725)  --> TIME: 2025-03-24 08:47:27 -- STEP: 18780/31555 -- GLOBAL_STEP: 460550 | > loss_text_ce: 0.04820602014660835 (0.04001270609464474) | > loss_mel_ce: 3.1090025901794434 (nan) | > loss: 0.012528606690466404 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1422450918993884) | > loader_time: 0.0044 (0.004609598811315149)  --> TIME: 2025-03-24 08:47:37 -- STEP: 18830/31555 -- GLOBAL_STEP: 460600 | > loss_text_ce: 0.04335179552435875 (0.040012320491029936) | > loss_mel_ce: 2.6676573753356934 (nan) | > loss: 0.010757974348962307 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14224138941083636) | > loader_time: 0.0047 (0.004609338843436303)  --> TIME: 2025-03-24 08:47:46 -- STEP: 18880/31555 -- GLOBAL_STEP: 460650 | > loss_text_ce: 0.044025879353284836 (0.04001226730080402) | > loss_mel_ce: 3.6126859188079834 (nan) | > loss: 0.014510761946439743 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14224576741709538) | > loader_time: 0.0047 (0.004609425820536536)  --> TIME: 2025-03-24 08:47:56 -- STEP: 18930/31555 -- GLOBAL_STEP: 460700 | > loss_text_ce: 0.035277292132377625 (0.04000682633033664) | > loss_mel_ce: 2.4280362129211426 (nan) | > loss: 0.009775054641067982 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14224209178394567) | > loader_time: 0.0051 (0.004609323958524374)  --> TIME: 2025-03-24 08:48:06 -- STEP: 18980/31555 -- GLOBAL_STEP: 460750 | > loss_text_ce: 0.03741198033094406 (0.04000600411647944) | > loss_mel_ce: 2.577704429626465 (nan) | > loss: 0.010377446189522743 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1422442258848907) | > loader_time: 0.0047 (0.004609158267713573)  --> TIME: 2025-03-24 08:48:15 -- STEP: 19030/31555 -- GLOBAL_STEP: 460800 | > loss_text_ce: 0.04197349026799202 (0.0400030122314255) | > loss_mel_ce: 2.8528318405151367 (nan) | > loss: 0.01148732379078865 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14224485040525342) | > loader_time: 0.0046 (0.004609239909502313)  --> TIME: 2025-03-24 08:48:26 -- STEP: 19080/31555 -- GLOBAL_STEP: 460850 | > loss_text_ce: 0.03706183657050133 (0.04000055301217944) | > loss_mel_ce: 2.6566953659057617 (nan) | > loss: 0.010689513757824898 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14225857725183402) | > loader_time: 0.0048 (0.00460914104739575)  --> TIME: 2025-03-24 08:48:35 -- STEP: 19130/31555 -- GLOBAL_STEP: 460900 | > loss_text_ce: 0.03025783784687519 (0.040003521457193894) | > loss_mel_ce: 2.829429864883423 (nan) | > loss: 0.011347968131303787 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14226078724150726) | > loader_time: 0.0045 (0.004608961442846687)  --> TIME: 2025-03-24 08:48:45 -- STEP: 19180/31555 -- GLOBAL_STEP: 460950 | > loss_text_ce: 0.041033659130334854 (0.04000056512999566) | > loss_mel_ce: 2.2272555828094482 (nan) | > loss: 0.009001148864626884 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14224712647287863) | > loader_time: 0.0046 (0.004608711783654755)  --> TIME: 2025-03-24 08:48:54 -- STEP: 19230/31555 -- GLOBAL_STEP: 461000 | > loss_text_ce: 0.043388791382312775 (0.03999968734262325) | > loss_mel_ce: 3.0405168533325195 (nan) | > loss: 0.012237722054123878 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14223923451318973) | > loader_time: 0.0048 (0.004608570258566577)  --> TIME: 2025-03-24 08:49:04 -- STEP: 19280/31555 -- GLOBAL_STEP: 461050 | > loss_text_ce: 0.03760351613163948 (0.039996608778306936) | > loss_mel_ce: 3.062190055847168 (nan) | > loss: 0.012300768867135048 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1422262461600953) | > loader_time: 0.0044 (0.004608487167793692)  --> TIME: 2025-03-24 08:49:13 -- STEP: 19330/31555 -- GLOBAL_STEP: 461100 | > loss_text_ce: 0.033750973641872406 (0.03999384851669502) | > loss_mel_ce: 2.656738519668579 (nan) | > loss: 0.010676546022295952 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14222333235131318) | > loader_time: 0.0043 (0.004608395983996452)  --> TIME: 2025-03-24 08:49:23 -- STEP: 19380/31555 -- GLOBAL_STEP: 461150 | > loss_text_ce: 0.030812280252575874 (0.03998739060694006) | > loss_mel_ce: 2.968844175338745 (nan) | > loss: 0.011903399601578712 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14222004224149273) | > loader_time: 0.0045 (0.004608264119509459)  --> TIME: 2025-03-24 08:49:32 -- STEP: 19430/31555 -- GLOBAL_STEP: 461200 | > loss_text_ce: 0.03777362406253815 (0.03999187519584038) | > loss_mel_ce: 3.1646130084991455 (nan) | > loss: 0.012707884423434734 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14221164369116804) | > loader_time: 0.0046 (0.0046084092930918025)  --> TIME: 2025-03-24 08:49:42 -- STEP: 19480/31555 -- GLOBAL_STEP: 461250 | > loss_text_ce: 0.05916142836213112 (0.039988812166686954) | > loss_mel_ce: 3.447411298751831 (nan) | > loss: 0.013914971612393856 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14219860429636463) | > loader_time: 0.0047 (0.004608772092286573)  --> TIME: 2025-03-24 08:49:52 -- STEP: 19530/31555 -- GLOBAL_STEP: 461300 | > loss_text_ce: 0.04069080576300621 (0.0399838872631098) | > loss_mel_ce: 2.659433603286743 (nan) | > loss: 0.010714780539274216 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14221541459170917) | > loader_time: 0.0046 (0.004608991789439372)  --> TIME: 2025-03-24 08:50:02 -- STEP: 19580/31555 -- GLOBAL_STEP: 461350 | > loss_text_ce: 0.05398717150092125 (0.03998153029866832) | > loss_mel_ce: 2.917093276977539 (nan) | > loss: 0.011790002696216106 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14221476935025212) | > loader_time: 0.0045 (0.004608976548733585)  --> TIME: 2025-03-24 08:50:11 -- STEP: 19630/31555 -- GLOBAL_STEP: 461400 | > loss_text_ce: 0.03812237083911896 (0.03998058869114885) | > loss_mel_ce: 6.6875 (nan) | > loss: 0.02668897807598114 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14221612147633866) | > loader_time: 0.0045 (0.004608947964754269)  --> TIME: 2025-03-24 08:50:21 -- STEP: 19680/31555 -- GLOBAL_STEP: 461450 | > loss_text_ce: 0.0401972234249115 (0.0399815483620236) | > loss_mel_ce: 2.2330496311187744 (nan) | > loss: 0.009020821191370487 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14221986354124228) | > loader_time: 0.0043 (0.004608846207459772)  --> TIME: 2025-03-24 08:50:31 -- STEP: 19730/31555 -- GLOBAL_STEP: 461500 | > loss_text_ce: 0.0412762425839901 (0.03998295880671934) | > loss_mel_ce: 3.183218240737915 (nan) | > loss: 0.012795614078640938 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14221936959152076) | > loader_time: 0.0043 (0.0046087883356194)  --> TIME: 2025-03-24 08:50:41 -- STEP: 19780/31555 -- GLOBAL_STEP: 461550 | > loss_text_ce: 0.04249471053481102 (0.03998182669919486) | > loss_mel_ce: 2.7280538082122803 (nan) | > loss: 0.010994240641593933 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1422278100125587) | > loader_time: 0.0043 (0.00460854085318602)  --> TIME: 2025-03-24 08:50:50 -- STEP: 19830/31555 -- GLOBAL_STEP: 461600 | > loss_text_ce: 0.03197070583701134 (0.039983444690631184) | > loss_mel_ce: 2.203244924545288 (nan) | > loss: 0.008869904093444347 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14222072704957672) | > loader_time: 0.0043 (0.0046083697512843665)  --> TIME: 2025-03-24 08:51:00 -- STEP: 19880/31555 -- GLOBAL_STEP: 461650 | > loss_text_ce: 0.0399383008480072 (0.039988517325785754) | > loss_mel_ce: 2.274887800216675 (nan) | > loss: 0.009185818023979664 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14223072276988474) | > loader_time: 0.0046 (0.004608135060285429)  --> TIME: 2025-03-24 08:51:10 -- STEP: 19930/31555 -- GLOBAL_STEP: 461700 | > loss_text_ce: 0.03470749408006668 (0.03998475193783909) | > loss_mel_ce: 2.998988151550293 (nan) | > loss: 0.012038475833833218 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1422376599792731) | > loader_time: 0.0044 (0.004608140683210031)  --> TIME: 2025-03-24 08:51:20 -- STEP: 19980/31555 -- GLOBAL_STEP: 461750 | > loss_text_ce: 0.04163045436143875 (0.03998468455026971) | > loss_mel_ce: 2.6310813426971436 (nan) | > loss: 0.010606000199913979 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1422343483438958) | > loader_time: 0.0043 (0.004607834627439795)  --> TIME: 2025-03-24 08:51:30 -- STEP: 20030/31555 -- GLOBAL_STEP: 461800 | > loss_text_ce: 0.0368071012198925 (0.03998063067132384) | > loss_mel_ce: 2.916651964187622 (nan) | > loss: 0.011720076203346252 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14223034146185567) | > loader_time: 0.0045 (0.004607577200121609)  --> TIME: 2025-03-24 08:51:39 -- STEP: 20080/31555 -- GLOBAL_STEP: 461850 | > loss_text_ce: 0.036852214485406876 (0.03998004908147523) | > loss_mel_ce: 2.1478826999664307 (nan) | > loss: 0.00866958312690258 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.14221286453098872) | > loader_time: 0.0046 (0.004607305916182082)  --> TIME: 2025-03-24 08:51:49 -- STEP: 20130/31555 -- GLOBAL_STEP: 461900 | > loss_text_ce: 0.03653747960925102 (0.03998257570460055) | > loss_mel_ce: 2.562255382537842 (nan) | > loss: 0.010312670841813087 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14222701055400697) | > loader_time: 0.0048 (0.004607273036428082)  --> TIME: 2025-03-24 08:51:59 -- STEP: 20180/31555 -- GLOBAL_STEP: 461950 | > loss_text_ce: 0.03841693699359894 (0.03998284077616118) | > loss_mel_ce: 2.8886210918426514 (nan) | > loss: 0.011615230701863766 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1422280067140447) | > loader_time: 0.0046 (0.004607090439621601)  --> TIME: 2025-03-24 08:52:08 -- STEP: 20230/31555 -- GLOBAL_STEP: 462000 | > loss_text_ce: 0.0470467209815979 (0.039983008297052675) | > loss_mel_ce: 3.2263026237487793 (nan) | > loss: 0.012989481911063194 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14222517011192712) | > loader_time: 0.0044 (0.004606922192557054)  --> TIME: 2025-03-24 08:52:18 -- STEP: 20280/31555 -- GLOBAL_STEP: 462050 | > loss_text_ce: 0.0278214979916811 (0.03998212167727764) | > loss_mel_ce: 3.3111369609832764 (nan) | > loss: 0.013249835930764675 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14223044576964655) | > loader_time: 0.0043 (0.004606725889785291)  --> TIME: 2025-03-24 08:52:28 -- STEP: 20330/31555 -- GLOBAL_STEP: 462100 | > loss_text_ce: 0.03739916533231735 (0.03997941735093858) | > loss_mel_ce: 3.0344274044036865 (nan) | > loss: 0.012189787812530994 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14223340265984247) | > loader_time: 0.0047 (0.0046066706953409985)  --> TIME: 2025-03-24 08:52:37 -- STEP: 20380/31555 -- GLOBAL_STEP: 462150 | > loss_text_ce: 0.04365157335996628 (0.03998163263779601) | > loss_mel_ce: 3.064777374267578 (nan) | > loss: 0.01233503594994545 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14222958986377796) | > loader_time: 0.0047 (0.004606698141949692)  --> TIME: 2025-03-24 08:52:47 -- STEP: 20430/31555 -- GLOBAL_STEP: 462200 | > loss_text_ce: 0.02660749852657318 (0.039977846847281034) | > loss_mel_ce: 1.9782586097717285 (nan) | > loss: 0.007955818437039852 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1422232881108159) | > loader_time: 0.0045 (0.004606575739482896)  --> TIME: 2025-03-24 08:52:57 -- STEP: 20480/31555 -- GLOBAL_STEP: 462250 | > loss_text_ce: 0.04169688746333122 (0.03997577789155014) | > loss_mel_ce: 2.4962034225463867 (nan) | > loss: 0.010071033611893654 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1422249669674782) | > loader_time: 0.0047 (0.004606896883342415)  --> TIME: 2025-03-24 08:53:07 -- STEP: 20530/31555 -- GLOBAL_STEP: 462300 | > loss_text_ce: 0.04596250131726265 (0.039973442602078975) | > loss_mel_ce: 3.390072822570801 (nan) | > loss: 0.0136350616812706 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14223104549859458) | > loader_time: 0.0048 (0.004606960938142904)  --> TIME: 2025-03-24 08:53:16 -- STEP: 20580/31555 -- GLOBAL_STEP: 462350 | > loss_text_ce: 0.04089755937457085 (0.03997069700427397) | > loss_mel_ce: 2.5724081993103027 (nan) | > loss: 0.01037026196718216 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14223215788515922) | > loader_time: 0.0045 (0.00460687363692229)  --> TIME: 2025-03-24 08:53:26 -- STEP: 20630/31555 -- GLOBAL_STEP: 462400 | > loss_text_ce: 0.033930592238903046 (0.03996929383299036) | > loss_mel_ce: 1.0627542734146118 (nan) | > loss: 0.0043519241735339165 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14223160647791205) | > loader_time: 0.0046 (0.004606826329658868)  --> TIME: 2025-03-24 08:53:36 -- STEP: 20680/31555 -- GLOBAL_STEP: 462450 | > loss_text_ce: 0.04406138136982918 (0.03996930584618639) | > loss_mel_ce: 2.7806928157806396 (nan) | > loss: 0.011209342628717422 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1422301039704962) | > loader_time: 0.0045 (0.0046067968097369474)  --> TIME: 2025-03-24 08:53:46 -- STEP: 20730/31555 -- GLOBAL_STEP: 462500 | > loss_text_ce: 0.043324775993824005 (0.039969191883834125) | > loss_mel_ce: 3.1026251316070557 (nan) | > loss: 0.012483928352594376 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14223632964315014) | > loader_time: 0.0045 (0.0046068104694732635)  --> TIME: 2025-03-24 08:53:55 -- STEP: 20780/31555 -- GLOBAL_STEP: 462550 | > loss_text_ce: 0.049205463379621506 (0.03997034170015893) | > loss_mel_ce: 3.090132236480713 (nan) | > loss: 0.012457690201699734 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14223008092718717) | > loader_time: 0.0046 (0.0046068781379097565)  --> TIME: 2025-03-24 08:54:05 -- STEP: 20830/31555 -- GLOBAL_STEP: 462600 | > loss_text_ce: 0.03481701388955116 (0.039967388475016144) | > loss_mel_ce: 3.131420373916626 (nan) | > loss: 0.012564434669911861 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1422398654761021) | > loader_time: 0.0044 (0.004607047727917226)  --> TIME: 2025-03-24 08:54:15 -- STEP: 20880/31555 -- GLOBAL_STEP: 462650 | > loss_text_ce: 0.041976459324359894 (0.03996847823509333) | > loss_mel_ce: 2.734147310256958 (nan) | > loss: 0.011016365140676498 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14223642927020014) | > loader_time: 0.0046 (0.004607314819120356)  --> TIME: 2025-03-24 08:54:25 -- STEP: 20930/31555 -- GLOBAL_STEP: 462700 | > loss_text_ce: 0.03809428960084915 (0.03996717525126377) | > loss_mel_ce: 2.7772419452667236 (nan) | > loss: 0.011171969585120678 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.1422397962097229) | > loader_time: 0.0047 (0.004607361717424605)  --> TIME: 2025-03-24 08:54:35 -- STEP: 20980/31555 -- GLOBAL_STEP: 462750 | > loss_text_ce: 0.04453698918223381 (0.03996881793840874) | > loss_mel_ce: 2.2933349609375 (nan) | > loss: 0.009277270175516605 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1422481314356383) | > loader_time: 0.0044 (0.004607375856805008)  --> TIME: 2025-03-24 08:54:44 -- STEP: 21030/31555 -- GLOBAL_STEP: 462800 | > loss_text_ce: 0.04609043896198273 (0.03996782115524663) | > loss_mel_ce: 2.618593215942383 (nan) | > loss: 0.010574141517281532 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14224863606750918) | > loader_time: 0.0048 (0.004607340714730823)  --> TIME: 2025-03-24 08:54:54 -- STEP: 21080/31555 -- GLOBAL_STEP: 462850 | > loss_text_ce: 0.03591549023985863 (0.03996527520590693) | > loss_mel_ce: 3.0808422565460205 (nan) | > loss: 0.012368086725473404 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1422489414518203) | > loader_time: 0.0047 (0.004607216275846712)  --> TIME: 2025-03-24 08:55:04 -- STEP: 21130/31555 -- GLOBAL_STEP: 462900 | > loss_text_ce: 0.04855858534574509 (0.03996569764052414) | > loss_mel_ce: 1.9236011505126953 (nan) | > loss: 0.007826031185686588 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14224758787963074) | > loader_time: 0.0046 (0.004607367538130797)  --> TIME: 2025-03-24 08:55:13 -- STEP: 21180/31555 -- GLOBAL_STEP: 462950 | > loss_text_ce: 0.04559142887592316 (0.03996756994504077) | > loss_mel_ce: 3.0156338214874268 (nan) | > loss: 0.012147719971835613 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14224583340546715) | > loader_time: 0.0049 (0.004607473779557671)  --> TIME: 2025-03-24 08:55:23 -- STEP: 21230/31555 -- GLOBAL_STEP: 463000 | > loss_text_ce: 0.05543714761734009 (0.03996883069528735) | > loss_mel_ce: 2.8028407096862793 (nan) | > loss: 0.011342372745275497 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14224766524849908) | > loader_time: 0.0048 (0.004607580239291016)  --> TIME: 2025-03-24 08:55:33 -- STEP: 21280/31555 -- GLOBAL_STEP: 463050 | > loss_text_ce: 0.034882478415966034 (0.03996918503408636) | > loss_mel_ce: 2.826909065246582 (nan) | > loss: 0.01135631650686264 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14224707776666604) | > loader_time: 0.0045 (0.0046076692584762)  --> TIME: 2025-03-24 08:55:43 -- STEP: 21330/31555 -- GLOBAL_STEP: 463100 | > loss_text_ce: 0.034790702164173126 (0.03997168075965718) | > loss_mel_ce: 3.337584972381592 (nan) | > loss: 0.01338244415819645 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14225687626321404) | > loader_time: 0.0046 (0.004608038016121209)  --> TIME: 2025-03-24 08:55:53 -- STEP: 21380/31555 -- GLOBAL_STEP: 463150 | > loss_text_ce: 0.04220122843980789 (0.03997078428412578) | > loss_mel_ce: 3.5095419883728027 (nan) | > loss: 0.014094220474362373 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14226250710946822) | > loader_time: 0.0049 (0.004608243174147005)  --> TIME: 2025-03-24 08:56:03 -- STEP: 21430/31555 -- GLOBAL_STEP: 463200 | > loss_text_ce: 0.03486427292227745 (0.0399738114196817) | > loss_mel_ce: 2.9502651691436768 (nan) | > loss: 0.011845751665532589 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.14227691604553752) | > loader_time: 0.0048 (0.004608401916208414)  --> TIME: 2025-03-24 08:56:13 -- STEP: 21480/31555 -- GLOBAL_STEP: 463250 | > loss_text_ce: 0.04265415668487549 (0.039973636418477114) | > loss_mel_ce: 3.251673460006714 (nan) | > loss: 0.013072730042040348 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14227977526032512) | > loader_time: 0.0045 (0.004608216898401356)  --> TIME: 2025-03-24 08:56:23 -- STEP: 21530/31555 -- GLOBAL_STEP: 463300 | > loss_text_ce: 0.03911454975605011 (0.03997302130548168) | > loss_mel_ce: 2.6671957969665527 (nan) | > loss: 0.010739327408373356 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14228213773568857) | > loader_time: 0.0044 (0.0046083600034948526)  --> TIME: 2025-03-24 08:56:33 -- STEP: 21580/31555 -- GLOBAL_STEP: 463350 | > loss_text_ce: 0.05224524438381195 (0.039975091317311376) | > loss_mel_ce: 3.052757740020752 (nan) | > loss: 0.012321440503001213 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14229399152548936) | > loader_time: 0.0045 (0.004608369437050668)  --> TIME: 2025-03-24 08:56:42 -- STEP: 21630/31555 -- GLOBAL_STEP: 463400 | > loss_text_ce: 0.03137965500354767 (0.03997024160594981) | > loss_mel_ce: 3.6678059101104736 (nan) | > loss: 0.014679308980703354 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1423017609962645) | > loader_time: 0.0046 (0.004608304501682098)  --> TIME: 2025-03-24 08:56:52 -- STEP: 21680/31555 -- GLOBAL_STEP: 463450 | > loss_text_ce: 0.04382312297821045 (0.0399690954179619) | > loss_mel_ce: 3.6233344078063965 (nan) | > loss: 0.014552214182913303 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1423024829463327) | > loader_time: 0.0048 (0.0046082579451733495)  --> TIME: 2025-03-24 08:57:02 -- STEP: 21730/31555 -- GLOBAL_STEP: 463500 | > loss_text_ce: 0.03596966713666916 (0.03997062591049851) | > loss_mel_ce: 2.751364231109619 (nan) | > loss: 0.011060849763453007 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1422957350238919) | > loader_time: 0.0047 (0.004608147187107902)  --> TIME: 2025-03-24 08:57:11 -- STEP: 21780/31555 -- GLOBAL_STEP: 463550 | > loss_text_ce: 0.038498494774103165 (0.03997194036192314) | > loss_mel_ce: 2.833430290222168 (nan) | > loss: 0.011396543122828007 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14228760827233547) | > loader_time: 0.0045 (0.004608067314596334)  --> TIME: 2025-03-24 08:57:21 -- STEP: 21830/31555 -- GLOBAL_STEP: 463600 | > loss_text_ce: 0.042018692940473557 (0.03997634824402093) | > loss_mel_ce: 2.86403751373291 (nan) | > loss: 0.011531969532370567 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1422955328862274) | > loader_time: 0.0043 (0.004608047341623286)  --> TIME: 2025-03-24 08:57:31 -- STEP: 21880/31555 -- GLOBAL_STEP: 463650 | > loss_text_ce: 0.043066900223493576 (0.03997617574537224) | > loss_mel_ce: 2.871814727783203 (nan) | > loss: 0.011566991917788982 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14229917782316284) | > loader_time: 0.0045 (0.004607942836594113)  --> TIME: 2025-03-24 08:57:41 -- STEP: 21930/31555 -- GLOBAL_STEP: 463700 | > loss_text_ce: 0.035089313983917236 (0.03997621170805291) | > loss_mel_ce: 2.9850871562957764 (nan) | > loss: 0.011984827928245068 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14229842631500533) | > loader_time: 0.0045 (0.004607872434582181)  --> TIME: 2025-03-24 08:57:51 -- STEP: 21980/31555 -- GLOBAL_STEP: 463750 | > loss_text_ce: 0.048334959894418716 (0.039973838657634216) | > loss_mel_ce: 2.83191180229187 (nan) | > loss: 0.011429551988840103 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14229864710780932) | > loader_time: 0.0045 (0.004607750991998324)  --> TIME: 2025-03-24 08:58:00 -- STEP: 22030/31555 -- GLOBAL_STEP: 463800 | > loss_text_ce: 0.029973749071359634 (0.03997286792537644) | > loss_mel_ce: 2.515188217163086 (nan) | > loss: 0.010099849663674831 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14230150149402146) | > loader_time: 0.0047 (0.0046076703168996406)  --> TIME: 2025-03-24 08:58:10 -- STEP: 22080/31555 -- GLOBAL_STEP: 463850 | > loss_text_ce: 0.05145664140582085 (0.03997388520017396) | > loss_mel_ce: 2.877864122390747 (nan) | > loss: 0.01162428967654705 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1423066719826586) | > loader_time: 0.0046 (0.004607758077158457)  --> TIME: 2025-03-24 08:58:20 -- STEP: 22130/31555 -- GLOBAL_STEP: 463900 | > loss_text_ce: 0.036308180540800095 (0.03997560467859746) | > loss_mel_ce: 2.657229423522949 (nan) | > loss: 0.010688642039895058 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14230243069415663) | > loader_time: 0.0045 (0.004607680562498135)  --> TIME: 2025-03-24 08:58:29 -- STEP: 22180/31555 -- GLOBAL_STEP: 463950 | > loss_text_ce: 0.0404084250330925 (0.03997395327696867) | > loss_mel_ce: 3.02168607711792 (nan) | > loss: 0.012151169590651989 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14229910704765) | > loader_time: 0.0045 (0.004607690498568768)  --> TIME: 2025-03-24 08:58:40 -- STEP: 22230/31555 -- GLOBAL_STEP: 464000 | > loss_text_ce: 0.03832351416349411 (0.03997308415889908) | > loss_mel_ce: 3.1304571628570557 (nan) | > loss: 0.012574526481330395 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14231985096882194) | > loader_time: 0.0045 (0.004607770467630347)  --> TIME: 2025-03-24 08:58:49 -- STEP: 22280/31555 -- GLOBAL_STEP: 464050 | > loss_text_ce: 0.03992714360356331 (0.03997076937140459) | > loss_mel_ce: 2.432783842086792 (nan) | > loss: 0.00981234572827816 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14231072545479675) | > loader_time: 0.0045 (0.004607692986887286)  --> TIME: 2025-03-24 08:58:59 -- STEP: 22330/31555 -- GLOBAL_STEP: 464100 | > loss_text_ce: 0.032173145562410355 (0.03997089526400438) | > loss_mel_ce: 3.0311360359191895 (nan) | > loss: 0.012155989184975624 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1423079901407832) | > loader_time: 0.0046 (0.004607647937667045)  --> TIME: 2025-03-24 08:59:09 -- STEP: 22380/31555 -- GLOBAL_STEP: 464150 | > loss_text_ce: 0.03533218428492546 (0.0399687457676993) | > loss_mel_ce: 3.3805148601531982 (nan) | > loss: 0.013554949313402176 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14231528564688406) | > loader_time: 0.0046 (0.0046078291186485345)  --> TIME: 2025-03-24 08:59:19 -- STEP: 22430/31555 -- GLOBAL_STEP: 464200 | > loss_text_ce: 0.041973792016506195 (0.03996882777170333) | > loss_mel_ce: 3.4945194721221924 (nan) | > loss: 0.014033704064786434 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14231804142134402) | > loader_time: 0.0045 (0.0046078919195140355)  --> TIME: 2025-03-24 08:59:28 -- STEP: 22480/31555 -- GLOBAL_STEP: 464250 | > loss_text_ce: 0.03300821781158447 (0.03997014572639281) | > loss_mel_ce: 2.165865182876587 (nan) | > loss: 0.00872568879276514 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.1423110864340627) | > loader_time: 0.0045 (0.004607780336060986)  --> TIME: 2025-03-24 08:59:38 -- STEP: 22530/31555 -- GLOBAL_STEP: 464300 | > loss_text_ce: 0.03426072373986244 (0.03996976740898892) | > loss_mel_ce: 2.793821334838867 (nan) | > loss: 0.01122254878282547 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14231189561853222) | > loader_time: 0.005 (0.004607869242224968)  --> TIME: 2025-03-24 08:59:48 -- STEP: 22580/31555 -- GLOBAL_STEP: 464350 | > loss_text_ce: 0.048472777009010315 (0.03997116260699942) | > loss_mel_ce: 2.9707822799682617 (nan) | > loss: 0.011981171555817127 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1423233522367861) | > loader_time: 0.0043 (0.004608334156134366)  --> TIME: 2025-03-24 08:59:58 -- STEP: 22630/31555 -- GLOBAL_STEP: 464400 | > loss_text_ce: 0.04116281494498253 (0.03997193510865165) | > loss_mel_ce: 2.048004627227783 (nan) | > loss: 0.008290346711874008 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14232600105056425) | > loader_time: 0.0052 (0.004608393863824638)  --> TIME: 2025-03-24 09:00:07 -- STEP: 22680/31555 -- GLOBAL_STEP: 464450 | > loss_text_ce: 0.024692349135875702 (0.03996870078231079) | > loss_mel_ce: 2.1796875 (nan) | > loss: 0.008747539483010769 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14231792750392264) | > loader_time: 0.0045 (0.004608419143333641)  --> TIME: 2025-03-24 09:00:17 -- STEP: 22730/31555 -- GLOBAL_STEP: 464500 | > loss_text_ce: 0.03500058874487877 (0.03996929963313163) | > loss_mel_ce: 2.873439073562622 (nan) | > loss: 0.011541428044438362 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14232012119998125) | > loader_time: 0.0047 (0.004608498939165083)  --> TIME: 2025-03-24 09:00:27 -- STEP: 22780/31555 -- GLOBAL_STEP: 464550 | > loss_text_ce: 0.04173943027853966 (0.03997136559390557) | > loss_mel_ce: 3.1797144412994385 (nan) | > loss: 0.01278354786336422 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14233383552561352) | > loader_time: 0.0047 (0.004608494906806449)  --> TIME: 2025-03-24 09:00:37 -- STEP: 22830/31555 -- GLOBAL_STEP: 464600 | > loss_text_ce: 0.04421570524573326 (0.03997053857521557) | > loss_mel_ce: 3.1448023319244385 (nan) | > loss: 0.012654834426939487 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1423417329683778) | > loader_time: 0.0046 (0.004608738615593267)  --> TIME: 2025-03-24 09:00:47 -- STEP: 22880/31555 -- GLOBAL_STEP: 464650 | > loss_text_ce: 0.03961104527115822 (0.039970543553077685) | > loss_mel_ce: 0.03466796875 (nan) | > loss: 0.00029475800693035126 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14234727972245736) | > loader_time: 0.0045 (0.004608780802129874)  --> TIME: 2025-03-24 09:00:57 -- STEP: 22930/31555 -- GLOBAL_STEP: 464700 | > loss_text_ce: 0.04492681473493576 (0.03996936223984302) | > loss_mel_ce: 2.799039840698242 (nan) | > loss: 0.011285582557320595 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14235336438464755) | > loader_time: 0.0044 (0.004608721978478286)  --> TIME: 2025-03-24 09:01:07 -- STEP: 22980/31555 -- GLOBAL_STEP: 464750 | > loss_text_ce: 0.04334334284067154 (0.03996986704643474) | > loss_mel_ce: 3.1296417713165283 (nan) | > loss: 0.012591211125254631 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14235055922839424) | > loader_time: 0.0046 (0.004608899235621653)  --> TIME: 2025-03-24 09:01:16 -- STEP: 23030/31555 -- GLOBAL_STEP: 464800 | > loss_text_ce: 0.04287343844771385 (0.03996740789482289) | > loss_mel_ce: 2.84797739982605 (nan) | > loss: 0.01147163100540638 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1423502792755108) | > loader_time: 0.0048 (0.004609085899614739)  --> TIME: 2025-03-24 09:01:26 -- STEP: 23080/31555 -- GLOBAL_STEP: 464850 | > loss_text_ce: 0.035659365355968475 (0.039968299970920405) | > loss_mel_ce: 2.1295864582061768 (nan) | > loss: 0.008592245168983936 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14235575630925149) | > loader_time: 0.0043 (0.004609114613442115)  --> TIME: 2025-03-24 09:01:36 -- STEP: 23130/31555 -- GLOBAL_STEP: 464900 | > loss_text_ce: 0.03965345397591591 (0.03996940873731624) | > loss_mel_ce: 3.621467351913452 (nan) | > loss: 0.014528258703649044 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14234665129744428) | > loader_time: 0.0046 (0.004609023272295408)  --> TIME: 2025-03-24 09:01:45 -- STEP: 23180/31555 -- GLOBAL_STEP: 464950 | > loss_text_ce: 0.04057414084672928 (0.03996841190555631) | > loss_mel_ce: 2.478288412094116 (nan) | > loss: 0.009995486587285995 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1423531758672107) | > loader_time: 0.0044 (0.00460887429424151)  --> TIME: 2025-03-24 09:01:55 -- STEP: 23230/31555 -- GLOBAL_STEP: 465000 | > loss_text_ce: 0.04449453204870224 (0.039967986377613084) | > loss_mel_ce: 3.5084099769592285 (nan) | > loss: 0.01409882865846157 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14234450636267204) | > loader_time: 0.0046 (0.004608803004783342)  --> TIME: 2025-03-24 09:02:04 -- STEP: 23280/31555 -- GLOBAL_STEP: 465050 | > loss_text_ce: 0.03729630261659622 (0.03996720075734541) | > loss_mel_ce: 2.664236307144165 (nan) | > loss: 0.010720368474721909 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14233761338638676) | > loader_time: 0.0044 (0.004608735380713477)  --> TIME: 2025-03-24 09:02:14 -- STEP: 23330/31555 -- GLOBAL_STEP: 465100 | > loss_text_ce: 0.041229575872421265 (0.03997075691802449) | > loss_mel_ce: 3.1056857109069824 (nan) | > loss: 0.012487759813666344 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14234272552773097) | > loader_time: 0.0046 (0.004608719787319695)  --> TIME: 2025-03-24 09:02:24 -- STEP: 23380/31555 -- GLOBAL_STEP: 465150 | > loss_text_ce: 0.042546577751636505 (0.03997048045655178) | > loss_mel_ce: 1.4299973249435425 (nan) | > loss: 0.005843428894877434 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1423441558846863) | > loader_time: 0.0044 (0.004608747844924475)  --> TIME: 2025-03-24 09:02:34 -- STEP: 23430/31555 -- GLOBAL_STEP: 465200 | > loss_text_ce: 0.0425804927945137 (0.039971072142296074) | > loss_mel_ce: 2.45241379737854 (nan) | > loss: 0.009900772012770176 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14233625336075958) | > loader_time: 0.0044 (0.004608667939837755)  --> TIME: 2025-03-24 09:02:43 -- STEP: 23480/31555 -- GLOBAL_STEP: 465250 | > loss_text_ce: 0.02882515639066696 (0.0399699563350534) | > loss_mel_ce: 2.876563310623169 (nan) | > loss: 0.011529319919645786 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14233932593612084) | > loader_time: 0.0043 (0.004608496155405776)  --> TIME: 2025-03-24 09:02:53 -- STEP: 23530/31555 -- GLOBAL_STEP: 465300 | > loss_text_ce: 0.037849120795726776 (0.039972727052444944) | > loss_mel_ce: 2.557835578918457 (nan) | > loss: 0.010300337336957455 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14233432703711243) | > loader_time: 0.0045 (0.0046083359327206905)  --> TIME: 2025-03-24 09:03:03 -- STEP: 23580/31555 -- GLOBAL_STEP: 465350 | > loss_text_ce: 0.04410321265459061 (0.039969172520623285) | > loss_mel_ce: 3.069467782974243 (nan) | > loss: 0.012355441227555275 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1423420199203328) | > loader_time: 0.0043 (0.004608480489486555)  --> TIME: 2025-03-24 09:03:13 -- STEP: 23630/31555 -- GLOBAL_STEP: 465400 | > loss_text_ce: 0.039832547307014465 (0.03996898575563372) | > loss_mel_ce: 2.557589292526245 (nan) | > loss: 0.010307230055332184 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14233908371757847) | > loader_time: 0.0046 (0.004608572018736762)  --> TIME: 2025-03-24 09:03:22 -- STEP: 23680/31555 -- GLOBAL_STEP: 465450 | > loss_text_ce: 0.039675645530223846 (0.03996400567368674) | > loss_mel_ce: 1.09173583984375 (nan) | > loss: 0.00448972824960947 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14233011884262414) | > loader_time: 0.0045 (0.004608409408781988)  --> TIME: 2025-03-24 09:03:32 -- STEP: 23730/31555 -- GLOBAL_STEP: 465500 | > loss_text_ce: 0.04202958941459656 (0.03995971176690918) | > loss_mel_ce: 2.825056314468384 (nan) | > loss: 0.011377326212823391 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1423371102806891) | > loader_time: 0.0046 (0.004608350216061373)  --> TIME: 2025-03-24 09:03:42 -- STEP: 23780/31555 -- GLOBAL_STEP: 465550 | > loss_text_ce: 0.031219039112329483 (0.03995875151365037) | > loss_mel_ce: 2.8283846378326416 (nan) | > loss: 0.0113476337864995 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14234361308677737) | > loader_time: 0.0046 (0.004608370497810236)  --> TIME: 2025-03-24 09:03:51 -- STEP: 23830/31555 -- GLOBAL_STEP: 465600 | > loss_text_ce: 0.0266011580824852 (0.0399580707429257) | > loss_mel_ce: 0.14960937201976776 (nan) | > loss: 0.0006992481648921967 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14233675388243333) | > loader_time: 0.0046 (0.0046084333556667975)  --> TIME: 2025-03-24 09:04:02 -- STEP: 23880/31555 -- GLOBAL_STEP: 465650 | > loss_text_ce: 0.04052301496267319 (0.03995704164247286) | > loss_mel_ce: 3.142178535461426 (nan) | > loss: 0.012629768811166286 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14235214968422547) | > loader_time: 0.0047 (0.004608521709090711)  --> TIME: 2025-03-24 09:04:11 -- STEP: 23930/31555 -- GLOBAL_STEP: 465700 | > loss_text_ce: 0.0364285483956337 (0.0399562717849727) | > loss_mel_ce: 3.0494792461395264 (nan) | > loss: 0.012245666235685349 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14234842344452237) | > loader_time: 0.0047 (0.004608856351416443)  --> TIME: 2025-03-24 09:04:21 -- STEP: 23980/31555 -- GLOBAL_STEP: 465750 | > loss_text_ce: 0.01986469142138958 (0.03995690923024949) | > loss_mel_ce: 2.049651622772217 (nan) | > loss: 0.008212367072701454 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14234353162727323) | > loader_time: 0.0047 (0.004608983601800011)  --> TIME: 2025-03-24 09:04:30 -- STEP: 24030/31555 -- GLOBAL_STEP: 465800 | > loss_text_ce: 0.035784557461738586 (0.03995714470131028) | > loss_mel_ce: 1.058197021484375 (nan) | > loss: 0.004341197200119495 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1423334560937995) | > loader_time: 0.0046 (0.004609174625207838)  --> TIME: 2025-03-24 09:04:40 -- STEP: 24080/31555 -- GLOBAL_STEP: 465850 | > loss_text_ce: 0.04930157586932182 (0.039957563813267025) | > loss_mel_ce: 2.9505245685577393 (nan) | > loss: 0.01190407294780016 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1423322726820789) | > loader_time: 0.0045 (0.004609089555138389)  --> TIME: 2025-03-24 09:04:50 -- STEP: 24130/31555 -- GLOBAL_STEP: 465900 | > loss_text_ce: 0.041330914944410324 (0.0399569288897726) | > loss_mel_ce: 1.9175105094909668 (nan) | > loss: 0.007773180957883596 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14233664697598863) | > loader_time: 0.0046 (0.004609053282138986)  --> TIME: 2025-03-24 09:04:59 -- STEP: 24180/31555 -- GLOBAL_STEP: 465950 | > loss_text_ce: 0.023168351501226425 (0.03995859293683899) | > loss_mel_ce: 1.0720564126968384 (nan) | > loss: 0.004346129950135946 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1423282819803929) | > loader_time: 0.0045 (0.004608963391719735)  --> TIME: 2025-03-24 09:05:09 -- STEP: 24230/31555 -- GLOBAL_STEP: 466000 | > loss_text_ce: 0.034115757793188095 (0.039961483947482446) | > loss_mel_ce: 2.953221559524536 (nan) | > loss: 0.011854513548314571 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14233282299214922) | > loader_time: 0.0046 (0.004608853848276692)  --> TIME: 2025-03-24 09:05:18 -- STEP: 24280/31555 -- GLOBAL_STEP: 466050 | > loss_text_ce: 0.04021969065070152 (0.03996117213151026) | > loss_mel_ce: 2.674121856689453 (nan) | > loss: 0.010771197266876698 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14231933844344807) | > loader_time: 0.0045 (0.004608818274942631)  --> TIME: 2025-03-24 09:05:28 -- STEP: 24330/31555 -- GLOBAL_STEP: 466100 | > loss_text_ce: 0.03431009128689766 (0.03996124430810326) | > loss_mel_ce: 3.3839733600616455 (nan) | > loss: 0.01356461737304926 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14230835088917201) | > loader_time: 0.005 (0.004608730421211334)  --> TIME: 2025-03-24 09:05:38 -- STEP: 24380/31555 -- GLOBAL_STEP: 466150 | > loss_text_ce: 0.050699420273303986 (0.03996268168647227) | > loss_mel_ce: 3.2849769592285156 (nan) | > loss: 0.013236812315881252 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14231221964361215) | > loader_time: 0.0046 (0.004608909324899495)  --> TIME: 2025-03-24 09:05:47 -- STEP: 24430/31555 -- GLOBAL_STEP: 466200 | > loss_text_ce: 0.039475128054618835 (0.03996238724023241) | > loss_mel_ce: 2.855563163757324 (nan) | > loss: 0.011488248594105244 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1423044432004941) | > loader_time: 0.0046 (0.004608863775133865)  --> TIME: 2025-03-24 09:05:57 -- STEP: 24480/31555 -- GLOBAL_STEP: 466250 | > loss_text_ce: 0.03163338452577591 (0.03995943091185086) | > loss_mel_ce: 2.575406551361084 (nan) | > loss: 0.010345397517085075 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14230219984755774) | > loader_time: 0.0045 (0.00460884518483108)  --> TIME: 2025-03-24 09:06:06 -- STEP: 24530/31555 -- GLOBAL_STEP: 466300 | > loss_text_ce: 0.04223720356822014 (0.0399575383716014) | > loss_mel_ce: 2.944563627243042 (nan) | > loss: 0.011852385476231575 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14229137280305135) | > loader_time: 0.0047 (0.004609018250771386)  --> TIME: 2025-03-24 09:06:16 -- STEP: 24580/31555 -- GLOBAL_STEP: 466350 | > loss_text_ce: 0.036023400723934174 (0.03995681807608726) | > loss_mel_ce: 3.1353518962860107 (nan) | > loss: 0.012584823183715343 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14228538472638813) | > loader_time: 0.0066 (0.004609078920595645)  --> TIME: 2025-03-24 09:06:26 -- STEP: 24630/31555 -- GLOBAL_STEP: 466400 | > loss_text_ce: 0.03532777726650238 (0.03996178167503481) | > loss_mel_ce: 3.216888427734375 (nan) | > loss: 0.012905620038509369 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14229420774407917) | > loader_time: 0.0045 (0.004609108203511606)  --> TIME: 2025-03-24 09:06:36 -- STEP: 24680/31555 -- GLOBAL_STEP: 466450 | > loss_text_ce: 0.046133432537317276 (0.03996349911403984) | > loss_mel_ce: 1.323822021484375 (nan) | > loss: 0.005436331499367952 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1422974311455332) | > loader_time: 0.0046 (0.004609224852325487)  --> TIME: 2025-03-24 09:06:46 -- STEP: 24730/31555 -- GLOBAL_STEP: 466500 | > loss_text_ce: 0.04710974544286728 (0.039958043347402675) | > loss_mel_ce: 2.2297370433807373 (nan) | > loss: 0.009035106748342514 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14230546819214063) | > loader_time: 0.0045 (0.004609346312643613)  --> TIME: 2025-03-24 09:06:55 -- STEP: 24780/31555 -- GLOBAL_STEP: 466550 | > loss_text_ce: 0.03319103643298149 (0.039961021725063064) | > loss_mel_ce: 2.750044345855713 (nan) | > loss: 0.011044585146009922 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14229649591099505) | > loader_time: 0.0045 (0.004609178149767535)  --> TIME: 2025-03-24 09:07:05 -- STEP: 24830/31555 -- GLOBAL_STEP: 466600 | > loss_text_ce: 0.031430091708898544 (0.03996139867613858) | > loss_mel_ce: 0.032958984375 (nan) | > loss: 0.00025551224825903773 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1423035533496362) | > loader_time: 0.0046 (0.00460922745894005)  --> TIME: 2025-03-24 09:07:15 -- STEP: 24880/31555 -- GLOBAL_STEP: 466650 | > loss_text_ce: 0.035636551678180695 (0.039957190869515574) | > loss_mel_ce: 2.5352275371551514 (nan) | > loss: 0.010201842524111271 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.142299278688967) | > loader_time: 0.0047 (0.004608996083115474)  --> TIME: 2025-03-24 09:07:24 -- STEP: 24930/31555 -- GLOBAL_STEP: 466700 | > loss_text_ce: 0.030673649162054062 (0.03995865808420337) | > loss_mel_ce: 2.5714335441589355 (nan) | > loss: 0.010325822979211807 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1422971470882934) | > loader_time: 0.0041 (0.004608835554295084)  --> TIME: 2025-03-24 09:07:34 -- STEP: 24980/31555 -- GLOBAL_STEP: 466750 | > loss_text_ce: 0.04226215183734894 (0.03996065209136539) | > loss_mel_ce: 3.536916732788086 (nan) | > loss: 0.014203091152012348 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14229934660313664) | > loader_time: 0.0045 (0.004608702344642449)  --> TIME: 2025-03-24 09:07:43 -- STEP: 25030/31555 -- GLOBAL_STEP: 466800 | > loss_text_ce: 0.03377377614378929 (0.039962247977181564) | > loss_mel_ce: 1.9012876749038696 (nan) | > loss: 0.007678815629333258 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14229221685000307) | > loader_time: 0.0044 (0.004608583974209598)  --> TIME: 2025-03-24 09:07:53 -- STEP: 25080/31555 -- GLOBAL_STEP: 466850 | > loss_text_ce: 0.039649851620197296 (0.03996064769095974) | > loss_mel_ce: 2.683648109436035 (nan) | > loss: 0.010806739330291748 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14228508448676783) | > loader_time: 0.0047 (0.004608281577032731)  --> TIME: 2025-03-24 09:08:03 -- STEP: 25130/31555 -- GLOBAL_STEP: 466900 | > loss_text_ce: 0.04591270163655281 (0.039959967590704144) | > loss_mel_ce: 3.150820255279541 (nan) | > loss: 0.012685448862612247 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1422927951034773) | > loader_time: 0.0043 (0.004607973656614522)  --> TIME: 2025-03-24 09:08:12 -- STEP: 25180/31555 -- GLOBAL_STEP: 466950 | > loss_text_ce: 0.042478661984205246 (0.039959055707901876) | > loss_mel_ce: 2.551424980163574 (nan) | > loss: 0.010293268598616123 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14228668357759697) | > loader_time: 0.0046 (0.004607724565849892)  --> TIME: 2025-03-24 09:08:22 -- STEP: 25230/31555 -- GLOBAL_STEP: 467000 | > loss_text_ce: 0.034254107624292374 (0.03995616039744069) | > loss_mel_ce: 3.363818407058716 (nan) | > loss: 0.013484415598213673 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1422809223121369) | > loader_time: 0.0045 (0.004607506937986334)  --> TIME: 2025-03-24 09:08:32 -- STEP: 25280/31555 -- GLOBAL_STEP: 467050 | > loss_text_ce: 0.03853347525000572 (0.03995666991719626) | > loss_mel_ce: 2.546405792236328 (nan) | > loss: 0.01025769580155611 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14228240890027571) | > loader_time: 0.0047 (0.004607573151588455)  --> TIME: 2025-03-24 09:08:41 -- STEP: 25330/31555 -- GLOBAL_STEP: 467100 | > loss_text_ce: 0.019317667931318283 (0.03995464007578669) | > loss_mel_ce: 1.7100348472595215 (nan) | > loss: 0.006862509995698929 (nan) | > current_lr: 5e-06 | > step_time: 0.1057 (0.1422823615286877) | > loader_time: 0.0044 (0.004607370941713322)  --> TIME: 2025-03-24 09:08:52 -- STEP: 25380/31555 -- GLOBAL_STEP: 467150 | > loss_text_ce: 0.03592140972614288 (0.0399554748206649) | > loss_mel_ce: 2.5275425910949707 (nan) | > loss: 0.010172476060688496 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1422949973667012) | > loader_time: 0.0045 (0.004607132337899367)  --> TIME: 2025-03-24 09:09:01 -- STEP: 25430/31555 -- GLOBAL_STEP: 467200 | > loss_text_ce: 0.04296870157122612 (0.03995729296366043) | > loss_mel_ce: 2.1800177097320557 (nan) | > loss: 0.008821375668048859 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14229351855430608) | > loader_time: 0.0044 (0.004607035867163776)  --> TIME: 2025-03-24 09:09:11 -- STEP: 25480/31555 -- GLOBAL_STEP: 467250 | > loss_text_ce: 0.0396232008934021 (0.0399567716855491) | > loss_mel_ce: 1.9327603578567505 (nan) | > loss: 0.007826918736100197 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14229780042564455) | > loader_time: 0.0044 (0.004607036386965968)  --> TIME: 2025-03-24 09:09:21 -- STEP: 25530/31555 -- GLOBAL_STEP: 467300 | > loss_text_ce: 0.040577229112386703 (0.0399563074507744) | > loss_mel_ce: 0.05401611328125 (nan) | > loss: 0.0003753704368136823 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14230198272760342) | > loader_time: 0.0044 (0.0046071811232247534)  --> TIME: 2025-03-24 09:09:30 -- STEP: 25580/31555 -- GLOBAL_STEP: 467350 | > loss_text_ce: 0.03988179564476013 (0.03995510238816982) | > loss_mel_ce: 3.0282480716705322 (nan) | > loss: 0.012175118550658226 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14229220315942157) | > loader_time: 0.0046 (0.00460713413937937)  --> TIME: 2025-03-24 09:09:40 -- STEP: 25630/31555 -- GLOBAL_STEP: 467400 | > loss_text_ce: 0.046252358704805374 (0.0399543714923245) | > loss_mel_ce: 2.7286875247955322 (nan) | > loss: 0.011011666618287563 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14228995134716035) | > loader_time: 0.0049 (0.00460714483651807)  --> TIME: 2025-03-24 09:09:50 -- STEP: 25680/31555 -- GLOBAL_STEP: 467450 | > loss_text_ce: 0.04445505514740944 (0.039954739458521196) | > loss_mel_ce: 3.567014455795288 (nan) | > loss: 0.014331229031085968 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14229108035750093) | > loader_time: 0.0051 (0.004607182796870447)  --> TIME: 2025-03-24 09:10:00 -- STEP: 25730/31555 -- GLOBAL_STEP: 467500 | > loss_text_ce: 0.051996953785419464 (0.03995555655797695) | > loss_mel_ce: 2.3104794025421143 (nan) | > loss: 0.009374906308948994 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14229286212750633) | > loader_time: 0.0045 (0.004607137825717926)  --> TIME: 2025-03-24 09:10:09 -- STEP: 25780/31555 -- GLOBAL_STEP: 467550 | > loss_text_ce: 0.039571549743413925 (0.039955375813304904) | > loss_mel_ce: 2.687664031982422 (nan) | > loss: 0.010822364129126072 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1422911598480791) | > loader_time: 0.0047 (0.004607169160184431)  --> TIME: 2025-03-24 09:10:19 -- STEP: 25830/31555 -- GLOBAL_STEP: 467600 | > loss_text_ce: 0.04441085830330849 (0.03995691940849695) | > loss_mel_ce: 3.1779513359069824 (nan) | > loss: 0.012787153013050556 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14228432667703067) | > loader_time: 0.0044 (0.004607111208668716)  --> TIME: 2025-03-24 09:10:28 -- STEP: 25880/31555 -- GLOBAL_STEP: 467650 | > loss_text_ce: 0.03380637988448143 (0.039955484033548073) | > loss_mel_ce: 3.478867769241333 (nan) | > loss: 0.01393918413668871 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14227423319676566) | > loader_time: 0.005 (0.004607003245508475)  --> TIME: 2025-03-24 09:10:38 -- STEP: 25930/31555 -- GLOBAL_STEP: 467700 | > loss_text_ce: 0.051490239799022675 (0.03995319886464969) | > loss_mel_ce: 3.0859811305999756 (nan) | > loss: 0.012450284324586391 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14228207928031927) | > loader_time: 0.0045 (0.0046070059983370866)  --> TIME: 2025-03-24 09:10:48 -- STEP: 25980/31555 -- GLOBAL_STEP: 467750 | > loss_text_ce: 0.032683372497558594 (0.0399521679899588) | > loss_mel_ce: 2.772000312805176 (nan) | > loss: 0.011129697784781456 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14227085875216774) | > loader_time: 0.0046 (0.004606989973595372)  --> TIME: 2025-03-24 09:10:57 -- STEP: 26030/31555 -- GLOBAL_STEP: 467800 | > loss_text_ce: 0.03592604398727417 (0.039950484124163146) | > loss_mel_ce: 2.9931626319885254 (nan) | > loss: 0.012020193971693516 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14227258984144045) | > loader_time: 0.0046 (0.004606956973975327)  --> TIME: 2025-03-24 09:11:07 -- STEP: 26080/31555 -- GLOBAL_STEP: 467850 | > loss_text_ce: 0.0405006967484951 (0.03995046408556316) | > loss_mel_ce: 1.1241455078125 (nan) | > loss: 0.004621611908078194 (nan) | > current_lr: 5e-06 | > step_time: 0.1031 (0.14227630666062885) | > loader_time: 0.0043 (0.004606870465849081)  --> TIME: 2025-03-24 09:11:17 -- STEP: 26130/31555 -- GLOBAL_STEP: 467900 | > loss_text_ce: 0.04080821946263313 (0.03994893961982775) | > loss_mel_ce: 2.635129690170288 (nan) | > loss: 0.010618802160024643 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14228304741805065) | > loader_time: 0.0046 (0.004606792491558101)  --> TIME: 2025-03-24 09:11:27 -- STEP: 26180/31555 -- GLOBAL_STEP: 467950 | > loss_text_ce: 0.04108218103647232 (0.039947993112685536) | > loss_mel_ce: 2.873363971710205 (nan) | > loss: 0.011565263383090496 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1422881975439873) | > loader_time: 0.0047 (0.004606888829705564)  --> TIME: 2025-03-24 09:11:37 -- STEP: 26230/31555 -- GLOBAL_STEP: 468000 | > loss_text_ce: 0.04365226998925209 (0.039948004121127936) | > loss_mel_ce: 1.959291934967041 (nan) | > loss: 0.007948191836476326 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14229985550528856) | > loader_time: 0.0044 (0.004606833377958857)  --> TIME: 2025-03-24 09:11:47 -- STEP: 26280/31555 -- GLOBAL_STEP: 468050 | > loss_text_ce: 0.03966974467039108 (0.03994926706341343) | > loss_mel_ce: 2.8726367950439453 (nan) | > loss: 0.011556772515177727 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14229270814034864) | > loader_time: 0.0044 (0.004606781793330189)  --> TIME: 2025-03-24 09:11:56 -- STEP: 26330/31555 -- GLOBAL_STEP: 468100 | > loss_text_ce: 0.04488525167107582 (0.03995043439217616) | > loss_mel_ce: 1.1266189813613892 (nan) | > loss: 0.00464882655069232 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14229404791380312) | > loader_time: 0.0044 (0.004606893612231052)  --> TIME: 2025-03-24 09:12:06 -- STEP: 26380/31555 -- GLOBAL_STEP: 468150 | > loss_text_ce: 0.03205861896276474 (0.03995206468806422) | > loss_mel_ce: 2.343291759490967 (nan) | > loss: 0.0094259949401021 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1422990083965595) | > loader_time: 0.0045 (0.004606992878454765)  --> TIME: 2025-03-24 09:12:16 -- STEP: 26430/31555 -- GLOBAL_STEP: 468200 | > loss_text_ce: 0.03842542693018913 (0.039954348732521995) | > loss_mel_ce: 2.785787343978882 (nan) | > loss: 0.011207194067537785 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1422916157697577) | > loader_time: 0.0046 (0.004607259888925032)  --> TIME: 2025-03-24 09:12:26 -- STEP: 26480/31555 -- GLOBAL_STEP: 468250 | > loss_text_ce: 0.0335233137011528 (0.03995414581891943) | > loss_mel_ce: 3.1431832313537598 (nan) | > loss: 0.012605979107320309 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14230210806307855) | > loader_time: 0.0046 (0.00460722130410982)  --> TIME: 2025-03-24 09:12:35 -- STEP: 26530/31555 -- GLOBAL_STEP: 468300 | > loss_text_ce: 0.039203889667987823 (0.0399583684787075) | > loss_mel_ce: 0.47964242100715637 (nan) | > loss: 0.002058914164081216 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1422941547315436) | > loader_time: 0.0046 (0.00460706467094667)  --> TIME: 2025-03-24 09:12:45 -- STEP: 26580/31555 -- GLOBAL_STEP: 468350 | > loss_text_ce: 0.036130134016275406 (0.039956739781833873) | > loss_mel_ce: 2.8534600734710693 (nan) | > loss: 0.01146662887185812 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14229778424522072) | > loader_time: 0.0046 (0.004607094572037132)  --> TIME: 2025-03-24 09:12:55 -- STEP: 26630/31555 -- GLOBAL_STEP: 468400 | > loss_text_ce: 0.026119157671928406 (0.03995607433353835) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1422957283099524) | > loader_time: 0.0044 (0.004607055619655596)  --> TIME: 2025-03-24 09:13:04 -- STEP: 26680/31555 -- GLOBAL_STEP: 468450 | > loss_text_ce: 0.060476142913103104 (0.039957130015786047) | > loss_mel_ce: 3.2001423835754395 (nan) | > loss: 0.012938963249325752 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14229769810386342) | > loader_time: 0.0053 (0.004607154377575584)  --> TIME: 2025-03-24 09:13:14 -- STEP: 26730/31555 -- GLOBAL_STEP: 468500 | > loss_text_ce: 0.04080505296587944 (0.03995542810941357) | > loss_mel_ce: 3.1525447368621826 (nan) | > loss: 0.012672023847699165 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14230462801041718) | > loader_time: 0.0045 (0.004607224205750638)  --> TIME: 2025-03-24 09:13:24 -- STEP: 26780/31555 -- GLOBAL_STEP: 468550 | > loss_text_ce: 0.047045424580574036 (0.03995511866469568) | > loss_mel_ce: 2.7922513484954834 (nan) | > loss: 0.011267051100730896 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14231266191060937) | > loader_time: 0.0047 (0.004607117719130351)  --> TIME: 2025-03-24 09:13:34 -- STEP: 26830/31555 -- GLOBAL_STEP: 468600 | > loss_text_ce: 0.0400095172226429 (0.039956168715880126) | > loss_mel_ce: 3.271265983581543 (nan) | > loss: 0.013139982707798481 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14231374174900774) | > loader_time: 0.0046 (0.004606928738292998)  --> TIME: 2025-03-24 09:13:44 -- STEP: 26880/31555 -- GLOBAL_STEP: 468650 | > loss_text_ce: 0.03554929792881012 (0.03995640370547877) | > loss_mel_ce: 2.8665897846221924 (nan) | > loss: 0.011516425758600235 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1423076102332702) | > loader_time: 0.0046 (0.0046068258406151)  --> TIME: 2025-03-24 09:13:54 -- STEP: 26930/31555 -- GLOBAL_STEP: 468700 | > loss_text_ce: 0.05283878371119499 (0.03995728336272571) | > loss_mel_ce: 3.5597598552703857 (nan) | > loss: 0.014335709623992443 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14231217067745444) | > loader_time: 0.0049 (0.004606781313953204)  --> TIME: 2025-03-24 09:14:03 -- STEP: 26980/31555 -- GLOBAL_STEP: 468750 | > loss_text_ce: 0.03390391916036606 (0.039955449682122814) | > loss_mel_ce: 0.0582275390625 (nan) | > loss: 0.0003656010376289487 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1423057807561116) | > loader_time: 0.0047 (0.004606701931836793)  --> TIME: 2025-03-24 09:14:13 -- STEP: 27030/31555 -- GLOBAL_STEP: 468800 | > loss_text_ce: 0.04229551553726196 (0.03995819102343617) | > loss_mel_ce: 3.015138626098633 (nan) | > loss: 0.012132675386965275 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14230154689664667) | > loader_time: 0.0045 (0.0046065962407221194)  --> TIME: 2025-03-24 09:14:22 -- STEP: 27080/31555 -- GLOBAL_STEP: 468850 | > loss_text_ce: 0.0364590622484684 (0.03995721402355908) | > loss_mel_ce: 2.6195242404937744 (nan) | > loss: 0.010539616458117962 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1422922998886873) | > loader_time: 0.0047 (0.004606570477323662)  --> TIME: 2025-03-24 09:14:32 -- STEP: 27130/31555 -- GLOBAL_STEP: 468900 | > loss_text_ce: 0.039842162281274796 (0.03995644278385638) | > loss_mel_ce: 2.993192672729492 (nan) | > loss: 0.0120358532294631 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14228822871235294) | > loader_time: 0.0044 (0.004606741642626815)  --> TIME: 2025-03-24 09:14:41 -- STEP: 27180/31555 -- GLOBAL_STEP: 468950 | > loss_text_ce: 0.03829171881079674 (0.03995546776115384) | > loss_mel_ce: 2.9383559226989746 (nan) | > loss: 0.01181209459900856 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14228348348665307) | > loader_time: 0.0046 (0.0046067826619825515)  --> TIME: 2025-03-24 09:14:51 -- STEP: 27230/31555 -- GLOBAL_STEP: 469000 | > loss_text_ce: 0.03649725019931793 (0.03995665359501333) | > loss_mel_ce: 2.0136020183563232 (nan) | > loss: 0.008135315030813217 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14228352095071278) | > loader_time: 0.0044 (0.004606835228355774)  --> TIME: 2025-03-24 09:15:01 -- STEP: 27280/31555 -- GLOBAL_STEP: 469050 | > loss_text_ce: 0.040055230259895325 (0.03995516954575034) | > loss_mel_ce: 2.5465846061706543 (nan) | > loss: 0.010264444164931774 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14228559305066613) | > loader_time: 0.0045 (0.004606718192002649)  --> TIME: 2025-03-24 09:15:10 -- STEP: 27330/31555 -- GLOBAL_STEP: 469100 | > loss_text_ce: 0.05242099612951279 (0.039955655233392916) | > loss_mel_ce: 1.515395164489746 (nan) | > loss: 0.006221492774784565 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14228383010881035) | > loader_time: 0.0046 (0.004606639566850721)  --> TIME: 2025-03-24 09:15:20 -- STEP: 27380/31555 -- GLOBAL_STEP: 469150 | > loss_text_ce: 0.04046927019953728 (0.03995580684160325) | > loss_mel_ce: 3.6206865310668945 (nan) | > loss: 0.014528396539390087 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14228882787870278) | > loader_time: 0.0045 (0.004606720293587021)  --> TIME: 2025-03-24 09:15:30 -- STEP: 27430/31555 -- GLOBAL_STEP: 469200 | > loss_text_ce: 0.05256669223308563 (0.03995597137775222) | > loss_mel_ce: 3.189890146255493 (nan) | > loss: 0.012866892851889133 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14228091713637298) | > loader_time: 0.0046 (0.004606763959322106)  --> TIME: 2025-03-24 09:15:39 -- STEP: 27480/31555 -- GLOBAL_STEP: 469250 | > loss_text_ce: 0.05403272435069084 (0.03995826464485984) | > loss_mel_ce: 2.087782621383667 (nan) | > loss: 0.00849926844239235 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14227726867278787) | > loader_time: 0.0045 (0.004606962030457967)  --> TIME: 2025-03-24 09:15:49 -- STEP: 27530/31555 -- GLOBAL_STEP: 469300 | > loss_text_ce: 0.04073682799935341 (0.03995679536464964) | > loss_mel_ce: 2.7802507877349854 (nan) | > loss: 0.011194395832717419 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14228125560772995) | > loader_time: 0.0046 (0.004606999815744445)  --> TIME: 2025-03-24 09:15:59 -- STEP: 27580/31555 -- GLOBAL_STEP: 469350 | > loss_text_ce: 0.04160319268703461 (0.039957961430665295) | > loss_mel_ce: 1.6643708944320679 (nan) | > loss: 0.006769739091396332 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14227692136909792) | > loader_time: 0.0045 (0.004607042650799549)  --> TIME: 2025-03-24 09:16:09 -- STEP: 27630/31555 -- GLOBAL_STEP: 469400 | > loss_text_ce: 0.04013695940375328 (0.03995795261470128) | > loss_mel_ce: 2.3976714611053467 (nan) | > loss: 0.00967384409159422 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14227802848367246) | > loader_time: 0.0045 (0.0046070404687826964)  --> TIME: 2025-03-24 09:16:18 -- STEP: 27680/31555 -- GLOBAL_STEP: 469450 | > loss_text_ce: 0.03717982769012451 (0.03995541332883787) | > loss_mel_ce: 3.20902156829834 (nan) | > loss: 0.012881753034889698 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1422697405508491) | > loader_time: 0.0044 (0.004606985658234945)  --> TIME: 2025-03-24 09:16:28 -- STEP: 27730/31555 -- GLOBAL_STEP: 469500 | > loss_text_ce: 0.03918536752462387 (0.039956609007734394) | > loss_mel_ce: 2.3418986797332764 (nan) | > loss: 0.009448746219277382 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14227322719607025) | > loader_time: 0.0045 (0.00460709502367693)  --> TIME: 2025-03-24 09:16:37 -- STEP: 27780/31555 -- GLOBAL_STEP: 469550 | > loss_text_ce: 0.040206559002399445 (0.03995550395676162) | > loss_mel_ce: 2.2374510765075684 (nan) | > loss: 0.00903832446783781 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14226331940823306) | > loader_time: 0.0044 (0.004607018633142836)  --> TIME: 2025-03-24 09:16:47 -- STEP: 27830/31555 -- GLOBAL_STEP: 469600 | > loss_text_ce: 0.04483826830983162 (0.039954288266338366) | > loss_mel_ce: 2.6861374378204346 (nan) | > loss: 0.010837205685675144 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14226432443736003) | > loader_time: 0.0046 (0.0046068999821275375)  --> TIME: 2025-03-24 09:16:56 -- STEP: 27880/31555 -- GLOBAL_STEP: 469650 | > loss_text_ce: 0.034279778599739075 (0.039951581923909955) | > loss_mel_ce: 2.815117359161377 (nan) | > loss: 0.011307132430374622 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1422548648103584) | > loader_time: 0.0045 (0.004606745309774986)  --> TIME: 2025-03-24 09:17:06 -- STEP: 27930/31555 -- GLOBAL_STEP: 469700 | > loss_text_ce: 0.04014921560883522 (0.039949970194323864) | > loss_mel_ce: 2.183530569076538 (nan) | > loss: 0.008824126794934273 (nan) | > current_lr: 5e-06 | > step_time: 0.1471 (0.14224475042989884) | > loader_time: 0.0047 (0.004606620078013445)  --> TIME: 2025-03-24 09:17:16 -- STEP: 27980/31555 -- GLOBAL_STEP: 469750 | > loss_text_ce: 0.03194618225097656 (0.03994859380203535) | > loss_mel_ce: 2.861173152923584 (nan) | > loss: 0.011480633169412613 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1422494580185015) | > loader_time: 0.0045 (0.004606586937566929)  --> TIME: 2025-03-24 09:17:25 -- STEP: 28030/31555 -- GLOBAL_STEP: 469800 | > loss_text_ce: 0.04099271818995476 (0.03994721275835033) | > loss_mel_ce: 3.3078413009643555 (nan) | > loss: 0.01328902505338192 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1422486149324847) | > loader_time: 0.0044 (0.004606553251897277)  --> TIME: 2025-03-24 09:17:35 -- STEP: 28080/31555 -- GLOBAL_STEP: 469850 | > loss_text_ce: 0.03774441033601761 (0.03994471722058946) | > loss_mel_ce: 3.133373260498047 (nan) | > loss: 0.01258380152285099 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.14224772941522815) | > loader_time: 0.0047 (0.004606556433897756)  --> TIME: 2025-03-24 09:17:45 -- STEP: 28130/31555 -- GLOBAL_STEP: 469900 | > loss_text_ce: 0.04691287502646446 (0.03994955690862374) | > loss_mel_ce: 2.870314836502075 (nan) | > loss: 0.011576301418244839 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14224523217322954) | > loader_time: 0.0046 (0.0046063638182666225)  --> TIME: 2025-03-24 09:17:54 -- STEP: 28180/31555 -- GLOBAL_STEP: 469950 | > loss_text_ce: 0.0387006551027298 (0.039949733833501665) | > loss_mel_ce: 2.48583984375 (nan) | > loss: 0.010018018074333668 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14224083806877874) | > loader_time: 0.0044 (0.004606292677568666)  --> TIME: 2025-03-24 09:18:04 -- STEP: 28230/31555 -- GLOBAL_STEP: 470000 | > loss_text_ce: 0.04450486972928047 (0.03994782110860937) | > loss_mel_ce: 2.3274946212768555 (nan) | > loss: 0.009412696585059166 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14224233719376123) | > loader_time: 0.0045 (0.004606317815061081) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_470000.pth  --> TIME: 2025-03-24 09:18:19 -- STEP: 28280/31555 -- GLOBAL_STEP: 470050 | > loss_text_ce: 0.028340985998511314 (0.0399478255382832) | > loss_mel_ce: 3.1366493701934814 (nan) | > loss: 0.01255948655307293 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14224532652103603) | > loader_time: 0.0046 (0.004606422044263031)  --> TIME: 2025-03-24 09:18:28 -- STEP: 28330/31555 -- GLOBAL_STEP: 470100 | > loss_text_ce: 0.04519326612353325 (0.03994754258036356) | > loss_mel_ce: 1.5062825679779053 (nan) | > loss: 0.006156650837510824 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14224826995029602) | > loader_time: 0.0043 (0.004606258679816468)  --> TIME: 2025-03-24 09:18:38 -- STEP: 28380/31555 -- GLOBAL_STEP: 470150 | > loss_text_ce: 0.04066858068108559 (0.039946698159907666) | > loss_mel_ce: 2.5890562534332275 (nan) | > loss: 0.010435416363179684 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14225242342051717) | > loader_time: 0.0043 (0.004606080550892076)  --> TIME: 2025-03-24 09:18:48 -- STEP: 28430/31555 -- GLOBAL_STEP: 470200 | > loss_text_ce: 0.03250472992658615 (0.039946378342580816) | > loss_mel_ce: 2.381955862045288 (nan) | > loss: 0.009581193327903748 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14225009887351836) | > loader_time: 0.0044 (0.004605835028362245)  --> TIME: 2025-03-24 09:18:58 -- STEP: 28480/31555 -- GLOBAL_STEP: 470250 | > loss_text_ce: 0.03488100320100784 (0.03994600136500799) | > loss_mel_ce: 2.889075517654419 (nan) | > loss: 0.011603003367781639 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14225656684027638) | > loader_time: 0.0043 (0.0046058985456991774)  --> TIME: 2025-03-24 09:19:07 -- STEP: 28530/31555 -- GLOBAL_STEP: 470300 | > loss_text_ce: 0.039070285856723785 (0.039943273265314515) | > loss_mel_ce: 2.648897647857666 (nan) | > loss: 0.010666540823876858 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14224903214157486) | > loader_time: 0.0052 (0.004605816248797806)  --> TIME: 2025-03-24 09:19:17 -- STEP: 28580/31555 -- GLOBAL_STEP: 470350 | > loss_text_ce: 0.047407835721969604 (0.03994230660055951) | > loss_mel_ce: 2.9117753505706787 (nan) | > loss: 0.011742791160941124 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14225421447366826) | > loader_time: 0.0042 (0.004605829031672659)  --> TIME: 2025-03-24 09:19:27 -- STEP: 28630/31555 -- GLOBAL_STEP: 470400 | > loss_text_ce: 0.03622698411345482 (0.039941428901437245) | > loss_mel_ce: 3.0157248973846436 (nan) | > loss: 0.012110920622944832 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14225948960307253) | > loader_time: 0.0045 (0.004605817186886561)  --> TIME: 2025-03-24 09:19:37 -- STEP: 28680/31555 -- GLOBAL_STEP: 470450 | > loss_text_ce: 0.056622214615345 (0.03994217668468416) | > loss_mel_ce: 3.0416793823242188 (nan) | > loss: 0.012294848449528217 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1422526952445588) | > loader_time: 0.0043 (0.004605649779531251)  --> TIME: 2025-03-24 09:19:46 -- STEP: 28730/31555 -- GLOBAL_STEP: 470500 | > loss_text_ce: 0.041177909821271896 (0.03994167131727425) | > loss_mel_ce: 3.4120490550994873 (nan) | > loss: 0.013703282922506332 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14225563134957867) | > loader_time: 0.0044 (0.00460541578605538)  --> TIME: 2025-03-24 09:19:56 -- STEP: 28780/31555 -- GLOBAL_STEP: 470550 | > loss_text_ce: 0.03788016363978386 (0.03993993531669885) | > loss_mel_ce: 3.100141763687134 (nan) | > loss: 0.01245246920734644 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14224858061980653) | > loader_time: 0.0045 (0.004605070023672547)  --> TIME: 2025-03-24 09:20:05 -- STEP: 28830/31555 -- GLOBAL_STEP: 470600 | > loss_text_ce: 0.03754258155822754 (0.03993703759676935) | > loss_mel_ce: 3.324754238128662 (nan) | > loss: 0.013342448510229588 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14224727603655635) | > loader_time: 0.0047 (0.004604874143491307)  --> TIME: 2025-03-24 09:20:15 -- STEP: 28880/31555 -- GLOBAL_STEP: 470650 | > loss_text_ce: 0.04084065183997154 (0.039936198170137105) | > loss_mel_ce: 2.558499574661255 (nan) | > loss: 0.01031484268605709 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14224445124742371) | > loader_time: 0.0048 (0.004604659590694717)  --> TIME: 2025-03-24 09:20:25 -- STEP: 28930/31555 -- GLOBAL_STEP: 470700 | > loss_text_ce: 0.0430268794298172 (0.03993632117317893) | > loss_mel_ce: 2.922316551208496 (nan) | > loss: 0.011767236515879631 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1422475358337996) | > loader_time: 0.0047 (0.004604520173044799)  --> TIME: 2025-03-24 09:20:35 -- STEP: 28980/31555 -- GLOBAL_STEP: 470750 | > loss_text_ce: 0.03951070457696915 (0.03993431002446686) | > loss_mel_ce: 3.4547104835510254 (nan) | > loss: 0.013865957967936993 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14225131414774098) | > loader_time: 0.0046 (0.0046044089697080326)  --> TIME: 2025-03-24 09:20:44 -- STEP: 29030/31555 -- GLOBAL_STEP: 470800 | > loss_text_ce: 0.03829974681138992 (0.039933873422166886) | > loss_mel_ce: 3.305316209793091 (nan) | > loss: 0.01326831802725792 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14224249805781555) | > loader_time: 0.0043 (0.0046043203158744935)  --> TIME: 2025-03-24 09:20:54 -- STEP: 29080/31555 -- GLOBAL_STEP: 470850 | > loss_text_ce: 0.040178440511226654 (0.03993400597529816) | > loss_mel_ce: 0.1814914345741272 (nan) | > loss: 0.0008796424372121692 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14224721775422208) | > loader_time: 0.0047 (0.004604139919950025)  --> TIME: 2025-03-24 09:21:04 -- STEP: 29130/31555 -- GLOBAL_STEP: 470900 | > loss_text_ce: 0.048467643558979034 (0.03993305015632532) | > loss_mel_ce: 2.501574993133545 (nan) | > loss: 0.010119217447936535 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1422495941095975) | > loader_time: 0.0046 (0.004604061256353695)  --> TIME: 2025-03-24 09:21:14 -- STEP: 29180/31555 -- GLOBAL_STEP: 470950 | > loss_text_ce: 0.04053296521306038 (0.03993249127029821) | > loss_mel_ce: 2.16326904296875 (nan) | > loss: 0.008745246566832066 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14225483162097502) | > loader_time: 0.0046 (0.004604046691191208)  --> TIME: 2025-03-24 09:21:24 -- STEP: 29230/31555 -- GLOBAL_STEP: 471000 | > loss_text_ce: 0.04792606085538864 (0.03993126941788127) | > loss_mel_ce: 3.1251213550567627 (nan) | > loss: 0.012591457925736904 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14226213855528047) | > loader_time: 0.0048 (0.004604057379874965)  --> TIME: 2025-03-24 09:21:34 -- STEP: 29280/31555 -- GLOBAL_STEP: 471050 | > loss_text_ce: 0.04334906488656998 (0.039934286018935505) | > loss_mel_ce: 2.6982421875 (nan) | > loss: 0.010879331268370152 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.1422642989318225) | > loader_time: 0.0046 (0.004604023678706647)  --> TIME: 2025-03-24 09:21:43 -- STEP: 29330/31555 -- GLOBAL_STEP: 471100 | > loss_text_ce: 0.037171512842178345 (0.03993276660132156) | > loss_mel_ce: 3.112921714782715 (nan) | > loss: 0.012500370852649212 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14226325067935663) | > loader_time: 0.0047 (0.004604061455438867)  --> TIME: 2025-03-24 09:21:53 -- STEP: 29380/31555 -- GLOBAL_STEP: 471150 | > loss_text_ce: 0.03428856283426285 (0.03993106150474746) | > loss_mel_ce: 3.2146494388580322 (nan) | > loss: 0.012892612256109715 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1422601516673642) | > loader_time: 0.0044 (0.004604101189145273)  --> TIME: 2025-03-24 09:22:03 -- STEP: 29430/31555 -- GLOBAL_STEP: 471200 | > loss_text_ce: 0.032533176243305206 (0.03993047817217506) | > loss_mel_ce: 3.377448558807373 (nan) | > loss: 0.01353167463093996 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.1422632732806137) | > loader_time: 0.0047 (0.004604085740126038)  --> TIME: 2025-03-24 09:22:12 -- STEP: 29480/31555 -- GLOBAL_STEP: 471250 | > loss_text_ce: 0.05003981292247772 (0.03993219973600339) | > loss_mel_ce: 2.5256948471069336 (nan) | > loss: 0.010221169330179691 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1422661960610215) | > loader_time: 0.0068 (0.004604103752845343)  --> TIME: 2025-03-24 09:22:23 -- STEP: 29530/31555 -- GLOBAL_STEP: 471300 | > loss_text_ce: 0.03208324685692787 (0.039930552482110665) | > loss_mel_ce: 3.0027413368225098 (nan) | > loss: 0.012042955495417118 (nan) | > current_lr: 5e-06 | > step_time: 0.1914 (0.14227591883397425) | > loader_time: 0.0047 (0.00460409461705111)  --> TIME: 2025-03-24 09:22:32 -- STEP: 29580/31555 -- GLOBAL_STEP: 471350 | > loss_text_ce: 0.04685831815004349 (0.03992969446782196) | > loss_mel_ce: 2.7806620597839355 (nan) | > loss: 0.01122031919658184 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14227395766969442) | > loader_time: 0.0047 (0.004604279205072083)  --> TIME: 2025-03-24 09:22:42 -- STEP: 29630/31555 -- GLOBAL_STEP: 471400 | > loss_text_ce: 0.033792994916439056 (0.03992694928026374) | > loss_mel_ce: 2.566549062728882 (nan) | > loss: 0.010318818502128124 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14227151451503486) | > loader_time: 0.0045 (0.004604313126537315)  --> TIME: 2025-03-24 09:22:51 -- STEP: 29680/31555 -- GLOBAL_STEP: 471450 | > loss_text_ce: 0.03923780843615532 (0.03992626679335763) | > loss_mel_ce: 2.5787625312805176 (nan) | > loss: 0.010388890281319618 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14226167171470536) | > loader_time: 0.0043 (0.004604324079909418)  --> TIME: 2025-03-24 09:23:01 -- STEP: 29730/31555 -- GLOBAL_STEP: 471500 | > loss_text_ce: 0.04162277281284332 (0.039923606343377105) | > loss_mel_ce: 2.725695848464966 (nan) | > loss: 0.010981423780322075 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14226662390086908) | > loader_time: 0.0043 (0.004604421855222088)  --> TIME: 2025-03-24 09:23:11 -- STEP: 29780/31555 -- GLOBAL_STEP: 471550 | > loss_text_ce: 0.03588481247425079 (0.03992375472518013) | > loss_mel_ce: 3.1636619567871094 (nan) | > loss: 0.012696615420281887 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1422737040721463) | > loader_time: 0.0046 (0.004604292428277342)  --> TIME: 2025-03-24 09:23:21 -- STEP: 29830/31555 -- GLOBAL_STEP: 471600 | > loss_text_ce: 0.042153652757406235 (0.03992586017093331) | > loss_mel_ce: 3.0306613445281982 (nan) | > loss: 0.012193710543215275 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14227861203165826) | > loader_time: 0.0044 (0.004604081934904281)  --> TIME: 2025-03-24 09:23:31 -- STEP: 29880/31555 -- GLOBAL_STEP: 471650 | > loss_text_ce: 0.04097666218876839 (0.03992533936437084) | > loss_mel_ce: 3.2104549407958984 (nan) | > loss: 0.012902507558465004 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14227602133150855) | > loader_time: 0.0048 (0.004603816802243156)  --> TIME: 2025-03-24 09:23:40 -- STEP: 29930/31555 -- GLOBAL_STEP: 471700 | > loss_text_ce: 0.0364544540643692 (0.039927147167731575) | > loss_mel_ce: 2.8353846073150635 (nan) | > loss: 0.011396187357604504 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1422794528601759) | > loader_time: 0.0044 (0.004603626566350643)  --> TIME: 2025-03-24 09:23:50 -- STEP: 29980/31555 -- GLOBAL_STEP: 471750 | > loss_text_ce: 0.036609429866075516 (0.0399274952292166) | > loss_mel_ce: 3.3800361156463623 (nan) | > loss: 0.013558117672801018 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14228334791903632) | > loader_time: 0.0049 (0.004603542853705961)  --> TIME: 2025-03-24 09:24:00 -- STEP: 30030/31555 -- GLOBAL_STEP: 471800 | > loss_text_ce: 0.027202585712075233 (0.03992835676097221) | > loss_mel_ce: 2.8143465518951416 (nan) | > loss: 0.01127598900347948 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1422903078220859) | > loader_time: 0.0065 (0.004603704920300955)  --> TIME: 2025-03-24 09:24:10 -- STEP: 30080/31555 -- GLOBAL_STEP: 471850 | > loss_text_ce: 0.03177719935774803 (0.03992637460469288) | > loss_mel_ce: 3.331594467163086 (nan) | > loss: 0.013346713967621326 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1422917692902238) | > loader_time: 0.0045 (0.004603804695479417)  --> TIME: 2025-03-24 09:24:20 -- STEP: 30130/31555 -- GLOBAL_STEP: 471900 | > loss_text_ce: 0.031187083572149277 (0.03992561085432184) | > loss_mel_ce: 3.0166409015655518 (nan) | > loss: 0.012094556353986263 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14229193941287863) | > loader_time: 0.0044 (0.004603705752778207)  --> TIME: 2025-03-24 09:24:29 -- STEP: 30180/31555 -- GLOBAL_STEP: 471950 | > loss_text_ce: 0.03612997382879257 (0.039924863445331436) | > loss_mel_ce: 2.4373714923858643 (nan) | > loss: 0.009815482422709465 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14229048049710594) | > loader_time: 0.0045 (0.004603490440793354)  --> TIME: 2025-03-24 09:24:39 -- STEP: 30230/31555 -- GLOBAL_STEP: 472000 | > loss_text_ce: 0.030185414478182793 (0.03992451609322144) | > loss_mel_ce: 3.2349624633789062 (nan) | > loss: 0.012956936843693256 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1422878680148739) | > loader_time: 0.0044 (0.0046031595183412604)  --> TIME: 2025-03-24 09:24:49 -- STEP: 30280/31555 -- GLOBAL_STEP: 472050 | > loss_text_ce: 0.03977740928530693 (0.0399221988848832) | > loss_mel_ce: 3.54268741607666 (nan) | > loss: 0.014216131530702114 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14228352499606564) | > loader_time: 0.0044 (0.004603071060016893)  --> TIME: 2025-03-24 09:24:59 -- STEP: 30330/31555 -- GLOBAL_STEP: 472100 | > loss_text_ce: 0.0488315112888813 (0.0399211493597429) | > loss_mel_ce: 3.129148006439209 (nan) | > loss: 0.012611030600965023 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14229151961279096) | > loader_time: 0.0047 (0.004602947315287759)  --> TIME: 2025-03-24 09:25:08 -- STEP: 30380/31555 -- GLOBAL_STEP: 472150 | > loss_text_ce: 0.04011206701397896 (0.039919490120517945) | > loss_mel_ce: 2.7611517906188965 (nan) | > loss: 0.01111612655222416 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.14229169274883233) | > loader_time: 0.0047 (0.0046028903238548935)  --> TIME: 2025-03-24 09:25:18 -- STEP: 30430/31555 -- GLOBAL_STEP: 472200 | > loss_text_ce: 0.04011977091431618 (0.03991841854373973) | > loss_mel_ce: 3.042577028274536 (nan) | > loss: 0.012232924811542034 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14228423666570103) | > loader_time: 0.0046 (0.004602798317123552)  --> TIME: 2025-03-24 09:25:27 -- STEP: 30480/31555 -- GLOBAL_STEP: 472250 | > loss_text_ce: 0.060132864862680435 (0.039918235335694795) | > loss_mel_ce: 2.58404541015625 (nan) | > loss: 0.010492771863937378 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14228086035082635) | > loader_time: 0.0049 (0.004602914579271335)  --> TIME: 2025-03-24 09:25:37 -- STEP: 30530/31555 -- GLOBAL_STEP: 472300 | > loss_text_ce: 0.031489018350839615 (0.039918487585161186) | > loss_mel_ce: 2.8008196353912354 (nan) | > loss: 0.01123932097107172 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14227484500958706) | > loader_time: 0.0048 (0.004602880560684083)  --> TIME: 2025-03-24 09:25:47 -- STEP: 30580/31555 -- GLOBAL_STEP: 472350 | > loss_text_ce: 0.04755605757236481 (0.03991760416236586) | > loss_mel_ce: 3.3940913677215576 (nan) | > loss: 0.01365733239799738 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1422735225772294) | > loader_time: 0.0044 (0.004602905182061907)  --> TIME: 2025-03-24 09:25:56 -- STEP: 30630/31555 -- GLOBAL_STEP: 472400 | > loss_text_ce: 0.0341055691242218 (0.039917743380248276) | > loss_mel_ce: 2.387019157409668 (nan) | > loss: 0.009607638232409954 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1422738679514729) | > loader_time: 0.0046 (0.004603136235734356)  --> TIME: 2025-03-24 09:26:06 -- STEP: 30680/31555 -- GLOBAL_STEP: 472450 | > loss_text_ce: 0.040153827518224716 (0.03991650654606521) | > loss_mel_ce: 2.624783754348755 (nan) | > loss: 0.010575149208307266 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14227106481829374) | > loader_time: 0.0068 (0.004603140178528731)  --> TIME: 2025-03-24 09:26:16 -- STEP: 30730/31555 -- GLOBAL_STEP: 472500 | > loss_text_ce: 0.03874615952372551 (0.03991716038575127) | > loss_mel_ce: 2.18426513671875 (nan) | > loss: 0.008821473456919193 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14226772370107213) | > loader_time: 0.005 (0.0046031772527871636)  --> TIME: 2025-03-24 09:26:26 -- STEP: 30780/31555 -- GLOBAL_STEP: 472550 | > loss_text_ce: 0.03802957013249397 (0.03991710126891393) | > loss_mel_ce: 2.9189040660858154 (nan) | > loss: 0.011733864434063435 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14227468061942858) | > loader_time: 0.0047 (0.004603267676494124)  --> TIME: 2025-03-24 09:26:35 -- STEP: 30830/31555 -- GLOBAL_STEP: 472600 | > loss_text_ce: 0.03796897456049919 (0.03991794950494026) | > loss_mel_ce: 3.4047582149505615 (nan) | > loss: 0.01366161648184061 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14227517594619862) | > loader_time: 0.0045 (0.0046032295109504195)  --> TIME: 2025-03-24 09:26:45 -- STEP: 30880/31555 -- GLOBAL_STEP: 472650 | > loss_text_ce: 0.045423682779073715 (0.03992030930933393) | > loss_mel_ce: 2.9341084957122803 (nan) | > loss: 0.011823541484773159 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14227953516139863) | > loader_time: 0.0045 (0.004603218800663334)  --> TIME: 2025-03-24 09:26:55 -- STEP: 30930/31555 -- GLOBAL_STEP: 472700 | > loss_text_ce: 0.038195736706256866 (0.03991952384992215) | > loss_mel_ce: 3.558530569076538 (nan) | > loss: 0.014272724278271198 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14227806146654365) | > loader_time: 0.0046 (0.004603159801496725)  --> TIME: 2025-03-24 09:27:04 -- STEP: 30980/31555 -- GLOBAL_STEP: 472750 | > loss_text_ce: 0.03784644603729248 (0.03992209587495112) | > loss_mel_ce: 3.1517333984375 (nan) | > loss: 0.012657064013183117 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14227007102627667) | > loader_time: 0.0044 (0.0046031748194168155)  --> TIME: 2025-03-24 09:27:14 -- STEP: 31030/31555 -- GLOBAL_STEP: 472800 | > loss_text_ce: 0.03875424712896347 (0.03992181008851551) | > loss_mel_ce: 3.068547487258911 (nan) | > loss: 0.012330562807619572 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14227320691519593) | > loader_time: 0.0046 (0.0046032007993746715)  --> TIME: 2025-03-24 09:27:24 -- STEP: 31080/31555 -- GLOBAL_STEP: 472850 | > loss_text_ce: 0.038778141140937805 (0.03992109157353601) | > loss_mel_ce: 2.027040719985962 (nan) | > loss: 0.008197694085538387 (nan) | > current_lr: 5e-06 | > step_time: 0.1463 (0.14227419235531405) | > loader_time: 0.0045 (0.004603146271662673)  --> TIME: 2025-03-24 09:27:34 -- STEP: 31130/31555 -- GLOBAL_STEP: 472900 | > loss_text_ce: 0.03859490156173706 (0.03991750765315444) | > loss_mel_ce: 3.268930196762085 (nan) | > loss: 0.013125100173056126 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14227506623481018) | > loader_time: 0.0045 (0.004603057492786464)  --> TIME: 2025-03-24 09:27:43 -- STEP: 31180/31555 -- GLOBAL_STEP: 472950 | > loss_text_ce: 0.022361621260643005 (0.039915448733419845) | > loss_mel_ce: 3.3439414501190186 (nan) | > loss: 0.013358346186578274 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14227361460386576) | > loader_time: 0.0043 (0.004602985346906077)  --> TIME: 2025-03-24 09:27:53 -- STEP: 31230/31555 -- GLOBAL_STEP: 473000 | > loss_text_ce: 0.05322509631514549 (0.039915387929762416) | > loss_mel_ce: 2.6094372272491455 (nan) | > loss: 0.010566120967268944 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14227804217703457) | > loader_time: 0.0046 (0.004603126184168516)  --> TIME: 2025-03-24 09:28:03 -- STEP: 31280/31555 -- GLOBAL_STEP: 473050 | > loss_text_ce: 0.046958453953266144 (0.03991397373899932) | > loss_mel_ce: 2.614816904067993 (nan) | > loss: 0.010562601499259472 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14227798491945023) | > loader_time: 0.0047 (0.00460313631750434)  --> TIME: 2025-03-24 09:28:13 -- STEP: 31330/31555 -- GLOBAL_STEP: 473100 | > loss_text_ce: 0.03202185779809952 (0.03991124840055549) | > loss_mel_ce: 2.9754202365875244 (nan) | > loss: 0.011934294365346432 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14227845455715132) | > loader_time: 0.0044 (0.004603099617530395)  --> TIME: 2025-03-24 09:28:23 -- STEP: 31380/31555 -- GLOBAL_STEP: 473150 | > loss_text_ce: 0.040874235332012177 (0.03991090681895376) | > loss_mel_ce: 3.00002384185791 (nan) | > loss: 0.012067056261003017 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1422798408149075) | > loader_time: 0.0047 (0.004603074864265344)  --> TIME: 2025-03-24 09:28:32 -- STEP: 31430/31555 -- GLOBAL_STEP: 473200 | > loss_text_ce: 0.03575233370065689 (0.03990852337436087) | > loss_mel_ce: 3.550917387008667 (nan) | > loss: 0.014232817105948925 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1422729078842656) | > loader_time: 0.0044 (0.004602965783663252)  --> TIME: 2025-03-24 09:28:42 -- STEP: 31480/31555 -- GLOBAL_STEP: 473250 | > loss_text_ce: 0.035137806087732315 (0.03990705635154868) | > loss_mel_ce: 3.381305456161499 (nan) | > loss: 0.013557315804064274 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14227120837686605) | > loader_time: 0.0047 (0.004602747337639411)  --> TIME: 2025-03-24 09:28:51 -- STEP: 31530/31555 -- GLOBAL_STEP: 473300 | > loss_text_ce: 0.04336319863796234 (0.039906474292193406) | > loss_mel_ce: 2.8118197917938232 (nan) | > loss: 0.011330091394484043 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1422675215778294) | > loader_time: 0.0044 (0.004602483488664228)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02155981858571371 (-0.001017597516377755) | > avg_loss_text_ce: 0.03652437603722016 (-0.0005592854693532226) | > avg_loss_mel_ce: 2.7169076999028525 (-0.0165489935874934) | > avg_loss: 2.7534320863087967 (-0.017108264764150505) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_473325.pth  > EPOCH: 16/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 09:29:17)   --> TIME: 2025-03-24 09:29:22 -- STEP: 25/31555 -- GLOBAL_STEP: 473350 | > loss_text_ce: 0.03510982170701027 (0.040202681720256817) | > loss_mel_ce: 3.140343189239502 (2.864060401916504) | > loss: 0.012601004913449287 (0.011524854097515344) | > current_lr: 5e-06 | > step_time: 0.1476 (0.14112074851989745) | > loader_time: 0.0047 (0.004665002822875976)  --> TIME: 2025-03-24 09:29:32 -- STEP: 75/31555 -- GLOBAL_STEP: 473400 | > loss_text_ce: 0.04215279966592789 (0.03938903311888377) | > loss_mel_ce: 0.0580647774040699 (2.7610339461266995) | > loss: 0.0003976888256147504 (0.011112790233455598) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1393788719177246) | > loader_time: 0.0049 (0.004798889160156249)  --> TIME: 2025-03-24 09:29:41 -- STEP: 125/31555 -- GLOBAL_STEP: 473450 | > loss_text_ce: 0.042448751628398895 (0.03932277566194536) | > loss_mel_ce: 3.4161877632141113 (nan) | > loss: 0.013724748976528645 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14038758087158204) | > loader_time: 0.0048 (0.004750499725341797)  --> TIME: 2025-03-24 09:29:51 -- STEP: 175/31555 -- GLOBAL_STEP: 473500 | > loss_text_ce: 0.03945443406701088 (0.039088611304760004) | > loss_mel_ce: 2.8972039222717285 (nan) | > loss: 0.011653406545519829 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1392268521445138) | > loader_time: 0.0048 (0.004726884024483817)  --> TIME: 2025-03-24 09:30:00 -- STEP: 225/31555 -- GLOBAL_STEP: 473550 | > loss_text_ce: 0.037885237485170364 (0.03949589829477999) | > loss_mel_ce: 3.334054946899414 (nan) | > loss: 0.013380715623497963 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1388824918535021) | > loader_time: 0.0044 (0.004700633154975043)  --> TIME: 2025-03-24 09:30:10 -- STEP: 275/31555 -- GLOBAL_STEP: 473600 | > loss_text_ce: 0.045931294560432434 (0.03970817426388914) | > loss_mel_ce: 3.171372652053833 (nan) | > loss: 0.012767080217599869 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1393279483101585) | > loader_time: 0.0045 (0.004703825170343572)  --> TIME: 2025-03-24 09:30:20 -- STEP: 325/31555 -- GLOBAL_STEP: 473650 | > loss_text_ce: 0.04345100373029709 (0.03995774654814831) | > loss_mel_ce: 2.920008659362793 (nan) | > loss: 0.011759761720895767 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.13948317307692307) | > loader_time: 0.0047 (0.004707819131704475)  --> TIME: 2025-03-24 09:30:29 -- STEP: 375/31555 -- GLOBAL_STEP: 473700 | > loss_text_ce: 0.028844134882092476 (0.03987846400340398) | > loss_mel_ce: 2.952247142791748 (nan) | > loss: 0.01182972826063633 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1395478388468424) | > loader_time: 0.0043 (0.004692593892415366)  --> TIME: 2025-03-24 09:30:39 -- STEP: 425/31555 -- GLOBAL_STEP: 473750 | > loss_text_ce: 0.04714290425181389 (0.039770024664261765) | > loss_mel_ce: 2.578767776489258 (nan) | > loss: 0.010420281440019608 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.13970859639784858) | > loader_time: 0.005 (0.004691019058227543)  --> TIME: 2025-03-24 09:30:49 -- STEP: 475/31555 -- GLOBAL_STEP: 473800 | > loss_text_ce: 0.03619809076189995 (0.03987523778880897) | > loss_mel_ce: 2.847055196762085 (nan) | > loss: 0.011441482231020927 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14041937978644115) | > loader_time: 0.0048 (0.004687675174913912)  --> TIME: 2025-03-24 09:30:59 -- STEP: 525/31555 -- GLOBAL_STEP: 473850 | > loss_text_ce: 0.029467646032571793 (0.0398614121583246) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14112239111037475) | > loader_time: 0.0043 (0.0046911462148030636)  --> TIME: 2025-03-24 09:31:08 -- STEP: 575/31555 -- GLOBAL_STEP: 473900 | > loss_text_ce: 0.03294087573885918 (0.039893204232920774) | > loss_mel_ce: 2.425232172012329 (nan) | > loss: 0.009754655882716179 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1410046465500541) | > loader_time: 0.0047 (0.004681586389956271)  --> TIME: 2025-03-24 09:31:18 -- STEP: 625/31555 -- GLOBAL_STEP: 473950 | > loss_text_ce: 0.03712080046534538 (0.03984506745636462) | > loss_mel_ce: 3.1171560287475586 (nan) | > loss: 0.012516972608864307 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.140423222732544) | > loader_time: 0.0045 (0.00467002983093262)  --> TIME: 2025-03-24 09:31:27 -- STEP: 675/31555 -- GLOBAL_STEP: 474000 | > loss_text_ce: 0.03869782015681267 (0.03971892708153636) | > loss_mel_ce: 3.3873462677001953 (nan) | > loss: 0.01359541341662407 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.1405447539576779) | > loader_time: 0.0046 (0.004664719899495441)  --> TIME: 2025-03-24 09:31:37 -- STEP: 725/31555 -- GLOBAL_STEP: 474050 | > loss_text_ce: 0.04603787139058113 (0.039644399963576236) | > loss_mel_ce: 0.1263427734375 (nan) | > loss: 0.0006840502028353512 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14055778371876698) | > loader_time: 0.0045 (0.004660598820653456)  --> TIME: 2025-03-24 09:31:47 -- STEP: 775/31555 -- GLOBAL_STEP: 474100 | > loss_text_ce: 0.03587353602051735 (0.03966847303173236) | > loss_mel_ce: 1.7361582517623901 (nan) | > loss: 0.0070318724028766155 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14099071287339743) | > loader_time: 0.0044 (0.004657645994617092)  --> TIME: 2025-03-24 09:31:57 -- STEP: 825/31555 -- GLOBAL_STEP: 474150 | > loss_text_ce: 0.05460290610790253 (0.039607469947500654) | > loss_mel_ce: 0.0939127579331398 (nan) | > loss: 0.0005893479101359844 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14113702253861868) | > loader_time: 0.0045 (0.004651932571873521)  --> TIME: 2025-03-24 09:32:06 -- STEP: 875/31555 -- GLOBAL_STEP: 474200 | > loss_text_ce: 0.03741582855582237 (0.039657094823462614) | > loss_mel_ce: 2.836716651916504 (nan) | > loss: 0.011405288241803646 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.1409478925977435) | > loader_time: 0.0049 (0.004642908368791852)  --> TIME: 2025-03-24 09:32:16 -- STEP: 925/31555 -- GLOBAL_STEP: 474250 | > loss_text_ce: 0.037574056535959244 (0.039574425738002794) | > loss_mel_ce: 3.003150463104248 (nan) | > loss: 0.012066368013620377 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14107029064281584) | > loader_time: 0.0046 (0.004638176479855099)  --> TIME: 2025-03-24 09:32:26 -- STEP: 975/31555 -- GLOBAL_STEP: 474300 | > loss_text_ce: 0.040401313453912735 (0.039644480876815616) | > loss_mel_ce: 2.6577510833740234 (nan) | > loss: 0.010706954635679722 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14123459180196143) | > loader_time: 0.0045 (0.004635690053304036)  --> TIME: 2025-03-24 09:32:36 -- STEP: 1025/31555 -- GLOBAL_STEP: 474350 | > loss_text_ce: 0.03234671428799629 (0.039646604651721505) | > loss_mel_ce: 0.0404866524040699 (nan) | > loss: 0.000289021321805194 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1412807892590036) | > loader_time: 0.004 (0.004631382314170279)  --> TIME: 2025-03-24 09:32:45 -- STEP: 1075/31555 -- GLOBAL_STEP: 474400 | > loss_text_ce: 0.03320126608014107 (0.03955695336294727) | > loss_mel_ce: 2.347269058227539 (nan) | > loss: 0.009446310810744762 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14134524811145888) | > loader_time: 0.0045 (0.0046262381797613095)  --> TIME: 2025-03-24 09:32:55 -- STEP: 1125/31555 -- GLOBAL_STEP: 474450 | > loss_text_ce: 0.035618025809526443 (0.03952124697135553) | > loss_mel_ce: 2.6542723178863525 (nan) | > loss: 0.010674168355762959 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14138867357042118) | > loader_time: 0.0045 (0.004626104566786023)  --> TIME: 2025-03-24 09:33:04 -- STEP: 1175/31555 -- GLOBAL_STEP: 474500 | > loss_text_ce: 0.042288798838853836 (0.03948892590054804) | > loss_mel_ce: 3.0861659049987793 (nan) | > loss: 0.01241450384259224 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14122093728248133) | > loader_time: 0.0046 (0.004621184328769115)  --> TIME: 2025-03-24 09:33:14 -- STEP: 1225/31555 -- GLOBAL_STEP: 474550 | > loss_text_ce: 0.0278314296156168 (0.039495210535064) | > loss_mel_ce: 0.0791015625 (nan) | > loss: 0.0004243372823111713 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14115552921684454) | > loader_time: 0.0044 (0.004617293805492165)  --> TIME: 2025-03-24 09:33:23 -- STEP: 1275/31555 -- GLOBAL_STEP: 474600 | > loss_text_ce: 0.03978788107633591 (0.03946675359910609) | > loss_mel_ce: 3.5354793071746826 (nan) | > loss: 0.014187568798661232 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14097046814712866) | > loader_time: 0.0046 (0.004618941101373409)  --> TIME: 2025-03-24 09:33:33 -- STEP: 1325/31555 -- GLOBAL_STEP: 474650 | > loss_text_ce: 0.04350712522864342 (0.039478795609946514) | > loss_mel_ce: 2.586520195007324 (nan) | > loss: 0.010436616837978363 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14087608031506846) | > loader_time: 0.0049 (0.004623051769328565)  --> TIME: 2025-03-24 09:33:43 -- STEP: 1375/31555 -- GLOBAL_STEP: 474700 | > loss_text_ce: 0.03850920498371124 (0.03950178976492453) | > loss_mel_ce: 2.6720571517944336 (nan) | > loss: 0.010756216011941433 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14094357334483792) | > loader_time: 0.0046 (0.004621883739124644)  --> TIME: 2025-03-24 09:33:53 -- STEP: 1425/31555 -- GLOBAL_STEP: 474750 | > loss_text_ce: 0.02958383783698082 (0.0394654392529475) | > loss_mel_ce: 3.127012252807617 (nan) | > loss: 0.012526175938546658 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14113362011156624) | > loader_time: 0.0044 (0.004619458516438804)  --> TIME: 2025-03-24 09:34:02 -- STEP: 1475/31555 -- GLOBAL_STEP: 474800 | > loss_text_ce: 0.02919303998351097 (0.039451281213659324) | > loss_mel_ce: 2.813798666000366 (nan) | > loss: 0.011281712912023067 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14121999255681483) | > loader_time: 0.0047 (0.0046213835376804156)  --> TIME: 2025-03-24 09:34:12 -- STEP: 1525/31555 -- GLOBAL_STEP: 474850 | > loss_text_ce: 0.038379229605197906 (0.039419617572280165) | > loss_mel_ce: 1.917698860168457 (nan) | > loss: 0.0077622151002287865 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14128503799438524) | > loader_time: 0.0048 (0.004625183793364977)  --> TIME: 2025-03-24 09:34:22 -- STEP: 1575/31555 -- GLOBAL_STEP: 474900 | > loss_text_ce: 0.035386815667152405 (0.03944108482627637) | > loss_mel_ce: 2.923762083053589 (nan) | > loss: 0.01174265518784523 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14134543676224998) | > loader_time: 0.0044 (0.004627641496204192)  --> TIME: 2025-03-24 09:34:32 -- STEP: 1625/31555 -- GLOBAL_STEP: 474950 | > loss_text_ce: 0.051963381469249725 (0.03945846069317592) | > loss_mel_ce: 3.1660983562469482 (nan) | > loss: 0.012770086526870728 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1413976857112009) | > loader_time: 0.0048 (0.004629831167367785)  --> TIME: 2025-03-24 09:34:42 -- STEP: 1675/31555 -- GLOBAL_STEP: 475000 | > loss_text_ce: 0.04799802228808403 (0.039529430745030465) | > loss_mel_ce: 2.9093284606933594 (nan) | > loss: 0.011735422536730766 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14149868879745292) | > loader_time: 0.0045 (0.004629348498671798)  --> TIME: 2025-03-24 09:34:52 -- STEP: 1725/31555 -- GLOBAL_STEP: 475050 | > loss_text_ce: 0.033251360058784485 (0.03957992442276162) | > loss_mel_ce: 3.1626102924346924 (nan) | > loss: 0.0126819908618927 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14163285366003106) | > loader_time: 0.0046 (0.004629411835601361)  --> TIME: 2025-03-24 09:35:01 -- STEP: 1775/31555 -- GLOBAL_STEP: 475100 | > loss_text_ce: 0.03736475110054016 (0.03962686392203178) | > loss_mel_ce: 2.8934762477874756 (nan) | > loss: 0.011630321852862835 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14156049983602217) | > loader_time: 0.0047 (0.0046314243531562875)  --> TIME: 2025-03-24 09:35:11 -- STEP: 1825/31555 -- GLOBAL_STEP: 475150 | > loss_text_ce: 0.036507975310087204 (0.039618104147176175) | > loss_mel_ce: 2.8966832160949707 (nan) | > loss: 0.011639649048447609 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1415415796515064) | > loader_time: 0.0045 (0.004628971178237702)  --> TIME: 2025-03-24 09:35:21 -- STEP: 1875/31555 -- GLOBAL_STEP: 475200 | > loss_text_ce: 0.03648753836750984 (0.039589071742693535) | > loss_mel_ce: 2.9601542949676514 (nan) | > loss: 0.011891436763107777 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14159246101379436) | > loader_time: 0.0046 (0.004627952957153317)  --> TIME: 2025-03-24 09:35:30 -- STEP: 1925/31555 -- GLOBAL_STEP: 475250 | > loss_text_ce: 0.04475315287709236 (0.039598927395297294) | > loss_mel_ce: 2.9960544109344482 (nan) | > loss: 0.012066696770489216 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14151598360631415) | > loader_time: 0.0046 (0.004625452710436532)  --> TIME: 2025-03-24 09:35:39 -- STEP: 1975/31555 -- GLOBAL_STEP: 475300 | > loss_text_ce: 0.035123489797115326 (0.039597156504286954) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14140283982965052) | > loader_time: 0.0043 (0.004621406144733667)  --> TIME: 2025-03-24 09:35:49 -- STEP: 2025/31555 -- GLOBAL_STEP: 475350 | > loss_text_ce: 0.04092596843838692 (0.03959501753802649) | > loss_mel_ce: 2.8241324424743652 (nan) | > loss: 0.011369280517101288 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14147532121634818) | > loader_time: 0.0046 (0.004622012362068079)  --> TIME: 2025-03-24 09:35:59 -- STEP: 2075/31555 -- GLOBAL_STEP: 475400 | > loss_text_ce: 0.033326201140880585 (0.03958680906299363) | > loss_mel_ce: 2.4296329021453857 (nan) | > loss: 0.009773647412657738 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1416617897906939) | > loader_time: 0.0043 (0.00462166073810623)  --> TIME: 2025-03-24 09:36:09 -- STEP: 2125/31555 -- GLOBAL_STEP: 475450 | > loss_text_ce: 0.041586797684431076 (0.03959286598773559) | > loss_mel_ce: 2.8246963024139404 (nan) | > loss: 0.011374140158295631 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14168958428326814) | > loader_time: 0.0044 (0.004620188881369194)  --> TIME: 2025-03-24 09:36:19 -- STEP: 2175/31555 -- GLOBAL_STEP: 475500 | > loss_text_ce: 0.033670343458652496 (0.03961321118319854) | > loss_mel_ce: 3.3569092750549316 (nan) | > loss: 0.013454682193696499 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14182141665754683) | > loader_time: 0.0046 (0.00462067560217846)  --> TIME: 2025-03-24 09:36:29 -- STEP: 2225/31555 -- GLOBAL_STEP: 475550 | > loss_text_ce: 0.02910669520497322 (0.03962178665014462) | > loss_mel_ce: 3.1635453701019287 (nan) | > loss: 0.012669255025684834 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1418107864294162) | > loader_time: 0.007 (0.0046210157201531194)  --> TIME: 2025-03-24 09:36:39 -- STEP: 2275/31555 -- GLOBAL_STEP: 475600 | > loss_text_ce: 0.041850581765174866 (0.03961420511069532) | > loss_mel_ce: 0.0322265625 (nan) | > loss: 0.0002939569531008601 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14187032343267098) | > loader_time: 0.0047 (0.004619706541627316)  --> TIME: 2025-03-24 09:36:48 -- STEP: 2325/31555 -- GLOBAL_STEP: 475650 | > loss_text_ce: 0.033601779490709305 (0.03964302001380791) | > loss_mel_ce: 2.828587055206299 (nan) | > loss: 0.011357893235981464 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14185285763074013) | > loader_time: 0.0044 (0.004617503689181418)  --> TIME: 2025-03-24 09:36:58 -- STEP: 2375/31555 -- GLOBAL_STEP: 475700 | > loss_text_ce: 0.033785153180360794 (0.03963901424251104) | > loss_mel_ce: 3.0551018714904785 (nan) | > loss: 0.012257488444447517 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1418263125168651) | > loader_time: 0.0044 (0.004614792673211344)  --> TIME: 2025-03-24 09:37:08 -- STEP: 2425/31555 -- GLOBAL_STEP: 475750 | > loss_text_ce: 0.04106612130999565 (0.03963454981977793) | > loss_mel_ce: 3.0197718143463135 (nan) | > loss: 0.012146183289587498 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14180165153188817) | > loader_time: 0.0045 (0.004612776372850548)  --> TIME: 2025-03-24 09:37:17 -- STEP: 2475/31555 -- GLOBAL_STEP: 475800 | > loss_text_ce: 0.04701581224799156 (0.039629877240519355) | > loss_mel_ce: 2.767308235168457 (nan) | > loss: 0.011167953722178936 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14180950762045524) | > loader_time: 0.0046 (0.00461056227635855)  --> TIME: 2025-03-24 09:37:27 -- STEP: 2525/31555 -- GLOBAL_STEP: 475850 | > loss_text_ce: 0.02394523099064827 (0.039616921771280865) | > loss_mel_ce: 2.7328901290893555 (nan) | > loss: 0.01093982346355915 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14185138617411736) | > loader_time: 0.0055 (0.00461047786297184)  --> TIME: 2025-03-24 09:37:37 -- STEP: 2575/31555 -- GLOBAL_STEP: 475900 | > loss_text_ce: 0.0331723690032959 (0.03962077859246619) | > loss_mel_ce: 1.9986273050308228 (nan) | > loss: 0.008062697947025299 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14183480355346126) | > loader_time: 0.0045 (0.004609223245417025)  --> TIME: 2025-03-24 09:37:46 -- STEP: 2625/31555 -- GLOBAL_STEP: 475950 | > loss_text_ce: 0.03581899031996727 (0.0396191644391844) | > loss_mel_ce: 2.3633997440338135 (nan) | > loss: 0.009520710445940495 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14180622046334443) | > loader_time: 0.0049 (0.004608328410557334)  --> TIME: 2025-03-24 09:37:56 -- STEP: 2675/31555 -- GLOBAL_STEP: 476000 | > loss_text_ce: 0.04399079829454422 (0.03962604737031133) | > loss_mel_ce: 0.5859898328781128 (nan) | > loss: 0.0024999233428388834 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.141838529889829) | > loader_time: 0.0048 (0.004608360272701652)  --> TIME: 2025-03-24 09:38:06 -- STEP: 2725/31555 -- GLOBAL_STEP: 476050 | > loss_text_ce: 0.04664846882224083 (0.03959700145169145) | > loss_mel_ce: 3.0972654819488525 (nan) | > loss: 0.012475850060582161 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14188176260082044) | > loader_time: 0.0046 (0.00460731655085852)  --> TIME: 2025-03-24 09:38:16 -- STEP: 2775/31555 -- GLOBAL_STEP: 476100 | > loss_text_ce: 0.04963643476366997 (0.03960540408486731) | > loss_mel_ce: 2.920335054397583 (nan) | > loss: 0.011785601265728474 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14188823760092845) | > loader_time: 0.0045 (0.004606680311598214)  --> TIME: 2025-03-24 09:38:25 -- STEP: 2825/31555 -- GLOBAL_STEP: 476150 | > loss_text_ce: 0.039783768355846405 (0.03960648932815667) | > loss_mel_ce: 2.052056312561035 (nan) | > loss: 0.00830095261335373 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14183731796467236) | > loader_time: 0.0045 (0.004608351530226981)  --> TIME: 2025-03-24 09:38:35 -- STEP: 2875/31555 -- GLOBAL_STEP: 476200 | > loss_text_ce: 0.04177309572696686 (0.039594936399356316) | > loss_mel_ce: 1.7708796262741089 (nan) | > loss: 0.007193066645413637 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14178848648071316) | > loader_time: 0.0044 (0.004606859207153316)  --> TIME: 2025-03-24 09:38:44 -- STEP: 2925/31555 -- GLOBAL_STEP: 476250 | > loss_text_ce: 0.037233006209135056 (0.03961866422150389) | > loss_mel_ce: 2.7911875247955322 (nan) | > loss: 0.011223891749978065 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14176804314311786) | > loader_time: 0.0046 (0.004606036487807573)  --> TIME: 2025-03-24 09:38:54 -- STEP: 2975/31555 -- GLOBAL_STEP: 476300 | > loss_text_ce: 0.052183084189891815 (0.039625167179884124) | > loss_mel_ce: 2.111182689666748 (nan) | > loss: 0.008584785275161266 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14185749855362087) | > loader_time: 0.0043 (0.004606122249314764)  --> TIME: 2025-03-24 09:39:04 -- STEP: 3025/31555 -- GLOBAL_STEP: 476350 | > loss_text_ce: 0.03908424451947212 (0.039603465406978504) | > loss_mel_ce: 2.922203779220581 (nan) | > loss: 0.011751143261790276 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1418001509895012) | > loader_time: 0.0047 (0.004606371556431792)  --> TIME: 2025-03-24 09:39:14 -- STEP: 3075/31555 -- GLOBAL_STEP: 476400 | > loss_text_ce: 0.0435582734644413 (0.03962579605056027) | > loss_mel_ce: 2.5948147773742676 (nan) | > loss: 0.010469735600054264 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1419703829385403) | > loader_time: 0.0045 (0.004604733087183011)  --> TIME: 2025-03-24 09:39:24 -- STEP: 3125/31555 -- GLOBAL_STEP: 476450 | > loss_text_ce: 0.027599548920989037 (0.039637112721204855) | > loss_mel_ce: 2.57489013671875 (nan) | > loss: 0.01032734103500843 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14196839942932143) | > loader_time: 0.0048 (0.004603178863525385)  --> TIME: 2025-03-24 09:39:34 -- STEP: 3175/31555 -- GLOBAL_STEP: 476500 | > loss_text_ce: 0.04058890789747238 (0.03962274929611242) | > loss_mel_ce: 2.455303192138672 (nan) | > loss: 0.00990433432161808 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14195897898336102) | > loader_time: 0.0045 (0.004603656558539919)  --> TIME: 2025-03-24 09:39:43 -- STEP: 3225/31555 -- GLOBAL_STEP: 476550 | > loss_text_ce: 0.027495093643665314 (0.039633346910393635) | > loss_mel_ce: 3.188985824584961 (nan) | > loss: 0.012763814069330692 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14199511631514683) | > loader_time: 0.0045 (0.004602828506351433)  --> TIME: 2025-03-24 09:39:53 -- STEP: 3275/31555 -- GLOBAL_STEP: 476600 | > loss_text_ce: 0.02988988161087036 (0.03962865814282251) | > loss_mel_ce: 2.0625221729278564 (nan) | > loss: 0.008303222246468067 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1420726760835138) | > loader_time: 0.0048 (0.004602503157753974)  --> TIME: 2025-03-24 09:40:03 -- STEP: 3325/31555 -- GLOBAL_STEP: 476650 | > loss_text_ce: 0.03924225643277168 (0.039619874241656944) | > loss_mel_ce: 3.1877005100250244 (nan) | > loss: 0.012805329635739326 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14204826218741282) | > loader_time: 0.0047 (0.004601938132952923)  --> TIME: 2025-03-24 09:40:13 -- STEP: 3375/31555 -- GLOBAL_STEP: 476700 | > loss_text_ce: 0.04677766188979149 (0.039629956147185195) | > loss_mel_ce: 3.1741762161254883 (nan) | > loss: 0.012781564146280289 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14208158266985868) | > loader_time: 0.0046 (0.004602106235645428)  --> TIME: 2025-03-24 09:40:22 -- STEP: 3425/31555 -- GLOBAL_STEP: 476750 | > loss_text_ce: 0.03955480828881264 (0.03962417180792705) | > loss_mel_ce: 3.286760091781616 (nan) | > loss: 0.013199662789702415 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14202978711928788) | > loader_time: 0.0051 (0.004603145070319623)  --> TIME: 2025-03-24 09:40:32 -- STEP: 3475/31555 -- GLOBAL_STEP: 476800 | > loss_text_ce: 0.03346344083547592 (0.039633406582389064) | > loss_mel_ce: 2.6759531497955322 (nan) | > loss: 0.010751653462648392 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.1419716937250372) | > loader_time: 0.0046 (0.004603772060476616)  --> TIME: 2025-03-24 09:40:42 -- STEP: 3525/31555 -- GLOBAL_STEP: 476850 | > loss_text_ce: 0.04119744151830673 (0.03962617659135502) | > loss_mel_ce: 2.80137300491333 (nan) | > loss: 0.011280042119324207 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14205233134276493) | > loader_time: 0.0048 (0.004604819345136057)  --> TIME: 2025-03-24 09:40:52 -- STEP: 3575/31555 -- GLOBAL_STEP: 476900 | > loss_text_ce: 0.04821758344769478 (0.03963300213895072) | > loss_mel_ce: 2.8202788829803467 (nan) | > loss: 0.011382922530174255 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14204889824340403) | > loader_time: 0.0047 (0.004605629794247498)  --> TIME: 2025-03-24 09:41:02 -- STEP: 3625/31555 -- GLOBAL_STEP: 476950 | > loss_text_ce: 0.03441256284713745 (0.039645511341506144) | > loss_mel_ce: 3.3084867000579834 (nan) | > loss: 0.013265474699437618 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14211384056354398) | > loader_time: 0.0047 (0.004606720891492117)  --> TIME: 2025-03-24 09:41:11 -- STEP: 3675/31555 -- GLOBAL_STEP: 477000 | > loss_text_ce: 0.042044077068567276 (0.039647989784475195) | > loss_mel_ce: 2.9451375007629395 (nan) | > loss: 0.011853896081447601 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14214691343761632) | > loader_time: 0.0048 (0.004607368586014725)  --> TIME: 2025-03-24 09:41:21 -- STEP: 3725/31555 -- GLOBAL_STEP: 477050 | > loss_text_ce: 0.04000212997198105 (0.0396524731219816) | > loss_mel_ce: 2.5937676429748535 (nan) | > loss: 0.010451467707753181 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14215042037451833) | > loader_time: 0.0045 (0.0046074079987186685)  --> TIME: 2025-03-24 09:41:31 -- STEP: 3775/31555 -- GLOBAL_STEP: 477100 | > loss_text_ce: 0.0454021580517292 (0.039640967088523396) | > loss_mel_ce: 3.326002359390259 (nan) | > loss: 0.013378589414060116 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14209550030184115) | > loader_time: 0.0045 (0.004607469356612651)  --> TIME: 2025-03-24 09:41:40 -- STEP: 3825/31555 -- GLOBAL_STEP: 477150 | > loss_text_ce: 0.04128698259592056 (0.03964520461224273) | > loss_mel_ce: 2.6962411403656006 (nan) | > loss: 0.010863207280635834 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14209035867179926) | > loader_time: 0.0044 (0.004607501996108906)  --> TIME: 2025-03-24 09:41:50 -- STEP: 3875/31555 -- GLOBAL_STEP: 477200 | > loss_text_ce: 0.042074549943208694 (0.03965584360015018) | > loss_mel_ce: 3.160374879837036 (nan) | > loss: 0.012708133086562157 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14206799070296755) | > loader_time: 0.0053 (0.0046083200516239264)  --> TIME: 2025-03-24 09:42:00 -- STEP: 3925/31555 -- GLOBAL_STEP: 477250 | > loss_text_ce: 0.041660670191049576 (0.039633746159731684) | > loss_mel_ce: 3.0681989192962646 (nan) | > loss: 0.01234071422368288 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14204773119300798) | > loader_time: 0.0046 (0.004610008191151221)  --> TIME: 2025-03-24 09:42:09 -- STEP: 3975/31555 -- GLOBAL_STEP: 477300 | > loss_text_ce: 0.04941341653466225 (0.039660326228623595) | > loss_mel_ce: 3.2494795322418213 (nan) | > loss: 0.013090846128761768 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14206528813584052) | > loader_time: 0.0044 (0.0046097302586777375)  --> TIME: 2025-03-24 09:42:19 -- STEP: 4025/31555 -- GLOBAL_STEP: 477350 | > loss_text_ce: 0.033655233681201935 (0.03966671432281698) | > loss_mel_ce: 1.9827909469604492 (nan) | > loss: 0.008001770824193954 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14210621756796515) | > loader_time: 0.0047 (0.004612344540424226)  --> TIME: 2025-03-24 09:42:29 -- STEP: 4075/31555 -- GLOBAL_STEP: 477400 | > loss_text_ce: 0.03162601962685585 (0.039683355492728355) | > loss_mel_ce: 2.806387186050415 (nan) | > loss: 0.011261957697570324 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14209101881717617) | > loader_time: 0.0043 (0.004612226778744186)  --> TIME: 2025-03-24 09:42:38 -- STEP: 4125/31555 -- GLOBAL_STEP: 477450 | > loss_text_ce: 0.042537204921245575 (0.03968908253425008) | > loss_mel_ce: 3.455550193786621 (nan) | > loss: 0.013881299644708633 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1420597216866234) | > loader_time: 0.0044 (0.004611341823231088)  --> TIME: 2025-03-24 09:42:48 -- STEP: 4175/31555 -- GLOBAL_STEP: 477500 | > loss_text_ce: 0.039151281118392944 (0.039679958393607766) | > loss_mel_ce: 2.941375494003296 (nan) | > loss: 0.011827487498521805 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14202734456090876) | > loader_time: 0.0044 (0.004611754503078801)  --> TIME: 2025-03-24 09:42:58 -- STEP: 4225/31555 -- GLOBAL_STEP: 477550 | > loss_text_ce: 0.02950822375714779 (0.03967280176110002) | > loss_mel_ce: 2.9646148681640625 (nan) | > loss: 0.011881440877914429 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1420950205650556) | > loader_time: 0.0045 (0.00461289682331875)  --> TIME: 2025-03-24 09:43:08 -- STEP: 4275/31555 -- GLOBAL_STEP: 477600 | > loss_text_ce: 0.035777900367975235 (0.03967298112439315) | > loss_mel_ce: 2.593755006790161 (nan) | > loss: 0.010434654541313648 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14212028285913308) | > loader_time: 0.0047 (0.004612280081587226)  --> TIME: 2025-03-24 09:43:18 -- STEP: 4325/31555 -- GLOBAL_STEP: 477650 | > loss_text_ce: 0.03856652230024338 (0.0396689346899963) | > loss_mel_ce: 3.0560367107391357 (nan) | > loss: 0.012280172668397427 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14213470944090392) | > loader_time: 0.0052 (0.004612977187757547)  --> TIME: 2025-03-24 09:43:27 -- STEP: 4375/31555 -- GLOBAL_STEP: 477700 | > loss_text_ce: 0.04568297415971756 (0.03967395567617255) | > loss_mel_ce: 3.016167640686035 (nan) | > loss: 0.012150201015174389 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1421317965371269) | > loader_time: 0.0047 (0.004612899834769111)  --> TIME: 2025-03-24 09:43:38 -- STEP: 4425/31555 -- GLOBAL_STEP: 477750 | > loss_text_ce: 0.037463489919900894 (0.03968172693130502) | > loss_mel_ce: 2.574126720428467 (nan) | > loss: 0.01036345399916172 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14223144849141445) | > loader_time: 0.0045 (0.004614625542850816)  --> TIME: 2025-03-24 09:43:48 -- STEP: 4475/31555 -- GLOBAL_STEP: 477800 | > loss_text_ce: 0.05054367333650589 (0.03968274472749609) | > loss_mel_ce: 3.0059473514556885 (nan) | > loss: 0.01212893333286047 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1422788170329685) | > loader_time: 0.0047 (0.004615963664134788)  --> TIME: 2025-03-24 09:43:58 -- STEP: 4525/31555 -- GLOBAL_STEP: 477850 | > loss_text_ce: 0.03043902851641178 (0.039703316929137936) | > loss_mel_ce: 1.4105325937271118 (nan) | > loss: 0.005718141794204712 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14233702058950173) | > loader_time: 0.0044 (0.004617565112877946)  --> TIME: 2025-03-24 09:44:07 -- STEP: 4575/31555 -- GLOBAL_STEP: 477900 | > loss_text_ce: 0.03372178226709366 (0.03970709379355283) | > loss_mel_ce: 2.9058003425598145 (nan) | > loss: 0.011664770543575287 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1422952488862751) | > loader_time: 0.0047 (0.004617903089262751)  --> TIME: 2025-03-24 09:44:17 -- STEP: 4625/31555 -- GLOBAL_STEP: 477950 | > loss_text_ce: 0.03614151105284691 (0.039707594891053674) | > loss_mel_ce: 3.0328590869903564 (nan) | > loss: 0.01217857375741005 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14230116277127658) | > loader_time: 0.0044 (0.004617552937688054)  --> TIME: 2025-03-24 09:44:27 -- STEP: 4675/31555 -- GLOBAL_STEP: 478000 | > loss_text_ce: 0.038790013641119 (0.03971147803161398) | > loss_mel_ce: 2.709901809692383 (nan) | > loss: 0.010907507501542568 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1422897113963245) | > loader_time: 0.0044 (0.004617588430802452)  --> TIME: 2025-03-24 09:44:36 -- STEP: 4725/31555 -- GLOBAL_STEP: 478050 | > loss_text_ce: 0.038419075310230255 (0.03970383799403281) | > loss_mel_ce: 2.64481520652771 (nan) | > loss: 0.010647755116224289 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14229697984362405) | > loader_time: 0.0044 (0.004616915839059014)  --> TIME: 2025-03-24 09:44:46 -- STEP: 4775/31555 -- GLOBAL_STEP: 478100 | > loss_text_ce: 0.03546146675944328 (0.03968989050844737) | > loss_mel_ce: 3.0198898315429688 (nan) | > loss: 0.012124410830438137 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14231382060425452) | > loader_time: 0.0046 (0.004616748450314191)  --> TIME: 2025-03-24 09:44:55 -- STEP: 4825/31555 -- GLOBAL_STEP: 478150 | > loss_text_ce: 0.0377858467400074 (0.03968609772757703) | > loss_mel_ce: 2.8085436820983887 (nan) | > loss: 0.011294959113001823 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14223479330230882) | > loader_time: 0.0046 (0.004616122764626938)  --> TIME: 2025-03-24 09:45:05 -- STEP: 4875/31555 -- GLOBAL_STEP: 478200 | > loss_text_ce: 0.04570382088422775 (0.039685121936484824) | > loss_mel_ce: 2.6553657054901123 (nan) | > loss: 0.010718530975282192 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14223406327076454) | > loader_time: 0.0045 (0.0046158893291766865)  --> TIME: 2025-03-24 09:45:15 -- STEP: 4925/31555 -- GLOBAL_STEP: 478250 | > loss_text_ce: 0.035790614783763885 (0.03966840521579014) | > loss_mel_ce: 3.1533634662628174 (nan) | > loss: 0.012655374594032764 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14224674621814412) | > loader_time: 0.0048 (0.004616135001787684)  --> TIME: 2025-03-24 09:45:25 -- STEP: 4975/31555 -- GLOBAL_STEP: 478300 | > loss_text_ce: 0.040754590183496475 (0.03967688315646285) | > loss_mel_ce: 3.3989956378936768 (nan) | > loss: 0.013649803586304188 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14223040298001857) | > loader_time: 0.0046 (0.004615477892621684)  --> TIME: 2025-03-24 09:45:34 -- STEP: 5025/31555 -- GLOBAL_STEP: 478350 | > loss_text_ce: 0.03497636318206787 (0.039673868340083344) | > loss_mel_ce: 2.001242160797119 (nan) | > loss: 0.00808023288846016 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14224696595870462) | > loader_time: 0.0043 (0.004615503425028793)  --> TIME: 2025-03-24 09:45:44 -- STEP: 5075/31555 -- GLOBAL_STEP: 478400 | > loss_text_ce: 0.03670375794172287 (0.03966637286371347) | > loss_mel_ce: 2.741123914718628 (nan) | > loss: 0.011023126542568207 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14220539595693238) | > loader_time: 0.0046 (0.0046136850441618)  --> TIME: 2025-03-24 09:45:54 -- STEP: 5125/31555 -- GLOBAL_STEP: 478450 | > loss_text_ce: 0.0372980497777462 (0.03965510607292743) | > loss_mel_ce: 3.4894540309906006 (nan) | > loss: 0.013995048590004444 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14222952312376483) | > loader_time: 0.0045 (0.004611652467308985)  --> TIME: 2025-03-24 09:46:03 -- STEP: 5175/31555 -- GLOBAL_STEP: 478500 | > loss_text_ce: 0.042931169271469116 (0.03965619080218575) | > loss_mel_ce: 3.105731964111328 (nan) | > loss: 0.012494695372879505 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.142226984696688) | > loader_time: 0.0045 (0.004609566379860415)  --> TIME: 2025-03-24 09:46:13 -- STEP: 5225/31555 -- GLOBAL_STEP: 478550 | > loss_text_ce: 0.03479943424463272 (0.039657081957888696) | > loss_mel_ce: 2.9054815769195557 (nan) | > loss: 0.011667782440781593 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14220272538764658) | > loader_time: 0.0046 (0.0046077313035298864)  --> TIME: 2025-03-24 09:46:23 -- STEP: 5275/31555 -- GLOBAL_STEP: 478600 | > loss_text_ce: 0.053258154541254044 (0.03967861603309906) | > loss_mel_ce: 3.479292631149292 (nan) | > loss: 0.014018059708178043 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14221671249064258) | > loader_time: 0.0044 (0.004606981232267993)  --> TIME: 2025-03-24 09:46:32 -- STEP: 5325/31555 -- GLOBAL_STEP: 478650 | > loss_text_ce: 0.043003957718610764 (0.03968775101198425) | > loss_mel_ce: 2.586195230484009 (nan) | > loss: 0.01043333113193512 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.142197156512122) | > loader_time: 0.0044 (0.004606247709390718)  --> TIME: 2025-03-24 09:46:42 -- STEP: 5375/31555 -- GLOBAL_STEP: 478700 | > loss_text_ce: 0.03631211817264557 (0.03969043980174986) | > loss_mel_ce: 3.292732000350952 (nan) | > loss: 0.013210493139922619 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1422036371009297) | > loader_time: 0.0049 (0.004605631007704639)  --> TIME: 2025-03-24 09:46:52 -- STEP: 5425/31555 -- GLOBAL_STEP: 478750 | > loss_text_ce: 0.03427671268582344 (0.039679113365709895) | > loss_mel_ce: 3.2213850021362305 (nan) | > loss: 0.012919293716549873 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.1421905663485903) | > loader_time: 0.0048 (0.0046052757386238485)  --> TIME: 2025-03-24 09:47:01 -- STEP: 5475/31555 -- GLOBAL_STEP: 478800 | > loss_text_ce: 0.03755749762058258 (0.03967545614922303) | > loss_mel_ce: 3.140552043914795 (nan) | > loss: 0.01261154655367136 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14218292876465696) | > loader_time: 0.0045 (0.0046046563152853355)  --> TIME: 2025-03-24 09:47:11 -- STEP: 5525/31555 -- GLOBAL_STEP: 478850 | > loss_text_ce: 0.036907318979501724 (0.039662289123021506) | > loss_mel_ce: 2.54410457611084 (nan) | > loss: 0.01024211198091507 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1421944244954382) | > loader_time: 0.0041 (0.004602783859045812)  --> TIME: 2025-03-24 09:47:21 -- STEP: 5575/31555 -- GLOBAL_STEP: 478900 | > loss_text_ce: 0.044154323637485504 (0.039651827783294756) | > loss_mel_ce: 3.707688570022583 (nan) | > loss: 0.014888267032802105 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14216107295767608) | > loader_time: 0.0044 (0.00460261494589495)  --> TIME: 2025-03-24 09:47:31 -- STEP: 5625/31555 -- GLOBAL_STEP: 478950 | > loss_text_ce: 0.03979450464248657 (0.03965906374735983) | > loss_mel_ce: 3.1123504638671875 (nan) | > loss: 0.0125085124745965 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14220117242601193) | > loader_time: 0.0054 (0.004602736494276271)  --> TIME: 2025-03-24 09:47:40 -- STEP: 5675/31555 -- GLOBAL_STEP: 479000 | > loss_text_ce: 0.03022533655166626 (0.03964964787258338) | > loss_mel_ce: 2.4612438678741455 (nan) | > loss: 0.009886782616376877 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1421590558862897) | > loader_time: 0.0045 (0.004603144565867966)  --> TIME: 2025-03-24 09:47:50 -- STEP: 5725/31555 -- GLOBAL_STEP: 479050 | > loss_text_ce: 0.04267486557364464 (0.03963946441619564) | > loss_mel_ce: 2.699105978012085 (nan) | > loss: 0.010880082845687866 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.1421424409708083) | > loader_time: 0.0044 (0.004602986423209252)  --> TIME: 2025-03-24 09:47:59 -- STEP: 5775/31555 -- GLOBAL_STEP: 479100 | > loss_text_ce: 0.04427634924650192 (0.039643965841017155) | > loss_mel_ce: 2.9629805088043213 (nan) | > loss: 0.01193355955183506 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1421635763572925) | > loader_time: 0.0045 (0.004602528361531058)  --> TIME: 2025-03-24 09:48:09 -- STEP: 5825/31555 -- GLOBAL_STEP: 479150 | > loss_text_ce: 0.03769055753946304 (0.03964633589346668) | > loss_mel_ce: 3.105422258377075 (nan) | > loss: 0.012472670525312424 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14219955080056906) | > loader_time: 0.0046 (0.004602204392396342)  --> TIME: 2025-03-24 09:48:19 -- STEP: 5875/31555 -- GLOBAL_STEP: 479200 | > loss_text_ce: 0.046102747321128845 (0.03964315286960392) | > loss_mel_ce: 3.284156560897827 (nan) | > loss: 0.013215315528213978 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14216591652403507) | > loader_time: 0.0044 (0.004601461085867388)  --> TIME: 2025-03-24 09:48:29 -- STEP: 5925/31555 -- GLOBAL_STEP: 479250 | > loss_text_ce: 0.035323623567819595 (0.039646519583960566) | > loss_mel_ce: 3.2537262439727783 (nan) | > loss: 0.01305178552865982 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14215794635724444) | > loader_time: 0.007 (0.004601430007677057)  --> TIME: 2025-03-24 09:48:38 -- STEP: 5975/31555 -- GLOBAL_STEP: 479300 | > loss_text_ce: 0.04247311130166054 (0.03963480023519158) | > loss_mel_ce: 3.042308807373047 (nan) | > loss: 0.012241198681294918 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14216766169879258) | > loader_time: 0.0047 (0.0046005312468716504)  --> TIME: 2025-03-24 09:48:48 -- STEP: 6025/31555 -- GLOBAL_STEP: 479350 | > loss_text_ce: 0.039213161915540695 (0.03962008911281595) | > loss_mel_ce: 2.9658164978027344 (nan) | > loss: 0.01192472130060196 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14217163386681303) | > loader_time: 0.0045 (0.004600189929186575)  --> TIME: 2025-03-24 09:48:58 -- STEP: 6075/31555 -- GLOBAL_STEP: 479400 | > loss_text_ce: 0.043501079082489014 (0.03961771447456805) | > loss_mel_ce: 3.024555206298828 (nan) | > loss: 0.012174827046692371 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14215727794317584) | > loader_time: 0.0044 (0.00459972726955337)  --> TIME: 2025-03-24 09:49:08 -- STEP: 6125/31555 -- GLOBAL_STEP: 479450 | > loss_text_ce: 0.044607989490032196 (0.039621196182558854) | > loss_mel_ce: 0.8219360113143921 (nan) | > loss: 0.0034386669285595417 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14217147239373698) | > loader_time: 0.0046 (0.004599443669221855)  --> TIME: 2025-03-24 09:49:17 -- STEP: 6175/31555 -- GLOBAL_STEP: 479500 | > loss_text_ce: 0.04942171648144722 (0.03962366599016481) | > loss_mel_ce: 3.185589075088501 (nan) | > loss: 0.012837345711886883 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14219946838100947) | > loader_time: 0.0044 (0.0045989734248111265)  --> TIME: 2025-03-24 09:49:27 -- STEP: 6225/31555 -- GLOBAL_STEP: 479550 | > loss_text_ce: 0.03986288607120514 (0.039624032733520775) | > loss_mel_ce: 2.79311203956604 (nan) | > loss: 0.011241964995861053 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14223189097331732) | > loader_time: 0.0054 (0.004597853005650548)  --> TIME: 2025-03-24 09:49:37 -- STEP: 6275/31555 -- GLOBAL_STEP: 479600 | > loss_text_ce: 0.03963357210159302 (0.039623007594619085) | > loss_mel_ce: 2.462334632873535 (nan) | > loss: 0.0099284453317523 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14225650566982578) | > loader_time: 0.0045 (0.004596540595430789)  --> TIME: 2025-03-24 09:49:47 -- STEP: 6325/31555 -- GLOBAL_STEP: 479650 | > loss_text_ce: 0.05235591158270836 (0.03962543257066753) | > loss_mel_ce: 2.8111863136291504 (nan) | > loss: 0.011363264173269272 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14225205417678308) | > loader_time: 0.0042 (0.004595299634066505)  --> TIME: 2025-03-24 09:49:57 -- STEP: 6375/31555 -- GLOBAL_STEP: 479700 | > loss_text_ce: 0.0376477912068367 (0.03961597476534416) | > loss_mel_ce: 3.0543911457061768 (nan) | > loss: 0.012269996106624603 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14223336698494723) | > loader_time: 0.0046 (0.00459453852036421)  --> TIME: 2025-03-24 09:50:07 -- STEP: 6425/31555 -- GLOBAL_STEP: 479750 | > loss_text_ce: 0.03718889504671097 (0.03961573437972426) | > loss_mel_ce: 2.7162463665008545 (nan) | > loss: 0.010926331393420696 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14229960181833706) | > loader_time: 0.0047 (0.004595395247759994)  --> TIME: 2025-03-24 09:50:16 -- STEP: 6475/31555 -- GLOBAL_STEP: 479800 | > loss_text_ce: 0.03670879825949669 (0.0396126255535425) | > loss_mel_ce: 2.5295724868774414 (nan) | > loss: 0.010183656588196754 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14226859567708494) | > loader_time: 0.0049 (0.004596695218767444)  --> TIME: 2025-03-24 09:50:26 -- STEP: 6525/31555 -- GLOBAL_STEP: 479850 | > loss_text_ce: 0.04895685613155365 (0.039613308453953965) | > loss_mel_ce: 3.231646776199341 (nan) | > loss: 0.013018269091844559 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14226010286031554) | > loader_time: 0.0043 (0.004596197376762775)  --> TIME: 2025-03-24 09:50:35 -- STEP: 6575/31555 -- GLOBAL_STEP: 479900 | > loss_text_ce: 0.02936217002570629 (0.03961730659475473) | > loss_mel_ce: 2.2927310466766357 (nan) | > loss: 0.009214656427502632 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14222328385472727) | > loader_time: 0.0045 (0.00459518661063887)  --> TIME: 2025-03-24 09:50:45 -- STEP: 6625/31555 -- GLOBAL_STEP: 479950 | > loss_text_ce: 0.03712072595953941 (0.03960497509660038) | > loss_mel_ce: 3.1970033645629883 (nan) | > loss: 0.012833827175199986 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1422202572732599) | > loader_time: 0.0051 (0.004594410662381153)  --> TIME: 2025-03-24 09:50:55 -- STEP: 6675/31555 -- GLOBAL_STEP: 480000 | > loss_text_ce: 0.030120287090539932 (0.03959613380430469) | > loss_mel_ce: 3.2135748863220215 (nan) | > loss: 0.01287180744111538 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.1422443632061558) | > loader_time: 0.0047 (0.004593638266516979) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_480000.pth  --> TIME: 2025-03-24 09:51:10 -- STEP: 6725/31555 -- GLOBAL_STEP: 480050 | > loss_text_ce: 0.038690052926540375 (0.03959691498068532) | > loss_mel_ce: 2.559572696685791 (nan) | > loss: 0.010310566984117031 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14222019425998347) | > loader_time: 0.0046 (0.004594016979174982)  --> TIME: 2025-03-24 09:51:19 -- STEP: 6775/31555 -- GLOBAL_STEP: 480100 | > loss_text_ce: 0.054209060966968536 (0.03959504177608297) | > loss_mel_ce: 2.3818392753601074 (nan) | > loss: 0.009666859172284603 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.142195372071213) | > loader_time: 0.0048 (0.0045940438935677475)  --> TIME: 2025-03-24 09:51:29 -- STEP: 6825/31555 -- GLOBAL_STEP: 480150 | > loss_text_ce: 0.03332620486617088 (0.03959415961684667) | > loss_mel_ce: 2.961153745651245 (nan) | > loss: 0.011882857419550419 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14217749354603493) | > loader_time: 0.0048 (0.004594422679244377)  --> TIME: 2025-03-24 09:51:39 -- STEP: 6875/31555 -- GLOBAL_STEP: 480200 | > loss_text_ce: 0.04164906591176987 (0.03959196276353178) | > loss_mel_ce: 2.865327835083008 (nan) | > loss: 0.011535623110830784 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14219026194485718) | > loader_time: 0.005 (0.004594668752496888)  --> TIME: 2025-03-24 09:51:48 -- STEP: 6925/31555 -- GLOBAL_STEP: 480250 | > loss_text_ce: 0.046689752489328384 (0.03958720615799368) | > loss_mel_ce: 3.1475629806518555 (nan) | > loss: 0.012675606645643711 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14219564768381457) | > loader_time: 0.0046 (0.004595248776652749)  --> TIME: 2025-03-24 09:51:58 -- STEP: 6975/31555 -- GLOBAL_STEP: 480300 | > loss_text_ce: 0.03840414062142372 (0.03959295055251515) | > loss_mel_ce: 1.87744140625 (nan) | > loss: 0.0076025621965527534 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14220659861000595) | > loader_time: 0.0047 (0.004596647412973485)  --> TIME: 2025-03-24 09:52:08 -- STEP: 7025/31555 -- GLOBAL_STEP: 480350 | > loss_text_ce: 0.03838185593485832 (0.03959972796345216) | > loss_mel_ce: 2.7573187351226807 (nan) | > loss: 0.011094050481915474 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14222828237187365) | > loader_time: 0.0045 (0.0045976319771220174)  --> TIME: 2025-03-24 09:52:18 -- STEP: 7075/31555 -- GLOBAL_STEP: 480400 | > loss_text_ce: 0.04913309961557388 (0.03961216833179192) | > loss_mel_ce: 2.775625467300415 (nan) | > loss: 0.01120936032384634 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14220883837858248) | > loader_time: 0.0046 (0.004597907285387011)  --> TIME: 2025-03-24 09:52:28 -- STEP: 7125/31555 -- GLOBAL_STEP: 480450 | > loss_text_ce: 0.0319964773952961 (0.03961461156279908) | > loss_mel_ce: 1.2193603515625 (nan) | > loss: 0.004965702071785927 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14221479211773763) | > loader_time: 0.0043 (0.004598079246387139)  --> TIME: 2025-03-24 09:52:37 -- STEP: 7175/31555 -- GLOBAL_STEP: 480500 | > loss_text_ce: 0.044893648475408554 (0.0396282756568716) | > loss_mel_ce: 3.11956787109375 (nan) | > loss: 0.01255738828331232 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14222995419120085) | > loader_time: 0.0047 (0.004597931905075225)  --> TIME: 2025-03-24 09:52:47 -- STEP: 7225/31555 -- GLOBAL_STEP: 480550 | > loss_text_ce: 0.03349294140934944 (0.03962364216692836) | > loss_mel_ce: 2.975184440612793 (nan) | > loss: 0.011939196847379208 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14224106412445348) | > loader_time: 0.0044 (0.004597575540773589)  --> TIME: 2025-03-24 09:52:57 -- STEP: 7275/31555 -- GLOBAL_STEP: 480600 | > loss_text_ce: 0.05484575033187866 (0.039630887750728365) | > loss_mel_ce: 2.7334868907928467 (nan) | > loss: 0.011064812541007996 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1422284435324649) | > loader_time: 0.0042 (0.004596648199861394)  --> TIME: 2025-03-24 09:53:07 -- STEP: 7325/31555 -- GLOBAL_STEP: 480650 | > loss_text_ce: 0.0326056107878685 (0.039628211059083235) | > loss_mel_ce: 3.1191563606262207 (nan) | > loss: 0.012506992556154728 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14222950069570667) | > loader_time: 0.0045 (0.004595965297555753)  --> TIME: 2025-03-24 09:53:16 -- STEP: 7375/31555 -- GLOBAL_STEP: 480700 | > loss_text_ce: 0.04751187562942505 (0.039634764538351894) | > loss_mel_ce: 2.6898436546325684 (nan) | > loss: 0.010862522758543491 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14222591978816626) | > loader_time: 0.0043 (0.004595735808550294)  --> TIME: 2025-03-24 09:53:26 -- STEP: 7425/31555 -- GLOBAL_STEP: 480750 | > loss_text_ce: 0.037092044949531555 (0.039636988530330715) | > loss_mel_ce: 2.5428466796875 (nan) | > loss: 0.010237852111458778 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.142253379564895) | > loader_time: 0.005 (0.004595150257200497)  --> TIME: 2025-03-24 09:53:36 -- STEP: 7475/31555 -- GLOBAL_STEP: 480800 | > loss_text_ce: 0.03999711573123932 (0.03964065256014629) | > loss_mel_ce: 2.909247636795044 (nan) | > loss: 0.011703352443873882 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14228499310471107) | > loader_time: 0.0043 (0.004594969924875718)  --> TIME: 2025-03-24 09:53:46 -- STEP: 7525/31555 -- GLOBAL_STEP: 480850 | > loss_text_ce: 0.03866167366504669 (0.03963278539466415) | > loss_mel_ce: 2.869129180908203 (nan) | > loss: 0.011538853868842125 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1422691987440036) | > loader_time: 0.0045 (0.0045949943200298245)  --> TIME: 2025-03-24 09:53:55 -- STEP: 7575/31555 -- GLOBAL_STEP: 480900 | > loss_text_ce: 0.03778289631009102 (0.039629471518787936) | > loss_mel_ce: 3.148179531097412 (nan) | > loss: 0.012642708607017994 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.142258733239504) | > loader_time: 0.0046 (0.004596263111227802)  --> TIME: 2025-03-24 09:54:05 -- STEP: 7625/31555 -- GLOBAL_STEP: 480950 | > loss_text_ce: 0.044604938477277756 (0.03961782819826596) | > loss_mel_ce: 3.004159450531006 (nan) | > loss: 0.012098272331058979 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1422465204332692) | > loader_time: 0.0045 (0.004595748651223097)  --> TIME: 2025-03-24 09:54:15 -- STEP: 7675/31555 -- GLOBAL_STEP: 481000 | > loss_text_ce: 0.04343949630856514 (0.039607857417084814) | > loss_mel_ce: 2.941801071166992 (nan) | > loss: 0.011846193112432957 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14224557982205532) | > loader_time: 0.0046 (0.004594743430420312)  --> TIME: 2025-03-24 09:54:25 -- STEP: 7725/31555 -- GLOBAL_STEP: 481050 | > loss_text_ce: 0.036250319331884384 (0.039609399625615715) | > loss_mel_ce: 3.0101888179779053 (nan) | > loss: 0.012089044786989689 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14227818992145588) | > loader_time: 0.0044 (0.004593638447881895)  --> TIME: 2025-03-24 09:54:34 -- STEP: 7775/31555 -- GLOBAL_STEP: 481100 | > loss_text_ce: 0.037417467683553696 (0.03960692540829313) | > loss_mel_ce: 2.5482065677642822 (nan) | > loss: 0.010260413400828838 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14226914764600515) | > loader_time: 0.0043 (0.004592561353824522)  --> TIME: 2025-03-24 09:54:44 -- STEP: 7825/31555 -- GLOBAL_STEP: 481150 | > loss_text_ce: 0.03949755057692528 (0.03961018137383873) | > loss_mel_ce: 2.659514904022217 (nan) | > loss: 0.010710367932915688 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14225559438760255) | > loader_time: 0.0045 (0.004591570875515184)  --> TIME: 2025-03-24 09:54:54 -- STEP: 7875/31555 -- GLOBAL_STEP: 481200 | > loss_text_ce: 0.035224076360464096 (0.03960458046327993) | > loss_mel_ce: 1.924780249595642 (nan) | > loss: 0.007777795195579529 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14224898356483062) | > loader_time: 0.0051 (0.004591436870514393)  --> TIME: 2025-03-24 09:55:03 -- STEP: 7925/31555 -- GLOBAL_STEP: 481250 | > loss_text_ce: 0.03805476054549217 (0.03960198665584218) | > loss_mel_ce: 3.025310516357422 (nan) | > loss: 0.012156211771070957 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14226273452445878) | > loader_time: 0.0047 (0.004591701128505375)  --> TIME: 2025-03-24 09:55:13 -- STEP: 7975/31555 -- GLOBAL_STEP: 481300 | > loss_text_ce: 0.03147000074386597 (0.03960049497658475) | > loss_mel_ce: 2.346116781234741 (nan) | > loss: 0.009434868581593037 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1422739940153017) | > loader_time: 0.0044 (0.004591890532394928)  --> TIME: 2025-03-24 09:55:23 -- STEP: 8025/31555 -- GLOBAL_STEP: 481350 | > loss_text_ce: 0.047663670033216476 (0.039603906088505884) | > loss_mel_ce: 2.979111909866333 (nan) | > loss: 0.012011014856398106 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14226208903707785) | > loader_time: 0.0047 (0.004591863043954432)  --> TIME: 2025-03-24 09:55:33 -- STEP: 8075/31555 -- GLOBAL_STEP: 481400 | > loss_text_ce: 0.03837592899799347 (0.03960029019671432) | > loss_mel_ce: 1.554781436920166 (nan) | > loss: 0.006322053726762533 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14227306315773378) | > loader_time: 0.0046 (0.00459249159869025)  --> TIME: 2025-03-24 09:55:42 -- STEP: 8125/31555 -- GLOBAL_STEP: 481450 | > loss_text_ce: 0.04662829264998436 (0.039596436184071694) | > loss_mel_ce: 1.2969284057617188 (nan) | > loss: 0.005331574473530054 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14225444984436) | > loader_time: 0.0044 (0.004592177347036501)  --> TIME: 2025-03-24 09:55:52 -- STEP: 8175/31555 -- GLOBAL_STEP: 481500 | > loss_text_ce: 0.04616330564022064 (0.03959114491404117) | > loss_mel_ce: 2.6942358016967773 (nan) | > loss: 0.010874600149691105 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14226701514801085) | > loader_time: 0.0045 (0.004591534115852559)  --> TIME: 2025-03-24 09:56:01 -- STEP: 8225/31555 -- GLOBAL_STEP: 481550 | > loss_text_ce: 0.030745821073651314 (0.03959008029653592) | > loss_mel_ce: 2.6282646656036377 (nan) | > loss: 0.010551629588007927 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1422488356941011) | > loader_time: 0.0043 (0.004590860384213519)  --> TIME: 2025-03-24 09:56:11 -- STEP: 8275/31555 -- GLOBAL_STEP: 481600 | > loss_text_ce: 0.03919541835784912 (0.03959025615370448) | > loss_mel_ce: 3.047757625579834 (nan) | > loss: 0.01224981527775526 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14225351549707477) | > loader_time: 0.0045 (0.004590947592006342)  --> TIME: 2025-03-24 09:56:21 -- STEP: 8325/31555 -- GLOBAL_STEP: 481650 | > loss_text_ce: 0.04215753823518753 (0.03958811438868992) | > loss_mel_ce: 2.7861878871917725 (nan) | > loss: 0.011223593726754189 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14226405977128828) | > loader_time: 0.0047 (0.004590371993926904)  --> TIME: 2025-03-24 09:56:31 -- STEP: 8375/31555 -- GLOBAL_STEP: 481700 | > loss_text_ce: 0.04691809415817261 (0.03959861930771118) | > loss_mel_ce: 2.6097285747528076 (nan) | > loss: 0.0105422493070364 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14228238438848206) | > loader_time: 0.0046 (0.00459020159137782)  --> TIME: 2025-03-24 09:56:41 -- STEP: 8425/31555 -- GLOBAL_STEP: 481750 | > loss_text_ce: 0.029253127053380013 (0.03959592479969268) | > loss_mel_ce: 2.5909016132354736 (nan) | > loss: 0.010397440753877163 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14229453647172027) | > loader_time: 0.0044 (0.00459011680648305)  --> TIME: 2025-03-24 09:56:50 -- STEP: 8475/31555 -- GLOBAL_STEP: 481800 | > loss_text_ce: 0.02780389040708542 (0.03959080714578573) | > loss_mel_ce: 3.0996639728546143 (nan) | > loss: 0.012410587631165981 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14228216309111344) | > loader_time: 0.0043 (0.004589447595376876)  --> TIME: 2025-03-24 09:57:00 -- STEP: 8525/31555 -- GLOBAL_STEP: 481850 | > loss_text_ce: 0.05177350342273712 (0.03958219748667708) | > loss_mel_ce: 2.940615653991699 (nan) | > loss: 0.011874561198055744 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14227695660856776) | > loader_time: 0.0045 (0.004589411268485949)  --> TIME: 2025-03-24 09:57:10 -- STEP: 8575/31555 -- GLOBAL_STEP: 481900 | > loss_text_ce: 0.04473605006933212 (0.03958677437330226) | > loss_mel_ce: 3.4246973991394043 (nan) | > loss: 0.01376759447157383 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.1423068191428223) | > loader_time: 0.007 (0.004589528620416839)  --> TIME: 2025-03-24 09:57:20 -- STEP: 8625/31555 -- GLOBAL_STEP: 481950 | > loss_text_ce: 0.043230440467596054 (0.03958296232087471) | > loss_mel_ce: 3.1866726875305176 (nan) | > loss: 0.012817077338695526 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14230559611666) | > loader_time: 0.0046 (0.00458895041977149)  --> TIME: 2025-03-24 09:57:30 -- STEP: 8675/31555 -- GLOBAL_STEP: 482000 | > loss_text_ce: 0.0385412834584713 (0.039587607813263787) | > loss_mel_ce: 2.951594829559326 (nan) | > loss: 0.011865620501339436 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14232601553287524) | > loader_time: 0.0046 (0.004588549528754059)  --> TIME: 2025-03-24 09:57:40 -- STEP: 8725/31555 -- GLOBAL_STEP: 482050 | > loss_text_ce: 0.03918653726577759 (0.03958633250410131) | > loss_mel_ce: 2.869119167327881 (nan) | > loss: 0.011540896259248257 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1423547036736602) | > loader_time: 0.0047 (0.004588725573695485)  --> TIME: 2025-03-24 09:57:49 -- STEP: 8775/31555 -- GLOBAL_STEP: 482100 | > loss_text_ce: 0.037951815873384476 (0.03958232838342091) | > loss_mel_ce: 3.1088080406188965 (nan) | > loss: 0.012487142346799374 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14233333207263524) | > loader_time: 0.0051 (0.004588572075563951)  --> TIME: 2025-03-24 09:57:59 -- STEP: 8825/31555 -- GLOBAL_STEP: 482150 | > loss_text_ce: 0.027471700683236122 (0.03958661897946953) | > loss_mel_ce: 2.5062825679779053 (nan) | > loss: 0.010054580867290497 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14233599265641556) | > loader_time: 0.0046 (0.004588816267235076)  --> TIME: 2025-03-24 09:58:09 -- STEP: 8875/31555 -- GLOBAL_STEP: 482200 | > loss_text_ce: 0.035036828368902206 (0.03958588900207227) | > loss_mel_ce: 2.55692982673645 (nan) | > loss: 0.010285582393407822 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1423383850581205) | > loader_time: 0.0046 (0.004588457671689309)  --> TIME: 2025-03-24 09:58:18 -- STEP: 8925/31555 -- GLOBAL_STEP: 482250 | > loss_text_ce: 0.03934716433286667 (0.039593385480636616) | > loss_mel_ce: 2.960087299346924 (nan) | > loss: 0.011902518570423126 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14231566535992407) | > loader_time: 0.0051 (0.00458857862221426)  --> TIME: 2025-03-24 09:58:28 -- STEP: 8975/31555 -- GLOBAL_STEP: 482300 | > loss_text_ce: 0.03606900945305824 (0.03959348221104557) | > loss_mel_ce: 6.03125 (nan) | > loss: 0.024076662957668304 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14230784663250814) | > loader_time: 0.0048 (0.004587904683062619)  --> TIME: 2025-03-24 09:58:38 -- STEP: 9025/31555 -- GLOBAL_STEP: 482350 | > loss_text_ce: 0.040091145783662796 (0.03959282364200951) | > loss_mel_ce: 2.69096302986145 (nan) | > loss: 0.010837516747415066 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14230309634327518) | > loader_time: 0.0045 (0.0045876933861307085)  --> TIME: 2025-03-24 09:58:47 -- STEP: 9075/31555 -- GLOBAL_STEP: 482400 | > loss_text_ce: 0.027983635663986206 (0.03959560678876727) | > loss_mel_ce: 2.267885208129883 (nan) | > loss: 0.009110591374337673 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14229034179498304) | > loader_time: 0.0042 (0.004587525795970724)  --> TIME: 2025-03-24 09:58:57 -- STEP: 9125/31555 -- GLOBAL_STEP: 482450 | > loss_text_ce: 0.04435238242149353 (0.03959609013193699) | > loss_mel_ce: 2.4024250507354736 (nan) | > loss: 0.00970943458378315 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1423052198331646) | > loader_time: 0.0044 (0.004586847514322344)  --> TIME: 2025-03-24 09:59:07 -- STEP: 9175/31555 -- GLOBAL_STEP: 482500 | > loss_text_ce: 0.053977709263563156 (0.03959907269049502) | > loss_mel_ce: 2.084980010986328 (nan) | > loss: 0.008487927727401257 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14231301816997435) | > loader_time: 0.0044 (0.004586287376341429)  --> TIME: 2025-03-24 09:59:17 -- STEP: 9225/31555 -- GLOBAL_STEP: 482550 | > loss_text_ce: 0.0495847649872303 (0.03960293218200704) | > loss_mel_ce: 2.784423828125 (nan) | > loss: 0.01124606654047966 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14231120019101148) | > loader_time: 0.0045 (0.004586156441913377)  --> TIME: 2025-03-24 09:59:26 -- STEP: 9275/31555 -- GLOBAL_STEP: 482600 | > loss_text_ce: 0.030871042981743813 (0.03961049697680713) | > loss_mel_ce: 3.0018630027770996 (nan) | > loss: 0.012034660205245018 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14230479371515528) | > loader_time: 0.0045 (0.004586321709933615)  --> TIME: 2025-03-24 09:59:36 -- STEP: 9325/31555 -- GLOBAL_STEP: 482650 | > loss_text_ce: 0.034385353326797485 (0.03961170882915461) | > loss_mel_ce: 3.481008529663086 (nan) | > loss: 0.013949977234005928 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14228864150775944) | > loader_time: 0.0043 (0.00458626192312776)  --> TIME: 2025-03-24 09:59:46 -- STEP: 9375/31555 -- GLOBAL_STEP: 482700 | > loss_text_ce: 0.03040779009461403 (0.03961205281406655) | > loss_mel_ce: 0.7422921061515808 (nan) | > loss: 0.0030662696808576584 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1423083201344804) | > loader_time: 0.0045 (0.004587043050130192)  --> TIME: 2025-03-24 09:59:56 -- STEP: 9425/31555 -- GLOBAL_STEP: 482750 | > loss_text_ce: 0.03841957449913025 (0.03961021044891865) | > loss_mel_ce: 2.982492685317993 (nan) | > loss: 0.011987747624516487 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14232499228864473) | > loader_time: 0.0048 (0.004586984295427626)  --> TIME: 2025-03-24 10:00:05 -- STEP: 9475/31555 -- GLOBAL_STEP: 482800 | > loss_text_ce: 0.04681926593184471 (0.03961832949650882) | > loss_mel_ce: 3.217074155807495 (nan) | > loss: 0.012951958924531937 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1423183880758155) | > loader_time: 0.0044 (0.004586615298228389)  --> TIME: 2025-03-24 10:00:14 -- STEP: 9525/31555 -- GLOBAL_STEP: 482850 | > loss_text_ce: 0.040333978831768036 (0.039617899040596344) | > loss_mel_ce: 2.9946842193603516 (nan) | > loss: 0.012043723836541176 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14227859299326776) | > loader_time: 0.0045 (0.0045869501369205845)  --> TIME: 2025-03-24 10:00:24 -- STEP: 9575/31555 -- GLOBAL_STEP: 482900 | > loss_text_ce: 0.04412204772233963 (0.03961204698819958) | > loss_mel_ce: 2.3425190448760986 (nan) | > loss: 0.009470798075199127 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14224945008599063) | > loader_time: 0.0048 (0.004587261110310749)  --> TIME: 2025-03-24 10:00:34 -- STEP: 9625/31555 -- GLOBAL_STEP: 482950 | > loss_text_ce: 0.04448665678501129 (0.03961031679876837) | > loss_mel_ce: 2.8028273582458496 (nan) | > loss: 0.011298866011202335 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14227109693551943) | > loader_time: 0.0046 (0.004587197885884851)  --> TIME: 2025-03-24 10:00:43 -- STEP: 9675/31555 -- GLOBAL_STEP: 483000 | > loss_text_ce: 0.028667673468589783 (0.03960378239581071) | > loss_mel_ce: 3.2270240783691406 (nan) | > loss: 0.012919412925839424 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14225958089803797) | > loader_time: 0.0045 (0.004587253255129462)  --> TIME: 2025-03-24 10:00:53 -- STEP: 9725/31555 -- GLOBAL_STEP: 483050 | > loss_text_ce: 0.03309384360909462 (0.039605237918889265) | > loss_mel_ce: 2.826871633529663 (nan) | > loss: 0.011349069885909557 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.142286571267331) | > loader_time: 0.005 (0.004588023041085273)  --> TIME: 2025-03-24 10:01:03 -- STEP: 9775/31555 -- GLOBAL_STEP: 483100 | > loss_text_ce: 0.016009455546736717 (0.03959659501309987) | > loss_mel_ce: 2.206127882003784 (nan) | > loss: 0.0088180061429739 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14224455909046024) | > loader_time: 0.0041 (0.004588128453325416)  --> TIME: 2025-03-24 10:01:12 -- STEP: 9825/31555 -- GLOBAL_STEP: 483150 | > loss_text_ce: 0.049915947020053864 (0.039600691767006736) | > loss_mel_ce: 2.26115345954895 (nan) | > loss: 0.009170911274850368 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14225050618023619) | > loader_time: 0.0046 (0.004588867046754157)  --> TIME: 2025-03-24 10:01:22 -- STEP: 9875/31555 -- GLOBAL_STEP: 483200 | > loss_text_ce: 0.042164161801338196 (0.0395957756862046) | > loss_mel_ce: 2.644259214401245 (nan) | > loss: 0.010660410858690739 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14222828111769228) | > loader_time: 0.005 (0.004589293081549133)  --> TIME: 2025-03-24 10:01:31 -- STEP: 9925/31555 -- GLOBAL_STEP: 483250 | > loss_text_ce: 0.03797405958175659 (0.039598692193421076) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.142213176828187) | > loader_time: 0.0045 (0.004589493172595108)  --> TIME: 2025-03-24 10:01:41 -- STEP: 9975/31555 -- GLOBAL_STEP: 483300 | > loss_text_ce: 0.029406139627099037 (0.03958948725624431) | > loss_mel_ce: 2.8566012382507324 (nan) | > loss: 0.011452410370111465 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14218719704706811) | > loader_time: 0.0047 (0.004589586640360346)  --> TIME: 2025-03-24 10:01:51 -- STEP: 10025/31555 -- GLOBAL_STEP: 483350 | > loss_text_ce: 0.04134788736701012 (0.03958728290694849) | > loss_mel_ce: 2.5396389961242676 (nan) | > loss: 0.010242012329399586 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14220317735933555) | > loader_time: 0.0052 (0.004589874738469669)  --> TIME: 2025-03-24 10:02:00 -- STEP: 10075/31555 -- GLOBAL_STEP: 483400 | > loss_text_ce: 0.0312691368162632 (0.039587400310924864) | > loss_mel_ce: 2.963714599609375 (nan) | > loss: 0.011884856969118118 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1421869923991537) | > loader_time: 0.0044 (0.0045899192156921695)  --> TIME: 2025-03-24 10:02:10 -- STEP: 10125/31555 -- GLOBAL_STEP: 483450 | > loss_text_ce: 0.02973238378763199 (0.03959865470294984) | > loss_mel_ce: 2.587836742401123 (nan) | > loss: 0.010387180373072624 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1421876496679984) | > loader_time: 0.0044 (0.004590025607450496)  --> TIME: 2025-03-24 10:02:20 -- STEP: 10175/31555 -- GLOBAL_STEP: 483500 | > loss_text_ce: 0.04377416521310806 (0.03959553844357243) | > loss_mel_ce: 2.283505439758301 (nan) | > loss: 0.009235236793756485 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14218142012706214) | > loader_time: 0.0047 (0.004590412275797014)  --> TIME: 2025-03-24 10:02:29 -- STEP: 10225/31555 -- GLOBAL_STEP: 483550 | > loss_text_ce: 0.045878615230321884 (0.03960345647454935) | > loss_mel_ce: 2.623622417449951 (nan) | > loss: 0.010593258775770664 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1421844277463503) | > loader_time: 0.0046 (0.0045907049249028714)  --> TIME: 2025-03-24 10:02:39 -- STEP: 10275/31555 -- GLOBAL_STEP: 483600 | > loss_text_ce: 0.04429858177900314 (0.03961073159854289) | > loss_mel_ce: 2.6164910793304443 (nan) | > loss: 0.010558689944446087 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14220446577327342) | > loader_time: 0.0046 (0.004591287325188472)  --> TIME: 2025-03-24 10:02:49 -- STEP: 10325/31555 -- GLOBAL_STEP: 483650 | > loss_text_ce: 0.051875948905944824 (0.03961572607000521) | > loss_mel_ce: 3.4524223804473877 (nan) | > loss: 0.013905946165323257 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14218498426257226) | > loader_time: 0.0047 (0.004591212792200259)  --> TIME: 2025-03-24 10:02:59 -- STEP: 10375/31555 -- GLOBAL_STEP: 483700 | > loss_text_ce: 0.045637473464012146 (0.03961040436099471) | > loss_mel_ce: 3.2833006381988525 (nan) | > loss: 0.013210072182118893 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14219242174079577) | > loader_time: 0.0047 (0.004591063419020312)  --> TIME: 2025-03-24 10:03:08 -- STEP: 10425/31555 -- GLOBAL_STEP: 483750 | > loss_text_ce: 0.049481987953186035 (0.0396154711473226) | > loss_mel_ce: 2.9437599182128906 (nan) | > loss: 0.011877944692969322 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14219753960625406) | > loader_time: 0.0046 (0.004591191495351073)  --> TIME: 2025-03-24 10:03:18 -- STEP: 10475/31555 -- GLOBAL_STEP: 483800 | > loss_text_ce: 0.03773524984717369 (0.03961657327326444) | > loss_mel_ce: 2.351374864578247 (nan) | > loss: 0.009480596520006657 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14220662729267813) | > loader_time: 0.0045 (0.004591502551531723)  --> TIME: 2025-03-24 10:03:28 -- STEP: 10525/31555 -- GLOBAL_STEP: 483850 | > loss_text_ce: 0.036173127591609955 (0.03962145053567004) | > loss_mel_ce: 2.755298376083374 (nan) | > loss: 0.011077268049120903 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.1422169664523376) | > loader_time: 0.0046 (0.004591369923389992)  --> TIME: 2025-03-24 10:03:38 -- STEP: 10575/31555 -- GLOBAL_STEP: 483900 | > loss_text_ce: 0.0403936430811882 (0.039633341692916615) | > loss_mel_ce: 2.8932878971099854 (nan) | > loss: 0.011641593649983406 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14222982145088459) | > loader_time: 0.0047 (0.004592061166785837)  --> TIME: 2025-03-24 10:03:48 -- STEP: 10625/31555 -- GLOBAL_STEP: 483950 | > loss_text_ce: 0.03410705178976059 (0.03963014895188469) | > loss_mel_ce: 2.921114444732666 (nan) | > loss: 0.01172706950455904 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14221301677928216) | > loader_time: 0.0045 (0.004592404847986546)  --> TIME: 2025-03-24 10:03:57 -- STEP: 10675/31555 -- GLOBAL_STEP: 484000 | > loss_text_ce: 0.04489860311150551 (0.039637089185242315) | > loss_mel_ce: 3.642888069152832 (nan) | > loss: 0.01463407464325428 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14222819915699975) | > loader_time: 0.0044 (0.004592956614438475)  --> TIME: 2025-03-24 10:04:07 -- STEP: 10725/31555 -- GLOBAL_STEP: 484050 | > loss_text_ce: 0.04588830843567848 (0.03964037552397786) | > loss_mel_ce: 2.472957134246826 (nan) | > loss: 0.009995419532060623 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1422326613472887) | > loader_time: 0.0046 (0.0045931425961581035)  --> TIME: 2025-03-24 10:04:17 -- STEP: 10775/31555 -- GLOBAL_STEP: 484100 | > loss_text_ce: 0.041868388652801514 (0.03963736446034131) | > loss_mel_ce: 0.87158203125 (nan) | > loss: 0.0036248033866286278 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14223238557784518) | > loader_time: 0.0046 (0.0045931553674684504)  --> TIME: 2025-03-24 10:04:27 -- STEP: 10825/31555 -- GLOBAL_STEP: 484150 | > loss_text_ce: 0.04666157066822052 (0.0396408494530079) | > loss_mel_ce: 2.683513641357422 (nan) | > loss: 0.010834029875695705 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14222921761299057) | > loader_time: 0.0047 (0.004593153462398952)  --> TIME: 2025-03-24 10:04:36 -- STEP: 10875/31555 -- GLOBAL_STEP: 484200 | > loss_text_ce: 0.030568480491638184 (0.039631309726714505) | > loss_mel_ce: 3.33388090133667 (nan) | > loss: 0.01335099060088396 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14220680313548759) | > loader_time: 0.0044 (0.004593040817085346)  --> TIME: 2025-03-24 10:04:46 -- STEP: 10925/31555 -- GLOBAL_STEP: 484250 | > loss_text_ce: 0.05131448805332184 (0.03963595506673352) | > loss_mel_ce: 3.2563767433166504 (nan) | > loss: 0.013125760480761528 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14218919926431628) | > loader_time: 0.0053 (0.004593354035296748)  --> TIME: 2025-03-24 10:04:56 -- STEP: 10975/31555 -- GLOBAL_STEP: 484300 | > loss_text_ce: 0.042734816670417786 (0.03964256251345406) | > loss_mel_ce: 2.9898300170898438 (nan) | > loss: 0.01203398872166872 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14220798005818724) | > loader_time: 0.0045 (0.004593614369698691)  --> TIME: 2025-03-24 10:05:05 -- STEP: 11025/31555 -- GLOBAL_STEP: 484350 | > loss_text_ce: 0.038413453847169876 (0.039641008723501944) | > loss_mel_ce: 2.4217469692230225 (nan) | > loss: 0.009762542322278023 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1422020557083506) | > loader_time: 0.005 (0.004593867736608794)  --> TIME: 2025-03-24 10:05:15 -- STEP: 11075/31555 -- GLOBAL_STEP: 484400 | > loss_text_ce: 0.039133138954639435 (0.0396450058454081) | > loss_mel_ce: 3.0106587409973145 (nan) | > loss: 0.012102348729968071 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1422042716437481) | > loader_time: 0.0047 (0.004594085081974474)  --> TIME: 2025-03-24 10:05:25 -- STEP: 11125/31555 -- GLOBAL_STEP: 484450 | > loss_text_ce: 0.03715769574046135 (0.03964159705690798) | > loss_mel_ce: 3.7186081409454346 (nan) | > loss: 0.014903834089636803 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1421913854620427) | > loader_time: 0.0047 (0.004594376510448656)  --> TIME: 2025-03-24 10:05:34 -- STEP: 11175/31555 -- GLOBAL_STEP: 484500 | > loss_text_ce: 0.042282652109861374 (0.03963888266667631) | > loss_mel_ce: 3.078176736831665 (nan) | > loss: 0.01238277554512024 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14218728654336574) | > loader_time: 0.0047 (0.00459446151784601)  --> TIME: 2025-03-24 10:05:44 -- STEP: 11225/31555 -- GLOBAL_STEP: 484550 | > loss_text_ce: 0.043236151337623596 (0.03963324139894456) | > loss_mel_ce: 1.4421770572662354 (nan) | > loss: 0.005894497036933899 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14218940152888265) | > loader_time: 0.005 (0.004594717301876333)  --> TIME: 2025-03-24 10:05:54 -- STEP: 11275/31555 -- GLOBAL_STEP: 484600 | > loss_text_ce: 0.03976961597800255 (0.03962625214991118) | > loss_mel_ce: 0.04730224609375 (nan) | > loss: 0.00034552329452708364 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14221877305312014) | > loader_time: 0.0046 (0.004594615948966741)  --> TIME: 2025-03-24 10:06:04 -- STEP: 11325/31555 -- GLOBAL_STEP: 484650 | > loss_text_ce: 0.03872866556048393 (0.03962648864753271) | > loss_mel_ce: 0.061767578125 (nan) | > loss: 0.00039879465475678444 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14223359710070152) | > loader_time: 0.0046 (0.00459515487384584)  --> TIME: 2025-03-24 10:06:14 -- STEP: 11375/31555 -- GLOBAL_STEP: 484700 | > loss_text_ce: 0.04416847229003906 (0.03962872028473648) | > loss_mel_ce: 2.5145671367645264 (nan) | > loss: 0.010153713636100292 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14224432907523635) | > loader_time: 0.0046 (0.00459542578393285)  --> TIME: 2025-03-24 10:06:24 -- STEP: 11425/31555 -- GLOBAL_STEP: 484750 | > loss_text_ce: 0.039057791233062744 (0.039630174838267376) | > loss_mel_ce: 1.2596435546875 (nan) | > loss: 0.005153576843440533 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14224786827287686) | > loader_time: 0.0045 (0.004595608366918236)  --> TIME: 2025-03-24 10:06:33 -- STEP: 11475/31555 -- GLOBAL_STEP: 484800 | > loss_text_ce: 0.04561862722039223 (0.03962894205831823) | > loss_mel_ce: 2.9943315982818604 (nan) | > loss: 0.012063294649124146 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14224967703060856) | > loader_time: 0.0047 (0.004595633799733664)  --> TIME: 2025-03-24 10:06:43 -- STEP: 11525/31555 -- GLOBAL_STEP: 484850 | > loss_text_ce: 0.03274336829781532 (0.03962607269165253) | > loss_mel_ce: 2.6526241302490234 (nan) | > loss: 0.010656220838427544 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1422296592108335) | > loader_time: 0.0045 (0.0045957318303900384)  --> TIME: 2025-03-24 10:06:53 -- STEP: 11575/31555 -- GLOBAL_STEP: 484900 | > loss_text_ce: 0.03302953764796257 (0.03962890714946054) | > loss_mel_ce: 2.8044798374176025 (nan) | > loss: 0.011259958148002625 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14224038014916532) | > loader_time: 0.0048 (0.004596055177066534)  --> TIME: 2025-03-24 10:07:02 -- STEP: 11625/31555 -- GLOBAL_STEP: 484950 | > loss_text_ce: 0.038337212055921555 (0.039631298811926056) | > loss_mel_ce: 3.203604221343994 (nan) | > loss: 0.012864847667515278 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14223215751237725) | > loader_time: 0.0044 (0.00459582859982725)  --> TIME: 2025-03-24 10:07:12 -- STEP: 11675/31555 -- GLOBAL_STEP: 485000 | > loss_text_ce: 0.04192429035902023 (0.039630704628148127) | > loss_mel_ce: 2.819159507751465 (nan) | > loss: 0.0113535076379776 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14225417292347783) | > loader_time: 0.0046 (0.004595721549089239)  --> TIME: 2025-03-24 10:07:22 -- STEP: 11725/31555 -- GLOBAL_STEP: 485050 | > loss_text_ce: 0.03947460651397705 (0.03962425571506916) | > loss_mel_ce: 3.13419508934021 (nan) | > loss: 0.012593928724527359 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14224980425478775) | > loader_time: 0.0046 (0.004595599469345501)  --> TIME: 2025-03-24 10:07:32 -- STEP: 11775/31555 -- GLOBAL_STEP: 485100 | > loss_text_ce: 0.030049514025449753 (0.039624613068301874) | > loss_mel_ce: 2.144489049911499 (nan) | > loss: 0.00862912181764841 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14224079368980044) | > loader_time: 0.0045 (0.0045954906155855355)  --> TIME: 2025-03-24 10:07:41 -- STEP: 11825/31555 -- GLOBAL_STEP: 485150 | > loss_text_ce: 0.0394517183303833 (0.03963067688118775) | > loss_mel_ce: 3.0379090309143066 (nan) | > loss: 0.012211749330163002 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1422362694326966) | > loader_time: 0.0047 (0.004595452746175541)  --> TIME: 2025-03-24 10:07:51 -- STEP: 11875/31555 -- GLOBAL_STEP: 485200 | > loss_text_ce: 0.03951432928442955 (0.039623331641915685) | > loss_mel_ce: 3.0223019123077393 (nan) | > loss: 0.012150065042078495 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14223393261558104) | > loader_time: 0.0044 (0.004595250762136339)  --> TIME: 2025-03-24 10:08:01 -- STEP: 11925/31555 -- GLOBAL_STEP: 485250 | > loss_text_ce: 0.03670525550842285 (0.03962698182212177) | > loss_mel_ce: 2.711211919784546 (nan) | > loss: 0.010904434137046337 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14224772633246635) | > loader_time: 0.0046 (0.00459522325287823)  --> TIME: 2025-03-24 10:08:11 -- STEP: 11975/31555 -- GLOBAL_STEP: 485300 | > loss_text_ce: 0.034375883638858795 (0.039620189906208844) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14224810514669062) | > loader_time: 0.0043 (0.004595544990268757)  --> TIME: 2025-03-24 10:08:20 -- STEP: 12025/31555 -- GLOBAL_STEP: 485350 | > loss_text_ce: 0.04208037257194519 (0.039619871586359934) | > loss_mel_ce: 2.6280081272125244 (nan) | > loss: 0.010595589876174927 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14222263746598637) | > loader_time: 0.0044 (0.004595330946162915)  --> TIME: 2025-03-24 10:08:30 -- STEP: 12075/31555 -- GLOBAL_STEP: 485400 | > loss_text_ce: 0.04537330940365791 (0.03962211426763995) | > loss_mel_ce: 2.692894220352173 (nan) | > loss: 0.010866140946745872 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14221595509452092) | > loader_time: 0.0046 (0.004595056537762426)  --> TIME: 2025-03-24 10:08:40 -- STEP: 12125/31555 -- GLOBAL_STEP: 485450 | > loss_text_ce: 0.037397727370262146 (0.03961509275766693) | > loss_mel_ce: 2.378282308578491 (nan) | > loss: 0.00958603248000145 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14223575993174106) | > loader_time: 0.0047 (0.004595480692755304)  --> TIME: 2025-03-24 10:08:49 -- STEP: 12175/31555 -- GLOBAL_STEP: 485500 | > loss_text_ce: 0.03596579283475876 (0.039611368308367895) | > loss_mel_ce: 2.955872058868408 (nan) | > loss: 0.011872372590005398 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14222574237925303) | > loader_time: 0.0046 (0.004595423058073125)  --> TIME: 2025-03-24 10:08:59 -- STEP: 12225/31555 -- GLOBAL_STEP: 485550 | > loss_text_ce: 0.043519217520952225 (0.03960898575889136) | > loss_mel_ce: 3.176302194595337 (nan) | > loss: 0.012777069583535194 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1422113010390892) | > loader_time: 0.0044 (0.004595151464388158)  --> TIME: 2025-03-24 10:09:09 -- STEP: 12275/31555 -- GLOBAL_STEP: 485600 | > loss_text_ce: 0.047558072954416275 (0.03961101965322463) | > loss_mel_ce: 2.5947506427764893 (nan) | > loss: 0.010485352948307991 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14222223213879492) | > loader_time: 0.0044 (0.004595098786829916)  --> TIME: 2025-03-24 10:09:18 -- STEP: 12325/31555 -- GLOBAL_STEP: 485650 | > loss_text_ce: 0.04077316075563431 (0.03960594789516076) | > loss_mel_ce: 3.7696549892425537 (nan) | > loss: 0.01512074749916792 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14221592413726242) | > loader_time: 0.0044 (0.004595038663543006)  --> TIME: 2025-03-24 10:09:28 -- STEP: 12375/31555 -- GLOBAL_STEP: 485700 | > loss_text_ce: 0.04680018872022629 (0.039606679408764084) | > loss_mel_ce: 2.873302698135376 (nan) | > loss: 0.011587710119783878 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14220243515631148) | > loader_time: 0.0045 (0.004594688357728887)  --> TIME: 2025-03-24 10:09:38 -- STEP: 12425/31555 -- GLOBAL_STEP: 485750 | > loss_text_ce: 0.04171714186668396 (0.039609109437846506) | > loss_mel_ce: 2.447782039642334 (nan) | > loss: 0.009878965094685555 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14220895767211894) | > loader_time: 0.0044 (0.004594520073781301)  --> TIME: 2025-03-24 10:09:47 -- STEP: 12475/31555 -- GLOBAL_STEP: 485800 | > loss_text_ce: 0.052893731743097305 (0.03960394230038531) | > loss_mel_ce: 3.1838150024414062 (nan) | > loss: 0.012844082899391651 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14219537658538486) | > loader_time: 0.0044 (0.004594507809870217)  --> TIME: 2025-03-24 10:09:57 -- STEP: 12525/31555 -- GLOBAL_STEP: 485850 | > loss_text_ce: 0.052849650382995605 (0.03960601425330025) | > loss_mel_ce: 2.077631950378418 (nan) | > loss: 0.008454293012619019 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1421967974108848) | > loader_time: 0.0044 (0.004594210226854633)  --> TIME: 2025-03-24 10:10:06 -- STEP: 12575/31555 -- GLOBAL_STEP: 485900 | > loss_text_ce: 0.03625499829649925 (0.03959487314141597) | > loss_mel_ce: 2.3810744285583496 (nan) | > loss: 0.009592576883733273 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14217042325742188) | > loader_time: 0.0045 (0.004593570075973592)  --> TIME: 2025-03-24 10:10:16 -- STEP: 12625/31555 -- GLOBAL_STEP: 485950 | > loss_text_ce: 0.04728071764111519 (0.03959756862180368) | > loss_mel_ce: 2.486175060272217 (nan) | > loss: 0.01005339715629816 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14217612070140262) | > loader_time: 0.0049 (0.004593532222332329)  --> TIME: 2025-03-24 10:10:26 -- STEP: 12675/31555 -- GLOBAL_STEP: 486000 | > loss_text_ce: 0.03476977348327637 (0.03960126920733641) | > loss_mel_ce: 3.264346122741699 (nan) | > loss: 0.013091730885207653 (nan) | > current_lr: 5e-06 | > step_time: 0.2052 (0.14218720661817907) | > loader_time: 0.0048 (0.004593352462648157)  --> TIME: 2025-03-24 10:10:35 -- STEP: 12725/31555 -- GLOBAL_STEP: 486050 | > loss_text_ce: 0.05445108935236931 (0.03959619083688809) | > loss_mel_ce: 2.8119442462921143 (nan) | > loss: 0.011374585330486298 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1421730798073038) | > loader_time: 0.0043 (0.004592698215267266)  --> TIME: 2025-03-24 10:10:45 -- STEP: 12775/31555 -- GLOBAL_STEP: 486100 | > loss_text_ce: 0.03358783945441246 (0.039592813727630016) | > loss_mel_ce: 2.959364414215088 (nan) | > loss: 0.011876795440912247 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14218170750164452) | > loader_time: 0.0045 (0.004592051963283578)  --> TIME: 2025-03-24 10:10:55 -- STEP: 12825/31555 -- GLOBAL_STEP: 486150 | > loss_text_ce: 0.04078112915158272 (0.03959596208073419) | > loss_mel_ce: 2.7982630729675293 (nan) | > loss: 0.01126604899764061 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1421860327544034) | > loader_time: 0.0043 (0.004591453879432587)  --> TIME: 2025-03-24 10:11:05 -- STEP: 12875/31555 -- GLOBAL_STEP: 486200 | > loss_text_ce: 0.03675312548875809 (0.03959761491555324) | > loss_mel_ce: 2.6000969409942627 (nan) | > loss: 0.01046369131654501 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14219012301176484) | > loader_time: 0.0047 (0.004591517365094514)  --> TIME: 2025-03-24 10:11:14 -- STEP: 12925/31555 -- GLOBAL_STEP: 486250 | > loss_text_ce: 0.04777585715055466 (0.03959472792500511) | > loss_mel_ce: 2.822476387023926 (nan) | > loss: 0.011389889754354954 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14219406561417997) | > loader_time: 0.0045 (0.0045913592067401135)  --> TIME: 2025-03-24 10:11:24 -- STEP: 12975/31555 -- GLOBAL_STEP: 486300 | > loss_text_ce: 0.04204118996858597 (0.03959483639087693) | > loss_mel_ce: 3.2704598903656006 (nan) | > loss: 0.013144847005605698 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14219530201141986) | > loader_time: 0.0043 (0.004591094717124972)  --> TIME: 2025-03-24 10:11:34 -- STEP: 13025/31555 -- GLOBAL_STEP: 486350 | > loss_text_ce: 0.025683287531137466 (0.03959195762379327) | > loss_mel_ce: 2.5240695476531982 (nan) | > loss: 0.01011806819587946 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14220083628414673) | > loader_time: 0.0051 (0.004590963301411502)  --> TIME: 2025-03-24 10:11:43 -- STEP: 13075/31555 -- GLOBAL_STEP: 486400 | > loss_text_ce: 0.039737503975629807 (0.03959104365952327) | > loss_mel_ce: 2.440635919570923 (nan) | > loss: 0.00984275247901678 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14219745759982205) | > loader_time: 0.0044 (0.004590655485485052)  --> TIME: 2025-03-24 10:11:53 -- STEP: 13125/31555 -- GLOBAL_STEP: 486450 | > loss_text_ce: 0.05061441287398338 (0.039586057701352095) | > loss_mel_ce: 3.34342622756958 (nan) | > loss: 0.013468415476381779 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14220066292172368) | > loader_time: 0.0047 (0.004590710667201432)  --> TIME: 2025-03-24 10:12:03 -- STEP: 13175/31555 -- GLOBAL_STEP: 486500 | > loss_text_ce: 0.04645225778222084 (0.039580615460660586) | > loss_mel_ce: 2.928605556488037 (nan) | > loss: 0.011805785819888115 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14220874294157926) | > loader_time: 0.0047 (0.004590855422915707)  --> TIME: 2025-03-24 10:12:13 -- STEP: 13225/31555 -- GLOBAL_STEP: 486550 | > loss_text_ce: 0.0424625389277935 (0.039578061860920916) | > loss_mel_ce: 2.85516095161438 (nan) | > loss: 0.011498507112264633 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14221712363014133) | > loader_time: 0.0044 (0.00459048051239185)  --> TIME: 2025-03-24 10:12:23 -- STEP: 13275/31555 -- GLOBAL_STEP: 486600 | > loss_text_ce: 0.037593305110931396 (0.03957281414419413) | > loss_mel_ce: 3.3768441677093506 (nan) | > loss: 0.013549355790019035 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14221234855005283) | > loader_time: 0.0045 (0.0045902471308878635)  --> TIME: 2025-03-24 10:12:32 -- STEP: 13325/31555 -- GLOBAL_STEP: 486650 | > loss_text_ce: 0.033372171223163605 (0.03956985014974791) | > loss_mel_ce: 3.1177351474761963 (nan) | > loss: 0.012504395097494125 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1421933030992688) | > loader_time: 0.0048 (0.004590106413019959)  --> TIME: 2025-03-24 10:12:42 -- STEP: 13375/31555 -- GLOBAL_STEP: 486700 | > loss_text_ce: 0.018192239105701447 (0.039564140159462656) | > loss_mel_ce: 1.6252487897872925 (nan) | > loss: 0.006521591916680336 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14219152471952334) | > loader_time: 0.0043 (0.004590150227056465)  --> TIME: 2025-03-24 10:12:52 -- STEP: 13425/31555 -- GLOBAL_STEP: 486750 | > loss_text_ce: 0.031723637133836746 (0.039567740164364186) | > loss_mel_ce: 3.064239025115967 (nan) | > loss: 0.0122855668887496 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.1421961284971325) | > loader_time: 0.0047 (0.004590533414588494)  --> TIME: 2025-03-24 10:13:01 -- STEP: 13475/31555 -- GLOBAL_STEP: 486800 | > loss_text_ce: 0.038407862186431885 (0.039567454329904356) | > loss_mel_ce: 3.0782670974731445 (nan) | > loss: 0.012367757968604565 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14219594230014884) | > loader_time: 0.0048 (0.0045903992520192356)  --> TIME: 2025-03-24 10:13:11 -- STEP: 13525/31555 -- GLOBAL_STEP: 486850 | > loss_text_ce: 0.043608393520116806 (0.03956789062563296) | > loss_mel_ce: 1.3733160495758057 (nan) | > loss: 0.005622716620564461 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14220048659389867) | > loader_time: 0.0048 (0.004590310133759485)  --> TIME: 2025-03-24 10:13:21 -- STEP: 13575/31555 -- GLOBAL_STEP: 486900 | > loss_text_ce: 0.04071440547704697 (0.03956635682903656) | > loss_mel_ce: 3.154452085494995 (nan) | > loss: 0.012679233215749264 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1421864264402161) | > loader_time: 0.0047 (0.004590252389784874)  --> TIME: 2025-03-24 10:13:30 -- STEP: 13625/31555 -- GLOBAL_STEP: 486950 | > loss_text_ce: 0.029590584337711334 (0.039569869805434976) | > loss_mel_ce: 3.5667779445648193 (nan) | > loss: 0.014271304942667484 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1421897341177003) | > loader_time: 0.0047 (0.004590623190643573)  --> TIME: 2025-03-24 10:13:40 -- STEP: 13675/31555 -- GLOBAL_STEP: 487000 | > loss_text_ce: 0.05359566956758499 (0.039571374919354044) | > loss_mel_ce: 3.2496142387390137 (nan) | > loss: 0.013107976876199245 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1421875172777192) | > loader_time: 0.0047 (0.0045911189712161595)  --> TIME: 2025-03-24 10:13:50 -- STEP: 13725/31555 -- GLOBAL_STEP: 487050 | > loss_text_ce: 0.055223122239112854 (0.03957541810759158) | > loss_mel_ce: 2.8747150897979736 (nan) | > loss: 0.011626739986240864 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14220201846680347) | > loader_time: 0.0044 (0.004591473282360625)  --> TIME: 2025-03-24 10:14:00 -- STEP: 13775/31555 -- GLOBAL_STEP: 487100 | > loss_text_ce: 0.03620801120996475 (0.039576501328491366) | > loss_mel_ce: 2.582648992538452 (nan) | > loss: 0.010392289608716965 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14220083418429014) | > loader_time: 0.0047 (0.004591805203640295)  --> TIME: 2025-03-24 10:14:10 -- STEP: 13825/31555 -- GLOBAL_STEP: 487150 | > loss_text_ce: 0.05186190456151962 (0.03958091468231965) | > loss_mel_ce: 2.9323363304138184 (nan) | > loss: 0.01184205710887909 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14220791449382994) | > loader_time: 0.0046 (0.004592132413150158)  --> TIME: 2025-03-24 10:14:19 -- STEP: 13875/31555 -- GLOBAL_STEP: 487200 | > loss_text_ce: 0.03725120797753334 (0.039570675849444695) | > loss_mel_ce: 3.162921905517578 (nan) | > loss: 0.012699100188910961 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.142187769451657) | > loader_time: 0.0046 (0.004592197796245941)  --> TIME: 2025-03-24 10:14:29 -- STEP: 13925/31555 -- GLOBAL_STEP: 487250 | > loss_text_ce: 0.0387280248105526 (0.03956760020863057) | > loss_mel_ce: 2.7167816162109375 (nan) | > loss: 0.010934562422335148 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1421867225927768) | > loader_time: 0.0048 (0.004592219991358632)  --> TIME: 2025-03-24 10:14:38 -- STEP: 13975/31555 -- GLOBAL_STEP: 487300 | > loss_text_ce: 0.04784529656171799 (0.039566416440861486) | > loss_mel_ce: 3.225839853286743 (nan) | > loss: 0.012990815564990044 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14217735324648065) | > loader_time: 0.0043 (0.0045919560447788225)  --> TIME: 2025-03-24 10:14:48 -- STEP: 14025/31555 -- GLOBAL_STEP: 487350 | > loss_text_ce: 0.04371023550629616 (0.039563641434140276) | > loss_mel_ce: 2.283489942550659 (nan) | > loss: 0.009234922006726265 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1421644998404218) | > loader_time: 0.0047 (0.004591754719535279)  --> TIME: 2025-03-24 10:14:57 -- STEP: 14075/31555 -- GLOBAL_STEP: 487400 | > loss_text_ce: 0.04360910877585411 (0.03955749601846954) | > loss_mel_ce: 2.802844524383545 (nan) | > loss: 0.011295451782643795 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14214888189868014) | > loader_time: 0.0043 (0.004591581520771665)  --> TIME: 2025-03-24 10:15:07 -- STEP: 14125/31555 -- GLOBAL_STEP: 487450 | > loss_text_ce: 0.02522587776184082 (0.03956034320704969) | > loss_mel_ce: 2.701936721801758 (nan) | > loss: 0.010822074487805367 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14213493919372558) | > loader_time: 0.0046 (0.004591826160397132)  --> TIME: 2025-03-24 10:15:16 -- STEP: 14175/31555 -- GLOBAL_STEP: 487500 | > loss_text_ce: 0.03946660831570625 (0.039560755578574365) | > loss_mel_ce: 3.7596609592437744 (nan) | > loss: 0.015075904317200184 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1421327584382719) | > loader_time: 0.0045 (0.00459242635723563)  --> TIME: 2025-03-24 10:15:26 -- STEP: 14225/31555 -- GLOBAL_STEP: 487550 | > loss_text_ce: 0.0373455174267292 (0.03956409584259474) | > loss_mel_ce: 2.8470284938812256 (nan) | > loss: 0.011445929296314716 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14213192956518836) | > loader_time: 0.0043 (0.004592514674986166)  --> TIME: 2025-03-24 10:15:35 -- STEP: 14275/31555 -- GLOBAL_STEP: 487600 | > loss_text_ce: 0.027315499261021614 (0.03956174737067596) | > loss_mel_ce: 2.5233397483825684 (nan) | > loss: 0.010121649131178856 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1421191976450371) | > loader_time: 0.0046 (0.0045922564458095285)  --> TIME: 2025-03-24 10:15:45 -- STEP: 14325/31555 -- GLOBAL_STEP: 487650 | > loss_text_ce: 0.043730467557907104 (0.039565443914598195) | > loss_mel_ce: 2.7143452167510986 (nan) | > loss: 0.010944745503365993 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14213098526000978) | > loader_time: 0.0047 (0.0045921616279641815)  --> TIME: 2025-03-24 10:15:55 -- STEP: 14375/31555 -- GLOBAL_STEP: 487700 | > loss_text_ce: 0.04255334660410881 (0.039565061159107996) | > loss_mel_ce: 2.933198928833008 (nan) | > loss: 0.011808541603386402 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14212697863371476) | > loader_time: 0.0051 (0.004592520257701026)  --> TIME: 2025-03-24 10:16:05 -- STEP: 14425/31555 -- GLOBAL_STEP: 487750 | > loss_text_ce: 0.03675185889005661 (0.03956264370184011) | > loss_mel_ce: 2.6906981468200684 (nan) | > loss: 0.010823214426636696 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14215411177954182) | > loader_time: 0.0044 (0.004592376672622425)  --> TIME: 2025-03-24 10:16:15 -- STEP: 14475/31555 -- GLOBAL_STEP: 487800 | > loss_text_ce: 0.03979095444083214 (0.039565513079442304) | > loss_mel_ce: 3.144526720046997 (nan) | > loss: 0.012636181898415089 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14214452061628427) | > loader_time: 0.0045 (0.004592281466732765)  --> TIME: 2025-03-24 10:16:25 -- STEP: 14525/31555 -- GLOBAL_STEP: 487850 | > loss_text_ce: 0.05153094604611397 (0.039568908269326374) | > loss_mel_ce: 3.2108893394470215 (nan) | > loss: 0.012946113012731075 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1421467533702489) | > loader_time: 0.0048 (0.0045925396773162505)  --> TIME: 2025-03-24 10:16:34 -- STEP: 14575/31555 -- GLOBAL_STEP: 487900 | > loss_text_ce: 0.032659634947776794 (0.03957270553881881) | > loss_mel_ce: 2.8419137001037598 (nan) | > loss: 0.011407037265598774 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1421509782650458) | > loader_time: 0.0044 (0.004592541699548511)  --> TIME: 2025-03-24 10:16:44 -- STEP: 14625/31555 -- GLOBAL_STEP: 487950 | > loss_text_ce: 0.05038551613688469 (0.03957018173046601) | > loss_mel_ce: 2.279754400253296 (nan) | > loss: 0.009246587753295898 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14213306614476387) | > loader_time: 0.0044 (0.004592500784458241)  --> TIME: 2025-03-24 10:16:53 -- STEP: 14675/31555 -- GLOBAL_STEP: 488000 | > loss_text_ce: 0.033943530172109604 (0.03957105057380675) | > loss_mel_ce: 3.0753605365753174 (nan) | > loss: 0.012338508851826191 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14213307292944727) | > loader_time: 0.0046 (0.004592480960046598)  --> TIME: 2025-03-24 10:17:03 -- STEP: 14725/31555 -- GLOBAL_STEP: 488050 | > loss_text_ce: 0.04362799599766731 (0.03957285887430499) | > loss_mel_ce: 3.038320779800415 (nan) | > loss: 0.01222995575517416 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1421423096162961) | > loader_time: 0.0069 (0.004592752359516534)  --> TIME: 2025-03-24 10:17:13 -- STEP: 14775/31555 -- GLOBAL_STEP: 488100 | > loss_text_ce: 0.032878704369068146 (0.03957064894678831) | > loss_mel_ce: 2.960603952407837 (nan) | > loss: 0.011878900229930878 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1421417126437734) | > loader_time: 0.0049 (0.004592822312098452)  --> TIME: 2025-03-24 10:17:23 -- STEP: 14825/31555 -- GLOBAL_STEP: 488150 | > loss_text_ce: 0.02588326670229435 (0.03957023526424099) | > loss_mel_ce: 0.043853759765625 (nan) | > loss: 0.00027673423755913973 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.1421618663601288) | > loader_time: 0.0046 (0.004593432186827876)  --> TIME: 2025-03-24 10:17:33 -- STEP: 14875/31555 -- GLOBAL_STEP: 488200 | > loss_text_ce: 0.03268054500222206 (0.039568398941840444) | > loss_mel_ce: 3.1568591594696045 (nan) | > loss: 0.012656903825700283 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14216278512137273) | > loader_time: 0.0048 (0.004593537322613354)  --> TIME: 2025-03-24 10:17:43 -- STEP: 14925/31555 -- GLOBAL_STEP: 488250 | > loss_text_ce: 0.036627333611249924 (0.039562889211990526) | > loss_mel_ce: 2.8414418697357178 (nan) | > loss: 0.011420910246670246 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14216326683210564) | > loader_time: 0.0043 (0.004593453527095912)  --> TIME: 2025-03-24 10:17:52 -- STEP: 14975/31555 -- GLOBAL_STEP: 488300 | > loss_text_ce: 0.03138294816017151 (0.039560155417266395) | > loss_mel_ce: 3.1370959281921387 (nan) | > loss: 0.012573329731822014 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1421614034585841) | > loader_time: 0.0044 (0.004593881215396412)  --> TIME: 2025-03-24 10:18:02 -- STEP: 15025/31555 -- GLOBAL_STEP: 488350 | > loss_text_ce: 0.032983966171741486 (0.039557543879811856) | > loss_mel_ce: 2.6933581829071045 (nan) | > loss: 0.01081881858408451 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.142173986244519) | > loader_time: 0.0047 (0.004593618919766071)  --> TIME: 2025-03-24 10:18:12 -- STEP: 15075/31555 -- GLOBAL_STEP: 488400 | > loss_text_ce: 0.040514860302209854 (0.039557559848647214) | > loss_mel_ce: 3.287165880203247 (nan) | > loss: 0.013205083087086678 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14218082532360776) | > loader_time: 0.0047 (0.004593568172423186)  --> TIME: 2025-03-24 10:18:22 -- STEP: 15125/31555 -- GLOBAL_STEP: 488450 | > loss_text_ce: 0.02801336906850338 (0.039558898316311444) | > loss_mel_ce: 2.7105789184570312 (nan) | > loss: 0.010867430828511715 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14216906869115906) | > loader_time: 0.0044 (0.00459361386890252)  --> TIME: 2025-03-24 10:18:31 -- STEP: 15175/31555 -- GLOBAL_STEP: 488500 | > loss_text_ce: 0.03929667919874191 (0.0395584732048594) | > loss_mel_ce: 3.1340887546539307 (nan) | > loss: 0.012592799961566925 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14216540514146278) | > loader_time: 0.0045 (0.004593510557045833)  --> TIME: 2025-03-24 10:18:41 -- STEP: 15225/31555 -- GLOBAL_STEP: 488550 | > loss_text_ce: 0.0458221435546875 (0.039559471646357446) | > loss_mel_ce: 2.719715118408203 (nan) | > loss: 0.010974355041980743 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14215176455493042) | > loader_time: 0.0047 (0.004593382398483184)  --> TIME: 2025-03-24 10:18:50 -- STEP: 15275/31555 -- GLOBAL_STEP: 488600 | > loss_text_ce: 0.047124359756708145 (0.03956223590979307) | > loss_mel_ce: 3.16455078125 (nan) | > loss: 0.012744743376970291 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1421441933371236) | > loader_time: 0.0047 (0.004593138125055924)  --> TIME: 2025-03-24 10:19:00 -- STEP: 15325/31555 -- GLOBAL_STEP: 488650 | > loss_text_ce: 0.04229464381933212 (0.03956696612970086) | > loss_mel_ce: 2.9169814586639404 (nan) | > loss: 0.011743159964680672 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14213467303924807) | > loader_time: 0.0047 (0.004593030437948636)  --> TIME: 2025-03-24 10:19:10 -- STEP: 15375/31555 -- GLOBAL_STEP: 488700 | > loss_text_ce: 0.04342428594827652 (0.03957023018344146) | > loss_mel_ce: 3.4112203121185303 (nan) | > loss: 0.01370890811085701 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14214390349969627) | > loader_time: 0.0048 (0.0045929986286938505)  --> TIME: 2025-03-24 10:19:19 -- STEP: 15425/31555 -- GLOBAL_STEP: 488750 | > loss_text_ce: 0.03617536649107933 (0.039562651102508097) | > loss_mel_ce: 3.306446075439453 (nan) | > loss: 0.013264371082186699 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14214640399432063) | > loader_time: 0.0048 (0.0045929155550667525)  --> TIME: 2025-03-24 10:19:29 -- STEP: 15475/31555 -- GLOBAL_STEP: 488800 | > loss_text_ce: 0.04468243941664696 (0.03956423764455588) | > loss_mel_ce: 2.8910064697265625 (nan) | > loss: 0.011649560183286667 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14215760414357714) | > loader_time: 0.0044 (0.004592832602283665)  --> TIME: 2025-03-24 10:19:39 -- STEP: 15525/31555 -- GLOBAL_STEP: 488850 | > loss_text_ce: 0.0417468287050724 (0.03956625727291748) | > loss_mel_ce: 2.8418667316436768 (nan) | > loss: 0.011442911811172962 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14215185500189492) | > loader_time: 0.0044 (0.004592505683837481)  --> TIME: 2025-03-24 10:19:48 -- STEP: 15575/31555 -- GLOBAL_STEP: 488900 | > loss_text_ce: 0.038397520780563354 (0.03956327317518751) | > loss_mel_ce: 2.783576488494873 (nan) | > loss: 0.011198310181498528 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14212940964614595) | > loader_time: 0.0047 (0.004592575269181678)  --> TIME: 2025-03-24 10:19:58 -- STEP: 15625/31555 -- GLOBAL_STEP: 488950 | > loss_text_ce: 0.024882139638066292 (0.039563204797148706) | > loss_mel_ce: 3.776947021484375 (nan) | > loss: 0.015086623840034008 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14214408396911618) | > loader_time: 0.0044 (0.004592689880371078)  --> TIME: 2025-03-24 10:20:08 -- STEP: 15675/31555 -- GLOBAL_STEP: 489000 | > loss_text_ce: 0.04678720980882645 (0.039558059730978486) | > loss_mel_ce: 2.676414728164673 (nan) | > loss: 0.010806357488036156 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14214551095186806) | > loader_time: 0.0044 (0.0045925857233658765)  --> TIME: 2025-03-24 10:20:18 -- STEP: 15725/31555 -- GLOBAL_STEP: 489050 | > loss_text_ce: 0.02106836438179016 (0.039557426309239696) | > loss_mel_ce: 2.5377516746520996 (nan) | > loss: 0.01015404798090458 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1421449194424482) | > loader_time: 0.005 (0.004592520193757979)  --> TIME: 2025-03-24 10:20:27 -- STEP: 15775/31555 -- GLOBAL_STEP: 489100 | > loss_text_ce: 0.040350474417209625 (0.039560751827838116) | > loss_mel_ce: 3.628657341003418 (nan) | > loss: 0.014559555798768997 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14214438430858675) | > loader_time: 0.0043 (0.004592340170109123)  --> TIME: 2025-03-24 10:20:37 -- STEP: 15825/31555 -- GLOBAL_STEP: 489150 | > loss_text_ce: 0.030936812981963158 (0.039558872397853675) | > loss_mel_ce: 0.07715606689453125 (nan) | > loss: 0.00042894002399407327 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14215811456737545) | > loader_time: 0.0043 (0.004592085216094327)  --> TIME: 2025-03-24 10:20:47 -- STEP: 15875/31555 -- GLOBAL_STEP: 489200 | > loss_text_ce: 0.06389489769935608 (0.03955617163547381) | > loss_mel_ce: 2.453639507293701 (nan) | > loss: 0.009990217164158821 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14216163016491984) | > loader_time: 0.005 (0.004592017691905088)  --> TIME: 2025-03-24 10:20:57 -- STEP: 15925/31555 -- GLOBAL_STEP: 489250 | > loss_text_ce: 0.06590448319911957 (0.039556394204310195) | > loss_mel_ce: 2.6496658325195312 (nan) | > loss: 0.01077607274055481 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14217596260681628) | > loader_time: 0.0043 (0.004592027724069912)  --> TIME: 2025-03-24 10:21:07 -- STEP: 15975/31555 -- GLOBAL_STEP: 489300 | > loss_text_ce: 0.04178836569190025 (0.03955784192667321) | > loss_mel_ce: 2.751737117767334 (nan) | > loss: 0.011085418984293938 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.142178393395294) | > loader_time: 0.0046 (0.004591706086399021)  --> TIME: 2025-03-24 10:21:16 -- STEP: 16025/31555 -- GLOBAL_STEP: 489350 | > loss_text_ce: 0.04306527599692345 (0.039555979682228494) | > loss_mel_ce: 3.2546939849853516 (nan) | > loss: 0.013086346909403801 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14215581603801564) | > loader_time: 0.0044 (0.004591720896466458)  --> TIME: 2025-03-24 10:21:25 -- STEP: 16075/31555 -- GLOBAL_STEP: 489400 | > loss_text_ce: 0.024729866534471512 (0.03956147919256895) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14213719784749979) | > loader_time: 0.0044 (0.004591735911035596)  --> TIME: 2025-03-24 10:21:35 -- STEP: 16125/31555 -- GLOBAL_STEP: 489450 | > loss_text_ce: 0.04109152778983116 (0.0395647607124591) | > loss_mel_ce: 2.7308621406555176 (nan) | > loss: 0.010999816469848156 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14214067215143245) | > loader_time: 0.0046 (0.004591516657393093)  --> TIME: 2025-03-24 10:21:45 -- STEP: 16175/31555 -- GLOBAL_STEP: 489500 | > loss_text_ce: 0.04172966256737709 (0.03956010561223376) | > loss_mel_ce: 2.8816111087799072 (nan) | > loss: 0.011600559577345848 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14215757350833189) | > loader_time: 0.0046 (0.004591725053153398)  --> TIME: 2025-03-24 10:21:55 -- STEP: 16225/31555 -- GLOBAL_STEP: 489550 | > loss_text_ce: 0.03735724091529846 (0.039560380691694) | > loss_mel_ce: 2.560297727584839 (nan) | > loss: 0.010308155789971352 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14217772366269524) | > loader_time: 0.0044 (0.004591796666337807)  --> TIME: 2025-03-24 10:22:05 -- STEP: 16275/31555 -- GLOBAL_STEP: 489600 | > loss_text_ce: 0.03924409672617912 (0.03955706287787715) | > loss_mel_ce: 3.0588536262512207 (nan) | > loss: 0.012294040061533451 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14218183910059304) | > loader_time: 0.0048 (0.004591953728788627)  --> TIME: 2025-03-24 10:22:15 -- STEP: 16325/31555 -- GLOBAL_STEP: 489650 | > loss_text_ce: 0.04141465201973915 (0.03955115649096132) | > loss_mel_ce: 3.101001024246216 (nan) | > loss: 0.012469904497265816 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14217819567296258) | > loader_time: 0.0045 (0.0045921162551248815)  --> TIME: 2025-03-24 10:22:24 -- STEP: 16375/31555 -- GLOBAL_STEP: 489700 | > loss_text_ce: 0.04043756425380707 (0.03955543871229614) | > loss_mel_ce: 3.037151575088501 (nan) | > loss: 0.012212655507028103 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14217559780965322) | > loader_time: 0.0046 (0.004592394137200493)  --> TIME: 2025-03-24 10:22:34 -- STEP: 16425/31555 -- GLOBAL_STEP: 489750 | > loss_text_ce: 0.04266340658068657 (0.03956096291162153) | > loss_mel_ce: 2.2320258617401123 (nan) | > loss: 0.009026545099914074 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14218139387156864) | > loader_time: 0.0045 (0.0045923747174453)  --> TIME: 2025-03-24 10:22:44 -- STEP: 16475/31555 -- GLOBAL_STEP: 489800 | > loss_text_ce: 0.04290778562426567 (0.03956375385503169) | > loss_mel_ce: 3.3260130882263184 (nan) | > loss: 0.013368734158575535 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14219256003094732) | > loader_time: 0.0044 (0.004592440464789645)  --> TIME: 2025-03-24 10:22:54 -- STEP: 16525/31555 -- GLOBAL_STEP: 489850 | > loss_text_ce: 0.03700009360909462 (0.03956494639781211) | > loss_mel_ce: 3.0760371685028076 (nan) | > loss: 0.0123533234000206 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.1421759654173512) | > loader_time: 0.0046 (0.0045923376876900145)  --> TIME: 2025-03-24 10:23:04 -- STEP: 16575/31555 -- GLOBAL_STEP: 489900 | > loss_text_ce: 0.034156184643507004 (0.03956398055895736) | > loss_mel_ce: 3.1276166439056396 (nan) | > loss: 0.012546718120574951 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14218284884549195) | > loader_time: 0.0046 (0.004592421360504917)  --> TIME: 2025-03-24 10:23:13 -- STEP: 16625/31555 -- GLOBAL_STEP: 489950 | > loss_text_ce: 0.039734821766614914 (0.039564282442226005) | > loss_mel_ce: 1.6558910608291626 (nan) | > loss: 0.006728674750775099 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14218586594717844) | > loader_time: 0.0047 (0.0045924023076107465)  --> TIME: 2025-03-24 10:23:23 -- STEP: 16675/31555 -- GLOBAL_STEP: 490000 | > loss_text_ce: 0.049107857048511505 (0.03956280457093262) | > loss_mel_ce: 2.7030954360961914 (nan) | > loss: 0.010921441949903965 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1421862119820522) | > loader_time: 0.0046 (0.004592448424721034) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_490000.pth  --> TIME: 2025-03-24 10:23:38 -- STEP: 16725/31555 -- GLOBAL_STEP: 490050 | > loss_text_ce: 0.03802146762609482 (0.03956747973290439) | > loss_mel_ce: 2.4987664222717285 (nan) | > loss: 0.010066619142889977 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14217870964597687) | > loader_time: 0.0046 (0.004592544530004647)  --> TIME: 2025-03-24 10:23:48 -- STEP: 16775/31555 -- GLOBAL_STEP: 490100 | > loss_text_ce: 0.033350635319948196 (0.03956817283404744) | > loss_mel_ce: 2.7076916694641113 (nan) | > loss: 0.010877152904868126 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14218949825326657) | > loader_time: 0.0048 (0.004592730370079512)  --> TIME: 2025-03-24 10:23:57 -- STEP: 16825/31555 -- GLOBAL_STEP: 490150 | > loss_text_ce: 0.03020695224404335 (0.03957361681079617) | > loss_mel_ce: 2.5326952934265137 (nan) | > loss: 0.01017024740576744 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14218137973484987) | > loader_time: 0.0045 (0.0045928469738669596)  --> TIME: 2025-03-24 10:24:07 -- STEP: 16875/31555 -- GLOBAL_STEP: 490200 | > loss_text_ce: 0.0468708835542202 (0.039573713566418055) | > loss_mel_ce: 2.1241648197174072 (nan) | > loss: 0.008615221828222275 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.1421706028832329) | > loader_time: 0.0044 (0.004592684074684409)  --> TIME: 2025-03-24 10:24:17 -- STEP: 16925/31555 -- GLOBAL_STEP: 490250 | > loss_text_ce: 0.042036499828100204 (0.039572482763994575) | > loss_mel_ce: 1.8615881204605103 (nan) | > loss: 0.007554066367447376 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14217762983708118) | > loader_time: 0.0053 (0.0045928951274696985)  --> TIME: 2025-03-24 10:24:26 -- STEP: 16975/31555 -- GLOBAL_STEP: 490300 | > loss_text_ce: 0.03753158822655678 (0.03957045406201891) | > loss_mel_ce: 3.4645233154296875 (nan) | > loss: 0.013897044584155083 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14217476909395874) | > loader_time: 0.0044 (0.004593287609813826)  --> TIME: 2025-03-24 10:24:36 -- STEP: 17025/31555 -- GLOBAL_STEP: 490350 | > loss_text_ce: 0.0314764603972435 (0.03957222333301008) | > loss_mel_ce: 0.1122639998793602 (nan) | > loss: 0.0005703986971639097 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14216787336856435) | > loader_time: 0.0045 (0.004593250986062818)  --> TIME: 2025-03-24 10:24:45 -- STEP: 17075/31555 -- GLOBAL_STEP: 490400 | > loss_text_ce: 0.032416168600320816 (0.039570246924963935) | > loss_mel_ce: 2.712576150894165 (nan) | > loss: 0.010892827063798904 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1421445857169514) | > loader_time: 0.0045 (0.004593250810838186)  --> TIME: 2025-03-24 10:24:55 -- STEP: 17125/31555 -- GLOBAL_STEP: 490450 | > loss_text_ce: 0.0436110720038414 (0.03956920341005294) | > loss_mel_ce: 2.8603718280792236 (nan) | > loss: 0.011523742228746414 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14214396017311268) | > loader_time: 0.0045 (0.004593489751328504)  --> TIME: 2025-03-24 10:25:05 -- STEP: 17175/31555 -- GLOBAL_STEP: 490500 | > loss_text_ce: 0.03406972438097 (0.039570010165308464) | > loss_mel_ce: 3.4755587577819824 (nan) | > loss: 0.013927098363637924 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14215673677091867) | > loader_time: 0.0046 (0.004593767640892581)  --> TIME: 2025-03-24 10:25:15 -- STEP: 17225/31555 -- GLOBAL_STEP: 490550 | > loss_text_ce: 0.0478559248149395 (0.039570799539695674) | > loss_mel_ce: 2.660672187805176 (nan) | > loss: 0.010748127475380898 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14216377432702765) | > loader_time: 0.0044 (0.0045939859354270935)  --> TIME: 2025-03-24 10:25:25 -- STEP: 17275/31555 -- GLOBAL_STEP: 490600 | > loss_text_ce: 0.03798271715641022 (0.0395677215044216) | > loss_mel_ce: 2.836050033569336 (nan) | > loss: 0.011404892429709435 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14217271926261588) | > loader_time: 0.0048 (0.0045940779259511805)  --> TIME: 2025-03-24 10:25:35 -- STEP: 17325/31555 -- GLOBAL_STEP: 490650 | > loss_text_ce: 0.04247560724616051 (0.03957005769766949) | > loss_mel_ce: 2.794365882873535 (nan) | > loss: 0.011257308535277843 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14219336930807544) | > loader_time: 0.0047 (0.004594167734121333)  --> TIME: 2025-03-24 10:25:45 -- STEP: 17375/31555 -- GLOBAL_STEP: 490700 | > loss_text_ce: 0.03422984853386879 (0.03956620662182362) | > loss_mel_ce: 2.892000198364258 (nan) | > loss: 0.011612024158239365 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14220509371311557) | > loader_time: 0.0046 (0.004594227989800527)  --> TIME: 2025-03-24 10:25:55 -- STEP: 17425/31555 -- GLOBAL_STEP: 490750 | > loss_text_ce: 0.04565446451306343 (0.03956608556895132) | > loss_mel_ce: 2.585097551345825 (nan) | > loss: 0.010439492762088776 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1422023055132699) | > loader_time: 0.0047 (0.004594283466530652)  --> TIME: 2025-03-24 10:26:04 -- STEP: 17475/31555 -- GLOBAL_STEP: 490800 | > loss_text_ce: 0.044295500963926315 (0.03956525972590008) | > loss_mel_ce: 2.66564679145813 (nan) | > loss: 0.01075373962521553 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14219832263449927) | > loader_time: 0.0045 (0.004594463394776247)  --> TIME: 2025-03-24 10:26:14 -- STEP: 17525/31555 -- GLOBAL_STEP: 490850 | > loss_text_ce: 0.03851858898997307 (0.03956671685788167) | > loss_mel_ce: 3.101820707321167 (nan) | > loss: 0.012461665086448193 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1421997225131527) | > loader_time: 0.0051 (0.004594689367841197)  --> TIME: 2025-03-24 10:26:24 -- STEP: 17575/31555 -- GLOBAL_STEP: 490900 | > loss_text_ce: 0.0360734723508358 (0.03956115389266622) | > loss_mel_ce: 3.280348539352417 (nan) | > loss: 0.013160405680537224 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14220037271762812) | > loader_time: 0.0045 (0.004594850852174052)  --> TIME: 2025-03-24 10:26:34 -- STEP: 17625/31555 -- GLOBAL_STEP: 490950 | > loss_text_ce: 0.027633897960186005 (0.03955857826568562) | > loss_mel_ce: 2.6246111392974854 (nan) | > loss: 0.010524782352149487 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14220941471884435) | > loader_time: 0.0047 (0.004595140403044123)  --> TIME: 2025-03-24 10:26:43 -- STEP: 17675/31555 -- GLOBAL_STEP: 491000 | > loss_text_ce: 0.042493391782045364 (0.039558885123954876) | > loss_mel_ce: 2.509044647216797 (nan) | > loss: 0.01012515090405941 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14221254623931057) | > loader_time: 0.0047 (0.004595731522102827)  --> TIME: 2025-03-24 10:26:53 -- STEP: 17725/31555 -- GLOBAL_STEP: 491050 | > loss_text_ce: 0.045493271201848984 (0.039559352775071575) | > loss_mel_ce: 2.72042179107666 (nan) | > loss: 0.010975854471325874 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14221900783910058) | > loader_time: 0.0047 (0.004596142237546232)  --> TIME: 2025-03-24 10:27:03 -- STEP: 17775/31555 -- GLOBAL_STEP: 491100 | > loss_text_ce: 0.04923953860998154 (0.03955685495491947) | > loss_mel_ce: 4.079397201538086 (nan) | > loss: 0.01638348028063774 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14222392758236652) | > loader_time: 0.0046 (0.0045962193377745535)  --> TIME: 2025-03-24 10:27:13 -- STEP: 17825/31555 -- GLOBAL_STEP: 491150 | > loss_text_ce: 0.0396130234003067 (0.0395594991029856) | > loss_mel_ce: 3.3094968795776367 (nan) | > loss: 0.013290119357407093 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14222782090870548) | > loader_time: 0.0052 (0.0045967867264072055)  --> TIME: 2025-03-24 10:27:23 -- STEP: 17875/31555 -- GLOBAL_STEP: 491200 | > loss_text_ce: 0.029602307826280594 (0.03955915279321743) | > loss_mel_ce: 2.5967905521392822 (nan) | > loss: 0.010422194376587868 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14223096574103075) | > loader_time: 0.0046 (0.004597076776144378)  --> TIME: 2025-03-24 10:27:32 -- STEP: 17925/31555 -- GLOBAL_STEP: 491250 | > loss_text_ce: 0.039473991841077805 (0.03955922893473215) | > loss_mel_ce: 2.8166394233703613 (nan) | > loss: 0.011333784088492393 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.1422243432054293) | > loader_time: 0.0048 (0.004597306710406814)  --> TIME: 2025-03-24 10:27:42 -- STEP: 17975/31555 -- GLOBAL_STEP: 491300 | > loss_text_ce: 0.036503393203020096 (0.039560520620563304) | > loss_mel_ce: 2.8938217163085938 (nan) | > loss: 0.01162827480584383 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14222860354873157) | > loader_time: 0.0049 (0.004597358252640715)  --> TIME: 2025-03-24 10:27:52 -- STEP: 18025/31555 -- GLOBAL_STEP: 491350 | > loss_text_ce: 0.037207745015621185 (0.03956235048644011) | > loss_mel_ce: 3.009796142578125 (nan) | > loss: 0.012091286480426788 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1422423487331268) | > loader_time: 0.0046 (0.004597332434581477)  --> TIME: 2025-03-24 10:28:02 -- STEP: 18075/31555 -- GLOBAL_STEP: 491400 | > loss_text_ce: 0.04108356311917305 (0.03956107641785392) | > loss_mel_ce: 3.089977502822876 (nan) | > loss: 0.012424846179783344 (nan) | > current_lr: 5e-06 | > step_time: 0.1477 (0.14224470345640897) | > loader_time: 0.0046 (0.00459748648014305)  --> TIME: 2025-03-24 10:28:12 -- STEP: 18125/31555 -- GLOBAL_STEP: 491450 | > loss_text_ce: 0.032825589179992676 (0.0395612593362044) | > loss_mel_ce: 2.923342704772949 (nan) | > loss: 0.011730826459825039 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14223698630497356) | > loader_time: 0.0045 (0.004597782332321684)  --> TIME: 2025-03-24 10:28:21 -- STEP: 18175/31555 -- GLOBAL_STEP: 491500 | > loss_text_ce: 0.04939376190304756 (0.03956384045887931) | > loss_mel_ce: 2.3509838581085205 (nan) | > loss: 0.009525308385491371 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14224366315293327) | > loader_time: 0.0048 (0.004598127073894004)  --> TIME: 2025-03-24 10:28:31 -- STEP: 18225/31555 -- GLOBAL_STEP: 491550 | > loss_text_ce: 0.030324531719088554 (0.03955978181954114) | > loss_mel_ce: 3.3598110675811768 (nan) | > loss: 0.013452919200062752 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14225204908635214) | > loader_time: 0.0047 (0.004598220424887567)  --> TIME: 2025-03-24 10:28:41 -- STEP: 18275/31555 -- GLOBAL_STEP: 491600 | > loss_text_ce: 0.04169239476323128 (0.03956356494334591) | > loss_mel_ce: 2.526580333709717 (nan) | > loss: 0.010191559791564941 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1422410129620176) | > loader_time: 0.0046 (0.004598491253833266)  --> TIME: 2025-03-24 10:28:51 -- STEP: 18325/31555 -- GLOBAL_STEP: 491650 | > loss_text_ce: 0.041238702833652496 (0.039563133441531825) | > loss_mel_ce: 3.1203529834747314 (nan) | > loss: 0.012546000070869923 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14224927470270948) | > loader_time: 0.0046 (0.004598562154730858)  --> TIME: 2025-03-24 10:29:01 -- STEP: 18375/31555 -- GLOBAL_STEP: 491700 | > loss_text_ce: 0.03431815654039383 (0.03956045609084119) | > loss_mel_ce: 2.5620343685150146 (nan) | > loss: 0.010302986949682236 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1422574713959984) | > loader_time: 0.0046 (0.004598540156876948)  --> TIME: 2025-03-24 10:29:10 -- STEP: 18425/31555 -- GLOBAL_STEP: 491750 | > loss_text_ce: 0.038749244064092636 (0.039556217953825586) | > loss_mel_ce: 3.3179988861083984 (nan) | > loss: 0.013320430181920528 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14225968813799109) | > loader_time: 0.0047 (0.004598542230261867)  --> TIME: 2025-03-24 10:29:20 -- STEP: 18475/31555 -- GLOBAL_STEP: 491800 | > loss_text_ce: 0.04024741053581238 (0.03955621587407446) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1422575249755816) | > loader_time: 0.0046 (0.0045982599451996715)  --> TIME: 2025-03-24 10:29:30 -- STEP: 18525/31555 -- GLOBAL_STEP: 491850 | > loss_text_ce: 0.04672155901789665 (0.0395514461280484) | > loss_mel_ce: 2.8261027336120605 (nan) | > loss: 0.01140009704977274 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1422569028697353) | > loader_time: 0.0043 (0.004598237268033449)  --> TIME: 2025-03-24 10:29:39 -- STEP: 18575/31555 -- GLOBAL_STEP: 491900 | > loss_text_ce: 0.03747827559709549 (0.03955210586856864) | > loss_mel_ce: 3.1952688694000244 (nan) | > loss: 0.012828362174332142 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14225085114726774) | > loader_time: 0.0045 (0.004598035658352461)  --> TIME: 2025-03-24 10:29:49 -- STEP: 18625/31555 -- GLOBAL_STEP: 491950 | > loss_text_ce: 0.04953493922948837 (0.039552432285359235) | > loss_mel_ce: 2.98679256439209 (nan) | > loss: 0.012048919685184956 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14225087672752007) | > loader_time: 0.0042 (0.004597806789731012)  --> TIME: 2025-03-24 10:29:59 -- STEP: 18675/31555 -- GLOBAL_STEP: 492000 | > loss_text_ce: 0.045290373265743256 (0.039555407164785436) | > loss_mel_ce: 3.1292519569396973 (nan) | > loss: 0.01259739138185978 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14224736857126977) | > loader_time: 0.0046 (0.004597589883459613)  --> TIME: 2025-03-24 10:30:08 -- STEP: 18725/31555 -- GLOBAL_STEP: 492050 | > loss_text_ce: 0.038056448101997375 (0.03955253415625388) | > loss_mel_ce: 1.9040701389312744 (nan) | > loss: 0.007706852164119482 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14225226245671294) | > loader_time: 0.0045 (0.004597653209446899)  --> TIME: 2025-03-24 10:30:18 -- STEP: 18775/31555 -- GLOBAL_STEP: 492100 | > loss_text_ce: 0.031774457544088364 (0.03955269998919151) | > loss_mel_ce: 3.551382303237915 (nan) | > loss: 0.01421887706965208 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14225138487733294) | > loader_time: 0.0044 (0.004597558492668135)  --> TIME: 2025-03-24 10:30:28 -- STEP: 18825/31555 -- GLOBAL_STEP: 492150 | > loss_text_ce: 0.030441271141171455 (0.03954683981934785) | > loss_mel_ce: 3.13010573387146 (nan) | > loss: 0.012541853822767735 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14224909564571697) | > loader_time: 0.0043 (0.004597284942667474)  --> TIME: 2025-03-24 10:30:38 -- STEP: 18875/31555 -- GLOBAL_STEP: 492200 | > loss_text_ce: 0.0435078926384449 (0.03954725598933678) | > loss_mel_ce: 0.0294189453125 (nan) | > loss: 0.00028939222102053463 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1422528277390839) | > loader_time: 0.0046 (0.004596923903913678)  --> TIME: 2025-03-24 10:30:47 -- STEP: 18925/31555 -- GLOBAL_STEP: 492250 | > loss_text_ce: 0.038610514253377914 (0.039546994901652185) | > loss_mel_ce: 3.21610689163208 (nan) | > loss: 0.01291554607450962 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14224844753663488) | > loader_time: 0.0042 (0.0045965489875057644)  --> TIME: 2025-03-24 10:30:57 -- STEP: 18975/31555 -- GLOBAL_STEP: 492300 | > loss_text_ce: 0.03821652755141258 (0.03954846871415534) | > loss_mel_ce: 2.7159698009490967 (nan) | > loss: 0.010929311625659466 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14224497885572115) | > loader_time: 0.0045 (0.0045966317122789774)  --> TIME: 2025-03-24 10:31:07 -- STEP: 19025/31555 -- GLOBAL_STEP: 492350 | > loss_text_ce: 0.02854687161743641 (0.03954764135162318) | > loss_mel_ce: 3.5249626636505127 (nan) | > loss: 0.014101228676736355 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14225344467413734) | > loader_time: 0.0049 (0.0045967430510752685)  --> TIME: 2025-03-24 10:31:17 -- STEP: 19075/31555 -- GLOBAL_STEP: 492400 | > loss_text_ce: 0.04504544287919998 (0.03954858158462399) | > loss_mel_ce: 2.502896308898926 (nan) | > loss: 0.010110880248248577 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14225766329434114) | > loader_time: 0.0047 (0.004596588614727526)  --> TIME: 2025-03-24 10:31:27 -- STEP: 19125/31555 -- GLOBAL_STEP: 492450 | > loss_text_ce: 0.03790063410997391 (0.03954801482712127) | > loss_mel_ce: 3.2923386096954346 (nan) | > loss: 0.013215236365795135 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14226633377324538) | > loader_time: 0.0044 (0.004596689585766753)  --> TIME: 2025-03-24 10:31:36 -- STEP: 19175/31555 -- GLOBAL_STEP: 492500 | > loss_text_ce: 0.04511101171374321 (0.039547467652751966) | > loss_mel_ce: 3.231275796890259 (nan) | > loss: 0.013001535087823868 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1422613373946647) | > loader_time: 0.0044 (0.004596410388275101)  --> TIME: 2025-03-24 10:31:46 -- STEP: 19225/31555 -- GLOBAL_STEP: 492550 | > loss_text_ce: 0.026346540078520775 (0.0395506709757877) | > loss_mel_ce: 2.7749061584472656 (nan) | > loss: 0.011116082780063152 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.142255375022541) | > loader_time: 0.0044 (0.0045960603175764685)  --> TIME: 2025-03-24 10:31:55 -- STEP: 19275/31555 -- GLOBAL_STEP: 492600 | > loss_text_ce: 0.0404164083302021 (0.03954888675318381) | > loss_mel_ce: 3.052913188934326 (nan) | > loss: 0.012275118380784988 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1422542239286865) | > loader_time: 0.0045 (0.004595646505689801)  --> TIME: 2025-03-24 10:32:05 -- STEP: 19325/31555 -- GLOBAL_STEP: 492650 | > loss_text_ce: 0.03708329424262047 (0.03954568157172527) | > loss_mel_ce: 3.0406675338745117 (nan) | > loss: 0.012213298119604588 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14224371052651935) | > loader_time: 0.0046 (0.004595322713814911)  --> TIME: 2025-03-24 10:32:15 -- STEP: 19375/31555 -- GLOBAL_STEP: 492700 | > loss_text_ce: 0.03862786293029785 (0.03954863546692555) | > loss_mel_ce: 2.8453197479248047 (nan) | > loss: 0.01144423708319664 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14224740134208427) | > loader_time: 0.0045 (0.0045954442547213575)  --> TIME: 2025-03-24 10:32:25 -- STEP: 19425/31555 -- GLOBAL_STEP: 492750 | > loss_text_ce: 0.03426957130432129 (0.039548967691711324) | > loss_mel_ce: 2.023054838180542 (nan) | > loss: 0.008163985796272755 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14225716245987544) | > loader_time: 0.0045 (0.004595911389305474)  --> TIME: 2025-03-24 10:32:35 -- STEP: 19475/31555 -- GLOBAL_STEP: 492800 | > loss_text_ce: 0.04427611827850342 (0.03954615190051335) | > loss_mel_ce: 3.3845975399017334 (nan) | > loss: 0.013606641441583633 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14226393753512062) | > loader_time: 0.0047 (0.004596254669502853)  --> TIME: 2025-03-24 10:32:44 -- STEP: 19525/31555 -- GLOBAL_STEP: 492850 | > loss_text_ce: 0.05215560272336006 (0.03954858699916039) | > loss_mel_ce: 2.844075918197632 (nan) | > loss: 0.011492982506752014 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14226422783659903) | > loader_time: 0.0046 (0.004596431661354287)  --> TIME: 2025-03-24 10:32:54 -- STEP: 19575/31555 -- GLOBAL_STEP: 492900 | > loss_text_ce: 0.04110557958483696 (0.039549805971283575) | > loss_mel_ce: 3.4230451583862305 (nan) | > loss: 0.013746630400419235 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14227811606298757) | > loader_time: 0.0048 (0.004596601878393955)  --> TIME: 2025-03-24 10:33:04 -- STEP: 19625/31555 -- GLOBAL_STEP: 492950 | > loss_text_ce: 0.03710707277059555 (0.039548153193323485) | > loss_mel_ce: 2.759443998336792 (nan) | > loss: 0.01109742559492588 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14226925823187367) | > loader_time: 0.0046 (0.004596717542903433)  --> TIME: 2025-03-24 10:33:14 -- STEP: 19675/31555 -- GLOBAL_STEP: 493000 | > loss_text_ce: 0.039038099348545074 (0.03954401670097171) | > loss_mel_ce: 2.796640396118164 (nan) | > loss: 0.011252693831920624 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1422717133319665) | > loader_time: 0.0046 (0.004596860054336015)  --> TIME: 2025-03-24 10:33:23 -- STEP: 19725/31555 -- GLOBAL_STEP: 493050 | > loss_text_ce: 0.03314567729830742 (0.03954295492415875) | > loss_mel_ce: 3.0682661533355713 (nan) | > loss: 0.012307190336287022 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1422673863724006) | > loader_time: 0.0047 (0.0045970075121397206)  --> TIME: 2025-03-24 10:33:33 -- STEP: 19775/31555 -- GLOBAL_STEP: 493100 | > loss_text_ce: 0.043117817491292953 (0.039536013276552914) | > loss_mel_ce: 1.0914655923843384 (nan) | > loss: 0.0045023150742053986 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1422621792215765) | > loader_time: 0.0048 (0.004597080377802972)  --> TIME: 2025-03-24 10:33:42 -- STEP: 19825/31555 -- GLOBAL_STEP: 493150 | > loss_text_ce: 0.03888065367937088 (0.03953629864776722) | > loss_mel_ce: 2.690934419631958 (nan) | > loss: 0.01083260029554367 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14225793151807373) | > loader_time: 0.0048 (0.00459713611145788)  --> TIME: 2025-03-24 10:33:53 -- STEP: 19875/31555 -- GLOBAL_STEP: 493200 | > loss_text_ce: 0.03726346045732498 (0.039536224173862274) | > loss_mel_ce: 2.596583366394043 (nan) | > loss: 0.010451773181557655 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1422730727885505) | > loader_time: 0.0046 (0.004597462324226417)  --> TIME: 2025-03-24 10:34:02 -- STEP: 19925/31555 -- GLOBAL_STEP: 493250 | > loss_text_ce: 0.024429069831967354 (0.03953444531526296) | > loss_mel_ce: 2.195146322250366 (nan) | > loss: 0.008807839825749397 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14227225402966057) | > loader_time: 0.0048 (0.004597516197482189)  --> TIME: 2025-03-24 10:34:12 -- STEP: 19975/31555 -- GLOBAL_STEP: 493300 | > loss_text_ce: 0.04859060049057007 (0.03953409462654328) | > loss_mel_ce: 2.749406337738037 (nan) | > loss: 0.011103163473308086 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14225810320714544) | > loader_time: 0.0046 (0.004597617723467348)  --> TIME: 2025-03-24 10:34:21 -- STEP: 20025/31555 -- GLOBAL_STEP: 493350 | > loss_text_ce: 0.03550421819090843 (0.03953297272612917) | > loss_mel_ce: 2.9402060508728027 (nan) | > loss: 0.011808373965322971 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14226057447893045) | > loader_time: 0.0045 (0.004597537044282258)  --> TIME: 2025-03-24 10:34:31 -- STEP: 20075/31555 -- GLOBAL_STEP: 493400 | > loss_text_ce: 0.0350613109767437 (0.03953373652837648) | > loss_mel_ce: 2.743342638015747 (nan) | > loss: 0.011025412939488888 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14225954505901411) | > loader_time: 0.0047 (0.004597528132228442)  --> TIME: 2025-03-24 10:34:41 -- STEP: 20125/31555 -- GLOBAL_STEP: 493450 | > loss_text_ce: 0.03877595067024231 (0.039535566543014974) | > loss_mel_ce: 3.2972958087921143 (nan) | > loss: 0.013238380663096905 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14225892590587924) | > loader_time: 0.0048 (0.004597578996456921)  --> TIME: 2025-03-24 10:34:51 -- STEP: 20175/31555 -- GLOBAL_STEP: 493500 | > loss_text_ce: 0.03315817192196846 (0.03953733361832795) | > loss_mel_ce: 2.462630271911621 (nan) | > loss: 0.0099039226770401 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14225522843730795) | > loader_time: 0.0046 (0.0045980429028932845)  --> TIME: 2025-03-24 10:35:00 -- STEP: 20225/31555 -- GLOBAL_STEP: 493550 | > loss_text_ce: 0.03867531195282936 (0.03953474926353614) | > loss_mel_ce: 2.7665810585021973 (nan) | > loss: 0.011131970211863518 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14224949066954287) | > loader_time: 0.0049 (0.004597966603207199)  --> TIME: 2025-03-24 10:35:10 -- STEP: 20275/31555 -- GLOBAL_STEP: 493600 | > loss_text_ce: 0.04010709375143051 (0.039534236543918744) | > loss_mel_ce: 2.753953456878662 (nan) | > loss: 0.011087542399764061 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14225058677899102) | > loader_time: 0.0045 (0.004598277111970683)  --> TIME: 2025-03-24 10:35:20 -- STEP: 20325/31555 -- GLOBAL_STEP: 493650 | > loss_text_ce: 0.041351184248924255 (0.039534032798726276) | > loss_mel_ce: 2.7759053707122803 (nan) | > loss: 0.011179589666426182 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1422491660593179) | > loader_time: 0.0046 (0.004598191309385775)  --> TIME: 2025-03-24 10:35:29 -- STEP: 20375/31555 -- GLOBAL_STEP: 493700 | > loss_text_ce: 0.041389044374227524 (0.03953520309047473) | > loss_mel_ce: 2.519874334335327 (nan) | > loss: 0.010163743980228901 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14225619629701933) | > loader_time: 0.0047 (0.004598632999724402)  --> TIME: 2025-03-24 10:35:39 -- STEP: 20425/31555 -- GLOBAL_STEP: 493750 | > loss_text_ce: 0.039392732083797455 (0.03953448805278642) | > loss_mel_ce: 3.228571653366089 (nan) | > loss: 0.012968113645911217 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14226349757088275) | > loader_time: 0.0046 (0.00459861273281139)  --> TIME: 2025-03-24 10:35:49 -- STEP: 20475/31555 -- GLOBAL_STEP: 493800 | > loss_text_ce: 0.040068358182907104 (0.0395335855550601) | > loss_mel_ce: 2.752578020095825 (nan) | > loss: 0.011081931181252003 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1422624349885222) | > loader_time: 0.0045 (0.004599147547441231)  --> TIME: 2025-03-24 10:35:59 -- STEP: 20525/31555 -- GLOBAL_STEP: 493850 | > loss_text_ce: 0.048023976385593414 (0.03953351016674795) | > loss_mel_ce: 2.087388515472412 (nan) | > loss: 0.008473859168589115 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14226331347234333) | > loader_time: 0.0045 (0.004599299854831481)  --> TIME: 2025-03-24 10:36:08 -- STEP: 20575/31555 -- GLOBAL_STEP: 493900 | > loss_text_ce: 0.03459995612502098 (0.039530999822720986) | > loss_mel_ce: 3.2240312099456787 (nan) | > loss: 0.012931076809763908 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14225535632628253) | > loader_time: 0.0044 (0.004599351813407884)  --> TIME: 2025-03-24 10:36:18 -- STEP: 20625/31555 -- GLOBAL_STEP: 493950 | > loss_text_ce: 0.03430134057998657 (0.03953042697572359) | > loss_mel_ce: 2.7260968685150146 (nan) | > loss: 0.010953961871564388 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14226362696560924) | > loader_time: 0.0045 (0.004599263879024615)  --> TIME: 2025-03-24 10:36:28 -- STEP: 20675/31555 -- GLOBAL_STEP: 494000 | > loss_text_ce: 0.03426091745495796 (0.03952808598959615) | > loss_mel_ce: 3.284712314605713 (nan) | > loss: 0.013170530088245869 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1422490613030981) | > loader_time: 0.0046 (0.004599005469676225)  --> TIME: 2025-03-24 10:36:37 -- STEP: 20725/31555 -- GLOBAL_STEP: 494050 | > loss_text_ce: 0.04343445971608162 (0.03952845152876429) | > loss_mel_ce: 1.9379340410232544 (nan) | > loss: 0.00786257442086935 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1422514041744178) | > loader_time: 0.0043 (0.004599150495448644)  --> TIME: 2025-03-24 10:36:47 -- STEP: 20775/31555 -- GLOBAL_STEP: 494100 | > loss_text_ce: 0.05450986698269844 (0.039528454335588104) | > loss_mel_ce: 2.4854421615600586 (nan) | > loss: 0.010079175233840942 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14224562415433953) | > loader_time: 0.0044 (0.004599190791161048)  --> TIME: 2025-03-24 10:36:56 -- STEP: 20825/31555 -- GLOBAL_STEP: 494150 | > loss_text_ce: 0.03551025316119194 (0.039532542098828005) | > loss_mel_ce: 3.3333654403686523 (nan) | > loss: 0.013368555344641209 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14223419747003374) | > loader_time: 0.0046 (0.0045992953951905415)  --> TIME: 2025-03-24 10:37:06 -- STEP: 20875/31555 -- GLOBAL_STEP: 494200 | > loss_text_ce: 0.04446407034993172 (0.039532765600495824) | > loss_mel_ce: 2.7932941913604736 (nan) | > loss: 0.011260946281254292 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1422272754029595) | > loader_time: 0.0046 (0.004599170227964477)  --> TIME: 2025-03-24 10:37:15 -- STEP: 20925/31555 -- GLOBAL_STEP: 494250 | > loss_text_ce: 0.041462015360593796 (0.03953203290674221) | > loss_mel_ce: 2.828627347946167 (nan) | > loss: 0.01138924341648817 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14221807197288192) | > loader_time: 0.0044 (0.004599020489655083)  --> TIME: 2025-03-24 10:37:25 -- STEP: 20975/31555 -- GLOBAL_STEP: 494300 | > loss_text_ce: 0.04975053295493126 (0.03952742547800286) | > loss_mel_ce: 2.7750089168548584 (nan) | > loss: 0.011209364049136639 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14220822871939037) | > loader_time: 0.0042 (0.0045987304714780255)  --> TIME: 2025-03-24 10:37:34 -- STEP: 21025/31555 -- GLOBAL_STEP: 494350 | > loss_text_ce: 0.03277122974395752 (0.03951957878996669) | > loss_mel_ce: 2.7836244106292725 (nan) | > loss: 0.011176174506545067 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1421986686148622) | > loader_time: 0.0046 (0.004598461699967714)  --> TIME: 2025-03-24 10:37:43 -- STEP: 21075/31555 -- GLOBAL_STEP: 494400 | > loss_text_ce: 0.03951185196638107 (0.03951832632559629) | > loss_mel_ce: 2.838604688644409 (nan) | > loss: 0.011421098373830318 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14217915239707385) | > loader_time: 0.0048 (0.004598168591446155)  --> TIME: 2025-03-24 10:37:53 -- STEP: 21125/31555 -- GLOBAL_STEP: 494450 | > loss_text_ce: 0.04809991270303726 (0.03951805912963397) | > loss_mel_ce: 2.883298873901367 (nan) | > loss: 0.011632535606622696 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14217356426758138) | > loader_time: 0.0044 (0.004597878066745733)  --> TIME: 2025-03-24 10:38:03 -- STEP: 21175/31555 -- GLOBAL_STEP: 494500 | > loss_text_ce: 0.03916586562991142 (0.03951430613326786) | > loss_mel_ce: 2.9660463333129883 (nan) | > loss: 0.011925446800887585 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1421705187084819) | > loader_time: 0.0044 (0.004597705269085052)  --> TIME: 2025-03-24 10:38:12 -- STEP: 21225/31555 -- GLOBAL_STEP: 494550 | > loss_text_ce: 0.03377488628029823 (0.03951356375201656) | > loss_mel_ce: 3.6122233867645264 (nan) | > loss: 0.014468248002231121 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14216433780072524) | > loader_time: 0.0046 (0.004597618812947451)  --> TIME: 2025-03-24 10:38:22 -- STEP: 21275/31555 -- GLOBAL_STEP: 494600 | > loss_text_ce: 0.029414236545562744 (0.0395095284232383) | > loss_mel_ce: 3.2805161476135254 (nan) | > loss: 0.01313464529812336 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14216371205662684) | > loader_time: 0.0046 (0.004597552923702324)  --> TIME: 2025-03-24 10:38:32 -- STEP: 21325/31555 -- GLOBAL_STEP: 494650 | > loss_text_ce: 0.03240218386054039 (0.03950591891366402) | > loss_mel_ce: 3.2681314945220947 (nan) | > loss: 0.013097357004880905 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1421619071938084) | > loader_time: 0.0045 (0.004597672499358162)  --> TIME: 2025-03-24 10:38:41 -- STEP: 21375/31555 -- GLOBAL_STEP: 494700 | > loss_text_ce: 0.03886251524090767 (0.03950590058429212) | > loss_mel_ce: 3.0565505027770996 (nan) | > loss: 0.01228338573127985 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14216077119704534) | > loader_time: 0.0049 (0.004597601706521552)  --> TIME: 2025-03-24 10:38:51 -- STEP: 21425/31555 -- GLOBAL_STEP: 494750 | > loss_text_ce: 0.035338133573532104 (0.039505160249152564) | > loss_mel_ce: 3.0539186000823975 (nan) | > loss: 0.012258956208825111 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14216724463633046) | > loader_time: 0.0045 (0.004597677266444737)  --> TIME: 2025-03-24 10:39:01 -- STEP: 21475/31555 -- GLOBAL_STEP: 494800 | > loss_text_ce: 0.043871767818927765 (0.039503385569809306) | > loss_mel_ce: 2.6899447441101074 (nan) | > loss: 0.010848479345440865 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14216409349052908) | > loader_time: 0.0049 (0.004597835041174926)  --> TIME: 2025-03-24 10:39:11 -- STEP: 21525/31555 -- GLOBAL_STEP: 494850 | > loss_text_ce: 0.027342628687620163 (0.03950385914680653) | > loss_mel_ce: 2.610059976577759 (nan) | > loss: 0.010465883649885654 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14216544035004355) | > loader_time: 0.0043 (0.004597753553578801)  --> TIME: 2025-03-24 10:39:20 -- STEP: 21575/31555 -- GLOBAL_STEP: 494900 | > loss_text_ce: 0.03408326953649521 (0.03950245660795546) | > loss_mel_ce: 3.286698579788208 (nan) | > loss: 0.013177706860005856 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14217145181613852) | > loader_time: 0.0044 (0.004597784994927648)  --> TIME: 2025-03-24 10:39:30 -- STEP: 21625/31555 -- GLOBAL_STEP: 494950 | > loss_text_ce: 0.04518502578139305 (0.03950369070978534) | > loss_mel_ce: 3.031390428543091 (nan) | > loss: 0.012208634056150913 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1421842219181829) | > loader_time: 0.0045 (0.004597704187293965)  --> TIME: 2025-03-24 10:39:40 -- STEP: 21675/31555 -- GLOBAL_STEP: 495000 | > loss_text_ce: 0.04867449030280113 (0.03950405682264185) | > loss_mel_ce: 2.916926860809326 (nan) | > loss: 0.011768260039389133 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1421836442298401) | > loader_time: 0.0046 (0.004597614952712188)  --> TIME: 2025-03-24 10:39:50 -- STEP: 21725/31555 -- GLOBAL_STEP: 495050 | > loss_text_ce: 0.03676643222570419 (0.03950333040160473) | > loss_mel_ce: 3.3213703632354736 (nan) | > loss: 0.013325940817594528 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1421880533286421) | > loader_time: 0.0046 (0.004597453752787674)  --> TIME: 2025-03-24 10:40:00 -- STEP: 21775/31555 -- GLOBAL_STEP: 495100 | > loss_text_ce: 0.038246601819992065 (0.03950194101511206) | > loss_mel_ce: 4.356770992279053 (nan) | > loss: 0.017440546303987503 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14218653976711934) | > loader_time: 0.0045 (0.004597340648401483)  --> TIME: 2025-03-24 10:40:10 -- STEP: 21825/31555 -- GLOBAL_STEP: 495150 | > loss_text_ce: 0.04372910410165787 (0.039501930541291724) | > loss_mel_ce: 2.7315797805786133 (nan) | > loss: 0.011013130657374859 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14219428646878524) | > loader_time: 0.0044 (0.004597451045067993)  --> TIME: 2025-03-24 10:40:19 -- STEP: 21875/31555 -- GLOBAL_STEP: 495200 | > loss_text_ce: 0.04022511467337608 (0.039497077216250565) | > loss_mel_ce: 2.582941770553589 (nan) | > loss: 0.010409392416477203 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1421893127005439) | > loader_time: 0.0043 (0.004597487357003348)  --> TIME: 2025-03-24 10:40:29 -- STEP: 21925/31555 -- GLOBAL_STEP: 495250 | > loss_text_ce: 0.031467605382204056 (0.03949656227584442) | > loss_mel_ce: 0.7442626953125 (nan) | > loss: 0.003078295150771737 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14218863194725515) | > loader_time: 0.0048 (0.004597535040930442)  --> TIME: 2025-03-24 10:40:39 -- STEP: 21975/31555 -- GLOBAL_STEP: 495300 | > loss_text_ce: 0.04646245390176773 (0.03949756020588951) | > loss_mel_ce: 2.688727855682373 (nan) | > loss: 0.010853930376470089 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14218781952971882) | > loader_time: 0.0047 (0.00459756765484946)  --> TIME: 2025-03-24 10:40:48 -- STEP: 22025/31555 -- GLOBAL_STEP: 495350 | > loss_text_ce: 0.03882128745317459 (0.03949683477317706) | > loss_mel_ce: 2.7818500995635986 (nan) | > loss: 0.011193140409886837 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14219360637340045) | > loader_time: 0.0054 (0.004597585377168172)  --> TIME: 2025-03-24 10:40:58 -- STEP: 22075/31555 -- GLOBAL_STEP: 495400 | > loss_text_ce: 0.031520187854766846 (0.03949588532507893) | > loss_mel_ce: 3.571368455886841 (nan) | > loss: 0.014297178015112877 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14219954882715716) | > loader_time: 0.0047 (0.004597577249477299)  --> TIME: 2025-03-24 10:41:08 -- STEP: 22125/31555 -- GLOBAL_STEP: 495450 | > loss_text_ce: 0.044999316334724426 (0.039493005417076885) | > loss_mel_ce: 2.410430908203125 (nan) | > loss: 0.009743771515786648 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14221016820271792) | > loader_time: 0.0044 (0.004597705690200723)  --> TIME: 2025-03-24 10:41:18 -- STEP: 22175/31555 -- GLOBAL_STEP: 495500 | > loss_text_ce: 0.030338168144226074 (0.03949156061503639) | > loss_mel_ce: 3.319817066192627 (nan) | > loss: 0.013294268399477005 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14221046615480157) | > loader_time: 0.0044 (0.004597741420535117)  --> TIME: 2025-03-24 10:41:28 -- STEP: 22225/31555 -- GLOBAL_STEP: 495550 | > loss_text_ce: 0.04339470714330673 (0.039493316823974924) | > loss_mel_ce: 3.1286282539367676 (nan) | > loss: 0.012587393634021282 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14220789672285142) | > loader_time: 0.0045 (0.00459800124838864)  --> TIME: 2025-03-24 10:41:38 -- STEP: 22275/31555 -- GLOBAL_STEP: 495600 | > loss_text_ce: 0.040912751108407974 (0.03949289729532307) | > loss_mel_ce: 3.0871710777282715 (nan) | > loss: 0.012413032352924347 (nan) | > current_lr: 5e-06 | > step_time: 0.195 (0.14221769688239122) | > loader_time: 0.0047 (0.00459795021716459)  --> TIME: 2025-03-24 10:41:47 -- STEP: 22325/31555 -- GLOBAL_STEP: 495650 | > loss_text_ce: 0.04788598418235779 (0.03949118260064761) | > loss_mel_ce: 2.884305000305176 (nan) | > loss: 0.011635678820312023 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1422184899405962) | > loader_time: 0.0048 (0.0045982325704474174)  --> TIME: 2025-03-24 10:41:57 -- STEP: 22375/31555 -- GLOBAL_STEP: 495700 | > loss_text_ce: 0.033587876707315445 (0.03949114170695485) | > loss_mel_ce: 3.0396640300750732 (nan) | > loss: 0.012195444665849209 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.1422253983673435) | > loader_time: 0.0045 (0.004598207729488775)  --> TIME: 2025-03-24 10:42:07 -- STEP: 22425/31555 -- GLOBAL_STEP: 495750 | > loss_text_ce: 0.033955708146095276 (0.039491153413984334) | > loss_mel_ce: 3.268415927886963 (nan) | > loss: 0.013104650191962719 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14223878409684426) | > loader_time: 0.0073 (0.004598363538250871)  --> TIME: 2025-03-24 10:42:17 -- STEP: 22475/31555 -- GLOBAL_STEP: 495800 | > loss_text_ce: 0.043299153447151184 (0.03948896564907909) | > loss_mel_ce: 2.3858916759490967 (nan) | > loss: 0.009639646857976913 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.142222411407114) | > loader_time: 0.0045 (0.004598290312939939)  --> TIME: 2025-03-24 10:42:27 -- STEP: 22525/31555 -- GLOBAL_STEP: 495850 | > loss_text_ce: 0.038441095501184464 (0.039487080053900815) | > loss_mel_ce: 3.3826916217803955 (nan) | > loss: 0.013575924560427666 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14222677397013475) | > loader_time: 0.0046 (0.004598327619783357)  --> TIME: 2025-03-24 10:42:36 -- STEP: 22575/31555 -- GLOBAL_STEP: 495900 | > loss_text_ce: 0.05104183405637741 (0.039483669011926924) | > loss_mel_ce: 0.11322021484375 (nan) | > loss: 0.000651833601295948 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14223255056083373) | > loader_time: 0.0044 (0.0045981983172141035)  --> TIME: 2025-03-24 10:42:46 -- STEP: 22625/31555 -- GLOBAL_STEP: 495950 | > loss_text_ce: 0.05308007448911667 (0.03948339628061874) | > loss_mel_ce: 2.8403878211975098 (nan) | > loss: 0.011482016183435917 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14223220656589883) | > loader_time: 0.0044 (0.004598393972407389)  --> TIME: 2025-03-24 10:42:56 -- STEP: 22675/31555 -- GLOBAL_STEP: 496000 | > loss_text_ce: 0.043371930718421936 (0.039481512641055795) | > loss_mel_ce: 1.9106683731079102 (nan) | > loss: 0.0077541284263134 (nan) | > current_lr: 5e-06 | > step_time: 0.1925 (0.14224190688842933) | > loader_time: 0.0047 (0.004598247113800887)  --> TIME: 2025-03-24 10:43:06 -- STEP: 22725/31555 -- GLOBAL_STEP: 496050 | > loss_text_ce: 0.03658806160092354 (0.03948106180315045) | > loss_mel_ce: 3.7533771991729736 (nan) | > loss: 0.015039545483887196 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14223562565836007) | > loader_time: 0.0044 (0.0045980287935867515)  --> TIME: 2025-03-24 10:43:16 -- STEP: 22775/31555 -- GLOBAL_STEP: 496100 | > loss_text_ce: 0.04135121405124664 (0.0394809588501241) | > loss_mel_ce: 3.0179576873779297 (nan) | > loss: 0.012140115723013878 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14224080801795233) | > loader_time: 0.0045 (0.004597909866651245)  --> TIME: 2025-03-24 10:43:25 -- STEP: 22825/31555 -- GLOBAL_STEP: 496150 | > loss_text_ce: 0.0377400778234005 (0.03948134700887051) | > loss_mel_ce: 3.1939377784729004 (nan) | > loss: 0.012824119068682194 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14223683277852922) | > loader_time: 0.0046 (0.004597923721697871)  --> TIME: 2025-03-24 10:43:35 -- STEP: 22875/31555 -- GLOBAL_STEP: 496200 | > loss_text_ce: 0.03901118040084839 (0.039476647715588176) | > loss_mel_ce: 3.031092405319214 (nan) | > loss: 0.012182951904833317 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14223844314533468) | > loader_time: 0.0044 (0.004597750502205933)  --> TIME: 2025-03-24 10:43:44 -- STEP: 22925/31555 -- GLOBAL_STEP: 496250 | > loss_text_ce: 0.04181281104683876 (0.039471932634093855) | > loss_mel_ce: 3.5666024684906006 (nan) | > loss: 0.014319109730422497 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14223210417977306) | > loader_time: 0.0046 (0.004597648040288921)  --> TIME: 2025-03-24 10:43:54 -- STEP: 22975/31555 -- GLOBAL_STEP: 496300 | > loss_text_ce: 0.032780054956674576 (0.039470609727359274) | > loss_mel_ce: 2.1185665130615234 (nan) | > loss: 0.008537090383470058 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14223071211440227) | > loader_time: 0.0046 (0.004597771886383479)  --> TIME: 2025-03-24 10:44:04 -- STEP: 23025/31555 -- GLOBAL_STEP: 496350 | > loss_text_ce: 0.03450429067015648 (0.039473895574480077) | > loss_mel_ce: 3.0530900955200195 (nan) | > loss: 0.012252358719706535 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14224034610710987) | > loader_time: 0.0044 (0.004597602610220468)  --> TIME: 2025-03-24 10:44:14 -- STEP: 23075/31555 -- GLOBAL_STEP: 496400 | > loss_text_ce: 0.04131532460451126 (0.0394723374837302) | > loss_mel_ce: 2.773879289627075 (nan) | > loss: 0.011171407997608185 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1422322294642321) | > loader_time: 0.0048 (0.0045975298483735836)  --> TIME: 2025-03-24 10:44:23 -- STEP: 23125/31555 -- GLOBAL_STEP: 496450 | > loss_text_ce: 0.04497218877077103 (0.03947380611268257) | > loss_mel_ce: 2.8876168727874756 (nan) | > loss: 0.011637259274721146 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14223929389747392) | > loader_time: 0.0045 (0.0045974253164755225)  --> TIME: 2025-03-24 10:44:33 -- STEP: 23175/31555 -- GLOBAL_STEP: 496500 | > loss_text_ce: 0.04824620112776756 (0.03947375569376042) | > loss_mel_ce: 3.2962234020233154 (nan) | > loss: 0.013271705247461796 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14223396985404807) | > loader_time: 0.0043 (0.004597314672048282)  --> TIME: 2025-03-24 10:44:43 -- STEP: 23225/31555 -- GLOBAL_STEP: 496550 | > loss_text_ce: 0.03952118754386902 (0.039472767960268204) | > loss_mel_ce: 3.0095694065093994 (nan) | > loss: 0.012099566869437695 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14222590263744453) | > loader_time: 0.0045 (0.00459729464626414)  --> TIME: 2025-03-24 10:44:52 -- STEP: 23275/31555 -- GLOBAL_STEP: 496600 | > loss_text_ce: 0.03014620766043663 (0.03947156303147085) | > loss_mel_ce: 3.0580291748046875 (nan) | > loss: 0.012254664674401283 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14222074447205688) | > loader_time: 0.0046 (0.0045971629903856755)  --> TIME: 2025-03-24 10:45:02 -- STEP: 23325/31555 -- GLOBAL_STEP: 496650 | > loss_text_ce: 0.051205191761255264 (0.03947043718125314) | > loss_mel_ce: 2.6170570850372314 (nan) | > loss: 0.010588343255221844 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14221444749372164) | > loader_time: 0.0047 (0.004597039135833763)  --> TIME: 2025-03-24 10:45:12 -- STEP: 23375/31555 -- GLOBAL_STEP: 496700 | > loss_text_ce: 0.041150834411382675 (0.03947133067294084) | > loss_mel_ce: 3.0259883403778076 (nan) | > loss: 0.012171187438070774 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14222311029077198) | > loader_time: 0.0045 (0.004596974561558678)  --> TIME: 2025-03-24 10:45:22 -- STEP: 23425/31555 -- GLOBAL_STEP: 496750 | > loss_text_ce: 0.05586887151002884 (0.039471928469455096) | > loss_mel_ce: 3.0186026096343994 (nan) | > loss: 0.012200284749269485 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14223479738103134) | > loader_time: 0.0046 (0.004596909652270264)  --> TIME: 2025-03-24 10:45:31 -- STEP: 23475/31555 -- GLOBAL_STEP: 496800 | > loss_text_ce: 0.037774715572595596 (0.03947214356455979) | > loss_mel_ce: 2.109330892562866 (nan) | > loss: 0.008520261384546757 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14222755749004695) | > loader_time: 0.0044 (0.004596604996215025)  --> TIME: 2025-03-24 10:45:41 -- STEP: 23525/31555 -- GLOBAL_STEP: 496850 | > loss_text_ce: 0.043801579624414444 (0.03947079684260709) | > loss_mel_ce: 3.2405354976654053 (nan) | > loss: 0.013033084571361542 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14222019955658358) | > loader_time: 0.0044 (0.004596390009686479)  --> TIME: 2025-03-24 10:45:50 -- STEP: 23575/31555 -- GLOBAL_STEP: 496900 | > loss_text_ce: 0.03668808937072754 (0.03947141651625131) | > loss_mel_ce: 3.391409397125244 (nan) | > loss: 0.013603562489151955 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14222024110569534) | > loader_time: 0.0047 (0.004596046617655574)  --> TIME: 2025-03-24 10:46:00 -- STEP: 23625/31555 -- GLOBAL_STEP: 496950 | > loss_text_ce: 0.039135172963142395 (0.039473367902849485) | > loss_mel_ce: 2.7077651023864746 (nan) | > loss: 0.010900398716330528 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14223016611735004) | > loader_time: 0.0045 (0.004595841766034472)  --> TIME: 2025-03-24 10:46:10 -- STEP: 23675/31555 -- GLOBAL_STEP: 497000 | > loss_text_ce: 0.06080443412065506 (0.03947350609748617) | > loss_mel_ce: 3.140439748764038 (nan) | > loss: 0.012703350745141506 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14221862740602242) | > loader_time: 0.0043 (0.004595669602391071)  --> TIME: 2025-03-24 10:46:19 -- STEP: 23725/31555 -- GLOBAL_STEP: 497050 | > loss_text_ce: 0.033380091190338135 (0.03947488533413423) | > loss_mel_ce: 2.5689175128936768 (nan) | > loss: 0.01032657828181982 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14221443646574655) | > loader_time: 0.0044 (0.004595546662116567)  --> TIME: 2025-03-24 10:46:29 -- STEP: 23775/31555 -- GLOBAL_STEP: 497100 | > loss_text_ce: 0.0285240076482296 (0.03947736740680311) | > loss_mel_ce: 2.814915895462036 (nan) | > loss: 0.011283491738140583 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1422223642872708) | > loader_time: 0.0046 (0.004595435209705493)  --> TIME: 2025-03-24 10:46:39 -- STEP: 23825/31555 -- GLOBAL_STEP: 497150 | > loss_text_ce: 0.030706243589520454 (0.03947980568739365) | > loss_mel_ce: 2.92470645904541 (nan) | > loss: 0.011727828532457352 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14222102285307034) | > loader_time: 0.0046 (0.00459534190759328)  --> TIME: 2025-03-24 10:46:49 -- STEP: 23875/31555 -- GLOBAL_STEP: 497200 | > loss_text_ce: 0.03167544677853584 (0.039476855916268615) | > loss_mel_ce: 2.558980941772461 (nan) | > loss: 0.010280382819473743 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14222058421030048) | > loader_time: 0.0044 (0.004595224440409871)  --> TIME: 2025-03-24 10:46:59 -- STEP: 23925/31555 -- GLOBAL_STEP: 497250 | > loss_text_ce: 0.03460865840315819 (0.039472443302285644) | > loss_mel_ce: 3.0421860218048096 (nan) | > loss: 0.01220950298011303 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14222921239918623) | > loader_time: 0.0046 (0.004595222383457291)  --> TIME: 2025-03-24 10:47:08 -- STEP: 23975/31555 -- GLOBAL_STEP: 497300 | > loss_text_ce: 0.04109903424978256 (0.03947372248596336) | > loss_mel_ce: 2.795060396194458 (nan) | > loss: 0.011254602111876011 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1422276377454161) | > loader_time: 0.0047 (0.004595272006531078)  --> TIME: 2025-03-24 10:47:18 -- STEP: 24025/31555 -- GLOBAL_STEP: 497350 | > loss_text_ce: 0.044752318412065506 (0.03947655190910437) | > loss_mel_ce: 3.357666015625 (nan) | > loss: 0.013501660898327827 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1422395819406969) | > loader_time: 0.0044 (0.004595388924542127)  --> TIME: 2025-03-24 10:47:28 -- STEP: 24075/31555 -- GLOBAL_STEP: 497400 | > loss_text_ce: 0.029964599758386612 (0.039473985509631694) | > loss_mel_ce: 2.0088088512420654 (nan) | > loss: 0.008090371266007423 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14223765468300256) | > loader_time: 0.0045 (0.004595351372676225)  --> TIME: 2025-03-24 10:47:38 -- STEP: 24125/31555 -- GLOBAL_STEP: 497450 | > loss_text_ce: 0.03967304527759552 (0.03947449447870876) | > loss_mel_ce: 2.9473462104797363 (nan) | > loss: 0.011853251606225967 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14224150393787394) | > loader_time: 0.0048 (0.0045951632860411025)  --> TIME: 2025-03-24 10:47:48 -- STEP: 24175/31555 -- GLOBAL_STEP: 497500 | > loss_text_ce: 0.032249219715595245 (0.03947446416158159) | > loss_mel_ce: 1.8064028024673462 (nan) | > loss: 0.00729623856022954 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1422558336445311) | > loader_time: 0.0045 (0.0045956768738077015)  --> TIME: 2025-03-24 10:47:58 -- STEP: 24225/31555 -- GLOBAL_STEP: 497550 | > loss_text_ce: 0.0395505465567112 (0.03947483401118913) | > loss_mel_ce: 1.5701850652694702 (nan) | > loss: 0.006387840025126934 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14226424833323265) | > loader_time: 0.0044 (0.004595747663263693)  --> TIME: 2025-03-24 10:48:08 -- STEP: 24275/31555 -- GLOBAL_STEP: 497600 | > loss_text_ce: 0.0474444180727005 (0.039476941389431704) | > loss_mel_ce: 3.2627198696136475 (nan) | > loss: 0.013135572895407677 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1422640050893949) | > loader_time: 0.0047 (0.004595683713651715)  --> TIME: 2025-03-24 10:48:17 -- STEP: 24325/31555 -- GLOBAL_STEP: 497650 | > loss_text_ce: 0.0310855470597744 (0.039475865324409776) | > loss_mel_ce: 3.2146332263946533 (nan) | > loss: 0.012879837304353714 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14226436425823535) | > loader_time: 0.0048 (0.004595676159442149)  --> TIME: 2025-03-24 10:48:27 -- STEP: 24375/31555 -- GLOBAL_STEP: 497700 | > loss_text_ce: 0.03564654290676117 (0.039474175715217254) | > loss_mel_ce: 2.9976253509521484 (nan) | > loss: 0.012036793865263462 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14227283360407844) | > loader_time: 0.0047 (0.00459566890031864)  --> TIME: 2025-03-24 10:48:37 -- STEP: 24425/31555 -- GLOBAL_STEP: 497750 | > loss_text_ce: 0.04474262148141861 (0.039473402276101376) | > loss_mel_ce: 2.5574324131011963 (nan) | > loss: 0.010326092131435871 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1422707620247841) | > loader_time: 0.0047 (0.004595695942670816)  --> TIME: 2025-03-24 10:48:47 -- STEP: 24475/31555 -- GLOBAL_STEP: 497800 | > loss_text_ce: 0.04363246634602547 (0.03947396833628452) | > loss_mel_ce: 2.7363216876983643 (nan) | > loss: 0.011031565256416798 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14227825368388247) | > loader_time: 0.0042 (0.004595602267365665)  --> TIME: 2025-03-24 10:48:57 -- STEP: 24525/31555 -- GLOBAL_STEP: 497850 | > loss_text_ce: 0.04138585180044174 (0.039474685239272465) | > loss_mel_ce: 3.1242363452911377 (nan) | > loss: 0.012561993673443794 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14227716799783585) | > loader_time: 0.0046 (0.004595522020205817)  --> TIME: 2025-03-24 10:49:07 -- STEP: 24575/31555 -- GLOBAL_STEP: 497900 | > loss_text_ce: 0.04044897481799126 (0.039477629896143535) | > loss_mel_ce: 2.5414915084838867 (nan) | > loss: 0.010245796293020248 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14228006132985355) | > loader_time: 0.0046 (0.004595440751053434)  --> TIME: 2025-03-24 10:49:16 -- STEP: 24625/31555 -- GLOBAL_STEP: 497950 | > loss_text_ce: 0.03409060463309288 (0.039479755307741685) | > loss_mel_ce: 2.796304225921631 (nan) | > loss: 0.011231726035475731 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14227429864370209) | > loader_time: 0.0045 (0.004595311731251369)  --> TIME: 2025-03-24 10:49:26 -- STEP: 24675/31555 -- GLOBAL_STEP: 498000 | > loss_text_ce: 0.035948749631643295 (0.03947934838444036) | > loss_mel_ce: 3.315464496612549 (nan) | > loss: 0.01329925935715437 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14226933983683884) | > loader_time: 0.0044 (0.004595177610836017)  --> TIME: 2025-03-24 10:49:35 -- STEP: 24725/31555 -- GLOBAL_STEP: 498050 | > loss_text_ce: 0.033151619136333466 (0.03947956252281913) | > loss_mel_ce: 1.9339449405670166 (nan) | > loss: 0.007805939298123121 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.14225394383961742) | > loader_time: 0.0047 (0.004595214035682184)  --> TIME: 2025-03-24 10:49:44 -- STEP: 24775/31555 -- GLOBAL_STEP: 498100 | > loss_text_ce: 0.05115481838583946 (0.03948186311130281) | > loss_mel_ce: 1.6620768308639526 (nan) | > loss: 0.0067985388450324535 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14224247959379419) | > loader_time: 0.0044 (0.0045950136463769695)  --> TIME: 2025-03-24 10:49:54 -- STEP: 24825/31555 -- GLOBAL_STEP: 498150 | > loss_text_ce: 0.031047025695443153 (0.039479189787101444) | > loss_mel_ce: 3.0333054065704346 (nan) | > loss: 0.012160129845142365 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1422359725859945) | > loader_time: 0.0046 (0.0045949839681296975)  --> TIME: 2025-03-24 10:50:04 -- STEP: 24875/31555 -- GLOBAL_STEP: 498200 | > loss_text_ce: 0.0403401255607605 (0.039478754392895374) | > loss_mel_ce: 2.7119672298431396 (nan) | > loss: 0.010921855457127094 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14224172761811643) | > loader_time: 0.0045 (0.004595107552993246)  --> TIME: 2025-03-24 10:50:14 -- STEP: 24925/31555 -- GLOBAL_STEP: 498250 | > loss_text_ce: 0.036240626126527786 (0.039482630558887455) | > loss_mel_ce: 2.914506673812866 (nan) | > loss: 0.01170931477099657 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1422504951339304) | > loader_time: 0.0045 (0.004595036999272974)  --> TIME: 2025-03-24 10:50:24 -- STEP: 24975/31555 -- GLOBAL_STEP: 498300 | > loss_text_ce: 0.05565798282623291 (0.039486266481163455) | > loss_mel_ce: 3.109236478805542 (nan) | > loss: 0.012559106573462486 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14226022347076958) | > loader_time: 0.0047 (0.0045950263828128755)  --> TIME: 2025-03-24 10:50:33 -- STEP: 25025/31555 -- GLOBAL_STEP: 498350 | > loss_text_ce: 0.027234163135290146 (0.03948331150134194) | > loss_mel_ce: 3.7471506595611572 (nan) | > loss: 0.014977717772126198 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14225424938030365) | > loader_time: 0.0045 (0.004594854255775359)  --> TIME: 2025-03-24 10:50:43 -- STEP: 25075/31555 -- GLOBAL_STEP: 498400 | > loss_text_ce: 0.04844113811850548 (0.039480569268598255) | > loss_mel_ce: 2.3878238201141357 (nan) | > loss: 0.009667718783020973 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1422566914106765) | > loader_time: 0.0046 (0.004594717215921213)  --> TIME: 2025-03-24 10:50:53 -- STEP: 25125/31555 -- GLOBAL_STEP: 498450 | > loss_text_ce: 0.03561370074748993 (0.03948021453937794) | > loss_mel_ce: 2.663602590560913 (nan) | > loss: 0.010711176320910454 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14226171969892917) | > loader_time: 0.0049 (0.004594776163053755)  --> TIME: 2025-03-24 10:51:02 -- STEP: 25175/31555 -- GLOBAL_STEP: 498500 | > loss_text_ce: 0.03947325050830841 (0.03947900307428584) | > loss_mel_ce: 3.3443002700805664 (nan) | > loss: 0.01342767383903265 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14225622891195905) | > loader_time: 0.0048 (0.004594781206996583)  --> TIME: 2025-03-24 10:51:12 -- STEP: 25225/31555 -- GLOBAL_STEP: 498550 | > loss_text_ce: 0.03999096155166626 (0.03947883043862791) | > loss_mel_ce: 3.281831741333008 (nan) | > loss: 0.0131818363443017 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14225558238412236) | > loader_time: 0.0046 (0.0045947478004206045)  --> TIME: 2025-03-24 10:51:22 -- STEP: 25275/31555 -- GLOBAL_STEP: 498600 | > loss_text_ce: 0.03206882253289223 (0.039479261413806206) | > loss_mel_ce: 2.857697010040283 (nan) | > loss: 0.011467324569821358 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14226625164231918) | > loader_time: 0.0045 (0.004594696292065961)  --> TIME: 2025-03-24 10:51:32 -- STEP: 25325/31555 -- GLOBAL_STEP: 498650 | > loss_text_ce: 0.043599024415016174 (0.039477996681941074) | > loss_mel_ce: 2.739021062850952 (nan) | > loss: 0.011042144149541855 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14226502151150297) | > loader_time: 0.0044 (0.004594479765143586)  --> TIME: 2025-03-24 10:51:42 -- STEP: 25375/31555 -- GLOBAL_STEP: 498700 | > loss_text_ce: 0.04523177817463875 (0.03947811751508075) | > loss_mel_ce: 2.6481282711029053 (nan) | > loss: 0.010687937028706074 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14226803759870807) | > loader_time: 0.0044 (0.004594330820544011)  --> TIME: 2025-03-24 10:51:51 -- STEP: 25425/31555 -- GLOBAL_STEP: 498750 | > loss_text_ce: 0.04304630309343338 (0.0394770232684025) | > loss_mel_ce: 2.5441601276397705 (nan) | > loss: 0.010266692377626896 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14225876664693318) | > loader_time: 0.0046 (0.004594442345048117)  --> TIME: 2025-03-24 10:52:01 -- STEP: 25475/31555 -- GLOBAL_STEP: 498800 | > loss_text_ce: 0.04194270074367523 (0.03947476327580148) | > loss_mel_ce: 2.805328607559204 (nan) | > loss: 0.01129869557917118 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14225695635315425) | > loader_time: 0.0082 (0.004594567245543293)  --> TIME: 2025-03-24 10:52:10 -- STEP: 25525/31555 -- GLOBAL_STEP: 498850 | > loss_text_ce: 0.04307638108730316 (0.039478179876502095) | > loss_mel_ce: 2.5747122764587402 (nan) | > loss: 0.010388050228357315 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14225908530680775) | > loader_time: 0.0047 (0.004594681475468408)  --> TIME: 2025-03-24 10:52:20 -- STEP: 25575/31555 -- GLOBAL_STEP: 498900 | > loss_text_ce: 0.04921231046319008 (0.03948089754352776) | > loss_mel_ce: 1.5631214380264282 (nan) | > loss: 0.006398150231689215 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14225245557805485) | > loader_time: 0.0044 (0.004594822293502491)  --> TIME: 2025-03-24 10:52:30 -- STEP: 25625/31555 -- GLOBAL_STEP: 498950 | > loss_text_ce: 0.0361003577709198 (0.0394772510509667) | > loss_mel_ce: 3.1249070167541504 (nan) | > loss: 0.01254368107765913 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14225115892363707) | > loader_time: 0.0046 (0.004594921400488869)  --> TIME: 2025-03-24 10:52:39 -- STEP: 25675/31555 -- GLOBAL_STEP: 499000 | > loss_text_ce: 0.03992136940360069 (0.03947587769453182) | > loss_mel_ce: 3.106553554534912 (nan) | > loss: 0.01248601172119379 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1422527731474785) | > loader_time: 0.0051 (0.004595093183879606)  --> TIME: 2025-03-24 10:52:49 -- STEP: 25725/31555 -- GLOBAL_STEP: 499050 | > loss_text_ce: 0.04133464768528938 (0.039474162440620464) | > loss_mel_ce: 2.8785386085510254 (nan) | > loss: 0.011586799286305904 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14225709788189866) | > loader_time: 0.0046 (0.004595353624215969)  --> TIME: 2025-03-24 10:52:59 -- STEP: 25775/31555 -- GLOBAL_STEP: 499100 | > loss_text_ce: 0.03999800235033035 (0.03947335535806738) | > loss_mel_ce: 2.9347705841064453 (nan) | > loss: 0.011804638430476189 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14225713608683443) | > loader_time: 0.0046 (0.004595661884829552)  --> TIME: 2025-03-24 10:53:09 -- STEP: 25825/31555 -- GLOBAL_STEP: 499150 | > loss_text_ce: 0.03499910980463028 (0.03946898520692464) | > loss_mel_ce: 3.7088541984558105 (nan) | > loss: 0.01485656201839447 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14225552196077965) | > loader_time: 0.0045 (0.004595672989630154)  --> TIME: 2025-03-24 10:53:18 -- STEP: 25875/31555 -- GLOBAL_STEP: 499200 | > loss_text_ce: 0.04312063753604889 (0.03946828003616456) | > loss_mel_ce: 2.4530510902404785 (nan) | > loss: 0.009905443526804447 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14225678395994568) | > loader_time: 0.0046 (0.004595688372994376)  --> TIME: 2025-03-24 10:53:28 -- STEP: 25925/31555 -- GLOBAL_STEP: 499250 | > loss_text_ce: 0.03903874754905701 (0.039468532861385706) | > loss_mel_ce: 4.057291507720947 (nan) | > loss: 0.016255280002951622 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14224709830840457) | > loader_time: 0.005 (0.004595713123406127)  --> TIME: 2025-03-24 10:53:37 -- STEP: 25975/31555 -- GLOBAL_STEP: 499300 | > loss_text_ce: 0.04734912887215614 (0.03946734321078694) | > loss_mel_ce: 3.297226905822754 (nan) | > loss: 0.013272128067910671 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14224148219772148) | > loader_time: 0.0045 (0.004595913405138433)  --> TIME: 2025-03-24 10:53:47 -- STEP: 26025/31555 -- GLOBAL_STEP: 499350 | > loss_text_ce: 0.05164163559675217 (0.03947093156097503) | > loss_mel_ce: 2.6239335536956787 (nan) | > loss: 0.010617362335324287 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14224284106097868) | > loader_time: 0.0045 (0.0045959673193529315)  --> TIME: 2025-03-24 10:53:57 -- STEP: 26075/31555 -- GLOBAL_STEP: 499400 | > loss_text_ce: 0.047157756984233856 (0.03947124636906178) | > loss_mel_ce: 3.1112918853759766 (nan) | > loss: 0.01253353152424097 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14224031502311268) | > loader_time: 0.0047 (0.004595821221517112)  --> TIME: 2025-03-24 10:54:06 -- STEP: 26125/31555 -- GLOBAL_STEP: 499450 | > loss_text_ce: 0.052421387284994125 (0.03947396801818517) | > loss_mel_ce: 2.7511448860168457 (nan) | > loss: 0.011125263758003712 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1422275377300934) | > loader_time: 0.0047 (0.004595613917665604)  --> TIME: 2025-03-24 10:54:16 -- STEP: 26175/31555 -- GLOBAL_STEP: 499500 | > loss_text_ce: 0.05406991392374039 (0.03947310420978962) | > loss_mel_ce: 2.453028917312622 (nan) | > loss: 0.009948805905878544 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14222035029100674) | > loader_time: 0.0043 (0.0045954655189113245)  --> TIME: 2025-03-24 10:54:25 -- STEP: 26225/31555 -- GLOBAL_STEP: 499550 | > loss_text_ce: 0.03323546424508095 (0.039470902533617715) | > loss_mel_ce: 2.8302111625671387 (nan) | > loss: 0.011362884193658829 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14221471045560402) | > loader_time: 0.0046 (0.004595431581466263)  --> TIME: 2025-03-24 10:54:35 -- STEP: 26275/31555 -- GLOBAL_STEP: 499600 | > loss_text_ce: 0.032580383121967316 (0.039468619307125766) | > loss_mel_ce: 3.0503756999969482 (nan) | > loss: 0.01223395299166441 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14221114135038013) | > loader_time: 0.0042 (0.004595310481585949)  --> TIME: 2025-03-24 10:54:44 -- STEP: 26325/31555 -- GLOBAL_STEP: 499650 | > loss_text_ce: 0.03946898505091667 (0.03946871135001779) | > loss_mel_ce: 2.6281957626342773 (nan) | > loss: 0.010585972107946873 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14220640360912778) | > loader_time: 0.0044 (0.0045951387979592416)  --> TIME: 2025-03-24 10:54:54 -- STEP: 26375/31555 -- GLOBAL_STEP: 499700 | > loss_text_ce: 0.0398019403219223 (0.0394691677010527) | > loss_mel_ce: 1.273951530456543 (nan) | > loss: 0.005213307682424784 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14220722882781503) | > loader_time: 0.0045 (0.004595049437753379)  --> TIME: 2025-03-24 10:55:04 -- STEP: 26425/31555 -- GLOBAL_STEP: 499750 | > loss_text_ce: 0.03888023644685745 (0.03946874311826469) | > loss_mel_ce: 3.237846851348877 (nan) | > loss: 0.013002886436879635 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1422130635423034) | > loader_time: 0.0043 (0.004594906443340534)  --> TIME: 2025-03-24 10:55:14 -- STEP: 26475/31555 -- GLOBAL_STEP: 499800 | > loss_text_ce: 0.03133351355791092 (0.039471406627682254) | > loss_mel_ce: 2.591540575027466 (nan) | > loss: 0.010408231057226658 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14221025051768907) | > loader_time: 0.0045 (0.004594858518966068)  --> TIME: 2025-03-24 10:55:24 -- STEP: 26525/31555 -- GLOBAL_STEP: 499850 | > loss_text_ce: 0.03510051593184471 (0.039472456473917006) | > loss_mel_ce: 3.1049251556396484 (nan) | > loss: 0.012460419908165932 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1422201585724709) | > loader_time: 0.0048 (0.0045949867061575245)  --> TIME: 2025-03-24 10:55:33 -- STEP: 26575/31555 -- GLOBAL_STEP: 499900 | > loss_text_ce: 0.03802768141031265 (0.039472187506184066) | > loss_mel_ce: 2.463801860809326 (nan) | > loss: 0.009927895851433277 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14221926224422318) | > loader_time: 0.0045 (0.004594900018184209)  --> TIME: 2025-03-24 10:55:43 -- STEP: 26625/31555 -- GLOBAL_STEP: 499950 | > loss_text_ce: 0.03347526863217354 (0.03947112214918583) | > loss_mel_ce: 2.9941978454589844 (nan) | > loss: 0.012014576233923435 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1422174610263301) | > loader_time: 0.0044 (0.00459484411069483)  --> TIME: 2025-03-24 10:55:53 -- STEP: 26675/31555 -- GLOBAL_STEP: 500000 | > loss_text_ce: 0.040461216121912 (0.03947036332687363) | > loss_mel_ce: 3.0452280044555664 (nan) | > loss: 0.012244799174368382 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14223121419618784) | > loader_time: 0.0046 (0.004594690998581472) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_500000.pth  --> TIME: 2025-03-24 10:56:08 -- STEP: 26725/31555 -- GLOBAL_STEP: 500050 | > loss_text_ce: 0.03992404043674469 (0.03946750003719061) | > loss_mel_ce: 2.7988502979278564 (nan) | > loss: 0.011264978908002377 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14222331071145283) | > loader_time: 0.0045 (0.00459482065420265)  --> TIME: 2025-03-24 10:56:18 -- STEP: 26775/31555 -- GLOBAL_STEP: 500100 | > loss_text_ce: 0.03430458530783653 (0.039466121944622484) | > loss_mel_ce: 3.0600016117095947 (nan) | > loss: 0.012278993614017963 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14221468482921318) | > loader_time: 0.0046 (0.004594776427823719)  --> TIME: 2025-03-24 10:56:27 -- STEP: 26825/31555 -- GLOBAL_STEP: 500150 | > loss_text_ce: 0.03800569474697113 (0.03946742616125154) | > loss_mel_ce: 2.354931354522705 (nan) | > loss: 0.009495781734585762 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1422072324103987) | > loader_time: 0.0043 (0.0045946725150301055)  --> TIME: 2025-03-24 10:56:37 -- STEP: 26875/31555 -- GLOBAL_STEP: 500200 | > loss_text_ce: 0.041941795498132706 (0.03946557265516646) | > loss_mel_ce: 3.1941919326782227 (nan) | > loss: 0.012841801159083843 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14220394820279833) | > loader_time: 0.0047 (0.004594701811324703)  --> TIME: 2025-03-24 10:56:46 -- STEP: 26925/31555 -- GLOBAL_STEP: 500250 | > loss_text_ce: 0.03812941908836365 (0.03946406286451964) | > loss_mel_ce: 2.3265225887298584 (nan) | > loss: 0.00938353966921568 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14220847353851104) | > loader_time: 0.0043 (0.004594732636971492)  --> TIME: 2025-03-24 10:56:56 -- STEP: 26975/31555 -- GLOBAL_STEP: 500300 | > loss_text_ce: 0.05375341325998306 (0.03946519612406324) | > loss_mel_ce: 2.7945644855499268 (nan) | > loss: 0.011302849277853966 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14221202166241748) | > loader_time: 0.0045 (0.004594814240435287)  --> TIME: 2025-03-24 10:57:06 -- STEP: 27025/31555 -- GLOBAL_STEP: 500350 | > loss_text_ce: 0.03827705234289169 (0.03946269433139033) | > loss_mel_ce: 2.9678757190704346 (nan) | > loss: 0.011929178610444069 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14221024920827882) | > loader_time: 0.0043 (0.004594938620497614)  --> TIME: 2025-03-24 10:57:16 -- STEP: 27075/31555 -- GLOBAL_STEP: 500400 | > loss_text_ce: 0.04025761038064957 (0.03946311011170899) | > loss_mel_ce: 2.679198741912842 (nan) | > loss: 0.010791494511067867 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14221104628051287) | > loader_time: 0.0046 (0.004594932047173796)  --> TIME: 2025-03-24 10:57:25 -- STEP: 27125/31555 -- GLOBAL_STEP: 500450 | > loss_text_ce: 0.04444570094347 (0.03946640983028224) | > loss_mel_ce: 3.422924280166626 (nan) | > loss: 0.013759405352175236 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1422106171181673) | > loader_time: 0.0043 (0.004594979000531017)  --> TIME: 2025-03-24 10:57:35 -- STEP: 27175/31555 -- GLOBAL_STEP: 500500 | > loss_text_ce: 0.03357303887605667 (0.0394640729511578) | > loss_mel_ce: 2.733293294906616 (nan) | > loss: 0.01097962912172079 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1422062631254361) | > loader_time: 0.0046 (0.0045948930475397986)  --> TIME: 2025-03-24 10:57:45 -- STEP: 27225/31555 -- GLOBAL_STEP: 500550 | > loss_text_ce: 0.03477426990866661 (0.03946231092525622) | > loss_mel_ce: 3.127063512802124 (nan) | > loss: 0.01254697609692812 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14221050117955053) | > loader_time: 0.0043 (0.004594686804176782)  --> TIME: 2025-03-24 10:57:55 -- STEP: 27275/31555 -- GLOBAL_STEP: 500600 | > loss_text_ce: 0.04624447599053383 (0.03946296947758137) | > loss_mel_ce: 2.756842613220215 (nan) | > loss: 0.011123361997306347 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14222018028594924) | > loader_time: 0.0047 (0.004594761676246353)  --> TIME: 2025-03-24 10:58:05 -- STEP: 27325/31555 -- GLOBAL_STEP: 500650 | > loss_text_ce: 0.04120867699384689 (0.03946502327199866) | > loss_mel_ce: 3.017209768295288 (nan) | > loss: 0.012136582285165787 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14222334404550108) | > loader_time: 0.0045 (0.004594732417170303)  --> TIME: 2025-03-24 10:58:15 -- STEP: 27375/31555 -- GLOBAL_STEP: 500700 | > loss_text_ce: 0.03333311155438423 (0.0394631746788617) | > loss_mel_ce: 2.4648032188415527 (nan) | > loss: 0.009913239628076553 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14223229326396222) | > loader_time: 0.0044 (0.004594691594441708)  --> TIME: 2025-03-24 10:58:24 -- STEP: 27425/31555 -- GLOBAL_STEP: 500750 | > loss_text_ce: 0.044390011578798294 (0.039461988110737235) | > loss_mel_ce: 2.712035655975342 (nan) | > loss: 0.010938197374343872 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.1422268566089863) | > loader_time: 0.0047 (0.004594585137032524)  --> TIME: 2025-03-24 10:58:34 -- STEP: 27475/31555 -- GLOBAL_STEP: 500800 | > loss_text_ce: 0.03560900688171387 (0.0394629359720878) | > loss_mel_ce: 3.2246878147125244 (nan) | > loss: 0.012937686406075954 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1422378102945566) | > loader_time: 0.0043 (0.00459463789421822)  --> TIME: 2025-03-24 10:58:44 -- STEP: 27525/31555 -- GLOBAL_STEP: 500850 | > loss_text_ce: 0.035913482308387756 (0.03946396832336618) | > loss_mel_ce: 2.6431119441986084 (nan) | > loss: 0.01063105370849371 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14223954745577644) | > loader_time: 0.0045 (0.0045944381474798705)  --> TIME: 2025-03-24 10:58:54 -- STEP: 27575/31555 -- GLOBAL_STEP: 500900 | > loss_text_ce: 0.03762204945087433 (0.03946379411796753) | > loss_mel_ce: 3.214052677154541 (nan) | > loss: 0.012903471477329731 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14224438392348657) | > loader_time: 0.0045 (0.004594364788785134)  --> TIME: 2025-03-24 10:59:04 -- STEP: 27625/31555 -- GLOBAL_STEP: 500950 | > loss_text_ce: 0.035015203058719635 (0.03946432996453623) | > loss_mel_ce: 3.695225238800049 (nan) | > loss: 0.014802541583776474 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14224701370480913) | > loader_time: 0.0046 (0.004594368041370763)  --> TIME: 2025-03-24 10:59:14 -- STEP: 27675/31555 -- GLOBAL_STEP: 501000 | > loss_text_ce: 0.047664325684309006 (0.03946517451140496) | > loss_mel_ce: 0.37835693359375 (nan) | > loss: 0.0016905606025829911 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1422516222008736) | > loader_time: 0.0047 (0.004594358394247165)  --> TIME: 2025-03-24 10:59:24 -- STEP: 27725/31555 -- GLOBAL_STEP: 501050 | > loss_text_ce: 0.037935443222522736 (0.03946433596074515) | > loss_mel_ce: 3.0655996799468994 (nan) | > loss: 0.012315616942942142 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14225895201439667) | > loader_time: 0.0048 (0.004594269572774795)  --> TIME: 2025-03-24 10:59:33 -- STEP: 27775/31555 -- GLOBAL_STEP: 501100 | > loss_text_ce: 0.038569141179323196 (0.039463162051428434) | > loss_mel_ce: 2.317051410675049 (nan) | > loss: 0.009347701445221901 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14226030840732065) | > loader_time: 0.0043 (0.004594229106748542)  --> TIME: 2025-03-24 10:59:43 -- STEP: 27825/31555 -- GLOBAL_STEP: 501150 | > loss_text_ce: 0.035169657319784164 (0.03946237153197115) | > loss_mel_ce: 2.543466806411743 (nan) | > loss: 0.010232685133814812 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14226774489033436) | > loader_time: 0.0047 (0.004594266725250524)  --> TIME: 2025-03-24 10:59:53 -- STEP: 27875/31555 -- GLOBAL_STEP: 501200 | > loss_text_ce: 0.033330582082271576 (0.0394585383040289) | > loss_mel_ce: 2.9112277030944824 (nan) | > loss: 0.01168475579470396 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14226467106908927) | > loader_time: 0.0067 (0.00459431935639657)  --> TIME: 2025-03-24 11:00:03 -- STEP: 27925/31555 -- GLOBAL_STEP: 501250 | > loss_text_ce: 0.0383707694709301 (0.039458523887170555) | > loss_mel_ce: 2.8518805503845215 (nan) | > loss: 0.011469252407550812 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1422801738182344) | > loader_time: 0.0047 (0.004594362808746614)  --> TIME: 2025-03-24 11:00:13 -- STEP: 27975/31555 -- GLOBAL_STEP: 501300 | > loss_text_ce: 0.04583819583058357 (0.03945995225979761) | > loss_mel_ce: 2.811634063720703 (nan) | > loss: 0.011339175514876842 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14227766388968943) | > loader_time: 0.0045 (0.004594256236576605)  --> TIME: 2025-03-24 11:00:22 -- STEP: 28025/31555 -- GLOBAL_STEP: 501350 | > loss_text_ce: 0.03664609044790268 (0.039456960685072776) | > loss_mel_ce: 3.1141748428344727 (nan) | > loss: 0.012503258883953094 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1422739803440114) | > loader_time: 0.0046 (0.004594291811219054)  --> TIME: 2025-03-24 11:00:32 -- STEP: 28075/31555 -- GLOBAL_STEP: 501400 | > loss_text_ce: 0.053340356796979904 (0.03945507572046624) | > loss_mel_ce: 1.9968832731246948 (nan) | > loss: 0.008135808631777763 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14226891417431128) | > loader_time: 0.0044 (0.004594277299522586)  --> TIME: 2025-03-24 11:00:42 -- STEP: 28125/31555 -- GLOBAL_STEP: 501450 | > loss_text_ce: 0.03576434776186943 (0.03945610922584945) | > loss_mel_ce: 0.1771104633808136 (nan) | > loss: 0.0008447413565590978 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14227428513420903) | > loader_time: 0.0045 (0.004594479209052167)  --> TIME: 2025-03-24 11:00:52 -- STEP: 28175/31555 -- GLOBAL_STEP: 501500 | > loss_text_ce: 0.035390034317970276 (0.03945491399920123) | > loss_mel_ce: 2.6191227436065674 (nan) | > loss: 0.010533781722187996 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14227775827592265) | > loader_time: 0.0046 (0.004594624746977571)  --> TIME: 2025-03-24 11:01:02 -- STEP: 28225/31555 -- GLOBAL_STEP: 501550 | > loss_text_ce: 0.03231048211455345 (0.03945560865483671) | > loss_mel_ce: 2.9764404296875 (nan) | > loss: 0.011939488351345062 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14227964936789375) | > loader_time: 0.0044 (0.004594675533744038)  --> TIME: 2025-03-24 11:01:11 -- STEP: 28275/31555 -- GLOBAL_STEP: 501600 | > loss_text_ce: 0.03518829494714737 (0.039453344884387155) | > loss_mel_ce: 3.0756783485412598 (nan) | > loss: 0.01234470959752798 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14226969817589036) | > loader_time: 0.0045 (0.004594433857844402)  --> TIME: 2025-03-24 11:01:21 -- STEP: 28325/31555 -- GLOBAL_STEP: 501650 | > loss_text_ce: 0.03200158476829529 (0.03945165646317555) | > loss_mel_ce: 2.296717405319214 (nan) | > loss: 0.009240948595106602 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14227335986266146) | > loader_time: 0.0049 (0.0045946059096522145)  --> TIME: 2025-03-24 11:01:31 -- STEP: 28375/31555 -- GLOBAL_STEP: 501700 | > loss_text_ce: 0.03504342958331108 (0.039451988784653905) | > loss_mel_ce: 0.06042949855327606 (nan) | > loss: 0.0003788608592003584 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14227923241165738) | > loader_time: 0.0044 (0.004594599904467857)  --> TIME: 2025-03-24 11:01:40 -- STEP: 28425/31555 -- GLOBAL_STEP: 501750 | > loss_text_ce: 0.04456714168190956 (0.039447120967875775) | > loss_mel_ce: 3.2607123851776123 (nan) | > loss: 0.013116189278662205 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14227181224940397) | > loader_time: 0.0043 (0.0045945994898008245)  --> TIME: 2025-03-24 11:01:50 -- STEP: 28475/31555 -- GLOBAL_STEP: 501800 | > loss_text_ce: 0.04634375497698784 (0.03944652104055273) | > loss_mel_ce: 2.814720630645752 (nan) | > loss: 0.011353431269526482 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.154 (0.142275203063469) | > loader_time: 0.0046 (0.004594607131328341)  --> TIME: 2025-03-24 11:02:00 -- STEP: 28525/31555 -- GLOBAL_STEP: 501850 | > loss_text_ce: 0.04083602502942085 (0.0394484896972568) | > loss_mel_ce: 2.857218027114868 (nan) | > loss: 0.011500215157866478 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14227481880488857) | > loader_time: 0.0045 (0.004594484391074529)  --> TIME: 2025-03-24 11:02:09 -- STEP: 28575/31555 -- GLOBAL_STEP: 501900 | > loss_text_ce: 0.029669983312487602 (0.03944853856732671) | > loss_mel_ce: 3.1193439960479736 (nan) | > loss: 0.012496087700128555 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14227530254153725) | > loader_time: 0.0045 (0.004594580849741781)  --> TIME: 2025-03-24 11:02:19 -- STEP: 28625/31555 -- GLOBAL_STEP: 501950 | > loss_text_ce: 0.036036860197782516 (0.03944790305877241) | > loss_mel_ce: 2.3725943565368652 (nan) | > loss: 0.009558061137795448 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1422655476232801) | > loader_time: 0.0046 (0.004594531080087696)  --> TIME: 2025-03-24 11:02:28 -- STEP: 28675/31555 -- GLOBAL_STEP: 502000 | > loss_text_ce: 0.046211712062358856 (0.039448148854752556) | > loss_mel_ce: 3.123509168624878 (nan) | > loss: 0.012578258290886879 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14226367955428132) | > loader_time: 0.0047 (0.004594662673803836)  --> TIME: 2025-03-24 11:02:38 -- STEP: 28725/31555 -- GLOBAL_STEP: 502050 | > loss_text_ce: 0.03701304644346237 (0.03944760562535925) | > loss_mel_ce: 2.923198938369751 (nan) | > loss: 0.011746874079108238 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1422549260689755) | > loader_time: 0.0045 (0.004594533487026101)  --> TIME: 2025-03-24 11:02:47 -- STEP: 28775/31555 -- GLOBAL_STEP: 502100 | > loss_text_ce: 0.04429427534341812 (0.039446089978319464) | > loss_mel_ce: 3.339207649230957 (nan) | > loss: 0.01342659629881382 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14224346754967243) | > loader_time: 0.0048 (0.004594375227556114)  --> TIME: 2025-03-24 11:02:57 -- STEP: 28825/31555 -- GLOBAL_STEP: 502150 | > loss_text_ce: 0.041184552013874054 (0.03944826685851785) | > loss_mel_ce: 2.529200315475464 (nan) | > loss: 0.010199940763413906 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14224281746102493) | > loader_time: 0.0047 (0.004594352743673177)  --> TIME: 2025-03-24 11:03:07 -- STEP: 28875/31555 -- GLOBAL_STEP: 502200 | > loss_text_ce: 0.03843498229980469 (0.03944776547235729) | > loss_mel_ce: 1.8949323892593384 (nan) | > loss: 0.007672093342989683 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1422442197840963) | > loader_time: 0.0046 (0.004594323459641734)  --> TIME: 2025-03-24 11:03:16 -- STEP: 28925/31555 -- GLOBAL_STEP: 502250 | > loss_text_ce: 0.04322930797934532 (0.03944694392946575) | > loss_mel_ce: 2.9168214797973633 (nan) | > loss: 0.011746234260499477 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1422408931999235) | > loader_time: 0.0044 (0.004594176085528957)  --> TIME: 2025-03-24 11:03:26 -- STEP: 28975/31555 -- GLOBAL_STEP: 502300 | > loss_text_ce: 0.04538578540086746 (0.03944793061241586) | > loss_mel_ce: 3.082042694091797 (nan) | > loss: 0.012410431168973446 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1422350480702538) | > loader_time: 0.0048 (0.004594025196342017)  --> TIME: 2025-03-24 11:03:35 -- STEP: 29025/31555 -- GLOBAL_STEP: 502350 | > loss_text_ce: 0.047452185302972794 (0.039450091867387745) | > loss_mel_ce: 2.478895425796509 (nan) | > loss: 0.010025189258158207 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14223023781788705) | > loader_time: 0.0046 (0.00459419073881924)  --> TIME: 2025-03-24 11:03:45 -- STEP: 29075/31555 -- GLOBAL_STEP: 502400 | > loss_text_ce: 0.035089995712041855 (0.03944909560739983) | > loss_mel_ce: 3.1385409832000732 (nan) | > loss: 0.012593774124979973 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1422357597170667) | > loader_time: 0.0045 (0.004594147781411408)  --> TIME: 2025-03-24 11:03:55 -- STEP: 29125/31555 -- GLOBAL_STEP: 502450 | > loss_text_ce: 0.04038535803556442 (0.039445213132246255) | > loss_mel_ce: 3.269148111343384 (nan) | > loss: 0.01313306950032711 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1422353764317062) | > loader_time: 0.0046 (0.0045940734224769455)  --> TIME: 2025-03-24 11:04:04 -- STEP: 29175/31555 -- GLOBAL_STEP: 502500 | > loss_text_ce: 0.039723847061395645 (0.03944740219330613) | > loss_mel_ce: 2.986563205718994 (nan) | > loss: 0.01200907677412033 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14222936131755978) | > loader_time: 0.0044 (0.004594033387551043)  --> TIME: 2025-03-24 11:04:14 -- STEP: 29225/31555 -- GLOBAL_STEP: 502550 | > loss_text_ce: 0.044910185039043427 (0.03944616296566827) | > loss_mel_ce: 2.9548914432525635 (nan) | > loss: 0.011903975158929825 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14222279648173006) | > loader_time: 0.0047 (0.004594079858732567)  --> TIME: 2025-03-24 11:04:23 -- STEP: 29275/31555 -- GLOBAL_STEP: 502600 | > loss_text_ce: 0.029126381501555443 (0.03944583546185767) | > loss_mel_ce: 3.188560962677002 (nan) | > loss: 0.012768601067364216 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14221860932041452) | > loader_time: 0.0044 (0.004594001118491367)  --> TIME: 2025-03-24 11:04:33 -- STEP: 29325/31555 -- GLOBAL_STEP: 502650 | > loss_text_ce: 0.035045042634010315 (0.03944449357939334) | > loss_mel_ce: 1.4839344024658203 (nan) | > loss: 0.006027696654200554 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1422162669312716) | > loader_time: 0.0044 (0.004593723204434657)  --> TIME: 2025-03-24 11:04:43 -- STEP: 29375/31555 -- GLOBAL_STEP: 502700 | > loss_text_ce: 0.03040100261569023 (0.039442493396204974) | > loss_mel_ce: 3.085714817047119 (nan) | > loss: 0.01236553955823183 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14221977131620323) | > loader_time: 0.0047 (0.004593651548345015)  --> TIME: 2025-03-24 11:04:53 -- STEP: 29425/31555 -- GLOBAL_STEP: 502750 | > loss_text_ce: 0.04594169184565544 (0.03944300881787174) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14221937421832695) | > loader_time: 0.0046 (0.004593795575423043)  --> TIME: 2025-03-24 11:05:03 -- STEP: 29475/31555 -- GLOBAL_STEP: 502800 | > loss_text_ce: 0.033061884343624115 (0.03944217174035133) | > loss_mel_ce: 2.6972036361694336 (nan) | > loss: 0.010834388434886932 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14222687967153155) | > loader_time: 0.0046 (0.004593771084372099)  --> TIME: 2025-03-24 11:05:13 -- STEP: 29525/31555 -- GLOBAL_STEP: 502850 | > loss_text_ce: 0.0380505733191967 (0.03944030492144645) | > loss_mel_ce: 2.598145008087158 (nan) | > loss: 0.010461094789206982 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1422378186105567) | > loader_time: 0.0049 (0.004593856683936165)  --> TIME: 2025-03-24 11:05:22 -- STEP: 29575/31555 -- GLOBAL_STEP: 502900 | > loss_text_ce: 0.03278341516852379 (0.03944094877261824) | > loss_mel_ce: 2.780644655227661 (nan) | > loss: 0.011164397932589054 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.142236715608598) | > loader_time: 0.0047 (0.004593948104677798)  --> TIME: 2025-03-24 11:05:32 -- STEP: 29625/31555 -- GLOBAL_STEP: 502950 | > loss_text_ce: 0.04080215469002724 (0.039442350017465) | > loss_mel_ce: 2.6129021644592285 (nan) | > loss: 0.010530573315918446 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1422340326349439) | > loader_time: 0.0043 (0.004593952211146593)  --> TIME: 2025-03-24 11:05:42 -- STEP: 29675/31555 -- GLOBAL_STEP: 503000 | > loss_text_ce: 0.03963068127632141 (0.03943956407695621) | > loss_mel_ce: 0.025726318359375 (nan) | > loss: 0.0002593531971797347 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14222948749224035) | > loader_time: 0.0046 (0.004593981459247209)  --> TIME: 2025-03-24 11:05:51 -- STEP: 29725/31555 -- GLOBAL_STEP: 503050 | > loss_text_ce: 0.034257903695106506 (0.03943826973955243) | > loss_mel_ce: 2.6486947536468506 (nan) | > loss: 0.010646638460457325 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14223267604163714) | > loader_time: 0.0044 (0.004593992024735282)  --> TIME: 2025-03-24 11:06:01 -- STEP: 29775/31555 -- GLOBAL_STEP: 503100 | > loss_text_ce: 0.04578990861773491 (0.03943712411543773) | > loss_mel_ce: 2.611389398574829 (nan) | > loss: 0.010544363409280777 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14222750871948148) | > loader_time: 0.0043 (0.0045938165922509)  --> TIME: 2025-03-24 11:06:11 -- STEP: 29825/31555 -- GLOBAL_STEP: 503150 | > loss_text_ce: 0.044129628688097 (0.039434838804189326) | > loss_mel_ce: 3.0629851818084717 (nan) | > loss: 0.012329821474850178 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14222397238290876) | > loader_time: 0.0068 (0.004593700335391486)  --> TIME: 2025-03-24 11:06:20 -- STEP: 29875/31555 -- GLOBAL_STEP: 503200 | > loss_text_ce: 0.0413578599691391 (0.03943371849220306) | > loss_mel_ce: 3.0839195251464844 (nan) | > loss: 0.01240189466625452 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14221914364802746) | > loader_time: 0.0045 (0.0045936706255669145)  --> TIME: 2025-03-24 11:06:30 -- STEP: 29925/31555 -- GLOBAL_STEP: 503250 | > loss_text_ce: 0.04444132745265961 (0.03943390739719112) | > loss_mel_ce: 2.9123873710632324 (nan) | > loss: 0.011733447201550007 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14221981614255425) | > loader_time: 0.0045 (0.004593418953113964)  --> TIME: 2025-03-24 11:06:40 -- STEP: 29975/31555 -- GLOBAL_STEP: 503300 | > loss_text_ce: 0.034755270928144455 (0.0394322191601041) | > loss_mel_ce: 2.5391335487365723 (nan) | > loss: 0.010213845409452915 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14222549848898494) | > loader_time: 0.0046 (0.004593433566248523)  --> TIME: 2025-03-24 11:06:49 -- STEP: 30025/31555 -- GLOBAL_STEP: 503350 | > loss_text_ce: 0.03581349924206734 (0.039433437651496435) | > loss_mel_ce: 2.821348190307617 (nan) | > loss: 0.0113379443064332 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1422250504537383) | > loader_time: 0.0046 (0.004593340502889009)  --> TIME: 2025-03-24 11:06:59 -- STEP: 30075/31555 -- GLOBAL_STEP: 503400 | > loss_text_ce: 0.051270417869091034 (0.03943342406215997) | > loss_mel_ce: 2.2324421405792236 (nan) | > loss: 0.00906235259026289 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14223078189447097) | > loader_time: 0.0046 (0.0045931953563357)  --> TIME: 2025-03-24 11:07:09 -- STEP: 30125/31555 -- GLOBAL_STEP: 503450 | > loss_text_ce: 0.05317285284399986 (0.03943328635447143) | > loss_mel_ce: 2.3960440158843994 (nan) | > loss: 0.009719114750623703 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1422310340770543) | > loader_time: 0.0047 (0.004593011555335311)  --> TIME: 2025-03-24 11:07:18 -- STEP: 30175/31555 -- GLOBAL_STEP: 503500 | > loss_text_ce: 0.03935462608933449 (0.03943534637874665) | > loss_mel_ce: 3.2713754177093506 (nan) | > loss: 0.013137818314135075 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14222430609234482) | > loader_time: 0.0046 (0.004592848661623398)  --> TIME: 2025-03-24 11:07:28 -- STEP: 30225/31555 -- GLOBAL_STEP: 503550 | > loss_text_ce: 0.03890164941549301 (0.03943371908260081) | > loss_mel_ce: 2.363724708557129 (nan) | > loss: 0.009534231387078762 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.142228128703001) | > loader_time: 0.0045 (0.004593054390426878)  --> TIME: 2025-03-24 11:07:38 -- STEP: 30275/31555 -- GLOBAL_STEP: 503600 | > loss_text_ce: 0.03616650030016899 (0.039430770512415086) | > loss_mel_ce: 3.0702719688415527 (nan) | > loss: 0.012327137403190136 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14222949446970284) | > loader_time: 0.0046 (0.004593006334060659)  --> TIME: 2025-03-24 11:07:48 -- STEP: 30325/31555 -- GLOBAL_STEP: 503650 | > loss_text_ce: 0.032461345195770264 (0.039430599865416985) | > loss_mel_ce: 2.508395195007324 (nan) | > loss: 0.01008276455104351 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1422260256749186) | > loader_time: 0.0044 (0.004592912961703511)  --> TIME: 2025-03-24 11:07:57 -- STEP: 30375/31555 -- GLOBAL_STEP: 503700 | > loss_text_ce: 0.04193209484219551 (0.03942816368042823) | > loss_mel_ce: 2.986607789993286 (nan) | > loss: 0.012018016539514065 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1422190634802041) | > loader_time: 0.0045 (0.004592898702425208)  --> TIME: 2025-03-24 11:08:07 -- STEP: 30425/31555 -- GLOBAL_STEP: 503750 | > loss_text_ce: 0.023890698328614235 (0.03942897466726878) | > loss_mel_ce: 2.733722686767578 (nan) | > loss: 0.010942910797894001 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14221918540208534) | > loader_time: 0.0044 (0.0045929593107400385)  --> TIME: 2025-03-24 11:08:16 -- STEP: 30475/31555 -- GLOBAL_STEP: 503800 | > loss_text_ce: 0.03433939069509506 (0.03942904782534221) | > loss_mel_ce: 2.628401517868042 (nan) | > loss: 0.01056643296033144 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14221559392320374) | > loader_time: 0.0046 (0.004592879751454206)  --> TIME: 2025-03-24 11:08:26 -- STEP: 30525/31555 -- GLOBAL_STEP: 503850 | > loss_text_ce: 0.040368370711803436 (0.03942860097910408) | > loss_mel_ce: 2.3119890689849854 (nan) | > loss: 0.009334752336144447 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14221137367048542) | > loader_time: 0.0046 (0.004592909637188713)  --> TIME: 2025-03-24 11:08:36 -- STEP: 30575/31555 -- GLOBAL_STEP: 503900 | > loss_text_ce: 0.03858659788966179 (0.039429011477747015) | > loss_mel_ce: 1.7541559934616089 (nan) | > loss: 0.00711405836045742 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1422147418667032) | > loader_time: 0.0047 (0.004592872254690552)  --> TIME: 2025-03-24 11:08:46 -- STEP: 30625/31555 -- GLOBAL_STEP: 503950 | > loss_text_ce: 0.03210544213652611 (0.03942720723167379) | > loss_mel_ce: 3.3098323345184326 (nan) | > loss: 0.013261659070849419 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14221883259987303) | > loader_time: 0.0071 (0.004593013615510879)  --> TIME: 2025-03-24 11:08:56 -- STEP: 30675/31555 -- GLOBAL_STEP: 504000 | > loss_text_ce: 0.03484651446342468 (0.03942690707867661) | > loss_mel_ce: 3.4567294120788574 (nan) | > loss: 0.013855461031198502 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14223101939237845) | > loader_time: 0.0043 (0.004592872781294946)  --> TIME: 2025-03-24 11:09:06 -- STEP: 30725/31555 -- GLOBAL_STEP: 504050 | > loss_text_ce: 0.04302510991692543 (0.03942425375026827) | > loss_mel_ce: 2.771084785461426 (nan) | > loss: 0.011167103424668312 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14222756827333438) | > loader_time: 0.0046 (0.004592950346025611)  --> TIME: 2025-03-24 11:09:15 -- STEP: 30775/31555 -- GLOBAL_STEP: 504100 | > loss_text_ce: 0.02073700912296772 (0.03942305022038103) | > loss_mel_ce: 1.48193359375 (nan) | > loss: 0.005962979048490524 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14222094335951094) | > loader_time: 0.0045 (0.0045928658594647205)  --> TIME: 2025-03-24 11:09:25 -- STEP: 30825/31555 -- GLOBAL_STEP: 504150 | > loss_text_ce: 0.05679234862327576 (0.03942144810733461) | > loss_mel_ce: 2.7351887226104736 (nan) | > loss: 0.011079289950430393 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14222715193724456) | > loader_time: 0.0044 (0.004592799428799027)  --> TIME: 2025-03-24 11:09:34 -- STEP: 30875/31555 -- GLOBAL_STEP: 504200 | > loss_text_ce: 0.03922150656580925 (0.03941993876540602) | > loss_mel_ce: 2.50191068649292 (nan) | > loss: 0.010083858855068684 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14221903615634893) | > loader_time: 0.0044 (0.004592753167094467)  --> TIME: 2025-03-24 11:09:44 -- STEP: 30925/31555 -- GLOBAL_STEP: 504250 | > loss_text_ce: 0.029217418283224106 (0.03941680144163264) | > loss_mel_ce: 2.61818265914917 (nan) | > loss: 0.0105055570602417 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14222194025568508) | > loader_time: 0.0047 (0.004592788468085647)  --> TIME: 2025-03-24 11:09:54 -- STEP: 30975/31555 -- GLOBAL_STEP: 504300 | > loss_text_ce: 0.03528382629156113 (0.03941501286064225) | > loss_mel_ce: 2.912421226501465 (nan) | > loss: 0.011697242967784405 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14222167570808375) | > loader_time: 0.0048 (0.004592741118793604)  --> TIME: 2025-03-24 11:10:04 -- STEP: 31025/31555 -- GLOBAL_STEP: 504350 | > loss_text_ce: 0.0398656502366066 (0.03941490708100626) | > loss_mel_ce: 2.960343837738037 (nan) | > loss: 0.011905593797564507 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.142219244044793) | > loader_time: 0.0045 (0.004592673918780136)  --> TIME: 2025-03-24 11:10:13 -- STEP: 31075/31555 -- GLOBAL_STEP: 504400 | > loss_text_ce: 0.03644056245684624 (0.03941281466944904) | > loss_mel_ce: 2.923569917678833 (nan) | > loss: 0.011746074073016644 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1422193233830639) | > loader_time: 0.0045 (0.004592637478681866)  --> TIME: 2025-03-24 11:10:23 -- STEP: 31125/31555 -- GLOBAL_STEP: 504450 | > loss_text_ce: 0.03979938477277756 (0.03941428652591268) | > loss_mel_ce: 2.284863233566284 (nan) | > loss: 0.009224852547049522 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14221420026878714) | > loader_time: 0.0045 (0.004592808497478663)  --> TIME: 2025-03-24 11:10:33 -- STEP: 31175/31555 -- GLOBAL_STEP: 504500 | > loss_text_ce: 0.029308145865797997 (0.03941512942463531) | > loss_mel_ce: 3.2736856937408447 (nan) | > loss: 0.013107119128108025 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14221361014971046) | > loader_time: 0.0045 (0.0045927572747469685)  --> TIME: 2025-03-24 11:10:42 -- STEP: 31225/31555 -- GLOBAL_STEP: 504550 | > loss_text_ce: 0.04229607805609703 (0.0394134873152377) | > loss_mel_ce: 2.462730646133423 (nan) | > loss: 0.009940583258867264 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14220632579824805) | > loader_time: 0.0046 (0.004592734368158567)  --> TIME: 2025-03-24 11:10:52 -- STEP: 31275/31555 -- GLOBAL_STEP: 504600 | > loss_text_ce: 0.0377667099237442 (0.03941406220078577) | > loss_mel_ce: 3.090116262435913 (nan) | > loss: 0.012412234209477901 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14220586580052325) | > loader_time: 0.0045 (0.0045927081043295025)  --> TIME: 2025-03-24 11:11:02 -- STEP: 31325/31555 -- GLOBAL_STEP: 504650 | > loss_text_ce: 0.033855583518743515 (0.039412770285988497) | > loss_mel_ce: 3.065570116043091 (nan) | > loss: 0.012299309484660625 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1422153096377893) | > loader_time: 0.0045 (0.004592794051478578)  --> TIME: 2025-03-24 11:11:12 -- STEP: 31375/31555 -- GLOBAL_STEP: 504700 | > loss_text_ce: 0.03555731847882271 (0.039410101309359444) | > loss_mel_ce: 0.8549661040306091 (nan) | > loss: 0.0035338234156370163 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14221737249913877) | > loader_time: 0.0044 (0.00459275317097088)  --> TIME: 2025-03-24 11:11:21 -- STEP: 31425/31555 -- GLOBAL_STEP: 504750 | > loss_text_ce: 0.04151298105716705 (0.0394094085912077) | > loss_mel_ce: 2.8520073890686035 (nan) | > loss: 0.011482223868370056 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14221292431238783) | > loader_time: 0.0045 (0.004592644305293654)  --> TIME: 2025-03-24 11:11:31 -- STEP: 31475/31555 -- GLOBAL_STEP: 504800 | > loss_text_ce: 0.027131186798214912 (0.03941089405964502) | > loss_mel_ce: 2.4593677520751953 (nan) | > loss: 0.00986705906689167 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14220846145847998) | > loader_time: 0.0047 (0.00459246986910308)  --> TIME: 2025-03-24 11:11:40 -- STEP: 31525/31555 -- GLOBAL_STEP: 504850 | > loss_text_ce: 0.033267490565776825 (0.03940795384394719) | > loss_mel_ce: 3.4190518856048584 (nan) | > loss: 0.01369968056678772 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1422020553767346) | > loader_time: 0.0043 (0.0045922873494740205)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022722144126892097 (+0.0011623255411783856) | > avg_loss_text_ce: 0.035977345705032346 (-0.0005470303321878159) | > avg_loss_mel_ce: 2.6956980284055074 (-0.021209671497345095) | > avg_loss: 2.7316753689448037 (-0.021756717363992983) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_504880.pth  > EPOCH: 17/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 11:12:08)   --> TIME: 2025-03-24 11:12:12 -- STEP: 20/31555 -- GLOBAL_STEP: 504900 | > loss_text_ce: 0.0414760485291481 (0.04099576734006405) | > loss_mel_ce: 2.629676580429077 (2.7936099767684937) | > loss: 0.010599812492728233 (0.011248436127789318) | > current_lr: 5e-06 | > step_time: 0.1372 (0.12875192165374755) | > loader_time: 0.0048 (0.004463183879852295)  --> TIME: 2025-03-24 11:12:21 -- STEP: 70/31555 -- GLOBAL_STEP: 504950 | > loss_text_ce: 0.0538310706615448 (0.039620738928871496) | > loss_mel_ce: 3.2822062969207764 (nan) | > loss: 0.013238244690001011 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1337086200714111) | > loader_time: 0.0045 (0.004653906822204592)  --> TIME: 2025-03-24 11:12:31 -- STEP: 120/31555 -- GLOBAL_STEP: 505000 | > loss_text_ce: 0.040555231273174286 (0.03914390911037723) | > loss_mel_ce: 0.03701172024011612 (nan) | > loss: 0.0003078053705394268 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1364791949590047) | > loader_time: 0.0046 (0.004668009281158447)  --> TIME: 2025-03-24 11:12:40 -- STEP: 170/31555 -- GLOBAL_STEP: 505050 | > loss_text_ce: 0.044388990849256516 (0.03953562822631176) | > loss_mel_ce: 3.0882160663604736 (nan) | > loss: 0.01243097335100174 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.1368244676028981) | > loader_time: 0.0046 (0.004676363047431498)  --> TIME: 2025-03-24 11:12:50 -- STEP: 220/31555 -- GLOBAL_STEP: 505100 | > loss_text_ce: 0.04171782732009888 (0.039258042037148326) | > loss_mel_ce: 3.000605344772339 (nan) | > loss: 0.012072711251676083 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.13791908675974068) | > loader_time: 0.005 (0.0046898278323086835)  --> TIME: 2025-03-24 11:13:00 -- STEP: 270/31555 -- GLOBAL_STEP: 505150 | > loss_text_ce: 0.0308083463460207 (0.03898586475600796) | > loss_mel_ce: 2.5399491786956787 (nan) | > loss: 0.010201419703662395 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.13830932422920508) | > loader_time: 0.005 (0.0046908625849971086)  --> TIME: 2025-03-24 11:13:10 -- STEP: 320/31555 -- GLOBAL_STEP: 505200 | > loss_text_ce: 0.03758338466286659 (0.03934294897480868) | > loss_mel_ce: 0.0667724609375 (nan) | > loss: 0.0004141105164308101 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1391133598983288) | > loader_time: 0.0045 (0.004703839123249056)  --> TIME: 2025-03-24 11:13:20 -- STEP: 370/31555 -- GLOBAL_STEP: 505250 | > loss_text_ce: 0.04390717297792435 (0.0393094231299049) | > loss_mel_ce: 3.158661365509033 (nan) | > loss: 0.012708606198430061 (nan) | > current_lr: 5e-06 | > step_time: 0.1463 (0.13964999881950574) | > loader_time: 0.0046 (0.0047110853968439885)  --> TIME: 2025-03-24 11:13:29 -- STEP: 420/31555 -- GLOBAL_STEP: 505300 | > loss_text_ce: 0.03050048090517521 (0.039251456116991386) | > loss_mel_ce: 2.1750128269195557 (nan) | > loss: 0.008752036839723587 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.139418053627014) | > loader_time: 0.0044 (0.004720334211985274)  --> TIME: 2025-03-24 11:13:39 -- STEP: 470/31555 -- GLOBAL_STEP: 505350 | > loss_text_ce: 0.03580678999423981 (0.03925617049111331) | > loss_mel_ce: 2.9038240909576416 (nan) | > loss: 0.011665202677249908 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1396452016018805) | > loader_time: 0.0047 (0.0047121565392676855)  --> TIME: 2025-03-24 11:13:48 -- STEP: 520/31555 -- GLOBAL_STEP: 505400 | > loss_text_ce: 0.033651579171419144 (0.03897959769775088) | > loss_mel_ce: 2.268078565597534 (nan) | > loss: 0.00913385022431612 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1397109389305113) | > loader_time: 0.0046 (0.004717976771868196)  --> TIME: 2025-03-24 11:13:58 -- STEP: 570/31555 -- GLOBAL_STEP: 505450 | > loss_text_ce: 0.03629007190465927 (0.039027764256063274) | > loss_mel_ce: 2.851796865463257 (nan) | > loss: 0.011460663750767708 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.13985490004221587) | > loader_time: 0.0047 (0.0047118580132200025)  --> TIME: 2025-03-24 11:14:08 -- STEP: 620/31555 -- GLOBAL_STEP: 505500 | > loss_text_ce: 0.03894833102822304 (0.039089363485935245) | > loss_mel_ce: 3.28251051902771 (nan) | > loss: 0.013180392794311047 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14032634419779622) | > loader_time: 0.0048 (0.004710445480961957)  --> TIME: 2025-03-24 11:14:18 -- STEP: 670/31555 -- GLOBAL_STEP: 505550 | > loss_text_ce: 0.03685278445482254 (0.039187818651657484) | > loss_mel_ce: 3.124141216278076 (nan) | > loss: 0.012543627992272377 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.1402696054373213) | > loader_time: 0.0048 (0.004706312649285619)  --> TIME: 2025-03-24 11:14:28 -- STEP: 720/31555 -- GLOBAL_STEP: 505600 | > loss_text_ce: 0.04259887710213661 (0.039339949061266255) | > loss_mel_ce: 2.99814510345459 (nan) | > loss: 0.01206644531339407 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14061495794190276) | > loader_time: 0.0045 (0.004701471659872273)  --> TIME: 2025-03-24 11:14:38 -- STEP: 770/31555 -- GLOBAL_STEP: 505650 | > loss_text_ce: 0.04576431214809418 (0.039358735379654106) | > loss_mel_ce: 2.5451087951660156 (nan) | > loss: 0.010281242430210114 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1408085349318266) | > loader_time: 0.0046 (0.004698670684517214)  --> TIME: 2025-03-24 11:14:47 -- STEP: 820/31555 -- GLOBAL_STEP: 505700 | > loss_text_ce: 0.054295990616083145 (0.03939771858248408) | > loss_mel_ce: 3.2032368183135986 (nan) | > loss: 0.012926718220114708 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1409365970913954) | > loader_time: 0.0046 (0.0046995130980887175)  --> TIME: 2025-03-24 11:14:57 -- STEP: 870/31555 -- GLOBAL_STEP: 505750 | > loss_text_ce: 0.03160976618528366 (0.03942088369579838) | > loss_mel_ce: 2.163184404373169 (nan) | > loss: 0.008709501475095749 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14109687640749158) | > loader_time: 0.0046 (0.0046970268775676964)  --> TIME: 2025-03-24 11:15:07 -- STEP: 920/31555 -- GLOBAL_STEP: 505800 | > loss_text_ce: 0.038483794778585434 (0.03935003499297994) | > loss_mel_ce: 3.208397150039673 (nan) | > loss: 0.01288444921374321 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1409627655278079) | > loader_time: 0.0046 (0.0046921408694723474)  --> TIME: 2025-03-24 11:15:17 -- STEP: 970/31555 -- GLOBAL_STEP: 505850 | > loss_text_ce: 0.03723682835698128 (0.03927776832517584) | > loss_mel_ce: 2.3645524978637695 (nan) | > loss: 0.009530911222100258 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1409797901959761) | > loader_time: 0.0045 (0.004698890754857023)  --> TIME: 2025-03-24 11:15:26 -- STEP: 1020/31555 -- GLOBAL_STEP: 505900 | > loss_text_ce: 0.03700976073741913 (0.03930884558050073) | > loss_mel_ce: 0.0047607421875 (nan) | > loss: 0.00016575597692281008 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14102553713555407) | > loader_time: 0.0079 (0.00470056603936589)  --> TIME: 2025-03-24 11:15:36 -- STEP: 1070/31555 -- GLOBAL_STEP: 505950 | > loss_text_ce: 0.03420668840408325 (0.03933039875091795) | > loss_mel_ce: 3.0263068675994873 (nan) | > loss: 0.012144895270466805 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1411344554936772) | > loader_time: 0.005 (0.004702913649728372)  --> TIME: 2025-03-24 11:15:46 -- STEP: 1120/31555 -- GLOBAL_STEP: 506000 | > loss_text_ce: 0.034103136509656906 (0.03933493219415793) | > loss_mel_ce: 2.994804859161377 (nan) | > loss: 0.012019476853311062 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.141075106178011) | > loader_time: 0.0048 (0.004697882064751222)  --> TIME: 2025-03-24 11:15:56 -- STEP: 1170/31555 -- GLOBAL_STEP: 506050 | > loss_text_ce: 0.0409836508333683 (0.0393418325636632) | > loss_mel_ce: 2.7671186923980713 (nan) | > loss: 0.01114326436072588 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14119025336371505) | > loader_time: 0.0048 (0.004694062216669073)  --> TIME: 2025-03-24 11:16:06 -- STEP: 1220/31555 -- GLOBAL_STEP: 506100 | > loss_text_ce: 0.03529912233352661 (0.039378168705667696) | > loss_mel_ce: 3.0556511878967285 (nan) | > loss: 0.012265676632523537 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14142447260559554) | > loader_time: 0.0046 (0.004689930696956456)  --> TIME: 2025-03-24 11:16:15 -- STEP: 1270/31555 -- GLOBAL_STEP: 506150 | > loss_text_ce: 0.03803304582834244 (0.03939736758424784) | > loss_mel_ce: 3.257920265197754 (nan) | > loss: 0.013079180382192135 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14138714854172804) | > loader_time: 0.0048 (0.004687217089134886)  --> TIME: 2025-03-24 11:16:25 -- STEP: 1320/31555 -- GLOBAL_STEP: 506200 | > loss_text_ce: 0.04892018809914589 (0.03936719614165758) | > loss_mel_ce: 3.161041736602783 (nan) | > loss: 0.012737944722175598 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14139796820553843) | > loader_time: 0.0046 (0.004687404090707959)  --> TIME: 2025-03-24 11:16:35 -- STEP: 1370/31555 -- GLOBAL_STEP: 506250 | > loss_text_ce: 0.03613224998116493 (0.039370683455554334) | > loss_mel_ce: 2.31606125831604 (nan) | > loss: 0.009334102272987366 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14162208981757607) | > loader_time: 0.0044 (0.004685171851276486)  --> TIME: 2025-03-24 11:16:45 -- STEP: 1420/31555 -- GLOBAL_STEP: 506300 | > loss_text_ce: 0.044523920863866806 (0.03937748819458452) | > loss_mel_ce: 2.5605711936950684 (nan) | > loss: 0.010337679646909237 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14158841824867352) | > loader_time: 0.0048 (0.004681339734037161)  --> TIME: 2025-03-24 11:16:55 -- STEP: 1470/31555 -- GLOBAL_STEP: 506350 | > loss_text_ce: 0.038257986307144165 (0.03937967427226969) | > loss_mel_ce: 2.562326192855835 (nan) | > loss: 0.010319779627025127 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14178206142114122) | > loader_time: 0.0048 (0.004682743792631195)  --> TIME: 2025-03-24 11:17:05 -- STEP: 1520/31555 -- GLOBAL_STEP: 506400 | > loss_text_ce: 0.04393786936998367 (0.03941489894825384) | > loss_mel_ce: 2.8610479831695557 (nan) | > loss: 0.01152772270143032 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14181299742899425) | > loader_time: 0.0055 (0.004684523845973775)  --> TIME: 2025-03-24 11:17:15 -- STEP: 1570/31555 -- GLOBAL_STEP: 506450 | > loss_text_ce: 0.03182889521121979 (0.03939125266898975) | > loss_mel_ce: 3.4698915481567383 (nan) | > loss: 0.013895716518163681 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14197510670704427) | > loader_time: 0.0048 (0.004685168205552807)  --> TIME: 2025-03-24 11:17:25 -- STEP: 1620/31555 -- GLOBAL_STEP: 506500 | > loss_text_ce: 0.05346716195344925 (0.03938482327639696) | > loss_mel_ce: 2.0145273208618164 (nan) | > loss: 0.008206328377127647 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14212682909435673) | > loader_time: 0.0068 (0.004687056865221199)  --> TIME: 2025-03-24 11:17:35 -- STEP: 1670/31555 -- GLOBAL_STEP: 506550 | > loss_text_ce: 0.03278613090515137 (0.03936288233311062) | > loss_mel_ce: 3.2371323108673096 (nan) | > loss: 0.012975867837667465 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1420219624113892) | > loader_time: 0.0045 (0.004686684522800111)  --> TIME: 2025-03-24 11:17:44 -- STEP: 1720/31555 -- GLOBAL_STEP: 506600 | > loss_text_ce: 0.023971302434802055 (0.03938051882459854) | > loss_mel_ce: 2.3141932487487793 (nan) | > loss: 0.009278431534767151 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14206335295078368) | > loader_time: 0.0044 (0.004685310430304954)  --> TIME: 2025-03-24 11:17:54 -- STEP: 1770/31555 -- GLOBAL_STEP: 506650 | > loss_text_ce: 0.04955367371439934 (0.03937667582689207) | > loss_mel_ce: 3.198491096496582 (nan) | > loss: 0.012889066711068153 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14213396748580506) | > loader_time: 0.0052 (0.004686393172053972)  --> TIME: 2025-03-24 11:18:04 -- STEP: 1820/31555 -- GLOBAL_STEP: 506700 | > loss_text_ce: 0.05051073804497719 (0.03933220743355194) | > loss_mel_ce: 2.9194729328155518 (nan) | > loss: 0.011785649694502354 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14208770165076628) | > loader_time: 0.0045 (0.004690364428928925)  --> TIME: 2025-03-24 11:18:14 -- STEP: 1870/31555 -- GLOBAL_STEP: 506750 | > loss_text_ce: 0.04433732479810715 (0.03935150684898397) | > loss_mel_ce: 3.127049684524536 (nan) | > loss: 0.012584869749844074 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1421191549556141) | > loader_time: 0.0047 (0.0046911971454314414)  --> TIME: 2025-03-24 11:18:23 -- STEP: 1920/31555 -- GLOBAL_STEP: 506800 | > loss_text_ce: 0.029517730697989464 (0.03934608550237808) | > loss_mel_ce: 2.121856212615967 (nan) | > loss: 0.008537198416888714 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14201078886787102) | > loader_time: 0.0045 (0.0046893604099750566)  --> TIME: 2025-03-24 11:18:33 -- STEP: 1970/31555 -- GLOBAL_STEP: 506850 | > loss_text_ce: 0.03805699571967125 (0.03935494462151067) | > loss_mel_ce: 2.9597697257995605 (nan) | > loss: 0.01189613901078701 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14197546031874456) | > loader_time: 0.0046 (0.0046868284341647585)  --> TIME: 2025-03-24 11:18:43 -- STEP: 2020/31555 -- GLOBAL_STEP: 506900 | > loss_text_ce: 0.03634476289153099 (0.039357335238468585) | > loss_mel_ce: 2.811094045639038 (nan) | > loss: 0.01129936147481203 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14197741428224173) | > loader_time: 0.0046 (0.004684010708686153)  --> TIME: 2025-03-24 11:18:53 -- STEP: 2070/31555 -- GLOBAL_STEP: 506950 | > loss_text_ce: 0.034216657280921936 (0.0393450871991795) | > loss_mel_ce: 3.1734495162963867 (nan) | > loss: 0.01272883452475071 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14195927053258045) | > loader_time: 0.005 (0.004681630641365977)  --> TIME: 2025-03-24 11:19:02 -- STEP: 2120/31555 -- GLOBAL_STEP: 507000 | > loss_text_ce: 0.04514686018228531 (0.03932424059471578) | > loss_mel_ce: 2.3502626419067383 (nan) | > loss: 0.00950559414923191 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.141969788186955) | > loader_time: 0.0043 (0.004678968663485552)  --> TIME: 2025-03-24 11:19:12 -- STEP: 2170/31555 -- GLOBAL_STEP: 507050 | > loss_text_ce: 0.042428724467754364 (0.03929232913605907) | > loss_mel_ce: 3.0129759311676025 (nan) | > loss: 0.012124622240662575 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14196075700944472) | > loader_time: 0.0045 (0.004676556367478619)  --> TIME: 2025-03-24 11:19:22 -- STEP: 2220/31555 -- GLOBAL_STEP: 507100 | > loss_text_ce: 0.0440046600997448 (0.03930293130226909) | > loss_mel_ce: 1.947434663772583 (nan) | > loss: 0.0079025374725461 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14206226494935173) | > loader_time: 0.0045 (0.0046739738266747335)  --> TIME: 2025-03-24 11:19:32 -- STEP: 2270/31555 -- GLOBAL_STEP: 507150 | > loss_text_ce: 0.042270559817552567 (0.03931085423603331) | > loss_mel_ce: 2.8571603298187256 (nan) | > loss: 0.011505679227411747 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14204367036861465) | > loader_time: 0.0045 (0.00467135906219483)  --> TIME: 2025-03-24 11:19:42 -- STEP: 2320/31555 -- GLOBAL_STEP: 507200 | > loss_text_ce: 0.03274323791265488 (0.03930435954705529) | > loss_mel_ce: 5.359375 (nan) | > loss: 0.021397296339273453 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14219282269477837) | > loader_time: 0.0044 (0.00466819868005556)  --> TIME: 2025-03-24 11:19:52 -- STEP: 2370/31555 -- GLOBAL_STEP: 507250 | > loss_text_ce: 0.04524273797869682 (0.039308639765886104) | > loss_mel_ce: 3.908717155456543 (nan) | > loss: 0.015690317377448082 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1421956683009988) | > loader_time: 0.0043 (0.004665098814018673)  --> TIME: 2025-03-24 11:20:01 -- STEP: 2420/31555 -- GLOBAL_STEP: 507300 | > loss_text_ce: 0.034007079899311066 (0.03931709968230946) | > loss_mel_ce: 0.0299072265625 (nan) | > loss: 0.0002536282117944211 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14212028438394717) | > loader_time: 0.0044 (0.004662489694012101)  --> TIME: 2025-03-24 11:20:11 -- STEP: 2470/31555 -- GLOBAL_STEP: 507350 | > loss_text_ce: 0.04068293049931526 (0.03933568595256285) | > loss_mel_ce: 3.24257230758667 (nan) | > loss: 0.013028792105615139 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14208651650772397) | > loader_time: 0.0044 (0.004659994990236848)  --> TIME: 2025-03-24 11:20:21 -- STEP: 2520/31555 -- GLOBAL_STEP: 507400 | > loss_text_ce: 0.026465578004717827 (0.03934801263616439) | > loss_mel_ce: 2.3083362579345703 (nan) | > loss: 0.00926508754491806 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14209543513873263) | > loader_time: 0.0043 (0.004659322992203729)  --> TIME: 2025-03-24 11:20:30 -- STEP: 2570/31555 -- GLOBAL_STEP: 507450 | > loss_text_ce: 0.04835490137338638 (0.039361730138209566) | > loss_mel_ce: 2.1722469329833984 (nan) | > loss: 0.00881191249936819 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14205123153641983) | > loader_time: 0.0044 (0.004659305843397802)  --> TIME: 2025-03-24 11:20:40 -- STEP: 2620/31555 -- GLOBAL_STEP: 507500 | > loss_text_ce: 0.05567830428481102 (0.03931917424690524) | > loss_mel_ce: 2.5839908123016357 (nan) | > loss: 0.01047487836331129 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.142041024997944) | > loader_time: 0.0044 (0.0046570044437437555)  --> TIME: 2025-03-24 11:20:50 -- STEP: 2670/31555 -- GLOBAL_STEP: 507550 | > loss_text_ce: 0.03828657418489456 (0.03930162446650122) | > loss_mel_ce: 3.053664207458496 (nan) | > loss: 0.012269646860659122 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14207009403000137) | > loader_time: 0.0045 (0.00465606562653731)  --> TIME: 2025-03-24 11:21:00 -- STEP: 2720/31555 -- GLOBAL_STEP: 507600 | > loss_text_ce: 0.03661910071969032 (0.0393045015982353) | > loss_mel_ce: 2.906132698059082 (nan) | > loss: 0.011677587404847145 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14213388141463762) | > loader_time: 0.0045 (0.004657490288510042)  --> TIME: 2025-03-24 11:21:09 -- STEP: 2770/31555 -- GLOBAL_STEP: 507650 | > loss_text_ce: 0.04196346178650856 (0.03929676295590968) | > loss_mel_ce: 2.5762557983398438 (nan) | > loss: 0.010389760136604309 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1420003737783602) | > loader_time: 0.0044 (0.004656468573890442)  --> TIME: 2025-03-24 11:21:19 -- STEP: 2820/31555 -- GLOBAL_STEP: 507700 | > loss_text_ce: 0.027261264622211456 (0.03926342996960211) | > loss_mel_ce: 2.608424425125122 (nan) | > loss: 0.010459071025252342 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1419694082111331) | > loader_time: 0.0046 (0.004654200026329531)  --> TIME: 2025-03-24 11:21:28 -- STEP: 2870/31555 -- GLOBAL_STEP: 507750 | > loss_text_ce: 0.04153607785701752 (0.03923238420904419) | > loss_mel_ce: 3.230785846710205 (nan) | > loss: 0.012985405512154102 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14194533891378783) | > loader_time: 0.0046 (0.004651658792528963)  --> TIME: 2025-03-24 11:21:38 -- STEP: 2920/31555 -- GLOBAL_STEP: 507800 | > loss_text_ce: 0.04240702837705612 (0.0392219507103557) | > loss_mel_ce: 3.301906108856201 (nan) | > loss: 0.013271084986627102 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14190526302546658) | > loader_time: 0.0046 (0.0046496472130083165)  --> TIME: 2025-03-24 11:21:47 -- STEP: 2970/31555 -- GLOBAL_STEP: 507850 | > loss_text_ce: 0.03722924739122391 (0.03924306865204573) | > loss_mel_ce: 2.892747163772583 (nan) | > loss: 0.011626891791820526 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14182893314746883) | > loader_time: 0.0045 (0.00464686881813539)  --> TIME: 2025-03-24 11:21:57 -- STEP: 3020/31555 -- GLOBAL_STEP: 507900 | > loss_text_ce: 0.03987988457083702 (0.03921559502660547) | > loss_mel_ce: 2.6641032695770264 (nan) | > loss: 0.010730092413723469 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14185392975017716) | > loader_time: 0.0043 (0.004644508156555389)  --> TIME: 2025-03-24 11:22:07 -- STEP: 3070/31555 -- GLOBAL_STEP: 507950 | > loss_text_ce: 0.047841429710388184 (0.03924191816488486) | > loss_mel_ce: 2.873157024383545 (nan) | > loss: 0.011591264978051186 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14186802174447022) | > loader_time: 0.0044 (0.004641620965268024)  --> TIME: 2025-03-24 11:22:17 -- STEP: 3120/31555 -- GLOBAL_STEP: 508000 | > loss_text_ce: 0.0241387952119112 (0.03923217550529025) | > loss_mel_ce: 1.7442626953125 (nan) | > loss: 0.007017466705292463 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1418454106037433) | > loader_time: 0.0046 (0.004640321548168486)  --> TIME: 2025-03-24 11:22:26 -- STEP: 3170/31555 -- GLOBAL_STEP: 508050 | > loss_text_ce: 0.05284973606467247 (0.03925890399478026) | > loss_mel_ce: 3.249211549758911 (nan) | > loss: 0.013103418983519077 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1418258647437352) | > loader_time: 0.0046 (0.004638251596444796)  --> TIME: 2025-03-24 11:22:36 -- STEP: 3220/31555 -- GLOBAL_STEP: 508100 | > loss_text_ce: 0.03397485613822937 (0.0392340246078946) | > loss_mel_ce: 3.269026279449463 (nan) | > loss: 0.013107147999107838 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1417724755239783) | > loader_time: 0.0045 (0.004636152634709524)  --> TIME: 2025-03-24 11:22:46 -- STEP: 3270/31555 -- GLOBAL_STEP: 508150 | > loss_text_ce: 0.03869622200727463 (0.039247460895152485) | > loss_mel_ce: 2.118896484375 (nan) | > loss: 0.008561876602470875 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14191041809338675) | > loader_time: 0.0044 (0.004635075618732234)  --> TIME: 2025-03-24 11:22:56 -- STEP: 3320/31555 -- GLOBAL_STEP: 508200 | > loss_text_ce: 0.030521240085363388 (0.03923137411811808) | > loss_mel_ce: 2.5228445529937744 (nan) | > loss: 0.010132404044270515 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1418793092291039) | > loader_time: 0.0043 (0.0046322686126433225)  --> TIME: 2025-03-24 11:23:06 -- STEP: 3370/31555 -- GLOBAL_STEP: 508250 | > loss_text_ce: 0.044509608298540115 (0.03922917707450139) | > loss_mel_ce: 3.3156802654266357 (nan) | > loss: 0.013334088027477264 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14189921380504295) | > loader_time: 0.0045 (0.004630261783430065)  --> TIME: 2025-03-24 11:23:15 -- STEP: 3420/31555 -- GLOBAL_STEP: 508300 | > loss_text_ce: 0.04962679371237755 (0.03925140447838355) | > loss_mel_ce: 2.4114646911621094 (nan) | > loss: 0.009766236878931522 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14192408100206239) | > loader_time: 0.0047 (0.004628492935359132)  --> TIME: 2025-03-24 11:23:25 -- STEP: 3470/31555 -- GLOBAL_STEP: 508350 | > loss_text_ce: 0.03389477729797363 (0.039287162033749795) | > loss_mel_ce: 3.00138258934021 (nan) | > loss: 0.012044752016663551 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14193475205204314) | > loader_time: 0.0078 (0.004629374237500284)  --> TIME: 2025-03-24 11:23:35 -- STEP: 3520/31555 -- GLOBAL_STEP: 508400 | > loss_text_ce: 0.03825932741165161 (0.03925885832656856) | > loss_mel_ce: 2.8375136852264404 (nan) | > loss: 0.011411798186600208 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14190335029905476) | > loader_time: 0.0051 (0.004631430181589995)  --> TIME: 2025-03-24 11:23:45 -- STEP: 3570/31555 -- GLOBAL_STEP: 508450 | > loss_text_ce: 0.03874839469790459 (0.039232487717241665) | > loss_mel_ce: 2.4281914234161377 (nan) | > loss: 0.009789444506168365 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14188720639012417) | > loader_time: 0.0045 (0.004630591355118099)  --> TIME: 2025-03-24 11:23:54 -- STEP: 3620/31555 -- GLOBAL_STEP: 508500 | > loss_text_ce: 0.045897964388132095 (0.0392524136400149) | > loss_mel_ce: 2.6101877689361572 (nan) | > loss: 0.010540023446083069 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14189170052333414) | > loader_time: 0.0047 (0.004629462463421059)  --> TIME: 2025-03-24 11:24:04 -- STEP: 3670/31555 -- GLOBAL_STEP: 508550 | > loss_text_ce: 0.041779883205890656 (0.03926319813594347) | > loss_mel_ce: 1.7682698965072632 (nan) | > loss: 0.007182737812399864 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1418781638470266) | > loader_time: 0.0044 (0.004629035151946774)  --> TIME: 2025-03-24 11:24:14 -- STEP: 3720/31555 -- GLOBAL_STEP: 508600 | > loss_text_ce: 0.037236519157886505 (0.039255775318991784) | > loss_mel_ce: 2.3490498065948486 (nan) | > loss: 0.009469390846788883 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1418366506535518) | > loader_time: 0.0044 (0.00462811262376847)  --> TIME: 2025-03-24 11:24:23 -- STEP: 3770/31555 -- GLOBAL_STEP: 508650 | > loss_text_ce: 0.035122502595186234 (0.0392721287160124) | > loss_mel_ce: 2.788170337677002 (nan) | > loss: 0.011203543283045292 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14188256055037585) | > loader_time: 0.0043 (0.004626628701187257)  --> TIME: 2025-03-24 11:24:33 -- STEP: 3820/31555 -- GLOBAL_STEP: 508700 | > loss_text_ce: 0.04373202100396156 (0.039277040487867246) | > loss_mel_ce: 2.2275948524475098 (nan) | > loss: 0.009013202041387558 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14186069116542457) | > loader_time: 0.0047 (0.004626191473756163)  --> TIME: 2025-03-24 11:24:43 -- STEP: 3870/31555 -- GLOBAL_STEP: 508750 | > loss_text_ce: 0.03162076696753502 (0.03928037307415286) | > loss_mel_ce: 2.8235421180725098 (nan) | > loss: 0.0113300122320652 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1418439529970941) | > loader_time: 0.0045 (0.004625271149075926)  --> TIME: 2025-03-24 11:24:53 -- STEP: 3920/31555 -- GLOBAL_STEP: 508800 | > loss_text_ce: 0.03493211790919304 (0.03927124156331532) | > loss_mel_ce: 2.5191240310668945 (nan) | > loss: 0.010135143995285034 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14183750882440666) | > loader_time: 0.0044 (0.004624272365959325)  --> TIME: 2025-03-24 11:25:03 -- STEP: 3970/31555 -- GLOBAL_STEP: 508850 | > loss_text_ce: 0.03288643807172775 (0.03926684409708388) | > loss_mel_ce: 2.8628969192504883 (nan) | > loss: 0.011491204611957073 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14189515546226963) | > loader_time: 0.0044 (0.004625318632918583)  --> TIME: 2025-03-24 11:25:12 -- STEP: 4020/31555 -- GLOBAL_STEP: 508900 | > loss_text_ce: 0.03508291020989418 (0.03926996413470059) | > loss_mel_ce: 2.7846479415893555 (nan) | > loss: 0.011189408600330353 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14192635692767225) | > loader_time: 0.0046 (0.004626419769590768)  --> TIME: 2025-03-24 11:25:22 -- STEP: 4070/31555 -- GLOBAL_STEP: 508950 | > loss_text_ce: 0.039386678487062454 (0.03928178836996567) | > loss_mel_ce: 3.5110690593719482 (nan) | > loss: 0.014089111238718033 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14190043577105158) | > loader_time: 0.0045 (0.004626031179685852)  --> TIME: 2025-03-24 11:25:32 -- STEP: 4120/31555 -- GLOBAL_STEP: 509000 | > loss_text_ce: 0.05131598934531212 (0.03926893773090857) | > loss_mel_ce: 2.391815185546875 (nan) | > loss: 0.009694965556263924 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14186273882689968) | > loader_time: 0.0045 (0.00462555428153103)  --> TIME: 2025-03-24 11:25:41 -- STEP: 4170/31555 -- GLOBAL_STEP: 509050 | > loss_text_ce: 0.03907225653529167 (0.03925472211575124) | > loss_mel_ce: 3.1514644622802734 (nan) | > loss: 0.012660861015319824 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1418789312993878) | > loader_time: 0.0047 (0.004625186702902086)  --> TIME: 2025-03-24 11:25:51 -- STEP: 4220/31555 -- GLOBAL_STEP: 509100 | > loss_text_ce: 0.03771193325519562 (0.03926860108238898) | > loss_mel_ce: 3.235542058944702 (nan) | > loss: 0.0129891037940979 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14188666535779745) | > loader_time: 0.0045 (0.004624940829254445)  --> TIME: 2025-03-24 11:26:01 -- STEP: 4270/31555 -- GLOBAL_STEP: 509150 | > loss_text_ce: 0.03884151577949524 (0.0392563755722145) | > loss_mel_ce: 0.904296875 (nan) | > loss: 0.0037426126655191183 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14185211094536856) | > loader_time: 0.0048 (0.004624335659750736)  --> TIME: 2025-03-24 11:26:11 -- STEP: 4320/31555 -- GLOBAL_STEP: 509200 | > loss_text_ce: 0.04698352888226509 (0.03926800824701785) | > loss_mel_ce: 2.694258213043213 (nan) | > loss: 0.010877943597733974 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14192039729268435) | > loader_time: 0.0044 (0.004624857394783591)  --> TIME: 2025-03-24 11:26:21 -- STEP: 4370/31555 -- GLOBAL_STEP: 509250 | > loss_text_ce: 0.04943222925066948 (0.0392627778691101) | > loss_mel_ce: 2.886265516281128 (nan) | > loss: 0.011649594642221928 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14194737893765771) | > loader_time: 0.0047 (0.004623836292554917)  --> TIME: 2025-03-24 11:26:31 -- STEP: 4420/31555 -- GLOBAL_STEP: 509300 | > loss_text_ce: 0.03995787352323532 (0.03925926734048585) | > loss_mel_ce: 2.972882032394409 (nan) | > loss: 0.011955713853240013 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14198663892789104) | > loader_time: 0.0047 (0.004624574001018825)  --> TIME: 2025-03-24 11:26:41 -- STEP: 4470/31555 -- GLOBAL_STEP: 509350 | > loss_text_ce: 0.033856961876153946 (0.039273725955911665) | > loss_mel_ce: 2.4358811378479004 (nan) | > loss: 0.009800548665225506 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14205046142774386) | > loader_time: 0.0045 (0.004624421697868338)  --> TIME: 2025-03-24 11:26:51 -- STEP: 4520/31555 -- GLOBAL_STEP: 509400 | > loss_text_ce: 0.03904828056693077 (0.03927823421998627) | > loss_mel_ce: 3.295623779296875 (nan) | > loss: 0.013232826255261898 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14205808660625344) | > loader_time: 0.0046 (0.004625867214878057)  --> TIME: 2025-03-24 11:27:01 -- STEP: 4570/31555 -- GLOBAL_STEP: 509450 | > loss_text_ce: 0.03570285812020302 (0.03927824670118758) | > loss_mel_ce: 2.7494256496429443 (nan) | > loss: 0.011052098125219345 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14208840849102183) | > loader_time: 0.0047 (0.004627026405584899)  --> TIME: 2025-03-24 11:27:10 -- STEP: 4620/31555 -- GLOBAL_STEP: 509500 | > loss_text_ce: 0.03985920175909996 (0.039277493650521036) | > loss_mel_ce: 2.9560272693634033 (nan) | > loss: 0.011888439767062664 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14211080337499635) | > loader_time: 0.0046 (0.004627844471952109)  --> TIME: 2025-03-24 11:27:20 -- STEP: 4670/31555 -- GLOBAL_STEP: 509550 | > loss_text_ce: 0.04425831511616707 (0.03927503694048273) | > loss_mel_ce: 3.190114974975586 (nan) | > loss: 0.012834815308451653 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1421170074883568) | > loader_time: 0.0045 (0.004627662705660387)  --> TIME: 2025-03-24 11:27:30 -- STEP: 4720/31555 -- GLOBAL_STEP: 509600 | > loss_text_ce: 0.04293922707438469 (0.03927978058779705) | > loss_mel_ce: 2.7630248069763184 (nan) | > loss: 0.011134778149425983 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14208243049807448) | > loader_time: 0.0045 (0.004626817622427226)  --> TIME: 2025-03-24 11:27:39 -- STEP: 4770/31555 -- GLOBAL_STEP: 509650 | > loss_text_ce: 0.04981565475463867 (0.03928372823443864) | > loss_mel_ce: 3.3200881481170654 (nan) | > loss: 0.013372634537518024 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1420491932323142) | > loader_time: 0.0052 (0.0046270430962744675)  --> TIME: 2025-03-24 11:27:49 -- STEP: 4820/31555 -- GLOBAL_STEP: 509700 | > loss_text_ce: 0.03316380828619003 (0.039278850802973955) | > loss_mel_ce: 2.456549882888794 (nan) | > loss: 0.009879816323518753 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14205255928870544) | > loader_time: 0.0047 (0.004626971854213876)  --> TIME: 2025-03-24 11:27:59 -- STEP: 4870/31555 -- GLOBAL_STEP: 509750 | > loss_text_ce: 0.03669844567775726 (0.03927032143390089) | > loss_mel_ce: 3.3694818019866943 (nan) | > loss: 0.013516589067876339 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1420394827453018) | > loader_time: 0.0044 (0.004626484866994137)  --> TIME: 2025-03-24 11:28:09 -- STEP: 4920/31555 -- GLOBAL_STEP: 509800 | > loss_text_ce: 0.05354837328195572 (0.03928226351972694) | > loss_mel_ce: 3.2258212566375732 (nan) | > loss: 0.01301337219774723 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14202451754391685) | > loader_time: 0.0046 (0.0046275703403038946)  --> TIME: 2025-03-24 11:28:18 -- STEP: 4970/31555 -- GLOBAL_STEP: 509850 | > loss_text_ce: 0.03672097995877266 (0.039289557222104456) | > loss_mel_ce: 2.8504695892333984 (nan) | > loss: 0.011457106098532677 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14202313547882753) | > loader_time: 0.0051 (0.0046273322652283545)  --> TIME: 2025-03-24 11:28:28 -- STEP: 5020/31555 -- GLOBAL_STEP: 509900 | > loss_text_ce: 0.045447222888469696 (0.03928437127854178) | > loss_mel_ce: 2.202160120010376 (nan) | > loss: 0.00891907699406147 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1420366449185102) | > loader_time: 0.0044 (0.0046268771844081395)  --> TIME: 2025-03-24 11:28:38 -- STEP: 5070/31555 -- GLOBAL_STEP: 509950 | > loss_text_ce: 0.04315962269902229 (0.039288229472141556) | > loss_mel_ce: 2.9830543994903564 (nan) | > loss: 0.012008787132799625 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1420174695566091) | > loader_time: 0.0047 (0.0046267685805552305)  --> TIME: 2025-03-24 11:28:48 -- STEP: 5120/31555 -- GLOBAL_STEP: 510000 | > loss_text_ce: 0.04717013239860535 (0.039295469611170045) | > loss_mel_ce: 2.1074092388153076 (nan) | > loss: 0.008549918420612812 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14206791841424993) | > loader_time: 0.0046 (0.004626908618956827) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_510000.pth  --> TIME: 2025-03-24 11:29:03 -- STEP: 5170/31555 -- GLOBAL_STEP: 510050 | > loss_text_ce: 0.02950439602136612 (0.039296776235708784) | > loss_mel_ce: 3.354799509048462 (nan) | > loss: 0.013429777696728706 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1420426718732143) | > loader_time: 0.0046 (0.004628311319554126)  --> TIME: 2025-03-24 11:29:13 -- STEP: 5220/31555 -- GLOBAL_STEP: 510100 | > loss_text_ce: 0.028101228177547455 (0.0392955136849362) | > loss_mel_ce: 2.290229558944702 (nan) | > loss: 0.009199725463986397 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14205341224926177) | > loader_time: 0.0048 (0.004629703454130927)  --> TIME: 2025-03-24 11:29:22 -- STEP: 5270/31555 -- GLOBAL_STEP: 510150 | > loss_text_ce: 0.0397426038980484 (0.03929266125013235) | > loss_mel_ce: 2.295485734939575 (nan) | > loss: 0.009266779758036137 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14201318389776746) | > loader_time: 0.0043 (0.004628430869592901)  --> TIME: 2025-03-24 11:29:32 -- STEP: 5320/31555 -- GLOBAL_STEP: 510200 | > loss_text_ce: 0.033772025257349014 (0.03928529434466263) | > loss_mel_ce: 2.7976741790771484 (nan) | > loss: 0.011235898360610008 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.1420538657589961) | > loader_time: 0.0044 (0.004627631167720153)  --> TIME: 2025-03-24 11:29:42 -- STEP: 5370/31555 -- GLOBAL_STEP: 510250 | > loss_text_ce: 0.023229504004120827 (0.039285108509856705) | > loss_mel_ce: 2.3334779739379883 (nan) | > loss: 0.009352014400064945 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14202972919137324) | > loader_time: 0.0048 (0.004626841074483594)  --> TIME: 2025-03-24 11:29:52 -- STEP: 5420/31555 -- GLOBAL_STEP: 510300 | > loss_text_ce: 0.03729518502950668 (0.039285060718339364) | > loss_mel_ce: 2.9412946701049805 (nan) | > loss: 0.011819801293313503 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14202363425075332) | > loader_time: 0.0045 (0.0046263955176096775)  --> TIME: 2025-03-24 11:30:01 -- STEP: 5470/31555 -- GLOBAL_STEP: 510350 | > loss_text_ce: 0.026733167469501495 (0.03929065257562848) | > loss_mel_ce: 3.08673095703125 (nan) | > loss: 0.012355017475783825 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14200905899243102) | > loader_time: 0.0045 (0.004625680023834981)  --> TIME: 2025-03-24 11:30:11 -- STEP: 5520/31555 -- GLOBAL_STEP: 510400 | > loss_text_ce: 0.04528592899441719 (0.03930238863736713) | > loss_mel_ce: 3.2542879581451416 (nan) | > loss: 0.013093547895550728 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14198888626651468) | > loader_time: 0.0045 (0.004625098558439755)  --> TIME: 2025-03-24 11:30:21 -- STEP: 5570/31555 -- GLOBAL_STEP: 510450 | > loss_text_ce: 0.03639392927289009 (0.039296409413485986) | > loss_mel_ce: 3.022503614425659 (nan) | > loss: 0.012138483114540577 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14202257503940977) | > loader_time: 0.0045 (0.004624479976975968)  --> TIME: 2025-03-24 11:30:31 -- STEP: 5620/31555 -- GLOBAL_STEP: 510500 | > loss_text_ce: 0.0355677604675293 (0.039283805085989026) | > loss_mel_ce: 3.1549248695373535 (nan) | > loss: 0.012660685926675797 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14204617649634954) | > loader_time: 0.0048 (0.004624460430756182)  --> TIME: 2025-03-24 11:30:41 -- STEP: 5670/31555 -- GLOBAL_STEP: 510550 | > loss_text_ce: 0.04927780106663704 (0.03927370351780286) | > loss_mel_ce: 3.204972982406616 (nan) | > loss: 0.012913694605231285 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14202969448486538) | > loader_time: 0.0046 (0.004624925677318023)  --> TIME: 2025-03-24 11:30:50 -- STEP: 5720/31555 -- GLOBAL_STEP: 510600 | > loss_text_ce: 0.052667178213596344 (0.03925216923715293) | > loss_mel_ce: 2.1220719814300537 (nan) | > loss: 0.008629918098449707 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1420486052553136) | > loader_time: 0.0045 (0.004625049129232683)  --> TIME: 2025-03-24 11:31:00 -- STEP: 5770/31555 -- GLOBAL_STEP: 510650 | > loss_text_ce: 0.03860235959291458 (0.0392590853597071) | > loss_mel_ce: 3.103759527206421 (nan) | > loss: 0.012469690293073654 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14204320548105484) | > loader_time: 0.0044 (0.0046252489916373575)  --> TIME: 2025-03-24 11:31:10 -- STEP: 5820/31555 -- GLOBAL_STEP: 510700 | > loss_text_ce: 0.03744596615433693 (0.03924329935723455) | > loss_mel_ce: 2.807760000228882 (nan) | > loss: 0.011290500871837139 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14202027996790786) | > loader_time: 0.0045 (0.004624788580891211)  --> TIME: 2025-03-24 11:31:20 -- STEP: 5870/31555 -- GLOBAL_STEP: 510750 | > loss_text_ce: 0.033621449023485184 (0.0392411051619499) | > loss_mel_ce: 3.507091760635376 (nan) | > loss: 0.014050450176000595 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14201819271204627) | > loader_time: 0.0048 (0.004624883929549957)  --> TIME: 2025-03-24 11:31:29 -- STEP: 5920/31555 -- GLOBAL_STEP: 510800 | > loss_text_ce: 0.04209504649043083 (0.039236631434461086) | > loss_mel_ce: 2.5646657943725586 (nan) | > loss: 0.010344289243221283 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14197488950716503) | > loader_time: 0.0049 (0.004624151015603887)  --> TIME: 2025-03-24 11:31:39 -- STEP: 5970/31555 -- GLOBAL_STEP: 510850 | > loss_text_ce: 0.04994891583919525 (0.03923636425529884) | > loss_mel_ce: 2.958456039428711 (nan) | > loss: 0.011938115581870079 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14196108965019105) | > loader_time: 0.0048 (0.004623341440555459)  --> TIME: 2025-03-24 11:31:48 -- STEP: 6020/31555 -- GLOBAL_STEP: 510900 | > loss_text_ce: 0.042291879653930664 (0.03924101621122944) | > loss_mel_ce: 3.0009660720825195 (nan) | > loss: 0.012076420709490776 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14194594728590262) | > loader_time: 0.0048 (0.004623381956867225)  --> TIME: 2025-03-24 11:31:58 -- STEP: 6070/31555 -- GLOBAL_STEP: 510950 | > loss_text_ce: 0.04417634382843971 (0.03924938450756136) | > loss_mel_ce: 2.5863595008850098 (nan) | > loss: 0.010438635013997555 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14198031610083553) | > loader_time: 0.0045 (0.004624281683706591)  --> TIME: 2025-03-24 11:32:08 -- STEP: 6120/31555 -- GLOBAL_STEP: 511000 | > loss_text_ce: 0.04130309447646141 (0.03925010599956836) | > loss_mel_ce: 2.224653959274292 (nan) | > loss: 0.008991893380880356 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14197253401762536) | > loader_time: 0.0043 (0.0046232396870656955)  --> TIME: 2025-03-24 11:32:18 -- STEP: 6170/31555 -- GLOBAL_STEP: 511050 | > loss_text_ce: 0.018533404916524887 (0.03924051365261134) | > loss_mel_ce: 2.1046762466430664 (nan) | > loss: 0.008425435982644558 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.1419752419671133) | > loader_time: 0.0054 (0.004623638520944083)  --> TIME: 2025-03-24 11:32:28 -- STEP: 6220/31555 -- GLOBAL_STEP: 511100 | > loss_text_ce: 0.056974127888679504 (0.03924058514356703) | > loss_mel_ce: 1.4441779851913452 (nan) | > loss: 0.005956953391432762 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14199309866528048) | > loader_time: 0.0046 (0.004623891571327058)  --> TIME: 2025-03-24 11:32:38 -- STEP: 6270/31555 -- GLOBAL_STEP: 511150 | > loss_text_ce: 0.021310314536094666 (0.03923601876302619) | > loss_mel_ce: 0.030029296875 (nan) | > loss: 0.00020372863218653947 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14204395520820187) | > loader_time: 0.0044 (0.004623772995323674)  --> TIME: 2025-03-24 11:32:47 -- STEP: 6320/31555 -- GLOBAL_STEP: 511200 | > loss_text_ce: 0.044282931834459305 (0.039227448308934654) | > loss_mel_ce: 2.680328607559204 (nan) | > loss: 0.010811951011419296 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14204127860220156) | > loader_time: 0.0044 (0.00462281556823587)  --> TIME: 2025-03-24 11:32:57 -- STEP: 6370/31555 -- GLOBAL_STEP: 511250 | > loss_text_ce: 0.03825422748923302 (0.03922555793860406) | > loss_mel_ce: 0.0411376953125 (nan) | > loss: 0.00031504733487963676 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14203570723720757) | > loader_time: 0.0046 (0.004621903638076199)  --> TIME: 2025-03-24 11:33:07 -- STEP: 6420/31555 -- GLOBAL_STEP: 511300 | > loss_text_ce: 0.04013388976454735 (0.03923166266343673) | > loss_mel_ce: 3.1441376209259033 (nan) | > loss: 0.012635999359190464 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14202681415920312) | > loader_time: 0.0043 (0.004621345974574594)  --> TIME: 2025-03-24 11:33:17 -- STEP: 6470/31555 -- GLOBAL_STEP: 511350 | > loss_text_ce: 0.043573275208473206 (0.03922267416880754) | > loss_mel_ce: 2.0033836364746094 (nan) | > loss: 0.00812284555286169 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.142041632565317) | > loader_time: 0.0044 (0.00462142632586143)  --> TIME: 2025-03-24 11:33:26 -- STEP: 6520/31555 -- GLOBAL_STEP: 511400 | > loss_text_ce: 0.04823816567659378 (0.039218639178441476) | > loss_mel_ce: 3.042598247528076 (nan) | > loss: 0.012265224941074848 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14204988113941586) | > loader_time: 0.0046 (0.004621858538294145)  --> TIME: 2025-03-24 11:33:36 -- STEP: 6570/31555 -- GLOBAL_STEP: 511450 | > loss_text_ce: 0.036088645458221436 (0.03921736020827306) | > loss_mel_ce: 3.009610176086426 (nan) | > loss: 0.012086107395589352 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14206312250691816) | > loader_time: 0.005 (0.004622033270163821)  --> TIME: 2025-03-24 11:33:46 -- STEP: 6620/31555 -- GLOBAL_STEP: 511500 | > loss_text_ce: 0.03877650201320648 (0.03922475275704547) | > loss_mel_ce: 2.5979726314544678 (nan) | > loss: 0.010463290847837925 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14205749283384336) | > loader_time: 0.0046 (0.004621967088059733)  --> TIME: 2025-03-24 11:33:56 -- STEP: 6670/31555 -- GLOBAL_STEP: 511550 | > loss_text_ce: 0.046498578041791916 (0.03921840246096583) | > loss_mel_ce: 1.1632024049758911 (nan) | > loss: 0.004800400696694851 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14203243412892852) | > loader_time: 0.0046 (0.004621171415120247)  --> TIME: 2025-03-24 11:34:06 -- STEP: 6720/31555 -- GLOBAL_STEP: 511600 | > loss_text_ce: 0.04392159357666969 (0.039212842721636124) | > loss_mel_ce: 2.115283489227295 (nan) | > loss: 0.008568274788558483 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14205382704025227) | > loader_time: 0.0046 (0.004620650446131132)  --> TIME: 2025-03-24 11:34:15 -- STEP: 6770/31555 -- GLOBAL_STEP: 511650 | > loss_text_ce: 0.03415082022547722 (0.03921678631567835) | > loss_mel_ce: 2.591109275817871 (nan) | > loss: 0.010417699813842773 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14207541266431484) | > loader_time: 0.0045 (0.004620691733311)  --> TIME: 2025-03-24 11:34:25 -- STEP: 6820/31555 -- GLOBAL_STEP: 511700 | > loss_text_ce: 0.040314625948667526 (0.0392055110596229) | > loss_mel_ce: 2.846959352493286 (nan) | > loss: 0.01145743764936924 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.142049156221127) | > loader_time: 0.0047 (0.0046201690550773476)  --> TIME: 2025-03-24 11:34:34 -- STEP: 6870/31555 -- GLOBAL_STEP: 511750 | > loss_text_ce: 0.041578080505132675 (0.039206524775397336) | > loss_mel_ce: 2.215545892715454 (nan) | > loss: 0.008956841193139553 (nan) | > current_lr: 5e-06 | > step_time: 0.1459 (0.14199066818020759) | > loader_time: 0.0045 (0.004619303992047938)  --> TIME: 2025-03-24 11:34:44 -- STEP: 6920/31555 -- GLOBAL_STEP: 511800 | > loss_text_ce: 0.027648817747831345 (0.03919496437093248) | > loss_mel_ce: 1.985410451889038 (nan) | > loss: 0.007988330908119678 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14197313258413646) | > loader_time: 0.0045 (0.004619090612224081)  --> TIME: 2025-03-24 11:34:54 -- STEP: 6970/31555 -- GLOBAL_STEP: 511850 | > loss_text_ce: 0.03965704143047333 (0.039191098967393326) | > loss_mel_ce: 3.2989397048950195 (nan) | > loss: 0.013248400762677193 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14197933598604584) | > loader_time: 0.0047 (0.004619621238544314)  --> TIME: 2025-03-24 11:35:03 -- STEP: 7020/31555 -- GLOBAL_STEP: 511900 | > loss_text_ce: 0.019831230863928795 (0.0391758794989171) | > loss_mel_ce: 2.795372486114502 (nan) | > loss: 0.01117144338786602 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.1419440097958274) | > loader_time: 0.0042 (0.004620447287871975)  --> TIME: 2025-03-24 11:35:13 -- STEP: 7070/31555 -- GLOBAL_STEP: 511950 | > loss_text_ce: 0.040900833904743195 (0.039179824765829534) | > loss_mel_ce: 2.516674757003784 (nan) | > loss: 0.010149110108613968 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14195757421442273) | > loader_time: 0.0047 (0.00462021834442269)  --> TIME: 2025-03-24 11:35:23 -- STEP: 7120/31555 -- GLOBAL_STEP: 512000 | > loss_text_ce: 0.037980105727910995 (0.039181860514100206) | > loss_mel_ce: 3.082223653793335 (nan) | > loss: 0.012381761334836483 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14193834632300256) | > loader_time: 0.0046 (0.004619689570384087)  --> TIME: 2025-03-24 11:35:32 -- STEP: 7170/31555 -- GLOBAL_STEP: 512050 | > loss_text_ce: 0.04380800947546959 (0.039179480802189796) | > loss_mel_ce: 3.6346435546875 (nan) | > loss: 0.014597030356526375 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1419316630316909) | > loader_time: 0.0045 (0.0046196543189438565)  --> TIME: 2025-03-24 11:35:42 -- STEP: 7220/31555 -- GLOBAL_STEP: 512100 | > loss_text_ce: 0.0364518016576767 (0.03917816572195724) | > loss_mel_ce: 3.3084940910339355 (nan) | > loss: 0.013273595832288265 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1419351639509861) | > loader_time: 0.0046 (0.004619750454815478)  --> TIME: 2025-03-24 11:35:52 -- STEP: 7270/31555 -- GLOBAL_STEP: 512150 | > loss_text_ce: 0.03571818396449089 (0.03917571255960272) | > loss_mel_ce: 3.2139828205108643 (nan) | > loss: 0.01289563998579979 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14193359234638026) | > loader_time: 0.0049 (0.004619468094722121)  --> TIME: 2025-03-24 11:36:01 -- STEP: 7320/31555 -- GLOBAL_STEP: 512200 | > loss_text_ce: 0.039139796048402786 (0.03917617501405984) | > loss_mel_ce: 2.7942099571228027 (nan) | > loss: 0.011243452318012714 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14192444682121272) | > loader_time: 0.0047 (0.004618855545429592)  --> TIME: 2025-03-24 11:36:11 -- STEP: 7370/31555 -- GLOBAL_STEP: 512250 | > loss_text_ce: 0.03258472681045532 (0.0391819340999527) | > loss_mel_ce: 2.033158302307129 (nan) | > loss: 0.008197393268346786 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14194973666761745) | > loader_time: 0.0048 (0.004618537086321193)  --> TIME: 2025-03-24 11:36:21 -- STEP: 7420/31555 -- GLOBAL_STEP: 512300 | > loss_text_ce: 0.04087879881262779 (0.03919028554367765) | > loss_mel_ce: 2.8251583576202393 (nan) | > loss: 0.011373164132237434 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14197218055031044) | > loader_time: 0.0047 (0.004618524541109406)  --> TIME: 2025-03-24 11:36:31 -- STEP: 7470/31555 -- GLOBAL_STEP: 512350 | > loss_text_ce: 0.03383775055408478 (0.039194239453079656) | > loss_mel_ce: 2.8272337913513184 (nan) | > loss: 0.01135345920920372 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14199125227360038) | > loader_time: 0.0047 (0.004618165674937305)  --> TIME: 2025-03-24 11:36:41 -- STEP: 7520/31555 -- GLOBAL_STEP: 512400 | > loss_text_ce: 0.05094071105122566 (0.03919593468655212) | > loss_mel_ce: 3.23030161857605 (nan) | > loss: 0.013020804151892662 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14199127101517733) | > loader_time: 0.0045 (0.0046175705942701865)  --> TIME: 2025-03-24 11:36:51 -- STEP: 7570/31555 -- GLOBAL_STEP: 512450 | > loss_text_ce: 0.06367333978414536 (0.039200015208847486) | > loss_mel_ce: 2.4867348670959473 (nan) | > loss: 0.010120667517185211 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.141978099292619) | > loader_time: 0.0044 (0.004616833772495534)  --> TIME: 2025-03-24 11:37:00 -- STEP: 7620/31555 -- GLOBAL_STEP: 512500 | > loss_text_ce: 0.05483034998178482 (0.03920338105293) | > loss_mel_ce: 2.746821403503418 (nan) | > loss: 0.011117666028439999 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14197554475679167) | > loader_time: 0.0043 (0.004616518439896158)  --> TIME: 2025-03-24 11:37:10 -- STEP: 7670/31555 -- GLOBAL_STEP: 512550 | > loss_text_ce: 0.04100338742136955 (0.039203998824093325) | > loss_mel_ce: 2.913778066635132 (nan) | > loss: 0.01172532420605421 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1419465244360355) | > loader_time: 0.0046 (0.004615901377552343)  --> TIME: 2025-03-24 11:37:19 -- STEP: 7720/31555 -- GLOBAL_STEP: 512600 | > loss_text_ce: 0.028093619272112846 (0.039203722589200435) | > loss_mel_ce: 3.289297342300415 (nan) | > loss: 0.013164250180125237 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14192545410882618) | > loader_time: 0.0054 (0.004615845859359591)  --> TIME: 2025-03-24 11:37:29 -- STEP: 7770/31555 -- GLOBAL_STEP: 512650 | > loss_text_ce: 0.0399608239531517 (0.03920298785863) | > loss_mel_ce: 2.740328788757324 (nan) | > loss: 0.011032896116375923 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1419275349171465) | > loader_time: 0.0045 (0.004615061500971542)  --> TIME: 2025-03-24 11:37:39 -- STEP: 7820/31555 -- GLOBAL_STEP: 512700 | > loss_text_ce: 0.03978053852915764 (0.03919811012971274) | > loss_mel_ce: 3.08591365814209 (nan) | > loss: 0.012403549626469612 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14191937382568784) | > loader_time: 0.0044 (0.004614094700044995)  --> TIME: 2025-03-24 11:37:49 -- STEP: 7870/31555 -- GLOBAL_STEP: 512750 | > loss_text_ce: 0.02830948494374752 (0.039192623744944706) | > loss_mel_ce: 1.616436243057251 (nan) | > loss: 0.0065267691388726234 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14195866712015187) | > loader_time: 0.0043 (0.0046134836640412576)  --> TIME: 2025-03-24 11:37:58 -- STEP: 7920/31555 -- GLOBAL_STEP: 512800 | > loss_text_ce: 0.05086164176464081 (0.039187015402789245) | > loss_mel_ce: 3.2134883403778076 (nan) | > loss: 0.012953770346939564 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14194024837378294) | > loader_time: 0.0045 (0.004612685664735667)  --> TIME: 2025-03-24 11:38:08 -- STEP: 7970/31555 -- GLOBAL_STEP: 512850 | > loss_text_ce: 0.051922526210546494 (0.03919156062950748) | > loss_mel_ce: 2.881002426147461 (nan) | > loss: 0.01163859199732542 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1419580035407091) | > loader_time: 0.0045 (0.004612163438402133)  --> TIME: 2025-03-24 11:38:18 -- STEP: 8020/31555 -- GLOBAL_STEP: 512900 | > loss_text_ce: 0.04049075394868851 (0.03920011948399296) | > loss_mel_ce: 2.9172940254211426 (nan) | > loss: 0.011737242341041565 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14196428684819662) | > loader_time: 0.0046 (0.00461194675759485)  --> TIME: 2025-03-24 11:38:28 -- STEP: 8070/31555 -- GLOBAL_STEP: 512950 | > loss_text_ce: 0.03642277792096138 (0.039201484027848316) | > loss_mel_ce: 2.3011529445648193 (nan) | > loss: 0.00927609484642744 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14194499187753098) | > loader_time: 0.0042 (0.0046110262805792255)  --> TIME: 2025-03-24 11:38:37 -- STEP: 8120/31555 -- GLOBAL_STEP: 513000 | > loss_text_ce: 0.03823519125580788 (0.03919411505448622) | > loss_mel_ce: 2.850799560546875 (nan) | > loss: 0.011464424431324005 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1419117824491021) | > loader_time: 0.0046 (0.004610621371292723)  --> TIME: 2025-03-24 11:38:47 -- STEP: 8170/31555 -- GLOBAL_STEP: 513050 | > loss_text_ce: 0.0314309261739254 (0.03920384692221948) | > loss_mel_ce: 2.572803258895874 (nan) | > loss: 0.010334263555705547 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14191048451707292) | > loader_time: 0.0044 (0.004610474544464454)  --> TIME: 2025-03-24 11:38:57 -- STEP: 8220/31555 -- GLOBAL_STEP: 513100 | > loss_text_ce: 0.037631597369909286 (0.03920000782417731) | > loss_mel_ce: 2.357611656188965 (nan) | > loss: 0.009504933841526508 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14192328690902445) | > loader_time: 0.0046 (0.004610220301180287)  --> TIME: 2025-03-24 11:39:06 -- STEP: 8270/31555 -- GLOBAL_STEP: 513150 | > loss_text_ce: 0.03738382086157799 (0.03919865153662342) | > loss_mel_ce: 2.8282253742218018 (nan) | > loss: 0.011371465399861336 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14191054974963035) | > loader_time: 0.0045 (0.004610284207954091)  --> TIME: 2025-03-24 11:39:16 -- STEP: 8320/31555 -- GLOBAL_STEP: 513200 | > loss_text_ce: 0.03923127427697182 (0.03918318998990934) | > loss_mel_ce: 2.7664668560028076 (nan) | > loss: 0.011133723892271519 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14190621315859828) | > loader_time: 0.0047 (0.004610516847326212)  --> TIME: 2025-03-24 11:39:26 -- STEP: 8370/31555 -- GLOBAL_STEP: 513250 | > loss_text_ce: 0.03890201076865196 (0.03917232812309951) | > loss_mel_ce: 3.662278652191162 (nan) | > loss: 0.01468722615391016 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1419033178719141) | > loader_time: 0.0045 (0.004610698425356781)  --> TIME: 2025-03-24 11:39:35 -- STEP: 8420/31555 -- GLOBAL_STEP: 513300 | > loss_text_ce: 0.03973512724041939 (0.03917155927378954) | > loss_mel_ce: 2.7041826248168945 (nan) | > loss: 0.01088856253772974 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1418910435429661) | > loader_time: 0.0045 (0.004611300685909756)  --> TIME: 2025-03-24 11:39:45 -- STEP: 8470/31555 -- GLOBAL_STEP: 513350 | > loss_text_ce: 0.03780796751379967 (0.03917526150168461) | > loss_mel_ce: 2.766920804977417 (nan) | > loss: 0.011129876598715782 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14186704516270082) | > loader_time: 0.0047 (0.004610898615759411)  --> TIME: 2025-03-24 11:39:54 -- STEP: 8520/31555 -- GLOBAL_STEP: 513400 | > loss_text_ce: 0.03937409445643425 (0.03916843666284048) | > loss_mel_ce: 2.8214175701141357 (nan) | > loss: 0.011352348141372204 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1418558669761872) | > loader_time: 0.0043 (0.004610618850994562)  --> TIME: 2025-03-24 11:40:04 -- STEP: 8570/31555 -- GLOBAL_STEP: 513450 | > loss_text_ce: 0.037612494081258774 (0.03916441488580702) | > loss_mel_ce: 2.975031614303589 (nan) | > loss: 0.011954937130212784 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14185158435772563) | > loader_time: 0.0048 (0.004610468515019995)  --> TIME: 2025-03-24 11:40:14 -- STEP: 8620/31555 -- GLOBAL_STEP: 513500 | > loss_text_ce: 0.040991030633449554 (0.03916468655154657) | > loss_mel_ce: 2.457005500793457 (nan) | > loss: 0.009912685491144657 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14183160644672851) | > loader_time: 0.0047 (0.004610156764010546)  --> TIME: 2025-03-24 11:40:24 -- STEP: 8670/31555 -- GLOBAL_STEP: 513550 | > loss_text_ce: 0.02950168214738369 (0.03916403907002078) | > loss_mel_ce: 2.5360164642333984 (nan) | > loss: 0.010180627927184105 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14184815256653352) | > loader_time: 0.0046 (0.004610339058036762)  --> TIME: 2025-03-24 11:40:33 -- STEP: 8720/31555 -- GLOBAL_STEP: 513600 | > loss_text_ce: 0.04650014266371727 (0.03916206210851662) | > loss_mel_ce: 2.9730818271636963 (nan) | > loss: 0.011982468888163567 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14183627038920688) | > loader_time: 0.0044 (0.004610243220941737)  --> TIME: 2025-03-24 11:40:43 -- STEP: 8770/31555 -- GLOBAL_STEP: 513650 | > loss_text_ce: 0.04635842517018318 (0.03916338704539161) | > loss_mel_ce: 3.235128879547119 (nan) | > loss: 0.013021775521337986 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14182766348361417) | > loader_time: 0.0047 (0.0046098435346457675)  --> TIME: 2025-03-24 11:40:53 -- STEP: 8820/31555 -- GLOBAL_STEP: 513700 | > loss_text_ce: 0.04197096824645996 (0.039154592759446785) | > loss_mel_ce: 2.432293653488159 (nan) | > loss: 0.009818511083722115 (nan) | > current_lr: 5e-06 | > step_time: 0.147 (0.14182831046262293) | > loader_time: 0.0046 (0.00460961851673602)  --> TIME: 2025-03-24 11:41:02 -- STEP: 8870/31555 -- GLOBAL_STEP: 513750 | > loss_text_ce: 0.043398283421993256 (0.03915685630711093) | > loss_mel_ce: 3.0790350437164307 (nan) | > loss: 0.012390609830617905 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14181583185744248) | > loader_time: 0.0045 (0.004609449820964688)  --> TIME: 2025-03-24 11:41:12 -- STEP: 8920/31555 -- GLOBAL_STEP: 513800 | > loss_text_ce: 0.040872979909181595 (0.039156155518230984) | > loss_mel_ce: 3.228498935699463 (nan) | > loss: 0.012973698787391186 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1418371453413514) | > loader_time: 0.0045 (0.0046095296139139754)  --> TIME: 2025-03-24 11:41:22 -- STEP: 8970/31555 -- GLOBAL_STEP: 513850 | > loss_text_ce: 0.04392078146338463 (0.039149159630874675) | > loss_mel_ce: 2.5449533462524414 (nan) | > loss: 0.010273310355842113 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14183375170929904) | > loader_time: 0.0047 (0.004609156425714225)  --> TIME: 2025-03-24 11:41:32 -- STEP: 9020/31555 -- GLOBAL_STEP: 513900 | > loss_text_ce: 0.03966492414474487 (0.03915340027899914) | > loss_mel_ce: 2.736051321029663 (nan) | > loss: 0.011014747433364391 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14183575528159634) | > loader_time: 0.0048 (0.0046087102985170585)  --> TIME: 2025-03-24 11:41:42 -- STEP: 9070/31555 -- GLOBAL_STEP: 513950 | > loss_text_ce: 0.029806604608893394 (0.03914652243821311) | > loss_mel_ce: 0.8480747938156128 (nan) | > loss: 0.0034836565610021353 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14184808765251544) | > loader_time: 0.0042 (0.004608232762085427)  --> TIME: 2025-03-24 11:41:51 -- STEP: 9120/31555 -- GLOBAL_STEP: 514000 | > loss_text_ce: 0.04057164117693901 (0.039150422522410085) | > loss_mel_ce: 3.089435338973999 (nan) | > loss: 0.012420663610100746 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14184201263021992) | > loader_time: 0.0048 (0.004607349111322766)  --> TIME: 2025-03-24 11:42:01 -- STEP: 9170/31555 -- GLOBAL_STEP: 514050 | > loss_text_ce: 0.04512713849544525 (0.03914210651478154) | > loss_mel_ce: 3.403609037399292 (nan) | > loss: 0.013685462065041065 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1418283104506546) | > loader_time: 0.0045 (0.004606821076820563)  --> TIME: 2025-03-24 11:42:10 -- STEP: 9220/31555 -- GLOBAL_STEP: 514100 | > loss_text_ce: 0.031688038259744644 (0.039148099929672026) | > loss_mel_ce: 1.6523284912109375 (nan) | > loss: 0.0066826059482991695 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14182229458380666) | > loader_time: 0.0043 (0.004607202148230626)  --> TIME: 2025-03-24 11:42:20 -- STEP: 9270/31555 -- GLOBAL_STEP: 514150 | > loss_text_ce: 0.032793767750263214 (0.039148543545516085) | > loss_mel_ce: 2.588308572769165 (nan) | > loss: 0.010401200503110886 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14182787363326002) | > loader_time: 0.0047 (0.004606999497068989)  --> TIME: 2025-03-24 11:42:30 -- STEP: 9320/31555 -- GLOBAL_STEP: 514200 | > loss_text_ce: 0.041018519550561905 (0.03914512318924717) | > loss_mel_ce: 2.970045804977417 (nan) | > loss: 0.011948668397963047 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14181787734891194) | > loader_time: 0.0046 (0.0046066102295985985)  --> TIME: 2025-03-24 11:42:40 -- STEP: 9370/31555 -- GLOBAL_STEP: 514250 | > loss_text_ce: 0.05087355896830559 (0.03914293420839979) | > loss_mel_ce: 3.1096208095550537 (nan) | > loss: 0.01254164520651102 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14182445946981428) | > loader_time: 0.0056 (0.0046066792059606225)  --> TIME: 2025-03-24 11:42:49 -- STEP: 9420/31555 -- GLOBAL_STEP: 514300 | > loss_text_ce: 0.03648912534117699 (0.03913844560605173) | > loss_mel_ce: 3.337352991104126 (nan) | > loss: 0.013388263061642647 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14181668406585696) | > loader_time: 0.0045 (0.004606641857487375)  --> TIME: 2025-03-24 11:42:59 -- STEP: 9470/31555 -- GLOBAL_STEP: 514350 | > loss_text_ce: 0.04984536021947861 (0.03913558815304011) | > loss_mel_ce: 2.5577521324157715 (nan) | > loss: 0.010347610339522362 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14182644222706625) | > loader_time: 0.0044 (0.004606360518063763)  --> TIME: 2025-03-24 11:43:09 -- STEP: 9520/31555 -- GLOBAL_STEP: 514400 | > loss_text_ce: 0.036102328449487686 (0.039137582763043285) | > loss_mel_ce: 2.956289529800415 (nan) | > loss: 0.011874571442604065 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1418222625716391) | > loader_time: 0.0047 (0.004606283612611912)  --> TIME: 2025-03-24 11:43:19 -- STEP: 9570/31555 -- GLOBAL_STEP: 514450 | > loss_text_ce: 0.03787301853299141 (0.03913396873560994) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14181616258969978) | > loader_time: 0.0045 (0.004605939993664011)  --> TIME: 2025-03-24 11:43:28 -- STEP: 9620/31555 -- GLOBAL_STEP: 514500 | > loss_text_ce: 0.04392695799469948 (0.03913641120045747) | > loss_mel_ce: 2.4883921146392822 (nan) | > loss: 0.010048885829746723 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14180605775848965) | > loader_time: 0.0045 (0.004605549660641039)  --> TIME: 2025-03-24 11:43:38 -- STEP: 9670/31555 -- GLOBAL_STEP: 514550 | > loss_text_ce: 0.037543028593063354 (0.039136002794285536) | > loss_mel_ce: 0.020907720550894737 (nan) | > loss: 0.00023194744426291436 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14179257172956317) | > loader_time: 0.0047 (0.004604918485836747)  --> TIME: 2025-03-24 11:43:47 -- STEP: 9720/31555 -- GLOBAL_STEP: 514600 | > loss_text_ce: 0.02720823511481285 (0.03913663687402901) | > loss_mel_ce: 0.0729776993393898 (nan) | > loss: 0.0003975632425863296 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14178427048180797) | > loader_time: 0.0045 (0.0046049263987521525)  --> TIME: 2025-03-24 11:43:57 -- STEP: 9770/31555 -- GLOBAL_STEP: 514650 | > loss_text_ce: 0.042219895869493484 (0.03912930963989892) | > loss_mel_ce: 3.2359604835510254 (nan) | > loss: 0.013008653186261654 (nan) | > current_lr: 5e-06 | > step_time: 0.1913 (0.14177703418165516) | > loader_time: 0.0048 (0.004605114325774239)  --> TIME: 2025-03-24 11:44:07 -- STEP: 9820/31555 -- GLOBAL_STEP: 514700 | > loss_text_ce: 0.04239899665117264 (0.039122747812351776) | > loss_mel_ce: 2.94022274017334 (nan) | > loss: 0.011835801415145397 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1417674642716307) | > loader_time: 0.0043 (0.004605640996012323)  --> TIME: 2025-03-24 11:44:16 -- STEP: 9870/31555 -- GLOBAL_STEP: 514750 | > loss_text_ce: 0.039953794330358505 (0.039118926444118206) | > loss_mel_ce: 0.09907226264476776 (nan) | > loss: 0.0005516907549463212 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14176509283717026) | > loader_time: 0.0045 (0.004605536620305296)  --> TIME: 2025-03-24 11:44:26 -- STEP: 9920/31555 -- GLOBAL_STEP: 514800 | > loss_text_ce: 0.044707465916872025 (0.03911260475945323) | > loss_mel_ce: 2.6639063358306885 (nan) | > loss: 0.010748468339443207 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14176910916163063) | > loader_time: 0.0045 (0.004605231866721176)  --> TIME: 2025-03-24 11:44:36 -- STEP: 9970/31555 -- GLOBAL_STEP: 514850 | > loss_text_ce: 0.04050839692354202 (0.03911531843140401) | > loss_mel_ce: 2.921119213104248 (nan) | > loss: 0.011752491816878319 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14178854486528572) | > loader_time: 0.0046 (0.004605069394814686)  --> TIME: 2025-03-24 11:44:46 -- STEP: 10020/31555 -- GLOBAL_STEP: 514900 | > loss_text_ce: 0.031150883063673973 (0.039109448300388226) | > loss_mel_ce: 3.2058911323547363 (nan) | > loss: 0.012845405377447605 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14176454503617109) | > loader_time: 0.0044 (0.0046048167460930696)  --> TIME: 2025-03-24 11:44:55 -- STEP: 10070/31555 -- GLOBAL_STEP: 514950 | > loss_text_ce: 0.027426401153206825 (0.039111895817808225) | > loss_mel_ce: 3.111311197280884 (nan) | > loss: 0.012455308809876442 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.1417661129185315) | > loader_time: 0.0045 (0.004604412924568598)  --> TIME: 2025-03-24 11:45:05 -- STEP: 10120/31555 -- GLOBAL_STEP: 515000 | > loss_text_ce: 0.03142275661230087 (0.03911885797734491) | > loss_mel_ce: 2.713010787963867 (nan) | > loss: 0.01089061051607132 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14175964951986358) | > loader_time: 0.0045 (0.004604090862123381)  --> TIME: 2025-03-24 11:45:15 -- STEP: 10170/31555 -- GLOBAL_STEP: 515050 | > loss_text_ce: 0.03620274364948273 (0.039127271664727195) | > loss_mel_ce: 2.752941131591797 (nan) | > loss: 0.011068031191825867 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1417579637047345) | > loader_time: 0.0054 (0.004604142792925832)  --> TIME: 2025-03-24 11:45:24 -- STEP: 10220/31555 -- GLOBAL_STEP: 515100 | > loss_text_ce: 0.04562637209892273 (0.03912940750540088) | > loss_mel_ce: 3.1211647987365723 (nan) | > loss: 0.012566632591187954 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14174833097103268) | > loader_time: 0.0046 (0.004603834604797058)  --> TIME: 2025-03-24 11:45:34 -- STEP: 10270/31555 -- GLOBAL_STEP: 515150 | > loss_text_ce: 0.032340291887521744 (0.039124778880871) | > loss_mel_ce: 2.8505630493164062 (nan) | > loss: 0.011440093629062176 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14173500895384086) | > loader_time: 0.0048 (0.00460400952800687)  --> TIME: 2025-03-24 11:45:44 -- STEP: 10320/31555 -- GLOBAL_STEP: 515200 | > loss_text_ce: 0.03352262079715729 (0.03912404263103305) | > loss_mel_ce: 3.0761489868164062 (nan) | > loss: 0.012339967302978039 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14174127643422554) | > loader_time: 0.0046 (0.0046040711707847)  --> TIME: 2025-03-24 11:45:53 -- STEP: 10370/31555 -- GLOBAL_STEP: 515250 | > loss_text_ce: 0.034989114850759506 (0.03912882982118262) | > loss_mel_ce: 0.0932094007730484 (nan) | > loss: 0.000508724304381758 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14173019697948955) | > loader_time: 0.0044 (0.004603465727692969)  --> TIME: 2025-03-24 11:46:03 -- STEP: 10420/31555 -- GLOBAL_STEP: 515300 | > loss_text_ce: 0.03765410557389259 (0.039129543244559806) | > loss_mel_ce: 2.5150747299194336 (nan) | > loss: 0.010129877366125584 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1417256551374627) | > loader_time: 0.0045 (0.004603353800563109)  --> TIME: 2025-03-24 11:46:12 -- STEP: 10470/31555 -- GLOBAL_STEP: 515350 | > loss_text_ce: 0.050427667796611786 (0.03913519931628001) | > loss_mel_ce: 3.2653968334198 (nan) | > loss: 0.013158034533262253 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1416918367688268) | > loader_time: 0.0046 (0.004603137806015222)  --> TIME: 2025-03-24 11:46:22 -- STEP: 10520/31555 -- GLOBAL_STEP: 515400 | > loss_text_ce: 0.04097669944167137 (0.03913226375646687) | > loss_mel_ce: 0.134765625 (nan) | > loss: 0.0006973902345634997 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14169332133499804) | > loader_time: 0.0046 (0.004603090689662733)  --> TIME: 2025-03-24 11:46:32 -- STEP: 10570/31555 -- GLOBAL_STEP: 515450 | > loss_text_ce: 0.045330699533224106 (0.03913224146471423) | > loss_mel_ce: 2.154453754425049 (nan) | > loss: 0.008729304186999798 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14169768858542356) | > loader_time: 0.0047 (0.004602997530826211)  --> TIME: 2025-03-24 11:46:42 -- STEP: 10620/31555 -- GLOBAL_STEP: 515500 | > loss_text_ce: 0.03531425818800926 (0.039126079394648655) | > loss_mel_ce: 3.1548163890838623 (nan) | > loss: 0.01265924982726574 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.141704770872148) | > loader_time: 0.0044 (0.00460302255023446)  --> TIME: 2025-03-24 11:46:51 -- STEP: 10670/31555 -- GLOBAL_STEP: 515550 | > loss_text_ce: 0.033793140202760696 (0.03912519051605218) | > loss_mel_ce: 3.169001817703247 (nan) | > loss: 0.012709504924714565 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1417034455740012) | > loader_time: 0.0047 (0.004603465562014241)  --> TIME: 2025-03-24 11:47:02 -- STEP: 10720/31555 -- GLOBAL_STEP: 515600 | > loss_text_ce: 0.03413977846503258 (0.03912507942547572) | > loss_mel_ce: 3.0512874126434326 (nan) | > loss: 0.01224375981837511 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14173362061603706) | > loader_time: 0.0045 (0.004603272743189516)  --> TIME: 2025-03-24 11:47:11 -- STEP: 10770/31555 -- GLOBAL_STEP: 515650 | > loss_text_ce: 0.03510868176817894 (0.039129082660883344) | > loss_mel_ce: 2.497344970703125 (nan) | > loss: 0.010049419477581978 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14174767977237215) | > loader_time: 0.0047 (0.0046036802626585925)  --> TIME: 2025-03-24 11:47:21 -- STEP: 10820/31555 -- GLOBAL_STEP: 515700 | > loss_text_ce: 0.03614024817943573 (0.03912597399191189) | > loss_mel_ce: 2.397041082382202 (nan) | > loss: 0.0096554821357131 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14174592777012407) | > loader_time: 0.0043 (0.0046035867301461465)  --> TIME: 2025-03-24 11:47:31 -- STEP: 10870/31555 -- GLOBAL_STEP: 515750 | > loss_text_ce: 0.04061385989189148 (0.039127179478717446) | > loss_mel_ce: 2.201195001602173 (nan) | > loss: 0.00889606773853302 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14174473362442713) | > loader_time: 0.0046 (0.004603576243417247)  --> TIME: 2025-03-24 11:47:41 -- STEP: 10920/31555 -- GLOBAL_STEP: 515800 | > loss_text_ce: 0.03414158895611763 (0.0391222526860037) | > loss_mel_ce: 3.209728479385376 (nan) | > loss: 0.012872501276433468 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14174518338489833) | > loader_time: 0.0046 (0.004603623601543167)  --> TIME: 2025-03-24 11:47:50 -- STEP: 10970/31555 -- GLOBAL_STEP: 515850 | > loss_text_ce: 0.043510276824235916 (0.03911959717445807) | > loss_mel_ce: 2.9381747245788574 (nan) | > loss: 0.011832083575427532 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14174053475545947) | > loader_time: 0.0047 (0.004603367429922801)  --> TIME: 2025-03-24 11:48:00 -- STEP: 11020/31555 -- GLOBAL_STEP: 515900 | > loss_text_ce: 0.04449153319001198 (0.03912249350744526) | > loss_mel_ce: 3.2644639015197754 (nan) | > loss: 0.013130776584148407 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14175862751076282) | > loader_time: 0.0046 (0.004603328678871895)  --> TIME: 2025-03-24 11:48:10 -- STEP: 11070/31555 -- GLOBAL_STEP: 515950 | > loss_text_ce: 0.024882826954126358 (0.03911945149386602) | > loss_mel_ce: 3.0906190872192383 (nan) | > loss: 0.012363103218376637 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14177795053066786) | > loader_time: 0.0043 (0.004603577026291377)  --> TIME: 2025-03-24 11:48:20 -- STEP: 11120/31555 -- GLOBAL_STEP: 516000 | > loss_text_ce: 0.03886125609278679 (0.039113541158492256) | > loss_mel_ce: 2.9439027309417725 (nan) | > loss: 0.011836365796625614 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14177408698651386) | > loader_time: 0.0045 (0.004603190966647308)  --> TIME: 2025-03-24 11:48:29 -- STEP: 11170/31555 -- GLOBAL_STEP: 516050 | > loss_text_ce: 0.027444399893283844 (0.03911462697744913) | > loss_mel_ce: 1.9359877109527588 (nan) | > loss: 0.007791397627443075 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1417636179134259) | > loader_time: 0.0046 (0.004603015063805785)  --> TIME: 2025-03-24 11:48:39 -- STEP: 11220/31555 -- GLOBAL_STEP: 516100 | > loss_text_ce: 0.030269747599959373 (0.03911518108103006) | > loss_mel_ce: 3.1410253047943115 (nan) | > loss: 0.0125845056027174 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14177082097041593) | > loader_time: 0.0045 (0.0046032919178247)  --> TIME: 2025-03-24 11:48:49 -- STEP: 11270/31555 -- GLOBAL_STEP: 516150 | > loss_text_ce: 0.05723659321665764 (0.03911741700638222) | > loss_mel_ce: 3.0174686908721924 (nan) | > loss: 0.012201212346553802 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14174836143097613) | > loader_time: 0.0045 (0.004603041413619437)  --> TIME: 2025-03-24 11:48:58 -- STEP: 11320/31555 -- GLOBAL_STEP: 516200 | > loss_text_ce: 0.0380382277071476 (0.039112862157256796) | > loss_mel_ce: 3.1494855880737305 (nan) | > loss: 0.01264890469610691 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14174966704719041) | > loader_time: 0.0045 (0.004602772376562594)  --> TIME: 2025-03-24 11:49:08 -- STEP: 11370/31555 -- GLOBAL_STEP: 516250 | > loss_text_ce: 0.055417656898498535 (0.03911763857575011) | > loss_mel_ce: 1.61932373046875 (nan) | > loss: 0.0066457996144890785 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14176786403018535) | > loader_time: 0.0045 (0.004602662365795128)  --> TIME: 2025-03-24 11:49:18 -- STEP: 11420/31555 -- GLOBAL_STEP: 516300 | > loss_text_ce: 0.04195079207420349 (0.03911604261435161) | > loss_mel_ce: 0.84979248046875 (nan) | > loss: 0.003538664197549224 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14178278464987054) | > loader_time: 0.0048 (0.004602977356852253)  --> TIME: 2025-03-24 11:49:28 -- STEP: 11470/31555 -- GLOBAL_STEP: 516350 | > loss_text_ce: 0.04500811547040939 (0.039113054103879594) | > loss_mel_ce: 0.12739257514476776 (nan) | > loss: 0.000684129714500159 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14180093626406448) | > loader_time: 0.0045 (0.004603166692446085)  --> TIME: 2025-03-24 11:49:38 -- STEP: 11520/31555 -- GLOBAL_STEP: 516400 | > loss_text_ce: 0.03387449309229851 (0.039112034747813405) | > loss_mel_ce: 2.5437378883361816 (nan) | > loss: 0.01022862084209919 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14178819364557643) | > loader_time: 0.0047 (0.004603000130090453)  --> TIME: 2025-03-24 11:49:48 -- STEP: 11570/31555 -- GLOBAL_STEP: 516450 | > loss_text_ce: 0.03309333324432373 (0.03911329476201407) | > loss_mel_ce: 2.733738422393799 (nan) | > loss: 0.010979492217302322 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14179697251051993) | > loader_time: 0.0054 (0.004603056116359653)  --> TIME: 2025-03-24 11:49:57 -- STEP: 11620/31555 -- GLOBAL_STEP: 516500 | > loss_text_ce: 0.03469949588179588 (0.03910812474618901) | > loss_mel_ce: 2.4438180923461914 (nan) | > loss: 0.009835387580096722 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14178080335131185) | > loader_time: 0.0044 (0.0046028979879238156)  --> TIME: 2025-03-24 11:50:07 -- STEP: 11670/31555 -- GLOBAL_STEP: 516550 | > loss_text_ce: 0.05080346390604973 (0.03911629251253091) | > loss_mel_ce: 2.6009113788604736 (nan) | > loss: 0.01052267849445343 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14178222463798995) | > loader_time: 0.0044 (0.004602958998725069)  --> TIME: 2025-03-24 11:50:17 -- STEP: 11720/31555 -- GLOBAL_STEP: 516600 | > loss_text_ce: 0.026063283905386925 (0.039115055850484276) | > loss_mel_ce: 2.7455689907073975 (nan) | > loss: 0.010998541489243507 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14177535605511948) | > loader_time: 0.0045 (0.004602464962331112)  --> TIME: 2025-03-24 11:50:26 -- STEP: 11770/31555 -- GLOBAL_STEP: 516650 | > loss_text_ce: 0.029833242297172546 (0.03910771511572636) | > loss_mel_ce: 1.6549242734909058 (nan) | > loss: 0.006685546133667231 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1417707575106882) | > loader_time: 0.0043 (0.004602362001560064)  --> TIME: 2025-03-24 11:50:36 -- STEP: 11820/31555 -- GLOBAL_STEP: 516700 | > loss_text_ce: 0.04232748597860336 (0.039103185685426894) | > loss_mel_ce: 2.764785051345825 (nan) | > loss: 0.011139336042106152 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14177917802797746) | > loader_time: 0.0044 (0.004602090618533746)  --> TIME: 2025-03-24 11:50:46 -- STEP: 11870/31555 -- GLOBAL_STEP: 516750 | > loss_text_ce: 0.03187095746397972 (0.03910250631502314) | > loss_mel_ce: 3.14514422416687 (nan) | > loss: 0.012607203796505928 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14178941571220366) | > loader_time: 0.0045 (0.0046016445055466)  --> TIME: 2025-03-24 11:50:56 -- STEP: 11920/31555 -- GLOBAL_STEP: 516800 | > loss_text_ce: 0.036699287593364716 (0.03910075277754164) | > loss_mel_ce: 2.2669589519500732 (nan) | > loss: 0.009141501970589161 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14178610920105988) | > loader_time: 0.0044 (0.004601461315315054)  --> TIME: 2025-03-24 11:51:05 -- STEP: 11970/31555 -- GLOBAL_STEP: 516850 | > loss_text_ce: 0.037581667304039 (0.03910303440578294) | > loss_mel_ce: 2.639677047729492 (nan) | > loss: 0.010624043643474579 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14176574795068844) | > loader_time: 0.0045 (0.004600845642057985)  --> TIME: 2025-03-24 11:51:15 -- STEP: 12020/31555 -- GLOBAL_STEP: 516900 | > loss_text_ce: 0.04044916853308678 (0.03909664416287428) | > loss_mel_ce: 2.6078264713287354 (nan) | > loss: 0.010509030893445015 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14176276898423745) | > loader_time: 0.0048 (0.004600680033101427)  --> TIME: 2025-03-24 11:51:25 -- STEP: 12070/31555 -- GLOBAL_STEP: 516950 | > loss_text_ce: 0.03781625255942345 (0.0391012010997886) | > loss_mel_ce: 2.6933813095092773 (nan) | > loss: 0.01083808671683073 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14176992220432158) | > loader_time: 0.005 (0.004600738945734238)  --> TIME: 2025-03-24 11:51:35 -- STEP: 12120/31555 -- GLOBAL_STEP: 517000 | > loss_text_ce: 0.03119847923517227 (0.03909904461810438) | > loss_mel_ce: 2.7501840591430664 (nan) | > loss: 0.011037233285605907 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14178241324109972) | > loader_time: 0.0048 (0.004600753445829894)  --> TIME: 2025-03-24 11:51:44 -- STEP: 12170/31555 -- GLOBAL_STEP: 517050 | > loss_text_ce: 0.038863204419612885 (0.03910080824474323) | > loss_mel_ce: 2.298579216003418 (nan) | > loss: 0.009275565855205059 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14178450863774703) | > loader_time: 0.0043 (0.004600770079707556)  --> TIME: 2025-03-24 11:51:54 -- STEP: 12220/31555 -- GLOBAL_STEP: 517100 | > loss_text_ce: 0.04733775556087494 (0.03910483354847377) | > loss_mel_ce: 2.421983003616333 (nan) | > loss: 0.00979889277368784 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1417730587594051) | > loader_time: 0.0043 (0.004600693434232973)  --> TIME: 2025-03-24 11:52:04 -- STEP: 12270/31555 -- GLOBAL_STEP: 517150 | > loss_text_ce: 0.03384741023182869 (0.03910314083128188) | > loss_mel_ce: 3.047022581100464 (nan) | > loss: 0.012225675396621227 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1417885932090713) | > loader_time: 0.0041 (0.004600212607037855)  --> TIME: 2025-03-24 11:52:13 -- STEP: 12320/31555 -- GLOBAL_STEP: 517200 | > loss_text_ce: 0.036849573254585266 (0.0391033408494344) | > loss_mel_ce: 3.0313265323638916 (nan) | > loss: 0.012175302021205425 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1417710884050886) | > loader_time: 0.0044 (0.0045995241248762446)  --> TIME: 2025-03-24 11:52:23 -- STEP: 12370/31555 -- GLOBAL_STEP: 517250 | > loss_text_ce: 0.0402521938085556 (0.03910348049945444) | > loss_mel_ce: 2.733328342437744 (nan) | > loss: 0.01100627239793539 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1417769378871807) | > loader_time: 0.0045 (0.004599048885108)  --> TIME: 2025-03-24 11:52:33 -- STEP: 12420/31555 -- GLOBAL_STEP: 517300 | > loss_text_ce: 0.03442524001002312 (0.03910309165444708) | > loss_mel_ce: 2.5966427326202393 (nan) | > loss: 0.010440746322274208 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14177176877496306) | > loader_time: 0.0043 (0.004598418276475046)  --> TIME: 2025-03-24 11:52:42 -- STEP: 12470/31555 -- GLOBAL_STEP: 517350 | > loss_text_ce: 0.045699380338191986 (0.039109535441892836) | > loss_mel_ce: 2.6611528396606445 (nan) | > loss: 0.010741477832198143 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1417521832174745) | > loader_time: 0.0045 (0.004597704278629297)  --> TIME: 2025-03-24 11:52:52 -- STEP: 12520/31555 -- GLOBAL_STEP: 517400 | > loss_text_ce: 0.030786212533712387 (0.03911119930054857) | > loss_mel_ce: 2.341991662979126 (nan) | > loss: 0.009415785782039165 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14176243320821555) | > loader_time: 0.0042 (0.004597191860119747)  --> TIME: 2025-03-24 11:53:02 -- STEP: 12570/31555 -- GLOBAL_STEP: 517450 | > loss_text_ce: 0.03486272692680359 (0.03910351508128826) | > loss_mel_ce: 2.630751609802246 (nan) | > loss: 0.010577835142612457 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.141776629601951) | > loader_time: 0.0046 (0.00459669872988)  --> TIME: 2025-03-24 11:53:11 -- STEP: 12620/31555 -- GLOBAL_STEP: 517500 | > loss_text_ce: 0.052987754344940186 (0.03909861535850825) | > loss_mel_ce: 3.0654633045196533 (nan) | > loss: 0.01237480714917183 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14174712611075965) | > loader_time: 0.0043 (0.0045965716691478)  --> TIME: 2025-03-24 11:53:22 -- STEP: 12670/31555 -- GLOBAL_STEP: 517550 | > loss_text_ce: 0.047895029187202454 (0.039101561964007964) | > loss_mel_ce: 0.7994773387908936 (nan) | > loss: 0.003362588817253709 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.1417704611569758) | > loader_time: 0.0043 (0.004596167769879913)  --> TIME: 2025-03-24 11:53:31 -- STEP: 12720/31555 -- GLOBAL_STEP: 517600 | > loss_text_ce: 0.03095359541475773 (0.0391000141145854) | > loss_mel_ce: 3.028825283050537 (nan) | > loss: 0.012141980230808258 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14177834202283543) | > loader_time: 0.0045 (0.004596022708610908)  --> TIME: 2025-03-24 11:53:41 -- STEP: 12770/31555 -- GLOBAL_STEP: 517650 | > loss_text_ce: 0.04042919725179672 (0.03909553012445257) | > loss_mel_ce: 1.50254225730896 (nan) | > loss: 0.00612290296703577 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.141780048081346) | > loader_time: 0.0046 (0.004596231930313758)  --> TIME: 2025-03-24 11:53:51 -- STEP: 12820/31555 -- GLOBAL_STEP: 517700 | > loss_text_ce: 0.043114226311445236 (0.03910291713281772) | > loss_mel_ce: 3.064138412475586 (nan) | > loss: 0.012330368161201477 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14177167674122612) | > loader_time: 0.0046 (0.00459628322753072)  --> TIME: 2025-03-24 11:54:01 -- STEP: 12870/31555 -- GLOBAL_STEP: 517750 | > loss_text_ce: 0.03511326014995575 (0.03910451347367264) | > loss_mel_ce: 3.189758777618408 (nan) | > loss: 0.012797112576663494 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14177320314731862) | > loader_time: 0.0048 (0.004596237054423192)  --> TIME: 2025-03-24 11:54:10 -- STEP: 12920/31555 -- GLOBAL_STEP: 517800 | > loss_text_ce: 0.04344252496957779 (0.039103764149175775) | > loss_mel_ce: 3.1736767292022705 (nan) | > loss: 0.012766347266733646 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1417682436228531) | > loader_time: 0.0047 (0.004596325708985689)  --> TIME: 2025-03-24 11:54:20 -- STEP: 12970/31555 -- GLOBAL_STEP: 517850 | > loss_text_ce: 0.040441665798425674 (0.03909981906286215) | > loss_mel_ce: 2.7769837379455566 (nan) | > loss: 0.011180260218679905 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14177762574200947) | > loader_time: 0.0047 (0.004596357724256659)  --> TIME: 2025-03-24 11:54:29 -- STEP: 13020/31555 -- GLOBAL_STEP: 517900 | > loss_text_ce: 0.03645903244614601 (0.03909555208059552) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1417502492071107) | > loader_time: 0.0045 (0.004596279202152127)  --> TIME: 2025-03-24 11:54:39 -- STEP: 13070/31555 -- GLOBAL_STEP: 517950 | > loss_text_ce: 0.028351733461022377 (0.03909109092902531) | > loss_mel_ce: 2.6409711837768555 (nan) | > loss: 0.010592551901936531 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14173272890997135) | > loader_time: 0.0045 (0.004596136066871632)  --> TIME: 2025-03-24 11:54:49 -- STEP: 13120/31555 -- GLOBAL_STEP: 518000 | > loss_text_ce: 0.030114369466900826 (0.0390917140735659) | > loss_mel_ce: 2.4828624725341797 (nan) | > loss: 0.009972130879759789 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1417456916192678) | > loader_time: 0.0044 (0.004596093169799649)  --> TIME: 2025-03-24 11:54:59 -- STEP: 13170/31555 -- GLOBAL_STEP: 518050 | > loss_text_ce: 0.037679072469472885 (0.03909237037166018) | > loss_mel_ce: 2.368264675140381 (nan) | > loss: 0.009547395631670952 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14175371502779927) | > loader_time: 0.0043 (0.004596027697952013)  --> TIME: 2025-03-24 11:55:08 -- STEP: 13220/31555 -- GLOBAL_STEP: 518100 | > loss_text_ce: 0.049977999180555344 (0.03909363017696458) | > loss_mel_ce: 1.9657448530197144 (nan) | > loss: 0.00799890048801899 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1417461265233565) | > loader_time: 0.0043 (0.004595723635490274)  --> TIME: 2025-03-24 11:55:18 -- STEP: 13270/31555 -- GLOBAL_STEP: 518150 | > loss_text_ce: 0.04565223678946495 (0.03909615454058343) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1417517418239736) | > loader_time: 0.0041 (0.004595308691914476)  --> TIME: 2025-03-24 11:55:28 -- STEP: 13320/31555 -- GLOBAL_STEP: 518200 | > loss_text_ce: 0.043282583355903625 (0.03909409669033516) | > loss_mel_ce: 2.6840744018554688 (nan) | > loss: 0.010822845622897148 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14174798709136183) | > loader_time: 0.0044 (0.0045946848643076505)  --> TIME: 2025-03-24 11:55:37 -- STEP: 13370/31555 -- GLOBAL_STEP: 518250 | > loss_text_ce: 0.03298983350396156 (0.03909604470952558) | > loss_mel_ce: 2.9954833984375 (nan) | > loss: 0.0120177511125803 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14174856301466693) | > loader_time: 0.0045 (0.004594597944860217)  --> TIME: 2025-03-24 11:55:47 -- STEP: 13420/31555 -- GLOBAL_STEP: 518300 | > loss_text_ce: 0.03222658485174179 (0.03909624615710516) | > loss_mel_ce: 2.700809955596924 (nan) | > loss: 0.010845383629202843 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1417546485646467) | > loader_time: 0.0044 (0.004594251437975984)  --> TIME: 2025-03-24 11:55:57 -- STEP: 13470/31555 -- GLOBAL_STEP: 518350 | > loss_text_ce: 0.044691428542137146 (0.03909794206197941) | > loss_mel_ce: 1.3009169101715088 (nan) | > loss: 0.005339716095477343 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1417592840541616) | > loader_time: 0.0045 (0.004594082025217832)  --> TIME: 2025-03-24 11:56:07 -- STEP: 13520/31555 -- GLOBAL_STEP: 518400 | > loss_text_ce: 0.03584582358598709 (0.03910356029797857) | > loss_mel_ce: 2.6071617603302 (nan) | > loss: 0.010488125495612621 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14175192588532404) | > loader_time: 0.0044 (0.004594216861668403)  --> TIME: 2025-03-24 11:56:17 -- STEP: 13570/31555 -- GLOBAL_STEP: 518450 | > loss_text_ce: 0.041508905589580536 (0.039099512774189736) | > loss_mel_ce: 3.259636640548706 (nan) | > loss: 0.013099784962832928 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1417708136355423) | > loader_time: 0.0047 (0.004594612226999219)  --> TIME: 2025-03-24 11:56:27 -- STEP: 13620/31555 -- GLOBAL_STEP: 518500 | > loss_text_ce: 0.03256341069936752 (0.03909878281338979) | > loss_mel_ce: 2.470200777053833 (nan) | > loss: 0.009931604377925396 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14177023041090717) | > loader_time: 0.0045 (0.004595014964956528)  --> TIME: 2025-03-24 11:56:36 -- STEP: 13670/31555 -- GLOBAL_STEP: 518550 | > loss_text_ce: 0.03568725660443306 (0.039094883798340155) | > loss_mel_ce: 3.2093241214752197 (nan) | > loss: 0.012877029366791248 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14175884711454545) | > loader_time: 0.0049 (0.004595067384213343)  --> TIME: 2025-03-24 11:56:45 -- STEP: 13720/31555 -- GLOBAL_STEP: 518600 | > loss_text_ce: 0.034364696592092514 (0.03909620225107774) | > loss_mel_ce: 3.019483804702759 (nan) | > loss: 0.012118447571992874 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14173725669655018) | > loader_time: 0.0047 (0.004595019987651258)  --> TIME: 2025-03-24 11:56:55 -- STEP: 13770/31555 -- GLOBAL_STEP: 518650 | > loss_text_ce: 0.03790019452571869 (0.0390914831607424) | > loss_mel_ce: 2.9719579219818115 (nan) | > loss: 0.011943882331252098 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14174629845477157) | > loader_time: 0.0047 (0.004595105459314354)  --> TIME: 2025-03-24 11:57:05 -- STEP: 13820/31555 -- GLOBAL_STEP: 518700 | > loss_text_ce: 0.05079210177063942 (0.039092396222009065) | > loss_mel_ce: 2.4821722507476807 (nan) | > loss: 0.010051446966826916 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14176609548921965) | > loader_time: 0.0047 (0.0045951971096861175)  --> TIME: 2025-03-24 11:57:15 -- STEP: 13870/31555 -- GLOBAL_STEP: 518750 | > loss_text_ce: 0.04058588296175003 (0.03909481496334596) | > loss_mel_ce: 3.184194326400757 (nan) | > loss: 0.01279674842953682 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1417619944650138) | > loader_time: 0.0045 (0.004595444953604903)  --> TIME: 2025-03-24 11:57:25 -- STEP: 13920/31555 -- GLOBAL_STEP: 518800 | > loss_text_ce: 0.041710350662469864 (0.03909507385413584) | > loss_mel_ce: 3.0110456943511963 (nan) | > loss: 0.012114112265408039 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14175768372998768) | > loader_time: 0.0045 (0.0045954535062285515)  --> TIME: 2025-03-24 11:57:34 -- STEP: 13970/31555 -- GLOBAL_STEP: 518850 | > loss_text_ce: 0.021267013624310493 (0.039091563808319005) | > loss_mel_ce: 2.5490882396698 (nan) | > loss: 0.01019982248544693 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14173913945789857) | > loader_time: 0.0045 (0.004595402247921076)  --> TIME: 2025-03-24 11:57:44 -- STEP: 14020/31555 -- GLOBAL_STEP: 518900 | > loss_text_ce: 0.029142390936613083 (0.03909761779622757) | > loss_mel_ce: 0.0347086600959301 (nan) | > loss: 0.00025337719125673175 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14174985504694507) | > loader_time: 0.0046 (0.004595408715127013)  --> TIME: 2025-03-24 11:57:54 -- STEP: 14070/31555 -- GLOBAL_STEP: 518950 | > loss_text_ce: 0.04171708598732948 (0.039088765703679106) | > loss_mel_ce: 4.6286845207214355 (nan) | > loss: 0.018533339723944664 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14174463901438375) | > loader_time: 0.0045 (0.0045954780537944715)  --> TIME: 2025-03-24 11:58:04 -- STEP: 14120/31555 -- GLOBAL_STEP: 519000 | > loss_text_ce: 0.035857830196619034 (0.03908740616483982) | > loss_mel_ce: 2.443906545639038 (nan) | > loss: 0.009840335696935654 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1417491350734532) | > loader_time: 0.0047 (0.004595667832971617)  --> TIME: 2025-03-24 11:58:14 -- STEP: 14170/31555 -- GLOBAL_STEP: 519050 | > loss_text_ce: 0.05061430484056473 (0.03908629947616045) | > loss_mel_ce: 0.9333088994026184 (nan) | > loss: 0.003904457436874509 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14176294201263295) | > loader_time: 0.0044 (0.004595778370374666)  --> TIME: 2025-03-24 11:58:23 -- STEP: 14220/31555 -- GLOBAL_STEP: 519100 | > loss_text_ce: 0.039226312190294266 (0.03909226245542853) | > loss_mel_ce: 2.350219249725342 (nan) | > loss: 0.009481927379965782 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14175991418492395) | > loader_time: 0.0047 (0.004595978417644674)  --> TIME: 2025-03-24 11:58:33 -- STEP: 14270/31555 -- GLOBAL_STEP: 519150 | > loss_text_ce: 0.04058802127838135 (0.039088608900877335) | > loss_mel_ce: 3.337273359298706 (nan) | > loss: 0.013404212892055511 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14175177452525772) | > loader_time: 0.0046 (0.004595848038719499)  --> TIME: 2025-03-24 11:58:43 -- STEP: 14320/31555 -- GLOBAL_STEP: 519200 | > loss_text_ce: 0.033959560096263885 (0.03908939168732555) | > loss_mel_ce: 0.038330078125 (nan) | > loss: 0.00028686365112662315 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14174683498603627) | > loader_time: 0.0045 (0.004595624368283987)  --> TIME: 2025-03-24 11:58:52 -- STEP: 14370/31555 -- GLOBAL_STEP: 519250 | > loss_text_ce: 0.03710126504302025 (0.039088103784703135) | > loss_mel_ce: 2.833752393722534 (nan) | > loss: 0.011392276734113693 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14175000632066356) | > loader_time: 0.0045 (0.00459553150145145)  --> TIME: 2025-03-24 11:59:02 -- STEP: 14420/31555 -- GLOBAL_STEP: 519300 | > loss_text_ce: 0.03785132244229317 (0.039080609350391544) | > loss_mel_ce: 3.276209831237793 (nan) | > loss: 0.013151037506759167 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14175016471648472) | > loader_time: 0.0048 (0.00459570623469252)  --> TIME: 2025-03-24 11:59:12 -- STEP: 14470/31555 -- GLOBAL_STEP: 519350 | > loss_text_ce: 0.04405074566602707 (0.03907641396074502) | > loss_mel_ce: 3.2203376293182373 (nan) | > loss: 0.0129539230838418 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14175225520183365) | > loader_time: 0.0048 (0.004595809866002931)  --> TIME: 2025-03-24 11:59:22 -- STEP: 14520/31555 -- GLOBAL_STEP: 519400 | > loss_text_ce: 0.036165881901979446 (0.039073511169769176) | > loss_mel_ce: 1.7762826681137085 (nan) | > loss: 0.007192256394773722 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14175795820790507) | > loader_time: 0.0047 (0.004595654858045327)  --> TIME: 2025-03-24 11:59:32 -- STEP: 14570/31555 -- GLOBAL_STEP: 519450 | > loss_text_ce: 0.03670522943139076 (0.039069830532094264) | > loss_mel_ce: 2.9659018516540527 (nan) | > loss: 0.011915108188986778 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14177442421713474) | > loader_time: 0.0046 (0.0045959386256105884)  --> TIME: 2025-03-24 11:59:41 -- STEP: 14620/31555 -- GLOBAL_STEP: 519500 | > loss_text_ce: 0.037919819355010986 (0.03906929515787584) | > loss_mel_ce: 2.0678622722625732 (nan) | > loss: 0.008356278762221336 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1417612812750639) | > loader_time: 0.0044 (0.004596047150289623)  --> TIME: 2025-03-24 11:59:51 -- STEP: 14670/31555 -- GLOBAL_STEP: 519550 | > loss_text_ce: 0.045923393219709396 (0.03906942785767694) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1417696835967088) | > loader_time: 0.0045 (0.004596160249638559)  --> TIME: 2025-03-24 12:00:01 -- STEP: 14720/31555 -- GLOBAL_STEP: 519600 | > loss_text_ce: 0.036535829305648804 (0.03906815788770625) | > loss_mel_ce: 2.8582165241241455 (nan) | > loss: 0.011487112380564213 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1417773078479193) | > loader_time: 0.0043 (0.004596512068224976)  --> TIME: 2025-03-24 12:00:11 -- STEP: 14770/31555 -- GLOBAL_STEP: 519650 | > loss_text_ce: 0.025165388360619545 (0.03906248887488833) | > loss_mel_ce: 3.076169967651367 (nan) | > loss: 0.012306886725127697 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14178292246064994) | > loader_time: 0.0044 (0.004596530850383974)  --> TIME: 2025-03-24 12:00:21 -- STEP: 14820/31555 -- GLOBAL_STEP: 519700 | > loss_text_ce: 0.038213469088077545 (0.039062842465849096) | > loss_mel_ce: 3.6417665481567383 (nan) | > loss: 0.014603096060454845 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14179124552228636) | > loader_time: 0.0046 (0.0045964484272698015)  --> TIME: 2025-03-24 12:00:30 -- STEP: 14870/31555 -- GLOBAL_STEP: 519750 | > loss_text_ce: 0.04789797589182854 (0.039062732145523374) | > loss_mel_ce: 3.3198134899139404 (nan) | > loss: 0.013363935053348541 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14178213864745237) | > loader_time: 0.0048 (0.004596602828533104)  --> TIME: 2025-03-24 12:00:40 -- STEP: 14920/31555 -- GLOBAL_STEP: 519800 | > loss_text_ce: 0.037821728736162186 (0.039062270088727966) | > loss_mel_ce: 2.790679693222046 (nan) | > loss: 0.011224213056266308 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14177541242208266) | > loader_time: 0.0049 (0.004596721422895975)  --> TIME: 2025-03-24 12:00:50 -- STEP: 14970/31555 -- GLOBAL_STEP: 519850 | > loss_text_ce: 0.03644762560725212 (0.039062537700895836) | > loss_mel_ce: 2.931201457977295 (nan) | > loss: 0.011776385828852654 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14178644381289296) | > loader_time: 0.0045 (0.004596854020693961)  --> TIME: 2025-03-24 12:01:00 -- STEP: 15020/31555 -- GLOBAL_STEP: 519900 | > loss_text_ce: 0.04298563301563263 (0.0390596559792682) | > loss_mel_ce: 3.3689157962799072 (nan) | > loss: 0.01353929191827774 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14179886154106194) | > loader_time: 0.0048 (0.004597414492290904)  --> TIME: 2025-03-24 12:01:10 -- STEP: 15070/31555 -- GLOBAL_STEP: 519950 | > loss_text_ce: 0.02886279486119747 (0.03906257402506548) | > loss_mel_ce: 2.2321088314056396 (nan) | > loss: 0.008972110226750374 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14180334047837653) | > loader_time: 0.0043 (0.00459755395688041)  --> TIME: 2025-03-24 12:01:19 -- STEP: 15120/31555 -- GLOBAL_STEP: 520000 | > loss_text_ce: 0.049945730715990067 (0.03906348695979748) | > loss_mel_ce: 2.969970464706421 (nan) | > loss: 0.011983795091509819 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1417951198955058) | > loader_time: 0.0044 (0.004597377982089115) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_520000.pth  --> TIME: 2025-03-24 12:01:35 -- STEP: 15170/31555 -- GLOBAL_STEP: 520050 | > loss_text_ce: 0.02835993468761444 (0.039059995250664614) | > loss_mel_ce: 3.793799638748169 (nan) | > loss: 0.015167300589382648 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14178629174543633) | > loader_time: 0.0044 (0.004597832972703189)  --> TIME: 2025-03-24 12:01:44 -- STEP: 15220/31555 -- GLOBAL_STEP: 520100 | > loss_text_ce: 0.044014062732458115 (0.039062383648744786) | > loss_mel_ce: 2.7787463665008545 (nan) | > loss: 0.011201431043446064 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14177957376888606) | > loader_time: 0.0048 (0.0045978990553556245)  --> TIME: 2025-03-24 12:01:54 -- STEP: 15270/31555 -- GLOBAL_STEP: 520150 | > loss_text_ce: 0.03323137387633324 (0.03906437611907529) | > loss_mel_ce: 3.186659812927246 (nan) | > loss: 0.012777346186339855 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14178449454928937) | > loader_time: 0.0047 (0.0045981700231455805)  --> TIME: 2025-03-24 12:02:04 -- STEP: 15320/31555 -- GLOBAL_STEP: 520200 | > loss_text_ce: 0.04075976461172104 (0.0390644325066829) | > loss_mel_ce: 2.327984094619751 (nan) | > loss: 0.009399778209626675 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14177674199831355) | > loader_time: 0.0051 (0.00459836660726262)  --> TIME: 2025-03-24 12:02:13 -- STEP: 15370/31555 -- GLOBAL_STEP: 520250 | > loss_text_ce: 0.043052420020103455 (0.03906324336804545) | > loss_mel_ce: 2.6572494506835938 (nan) | > loss: 0.010715484619140625 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14176758392026192) | > loader_time: 0.0047 (0.004598905083104693)  --> TIME: 2025-03-24 12:02:23 -- STEP: 15420/31555 -- GLOBAL_STEP: 520300 | > loss_text_ce: 0.0305523332208395 (0.039065831187138834) | > loss_mel_ce: 3.252906322479248 (nan) | > loss: 0.013029598630964756 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14178617895809092) | > loader_time: 0.0047 (0.004599073904188368)  --> TIME: 2025-03-24 12:02:33 -- STEP: 15470/31555 -- GLOBAL_STEP: 520350 | > loss_text_ce: 0.04007984697818756 (0.03906692306119184) | > loss_mel_ce: 2.7536909580230713 (nan) | > loss: 0.01108639221638441 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14179768304941923) | > loader_time: 0.0046 (0.004599344152439452)  --> TIME: 2025-03-24 12:02:43 -- STEP: 15520/31555 -- GLOBAL_STEP: 520400 | > loss_text_ce: 0.03140443563461304 (0.03906178423365543) | > loss_mel_ce: 3.1123263835906982 (nan) | > loss: 0.012475123628973961 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14179560978388014) | > loader_time: 0.0045 (0.004599225152399108)  --> TIME: 2025-03-24 12:02:53 -- STEP: 15570/31555 -- GLOBAL_STEP: 520450 | > loss_text_ce: 0.035381726920604706 (0.03905921913318536) | > loss_mel_ce: 0.2059326171875 (nan) | > loss: 0.0009575966978445649 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14180166903564967) | > loader_time: 0.0045 (0.0045992964571228085)  --> TIME: 2025-03-24 12:03:02 -- STEP: 15620/31555 -- GLOBAL_STEP: 520500 | > loss_text_ce: 0.041349947452545166 (0.03905643335598421) | > loss_mel_ce: 3.0204100608825684 (nan) | > loss: 0.012149841524660587 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14179675824816151) | > loader_time: 0.0045 (0.0045991568650845084)  --> TIME: 2025-03-24 12:03:12 -- STEP: 15670/31555 -- GLOBAL_STEP: 520550 | > loss_text_ce: 0.035939134657382965 (0.03905592839421976) | > loss_mel_ce: 2.9565165042877197 (nan) | > loss: 0.01187482476234436 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14180139748245232) | > loader_time: 0.0047 (0.004599150671042968)  --> TIME: 2025-03-24 12:03:22 -- STEP: 15720/31555 -- GLOBAL_STEP: 520600 | > loss_text_ce: 0.049472466111183167 (0.039056949194286046) | > loss_mel_ce: 2.9678611755371094 (nan) | > loss: 0.011973547749221325 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14180405945268262) | > loader_time: 0.0048 (0.004599322283844291)  --> TIME: 2025-03-24 12:03:32 -- STEP: 15770/31555 -- GLOBAL_STEP: 520650 | > loss_text_ce: 0.03436950594186783 (0.03905638395935603) | > loss_mel_ce: 0.12043175101280212 (nan) | > loss: 0.000614290707744658 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14180929784768698) | > loader_time: 0.0047 (0.004599606937899482)  --> TIME: 2025-03-24 12:03:41 -- STEP: 15820/31555 -- GLOBAL_STEP: 520700 | > loss_text_ce: 0.02992412820458412 (0.03905400928049831) | > loss_mel_ce: 2.4077305793762207 (nan) | > loss: 0.009673234075307846 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1417975982733529) | > loader_time: 0.0044 (0.004599751895658573)  --> TIME: 2025-03-24 12:03:51 -- STEP: 15870/31555 -- GLOBAL_STEP: 520750 | > loss_text_ce: 0.03871992602944374 (0.03905262207781401) | > loss_mel_ce: 2.7801284790039062 (nan) | > loss: 0.011185906827449799 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14179786998818453) | > loader_time: 0.0046 (0.004599836177621598)  --> TIME: 2025-03-24 12:04:01 -- STEP: 15920/31555 -- GLOBAL_STEP: 520800 | > loss_text_ce: 0.03696116432547569 (0.03905527998895692) | > loss_mel_ce: 2.612427234649658 (nan) | > loss: 0.010513446293771267 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14181120365708283) | > loader_time: 0.0049 (0.004599873369662592)  --> TIME: 2025-03-24 12:04:11 -- STEP: 15970/31555 -- GLOBAL_STEP: 520850 | > loss_text_ce: 0.039520565420389175 (0.039058336246823956) | > loss_mel_ce: 3.084334135055542 (nan) | > loss: 0.012396248988807201 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.1418130946890888) | > loader_time: 0.0048 (0.004600440910926954)  --> TIME: 2025-03-24 12:04:20 -- STEP: 16020/31555 -- GLOBAL_STEP: 520900 | > loss_text_ce: 0.044082511216402054 (0.03905678486966577) | > loss_mel_ce: 2.9840307235717773 (nan) | > loss: 0.01201632246375084 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1418049213145106) | > loader_time: 0.005 (0.004600645406415833)  --> TIME: 2025-03-24 12:04:31 -- STEP: 16070/31555 -- GLOBAL_STEP: 520950 | > loss_text_ce: 0.034587375819683075 (0.03905818078304127) | > loss_mel_ce: 2.770937204360962 (nan) | > loss: 0.011133034713566303 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14182498532196086) | > loader_time: 0.005 (0.004600822087319343)  --> TIME: 2025-03-24 12:04:40 -- STEP: 16120/31555 -- GLOBAL_STEP: 521000 | > loss_text_ce: 0.03529653325676918 (0.039061705533833306) | > loss_mel_ce: 2.8819029331207275 (nan) | > loss: 0.01157618872821331 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1418310539006592) | > loader_time: 0.0047 (0.00460125015627952)  --> TIME: 2025-03-24 12:04:50 -- STEP: 16170/31555 -- GLOBAL_STEP: 521050 | > loss_text_ce: 0.03961959108710289 (0.03906097257309389) | > loss_mel_ce: 2.797332763671875 (nan) | > loss: 0.011257748119533062 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.1418301441821329) | > loader_time: 0.0044 (0.004601462357709184)  --> TIME: 2025-03-24 12:05:00 -- STEP: 16220/31555 -- GLOBAL_STEP: 521100 | > loss_text_ce: 0.05864180251955986 (0.03906063719321859) | > loss_mel_ce: 1.859795093536377 (nan) | > loss: 0.00761284539476037 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1418231291923802) | > loader_time: 0.0045 (0.004601749406642877)  --> TIME: 2025-03-24 12:05:10 -- STEP: 16270/31555 -- GLOBAL_STEP: 521150 | > loss_text_ce: 0.046264708042144775 (0.03906007353531234) | > loss_mel_ce: 3.114138603210449 (nan) | > loss: 0.01254128385335207 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1418344358468829) | > loader_time: 0.0047 (0.004601953596737596)  --> TIME: 2025-03-24 12:05:20 -- STEP: 16320/31555 -- GLOBAL_STEP: 521200 | > loss_text_ce: 0.03652823343873024 (0.03905600140027596) | > loss_mel_ce: 2.765773296356201 (nan) | > loss: 0.011120244860649109 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1418491496759299) | > loader_time: 0.0048 (0.0046021078147140074)  --> TIME: 2025-03-24 12:05:29 -- STEP: 16370/31555 -- GLOBAL_STEP: 521250 | > loss_text_ce: 0.029310179874300957 (0.03905124254757959) | > loss_mel_ce: 1.718564510345459 (nan) | > loss: 0.006936011370271444 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14184099474401796) | > loader_time: 0.0045 (0.0046019854309650495)  --> TIME: 2025-03-24 12:05:39 -- STEP: 16420/31555 -- GLOBAL_STEP: 521300 | > loss_text_ce: 0.03726106882095337 (0.03905054273851773) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14184885345916623) | > loader_time: 0.0045 (0.004602267811853022)  --> TIME: 2025-03-24 12:05:49 -- STEP: 16470/31555 -- GLOBAL_STEP: 521350 | > loss_text_ce: 0.039278291165828705 (0.03905745543710289) | > loss_mel_ce: 2.8048503398895264 (nan) | > loss: 0.01128622516989708 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14183335886192636) | > loader_time: 0.0043 (0.004602051056292671)  --> TIME: 2025-03-24 12:05:59 -- STEP: 16520/31555 -- GLOBAL_STEP: 521400 | > loss_text_ce: 0.037910155951976776 (0.03905459179765072) | > loss_mel_ce: 2.883836030960083 (nan) | > loss: 0.01159423217177391 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14183685610715724) | > loader_time: 0.0042 (0.004601844575156874)  --> TIME: 2025-03-24 12:06:09 -- STEP: 16570/31555 -- GLOBAL_STEP: 521450 | > loss_text_ce: 0.0412304662168026 (0.039050218528648026) | > loss_mel_ce: 1.7611258029937744 (nan) | > loss: 0.007152207661420107 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.141855315077211) | > loader_time: 0.0047 (0.004601797671942505)  --> TIME: 2025-03-24 12:06:19 -- STEP: 16620/31555 -- GLOBAL_STEP: 521500 | > loss_text_ce: 0.03178796544671059 (0.03904989363371236) | > loss_mel_ce: 1.9490412473678589 (nan) | > loss: 0.007860434241592884 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14186864605018776) | > loader_time: 0.0043 (0.004601607727229797)  --> TIME: 2025-03-24 12:06:28 -- STEP: 16670/31555 -- GLOBAL_STEP: 521550 | > loss_text_ce: 0.04095577076077461 (0.03905670877649982) | > loss_mel_ce: 1.7738037109375 (nan) | > loss: 0.00720142712816596 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14186553691916612) | > loader_time: 0.0047 (0.004601869972151186)  --> TIME: 2025-03-24 12:06:38 -- STEP: 16720/31555 -- GLOBAL_STEP: 521600 | > loss_text_ce: 0.03706797584891319 (0.039057462364847334) | > loss_mel_ce: 2.9470486640930176 (nan) | > loss: 0.011841733008623123 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14186733741509253) | > loader_time: 0.0045 (0.004602107305846133)  --> TIME: 2025-03-24 12:06:48 -- STEP: 16770/31555 -- GLOBAL_STEP: 521650 | > loss_text_ce: 0.04261746257543564 (0.03906033221342344) | > loss_mel_ce: 2.6565117835998535 (nan) | > loss: 0.010710831731557846 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14186580810933544) | > loader_time: 0.0048 (0.004602802617249904)  --> TIME: 2025-03-24 12:06:57 -- STEP: 16820/31555 -- GLOBAL_STEP: 521700 | > loss_text_ce: 0.04635234177112579 (0.039063647191132075) | > loss_mel_ce: 3.0517778396606445 (nan) | > loss: 0.012294168584048748 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14185861224368376) | > loader_time: 0.0045 (0.004603076080363076)  --> TIME: 2025-03-24 12:07:07 -- STEP: 16870/31555 -- GLOBAL_STEP: 521750 | > loss_text_ce: 0.047197747975587845 (0.0390618344587254) | > loss_mel_ce: 3.2574362754821777 (nan) | > loss: 0.013113628141582012 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14185805218984301) | > loader_time: 0.0044 (0.004603131649829104)  --> TIME: 2025-03-24 12:07:17 -- STEP: 16920/31555 -- GLOBAL_STEP: 521800 | > loss_text_ce: 0.044563617557287216 (0.03906688403814858) | > loss_mel_ce: 3.1705150604248047 (nan) | > loss: 0.012758249416947365 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1418599247650612) | > loader_time: 0.0045 (0.004603464566787636)  --> TIME: 2025-03-24 12:07:27 -- STEP: 16970/31555 -- GLOBAL_STEP: 521850 | > loss_text_ce: 0.03791143000125885 (0.03907089614066244) | > loss_mel_ce: 1.3144090175628662 (nan) | > loss: 0.005366351455450058 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.141852526462422) | > loader_time: 0.0046 (0.0046035381226098345)  --> TIME: 2025-03-24 12:07:36 -- STEP: 17020/31555 -- GLOBAL_STEP: 521900 | > loss_text_ce: 0.028410932049155235 (0.03907034941095324) | > loss_mel_ce: 2.3486361503601074 (nan) | > loss: 0.009432726539671421 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14184501007216768) | > loader_time: 0.0046 (0.0046034519316586866)  --> TIME: 2025-03-24 12:07:46 -- STEP: 17070/31555 -- GLOBAL_STEP: 521950 | > loss_text_ce: 0.045156329870224 (0.039066996145120485) | > loss_mel_ce: 2.397165298461914 (nan) | > loss: 0.0096917524933815 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14183185818464877) | > loader_time: 0.0047 (0.004603322877755399)  --> TIME: 2025-03-24 12:07:55 -- STEP: 17120/31555 -- GLOBAL_STEP: 522000 | > loss_text_ce: 0.04426649957895279 (0.03906644323158562) | > loss_mel_ce: 2.8272461891174316 (nan) | > loss: 0.011394891887903214 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14183260171769901) | > loader_time: 0.0049 (0.004603493547885203)  --> TIME: 2025-03-24 12:08:05 -- STEP: 17170/31555 -- GLOBAL_STEP: 522050 | > loss_text_ce: 0.04233267530798912 (0.03906454487894124) | > loss_mel_ce: 2.2638280391693115 (nan) | > loss: 0.009151431731879711 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14183334979333329) | > loader_time: 0.0045 (0.004603513035582593)  --> TIME: 2025-03-24 12:08:15 -- STEP: 17220/31555 -- GLOBAL_STEP: 522100 | > loss_text_ce: 0.05137554183602333 (0.03906461825041566) | > loss_mel_ce: 3.198721408843994 (nan) | > loss: 0.012897211126983166 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14182027349903992) | > loader_time: 0.0047 (0.004603827539636685)  --> TIME: 2025-03-24 12:08:24 -- STEP: 17270/31555 -- GLOBAL_STEP: 522150 | > loss_text_ce: 0.03847360238432884 (0.03906573559015718) | > loss_mel_ce: 3.061129331588745 (nan) | > loss: 0.01230001263320446 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14179785215723453) | > loader_time: 0.0046 (0.004603688966765443)  --> TIME: 2025-03-24 12:08:34 -- STEP: 17320/31555 -- GLOBAL_STEP: 522200 | > loss_text_ce: 0.046288277953863144 (0.039069627279761966) | > loss_mel_ce: 2.540987491607666 (nan) | > loss: 0.010266968049108982 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14179233404835664) | > loader_time: 0.0047 (0.004603705945796823)  --> TIME: 2025-03-24 12:08:43 -- STEP: 17370/31555 -- GLOBAL_STEP: 522250 | > loss_text_ce: 0.045248065143823624 (0.03906955924919909) | > loss_mel_ce: 1.217041015625 (nan) | > loss: 0.00500908400863409 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14177862978832528) | > loader_time: 0.0048 (0.004603639867845171)  --> TIME: 2025-03-24 12:08:53 -- STEP: 17420/31555 -- GLOBAL_STEP: 522300 | > loss_text_ce: 0.030790677294135094 (0.03906902588051706) | > loss_mel_ce: 2.9452192783355713 (nan) | > loss: 0.011809563264250755 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1417844205855224) | > loader_time: 0.0046 (0.004603889601649416)  --> TIME: 2025-03-24 12:09:02 -- STEP: 17470/31555 -- GLOBAL_STEP: 522350 | > loss_text_ce: 0.033074356615543365 (0.03906930425781682) | > loss_mel_ce: 0.03624267503619194 (nan) | > loss: 0.0002750675776042044 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1417703431336345) | > loader_time: 0.0046 (0.004603583169925109)  --> TIME: 2025-03-24 12:09:12 -- STEP: 17520/31555 -- GLOBAL_STEP: 522400 | > loss_text_ce: 0.04145631566643715 (0.039068189560761024) | > loss_mel_ce: 2.7046236991882324 (nan) | > loss: 0.010897142812609673 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14177629245470608) | > loader_time: 0.0048 (0.004603700360206697)  --> TIME: 2025-03-24 12:09:22 -- STEP: 17570/31555 -- GLOBAL_STEP: 522450 | > loss_text_ce: 0.03500514104962349 (0.03906463088656421) | > loss_mel_ce: 3.449451208114624 (nan) | > loss: 0.013827208429574966 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14177637632149584) | > loader_time: 0.0047 (0.004604020224556561)  --> TIME: 2025-03-24 12:09:32 -- STEP: 17620/31555 -- GLOBAL_STEP: 522500 | > loss_text_ce: 0.04233938455581665 (0.039066338484100474) | > loss_mel_ce: 3.181079864501953 (nan) | > loss: 0.01279134675860405 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14178932731998584) | > loader_time: 0.0052 (0.00460411818966556)  --> TIME: 2025-03-24 12:09:42 -- STEP: 17670/31555 -- GLOBAL_STEP: 522550 | > loss_text_ce: 0.04344487935304642 (0.03906544132019017) | > loss_mel_ce: 2.839552640914917 (nan) | > loss: 0.011440467089414597 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14179704221683326) | > loader_time: 0.0045 (0.004604220606205341)  --> TIME: 2025-03-24 12:09:52 -- STEP: 17720/31555 -- GLOBAL_STEP: 522600 | > loss_text_ce: 0.043643753975629807 (0.039063867893118366) | > loss_mel_ce: 2.759779453277588 (nan) | > loss: 0.011124695651233196 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1417928003565179) | > loader_time: 0.0048 (0.00460406372294199)  --> TIME: 2025-03-24 12:10:01 -- STEP: 17770/31555 -- GLOBAL_STEP: 522650 | > loss_text_ce: 0.03742220252752304 (0.0390618914957895) | > loss_mel_ce: 2.844226837158203 (nan) | > loss: 0.011435115709900856 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14177493383593232) | > loader_time: 0.0045 (0.004603711097644291)  --> TIME: 2025-03-24 12:10:11 -- STEP: 17820/31555 -- GLOBAL_STEP: 522700 | > loss_text_ce: 0.04916290193796158 (0.03905819776524427) | > loss_mel_ce: 2.8042447566986084 (nan) | > loss: 0.011323046870529652 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14177421113323493) | > loader_time: 0.0051 (0.004603338214818603)  --> TIME: 2025-03-24 12:10:20 -- STEP: 17870/31555 -- GLOBAL_STEP: 522750 | > loss_text_ce: 0.03477386757731438 (0.03905914962686765) | > loss_mel_ce: 2.6652040481567383 (nan) | > loss: 0.010714198462665081 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14176835377388383) | > loader_time: 0.005 (0.0046032815788068305)  --> TIME: 2025-03-24 12:10:30 -- STEP: 17920/31555 -- GLOBAL_STEP: 522800 | > loss_text_ce: 0.027876626700162888 (0.039057915985644585) | > loss_mel_ce: 3.1096439361572266 (nan) | > loss: 0.012450478971004486 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14177761963967697) | > loader_time: 0.0046 (0.004603342419224116)  --> TIME: 2025-03-24 12:10:40 -- STEP: 17970/31555 -- GLOBAL_STEP: 522850 | > loss_text_ce: 0.04248175024986267 (0.03905919980372809) | > loss_mel_ce: 3.0007054805755615 (nan) | > loss: 0.012076140381395817 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14175843807744729) | > loader_time: 0.0046 (0.004603206613824035)  --> TIME: 2025-03-24 12:10:49 -- STEP: 18020/31555 -- GLOBAL_STEP: 522900 | > loss_text_ce: 0.05107639357447624 (0.039062452917612664) | > loss_mel_ce: 2.6224071979522705 (nan) | > loss: 0.010609062388539314 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1417525162575108) | > loader_time: 0.0045 (0.004603115805775148)  --> TIME: 2025-03-24 12:10:59 -- STEP: 18070/31555 -- GLOBAL_STEP: 522950 | > loss_text_ce: 0.025543736293911934 (0.03906057719837039) | > loss_mel_ce: 2.486572265625 (nan) | > loss: 0.009968714788556099 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14175822129220467) | > loader_time: 0.0042 (0.004603435878405327)  --> TIME: 2025-03-24 12:11:09 -- STEP: 18120/31555 -- GLOBAL_STEP: 523000 | > loss_text_ce: 0.038111839443445206 (0.039061301150030335) | > loss_mel_ce: 2.847116470336914 (nan) | > loss: 0.011449319310486317 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14175585263612175) | > loader_time: 0.0045 (0.004604026089704055)  --> TIME: 2025-03-24 12:11:18 -- STEP: 18170/31555 -- GLOBAL_STEP: 523050 | > loss_text_ce: 0.04354327172040939 (0.039060474301180495) | > loss_mel_ce: 3.108609676361084 (nan) | > loss: 0.012508544139564037 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14174967251705664) | > loader_time: 0.0046 (0.004604055649248786)  --> TIME: 2025-03-24 12:11:28 -- STEP: 18220/31555 -- GLOBAL_STEP: 523100 | > loss_text_ce: 0.03000212088227272 (0.03906319942034001) | > loss_mel_ce: 2.761514186859131 (nan) | > loss: 0.011077445931732655 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1417571838417631) | > loader_time: 0.0046 (0.004604068192378348)  --> TIME: 2025-03-24 12:11:38 -- STEP: 18270/31555 -- GLOBAL_STEP: 523150 | > loss_text_ce: 0.028065843507647514 (0.03906185032512344) | > loss_mel_ce: 2.3821446895599365 (nan) | > loss: 0.009564328007400036 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14176291117070386) | > loader_time: 0.0044 (0.004604004560824478)  --> TIME: 2025-03-24 12:11:48 -- STEP: 18320/31555 -- GLOBAL_STEP: 523200 | > loss_text_ce: 0.04561147093772888 (0.039057585750513366) | > loss_mel_ce: 2.832841157913208 (nan) | > loss: 0.011422431096434593 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14176715462749093) | > loader_time: 0.0046 (0.0046037253594294275)  --> TIME: 2025-03-24 12:11:58 -- STEP: 18370/31555 -- GLOBAL_STEP: 523250 | > loss_text_ce: 0.032275982201099396 (0.039063374903336986) | > loss_mel_ce: 2.039485216140747 (nan) | > loss: 0.008221275173127651 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14177305860628334) | > loader_time: 0.0045 (0.004603836999746778)  --> TIME: 2025-03-24 12:12:07 -- STEP: 18420/31555 -- GLOBAL_STEP: 523300 | > loss_text_ce: 0.03801091015338898 (0.03906414788453989) | > loss_mel_ce: 3.244856595993042 (nan) | > loss: 0.0130272526293993 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14177288663503693) | > loader_time: 0.0044 (0.004603731580458803)  --> TIME: 2025-03-24 12:12:17 -- STEP: 18470/31555 -- GLOBAL_STEP: 523350 | > loss_text_ce: 0.03504141792654991 (0.039063434035511775) | > loss_mel_ce: 2.960645914077759 (nan) | > loss: 0.011887648142874241 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14175539619546898) | > loader_time: 0.0081 (0.004603581474998142)  --> TIME: 2025-03-24 12:12:27 -- STEP: 18520/31555 -- GLOBAL_STEP: 523400 | > loss_text_ce: 0.04933531582355499 (0.039062428190352806) | > loss_mel_ce: 3.2963438034057617 (nan) | > loss: 0.013276505284011364 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14176030516881813) | > loader_time: 0.0049 (0.00460348039157446)  --> TIME: 2025-03-24 12:12:36 -- STEP: 18570/31555 -- GLOBAL_STEP: 523450 | > loss_text_ce: 0.0502227284014225 (0.03906248570713239) | > loss_mel_ce: 2.8373665809631348 (nan) | > loss: 0.011458688415586948 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1417553811543196) | > loader_time: 0.0051 (0.0046033898283219295)  --> TIME: 2025-03-24 12:12:46 -- STEP: 18620/31555 -- GLOBAL_STEP: 523500 | > loss_text_ce: 0.029378697276115417 (0.03905992733347647) | > loss_mel_ce: 3.059278726577759 (nan) | > loss: 0.012256577610969543 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14176690404320272) | > loader_time: 0.0046 (0.004603209877116582)  --> TIME: 2025-03-24 12:12:56 -- STEP: 18670/31555 -- GLOBAL_STEP: 523550 | > loss_text_ce: 0.03672264143824577 (0.03905760703476708) | > loss_mel_ce: 2.800630807876587 (nan) | > loss: 0.01125933974981308 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14176430073918314) | > loader_time: 0.0056 (0.004603389998968733)  --> TIME: 2025-03-24 12:13:05 -- STEP: 18720/31555 -- GLOBAL_STEP: 523600 | > loss_text_ce: 0.031996700912714005 (0.03905635359771675) | > loss_mel_ce: 2.4194107055664062 (nan) | > loss: 0.009727807715535164 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14175594482156859) | > loader_time: 0.0045 (0.004603433201455652)  --> TIME: 2025-03-24 12:13:15 -- STEP: 18770/31555 -- GLOBAL_STEP: 523650 | > loss_text_ce: 0.046300023794174194 (0.03905746458032803) | > loss_mel_ce: 3.144052028656006 (nan) | > loss: 0.012660127133131027 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1417605992892849) | > loader_time: 0.0046 (0.004603429468121362)  --> TIME: 2025-03-24 12:13:25 -- STEP: 18820/31555 -- GLOBAL_STEP: 523700 | > loss_text_ce: 0.04372356832027435 (0.039058845183553806) | > loss_mel_ce: 2.907390594482422 (nan) | > loss: 0.01171077135950327 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1417661414769696) | > loader_time: 0.0046 (0.004603359283726975)  --> TIME: 2025-03-24 12:13:35 -- STEP: 18870/31555 -- GLOBAL_STEP: 523750 | > loss_text_ce: 0.034132856875658035 (0.03905955594103089) | > loss_mel_ce: 3.4112741947174072 (nan) | > loss: 0.013672251254320145 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14177424895049423) | > loader_time: 0.0051 (0.004603219360792255)  --> TIME: 2025-03-24 12:13:45 -- STEP: 18920/31555 -- GLOBAL_STEP: 523800 | > loss_text_ce: 0.033990129828453064 (0.039060253470626145) | > loss_mel_ce: 2.8079562187194824 (nan) | > loss: 0.011277565732598305 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14177514227701699) | > loader_time: 0.0054 (0.004603430950112364)  --> TIME: 2025-03-24 12:13:55 -- STEP: 18970/31555 -- GLOBAL_STEP: 523850 | > loss_text_ce: 0.0430668443441391 (0.03905794034684035) | > loss_mel_ce: 1.2120895385742188 (nan) | > loss: 0.004980779718607664 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14177394404685204) | > loader_time: 0.0045 (0.004603289062246617)  --> TIME: 2025-03-24 12:14:05 -- STEP: 19020/31555 -- GLOBAL_STEP: 523900 | > loss_text_ce: 0.041358597576618195 (0.03906176070717963) | > loss_mel_ce: 3.1134960651397705 (nan) | > loss: 0.01251926552504301 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1417827584766052) | > loader_time: 0.0044 (0.004603405329707287)  --> TIME: 2025-03-24 12:14:14 -- STEP: 19070/31555 -- GLOBAL_STEP: 523950 | > loss_text_ce: 0.04401683062314987 (0.03906711160098353) | > loss_mel_ce: 2.7790212631225586 (nan) | > loss: 0.011202532798051834 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14178497373713847) | > loader_time: 0.0044 (0.004603223658133124)  --> TIME: 2025-03-24 12:14:24 -- STEP: 19120/31555 -- GLOBAL_STEP: 524000 | > loss_text_ce: 0.034900493919849396 (0.03906372237593039) | > loss_mel_ce: 2.8436601161956787 (nan) | > loss: 0.011422859504818916 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14179067697734407) | > loader_time: 0.0047 (0.004603280033526557)  --> TIME: 2025-03-24 12:14:33 -- STEP: 19170/31555 -- GLOBAL_STEP: 524050 | > loss_text_ce: 0.0385768786072731 (0.03906172533720214) | > loss_mel_ce: 2.599306344985962 (nan) | > loss: 0.010467790998518467 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1417711813747095) | > loader_time: 0.0044 (0.004603041741894004)  --> TIME: 2025-03-24 12:14:43 -- STEP: 19220/31555 -- GLOBAL_STEP: 524100 | > loss_text_ce: 0.04037770256400108 (0.03906106138616439) | > loss_mel_ce: 2.8684608936309814 (nan) | > loss: 0.011543010361492634 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14176813763460575) | > loader_time: 0.0047 (0.004603030927223415)  --> TIME: 2025-03-24 12:14:53 -- STEP: 19270/31555 -- GLOBAL_STEP: 524150 | > loss_text_ce: 0.037318360060453415 (0.03906180645606461) | > loss_mel_ce: 3.0905075073242188 (nan) | > loss: 0.012412008829414845 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1417653927483819) | > loader_time: 0.0044 (0.004603038467640815)  --> TIME: 2025-03-24 12:15:03 -- STEP: 19320/31555 -- GLOBAL_STEP: 524200 | > loss_text_ce: 0.038292136043310165 (0.039061084412005585) | > loss_mel_ce: 2.9719882011413574 (nan) | > loss: 0.011945557780563831 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.1417669626619989) | > loader_time: 0.0045 (0.0046028985123209775)  --> TIME: 2025-03-24 12:15:12 -- STEP: 19370/31555 -- GLOBAL_STEP: 524250 | > loss_text_ce: 0.04107793793082237 (0.03905760878937444) | > loss_mel_ce: 2.4584081172943115 (nan) | > loss: 0.009918595664203167 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14175253311998054) | > loader_time: 0.0045 (0.004602877159492834)  --> TIME: 2025-03-24 12:15:22 -- STEP: 19420/31555 -- GLOBAL_STEP: 524300 | > loss_text_ce: 0.03466683626174927 (0.039058181369124756) | > loss_mel_ce: 3.138949155807495 (nan) | > loss: 0.012593714520335197 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14174618473013592) | > loader_time: 0.0046 (0.004602627012682991)  --> TIME: 2025-03-24 12:15:31 -- STEP: 19470/31555 -- GLOBAL_STEP: 524350 | > loss_text_ce: 0.03917068988084793 (0.03905296301628021) | > loss_mel_ce: 1.5315755605697632 (nan) | > loss: 0.0062331208027899265 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14173696731749497) | > loader_time: 0.0043 (0.004602388375590386)  --> TIME: 2025-03-24 12:15:41 -- STEP: 19520/31555 -- GLOBAL_STEP: 524400 | > loss_text_ce: 0.0336286835372448 (0.039050141520861247) | > loss_mel_ce: 2.314161777496338 (nan) | > loss: 0.009316629730165005 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1417353023759645) | > loader_time: 0.0044 (0.004602072693285395)  --> TIME: 2025-03-24 12:15:50 -- STEP: 19570/31555 -- GLOBAL_STEP: 524450 | > loss_text_ce: 0.03774639591574669 (0.03905174518879711) | > loss_mel_ce: 2.904334545135498 (nan) | > loss: 0.01167492475360632 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14173282598681528) | > loader_time: 0.0047 (0.0046021110620435325)  --> TIME: 2025-03-24 12:16:00 -- STEP: 19620/31555 -- GLOBAL_STEP: 524500 | > loss_text_ce: 0.04551956057548523 (0.03905053678278182) | > loss_mel_ce: 2.6362602710723877 (nan) | > loss: 0.010641984641551971 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14172028139096784) | > loader_time: 0.0045 (0.004601974528620857)  --> TIME: 2025-03-24 12:16:09 -- STEP: 19670/31555 -- GLOBAL_STEP: 524550 | > loss_text_ce: 0.02891201712191105 (0.03905112560223903) | > loss_mel_ce: 2.857597589492798 (nan) | > loss: 0.011454404331743717 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14171564713552176) | > loader_time: 0.0045 (0.004601929038687296)  --> TIME: 2025-03-24 12:16:19 -- STEP: 19720/31555 -- GLOBAL_STEP: 524600 | > loss_text_ce: 0.0313662514090538 (0.039051732279947904) | > loss_mel_ce: 2.353456735610962 (nan) | > loss: 0.009463584050536156 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14171870784875495) | > loader_time: 0.0068 (0.004602238058318482)  --> TIME: 2025-03-24 12:16:29 -- STEP: 19770/31555 -- GLOBAL_STEP: 524650 | > loss_text_ce: 0.0316317155957222 (0.03905215473109787) | > loss_mel_ce: 1.9518625736236572 (nan) | > loss: 0.007871009409427643 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14171907535151548) | > loader_time: 0.0045 (0.0046024090000397685)  --> TIME: 2025-03-24 12:16:39 -- STEP: 19820/31555 -- GLOBAL_STEP: 524700 | > loss_text_ce: 0.03704748675227165 (0.039052103266616275) | > loss_mel_ce: 3.130312204360962 (nan) | > loss: 0.012568888254463673 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1417381564495413) | > loader_time: 0.0045 (0.004602374366506202)  --> TIME: 2025-03-24 12:16:49 -- STEP: 19870/31555 -- GLOBAL_STEP: 524750 | > loss_text_ce: 0.030433954671025276 (0.039053557159413915) | > loss_mel_ce: 2.2035324573516846 (nan) | > loss: 0.00886494666337967 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14173355642490465) | > loader_time: 0.0043 (0.004602162539209027)  --> TIME: 2025-03-24 12:16:58 -- STEP: 19920/31555 -- GLOBAL_STEP: 524800 | > loss_text_ce: 0.03722236678004265 (0.039054815325583164) | > loss_mel_ce: 0.0345458984375 (nan) | > loss: 0.0002847947471309453 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14172004153690093) | > loader_time: 0.0045 (0.00460202553904201)  --> TIME: 2025-03-24 12:17:08 -- STEP: 19970/31555 -- GLOBAL_STEP: 524850 | > loss_text_ce: 0.029817137867212296 (0.03905227049983748) | > loss_mel_ce: 2.372326612472534 (nan) | > loss: 0.009532316587865353 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14171927452803645) | > loader_time: 0.0045 (0.004601943009366502)  --> TIME: 2025-03-24 12:17:17 -- STEP: 20020/31555 -- GLOBAL_STEP: 524900 | > loss_text_ce: 0.04167019575834274 (0.03905054389180016) | > loss_mel_ce: 3.1541454792022705 (nan) | > loss: 0.012681808322668076 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14171324381223255) | > loader_time: 0.0044 (0.004602138229183389)  --> TIME: 2025-03-24 12:17:27 -- STEP: 20070/31555 -- GLOBAL_STEP: 524950 | > loss_text_ce: 0.03337859734892845 (0.03905143251667657) | > loss_mel_ce: 2.707059860229492 (nan) | > loss: 0.01087475661188364 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14170790708177808) | > loader_time: 0.0048 (0.004602180634438253)  --> TIME: 2025-03-24 12:17:37 -- STEP: 20120/31555 -- GLOBAL_STEP: 525000 | > loss_text_ce: 0.04339200258255005 (0.03905069753786871) | > loss_mel_ce: 2.823366641998291 (nan) | > loss: 0.011376027017831802 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14171392091699828) | > loader_time: 0.0045 (0.004602232486542843)  --> TIME: 2025-03-24 12:17:46 -- STEP: 20170/31555 -- GLOBAL_STEP: 525050 | > loss_text_ce: 0.04175589606165886 (0.039049414848473976) | > loss_mel_ce: 2.1139581203460693 (nan) | > loss: 0.008554421365261078 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14170532791580173) | > loader_time: 0.0047 (0.004602115025423401)  --> TIME: 2025-03-24 12:17:57 -- STEP: 20220/31555 -- GLOBAL_STEP: 525100 | > loss_text_ce: 0.042217954993247986 (0.039047263006188895) | > loss_mel_ce: 2.417236328125 (nan) | > loss: 0.009759739972651005 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14171902804417078) | > loader_time: 0.0044 (0.004602108723331986)  --> TIME: 2025-03-24 12:18:06 -- STEP: 20270/31555 -- GLOBAL_STEP: 525150 | > loss_text_ce: 0.040088407695293427 (0.039044346062252565) | > loss_mel_ce: 3.0727481842041016 (nan) | > loss: 0.012352527119219303 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1417216934002728) | > loader_time: 0.0045 (0.004602304596470449)  --> TIME: 2025-03-24 12:18:16 -- STEP: 20320/31555 -- GLOBAL_STEP: 525200 | > loss_text_ce: 0.0317235067486763 (0.03904206151689058) | > loss_mel_ce: 2.337972402572632 (nan) | > loss: 0.009403555653989315 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14171571297439) | > loader_time: 0.0048 (0.004602028664172172)  --> TIME: 2025-03-24 12:18:26 -- STEP: 20370/31555 -- GLOBAL_STEP: 525250 | > loss_text_ce: 0.041082318872213364 (0.039042628559690505) | > loss_mel_ce: 3.1840250492095947 (nan) | > loss: 0.012798045761883259 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14172046920746345) | > loader_time: 0.0044 (0.00460173953790904)  --> TIME: 2025-03-24 12:18:35 -- STEP: 20420/31555 -- GLOBAL_STEP: 525300 | > loss_text_ce: 0.04855125769972801 (0.03904441497931736) | > loss_mel_ce: 2.652745485305786 (nan) | > loss: 0.01071943249553442 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14171442747349536) | > loader_time: 0.0043 (0.004601637390054531)  --> TIME: 2025-03-24 12:18:45 -- STEP: 20470/31555 -- GLOBAL_STEP: 525350 | > loss_text_ce: 0.03179026395082474 (0.039045406247042974) | > loss_mel_ce: 1.474514126777649 (nan) | > loss: 0.005977398715913296 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1417144265475358) | > loader_time: 0.0044 (0.00460142828396722)  --> TIME: 2025-03-24 12:18:55 -- STEP: 20520/31555 -- GLOBAL_STEP: 525400 | > loss_text_ce: 0.04098009318113327 (0.03904422853799228) | > loss_mel_ce: 2.9963555335998535 (nan) | > loss: 0.012052919715642929 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1417081390324154) | > loader_time: 0.0044 (0.004601300680614127)  --> TIME: 2025-03-24 12:19:04 -- STEP: 20570/31555 -- GLOBAL_STEP: 525450 | > loss_text_ce: 0.02895004115998745 (0.03904338995846865) | > loss_mel_ce: 3.294328451156616 (nan) | > loss: 0.01318761333823204 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14169179494947692) | > loader_time: 0.0045 (0.0046009775731073324)  --> TIME: 2025-03-24 12:19:13 -- STEP: 20620/31555 -- GLOBAL_STEP: 525500 | > loss_text_ce: 0.04517029970884323 (0.03904303243071231) | > loss_mel_ce: 2.5518810749053955 (nan) | > loss: 0.01030576042830944 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14168513629415636) | > loader_time: 0.0044 (0.004600870667095911)  --> TIME: 2025-03-24 12:19:23 -- STEP: 20670/31555 -- GLOBAL_STEP: 525550 | > loss_text_ce: 0.03609956055879593 (0.03904150680084216) | > loss_mel_ce: 2.698140859603882 (nan) | > loss: 0.01085016131401062 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.1416945394479998) | > loader_time: 0.0045 (0.004600949453511678)  --> TIME: 2025-03-24 12:19:33 -- STEP: 20720/31555 -- GLOBAL_STEP: 525600 | > loss_text_ce: 0.03008919395506382 (0.039040025087292964) | > loss_mel_ce: 2.39080810546875 (nan) | > loss: 0.009606735780835152 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14168487577824915) | > loader_time: 0.0045 (0.004600729065512142)  --> TIME: 2025-03-24 12:19:42 -- STEP: 20770/31555 -- GLOBAL_STEP: 525650 | > loss_text_ce: 0.02906176447868347 (0.039037000588520464) | > loss_mel_ce: 2.886895179748535 (nan) | > loss: 0.011571258306503296 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14167707563307458) | > loader_time: 0.0045 (0.0046006373045934645)  --> TIME: 2025-03-24 12:19:52 -- STEP: 20820/31555 -- GLOBAL_STEP: 525700 | > loss_text_ce: 0.026660572737455368 (0.03903394122165177) | > loss_mel_ce: 2.7338783740997314 (nan) | > loss: 0.010954520665109158 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14167658324200358) | > loader_time: 0.0044 (0.0046005327580183565)  --> TIME: 2025-03-24 12:20:02 -- STEP: 20870/31555 -- GLOBAL_STEP: 525750 | > loss_text_ce: 0.039209868758916855 (0.03903404141186784) | > loss_mel_ce: 1.5927997827529907 (nan) | > loss: 0.006476229056715965 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14168622922143298) | > loader_time: 0.0047 (0.004600832504579536)  --> TIME: 2025-03-24 12:20:12 -- STEP: 20920/31555 -- GLOBAL_STEP: 525800 | > loss_text_ce: 0.03981361910700798 (0.03902989532291035) | > loss_mel_ce: 2.945657730102539 (nan) | > loss: 0.011847108602523804 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14168317176643727) | > loader_time: 0.0048 (0.004600770785749303)  --> TIME: 2025-03-24 12:20:22 -- STEP: 20970/31555 -- GLOBAL_STEP: 525850 | > loss_text_ce: 0.033002324402332306 (0.039030987921965576) | > loss_mel_ce: 2.9711785316467285 (nan) | > loss: 0.01192135363817215 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14168122692453716) | > loader_time: 0.0043 (0.004600704608784442)  --> TIME: 2025-03-24 12:20:31 -- STEP: 21020/31555 -- GLOBAL_STEP: 525900 | > loss_text_ce: 0.043466318398714066 (0.03903276675799919) | > loss_mel_ce: 3.2248687744140625 (nan) | > loss: 0.012969584204256535 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14169062549561956) | > loader_time: 0.0044 (0.004600786073904286)  --> TIME: 2025-03-24 12:20:41 -- STEP: 21070/31555 -- GLOBAL_STEP: 525950 | > loss_text_ce: 0.035897258669137955 (0.039035021719590536) | > loss_mel_ce: 3.3942580223083496 (nan) | > loss: 0.013611728325486183 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14170112744518235) | > loader_time: 0.0046 (0.00460093802165578)  --> TIME: 2025-03-24 12:20:51 -- STEP: 21120/31555 -- GLOBAL_STEP: 526000 | > loss_text_ce: 0.0353974886238575 (0.03903729989586736) | > loss_mel_ce: 1.44287109375 (nan) | > loss: 0.0058661457151174545 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1417113871736955) | > loader_time: 0.0044 (0.004600949912811766)  --> TIME: 2025-03-24 12:21:01 -- STEP: 21170/31555 -- GLOBAL_STEP: 526050 | > loss_text_ce: 0.059380777180194855 (0.03903899335495555) | > loss_mel_ce: 0.8004557490348816 (nan) | > loss: 0.003412049962207675 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1417181660107521) | > loader_time: 0.0046 (0.0046009851053856856)  --> TIME: 2025-03-24 12:21:11 -- STEP: 21220/31555 -- GLOBAL_STEP: 526100 | > loss_text_ce: 0.04101487994194031 (0.039039603715041116) | > loss_mel_ce: 2.4696996212005615 (nan) | > loss: 0.00996315386146307 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14172624199037562) | > loader_time: 0.0046 (0.004601263808934444)  --> TIME: 2025-03-24 12:21:21 -- STEP: 21270/31555 -- GLOBAL_STEP: 526150 | > loss_text_ce: 0.04103386774659157 (0.03904014749572462) | > loss_mel_ce: 2.2767839431762695 (nan) | > loss: 0.009197690524160862 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1417319796261336) | > loader_time: 0.0046 (0.004601075888016322)  --> TIME: 2025-03-24 12:21:31 -- STEP: 21320/31555 -- GLOBAL_STEP: 526200 | > loss_text_ce: 0.03094223514199257 (0.039038735628128214) | > loss_mel_ce: 3.365177869796753 (nan) | > loss: 0.013476667925715446 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14172946318676455) | > loader_time: 0.0045 (0.004600751455908195)  --> TIME: 2025-03-24 12:21:41 -- STEP: 21370/31555 -- GLOBAL_STEP: 526250 | > loss_text_ce: 0.04562799260020256 (0.03904009710510996) | > loss_mel_ce: 3.0503430366516113 (nan) | > loss: 0.012285600416362286 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1417292205206296) | > loader_time: 0.0046 (0.0046006116010231185)  --> TIME: 2025-03-24 12:21:50 -- STEP: 21420/31555 -- GLOBAL_STEP: 526300 | > loss_text_ce: 0.04514171555638313 (0.03904247592619861) | > loss_mel_ce: 2.8136160373687744 (nan) | > loss: 0.011344277299940586 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14172577642036474) | > loader_time: 0.0045 (0.0046003222354208525)  --> TIME: 2025-03-24 12:22:00 -- STEP: 21470/31555 -- GLOBAL_STEP: 526350 | > loss_text_ce: 0.028519658371806145 (0.03904286811104848) | > loss_mel_ce: 2.5301573276519775 (nan) | > loss: 0.010153480805456638 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14173069524387402) | > loader_time: 0.0043 (0.004600106365024392)  --> TIME: 2025-03-24 12:22:10 -- STEP: 21520/31555 -- GLOBAL_STEP: 526400 | > loss_text_ce: 0.05157630145549774 (0.039043111022610426) | > loss_mel_ce: 3.0984177589416504 (nan) | > loss: 0.012499977834522724 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14173142431393823) | > loader_time: 0.0046 (0.004599778758548882)  --> TIME: 2025-03-24 12:22:20 -- STEP: 21570/31555 -- GLOBAL_STEP: 526450 | > loss_text_ce: 0.032915446907281876 (0.039043696265793904) | > loss_mel_ce: 2.11688232421875 (nan) | > loss: 0.008530943654477596 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.1417433803701595) | > loader_time: 0.0046 (0.004599584060849322)  --> TIME: 2025-03-24 12:22:29 -- STEP: 21620/31555 -- GLOBAL_STEP: 526500 | > loss_text_ce: 0.04599068686366081 (0.03904319001589193) | > loss_mel_ce: 2.8479011058807373 (nan) | > loss: 0.011483698152005672 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14173344271145488) | > loader_time: 0.0045 (0.0045993650323477775)  --> TIME: 2025-03-24 12:22:39 -- STEP: 21670/31555 -- GLOBAL_STEP: 526550 | > loss_text_ce: 0.03118111379444599 (0.039038649871412645) | > loss_mel_ce: 2.796539306640625 (nan) | > loss: 0.011221113614737988 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14173629467642443) | > loader_time: 0.0046 (0.004599387072504633)  --> TIME: 2025-03-24 12:22:49 -- STEP: 21720/31555 -- GLOBAL_STEP: 526600 | > loss_text_ce: 0.039296600967645645 (0.03903855515324955) | > loss_mel_ce: 3.489591598510742 (nan) | > loss: 0.014003525488078594 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1417309381026588) | > loader_time: 0.0045 (0.004599253270727047)  --> TIME: 2025-03-24 12:22:59 -- STEP: 21770/31555 -- GLOBAL_STEP: 526650 | > loss_text_ce: 0.04865521192550659 (0.0390335003755985) | > loss_mel_ce: 3.015409469604492 (nan) | > loss: 0.012158988043665886 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14173534718138045) | > loader_time: 0.0046 (0.004599256005153546)  --> TIME: 2025-03-24 12:23:08 -- STEP: 21820/31555 -- GLOBAL_STEP: 526700 | > loss_text_ce: 0.03935505449771881 (0.03903295912820006) | > loss_mel_ce: 3.1939923763275146 (nan) | > loss: 0.012830744497478008 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14172770853549566) | > loader_time: 0.0044 (0.00459910569990805)  --> TIME: 2025-03-24 12:23:18 -- STEP: 21870/31555 -- GLOBAL_STEP: 526750 | > loss_text_ce: 0.038492098450660706 (0.03903078210583145) | > loss_mel_ce: 1.4004923105239868 (nan) | > loss: 0.005710255820304155 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14172894359452531) | > loader_time: 0.0045 (0.004599270528454059)  --> TIME: 2025-03-24 12:23:28 -- STEP: 21920/31555 -- GLOBAL_STEP: 526800 | > loss_text_ce: 0.040823087096214294 (0.03903112973853031) | > loss_mel_ce: 2.8110058307647705 (nan) | > loss: 0.011316781863570213 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.1417287385267929) | > loader_time: 0.0046 (0.004599279806996765)  --> TIME: 2025-03-24 12:23:37 -- STEP: 21970/31555 -- GLOBAL_STEP: 526850 | > loss_text_ce: 0.031524594873189926 (0.03903095820476995) | > loss_mel_ce: 1.5694485902786255 (nan) | > loss: 0.0063530681654810905 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1417324945934258) | > loader_time: 0.0045 (0.004599267100549885)  --> TIME: 2025-03-24 12:23:47 -- STEP: 22020/31555 -- GLOBAL_STEP: 526900 | > loss_text_ce: 0.03170796111226082 (0.03902850502959863) | > loss_mel_ce: 2.885887384414673 (nan) | > loss: 0.011577759869396687 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14173391036398247) | > loader_time: 0.0047 (0.0045992303392650875)  --> TIME: 2025-03-24 12:23:57 -- STEP: 22070/31555 -- GLOBAL_STEP: 526950 | > loss_text_ce: 0.03838180750608444 (0.039027309815404275) | > loss_mel_ce: 3.117840051651001 (nan) | > loss: 0.012524690479040146 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1417430826047988) | > loader_time: 0.0047 (0.004599362409217444)  --> TIME: 2025-03-24 12:24:07 -- STEP: 22120/31555 -- GLOBAL_STEP: 527000 | > loss_text_ce: 0.03945018723607063 (0.03902595999590058) | > loss_mel_ce: 3.569122314453125 (nan) | > loss: 0.014319732785224915 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14175432470995908) | > loader_time: 0.0045 (0.004599388814101794)  --> TIME: 2025-03-24 12:24:17 -- STEP: 22170/31555 -- GLOBAL_STEP: 527050 | > loss_text_ce: 0.0410320907831192 (0.0390231616046479) | > loss_mel_ce: 3.09637713432312 (nan) | > loss: 0.012450037524104118 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14174650739214636) | > loader_time: 0.0047 (0.0045993957424894875)  --> TIME: 2025-03-24 12:24:26 -- STEP: 22220/31555 -- GLOBAL_STEP: 527100 | > loss_text_ce: 0.03560866415500641 (0.03902076612789178) | > loss_mel_ce: 2.8729124069213867 (nan) | > loss: 0.011541751213371754 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14174333697069183) | > loader_time: 0.0046 (0.004599404603269677)  --> TIME: 2025-03-24 12:24:36 -- STEP: 22270/31555 -- GLOBAL_STEP: 527150 | > loss_text_ce: 0.029376665130257607 (0.03902247695057453) | > loss_mel_ce: 1.8672702312469482 (nan) | > loss: 0.007526376750320196 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14174126925680366) | > loader_time: 0.0044 (0.0045993910276894935)  --> TIME: 2025-03-24 12:24:46 -- STEP: 22320/31555 -- GLOBAL_STEP: 527200 | > loss_text_ce: 0.03695492446422577 (0.039021716295161) | > loss_mel_ce: 2.101360559463501 (nan) | > loss: 0.008485379628837109 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1417380932945499) | > loader_time: 0.0044 (0.004599185143747618)  --> TIME: 2025-03-24 12:24:55 -- STEP: 22370/31555 -- GLOBAL_STEP: 527250 | > loss_text_ce: 0.05580643191933632 (0.03902086280398752) | > loss_mel_ce: 2.189150333404541 (nan) | > loss: 0.008908558636903763 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1417322909879957) | > loader_time: 0.0047 (0.00459931352919746)  --> TIME: 2025-03-24 12:25:05 -- STEP: 22420/31555 -- GLOBAL_STEP: 527300 | > loss_text_ce: 0.038369908928871155 (0.03902423489397717) | > loss_mel_ce: 2.8693668842315674 (nan) | > loss: 0.011538638733327389 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.141743215251245) | > loader_time: 0.0046 (0.004599460536725369)  --> TIME: 2025-03-24 12:25:15 -- STEP: 22470/31555 -- GLOBAL_STEP: 527350 | > loss_text_ce: 0.0466289184987545 (0.039023240646086595) | > loss_mel_ce: 2.8028364181518555 (nan) | > loss: 0.01130740251392126 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.1417441179023403) | > loader_time: 0.0044 (0.004599286398995842)  --> TIME: 2025-03-24 12:25:25 -- STEP: 22520/31555 -- GLOBAL_STEP: 527400 | > loss_text_ce: 0.03869975730776787 (0.03901695783823249) | > loss_mel_ce: 2.2089145183563232 (nan) | > loss: 0.008919104933738708 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14174469935957493) | > loader_time: 0.0044 (0.0045991865292747125)  --> TIME: 2025-03-24 12:25:35 -- STEP: 22570/31555 -- GLOBAL_STEP: 527450 | > loss_text_ce: 0.049954771995544434 (0.039016480791462416) | > loss_mel_ce: 3.1492836475372314 (nan) | > loss: 0.012695390731096268 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14174426871693935) | > loader_time: 0.0045 (0.0045992933969662255)  --> TIME: 2025-03-24 12:25:44 -- STEP: 22620/31555 -- GLOBAL_STEP: 527500 | > loss_text_ce: 0.044957567006349564 (0.03901810461460128) | > loss_mel_ce: 3.1613388061523438 (nan) | > loss: 0.012723399326205254 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14173558003917142) | > loader_time: 0.0046 (0.004599373252069264)  --> TIME: 2025-03-24 12:25:54 -- STEP: 22670/31555 -- GLOBAL_STEP: 527550 | > loss_text_ce: 0.027658984065055847 (0.0390146206619478) | > loss_mel_ce: 3.130131721496582 (nan) | > loss: 0.01253091637045145 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1417271232415671) | > loader_time: 0.0045 (0.004599300953697177)  --> TIME: 2025-03-24 12:26:03 -- STEP: 22720/31555 -- GLOBAL_STEP: 527600 | > loss_text_ce: 0.04487433657050133 (0.039015712596035285) | > loss_mel_ce: 3.4054296016693115 (nan) | > loss: 0.013691683299839497 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14172228063705902) | > loader_time: 0.0044 (0.004599582624267503)  --> TIME: 2025-03-24 12:26:13 -- STEP: 22770/31555 -- GLOBAL_STEP: 527650 | > loss_text_ce: 0.04644852876663208 (0.03901322973805408) | > loss_mel_ce: 2.7833921909332275 (nan) | > loss: 0.011229527182877064 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14172295997369957) | > loader_time: 0.0045 (0.004599692876997543)  --> TIME: 2025-03-24 12:26:23 -- STEP: 22820/31555 -- GLOBAL_STEP: 527700 | > loss_text_ce: 0.03907204419374466 (0.0390123123612819) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1417150924124281) | > loader_time: 0.0044 (0.004599754231525634)  --> TIME: 2025-03-24 12:26:32 -- STEP: 22870/31555 -- GLOBAL_STEP: 527750 | > loss_text_ce: 0.045614659786224365 (0.039013467452301394) | > loss_mel_ce: 2.8173460960388184 (nan) | > loss: 0.011360956355929375 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1417076324342789) | > loader_time: 0.0044 (0.004599555006806981)  --> TIME: 2025-03-24 12:26:42 -- STEP: 22920/31555 -- GLOBAL_STEP: 527800 | > loss_text_ce: 0.03688310831785202 (0.03901439274065583) | > loss_mel_ce: 3.172544002532959 (nan) | > loss: 0.01273582223802805 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14170587597509055) | > loader_time: 0.0047 (0.004599431193519821)  --> TIME: 2025-03-24 12:26:51 -- STEP: 22970/31555 -- GLOBAL_STEP: 527850 | > loss_text_ce: 0.03571305423974991 (0.03901511663862956) | > loss_mel_ce: 2.9050965309143066 (nan) | > loss: 0.011669879779219627 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.14170439747763372) | > loader_time: 0.0046 (0.004599524208603578)  --> TIME: 2025-03-24 12:27:01 -- STEP: 23020/31555 -- GLOBAL_STEP: 527900 | > loss_text_ce: 0.04679470509290695 (0.0390174870562543) | > loss_mel_ce: 2.8058650493621826 (nan) | > loss: 0.011320078745484352 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14171207370600553) | > loader_time: 0.0046 (0.004599649268166042)  --> TIME: 2025-03-24 12:27:11 -- STEP: 23070/31555 -- GLOBAL_STEP: 527950 | > loss_text_ce: 0.04042695835232735 (0.03902159637796201) | > loss_mel_ce: 2.8777949810028076 (nan) | > loss: 0.01158024650067091 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14170860296521334) | > loader_time: 0.0046 (0.004600119539086393)  --> TIME: 2025-03-24 12:27:21 -- STEP: 23120/31555 -- GLOBAL_STEP: 528000 | > loss_text_ce: 0.05224653705954552 (0.039021205815936474) | > loss_mel_ce: 3.062885046005249 (nan) | > loss: 0.012361634522676468 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1417251269194487) | > loader_time: 0.0045 (0.004600910001972533)  --> TIME: 2025-03-24 12:27:31 -- STEP: 23170/31555 -- GLOBAL_STEP: 528050 | > loss_text_ce: 0.041523173451423645 (0.03901911656149999) | > loss_mel_ce: 2.8241207599639893 (nan) | > loss: 0.011371604166924953 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14172205411518268) | > loader_time: 0.0049 (0.004601037641203375)  --> TIME: 2025-03-24 12:27:41 -- STEP: 23220/31555 -- GLOBAL_STEP: 528100 | > loss_text_ce: 0.038384754210710526 (0.039016506951310634) | > loss_mel_ce: 2.9844510555267334 (nan) | > loss: 0.011995380744338036 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.14172652968037783) | > loader_time: 0.0047 (0.004601339827725618)  --> TIME: 2025-03-24 12:27:51 -- STEP: 23270/31555 -- GLOBAL_STEP: 528150 | > loss_text_ce: 0.043041229248046875 (0.0390194547498705) | > loss_mel_ce: 2.981415033340454 (nan) | > loss: 0.012001811526715755 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14174067181069527) | > loader_time: 0.0048 (0.004601567468778409)  --> TIME: 2025-03-24 12:28:00 -- STEP: 23320/31555 -- GLOBAL_STEP: 528200 | > loss_text_ce: 0.047765184193849564 (0.03901600080584631) | > loss_mel_ce: 3.0034031867980957 (nan) | > loss: 0.012107811868190765 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14173288148017862) | > loader_time: 0.0045 (0.004601772520595284)  --> TIME: 2025-03-24 12:28:10 -- STEP: 23370/31555 -- GLOBAL_STEP: 528250 | > loss_text_ce: 0.03786615654826164 (0.03901711389184136) | > loss_mel_ce: 3.232041358947754 (nan) | > loss: 0.012975824065506458 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14173730237901175) | > loader_time: 0.0049 (0.004601841030031056)  --> TIME: 2025-03-24 12:28:20 -- STEP: 23420/31555 -- GLOBAL_STEP: 528300 | > loss_text_ce: 0.03746149316430092 (0.03901708270439052) | > loss_mel_ce: 2.9831924438476562 (nan) | > loss: 0.01198672316968441 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1417387659278916) | > loader_time: 0.005 (0.0046020898627583216)  --> TIME: 2025-03-24 12:28:30 -- STEP: 23470/31555 -- GLOBAL_STEP: 528350 | > loss_text_ce: 0.026557467877864838 (0.03901470103045193) | > loss_mel_ce: 2.4201223850250244 (nan) | > loss: 0.00970904715359211 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14173760207907152) | > loader_time: 0.0046 (0.004602282972705573)  --> TIME: 2025-03-24 12:28:40 -- STEP: 23520/31555 -- GLOBAL_STEP: 528400 | > loss_text_ce: 0.037284158170223236 (0.03901846351947026) | > loss_mel_ce: 2.237314462661743 (nan) | > loss: 0.009026185609400272 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14174416342965535) | > loader_time: 0.0052 (0.004602460664551263)  --> TIME: 2025-03-24 12:28:50 -- STEP: 23570/31555 -- GLOBAL_STEP: 528450 | > loss_text_ce: 0.03358825668692589 (0.03902063154780264) | > loss_mel_ce: 2.1762897968292236 (nan) | > loss: 0.008769357576966286 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14174446980731623) | > loader_time: 0.0044 (0.004602496857657278)  --> TIME: 2025-03-24 12:28:59 -- STEP: 23620/31555 -- GLOBAL_STEP: 528500 | > loss_text_ce: 0.0488925576210022 (0.03901869117410111) | > loss_mel_ce: 2.990346908569336 (nan) | > loss: 0.01206047460436821 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14174443431873568) | > loader_time: 0.0043 (0.004602513577754357)  --> TIME: 2025-03-24 12:29:09 -- STEP: 23670/31555 -- GLOBAL_STEP: 528550 | > loss_text_ce: 0.03603983670473099 (0.03901967401248417) | > loss_mel_ce: 0.0598958320915699 (nan) | > loss: 0.00038069713627919555 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1417412604467743) | > loader_time: 0.0045 (0.00460235084417654)  --> TIME: 2025-03-24 12:29:19 -- STEP: 23720/31555 -- GLOBAL_STEP: 528600 | > loss_text_ce: 0.037709176540374756 (0.03901843045132249) | > loss_mel_ce: 2.8406667709350586 (nan) | > loss: 0.011422127485275269 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1417469128488885) | > loader_time: 0.0045 (0.004602404428774746)  --> TIME: 2025-03-24 12:29:28 -- STEP: 23770/31555 -- GLOBAL_STEP: 528650 | > loss_text_ce: 0.040166936814785004 (0.03901943012309583) | > loss_mel_ce: 2.892024517059326 (nan) | > loss: 0.011635680682957172 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14174313466991179) | > loader_time: 0.0046 (0.004602426052294105)  --> TIME: 2025-03-24 12:29:38 -- STEP: 23820/31555 -- GLOBAL_STEP: 528700 | > loss_text_ce: 0.034978125244379044 (0.03901987015285359) | > loss_mel_ce: 3.0266873836517334 (nan) | > loss: 0.012149467132985592 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14173918637180333) | > loader_time: 0.0046 (0.00460245166877855)  --> TIME: 2025-03-24 12:29:48 -- STEP: 23870/31555 -- GLOBAL_STEP: 528750 | > loss_text_ce: 0.03517550975084305 (0.039021769849756166) | > loss_mel_ce: 2.1518514156341553 (nan) | > loss: 0.00867867935448885 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14174940180568688) | > loader_time: 0.0048 (0.004602487615626075)  --> TIME: 2025-03-24 12:29:58 -- STEP: 23920/31555 -- GLOBAL_STEP: 528800 | > loss_text_ce: 0.053860679268836975 (0.03902333153526236) | > loss_mel_ce: 2.4548943042755127 (nan) | > loss: 0.00995537731796503 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1417422782916283) | > loader_time: 0.0044 (0.004602403834113305)  --> TIME: 2025-03-24 12:30:07 -- STEP: 23970/31555 -- GLOBAL_STEP: 528850 | > loss_text_ce: 0.03985702246427536 (0.03901923756660274) | > loss_mel_ce: 2.037670850753784 (nan) | > loss: 0.008244158700108528 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14174611607242377) | > loader_time: 0.0045 (0.004602310226816006)  --> TIME: 2025-03-24 12:30:17 -- STEP: 24020/31555 -- GLOBAL_STEP: 528900 | > loss_text_ce: 0.034651078283786774 (0.03901808435670415) | > loss_mel_ce: 3.1403539180755615 (nan) | > loss: 0.012599227018654346 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14174008544140454) | > loader_time: 0.0046 (0.004602121314240135)  --> TIME: 2025-03-24 12:30:27 -- STEP: 24070/31555 -- GLOBAL_STEP: 528950 | > loss_text_ce: 0.03147025406360626 (0.03901950441587982) | > loss_mel_ce: 3.17645525932312 (nan) | > loss: 0.01272986363619566 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14175230902064354) | > loader_time: 0.0045 (0.004602006306824564)  --> TIME: 2025-03-24 12:30:37 -- STEP: 24120/31555 -- GLOBAL_STEP: 529000 | > loss_text_ce: 0.03887465223670006 (0.03901552325296101) | > loss_mel_ce: 2.6712982654571533 (nan) | > loss: 0.010754655115306377 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14176272833920567) | > loader_time: 0.0045 (0.004601925344609499)  --> TIME: 2025-03-24 12:30:47 -- STEP: 24170/31555 -- GLOBAL_STEP: 529050 | > loss_text_ce: 0.04467415809631348 (0.0390162418627274) | > loss_mel_ce: 2.4153313636779785 (nan) | > loss: 0.009761927649378777 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14175932519831358) | > loader_time: 0.0046 (0.004601790503524375)  --> TIME: 2025-03-24 12:30:57 -- STEP: 24220/31555 -- GLOBAL_STEP: 529100 | > loss_text_ce: 0.03638208284974098 (0.03901740921838926) | > loss_mel_ce: 3.215233325958252 (nan) | > loss: 0.012903236784040928 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1417655707094702) | > loader_time: 0.0047 (0.004601779612108848)  --> TIME: 2025-03-24 12:31:06 -- STEP: 24270/31555 -- GLOBAL_STEP: 529150 | > loss_text_ce: 0.03138264641165733 (0.03901603283294615) | > loss_mel_ce: 0.0760498046875 (nan) | > loss: 0.0004263192822691053 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14176093430788178) | > loader_time: 0.0042 (0.004601648593567792)  --> TIME: 2025-03-24 12:31:16 -- STEP: 24320/31555 -- GLOBAL_STEP: 529200 | > loss_text_ce: 0.0402061827480793 (0.03901811131566484) | > loss_mel_ce: 2.3398163318634033 (nan) | > loss: 0.00944453477859497 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1417654285109348) | > loader_time: 0.0047 (0.004601587845306637)  --> TIME: 2025-03-24 12:31:26 -- STEP: 24370/31555 -- GLOBAL_STEP: 529250 | > loss_text_ce: 0.04652685672044754 (0.039018899171965354) | > loss_mel_ce: 2.979959726333618 (nan) | > loss: 0.012009868398308754 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14176076052371742) | > loader_time: 0.0045 (0.004601669810470802)  --> TIME: 2025-03-24 12:31:36 -- STEP: 24420/31555 -- GLOBAL_STEP: 529300 | > loss_text_ce: 0.034267883747816086 (0.039016455046819075) | > loss_mel_ce: 2.119406223297119 (nan) | > loss: 0.00854632630944252 (nan) | > current_lr: 5e-06 | > step_time: 0.1065 (0.14176880433655026) | > loader_time: 0.0043 (0.004601707661571697)  --> TIME: 2025-03-24 12:31:46 -- STEP: 24470/31555 -- GLOBAL_STEP: 529350 | > loss_text_ce: 0.04077959433197975 (0.03901775773012566) | > loss_mel_ce: 3.4971842765808105 (nan) | > loss: 0.014039539732038975 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14177584483470462) | > loader_time: 0.0044 (0.004601683098294551)  --> TIME: 2025-03-24 12:31:56 -- STEP: 24520/31555 -- GLOBAL_STEP: 529400 | > loss_text_ce: 0.03799664229154587 (0.03901720058843736) | > loss_mel_ce: 2.8160276412963867 (nan) | > loss: 0.011325493454933167 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14178298236300785) | > loader_time: 0.0046 (0.004601620383208172)  --> TIME: 2025-03-24 12:32:05 -- STEP: 24570/31555 -- GLOBAL_STEP: 529450 | > loss_text_ce: 0.037025075405836105 (0.03901772100700559) | > loss_mel_ce: 2.7226295471191406 (nan) | > loss: 0.010951010510325432 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1417888655912884) | > loader_time: 0.0046 (0.004601788579034853)  --> TIME: 2025-03-24 12:32:15 -- STEP: 24620/31555 -- GLOBAL_STEP: 529500 | > loss_text_ce: 0.029513448476791382 (0.03901460788221817) | > loss_mel_ce: 2.4443440437316895 (nan) | > loss: 0.009816895239055157 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1417938908845009) | > loader_time: 0.0045 (0.004601750404828928)  --> TIME: 2025-03-24 12:32:25 -- STEP: 24670/31555 -- GLOBAL_STEP: 529550 | > loss_text_ce: 0.04149229824542999 (0.0390179197904197) | > loss_mel_ce: 3.1365439891815186 (nan) | > loss: 0.01261125598102808 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14179315689753283) | > loader_time: 0.0045 (0.004601591562132717)  --> TIME: 2025-03-24 12:32:35 -- STEP: 24720/31555 -- GLOBAL_STEP: 529600 | > loss_text_ce: 0.03188052400946617 (0.03901724088616826) | > loss_mel_ce: 2.618255615234375 (nan) | > loss: 0.010516414418816566 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.141786072429715) | > loader_time: 0.0042 (0.004601349278946904)  --> TIME: 2025-03-24 12:32:44 -- STEP: 24770/31555 -- GLOBAL_STEP: 529650 | > loss_text_ce: 0.03396930173039436 (0.03901936470477928) | > loss_mel_ce: 2.9950778484344482 (nan) | > loss: 0.012020029127597809 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14178914833222778) | > loader_time: 0.0043 (0.0046012103196638055)  --> TIME: 2025-03-24 12:32:54 -- STEP: 24820/31555 -- GLOBAL_STEP: 529700 | > loss_text_ce: 0.03493322432041168 (0.03901481854460702) | > loss_mel_ce: 2.9707894325256348 (nan) | > loss: 0.011927472427487373 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14178683460959432) | > loader_time: 0.0046 (0.004601046762381899)  --> TIME: 2025-03-24 12:33:04 -- STEP: 24870/31555 -- GLOBAL_STEP: 529750 | > loss_text_ce: 0.041166409850120544 (0.03901527061445068) | > loss_mel_ce: 2.692601203918457 (nan) | > loss: 0.01084828469902277 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1417857581465699) | > loader_time: 0.0045 (0.004601113988924662)  --> TIME: 2025-03-24 12:33:14 -- STEP: 24920/31555 -- GLOBAL_STEP: 529800 | > loss_text_ce: 0.030082210898399353 (0.03901338864272596) | > loss_mel_ce: 2.103386878967285 (nan) | > loss: 0.008466147817671299 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14178560015477812) | > loader_time: 0.0043 (0.004600915317550712)  --> TIME: 2025-03-24 12:33:23 -- STEP: 24970/31555 -- GLOBAL_STEP: 529850 | > loss_text_ce: 0.03338625282049179 (0.039013854482367605) | > loss_mel_ce: 3.5501580238342285 (nan) | > loss: 0.01422041468322277 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14178392765853248) | > loader_time: 0.0045 (0.0046007319455343525)  --> TIME: 2025-03-24 12:33:33 -- STEP: 25020/31555 -- GLOBAL_STEP: 529900 | > loss_text_ce: 0.0421835221350193 (0.03901490681815151) | > loss_mel_ce: 2.5205845832824707 (nan) | > loss: 0.010169715620577335 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1417875405791081) | > loader_time: 0.0047 (0.0046008571446370765)  --> TIME: 2025-03-24 12:33:43 -- STEP: 25070/31555 -- GLOBAL_STEP: 529950 | > loss_text_ce: 0.032512687146663666 (0.039015953363252726) | > loss_mel_ce: 2.7034857273101807 (nan) | > loss: 0.01085713692009449 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14179622873063483) | > loader_time: 0.0048 (0.004600938192914578)  --> TIME: 2025-03-24 12:33:53 -- STEP: 25120/31555 -- GLOBAL_STEP: 530000 | > loss_text_ce: 0.03532376140356064 (0.03901617304636269) | > loss_mel_ce: 2.8663930892944336 (nan) | > loss: 0.011514750309288502 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14180888140657041) | > loader_time: 0.0046 (0.004601079491293356) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_530000.pth  --> TIME: 2025-03-24 12:34:08 -- STEP: 25170/31555 -- GLOBAL_STEP: 530050 | > loss_text_ce: 0.04930438846349716 (0.039015254828809666) | > loss_mel_ce: 2.0767822265625 (nan) | > loss: 0.008436852134764194 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1418023043603321) | > loader_time: 0.0044 (0.004601068566799355)  --> TIME: 2025-03-24 12:34:18 -- STEP: 25220/31555 -- GLOBAL_STEP: 530100 | > loss_text_ce: 0.04024907201528549 (0.0390138127669342) | > loss_mel_ce: 3.0677082538604736 (nan) | > loss: 0.012333164922893047 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14179044261421014) | > loader_time: 0.0044 (0.0046007334855130335)  --> TIME: 2025-03-24 12:34:27 -- STEP: 25270/31555 -- GLOBAL_STEP: 530150 | > loss_text_ce: 0.04300069808959961 (0.03901554952793173) | > loss_mel_ce: 2.917024612426758 (nan) | > loss: 0.011746132746338844 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14179072725381192) | > loader_time: 0.0045 (0.004600597475185482)  --> TIME: 2025-03-24 12:34:37 -- STEP: 25320/31555 -- GLOBAL_STEP: 530200 | > loss_text_ce: 0.03402277082204819 (0.03901447139847392) | > loss_mel_ce: 3.0398688316345215 (nan) | > loss: 0.01219798345118761 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14179322766654942) | > loader_time: 0.0047 (0.004600462199764049)  --> TIME: 2025-03-24 12:34:47 -- STEP: 25370/31555 -- GLOBAL_STEP: 530250 | > loss_text_ce: 0.04223491623997688 (0.03901388652679246) | > loss_mel_ce: 2.35227108001709 (nan) | > loss: 0.009502008557319641 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14179322385017262) | > loader_time: 0.0045 (0.00460030542004518)  --> TIME: 2025-03-24 12:34:56 -- STEP: 25420/31555 -- GLOBAL_STEP: 530300 | > loss_text_ce: 0.02828354761004448 (0.03901170918122268) | > loss_mel_ce: 2.0583817958831787 (nan) | > loss: 0.008280418813228607 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14178667638735076) | > loader_time: 0.0046 (0.00460048520968338)  --> TIME: 2025-03-24 12:35:06 -- STEP: 25470/31555 -- GLOBAL_STEP: 530350 | > loss_text_ce: 0.03656366094946861 (0.03901160294065736) | > loss_mel_ce: 3.1081595420837402 (nan) | > loss: 0.012479061260819435 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14178205615733622) | > loader_time: 0.0044 (0.0046005975980125905)  --> TIME: 2025-03-24 12:35:16 -- STEP: 25520/31555 -- GLOBAL_STEP: 530400 | > loss_text_ce: 0.04410596564412117 (0.03901301860545847) | > loss_mel_ce: 0.36821696162223816 (nan) | > loss: 0.0016362022142857313 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.141781977230104) | > loader_time: 0.0045 (0.004600635628715207)  --> TIME: 2025-03-24 12:35:25 -- STEP: 25570/31555 -- GLOBAL_STEP: 530450 | > loss_text_ce: 0.04691523313522339 (0.0390116323499861) | > loss_mel_ce: 3.0876832008361816 (nan) | > loss: 0.012438884004950523 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14178006473723181) | > loader_time: 0.0045 (0.004600373282300157)  --> TIME: 2025-03-24 12:35:35 -- STEP: 25620/31555 -- GLOBAL_STEP: 530500 | > loss_text_ce: 0.03820737823843956 (0.03901138468122057) | > loss_mel_ce: 2.523308753967285 (nan) | > loss: 0.010164747014641762 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14178067192632943) | > loader_time: 0.0045 (0.004600174728545431)  --> TIME: 2025-03-24 12:35:45 -- STEP: 25670/31555 -- GLOBAL_STEP: 530550 | > loss_text_ce: 0.03640582039952278 (0.03900910575203321) | > loss_mel_ce: 2.959587335586548 (nan) | > loss: 0.01188886258751154 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14178490671240251) | > loader_time: 0.0047 (0.004600221227475723)  --> TIME: 2025-03-24 12:35:55 -- STEP: 25720/31555 -- GLOBAL_STEP: 530600 | > loss_text_ce: 0.03722020611166954 (0.0390052712107842) | > loss_mel_ce: 2.60369873046875 (nan) | > loss: 0.010479837656021118 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14178155414053242) | > loader_time: 0.0043 (0.004600159979163209)  --> TIME: 2025-03-24 12:36:04 -- STEP: 25770/31555 -- GLOBAL_STEP: 530650 | > loss_text_ce: 0.03984827548265457 (0.0390062770997794) | > loss_mel_ce: 3.2597007751464844 (nan) | > loss: 0.013093449175357819 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14178583066871417) | > loader_time: 0.0047 (0.004599968166743593)  --> TIME: 2025-03-24 12:36:14 -- STEP: 25820/31555 -- GLOBAL_STEP: 530700 | > loss_text_ce: 0.041773803532123566 (0.03900717208064562) | > loss_mel_ce: 1.6280966997146606 (nan) | > loss: 0.006626470480114222 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.1417764014370393) | > loader_time: 0.0044 (0.004599767087689671)  --> TIME: 2025-03-24 12:36:24 -- STEP: 25870/31555 -- GLOBAL_STEP: 530750 | > loss_text_ce: 0.041611336171627045 (0.03900860219946903) | > loss_mel_ce: 2.810403347015381 (nan) | > loss: 0.011317519471049309 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14178544794863362) | > loader_time: 0.0046 (0.004599815425054415)  --> TIME: 2025-03-24 12:36:34 -- STEP: 25920/31555 -- GLOBAL_STEP: 530800 | > loss_text_ce: 0.038717277348041534 (0.039008323175517896) | > loss_mel_ce: 2.7106454372406006 (nan) | > loss: 0.010910170152783394 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14178223423199823) | > loader_time: 0.0048 (0.00459980972019242)  --> TIME: 2025-03-24 12:36:43 -- STEP: 25970/31555 -- GLOBAL_STEP: 530850 | > loss_text_ce: 0.03910455480217934 (0.03900912903843851) | > loss_mel_ce: 2.960810422897339 (nan) | > loss: 0.011904424987733364 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14177330753001718) | > loader_time: 0.0046 (0.004599615349694304)  --> TIME: 2025-03-24 12:36:53 -- STEP: 26020/31555 -- GLOBAL_STEP: 530900 | > loss_text_ce: 0.049607496708631516 (0.039008184263860685) | > loss_mel_ce: 3.1795504093170166 (nan) | > loss: 0.012814119458198547 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1417822380509395) | > loader_time: 0.0044 (0.0045995743525752055)  --> TIME: 2025-03-24 12:37:03 -- STEP: 26070/31555 -- GLOBAL_STEP: 530950 | > loss_text_ce: 0.0432845763862133 (0.03900940207761655) | > loss_mel_ce: 3.0003719329833984 (nan) | > loss: 0.012078003026545048 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14177897823327806) | > loader_time: 0.0043 (0.004599410846492181)  --> TIME: 2025-03-24 12:37:12 -- STEP: 26120/31555 -- GLOBAL_STEP: 531000 | > loss_text_ce: 0.03664698079228401 (0.03900650130149132) | > loss_mel_ce: 1.3681528568267822 (nan) | > loss: 0.005574602633714676 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14177870252961142) | > loader_time: 0.0042 (0.004599278142952442)  --> TIME: 2025-03-24 12:37:22 -- STEP: 26170/31555 -- GLOBAL_STEP: 531050 | > loss_text_ce: 0.040293410420417786 (0.03900818507260743) | > loss_mel_ce: 2.542311429977417 (nan) | > loss: 0.010248432867228985 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14177825260490257) | > loader_time: 0.0048 (0.004599205819896305)  --> TIME: 2025-03-24 12:37:32 -- STEP: 26220/31555 -- GLOBAL_STEP: 531100 | > loss_text_ce: 0.041344549506902695 (0.039009043162768264) | > loss_mel_ce: 2.8938679695129395 (nan) | > loss: 0.011647669598460197 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1417780959724373) | > loader_time: 0.0047 (0.004599186793981296)  --> TIME: 2025-03-24 12:37:41 -- STEP: 26270/31555 -- GLOBAL_STEP: 531150 | > loss_text_ce: 0.04348267987370491 (0.039010126295534686) | > loss_mel_ce: 2.616550922393799 (nan) | > loss: 0.01055569015443325 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.141776561346805) | > loader_time: 0.0048 (0.004599245428630592)  --> TIME: 2025-03-24 12:37:51 -- STEP: 26320/31555 -- GLOBAL_STEP: 531200 | > loss_text_ce: 0.03688769415020943 (0.0390089728023453) | > loss_mel_ce: 2.6620304584503174 (nan) | > loss: 0.010709993541240692 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14178327012206957) | > loader_time: 0.0048 (0.004599159131658838)  --> TIME: 2025-03-24 12:38:01 -- STEP: 26370/31555 -- GLOBAL_STEP: 531250 | > loss_text_ce: 0.03394094482064247 (0.039007801000257795) | > loss_mel_ce: 2.81337571144104 (nan) | > loss: 0.011298876255750656 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14178124556362365) | > loader_time: 0.0047 (0.004599256925977086)  --> TIME: 2025-03-24 12:38:11 -- STEP: 26420/31555 -- GLOBAL_STEP: 531300 | > loss_text_ce: 0.040322959423065186 (0.039005388539985336) | > loss_mel_ce: 2.1333935260772705 (nan) | > loss: 0.008625859394669533 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1417871391385178) | > loader_time: 0.0045 (0.004599281218266686)  --> TIME: 2025-03-24 12:38:21 -- STEP: 26470/31555 -- GLOBAL_STEP: 531350 | > loss_text_ce: 0.03309604898095131 (0.03900412539770314) | > loss_mel_ce: 3.0369319915771484 (nan) | > loss: 0.01218265201896429 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14178533712602473) | > loader_time: 0.0045 (0.004599248908085783)  --> TIME: 2025-03-24 12:38:30 -- STEP: 26520/31555 -- GLOBAL_STEP: 531400 | > loss_text_ce: 0.036811087280511856 (0.03900395739225884) | > loss_mel_ce: 3.093167781829834 (nan) | > loss: 0.012420551851391792 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14178424278895) | > loader_time: 0.0048 (0.00459917002493799)  --> TIME: 2025-03-24 12:38:40 -- STEP: 26570/31555 -- GLOBAL_STEP: 531450 | > loss_text_ce: 0.037705279886722565 (0.039008201245782234) | > loss_mel_ce: 2.4160234928131104 (nan) | > loss: 0.009737019427120686 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14178444627626108) | > loader_time: 0.0047 (0.004599229689150494)  --> TIME: 2025-03-24 12:38:50 -- STEP: 26620/31555 -- GLOBAL_STEP: 531500 | > loss_text_ce: 0.04334637150168419 (0.03900845341344535) | > loss_mel_ce: 3.234663963317871 (nan) | > loss: 0.013007977977395058 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14178725455059796) | > loader_time: 0.0047 (0.004599217970867426)  --> TIME: 2025-03-24 12:39:00 -- STEP: 26670/31555 -- GLOBAL_STEP: 531550 | > loss_text_ce: 0.039168961346149445 (0.039007359041256635) | > loss_mel_ce: 3.287081718444824 (nan) | > loss: 0.013199408538639545 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14178573405827521) | > loader_time: 0.0047 (0.004599164271560278)  --> TIME: 2025-03-24 12:39:09 -- STEP: 26720/31555 -- GLOBAL_STEP: 531600 | > loss_text_ce: 0.041722483932971954 (0.039005186053621806) | > loss_mel_ce: 1.9041748046875 (nan) | > loss: 0.007721815258264542 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14177894343337571) | > loader_time: 0.0045 (0.004599066480191163)  --> TIME: 2025-03-24 12:39:19 -- STEP: 26770/31555 -- GLOBAL_STEP: 531650 | > loss_text_ce: 0.04008392244577408 (0.03900281405472997) | > loss_mel_ce: 2.56247878074646 (nan) | > loss: 0.010327630676329136 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14178064684392236) | > loader_time: 0.0044 (0.004598946806473383)  --> TIME: 2025-03-24 12:39:28 -- STEP: 26820/31555 -- GLOBAL_STEP: 531700 | > loss_text_ce: 0.03612378612160683 (0.039002226181515894) | > loss_mel_ce: 2.249879837036133 (nan) | > loss: 0.009071443229913712 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1417736198544765) | > loader_time: 0.0071 (0.004598945703726926)  --> TIME: 2025-03-24 12:39:38 -- STEP: 26870/31555 -- GLOBAL_STEP: 531750 | > loss_text_ce: 0.03236439451575279 (0.038998690781893816) | > loss_mel_ce: 2.911609172821045 (nan) | > loss: 0.011682434938848019 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1417778731989598) | > loader_time: 0.0043 (0.004599064382248573)  --> TIME: 2025-03-24 12:39:48 -- STEP: 26920/31555 -- GLOBAL_STEP: 531800 | > loss_text_ce: 0.04174936190247536 (0.039000419423469934) | > loss_mel_ce: 9.34375 (nan) | > loss: 0.0372440442442894 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14176675525852267) | > loader_time: 0.0046 (0.004598811441509362)  --> TIME: 2025-03-24 12:39:58 -- STEP: 26970/31555 -- GLOBAL_STEP: 531850 | > loss_text_ce: 0.05322875827550888 (0.039000199318952974) | > loss_mel_ce: 3.080393075942993 (nan) | > loss: 0.012435008771717548 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14177478529322207) | > loader_time: 0.0045 (0.004598899978507564)  --> TIME: 2025-03-24 12:40:07 -- STEP: 27020/31555 -- GLOBAL_STEP: 531900 | > loss_text_ce: 0.03354984149336815 (0.03899722330049544) | > loss_mel_ce: 3.0657870769500732 (nan) | > loss: 0.012298956513404846 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.1417703138820154) | > loader_time: 0.0046 (0.0045989242154170044)  --> TIME: 2025-03-24 12:40:17 -- STEP: 27070/31555 -- GLOBAL_STEP: 531950 | > loss_text_ce: 0.03355336934328079 (0.038994295562651625) | > loss_mel_ce: 3.373032569885254 (nan) | > loss: 0.013518199324607849 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14176342049603216) | > loader_time: 0.0043 (0.004598847464260943)  --> TIME: 2025-03-24 12:40:27 -- STEP: 27120/31555 -- GLOBAL_STEP: 532000 | > loss_text_ce: 0.03299238532781601 (0.038994858410122964) | > loss_mel_ce: 3.1966755390167236 (nan) | > loss: 0.012816143222153187 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1417780775236164) | > loader_time: 0.0045 (0.004598832473290694)  --> TIME: 2025-03-24 12:40:37 -- STEP: 27170/31555 -- GLOBAL_STEP: 532050 | > loss_text_ce: 0.03874953091144562 (0.038994609752281306) | > loss_mel_ce: 3.2709102630615234 (nan) | > loss: 0.013133571483194828 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14177241599160464) | > loader_time: 0.0045 (0.00459882557545683)  --> TIME: 2025-03-24 12:40:46 -- STEP: 27220/31555 -- GLOBAL_STEP: 532100 | > loss_text_ce: 0.03336958959698677 (0.03899313117614234) | > loss_mel_ce: 2.2796895503997803 (nan) | > loss: 0.009178806096315384 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1417740314344895) | > loader_time: 0.0045 (0.004598745565743758)  --> TIME: 2025-03-24 12:40:56 -- STEP: 27270/31555 -- GLOBAL_STEP: 532150 | > loss_text_ce: 0.04323245957493782 (0.038989137586542336) | > loss_mel_ce: 2.440526008605957 (nan) | > loss: 0.00985618494451046 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14177468620379965) | > loader_time: 0.0046 (0.0045985886322345935)  --> TIME: 2025-03-24 12:41:06 -- STEP: 27320/31555 -- GLOBAL_STEP: 532200 | > loss_text_ce: 0.04019724577665329 (0.03898759236021349) | > loss_mel_ce: 3.1535098552703857 (nan) | > loss: 0.01267344132065773 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1417699074151743) | > loader_time: 0.0045 (0.004598669286702763)  --> TIME: 2025-03-24 12:41:16 -- STEP: 27370/31555 -- GLOBAL_STEP: 532250 | > loss_text_ce: 0.044092077761888504 (0.03898568386225611) | > loss_mel_ce: 0.0546875 (nan) | > loss: 0.00039198246668092906 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1417787823574266) | > loader_time: 0.0045 (0.0045985749310544595)  --> TIME: 2025-03-24 12:41:25 -- STEP: 27420/31555 -- GLOBAL_STEP: 532300 | > loss_text_ce: 0.03404999524354935 (0.03898486216589246) | > loss_mel_ce: 2.590792655944824 (nan) | > loss: 0.010416042990982533 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.1417744181610033) | > loader_time: 0.0047 (0.004598411037311507)  --> TIME: 2025-03-24 12:41:35 -- STEP: 27470/31555 -- GLOBAL_STEP: 532350 | > loss_text_ce: 0.043109096586704254 (0.038982736365445934) | > loss_mel_ce: 2.9976701736450195 (nan) | > loss: 0.012066585011780262 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14178374560911208) | > loader_time: 0.0046 (0.00459862939218716)  --> TIME: 2025-03-24 12:41:45 -- STEP: 27520/31555 -- GLOBAL_STEP: 532400 | > loss_text_ce: 0.04672887176275253 (0.03898224613022171) | > loss_mel_ce: 2.5594570636749268 (nan) | > loss: 0.01034200843423605 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14179630023968726) | > loader_time: 0.0045 (0.004598655317758403)  --> TIME: 2025-03-24 12:41:55 -- STEP: 27570/31555 -- GLOBAL_STEP: 532450 | > loss_text_ce: 0.03822726756334305 (0.03898374996332836) | > loss_mel_ce: 3.297917604446411 (nan) | > loss: 0.013238671235740185 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14178889792251673) | > loader_time: 0.0045 (0.004598630611819547)  --> TIME: 2025-03-24 12:42:05 -- STEP: 27620/31555 -- GLOBAL_STEP: 532500 | > loss_text_ce: 0.030712658539414406 (0.038983790266005965) | > loss_mel_ce: 2.3414306640625 (nan) | > loss: 0.009413267485797405 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.141788018725213) | > loader_time: 0.0046 (0.00459852874667466)  --> TIME: 2025-03-24 12:42:14 -- STEP: 27670/31555 -- GLOBAL_STEP: 532550 | > loss_text_ce: 0.019891532137989998 (0.03898314753901403) | > loss_mel_ce: 2.3208820819854736 (nan) | > loss: 0.009288785047829151 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14178847390303376) | > loader_time: 0.0045 (0.004598512518565313)  --> TIME: 2025-03-24 12:42:24 -- STEP: 27720/31555 -- GLOBAL_STEP: 532600 | > loss_text_ce: 0.04362931475043297 (0.038981887375402466) | > loss_mel_ce: 2.9128599166870117 (nan) | > loss: 0.011732101440429688 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14179024230178072) | > loader_time: 0.0044 (0.004598544058517625)  --> TIME: 2025-03-24 12:42:34 -- STEP: 27770/31555 -- GLOBAL_STEP: 532650 | > loss_text_ce: 0.03140508756041527 (0.03897971047516444) | > loss_mel_ce: 3.0096333026885986 (nan) | > loss: 0.012067613191902637 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1417927489677344) | > loader_time: 0.0046 (0.004598474390952318)  --> TIME: 2025-03-24 12:42:44 -- STEP: 27820/31555 -- GLOBAL_STEP: 532700 | > loss_text_ce: 0.041928019374608994 (0.03897849046196703) | > loss_mel_ce: 2.8710081577301025 (nan) | > loss: 0.01155927125364542 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14179084642082512) | > loader_time: 0.0044 (0.004598318407811498)  --> TIME: 2025-03-24 12:42:53 -- STEP: 27870/31555 -- GLOBAL_STEP: 532750 | > loss_text_ce: 0.04580668359994888 (0.0389789800492464) | > loss_mel_ce: 2.7460777759552 (nan) | > loss: 0.011078907176852226 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14178295403259086) | > loader_time: 0.0044 (0.004598185876641674)  --> TIME: 2025-03-24 12:43:03 -- STEP: 27920/31555 -- GLOBAL_STEP: 532800 | > loss_text_ce: 0.033251725137233734 (0.0389791191839427) | > loss_mel_ce: 0.02630615234375 (nan) | > loss: 0.00023634079843759537 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14178591868426504) | > loader_time: 0.0044 (0.004598037441685399)  --> TIME: 2025-03-24 12:43:12 -- STEP: 27970/31555 -- GLOBAL_STEP: 532850 | > loss_text_ce: 0.04816235974431038 (0.03897782783242118) | > loss_mel_ce: 4.658735752105713 (nan) | > loss: 0.018678167834877968 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14178070580486207) | > loader_time: 0.0045 (0.004597821924402568)  --> TIME: 2025-03-24 12:43:22 -- STEP: 28020/31555 -- GLOBAL_STEP: 532900 | > loss_text_ce: 0.043800607323646545 (0.03897536886536221) | > loss_mel_ce: 2.859184741973877 (nan) | > loss: 0.011519784107804298 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14178439856086053) | > loader_time: 0.0046 (0.004597698170146617)  --> TIME: 2025-03-24 12:43:32 -- STEP: 28070/31555 -- GLOBAL_STEP: 532950 | > loss_text_ce: 0.033618614077568054 (0.038971819568128216) | > loss_mel_ce: 2.8447272777557373 (nan) | > loss: 0.011422008275985718 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14178781902658386) | > loader_time: 0.0044 (0.004597516844694739)  --> TIME: 2025-03-24 12:43:42 -- STEP: 28120/31555 -- GLOBAL_STEP: 533000 | > loss_text_ce: 0.033793576061725616 (0.038970209284590246) | > loss_mel_ce: 2.939617872238159 (nan) | > loss: 0.011799252592027187 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14179392299306134) | > loader_time: 0.0045 (0.004597633169860611)  --> TIME: 2025-03-24 12:43:52 -- STEP: 28170/31555 -- GLOBAL_STEP: 533050 | > loss_text_ce: 0.03943208232522011 (0.03897018291629439) | > loss_mel_ce: 1.7088216543197632 (nan) | > loss: 0.006937514990568161 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14179082429700984) | > loader_time: 0.0045 (0.004597814073789433)  --> TIME: 2025-03-24 12:44:02 -- STEP: 28220/31555 -- GLOBAL_STEP: 533100 | > loss_text_ce: 0.04269783943891525 (0.038971655143815696) | > loss_mel_ce: 2.878971576690674 (nan) | > loss: 0.011593927629292011 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1417940751024373) | > loader_time: 0.005 (0.004598072637994594)  --> TIME: 2025-03-24 12:44:12 -- STEP: 28270/31555 -- GLOBAL_STEP: 533150 | > loss_text_ce: 0.032636385411024094 (0.038968909513943314) | > loss_mel_ce: 2.866473436355591 (nan) | > loss: 0.011504405178129673 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14179812093315725) | > loader_time: 0.0047 (0.004598087736520394)  --> TIME: 2025-03-24 12:44:21 -- STEP: 28320/31555 -- GLOBAL_STEP: 533200 | > loss_text_ce: 0.04539097845554352 (0.03896717284263467) | > loss_mel_ce: 0.03873290866613388 (nan) | > loss: 0.00033382498077116907 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1417960824350175) | > loader_time: 0.0044 (0.004598065166823596)  --> TIME: 2025-03-24 12:44:31 -- STEP: 28370/31555 -- GLOBAL_STEP: 533250 | > loss_text_ce: 0.03359197452664375 (0.03896733649199128) | > loss_mel_ce: 3.2977216243743896 (nan) | > loss: 0.01321949902921915 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14179390665087235) | > loader_time: 0.0047 (0.00459815598643493)  --> TIME: 2025-03-24 12:44:40 -- STEP: 28420/31555 -- GLOBAL_STEP: 533300 | > loss_text_ce: 0.02928442880511284 (0.03896487604510139) | > loss_mel_ce: 2.6719260215759277 (nan) | > loss: 0.010719089768826962 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14178486430754034) | > loader_time: 0.0044 (0.004598070340287413)  --> TIME: 2025-03-24 12:44:50 -- STEP: 28470/31555 -- GLOBAL_STEP: 533350 | > loss_text_ce: 0.036059461534023285 (0.03896103511359335) | > loss_mel_ce: 2.6789228916168213 (nan) | > loss: 0.010773739777505398 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1417859716083778) | > loader_time: 0.0047 (0.004598055431873777)  --> TIME: 2025-03-24 12:45:00 -- STEP: 28520/31555 -- GLOBAL_STEP: 533400 | > loss_text_ce: 0.045015983283519745 (0.038959785997717454) | > loss_mel_ce: 3.0093772411346436 (nan) | > loss: 0.012120609171688557 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14178421937065053) | > loader_time: 0.0046 (0.004598385304588745)  --> TIME: 2025-03-24 12:45:10 -- STEP: 28570/31555 -- GLOBAL_STEP: 533450 | > loss_text_ce: 0.02888133004307747 (0.03895780389514356) | > loss_mel_ce: 2.5016536712646484 (nan) | > loss: 0.010041805915534496 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14179361027606407) | > loader_time: 0.0047 (0.004598496817274018)  --> TIME: 2025-03-24 12:45:20 -- STEP: 28620/31555 -- GLOBAL_STEP: 533500 | > loss_text_ce: 0.040607620030641556 (0.038957214029701176) | > loss_mel_ce: 2.1812386512756348 (nan) | > loss: 0.008816851302981377 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14179825375414964) | > loader_time: 0.005 (0.004598536239813281)  --> TIME: 2025-03-24 12:45:30 -- STEP: 28670/31555 -- GLOBAL_STEP: 533550 | > loss_text_ce: 0.044964902102947235 (0.03895933942045514) | > loss_mel_ce: 3.199974536895752 (nan) | > loss: 0.012876744382083416 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14180164406180626) | > loader_time: 0.0045 (0.004598527433650175)  --> TIME: 2025-03-24 12:45:39 -- STEP: 28720/31555 -- GLOBAL_STEP: 533600 | > loss_text_ce: 0.03572114557027817 (0.03895574005480869) | > loss_mel_ce: 2.805881977081299 (nan) | > loss: 0.011276203207671642 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1418037902843981) | > loader_time: 0.0047 (0.004598756454117107)  --> TIME: 2025-03-24 12:45:49 -- STEP: 28770/31555 -- GLOBAL_STEP: 533650 | > loss_text_ce: 0.0338674932718277 (0.03895611679375692) | > loss_mel_ce: 2.036238670349121 (nan) | > loss: 0.008214707486331463 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14180957111667536) | > loader_time: 0.0046 (0.004598796719845099)  --> TIME: 2025-03-24 12:45:59 -- STEP: 28820/31555 -- GLOBAL_STEP: 533700 | > loss_text_ce: 0.03152013570070267 (0.038954862878974) | > loss_mel_ce: 2.8987061977386475 (nan) | > loss: 0.011627882719039917 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.141805119981044) | > loader_time: 0.0047 (0.004598748857655669)  --> TIME: 2025-03-24 12:46:09 -- STEP: 28870/31555 -- GLOBAL_STEP: 533750 | > loss_text_ce: 0.03617801517248154 (0.03895608490561364) | > loss_mel_ce: 3.1870150566101074 (nan) | > loss: 0.012790449894964695 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14179817483959414) | > loader_time: 0.0044 (0.0045988163322075995)  --> TIME: 2025-03-24 12:46:18 -- STEP: 28920/31555 -- GLOBAL_STEP: 533800 | > loss_text_ce: 0.03711879625916481 (0.0389522015943127) | > loss_mel_ce: 2.73374080657959 (nan) | > loss: 0.010995475575327873 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14179760103073974) | > loader_time: 0.0047 (0.004598777703064924)  --> TIME: 2025-03-24 12:46:28 -- STEP: 28970/31555 -- GLOBAL_STEP: 533850 | > loss_text_ce: 0.03645545616745949 (0.038952124813101646) | > loss_mel_ce: 2.471954345703125 (nan) | > loss: 0.009954007342457771 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1417984792517097) | > loader_time: 0.0045 (0.004598793688831047)  --> TIME: 2025-03-24 12:46:38 -- STEP: 29020/31555 -- GLOBAL_STEP: 533900 | > loss_text_ce: 0.03605971112847328 (0.038952849676824934) | > loss_mel_ce: 3.203690528869629 (nan) | > loss: 0.012856151908636093 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1418021760506103) | > loader_time: 0.0046 (0.004598783830541471)  --> TIME: 2025-03-24 12:46:48 -- STEP: 29070/31555 -- GLOBAL_STEP: 533950 | > loss_text_ce: 0.05355869606137276 (0.038951531894303906) | > loss_mel_ce: 0.1306849867105484 (nan) | > loss: 0.0007311257650144398 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14180175410868703) | > loader_time: 0.0045 (0.004598761170764199)  --> TIME: 2025-03-24 12:46:57 -- STEP: 29120/31555 -- GLOBAL_STEP: 534000 | > loss_text_ce: 0.04734514653682709 (0.0389528837174902) | > loss_mel_ce: 2.1494879722595215 (nan) | > loss: 0.008717591874301434 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.1418020246120595) | > loader_time: 0.0045 (0.004599061534627442)  --> TIME: 2025-03-24 12:47:07 -- STEP: 29170/31555 -- GLOBAL_STEP: 534050 | > loss_text_ce: 0.03685576841235161 (0.03895407894487064) | > loss_mel_ce: 2.851172924041748 (nan) | > loss: 0.011460431851446629 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14179329858236495) | > loader_time: 0.0045 (0.004598963044055068)  --> TIME: 2025-03-24 12:47:17 -- STEP: 29220/31555 -- GLOBAL_STEP: 534100 | > loss_text_ce: 0.039461586624383926 (0.03895517520783101) | > loss_mel_ce: 3.0576155185699463 (nan) | > loss: 0.012289989739656448 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14179914343609984) | > loader_time: 0.0047 (0.004599000337105908)  --> TIME: 2025-03-24 12:47:27 -- STEP: 29270/31555 -- GLOBAL_STEP: 534150 | > loss_text_ce: 0.037373390048742294 (0.03895511964958412) | > loss_mel_ce: 2.6707422733306885 (nan) | > loss: 0.010746491141617298 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14180033237892528) | > loader_time: 0.0044 (0.004599097388410541)  --> TIME: 2025-03-24 12:47:36 -- STEP: 29320/31555 -- GLOBAL_STEP: 534200 | > loss_text_ce: 0.026610707864165306 (0.03895562829968806) | > loss_mel_ce: 3.260937452316284 (nan) | > loss: 0.013045825995504856 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14180389554080947) | > loader_time: 0.0044 (0.0045992049318706405)  --> TIME: 2025-03-24 12:47:46 -- STEP: 29370/31555 -- GLOBAL_STEP: 534250 | > loss_text_ce: 0.03798837959766388 (0.03895755965382523) | > loss_mel_ce: 3.2695212364196777 (nan) | > loss: 0.013125038705766201 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1417959686116288) | > loader_time: 0.0047 (0.004599197364640865)  --> TIME: 2025-03-24 12:47:56 -- STEP: 29420/31555 -- GLOBAL_STEP: 534300 | > loss_text_ce: 0.04007843881845474 (0.038956663421026674) | > loss_mel_ce: 1.4857856035232544 (nan) | > loss: 0.006055016070604324 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14179401937428943) | > loader_time: 0.0045 (0.004599161694278355)  --> TIME: 2025-03-24 12:48:05 -- STEP: 29470/31555 -- GLOBAL_STEP: 534350 | > loss_text_ce: 0.03959634155035019 (0.038955627582698105) | > loss_mel_ce: 2.9858267307281494 (nan) | > loss: 0.012005647644400597 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14179084471698325) | > loader_time: 0.0048 (0.004599239925712002)  --> TIME: 2025-03-24 12:48:15 -- STEP: 29520/31555 -- GLOBAL_STEP: 534400 | > loss_text_ce: 0.029254058375954628 (0.03895369236566371) | > loss_mel_ce: 1.9021484851837158 (nan) | > loss: 0.007664296310395002 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14178771500180365) | > loader_time: 0.0044 (0.0045994114504273875)  --> TIME: 2025-03-24 12:48:25 -- STEP: 29570/31555 -- GLOBAL_STEP: 534450 | > loss_text_ce: 0.017171265557408333 (0.0389506450710623) | > loss_mel_ce: 1.7146964073181152 (nan) | > loss: 0.006872490979731083 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14178538474030333) | > loader_time: 0.0044 (0.004599422113614011)  --> TIME: 2025-03-24 12:48:34 -- STEP: 29620/31555 -- GLOBAL_STEP: 534500 | > loss_text_ce: 0.03793758898973465 (0.038949908687123835) | > loss_mel_ce: 2.799344062805176 (nan) | > loss: 0.011259054765105247 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14178408831860992) | > loader_time: 0.0047 (0.004599640161744801)  --> TIME: 2025-03-24 12:48:44 -- STEP: 29670/31555 -- GLOBAL_STEP: 534550 | > loss_text_ce: 0.03914584219455719 (0.03895067700238565) | > loss_mel_ce: 2.8366124629974365 (nan) | > loss: 0.011411740444600582 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14178284174832623) | > loader_time: 0.0045 (0.004599795495776713)  --> TIME: 2025-03-24 12:48:53 -- STEP: 29720/31555 -- GLOBAL_STEP: 534600 | > loss_text_ce: 0.04345403239130974 (0.03895046837614734) | > loss_mel_ce: 2.5690226554870605 (nan) | > loss: 0.010366971604526043 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1417748535706245) | > loader_time: 0.0045 (0.004599869957201241)  --> TIME: 2025-03-24 12:49:03 -- STEP: 29770/31555 -- GLOBAL_STEP: 534650 | > loss_text_ce: 0.05180632323026657 (0.03895315951810076) | > loss_mel_ce: 2.5159270763397217 (nan) | > loss: 0.0101894186809659 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14177439815853077) | > loader_time: 0.0046 (0.004599980575989496)  --> TIME: 2025-03-24 12:49:13 -- STEP: 29820/31555 -- GLOBAL_STEP: 534700 | > loss_text_ce: 0.032139621675014496 (0.03895315204898189) | > loss_mel_ce: 3.026916265487671 (nan) | > loss: 0.012139110825955868 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1417727008192108) | > loader_time: 0.0046 (0.00459997562015719)  --> TIME: 2025-03-24 12:49:22 -- STEP: 29870/31555 -- GLOBAL_STEP: 534750 | > loss_text_ce: 0.03586698696017265 (0.03895355037166918) | > loss_mel_ce: 3.009744167327881 (nan) | > loss: 0.012085759080946445 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14176714515302863) | > loader_time: 0.0043 (0.004599902300200884)  --> TIME: 2025-03-24 12:49:32 -- STEP: 29920/31555 -- GLOBAL_STEP: 534800 | > loss_text_ce: 0.03768196329474449 (0.03895275867329345) | > loss_mel_ce: 2.752082109451294 (nan) | > loss: 0.01107049360871315 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.141761272755217) | > loader_time: 0.0045 (0.004599890439586832)  --> TIME: 2025-03-24 12:49:42 -- STEP: 29970/31555 -- GLOBAL_STEP: 534850 | > loss_text_ce: 0.03510759770870209 (0.03895210708977217) | > loss_mel_ce: 2.8230807781219482 (nan) | > loss: 0.011342017911374569 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14176353695474506) | > loader_time: 0.0047 (0.004599841555078932)  --> TIME: 2025-03-24 12:49:51 -- STEP: 30020/31555 -- GLOBAL_STEP: 534900 | > loss_text_ce: 0.03732820972800255 (0.0389503840536071) | > loss_mel_ce: 2.4790356159210205 (nan) | > loss: 0.009985571727156639 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14175596773266988) | > loader_time: 0.0047 (0.004599730171099403)  --> TIME: 2025-03-24 12:50:01 -- STEP: 30070/31555 -- GLOBAL_STEP: 534950 | > loss_text_ce: 0.043525390326976776 (0.038948440382682734) | > loss_mel_ce: 3.213606834411621 (nan) | > loss: 0.01292512845247984 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1417582651607051) | > loader_time: 0.0046 (0.004599636822869531)  --> TIME: 2025-03-24 12:50:11 -- STEP: 30120/31555 -- GLOBAL_STEP: 535000 | > loss_text_ce: 0.058474864810705185 (0.0389491546958139) | > loss_mel_ce: 2.017552375793457 (nan) | > loss: 0.008238203823566437 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1417596725195365) | > loader_time: 0.0046 (0.00459954913552221)  --> TIME: 2025-03-24 12:50:21 -- STEP: 30170/31555 -- GLOBAL_STEP: 535050 | > loss_text_ce: 0.041545312851667404 (0.03895151304787376) | > loss_mel_ce: 2.867335319519043 (nan) | > loss: 0.011543177999556065 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14176606993664126) | > loader_time: 0.0045 (0.004599724244233734)  --> TIME: 2025-03-24 12:50:30 -- STEP: 30220/31555 -- GLOBAL_STEP: 535100 | > loss_text_ce: 0.04208262264728546 (0.03895416857861483) | > loss_mel_ce: 1.9718308448791504 (nan) | > loss: 0.007991719990968704 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14176260919305797) | > loader_time: 0.0048 (0.0046001881577966905)  --> TIME: 2025-03-24 12:50:40 -- STEP: 30270/31555 -- GLOBAL_STEP: 535150 | > loss_text_ce: 0.03966773301362991 (0.03895519090727777) | > loss_mel_ce: 3.1552574634552 (nan) | > loss: 0.012678275816142559 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14176761877194108) | > loader_time: 0.0045 (0.004600161855512997)  --> TIME: 2025-03-24 12:50:50 -- STEP: 30320/31555 -- GLOBAL_STEP: 535200 | > loss_text_ce: 0.03138595446944237 (0.03895504193089905) | > loss_mel_ce: 2.8071482181549072 (nan) | > loss: 0.01126402523368597 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14177124155070936) | > loader_time: 0.0046 (0.004600223702302383)  --> TIME: 2025-03-24 12:51:00 -- STEP: 30370/31555 -- GLOBAL_STEP: 535250 | > loss_text_ce: 0.036949459463357925 (0.03895462805277697) | > loss_mel_ce: 3.0548880100250244 (nan) | > loss: 0.012269197031855583 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14177560657115565) | > loader_time: 0.0044 (0.0046004044369800145)  --> TIME: 2025-03-24 12:51:10 -- STEP: 30420/31555 -- GLOBAL_STEP: 535300 | > loss_text_ce: 0.04192785546183586 (0.03895467868295826) | > loss_mel_ce: 2.900127410888672 (nan) | > loss: 0.011674823239445686 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14177752113279543) | > loader_time: 0.0045 (0.0046004924940326085)  --> TIME: 2025-03-24 12:51:20 -- STEP: 30470/31555 -- GLOBAL_STEP: 535350 | > loss_text_ce: 0.04504306614398956 (0.03895466906105062) | > loss_mel_ce: 3.114121437072754 (nan) | > loss: 0.012536367401480675 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14177712462243344) | > loader_time: 0.0045 (0.004600376765141916)  --> TIME: 2025-03-24 12:51:29 -- STEP: 30520/31555 -- GLOBAL_STEP: 535400 | > loss_text_ce: 0.03213346004486084 (0.03895115420929631) | > loss_mel_ce: 3.1929893493652344 (nan) | > loss: 0.012798107229173183 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14177619938300404) | > loader_time: 0.0045 (0.004600236284623441)  --> TIME: 2025-03-24 12:51:39 -- STEP: 30570/31555 -- GLOBAL_STEP: 535450 | > loss_text_ce: 0.03217858821153641 (0.038950583548429854) | > loss_mel_ce: 2.915576934814453 (nan) | > loss: 0.011697443202137947 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14177353460881495) | > loader_time: 0.0046 (0.00460017342016826)  --> TIME: 2025-03-24 12:51:48 -- STEP: 30620/31555 -- GLOBAL_STEP: 535500 | > loss_text_ce: 0.04385398328304291 (0.03894903970037361) | > loss_mel_ce: 3.216174840927124 (nan) | > loss: 0.012936622835695744 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14176648690916951) | > loader_time: 0.0046 (0.0046000475902171056)  --> TIME: 2025-03-24 12:51:58 -- STEP: 30670/31555 -- GLOBAL_STEP: 535550 | > loss_text_ce: 0.04297732189297676 (0.038945731483333135) | > loss_mel_ce: 2.3991377353668213 (nan) | > loss: 0.009690932929515839 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14176035934836262) | > loader_time: 0.0044 (0.00460005303256317)  --> TIME: 2025-03-24 12:52:08 -- STEP: 30720/31555 -- GLOBAL_STEP: 535600 | > loss_text_ce: 0.043382301926612854 (0.03894523656451088) | > loss_mel_ce: 2.9099788665771484 (nan) | > loss: 0.011719687841832638 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14176785747210144) | > loader_time: 0.0049 (0.004599953955039371)  --> TIME: 2025-03-24 12:52:17 -- STEP: 30770/31555 -- GLOBAL_STEP: 535650 | > loss_text_ce: 0.03420308604836464 (0.03894149748775552) | > loss_mel_ce: 3.230513095855713 (nan) | > loss: 0.012955223210155964 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14176087180321384) | > loader_time: 0.0046 (0.004599794312502826)  --> TIME: 2025-03-24 12:52:27 -- STEP: 30820/31555 -- GLOBAL_STEP: 535700 | > loss_text_ce: 0.043681759387254715 (0.03894153549716653) | > loss_mel_ce: 2.395318031311035 (nan) | > loss: 0.009678571484982967 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14175472188351718) | > loader_time: 0.0042 (0.004599684519399524)  --> TIME: 2025-03-24 12:52:37 -- STEP: 30870/31555 -- GLOBAL_STEP: 535750 | > loss_text_ce: 0.03348071128129959 (0.03893970155872468) | > loss_mel_ce: 2.9833924770355225 (nan) | > loss: 0.011971719563007355 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14175748757108073) | > loader_time: 0.0047 (0.004599479768590542)  --> TIME: 2025-03-24 12:52:47 -- STEP: 30920/31555 -- GLOBAL_STEP: 535800 | > loss_text_ce: 0.03785049915313721 (0.03893838540520189) | > loss_mel_ce: 3.7628135681152344 (nan) | > loss: 0.015082000754773617 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14176178602320985) | > loader_time: 0.0046 (0.004599238606350531)  --> TIME: 2025-03-24 12:52:56 -- STEP: 30970/31555 -- GLOBAL_STEP: 535850 | > loss_text_ce: 0.034874096512794495 (0.03893875598033592) | > loss_mel_ce: 3.267429828643799 (nan) | > loss: 0.01310438197106123 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1417597015865545) | > loader_time: 0.0042 (0.004598926997469582)  --> TIME: 2025-03-24 12:53:06 -- STEP: 31020/31555 -- GLOBAL_STEP: 535900 | > loss_text_ce: 0.024801621213555336 (0.038939282785696465) | > loss_mel_ce: 3.5804200172424316 (nan) | > loss: 0.01430643629282713 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14176194500262124) | > loader_time: 0.0044 (0.004598720722395236)  --> TIME: 2025-03-24 12:53:16 -- STEP: 31070/31555 -- GLOBAL_STEP: 535950 | > loss_text_ce: 0.04648706689476967 (0.0389390908621401) | > loss_mel_ce: 2.7901153564453125 (nan) | > loss: 0.01125635951757431 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14175803055899794) | > loader_time: 0.0044 (0.004598405386498388)  --> TIME: 2025-03-24 12:53:25 -- STEP: 31120/31555 -- GLOBAL_STEP: 536000 | > loss_text_ce: 0.04157732427120209 (0.038938219294432086) | > loss_mel_ce: 2.195702314376831 (nan) | > loss: 0.008878094144165516 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14176171936075566) | > loader_time: 0.0047 (0.0045982834076207105)  --> TIME: 2025-03-24 12:53:35 -- STEP: 31170/31555 -- GLOBAL_STEP: 536050 | > loss_text_ce: 0.0411837175488472 (0.03893574279893459) | > loss_mel_ce: 2.71004056930542 (nan) | > loss: 0.010917557403445244 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14176455085614836) | > loader_time: 0.0044 (0.0045983794487398375)  --> TIME: 2025-03-24 12:53:45 -- STEP: 31220/31555 -- GLOBAL_STEP: 536100 | > loss_text_ce: 0.03593200445175171 (0.03893731299714383) | > loss_mel_ce: 3.4703104496002197 (nan) | > loss: 0.013913661241531372 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14176702133590444) | > loader_time: 0.0047 (0.004598225415478438)  --> TIME: 2025-03-24 12:53:55 -- STEP: 31270/31555 -- GLOBAL_STEP: 536150 | > loss_text_ce: 0.03941028565168381 (0.03893933069895511) | > loss_mel_ce: 2.5004448890686035 (nan) | > loss: 0.0100787915289402 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1417664145904869) | > loader_time: 0.0046 (0.0045980369697792714)  --> TIME: 2025-03-24 12:54:05 -- STEP: 31320/31555 -- GLOBAL_STEP: 536200 | > loss_text_ce: 0.04146218299865723 (0.03893806639232705) | > loss_mel_ce: 2.8454749584198 (nan) | > loss: 0.011456100270152092 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14176883450869815) | > loader_time: 0.0068 (0.004598151259647617)  --> TIME: 2025-03-24 12:54:14 -- STEP: 31370/31555 -- GLOBAL_STEP: 536250 | > loss_text_ce: 0.03724148869514465 (0.03893633550478305) | > loss_mel_ce: 2.998746633529663 (nan) | > loss: 0.012047572061419487 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1417669860276208) | > loader_time: 0.0044 (0.004598079762870722)  --> TIME: 2025-03-24 12:54:24 -- STEP: 31420/31555 -- GLOBAL_STEP: 536300 | > loss_text_ce: 0.02323862351477146 (0.0389343592694254) | > loss_mel_ce: 2.4951179027557373 (nan) | > loss: 0.009993478655815125 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14176533456671206) | > loader_time: 0.0043 (0.0045980832365802)  --> TIME: 2025-03-24 12:54:33 -- STEP: 31470/31555 -- GLOBAL_STEP: 536350 | > loss_text_ce: 0.04426638036966324 (0.03893227776841596) | > loss_mel_ce: 2.5658137798309326 (nan) | > loss: 0.010357461869716644 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14175679838236868) | > loader_time: 0.0046 (0.004598106525798116)  --> TIME: 2025-03-24 12:54:43 -- STEP: 31520/31555 -- GLOBAL_STEP: 536400 | > loss_text_ce: 0.043314386159181595 (0.03893296867801087) | > loss_mel_ce: 0.9778448343276978 (nan) | > loss: 0.004052218981087208 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14175569686641507) | > loader_time: 0.0046 (0.004598125187576109)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021875160535176595 (-0.0008469835917155021) | > avg_loss_text_ce: 0.035563962707916896 (-0.00041338299711544957) | > avg_loss_mel_ce: 2.676195213794707 (-0.01950281461080028) | > avg_loss: 2.7117591810226442 (-0.019916187922159434) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_536435.pth  > EPOCH: 18/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 12:55:12)   --> TIME: 2025-03-24 12:55:15 -- STEP: 15/31555 -- GLOBAL_STEP: 536450 | > loss_text_ce: 0.037930089980363846 (0.03805900365114211) | > loss_mel_ce: 2.833075523376465 (2.1497407873471577) | > loss: 0.011392880231142044 (0.008681745662276323) | > current_lr: 5e-06 | > step_time: 0.151 (0.1327824274698893) | > loader_time: 0.0044 (0.004327646891276042)  --> TIME: 2025-03-24 12:55:25 -- STEP: 65/31555 -- GLOBAL_STEP: 536500 | > loss_text_ce: 0.04103832691907883 (0.039766192035033156) | > loss_mel_ce: 2.6524693965911865 (2.505678703234745) | > loss: 0.010688522830605507 (0.010100972380202553) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1346675285926232) | > loader_time: 0.0047 (0.004593805166391224)  --> TIME: 2025-03-24 12:55:34 -- STEP: 115/31555 -- GLOBAL_STEP: 536550 | > loss_text_ce: 0.039712291210889816 (0.03972210663816205) | > loss_mel_ce: 3.595228433609009 (2.581558506061201) | > loss: 0.014424368739128113 (0.010401907779843265) | > current_lr: 5e-06 | > step_time: 0.1216 (0.13575926656308385) | > loader_time: 0.0046 (0.004614593671715778)  --> TIME: 2025-03-24 12:55:43 -- STEP: 165/31555 -- GLOBAL_STEP: 536600 | > loss_text_ce: 0.03587630018591881 (0.03921677434083189) | > loss_mel_ce: 3.1309661865234375 (2.656780527125705) | > loss: 0.01256683561950922 (0.010698402586576507) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1360105630123254) | > loader_time: 0.0048 (0.004621611219463927)  --> TIME: 2025-03-24 12:55:53 -- STEP: 215/31555 -- GLOBAL_STEP: 536650 | > loss_text_ce: 0.0409354567527771 (0.03885248331136481) | > loss_mel_ce: 2.839975357055664 (2.6777791502170776) | > loss: 0.01143218670040369 (0.01078028486605712) | > current_lr: 5e-06 | > step_time: 0.1398 (0.13691723402156383) | > loader_time: 0.0046 (0.004645426328792128)  --> TIME: 2025-03-24 12:56:03 -- STEP: 265/31555 -- GLOBAL_STEP: 536700 | > loss_text_ce: 0.032529253512620926 (0.038914254996574145) | > loss_mel_ce: 3.0795207023620605 (2.703571461731532) | > loss: 0.012349405325949192 (0.010882880440847245) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1381670205098277) | > loader_time: 0.0046 (0.00462731235432175)  --> TIME: 2025-03-24 12:56:12 -- STEP: 315/31555 -- GLOBAL_STEP: 536750 | > loss_text_ce: 0.031754616647958755 (0.039022292025269016) | > loss_mel_ce: 2.97363543510437 (2.7085178943971795) | > loss: 0.011926151812076569 (0.010902937864496684) | > current_lr: 5e-06 | > step_time: 0.1221 (0.13894762160286064) | > loader_time: 0.0045 (0.004619196483067103)  --> TIME: 2025-03-24 12:56:22 -- STEP: 365/31555 -- GLOBAL_STEP: 536800 | > loss_text_ce: 0.03451826423406601 (0.0391266270043099) | > loss_mel_ce: 3.442767381668091 (nan) | > loss: 0.01379875373095274 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1393369707342695) | > loader_time: 0.0046 (0.0046222027033975665)  --> TIME: 2025-03-24 12:56:32 -- STEP: 415/31555 -- GLOBAL_STEP: 536850 | > loss_text_ce: 0.04275598004460335 (0.03898402863148467) | > loss_mel_ce: 3.0602521896362305 (nan) | > loss: 0.012313525192439556 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.13979545731142334) | > loader_time: 0.0051 (0.004630517385092128)  --> TIME: 2025-03-24 12:56:42 -- STEP: 465/31555 -- GLOBAL_STEP: 536900 | > loss_text_ce: 0.03700084611773491 (0.03890724706072963) | > loss_mel_ce: 2.386996030807495 (nan) | > loss: 0.009619035758078098 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.13999093271070892) | > loader_time: 0.0045 (0.004633023661951867)  --> TIME: 2025-03-24 12:56:52 -- STEP: 515/31555 -- GLOBAL_STEP: 536950 | > loss_text_ce: 0.039163339883089066 (0.03886646671057906) | > loss_mel_ce: 3.14856219291687 (nan) | > loss: 0.01264970563352108 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14049381006111203) | > loader_time: 0.0049 (0.004641593081279868)  --> TIME: 2025-03-24 12:57:01 -- STEP: 565/31555 -- GLOBAL_STEP: 537000 | > loss_text_ce: 0.04421018809080124 (0.038883764975893825) | > loss_mel_ce: 3.262942314147949 (nan) | > loss: 0.013123622164130211 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14074603730598367) | > loader_time: 0.0047 (0.004643092535238351)  --> TIME: 2025-03-24 12:57:11 -- STEP: 615/31555 -- GLOBAL_STEP: 537050 | > loss_text_ce: 0.048146963119506836 (0.038974926299680565) | > loss_mel_ce: 3.0646443367004395 (nan) | > loss: 0.012352347373962402 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1408597217342716) | > loader_time: 0.0047 (0.004640702891155955)  --> TIME: 2025-03-24 12:57:21 -- STEP: 665/31555 -- GLOBAL_STEP: 537100 | > loss_text_ce: 0.04517812281847 (0.03884486795816207) | > loss_mel_ce: 2.7882769107818604 (nan) | > loss: 0.011243870481848717 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14127471715884093) | > loader_time: 0.0048 (0.004640093423370131)  --> TIME: 2025-03-24 12:57:31 -- STEP: 715/31555 -- GLOBAL_STEP: 537150 | > loss_text_ce: 0.04192548990249634 (0.03881387480020107) | > loss_mel_ce: 2.272495746612549 (nan) | > loss: 0.009184211492538452 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14121788731821766) | > loader_time: 0.0043 (0.004634240290501739)  --> TIME: 2025-03-24 12:57:40 -- STEP: 765/31555 -- GLOBAL_STEP: 537200 | > loss_text_ce: 0.05369144678115845 (0.03881716774228741) | > loss_mel_ce: 3.117233991622925 (nan) | > loss: 0.012583037838339806 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14142903440138882) | > loader_time: 0.0045 (0.004633134019141106)  --> TIME: 2025-03-24 12:57:51 -- STEP: 815/31555 -- GLOBAL_STEP: 537250 | > loss_text_ce: 0.03239188343286514 (0.03884807069974443) | > loss_mel_ce: 2.9940390586853027 (nan) | > loss: 0.012009646743535995 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14182217633066016) | > loader_time: 0.0046 (0.0046391791361241235)  --> TIME: 2025-03-24 12:58:00 -- STEP: 865/31555 -- GLOBAL_STEP: 537300 | > loss_text_ce: 0.03090810962021351 (0.03885873394205393) | > loss_mel_ce: 2.6786811351776123 (nan) | > loss: 0.010752338916063309 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1417450590629799) | > loader_time: 0.0044 (0.0046352998369691)  --> TIME: 2025-03-24 12:58:10 -- STEP: 915/31555 -- GLOBAL_STEP: 537350 | > loss_text_ce: 0.03451896831393242 (0.038799364612402173) | > loss_mel_ce: 2.839909553527832 (nan) | > loss: 0.011406462639570236 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1415495677072495) | > loader_time: 0.0043 (0.00463297301954259)  --> TIME: 2025-03-24 12:58:19 -- STEP: 965/31555 -- GLOBAL_STEP: 537400 | > loss_text_ce: 0.032107457518577576 (0.038774215150141976) | > loss_mel_ce: 2.49267578125 (nan) | > loss: 0.01001898106187582 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14157133893027837) | > loader_time: 0.0046 (0.004624630873685056)  --> TIME: 2025-03-24 12:58:29 -- STEP: 1015/31555 -- GLOBAL_STEP: 537450 | > loss_text_ce: 0.03901704400777817 (0.03871193432565688) | > loss_mel_ce: 1.1519639492034912 (nan) | > loss: 0.0047261156141757965 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1414125602233587) | > loader_time: 0.0046 (0.004620355690641356)  --> TIME: 2025-03-24 12:58:38 -- STEP: 1065/31555 -- GLOBAL_STEP: 537500 | > loss_text_ce: 0.04210255667567253 (0.03872409293978988) | > loss_mel_ce: 3.0749964714050293 (nan) | > loss: 0.01236944179981947 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14135787654930448) | > loader_time: 0.0046 (0.004619059764163595)  --> TIME: 2025-03-24 12:58:48 -- STEP: 1115/31555 -- GLOBAL_STEP: 537550 | > loss_text_ce: 0.04065776616334915 (0.03873477523202586) | > loss_mel_ce: 2.4910991191864014 (nan) | > loss: 0.010046655312180519 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14119959262454465) | > loader_time: 0.0044 (0.0046205586916662645)  --> TIME: 2025-03-24 12:58:57 -- STEP: 1165/31555 -- GLOBAL_STEP: 537600 | > loss_text_ce: 0.03597765788435936 (0.038647038850917324) | > loss_mel_ce: 3.2030129432678223 (nan) | > loss: 0.012853138148784637 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1412597607133726) | > loader_time: 0.0048 (0.004615521123992527)  --> TIME: 2025-03-24 12:59:07 -- STEP: 1215/31555 -- GLOBAL_STEP: 537650 | > loss_text_ce: 0.04443848878145218 (0.038622131494521594) | > loss_mel_ce: 3.2017133235931396 (nan) | > loss: 0.01288155559450388 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14118753185978639) | > loader_time: 0.0044 (0.0046105859701525516)  --> TIME: 2025-03-24 12:59:17 -- STEP: 1265/31555 -- GLOBAL_STEP: 537700 | > loss_text_ce: 0.04066171124577522 (0.038593374883292224) | > loss_mel_ce: 2.6836884021759033 (nan) | > loss: 0.01081091444939375 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14119103322387214) | > loader_time: 0.0047 (0.0046093279193983715)  --> TIME: 2025-03-24 12:59:26 -- STEP: 1315/31555 -- GLOBAL_STEP: 537750 | > loss_text_ce: 0.04268457368016243 (0.03853634005065425) | > loss_mel_ce: 2.9581406116485596 (nan) | > loss: 0.011908036656677723 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14113003582102265) | > loader_time: 0.0046 (0.004609300156509926)  --> TIME: 2025-03-24 12:59:36 -- STEP: 1365/31555 -- GLOBAL_STEP: 537800 | > loss_text_ce: 0.04162383824586868 (0.03856131609379151) | > loss_mel_ce: 0.1076931431889534 (nan) | > loss: 0.0005925277364440262 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14126161882728885) | > loader_time: 0.0045 (0.00460747938889724)  --> TIME: 2025-03-24 12:59:46 -- STEP: 1415/31555 -- GLOBAL_STEP: 537850 | > loss_text_ce: 0.05228034406900406 (0.0386086956956572) | > loss_mel_ce: 0.11376953125 (nan) | > loss: 0.0006589280674234033 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14129085288030932) | > loader_time: 0.0043 (0.00460584340584152)  --> TIME: 2025-03-24 12:59:55 -- STEP: 1465/31555 -- GLOBAL_STEP: 537900 | > loss_text_ce: 0.04075102135539055 (0.03861322915721877) | > loss_mel_ce: 3.211869716644287 (nan) | > loss: 0.012907225638628006 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14128958552363788) | > loader_time: 0.0045 (0.004602801189487705)  --> TIME: 2025-03-24 13:00:05 -- STEP: 1515/31555 -- GLOBAL_STEP: 537950 | > loss_text_ce: 0.031571242958307266 (0.03863738493827901) | > loss_mel_ce: 2.78000545501709 (nan) | > loss: 0.011157050728797913 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14121200117734395) | > loader_time: 0.0045 (0.004600114790913298)  --> TIME: 2025-03-24 13:00:15 -- STEP: 1565/31555 -- GLOBAL_STEP: 538000 | > loss_text_ce: 0.027319185435771942 (0.03859744196930254) | > loss_mel_ce: 1.8638715744018555 (nan) | > loss: 0.007504725828766823 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14131007468738496) | > loader_time: 0.0046 (0.004599793955160027)  --> TIME: 2025-03-24 13:00:25 -- STEP: 1615/31555 -- GLOBAL_STEP: 538050 | > loss_text_ce: 0.033958472311496735 (0.03851004933171417) | > loss_mel_ce: 2.3256471157073975 (nan) | > loss: 0.009363514371216297 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14134329169896365) | > loader_time: 0.0046 (0.004596472672264647)  --> TIME: 2025-03-24 13:00:34 -- STEP: 1665/31555 -- GLOBAL_STEP: 538100 | > loss_text_ce: 0.0377204492688179 (0.038484836524134335) | > loss_mel_ce: 1.62277090549469 (nan) | > loss: 0.006589251570403576 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14116124806103417) | > loader_time: 0.0045 (0.004592721383492873)  --> TIME: 2025-03-24 13:00:44 -- STEP: 1715/31555 -- GLOBAL_STEP: 538150 | > loss_text_ce: 0.032547660171985626 (0.03852827803994759) | > loss_mel_ce: 2.8147590160369873 (nan) | > loss: 0.011298837140202522 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14122653174330815) | > loader_time: 0.0044 (0.00459021910286506)  --> TIME: 2025-03-24 13:00:53 -- STEP: 1765/31555 -- GLOBAL_STEP: 538200 | > loss_text_ce: 0.039161715656518936 (0.038453488678753256) | > loss_mel_ce: 3.5511066913604736 (nan) | > loss: 0.014247098006308079 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14120803000906715) | > loader_time: 0.0044 (0.0045861234745965835)  --> TIME: 2025-03-24 13:01:03 -- STEP: 1815/31555 -- GLOBAL_STEP: 538250 | > loss_text_ce: 0.043506961315870285 (0.03848310229227403) | > loss_mel_ce: 3.61083984375 (nan) | > loss: 0.014501377008855343 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14139566447780816) | > loader_time: 0.0044 (0.004585441873093285)  --> TIME: 2025-03-24 13:01:13 -- STEP: 1865/31555 -- GLOBAL_STEP: 538300 | > loss_text_ce: 0.04129362106323242 (0.0385048155890074) | > loss_mel_ce: 2.796034336090088 (nan) | > loss: 0.011259238235652447 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14136545242636842) | > loader_time: 0.0043 (0.004582406368715836)  --> TIME: 2025-03-24 13:01:23 -- STEP: 1915/31555 -- GLOBAL_STEP: 538350 | > loss_text_ce: 0.03868190944194794 (0.038490757306274215) | > loss_mel_ce: 0.0521240234375 (nan) | > loss: 0.00036034101503901184 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14142230658867347) | > loader_time: 0.0043 (0.0045785112107080235)  --> TIME: 2025-03-24 13:01:32 -- STEP: 1965/31555 -- GLOBAL_STEP: 538400 | > loss_text_ce: 0.04209371656179428 (0.038504988084009324) | > loss_mel_ce: 3.044382095336914 (nan) | > loss: 0.012247920967638493 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14129054261224572) | > loader_time: 0.0044 (0.00457493731083761)  --> TIME: 2025-03-24 13:01:42 -- STEP: 2015/31555 -- GLOBAL_STEP: 538450 | > loss_text_ce: 0.03138330206274986 (0.0385006000493508) | > loss_mel_ce: 2.434339761734009 (nan) | > loss: 0.009784615598618984 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1943 (0.1414177184661033) | > loader_time: 0.0047 (0.004575753034492287)  --> TIME: 2025-03-24 13:01:52 -- STEP: 2065/31555 -- GLOBAL_STEP: 538500 | > loss_text_ce: 0.03572352975606918 (0.03852002564141166) | > loss_mel_ce: 3.6553988456726074 (nan) | > loss: 0.01464731153100729 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14139940640539586) | > loader_time: 0.0046 (0.00457657994138704)  --> TIME: 2025-03-24 13:02:01 -- STEP: 2115/31555 -- GLOBAL_STEP: 538550 | > loss_text_ce: 0.04588857665657997 (0.0385208071176465) | > loss_mel_ce: 1.9151180982589722 (nan) | > loss: 0.0077817728742957115 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14139655183111244) | > loader_time: 0.0054 (0.004576526465990867)  --> TIME: 2025-03-24 13:02:11 -- STEP: 2165/31555 -- GLOBAL_STEP: 538600 | > loss_text_ce: 0.03928307071328163 (0.03852663995487315) | > loss_mel_ce: 1.8700249195098877 (nan) | > loss: 0.007576619274914265 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1414623271510452) | > loader_time: 0.0045 (0.00457754751826544)  --> TIME: 2025-03-24 13:02:20 -- STEP: 2215/31555 -- GLOBAL_STEP: 538650 | > loss_text_ce: 0.03386429324746132 (0.038489158250576534) | > loss_mel_ce: 2.540942907333374 (nan) | > loss: 0.010217489674687386 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1413635486404729) | > loader_time: 0.0044 (0.004578540341310522)  --> TIME: 2025-03-24 13:02:30 -- STEP: 2265/31555 -- GLOBAL_STEP: 538700 | > loss_text_ce: 0.04383126273751259 (0.038485396963443476) | > loss_mel_ce: 2.804790496826172 (nan) | > loss: 0.011304055340588093 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14132337907029044) | > loader_time: 0.0044 (0.004578484499428181)  --> TIME: 2025-03-24 13:02:40 -- STEP: 2315/31555 -- GLOBAL_STEP: 538750 | > loss_text_ce: 0.0325130894780159 (0.03852015749569461) | > loss_mel_ce: 2.0582284927368164 (nan) | > loss: 0.008296594023704529 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1413062609555139) | > loader_time: 0.0049 (0.004577353500135514)  --> TIME: 2025-03-24 13:02:49 -- STEP: 2365/31555 -- GLOBAL_STEP: 538800 | > loss_text_ce: 0.036649178713560104 (0.03856155529744278) | > loss_mel_ce: 2.9915318489074707 (nan) | > loss: 0.012016592547297478 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14137803394245047) | > loader_time: 0.0055 (0.004575458389508043)  --> TIME: 2025-03-24 13:02:59 -- STEP: 2415/31555 -- GLOBAL_STEP: 538850 | > loss_text_ce: 0.030572475865483284 (0.038572815504102485) | > loss_mel_ce: 3.240247964859009 (nan) | > loss: 0.012979446910321712 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14149619748133307) | > loader_time: 0.0047 (0.004576883651701805)  --> TIME: 2025-03-24 13:03:09 -- STEP: 2465/31555 -- GLOBAL_STEP: 538900 | > loss_text_ce: 0.03179966285824776 (0.03855126756517327) | > loss_mel_ce: 1.4051389694213867 (nan) | > loss: 0.0057021379470825195 (nan) | > current_lr: 5e-06 | > step_time: 0.1048 (0.1414233400178487) | > loader_time: 0.0042 (0.004576997582859245)  --> TIME: 2025-03-24 13:03:19 -- STEP: 2515/31555 -- GLOBAL_STEP: 538950 | > loss_text_ce: 0.0340445302426815 (0.03855484135774803) | > loss_mel_ce: 2.7323951721191406 (nan) | > loss: 0.01097793597728014 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14146621336282839) | > loader_time: 0.0047 (0.004577080250734363)  --> TIME: 2025-03-24 13:03:29 -- STEP: 2565/31555 -- GLOBAL_STEP: 539000 | > loss_text_ce: 0.046138156205415726 (0.038577489678332195) | > loss_mel_ce: 2.585597515106201 (nan) | > loss: 0.010443395934998989 (nan) | > current_lr: 5e-06 | > step_time: 0.1477 (0.141528002142209) | > loader_time: 0.0045 (0.0045787129021062686)  --> TIME: 2025-03-24 13:03:38 -- STEP: 2615/31555 -- GLOBAL_STEP: 539050 | > loss_text_ce: 0.0393671877682209 (0.03857598159725761) | > loss_mel_ce: 2.8720877170562744 (nan) | > loss: 0.011553392745554447 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14155740209108997) | > loader_time: 0.0049 (0.00457895262519442)  --> TIME: 2025-03-24 13:03:48 -- STEP: 2665/31555 -- GLOBAL_STEP: 539100 | > loss_text_ce: 0.05270512402057648 (0.03854841318533636) | > loss_mel_ce: 1.2594572305679321 (nan) | > loss: 0.005206993781030178 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14153527631992244) | > loader_time: 0.0044 (0.004580511697908723)  --> TIME: 2025-03-24 13:03:58 -- STEP: 2715/31555 -- GLOBAL_STEP: 539150 | > loss_text_ce: 0.04427530616521835 (0.03853572931339616) | > loss_mel_ce: 2.796478271484375 (nan) | > loss: 0.011272831819951534 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14155498288612983) | > loader_time: 0.0051 (0.004581434467659904)  --> TIME: 2025-03-24 13:04:07 -- STEP: 2765/31555 -- GLOBAL_STEP: 539200 | > loss_text_ce: 0.043776750564575195 (0.03852895137805081) | > loss_mel_ce: 3.6512444019317627 (nan) | > loss: 0.014662783592939377 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1414919486744277) | > loader_time: 0.0047 (0.004581990854218459)  --> TIME: 2025-03-24 13:04:17 -- STEP: 2815/31555 -- GLOBAL_STEP: 539250 | > loss_text_ce: 0.04151894897222519 (0.038535440146764265) | > loss_mel_ce: 2.298595666885376 (nan) | > loss: 0.009286169894039631 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14141953173581473) | > loader_time: 0.0044 (0.004581560080682397)  --> TIME: 2025-03-24 13:04:26 -- STEP: 2865/31555 -- GLOBAL_STEP: 539300 | > loss_text_ce: 0.04301493987441063 (0.03851984576444041) | > loss_mel_ce: 3.4779062271118164 (nan) | > loss: 0.013971910811960697 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.1414616595596125) | > loader_time: 0.0045 (0.004582532496560505)  --> TIME: 2025-03-24 13:04:36 -- STEP: 2915/31555 -- GLOBAL_STEP: 539350 | > loss_text_ce: 0.03413326293230057 (0.03850023326165274) | > loss_mel_ce: 2.5381686687469482 (nan) | > loss: 0.010207547806203365 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1415525990121358) | > loader_time: 0.0043 (0.004582425128943305)  --> TIME: 2025-03-24 13:04:46 -- STEP: 2965/31555 -- GLOBAL_STEP: 539400 | > loss_text_ce: 0.03401458263397217 (0.038502788541816546) | > loss_mel_ce: 2.5756826400756836 (nan) | > loss: 0.010355942882597446 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14149688685322265) | > loader_time: 0.0046 (0.004583703325731549)  --> TIME: 2025-03-24 13:04:55 -- STEP: 3015/31555 -- GLOBAL_STEP: 539450 | > loss_text_ce: 0.04053564369678497 (0.03851332221841241) | > loss_mel_ce: 2.4601404666900635 (nan) | > loss: 0.009923318400979042 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14143819097262694) | > loader_time: 0.0046 (0.004584863925256926)  --> TIME: 2025-03-24 13:05:05 -- STEP: 3065/31555 -- GLOBAL_STEP: 539500 | > loss_text_ce: 0.03223489224910736 (0.038517436186432115) | > loss_mel_ce: 2.223236322402954 (nan) | > loss: 0.008950282819569111 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1414123959875806) | > loader_time: 0.0045 (0.004585315197171422)  --> TIME: 2025-03-24 13:05:15 -- STEP: 3115/31555 -- GLOBAL_STEP: 539550 | > loss_text_ce: 0.03445327281951904 (0.03853283433264569) | > loss_mel_ce: 2.745014190673828 (nan) | > loss: 0.011029633693397045 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14138318547085033) | > loader_time: 0.0043 (0.004586300995338393)  --> TIME: 2025-03-24 13:05:24 -- STEP: 3165/31555 -- GLOBAL_STEP: 539600 | > loss_text_ce: 0.04714243486523628 (0.038569908475541675) | > loss_mel_ce: 2.908987045288086 (nan) | > loss: 0.011730673722922802 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14139321667699814) | > loader_time: 0.0047 (0.0045865076224762364)  --> TIME: 2025-03-24 13:05:34 -- STEP: 3215/31555 -- GLOBAL_STEP: 539650 | > loss_text_ce: 0.044459063559770584 (0.038564676746818814) | > loss_mel_ce: 3.034228563308716 (nan) | > loss: 0.012217015027999878 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14146451260402088) | > loader_time: 0.0046 (0.004588423027406381)  --> TIME: 2025-03-24 13:05:44 -- STEP: 3265/31555 -- GLOBAL_STEP: 539700 | > loss_text_ce: 0.03744849935173988 (0.03855564336921417) | > loss_mel_ce: 2.4940035343170166 (nan) | > loss: 0.010045444592833519 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14139934703365406) | > loader_time: 0.0046 (0.004588263323259557)  --> TIME: 2025-03-24 13:05:53 -- STEP: 3315/31555 -- GLOBAL_STEP: 539750 | > loss_text_ce: 0.03934940695762634 (0.038573543901582005) | > loss_mel_ce: 2.949169397354126 (nan) | > loss: 0.011859201826155186 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14137898311356073) | > loader_time: 0.0046 (0.004589162297198479)  --> TIME: 2025-03-24 13:06:03 -- STEP: 3365/31555 -- GLOBAL_STEP: 539800 | > loss_text_ce: 0.038583047688007355 (0.03858618252754307) | > loss_mel_ce: 2.251708984375 (nan) | > loss: 0.00908846128731966 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14143960713277412) | > loader_time: 0.0046 (0.004589988218196951)  --> TIME: 2025-03-24 13:06:13 -- STEP: 3415/31555 -- GLOBAL_STEP: 539850 | > loss_text_ce: 0.04891333356499672 (0.03859842939419599) | > loss_mel_ce: 2.2474124431610107 (nan) | > loss: 0.009112403728067875 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14136482451007434) | > loader_time: 0.0044 (0.004589955663611199)  --> TIME: 2025-03-24 13:06:22 -- STEP: 3465/31555 -- GLOBAL_STEP: 539900 | > loss_text_ce: 0.039395835250616074 (0.03857858244431834) | > loss_mel_ce: 1.9652913808822632 (nan) | > loss: 0.007955108769237995 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14139545297553868) | > loader_time: 0.0045 (0.004590005654449223)  --> TIME: 2025-03-24 13:06:32 -- STEP: 3515/31555 -- GLOBAL_STEP: 539950 | > loss_text_ce: 0.0421515628695488 (0.03858709416350894) | > loss_mel_ce: 3.2685515880584717 (nan) | > loss: 0.013137711212038994 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14140712580674059) | > loader_time: 0.0067 (0.004590519393660415)  --> TIME: 2025-03-24 13:06:42 -- STEP: 3565/31555 -- GLOBAL_STEP: 540000 | > loss_text_ce: 0.04802718013525009 (0.03860503060620436) | > loss_mel_ce: 3.249377727508545 (nan) | > loss: 0.013084941543638706 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.141437374291547) | > loader_time: 0.0046 (0.004591354581450326) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_540000.pth  --> TIME: 2025-03-24 13:06:57 -- STEP: 3615/31555 -- GLOBAL_STEP: 540050 | > loss_text_ce: 0.02513929083943367 (0.038604209956972) | > loss_mel_ce: 0.1508585661649704 (nan) | > loss: 0.0006984042120166123 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14143497637198657) | > loader_time: 0.0044 (0.004592520303581081)  --> TIME: 2025-03-24 13:07:07 -- STEP: 3665/31555 -- GLOBAL_STEP: 540100 | > loss_text_ce: 0.04398493096232414 (0.038613443313443546) | > loss_mel_ce: 2.9162752628326416 (nan) | > loss: 0.011747065000236034 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14140601932270608) | > loader_time: 0.0047 (0.004593410661080668)  --> TIME: 2025-03-24 13:07:15 -- STEP: 3715/31555 -- GLOBAL_STEP: 540150 | > loss_text_ce: 0.03810790926218033 (0.03860797103429232) | > loss_mel_ce: 0.052001953125 (nan) | > loss: 0.00035757882869802415 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1412499138997668) | > loader_time: 0.0045 (0.004593847898583373)  --> TIME: 2025-03-24 13:07:25 -- STEP: 3765/31555 -- GLOBAL_STEP: 540200 | > loss_text_ce: 0.03812265023589134 (0.03862210764224396) | > loss_mel_ce: 3.4866716861724854 (nan) | > loss: 0.013987279497087002 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14125994154181595) | > loader_time: 0.0044 (0.004593936633937052)  --> TIME: 2025-03-24 13:07:35 -- STEP: 3815/31555 -- GLOBAL_STEP: 540250 | > loss_text_ce: 0.04233739897608757 (0.03863891034263777) | > loss_mel_ce: 3.25464129447937 (nan) | > loss: 0.01308324933052063 (nan) | > current_lr: 5e-06 | > step_time: 0.1473 (0.1412880558798852) | > loader_time: 0.0045 (0.004594665554841549)  --> TIME: 2025-03-24 13:07:44 -- STEP: 3865/31555 -- GLOBAL_STEP: 540300 | > loss_text_ce: 0.04286208376288414 (0.03864184971874704) | > loss_mel_ce: 3.1681020259857178 (nan) | > loss: 0.01274192240089178 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1412529269288766) | > loader_time: 0.0045 (0.0045954294685866945)  --> TIME: 2025-03-24 13:07:55 -- STEP: 3915/31555 -- GLOBAL_STEP: 540350 | > loss_text_ce: 0.045970022678375244 (0.03865091876194629) | > loss_mel_ce: 0.034271240234375 (nan) | > loss: 0.00031841773306950927 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.1413289651712389) | > loader_time: 0.0071 (0.004596537922533974)  --> TIME: 2025-03-24 13:08:04 -- STEP: 3965/31555 -- GLOBAL_STEP: 540400 | > loss_text_ce: 0.03187274560332298 (0.0386537770572745) | > loss_mel_ce: 2.45980167388916 (nan) | > loss: 0.009887597523629665 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14135279529181868) | > loader_time: 0.0046 (0.004596645323956581)  --> TIME: 2025-03-24 13:08:14 -- STEP: 4015/31555 -- GLOBAL_STEP: 540450 | > loss_text_ce: 0.029075607657432556 (0.03865691372245593) | > loss_mel_ce: 2.829723596572876 (nan) | > loss: 0.011344442144036293 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14133020112404623) | > loader_time: 0.0043 (0.004597658950691633)  --> TIME: 2025-03-24 13:08:24 -- STEP: 4065/31555 -- GLOBAL_STEP: 540500 | > loss_text_ce: 0.042045943439006805 (0.0386581288996585) | > loss_mel_ce: 3.182600498199463 (nan) | > loss: 0.012796216644346714 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1414080594005325) | > loader_time: 0.0046 (0.004597489977528084)  --> TIME: 2025-03-24 13:08:34 -- STEP: 4115/31555 -- GLOBAL_STEP: 540550 | > loss_text_ce: 0.023117469623684883 (0.03864291651651975) | > loss_mel_ce: 2.8898301124572754 (nan) | > loss: 0.011559316888451576 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1414403839505311) | > loader_time: 0.0046 (0.004598305031276978)  --> TIME: 2025-03-24 13:08:43 -- STEP: 4165/31555 -- GLOBAL_STEP: 540600 | > loss_text_ce: 0.03600203990936279 (0.03862798223305512) | > loss_mel_ce: 2.442195177078247 (nan) | > loss: 0.009834116324782372 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14145225385228538) | > loader_time: 0.0046 (0.004598957865464284)  --> TIME: 2025-03-24 13:08:53 -- STEP: 4215/31555 -- GLOBAL_STEP: 540650 | > loss_text_ce: 0.0388566218316555 (0.03862198225994769) | > loss_mel_ce: 3.1558191776275635 (nan) | > loss: 0.012677284888923168 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14147347991011167) | > loader_time: 0.0047 (0.004599375911454697)  --> TIME: 2025-03-24 13:09:03 -- STEP: 4265/31555 -- GLOBAL_STEP: 540700 | > loss_text_ce: 0.04305674135684967 (0.03861619242775977) | > loss_mel_ce: 3.356745958328247 (nan) | > loss: 0.013491281308233738 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14153153619620884) | > loader_time: 0.0046 (0.00460154666431063)  --> TIME: 2025-03-24 13:09:13 -- STEP: 4315/31555 -- GLOBAL_STEP: 540750 | > loss_text_ce: 0.03267451375722885 (0.03861120160742477) | > loss_mel_ce: 2.983806848526001 (nan) | > loss: 0.011970165185630322 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.1415531725900059) | > loader_time: 0.0044 (0.004601736996983305)  --> TIME: 2025-03-24 13:09:23 -- STEP: 4365/31555 -- GLOBAL_STEP: 540800 | > loss_text_ce: 0.05317380279302597 (0.03860469272643982) | > loss_mel_ce: 2.9312241077423096 (nan) | > loss: 0.011842849664390087 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14152455936182812) | > loader_time: 0.0046 (0.0046018584077710395)  --> TIME: 2025-03-24 13:09:32 -- STEP: 4415/31555 -- GLOBAL_STEP: 540850 | > loss_text_ce: 0.03801843151450157 (0.03860632259850127) | > loss_mel_ce: 2.7507567405700684 (nan) | > loss: 0.01106656901538372 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14155648913010865) | > loader_time: 0.0048 (0.004602286823743586)  --> TIME: 2025-03-24 13:09:42 -- STEP: 4465/31555 -- GLOBAL_STEP: 540900 | > loss_text_ce: 0.031088659539818764 (0.03860743363937505) | > loss_mel_ce: 2.7043676376342773 (nan) | > loss: 0.010854985564947128 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14158121575700466) | > loader_time: 0.0047 (0.004603109968469482)  --> TIME: 2025-03-24 13:09:52 -- STEP: 4515/31555 -- GLOBAL_STEP: 540950 | > loss_text_ce: 0.03853728994727135 (0.038590610071868266) | > loss_mel_ce: 3.3563344478607178 (nan) | > loss: 0.013471714220941067 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.141590862284731) | > loader_time: 0.0054 (0.004603696687937029)  --> TIME: 2025-03-24 13:10:02 -- STEP: 4565/31555 -- GLOBAL_STEP: 541000 | > loss_text_ce: 0.037448540329933167 (0.038576401822342475) | > loss_mel_ce: 2.9653356075286865 (nan) | > loss: 0.011915811337530613 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14167991520149417) | > loader_time: 0.0046 (0.004604880833286293)  --> TIME: 2025-03-24 13:10:12 -- STEP: 4615/31555 -- GLOBAL_STEP: 541050 | > loss_text_ce: 0.04021850600838661 (0.038580912648662924) | > loss_mel_ce: 2.1178767681121826 (nan) | > loss: 0.008563870564103127 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14169615066710176) | > loader_time: 0.0048 (0.004605468458628194)  --> TIME: 2025-03-24 13:10:22 -- STEP: 4665/31555 -- GLOBAL_STEP: 541100 | > loss_text_ce: 0.04191124439239502 (0.03858066262619421) | > loss_mel_ce: 2.583596706390381 (nan) | > loss: 0.010418682359158993 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14169192217042845) | > loader_time: 0.0045 (0.0046061163674341035)  --> TIME: 2025-03-24 13:10:31 -- STEP: 4715/31555 -- GLOBAL_STEP: 541150 | > loss_text_ce: 0.03643542528152466 (0.03857681333686872) | > loss_mel_ce: 3.1294586658477783 (nan) | > loss: 0.012563072144985199 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14170216674642866) | > loader_time: 0.0052 (0.004606555046736854)  --> TIME: 2025-03-24 13:10:41 -- STEP: 4765/31555 -- GLOBAL_STEP: 541200 | > loss_text_ce: 0.0408899262547493 (0.038587709599548894) | > loss_mel_ce: 2.7049267292022705 (nan) | > loss: 0.010896098800003529 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14171523722621593) | > loader_time: 0.0047 (0.004606909116442754)  --> TIME: 2025-03-24 13:10:51 -- STEP: 4815/31555 -- GLOBAL_STEP: 541250 | > loss_text_ce: 0.040115732699632645 (0.0385810080482427) | > loss_mel_ce: 2.876887798309326 (nan) | > loss: 0.011575412005186081 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14170869800531952) | > loader_time: 0.0047 (0.00460808467765956)  --> TIME: 2025-03-24 13:11:01 -- STEP: 4865/31555 -- GLOBAL_STEP: 541300 | > loss_text_ce: 0.03603304177522659 (0.03857619124756636) | > loss_mel_ce: 1.6546145677566528 (nan) | > loss: 0.006708919536322355 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14170901331847616) | > loader_time: 0.0045 (0.004610508294414248)  --> TIME: 2025-03-24 13:11:10 -- STEP: 4915/31555 -- GLOBAL_STEP: 541350 | > loss_text_ce: 0.03858111426234245 (0.03857939242748202) | > loss_mel_ce: 3.27542781829834 (nan) | > loss: 0.013150829821825027 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1417259972068807) | > loader_time: 0.0045 (0.0046118789141199705)  --> TIME: 2025-03-24 13:11:20 -- STEP: 4965/31555 -- GLOBAL_STEP: 541400 | > loss_text_ce: 0.040653046220541 (0.03858194489253376) | > loss_mel_ce: 3.1794285774230957 (nan) | > loss: 0.012778102420270443 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14173619067680895) | > loader_time: 0.0047 (0.004611942535200602)  --> TIME: 2025-03-24 13:11:30 -- STEP: 5015/31555 -- GLOBAL_STEP: 541450 | > loss_text_ce: 0.03572181984782219 (0.038577510958773334) | > loss_mel_ce: 3.25473952293396 (nan) | > loss: 0.013057386502623558 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14172840417917057) | > loader_time: 0.0045 (0.004611898395618171)  --> TIME: 2025-03-24 13:11:40 -- STEP: 5065/31555 -- GLOBAL_STEP: 541500 | > loss_text_ce: 0.026869188994169235 (0.038578449982528296) | > loss_mel_ce: 2.306678295135498 (nan) | > loss: 0.00926010962575674 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14174444357710997) | > loader_time: 0.0044 (0.004612073728856984)  --> TIME: 2025-03-24 13:11:49 -- STEP: 5115/31555 -- GLOBAL_STEP: 541550 | > loss_text_ce: 0.03398282825946808 (0.03857791480933292) | > loss_mel_ce: 3.087226152420044 (nan) | > loss: 0.012385750189423561 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14170040371131312) | > loader_time: 0.0049 (0.0046116733830694956)  --> TIME: 2025-03-24 13:11:59 -- STEP: 5165/31555 -- GLOBAL_STEP: 541600 | > loss_text_ce: 0.05224572867155075 (0.03858644561905196) | > loss_mel_ce: 2.7945637702941895 (nan) | > loss: 0.011296863667666912 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1417100452615121) | > loader_time: 0.0045 (0.004612399209272681)  --> TIME: 2025-03-24 13:12:08 -- STEP: 5215/31555 -- GLOBAL_STEP: 541650 | > loss_text_ce: 0.03935571014881134 (0.03857540811696883) | > loss_mel_ce: 2.912182331085205 (nan) | > loss: 0.011712453328073025 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14170517217392864) | > loader_time: 0.0048 (0.004613528429947529)  --> TIME: 2025-03-24 13:12:18 -- STEP: 5265/31555 -- GLOBAL_STEP: 541700 | > loss_text_ce: 0.0370926596224308 (0.038575808035611336) | > loss_mel_ce: 2.974501371383667 (nan) | > loss: 0.011950770393013954 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14171196103435604) | > loader_time: 0.0047 (0.004613605908632024)  --> TIME: 2025-03-24 13:12:28 -- STEP: 5315/31555 -- GLOBAL_STEP: 541750 | > loss_text_ce: 0.033023323863744736 (0.0385837979131113) | > loss_mel_ce: 2.9186651706695557 (nan) | > loss: 0.011713050305843353 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.1416915357505385) | > loader_time: 0.0046 (0.004613027500859519)  --> TIME: 2025-03-24 13:12:38 -- STEP: 5365/31555 -- GLOBAL_STEP: 541800 | > loss_text_ce: 0.03992541879415512 (0.03858872729788459) | > loss_mel_ce: 3.260833501815796 (nan) | > loss: 0.013098250143229961 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.141730398967348) | > loader_time: 0.0047 (0.004613136245286672)  --> TIME: 2025-03-24 13:12:47 -- STEP: 5415/31555 -- GLOBAL_STEP: 541850 | > loss_text_ce: 0.031993430107831955 (0.03857405948644425) | > loss_mel_ce: 2.6206414699554443 (nan) | > loss: 0.010526329278945923 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14175815727572008) | > loader_time: 0.0049 (0.004613807260825007)  --> TIME: 2025-03-24 13:12:57 -- STEP: 5465/31555 -- GLOBAL_STEP: 541900 | > loss_text_ce: 0.037003111094236374 (0.03858079299303448) | > loss_mel_ce: 2.8870410919189453 (nan) | > loss: 0.01160335075110197 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14173024156610536) | > loader_time: 0.0049 (0.004615350088065386)  --> TIME: 2025-03-24 13:13:07 -- STEP: 5515/31555 -- GLOBAL_STEP: 541950 | > loss_text_ce: 0.0459640771150589 (0.03858728484433832) | > loss_mel_ce: 2.411966323852539 (nan) | > loss: 0.009753691963851452 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14171909477531286) | > loader_time: 0.0046 (0.004615656203393573)  --> TIME: 2025-03-24 13:13:16 -- STEP: 5565/31555 -- GLOBAL_STEP: 542000 | > loss_text_ce: 0.04519839957356453 (0.03858742349599524) | > loss_mel_ce: 3.115185022354126 (nan) | > loss: 0.012541204690933228 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14172724563584888) | > loader_time: 0.0047 (0.004615865691974128)  --> TIME: 2025-03-24 13:13:26 -- STEP: 5615/31555 -- GLOBAL_STEP: 542050 | > loss_text_ce: 0.045071203261613846 (0.038577772086471375) | > loss_mel_ce: 3.1392788887023926 (nan) | > loss: 0.012636310420930386 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14178614917867174) | > loader_time: 0.008 (0.004617320737558473)  --> TIME: 2025-03-24 13:13:36 -- STEP: 5665/31555 -- GLOBAL_STEP: 542100 | > loss_text_ce: 0.032471515238285065 (0.03858231793454503) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1417696863596979) | > loader_time: 0.0045 (0.004617681107685164)  --> TIME: 2025-03-24 13:13:46 -- STEP: 5715/31555 -- GLOBAL_STEP: 542150 | > loss_text_ce: 0.04617979750037193 (0.03859234794661448) | > loss_mel_ce: 3.395961046218872 (nan) | > loss: 0.013659290038049221 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14175237983543354) | > loader_time: 0.0046 (0.004617094722424041)  --> TIME: 2025-03-24 13:13:55 -- STEP: 5765/31555 -- GLOBAL_STEP: 542200 | > loss_text_ce: 0.03880181536078453 (0.03859291982425889) | > loss_mel_ce: 2.6487622261047363 (nan) | > loss: 0.010664938017725945 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14174721056962092) | > loader_time: 0.0048 (0.004617434052519423)  --> TIME: 2025-03-24 13:14:05 -- STEP: 5815/31555 -- GLOBAL_STEP: 542250 | > loss_text_ce: 0.04060554504394531 (0.03859341862553025) | > loss_mel_ce: 3.108065605163574 (nan) | > loss: 0.012494727969169617 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1417489805410153) | > loader_time: 0.0047 (0.004618240694290351)  --> TIME: 2025-03-24 13:14:14 -- STEP: 5865/31555 -- GLOBAL_STEP: 542300 | > loss_text_ce: 0.028639385476708412 (0.038588874276413145) | > loss_mel_ce: 0.0133056640625 (nan) | > loss: 0.00016644860443193465 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14172121748798172) | > loader_time: 0.0044 (0.004618528696175598)  --> TIME: 2025-03-24 13:14:24 -- STEP: 5915/31555 -- GLOBAL_STEP: 542350 | > loss_text_ce: 0.031658824533224106 (0.03858725102846649) | > loss_mel_ce: 1.3904215097427368 (nan) | > loss: 0.005643175914883614 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14173363696087787) | > loader_time: 0.0045 (0.004618601746611512)  --> TIME: 2025-03-24 13:14:34 -- STEP: 5965/31555 -- GLOBAL_STEP: 542400 | > loss_text_ce: 0.043223656713962555 (0.03859981322022475) | > loss_mel_ce: 2.4079442024230957 (nan) | > loss: 0.009726856835186481 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14173557896226321) | > loader_time: 0.0045 (0.00461984727928242)  --> TIME: 2025-03-24 13:14:44 -- STEP: 6015/31555 -- GLOBAL_STEP: 542450 | > loss_text_ce: 0.02785985730588436 (0.03859795700675096) | > loss_mel_ce: 3.2801973819732666 (nan) | > loss: 0.013127212412655354 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.141740962454208) | > loader_time: 0.0045 (0.004620036262328262)  --> TIME: 2025-03-24 13:14:54 -- STEP: 6065/31555 -- GLOBAL_STEP: 542500 | > loss_text_ce: 0.037700995802879333 (0.0385927882972992) | > loss_mel_ce: 3.077049970626831 (nan) | > loss: 0.012360122986137867 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14177567127413288) | > loader_time: 0.0048 (0.004620150662805036)  --> TIME: 2025-03-24 13:15:04 -- STEP: 6115/31555 -- GLOBAL_STEP: 542550 | > loss_text_ce: 0.03404339402914047 (0.03859522919782059) | > loss_mel_ce: 3.4446825981140137 (nan) | > loss: 0.01380446832627058 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14184940342813426) | > loader_time: 0.0046 (0.004621076271949173)  --> TIME: 2025-03-24 13:15:14 -- STEP: 6165/31555 -- GLOBAL_STEP: 542600 | > loss_text_ce: 0.026281537488102913 (0.03860173518048113) | > loss_mel_ce: 2.8015201091766357 (nan) | > loss: 0.011221435852348804 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1418470917536972) | > loader_time: 0.0045 (0.004621154780515473)  --> TIME: 2025-03-24 13:15:23 -- STEP: 6215/31555 -- GLOBAL_STEP: 542650 | > loss_text_ce: 0.0309511199593544 (0.03859468220987111) | > loss_mel_ce: 3.2817535400390625 (nan) | > loss: 0.013145653530955315 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1418585166946496) | > loader_time: 0.0052 (0.0046218211863756145)  --> TIME: 2025-03-24 13:15:33 -- STEP: 6265/31555 -- GLOBAL_STEP: 542700 | > loss_text_ce: 0.043704014271497726 (0.038595796183215514) | > loss_mel_ce: 2.7517755031585693 (nan) | > loss: 0.011093173176050186 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14185974162193826) | > loader_time: 0.0047 (0.0046224898180767336)  --> TIME: 2025-03-24 13:15:43 -- STEP: 6315/31555 -- GLOBAL_STEP: 542750 | > loss_text_ce: 0.04609692096710205 (0.038592812715663144) | > loss_mel_ce: 3.0897812843322754 (nan) | > loss: 0.012443961575627327 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14184639810666325) | > loader_time: 0.0051 (0.004622733545794132)  --> TIME: 2025-03-24 13:15:52 -- STEP: 6365/31555 -- GLOBAL_STEP: 542800 | > loss_text_ce: 0.04441515728831291 (0.038584255869299186) | > loss_mel_ce: 2.7121994495391846 (nan) | > loss: 0.010938948020339012 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1418538796274284) | > loader_time: 0.0044 (0.004622698129862174)  --> TIME: 2025-03-24 13:16:02 -- STEP: 6415/31555 -- GLOBAL_STEP: 542850 | > loss_text_ce: 0.0371011346578598 (0.0385872374598695) | > loss_mel_ce: 2.786656141281128 (nan) | > loss: 0.011205386370420456 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1418589004017091) | > loader_time: 0.0043 (0.004623121334441618)  --> TIME: 2025-03-24 13:16:12 -- STEP: 6465/31555 -- GLOBAL_STEP: 542900 | > loss_text_ce: 0.03487870842218399 (0.03859221618060725) | > loss_mel_ce: 2.210787773132324 (nan) | > loss: 0.008911375887691975 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14188876491319424) | > loader_time: 0.0045 (0.004622791833132598)  --> TIME: 2025-03-24 13:16:22 -- STEP: 6515/31555 -- GLOBAL_STEP: 542950 | > loss_text_ce: 0.047982968389987946 (0.038584401511393515) | > loss_mel_ce: 3.077685594558716 (nan) | > loss: 0.012403447180986404 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14190830818433858) | > loader_time: 0.0045 (0.004622786024947008)  --> TIME: 2025-03-24 13:16:32 -- STEP: 6565/31555 -- GLOBAL_STEP: 543000 | > loss_text_ce: 0.03235352411866188 (0.038576100800705636) | > loss_mel_ce: 2.5845179557800293 (nan) | > loss: 0.010384411551058292 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14190313185977246) | > loader_time: 0.0048 (0.004622665072613215)  --> TIME: 2025-03-24 13:16:41 -- STEP: 6615/31555 -- GLOBAL_STEP: 543050 | > loss_text_ce: 0.0375228188931942 (0.03856588169870422) | > loss_mel_ce: 3.403132915496826 (nan) | > loss: 0.013653396628797054 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14192361910957654) | > loader_time: 0.0049 (0.0046229633164063125)  --> TIME: 2025-03-24 13:16:51 -- STEP: 6665/31555 -- GLOBAL_STEP: 543100 | > loss_text_ce: 0.04623132944107056 (0.03856727813439696) | > loss_mel_ce: 2.6661293506622314 (nan) | > loss: 0.010763335973024368 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1419025120302327) | > loader_time: 0.0068 (0.00462350548431554)  --> TIME: 2025-03-24 13:17:01 -- STEP: 6715/31555 -- GLOBAL_STEP: 543150 | > loss_text_ce: 0.04092706739902496 (0.03857456950078307) | > loss_mel_ce: 3.239590883255005 (nan) | > loss: 0.013017929159104824 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14193898756292767) | > loader_time: 0.0048 (0.004623722124703294)  --> TIME: 2025-03-24 13:17:11 -- STEP: 6765/31555 -- GLOBAL_STEP: 543200 | > loss_text_ce: 0.033128492534160614 (0.03856699513966676) | > loss_mel_ce: 2.5975935459136963 (nan) | > loss: 0.010439373552799225 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1419253173089429) | > loader_time: 0.0046 (0.0046236238740411835)  --> TIME: 2025-03-24 13:17:20 -- STEP: 6815/31555 -- GLOBAL_STEP: 543250 | > loss_text_ce: 0.04412951320409775 (0.03856295422225187) | > loss_mel_ce: 2.820126533508301 (nan) | > loss: 0.011366096325218678 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14192123832898512) | > loader_time: 0.0044 (0.004622982463150948)  --> TIME: 2025-03-24 13:17:30 -- STEP: 6865/31555 -- GLOBAL_STEP: 543300 | > loss_text_ce: 0.042439017444849014 (0.038567379731155864) | > loss_mel_ce: 1.5294712781906128 (nan) | > loss: 0.006237739697098732 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14193540577982214) | > loader_time: 0.0046 (0.004622516750160631)  --> TIME: 2025-03-24 13:17:40 -- STEP: 6915/31555 -- GLOBAL_STEP: 543350 | > loss_text_ce: 0.028838543221354485 (0.038572440138968864) | > loss_mel_ce: 2.5238451957702637 (nan) | > loss: 0.010129698552191257 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14195582692552416) | > loader_time: 0.0045 (0.004622737376998471)  --> TIME: 2025-03-24 13:17:50 -- STEP: 6965/31555 -- GLOBAL_STEP: 543400 | > loss_text_ce: 0.027564680203795433 (0.038583042161179526) | > loss_mel_ce: 2.859546661376953 (nan) | > loss: 0.011456792242825031 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14195965546459377) | > loader_time: 0.0044 (0.004622531912776927)  --> TIME: 2025-03-24 13:18:00 -- STEP: 7015/31555 -- GLOBAL_STEP: 543450 | > loss_text_ce: 0.04134407266974449 (0.03857093936540003) | > loss_mel_ce: 3.145263195037842 (nan) | > loss: 0.012645267881453037 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1419755476165137) | > loader_time: 0.0049 (0.004622523035224789)  --> TIME: 2025-03-24 13:18:09 -- STEP: 7065/31555 -- GLOBAL_STEP: 543500 | > loss_text_ce: 0.037865541875362396 (0.038577179090691374) | > loss_mel_ce: 3.5262889862060547 (nan) | > loss: 0.014143471606075764 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14197113009437268) | > loader_time: 0.0045 (0.0046231118652386724)  --> TIME: 2025-03-24 13:18:19 -- STEP: 7115/31555 -- GLOBAL_STEP: 543550 | > loss_text_ce: 0.04786041006445885 (0.03856969023200614) | > loss_mel_ce: 2.9590070247650146 (nan) | > loss: 0.011932014487683773 (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.14195473896141855) | > loader_time: 0.0043 (0.004623011577657113)  --> TIME: 2025-03-24 13:18:29 -- STEP: 7165/31555 -- GLOBAL_STEP: 543600 | > loss_text_ce: 0.040596868842840195 (0.03858663766824923) | > loss_mel_ce: 1.8539689779281616 (nan) | > loss: 0.007518118713051081 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14196119221955492) | > loader_time: 0.0044 (0.004622995578901611)  --> TIME: 2025-03-24 13:18:38 -- STEP: 7215/31555 -- GLOBAL_STEP: 543650 | > loss_text_ce: 0.04989110678434372 (0.038580315959609535) | > loss_mel_ce: 2.718461036682129 (nan) | > loss: 0.010985524393618107 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14198284750586135) | > loader_time: 0.0045 (0.004623480761786404)  --> TIME: 2025-03-24 13:18:48 -- STEP: 7265/31555 -- GLOBAL_STEP: 543700 | > loss_text_ce: 0.03590128943324089 (0.03857814234996144) | > loss_mel_ce: 2.6382741928100586 (nan) | > loss: 0.01061180792748928 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1419690415355473) | > loader_time: 0.0045 (0.004623257268812416)  --> TIME: 2025-03-24 13:18:58 -- STEP: 7315/31555 -- GLOBAL_STEP: 543750 | > loss_text_ce: 0.03749188780784607 (0.038576416973908206) | > loss_mel_ce: 3.360685110092163 (nan) | > loss: 0.013484830036759377 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14200913268902146) | > loader_time: 0.0045 (0.004624407632010302)  --> TIME: 2025-03-24 13:19:08 -- STEP: 7365/31555 -- GLOBAL_STEP: 543800 | > loss_text_ce: 0.03763242065906525 (0.03858274697273648) | > loss_mel_ce: 1.9731216430664062 (nan) | > loss: 0.007979183457791805 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14201723171267777) | > loader_time: 0.0048 (0.004624403308057796)  --> TIME: 2025-03-24 13:19:18 -- STEP: 7415/31555 -- GLOBAL_STEP: 543850 | > loss_text_ce: 0.04895263910293579 (0.03858495249563048) | > loss_mel_ce: 2.485888719558716 (nan) | > loss: 0.010058894753456116 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1420373593482789) | > loader_time: 0.0048 (0.004624828131554158)  --> TIME: 2025-03-24 13:19:27 -- STEP: 7465/31555 -- GLOBAL_STEP: 543900 | > loss_text_ce: 0.036913949996232986 (0.038589994310309704) | > loss_mel_ce: 0.052978515625 (nan) | > loss: 0.00035671613295562565 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1420355545779799) | > loader_time: 0.0046 (0.004624549287002655)  --> TIME: 2025-03-24 13:19:37 -- STEP: 7515/31555 -- GLOBAL_STEP: 543950 | > loss_text_ce: 0.04025968909263611 (0.03858466952858236) | > loss_mel_ce: 2.9392151832580566 (nan) | > loss: 0.011823313310742378 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1420636938162349) | > loader_time: 0.0045 (0.004624212287857126)  --> TIME: 2025-03-24 13:19:47 -- STEP: 7565/31555 -- GLOBAL_STEP: 544000 | > loss_text_ce: 0.038965318351984024 (0.03858308375216604) | > loss_mel_ce: 2.661665201187134 (nan) | > loss: 0.010716788470745087 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14206058378654504) | > loader_time: 0.0045 (0.004624283368904209)  --> TIME: 2025-03-24 13:19:57 -- STEP: 7615/31555 -- GLOBAL_STEP: 544050 | > loss_text_ce: 0.037532854825258255 (0.03858181057217792) | > loss_mel_ce: 2.7271645069122314 (nan) | > loss: 0.010971021838486195 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14206104898484048) | > loader_time: 0.0045 (0.00462376947709781)  --> TIME: 2025-03-24 13:20:07 -- STEP: 7665/31555 -- GLOBAL_STEP: 544100 | > loss_text_ce: 0.03774901106953621 (0.03858080060918078) | > loss_mel_ce: 2.6504907608032227 (nan) | > loss: 0.010667619295418262 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14206853995351154) | > loader_time: 0.0069 (0.004624475596080145)  --> TIME: 2025-03-24 13:20:16 -- STEP: 7715/31555 -- GLOBAL_STEP: 544150 | > loss_text_ce: 0.03242449834942818 (0.038571277085742414) | > loss_mel_ce: 2.971299171447754 (nan) | > loss: 0.011919538490474224 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1420184842812418) | > loader_time: 0.0045 (0.0046245658698981056)  --> TIME: 2025-03-24 13:20:25 -- STEP: 7765/31555 -- GLOBAL_STEP: 544200 | > loss_text_ce: 0.03764411062002182 (0.03857064570629515) | > loss_mel_ce: 2.3197529315948486 (nan) | > loss: 0.009354750625789165 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14199825533727464) | > loader_time: 0.0047 (0.004623983417567462)  --> TIME: 2025-03-24 13:20:35 -- STEP: 7815/31555 -- GLOBAL_STEP: 544250 | > loss_text_ce: 0.033395376056432724 (0.038573344832409005) | > loss_mel_ce: 3.469907522201538 (nan) | > loss: 0.013901996426284313 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14202268701749796) | > loader_time: 0.0045 (0.004623693818856852)  --> TIME: 2025-03-24 13:20:45 -- STEP: 7865/31555 -- GLOBAL_STEP: 544300 | > loss_text_ce: 0.035843122750520706 (0.038573862956594096) | > loss_mel_ce: 3.0075385570526123 (nan) | > loss: 0.012076912447810173 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14201035781491714) | > loader_time: 0.0046 (0.00462349917732523)  --> TIME: 2025-03-24 13:20:55 -- STEP: 7915/31555 -- GLOBAL_STEP: 544350 | > loss_text_ce: 0.0383157916367054 (0.03858094010302071) | > loss_mel_ce: 2.82783579826355 (nan) | > loss: 0.011373617686331272 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14204267036741602) | > loader_time: 0.0045 (0.004623987609950014)  --> TIME: 2025-03-24 13:21:05 -- STEP: 7965/31555 -- GLOBAL_STEP: 544400 | > loss_text_ce: 0.040684282779693604 (0.03857576955350706) | > loss_mel_ce: 3.184554100036621 (nan) | > loss: 0.012798565439879894 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1420329066993151) | > loader_time: 0.0046 (0.004623398927495808)  --> TIME: 2025-03-24 13:21:14 -- STEP: 8015/31555 -- GLOBAL_STEP: 544450 | > loss_text_ce: 0.03477795422077179 (0.03857998684262458) | > loss_mel_ce: 2.656154155731201 (nan) | > loss: 0.010678302496671677 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14203027503905394) | > loader_time: 0.0044 (0.004623308586315723)  --> TIME: 2025-03-24 13:21:24 -- STEP: 8065/31555 -- GLOBAL_STEP: 544500 | > loss_text_ce: 0.03868158906698227 (0.03858944906726694) | > loss_mel_ce: 0.9703278541564941 (nan) | > loss: 0.004004006274044514 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.1420503225226025) | > loader_time: 0.0046 (0.004623261580020817)  --> TIME: 2025-03-24 13:21:34 -- STEP: 8115/31555 -- GLOBAL_STEP: 544550 | > loss_text_ce: 0.037390921264886856 (0.03858838284104716) | > loss_mel_ce: 2.67145037651062 (nan) | > loss: 0.01074937079101801 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1420477149373427) | > loader_time: 0.0049 (0.004622835916130155)  --> TIME: 2025-03-24 13:21:44 -- STEP: 8165/31555 -- GLOBAL_STEP: 544600 | > loss_text_ce: 0.03991688787937164 (0.03858892652277414) | > loss_mel_ce: 2.850344657897949 (nan) | > loss: 0.011469293385744095 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14205094192631007) | > loader_time: 0.0047 (0.004622363839788937)  --> TIME: 2025-03-24 13:21:53 -- STEP: 8215/31555 -- GLOBAL_STEP: 544650 | > loss_text_ce: 0.052283789962530136 (0.038587594771223775) | > loss_mel_ce: 2.915682315826416 (nan) | > loss: 0.011777644045650959 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14205840923984947) | > loader_time: 0.0045 (0.004622834786654806)  --> TIME: 2025-03-24 13:22:03 -- STEP: 8265/31555 -- GLOBAL_STEP: 544700 | > loss_text_ce: 0.034490399062633514 (0.038586510090226143) | > loss_mel_ce: 2.981544256210327 (nan) | > loss: 0.011968391947448254 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1420756817729415) | > loader_time: 0.0044 (0.004622139933609756)  --> TIME: 2025-03-24 13:22:13 -- STEP: 8315/31555 -- GLOBAL_STEP: 544750 | > loss_text_ce: 0.02366144396364689 (0.038581764242839774) | > loss_mel_ce: 2.6726295948028564 (nan) | > loss: 0.010699568316340446 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14209916988769622) | > loader_time: 0.0043 (0.0046218046565695056)  --> TIME: 2025-03-24 13:22:23 -- STEP: 8365/31555 -- GLOBAL_STEP: 544800 | > loss_text_ce: 0.03383695334196091 (0.03857804149749996) | > loss_mel_ce: 3.1516664028167725 (nan) | > loss: 0.012640886940062046 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14210221361273126) | > loader_time: 0.0045 (0.004622092164353685)  --> TIME: 2025-03-24 13:22:33 -- STEP: 8415/31555 -- GLOBAL_STEP: 544850 | > loss_text_ce: 0.033747684210538864 (0.038573715484087424) | > loss_mel_ce: 2.739959478378296 (nan) | > loss: 0.011006775312125683 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14209549360450913) | > loader_time: 0.0049 (0.004621955686853654)  --> TIME: 2025-03-24 13:22:42 -- STEP: 8465/31555 -- GLOBAL_STEP: 544900 | > loss_text_ce: 0.0419938750565052 (0.038568136046491515) | > loss_mel_ce: 3.0727663040161133 (nan) | > loss: 0.012360160239040852 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14207860179997997) | > loader_time: 0.0043 (0.004621584994231024)  --> TIME: 2025-03-24 13:22:52 -- STEP: 8515/31555 -- GLOBAL_STEP: 544950 | > loss_text_ce: 0.027914730831980705 (0.0385683357783419) | > loss_mel_ce: 2.854890823364258 (nan) | > loss: 0.011439705267548561 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14207971973833575) | > loader_time: 0.0042 (0.004620964640529433)  --> TIME: 2025-03-24 13:23:02 -- STEP: 8565/31555 -- GLOBAL_STEP: 545000 | > loss_text_ce: 0.01686406135559082 (0.03857704351650162) | > loss_mel_ce: 2.5056591033935547 (nan) | > loss: 0.010010013356804848 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14209661784397523) | > loader_time: 0.0044 (0.004620679497927566)  --> TIME: 2025-03-24 13:23:12 -- STEP: 8615/31555 -- GLOBAL_STEP: 545050 | > loss_text_ce: 0.036782775074243546 (0.03856711236201121) | > loss_mel_ce: 2.2987639904022217 (nan) | > loss: 0.00926804356276989 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1421092553119359) | > loader_time: 0.0044 (0.004620361687897654)  --> TIME: 2025-03-24 13:23:21 -- STEP: 8665/31555 -- GLOBAL_STEP: 545100 | > loss_text_ce: 0.03014201484620571 (0.03856458006221407) | > loss_mel_ce: 3.0473129749298096 (nan) | > loss: 0.012212123721837997 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14209662628393932) | > loader_time: 0.0046 (0.004620730801255994)  --> TIME: 2025-03-24 13:23:31 -- STEP: 8715/31555 -- GLOBAL_STEP: 545150 | > loss_text_ce: 0.04537788778543472 (0.038565811839508274) | > loss_mel_ce: 2.9134156703948975 (nan) | > loss: 0.011741245165467262 (nan) | > current_lr: 5e-06 | > step_time: 0.1954 (0.14208643251770317) | > loader_time: 0.0048 (0.004620597476050955)  --> TIME: 2025-03-24 13:23:40 -- STEP: 8765/31555 -- GLOBAL_STEP: 545200 | > loss_text_ce: 0.039773814380168915 (0.038563933667843206) | > loss_mel_ce: 2.521470069885254 (nan) | > loss: 0.010163666680455208 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14205666029038436) | > loader_time: 0.0046 (0.004620102155024968)  --> TIME: 2025-03-24 13:23:50 -- STEP: 8815/31555 -- GLOBAL_STEP: 545250 | > loss_text_ce: 0.039099112153053284 (0.038558674753092624) | > loss_mel_ce: 0.724273681640625 (nan) | > loss: 0.0030292572919279337 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14204574431875358) | > loader_time: 0.0047 (0.004619761535679142)  --> TIME: 2025-03-24 13:23:59 -- STEP: 8865/31555 -- GLOBAL_STEP: 545300 | > loss_text_ce: 0.03935212641954422 (0.038555736473335524) | > loss_mel_ce: 3.139404296875 (nan) | > loss: 0.012614113278687 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1420338649771269) | > loader_time: 0.0045 (0.004619831267011001)  --> TIME: 2025-03-24 13:24:09 -- STEP: 8915/31555 -- GLOBAL_STEP: 545350 | > loss_text_ce: 0.03307267278432846 (0.03855946398999878) | > loss_mel_ce: 2.425794839859009 (nan) | > loss: 0.009757411666214466 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14201478399190054) | > loader_time: 0.0044 (0.004620186157996767)  --> TIME: 2025-03-24 13:24:19 -- STEP: 8965/31555 -- GLOBAL_STEP: 545400 | > loss_text_ce: 0.034611061215400696 (0.03856442853064596) | > loss_mel_ce: 3.0982980728149414 (nan) | > loss: 0.012432179413735867 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14204069425856233) | > loader_time: 0.0047 (0.004620303219413857)  --> TIME: 2025-03-24 13:24:29 -- STEP: 9015/31555 -- GLOBAL_STEP: 545450 | > loss_text_ce: 0.031173739582300186 (0.038566163338047285) | > loss_mel_ce: 3.445396661758423 (nan) | > loss: 0.013795915059745312 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14206488652157861) | > loader_time: 0.0048 (0.00462025548773081)  --> TIME: 2025-03-24 13:24:38 -- STEP: 9065/31555 -- GLOBAL_STEP: 545500 | > loss_text_ce: 0.02917761169373989 (0.03855765214445713) | > loss_mel_ce: 1.8616200685501099 (nan) | > loss: 0.007503165863454342 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14204889048677838) | > loader_time: 0.0046 (0.004620287553815627)  --> TIME: 2025-03-24 13:24:48 -- STEP: 9115/31555 -- GLOBAL_STEP: 545550 | > loss_text_ce: 0.039815694093704224 (0.03854961880940995) | > loss_mel_ce: 3.198096752166748 (nan) | > loss: 0.012848859652876854 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1420472644412507) | > loader_time: 0.0046 (0.004619781564240648)  --> TIME: 2025-03-24 13:24:58 -- STEP: 9165/31555 -- GLOBAL_STEP: 545600 | > loss_text_ce: 0.041104506701231 (0.03855286531812892) | > loss_mel_ce: 3.283687114715576 (nan) | > loss: 0.013193618506193161 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14205597814028165) | > loader_time: 0.0044 (0.004620060788043773)  --> TIME: 2025-03-24 13:25:08 -- STEP: 9215/31555 -- GLOBAL_STEP: 545650 | > loss_text_ce: 0.025596708059310913 (0.03855496758733576) | > loss_mel_ce: 0.2742396891117096 (nan) | > loss: 0.001189826987683773 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14206755335927287) | > loader_time: 0.0043 (0.004619912304311609)  --> TIME: 2025-03-24 13:25:17 -- STEP: 9265/31555 -- GLOBAL_STEP: 545700 | > loss_text_ce: 0.037761371582746506 (0.03855526439274611) | > loss_mel_ce: 2.6120965480804443 (nan) | > loss: 0.010515309870243073 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14204733017902352) | > loader_time: 0.0044 (0.0046194441435598215)  --> TIME: 2025-03-24 13:25:26 -- STEP: 9315/31555 -- GLOBAL_STEP: 545750 | > loss_text_ce: 0.03876617178320885 (0.038546870889815114) | > loss_mel_ce: 2.093386650085449 (nan) | > loss: 0.00846092402935028 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14202199307296792) | > loader_time: 0.0052 (0.00461913416990975)  --> TIME: 2025-03-24 13:25:37 -- STEP: 9365/31555 -- GLOBAL_STEP: 545800 | > loss_text_ce: 0.043238382786512375 (0.038553791814988476) | > loss_mel_ce: 3.3814258575439453 (nan) | > loss: 0.013589938171207905 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14206901823716894) | > loader_time: 0.0045 (0.004618950394214438)  --> TIME: 2025-03-24 13:25:47 -- STEP: 9415/31555 -- GLOBAL_STEP: 545850 | > loss_text_ce: 0.04816075786948204 (0.038555556444121876) | > loss_mel_ce: 2.8537912368774414 (nan) | > loss: 0.011515683494508266 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1420779639966801) | > loader_time: 0.0043 (0.004618573859848365)  --> TIME: 2025-03-24 13:25:56 -- STEP: 9465/31555 -- GLOBAL_STEP: 545900 | > loss_text_ce: 0.01598455384373665 (0.038554389524281966) | > loss_mel_ce: 1.0132789611816406e-05 (nan) | > loss: 6.347097951220348e-05 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14210013642993688) | > loader_time: 0.0044 (0.00461827740112562)  --> TIME: 2025-03-24 13:26:06 -- STEP: 9515/31555 -- GLOBAL_STEP: 545950 | > loss_text_ce: 0.03564472123980522 (0.03855690922092843) | > loss_mel_ce: 2.495122194290161 (nan) | > loss: 0.010042726993560791 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1421089692298696) | > loader_time: 0.0046 (0.004618086892557465)  --> TIME: 2025-03-24 13:26:16 -- STEP: 9565/31555 -- GLOBAL_STEP: 546000 | > loss_text_ce: 0.03998088836669922 (0.03855804349006128) | > loss_mel_ce: 2.8020455837249756 (nan) | > loss: 0.011277883313596249 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14210884834046225) | > loader_time: 0.0043 (0.004618179717116243)  --> TIME: 2025-03-24 13:26:26 -- STEP: 9615/31555 -- GLOBAL_STEP: 546050 | > loss_text_ce: 0.0433957502245903 (0.03855745133886225) | > loss_mel_ce: 2.502016544342041 (nan) | > loss: 0.010100843384861946 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14209320248878027) | > loader_time: 0.0045 (0.0046178170559744705)  --> TIME: 2025-03-24 13:26:35 -- STEP: 9665/31555 -- GLOBAL_STEP: 546100 | > loss_text_ce: 0.03782255947589874 (0.038554795819300505) | > loss_mel_ce: 2.55133318901062 (nan) | > loss: 0.010274427942931652 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14209361722662925) | > loader_time: 0.0047 (0.004617349187512502)  --> TIME: 2025-03-24 13:26:45 -- STEP: 9715/31555 -- GLOBAL_STEP: 546150 | > loss_text_ce: 0.035976704210042953 (0.03854449617988479) | > loss_mel_ce: 3.3140525817871094 (nan) | > loss: 0.013293767347931862 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1421071467298972) | > loader_time: 0.0043 (0.004617646841185641)  --> TIME: 2025-03-24 13:26:55 -- STEP: 9765/31555 -- GLOBAL_STEP: 546200 | > loss_text_ce: 0.03863643482327461 (0.03854024772838915) | > loss_mel_ce: 2.630113363265991 (nan) | > loss: 0.01059027761220932 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.1421164635933178) | > loader_time: 0.0043 (0.004617459848484984)  --> TIME: 2025-03-24 13:27:05 -- STEP: 9815/31555 -- GLOBAL_STEP: 546250 | > loss_text_ce: 0.05043625831604004 (0.038546405838905916) | > loss_mel_ce: 2.7309212684631348 (nan) | > loss: 0.011037133634090424 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14212899455839503) | > loader_time: 0.0043 (0.004617609421452625)  --> TIME: 2025-03-24 13:27:15 -- STEP: 9865/31555 -- GLOBAL_STEP: 546300 | > loss_text_ce: 0.04736745357513428 (0.0385447043283558) | > loss_mel_ce: 3.041703462600708 (nan) | > loss: 0.012258218601346016 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1421465432408246) | > loader_time: 0.0045 (0.004617194626697464)  --> TIME: 2025-03-24 13:27:24 -- STEP: 9915/31555 -- GLOBAL_STEP: 546350 | > loss_text_ce: 0.04173695296049118 (0.038542487100330314) | > loss_mel_ce: 2.8231160640716553 (nan) | > loss: 0.011368464678525925 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14213774794589554) | > loader_time: 0.0048 (0.004616878060337502)  --> TIME: 2025-03-24 13:27:34 -- STEP: 9965/31555 -- GLOBAL_STEP: 546400 | > loss_text_ce: 0.0521232932806015 (0.0385402140541706) | > loss_mel_ce: 0.5059916377067566 (nan) | > loss: 0.0022147418931126595 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14214691089375506) | > loader_time: 0.0044 (0.004616576131121084)  --> TIME: 2025-03-24 13:27:44 -- STEP: 10015/31555 -- GLOBAL_STEP: 546450 | > loss_text_ce: 0.03896915167570114 (0.03853977065472024) | > loss_mel_ce: 3.0535082817077637 (nan) | > loss: 0.012271735817193985 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14215080820198772) | > loader_time: 0.0046 (0.004616486567946225)  --> TIME: 2025-03-24 13:27:53 -- STEP: 10065/31555 -- GLOBAL_STEP: 546500 | > loss_text_ce: 0.04248661920428276 (0.03853445206664714) | > loss_mel_ce: 3.106137275695801 (nan) | > loss: 0.012494539842009544 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14213728618100624) | > loader_time: 0.0044 (0.004616529433453657)  --> TIME: 2025-03-24 13:28:03 -- STEP: 10115/31555 -- GLOBAL_STEP: 546550 | > loss_text_ce: 0.029124604538083076 (0.03852913324185753) | > loss_mel_ce: 2.967297077178955 (nan) | > loss: 0.011890562251210213 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14214232214240752) | > loader_time: 0.0049 (0.004616755633087824)  --> TIME: 2025-03-24 13:28:13 -- STEP: 10165/31555 -- GLOBAL_STEP: 546600 | > loss_text_ce: 0.0381503626704216 (0.03852942622987308) | > loss_mel_ce: 3.2527549266815186 (nan) | > loss: 0.01305914856493473 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14213693640352812) | > loader_time: 0.0047 (0.004616992437247262)  --> TIME: 2025-03-24 13:28:23 -- STEP: 10215/31555 -- GLOBAL_STEP: 546650 | > loss_text_ce: 0.036497388035058975 (0.038533491563513295) | > loss_mel_ce: 2.6628105640411377 (nan) | > loss: 0.010711539536714554 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14213989858118445) | > loader_time: 0.0046 (0.004617138020967761)  --> TIME: 2025-03-24 13:28:32 -- STEP: 10265/31555 -- GLOBAL_STEP: 546700 | > loss_text_ce: 0.043957412242889404 (0.03853587390609085) | > loss_mel_ce: 2.940190076828003 (nan) | > loss: 0.011841855943202972 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14214249165883772) | > loader_time: 0.0047 (0.004617253176711899)  --> TIME: 2025-03-24 13:28:42 -- STEP: 10315/31555 -- GLOBAL_STEP: 546750 | > loss_text_ce: 0.03357726335525513 (0.03853637928561181) | > loss_mel_ce: 2.5432586669921875 (nan) | > loss: 0.010225540027022362 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14214202866528766) | > loader_time: 0.0044 (0.004617342183847643)  --> TIME: 2025-03-24 13:28:52 -- STEP: 10365/31555 -- GLOBAL_STEP: 546800 | > loss_text_ce: 0.03537525236606598 (0.03853057862663338) | > loss_mel_ce: 2.7581236362457275 (nan) | > loss: 0.011085313744843006 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14215669378932924) | > loader_time: 0.0046 (0.004617093624955942)  --> TIME: 2025-03-24 13:29:02 -- STEP: 10415/31555 -- GLOBAL_STEP: 546850 | > loss_text_ce: 0.04143467918038368 (0.03852990156605635) | > loss_mel_ce: 3.278172254562378 (nan) | > loss: 0.01317304465919733 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14215587807342564) | > loader_time: 0.0046 (0.004616744759788997)  --> TIME: 2025-03-24 13:29:12 -- STEP: 10465/31555 -- GLOBAL_STEP: 546900 | > loss_text_ce: 0.04237360879778862 (0.03853347886610037) | > loss_mel_ce: 2.4570417404174805 (nan) | > loss: 0.009918315336108208 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1421754635639066) | > loader_time: 0.0046 (0.0046164765291901895)  --> TIME: 2025-03-24 13:29:21 -- STEP: 10515/31555 -- GLOBAL_STEP: 546950 | > loss_text_ce: 0.03447724133729935 (0.038527530885673095) | > loss_mel_ce: 2.1522624492645264 (nan) | > loss: 0.008677538484334946 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14216482935210203) | > loader_time: 0.0045 (0.004616595720371846)  --> TIME: 2025-03-24 13:29:31 -- STEP: 10565/31555 -- GLOBAL_STEP: 547000 | > loss_text_ce: 0.02750941924750805 (0.03852507810285109) | > loss_mel_ce: 2.6019198894500732 (nan) | > loss: 0.010434243828058243 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14217071072839696) | > loader_time: 0.0044 (0.004616315975270439)  --> TIME: 2025-03-24 13:29:41 -- STEP: 10615/31555 -- GLOBAL_STEP: 547050 | > loss_text_ce: 0.03529711812734604 (0.038523667129620874) | > loss_mel_ce: 2.73895263671875 (nan) | > loss: 0.011008928529918194 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14215112682563477) | > loader_time: 0.0043 (0.004616267356567084)  --> TIME: 2025-03-24 13:29:50 -- STEP: 10665/31555 -- GLOBAL_STEP: 547100 | > loss_text_ce: 0.04313655197620392 (0.03853225506644781) | > loss_mel_ce: 2.2128732204437256 (nan) | > loss: 0.008952420204877853 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14216258882414323) | > loader_time: 0.0045 (0.00461586320897641)  --> TIME: 2025-03-24 13:30:00 -- STEP: 10715/31555 -- GLOBAL_STEP: 547150 | > loss_text_ce: 0.03472118079662323 (0.038529171619340045) | > loss_mel_ce: 3.118757963180542 (nan) | > loss: 0.01251380704343319 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14214545333157333) | > loader_time: 0.0045 (0.004615272387577103)  --> TIME: 2025-03-24 13:30:10 -- STEP: 10765/31555 -- GLOBAL_STEP: 547200 | > loss_text_ce: 0.028179602697491646 (0.03853059052716795) | > loss_mel_ce: 2.694509983062744 (nan) | > loss: 0.01080432441085577 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14214624860261194) | > loader_time: 0.0046 (0.004615667239489016)  --> TIME: 2025-03-24 13:30:19 -- STEP: 10815/31555 -- GLOBAL_STEP: 547250 | > loss_text_ce: 0.03950106352567673 (0.038534299488568166) | > loss_mel_ce: 2.828925371170044 (nan) | > loss: 0.01138264499604702 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14214997456903702) | > loader_time: 0.005 (0.004615531692998686)  --> TIME: 2025-03-24 13:30:29 -- STEP: 10865/31555 -- GLOBAL_STEP: 547300 | > loss_text_ce: 0.029906583949923515 (0.03852803562611367) | > loss_mel_ce: 3.0935585498809814 (nan) | > loss: 0.01239470299333334 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14213674879271526) | > loader_time: 0.0044 (0.004615612552289958)  --> TIME: 2025-03-24 13:30:38 -- STEP: 10915/31555 -- GLOBAL_STEP: 547350 | > loss_text_ce: 0.03912271559238434 (0.03852100931884456) | > loss_mel_ce: 2.7071340084075928 (nan) | > loss: 0.010897845029830933 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1421195333396077) | > loader_time: 0.0045 (0.004615365481409403)  --> TIME: 2025-03-24 13:30:48 -- STEP: 10965/31555 -- GLOBAL_STEP: 547400 | > loss_text_ce: 0.03986794874072075 (0.03852717008448482) | > loss_mel_ce: 2.945673942565918 (nan) | > loss: 0.011847388930618763 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14213248943010479) | > loader_time: 0.0044 (0.004615403352346903)  --> TIME: 2025-03-24 13:30:58 -- STEP: 11015/31555 -- GLOBAL_STEP: 547450 | > loss_text_ce: 0.04000115767121315 (0.03852819757247739) | > loss_mel_ce: 3.3178629875183105 (nan) | > loss: 0.013324858620762825 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14213440512398673) | > loader_time: 0.0042 (0.004614981812777104)  --> TIME: 2025-03-24 13:31:07 -- STEP: 11065/31555 -- GLOBAL_STEP: 547500 | > loss_text_ce: 0.045298200100660324 (0.038524380557649826) | > loss_mel_ce: 1.826576590538025 (nan) | > loss: 0.007428075186908245 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14211191342418852) | > loader_time: 0.0043 (0.004615311831626419)  --> TIME: 2025-03-24 13:31:17 -- STEP: 11115/31555 -- GLOBAL_STEP: 547550 | > loss_text_ce: 0.039780810475349426 (0.03852095427330937) | > loss_mel_ce: 3.225670576095581 (nan) | > loss: 0.012958141043782234 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14211433593399886) | > loader_time: 0.0046 (0.004615023948027639)  --> TIME: 2025-03-24 13:31:27 -- STEP: 11165/31555 -- GLOBAL_STEP: 547600 | > loss_text_ce: 0.024592775851488113 (0.038523546423290984) | > loss_mel_ce: 2.7297260761260986 (nan) | > loss: 0.010929837822914124 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14213264668623046) | > loader_time: 0.0044 (0.004615205913395071)  --> TIME: 2025-03-24 13:31:37 -- STEP: 11215/31555 -- GLOBAL_STEP: 547650 | > loss_text_ce: 0.03431297466158867 (0.038519681595528356) | > loss_mel_ce: 3.1948604583740234 (nan) | > loss: 0.012814180925488472 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14213746296631274) | > loader_time: 0.0045 (0.004614880103061514)  --> TIME: 2025-03-24 13:31:47 -- STEP: 11265/31555 -- GLOBAL_STEP: 547700 | > loss_text_ce: 0.03836594894528389 (0.03852504990016072) | > loss_mel_ce: 2.637336254119873 (nan) | > loss: 0.010617866180837154 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1421714229050387) | > loader_time: 0.0046 (0.004614599133088111)  --> TIME: 2025-03-24 13:31:57 -- STEP: 11315/31555 -- GLOBAL_STEP: 547750 | > loss_text_ce: 0.029544074088335037 (0.038525682800193056) | > loss_mel_ce: 2.829638719558716 (nan) | > loss: 0.011345963925123215 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14218157594624264) | > loader_time: 0.0048 (0.004614740380975341)  --> TIME: 2025-03-24 13:32:07 -- STEP: 11365/31555 -- GLOBAL_STEP: 547800 | > loss_text_ce: 0.05187516659498215 (0.03852672608552059) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14218599113450872) | > loader_time: 0.0044 (0.004614904909683534)  --> TIME: 2025-03-24 13:32:16 -- STEP: 11415/31555 -- GLOBAL_STEP: 547850 | > loss_text_ce: 0.03912292420864105 (0.038525033412085984) | > loss_mel_ce: 2.927114725112915 (nan) | > loss: 0.011770784854888916 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14219156272360117) | > loader_time: 0.0044 (0.004614816044069301)  --> TIME: 2025-03-24 13:32:26 -- STEP: 11465/31555 -- GLOBAL_STEP: 547900 | > loss_text_ce: 0.049184251576662064 (0.03853055095707058) | > loss_mel_ce: 2.38991641998291 (nan) | > loss: 0.009678971953690052 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1422107658061817) | > loader_time: 0.0044 (0.004614583342760545)  --> TIME: 2025-03-24 13:32:36 -- STEP: 11515/31555 -- GLOBAL_STEP: 547950 | > loss_text_ce: 0.027833711355924606 (0.038532725455343864) | > loss_mel_ce: 0.060546875 (nan) | > loss: 0.0003507166402414441 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1422097847350922) | > loader_time: 0.0042 (0.004614132650510352)  --> TIME: 2025-03-24 13:32:46 -- STEP: 11565/31555 -- GLOBAL_STEP: 548000 | > loss_text_ce: 0.04054797440767288 (0.03853452839440497) | > loss_mel_ce: 2.697129249572754 (nan) | > loss: 0.01086379960179329 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14219594193494361) | > loader_time: 0.0046 (0.004613625410568946)  --> TIME: 2025-03-24 13:32:55 -- STEP: 11615/31555 -- GLOBAL_STEP: 548050 | > loss_text_ce: 0.03013678640127182 (0.03853087133879926) | > loss_mel_ce: 2.758171319961548 (nan) | > loss: 0.011064715683460236 (nan) | > current_lr: 5e-06 | > step_time: 0.148 (0.14220158416445827) | > loader_time: 0.0044 (0.004613168415097481)  --> TIME: 2025-03-24 13:33:05 -- STEP: 11665/31555 -- GLOBAL_STEP: 548100 | > loss_text_ce: 0.038965385407209396 (0.038531619223035204) | > loss_mel_ce: 2.0418553352355957 (nan) | > loss: 0.008257226087152958 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14221553485688795) | > loader_time: 0.0045 (0.004613208872945928)  --> TIME: 2025-03-24 13:33:15 -- STEP: 11715/31555 -- GLOBAL_STEP: 548150 | > loss_text_ce: 0.03377983719110489 (0.03852710621292357) | > loss_mel_ce: 2.286186695098877 (nan) | > loss: 0.009206216782331467 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1421980819181143) | > loader_time: 0.0045 (0.00461286316048217)  --> TIME: 2025-03-24 13:33:25 -- STEP: 11765/31555 -- GLOBAL_STEP: 548200 | > loss_text_ce: 0.028701120987534523 (0.038523106616904) | > loss_mel_ce: 3.143460273742676 (nan) | > loss: 0.01258794218301773 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14221550685722026) | > loader_time: 0.0047 (0.004612644874841859)  --> TIME: 2025-03-24 13:33:35 -- STEP: 11815/31555 -- GLOBAL_STEP: 548250 | > loss_text_ce: 0.034670233726501465 (0.038526737399421425) | > loss_mel_ce: 3.222672939300537 (nan) | > loss: 0.012925966642796993 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14222155598024117) | > loader_time: 0.0046 (0.0046127689020945325)  --> TIME: 2025-03-24 13:33:44 -- STEP: 11865/31555 -- GLOBAL_STEP: 548300 | > loss_text_ce: 0.04026239737868309 (0.0385268933589116) | > loss_mel_ce: 3.1015262603759766 (nan) | > loss: 0.012467416003346443 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14222719378979715) | > loader_time: 0.0046 (0.004612545358245487)  --> TIME: 2025-03-24 13:33:54 -- STEP: 11915/31555 -- GLOBAL_STEP: 548350 | > loss_text_ce: 0.03481712192296982 (0.03852360375503818) | > loss_mel_ce: 3.1414387226104736 (nan) | > loss: 0.012604190967977047 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14223310742316148) | > loader_time: 0.0045 (0.004612514045225473)  --> TIME: 2025-03-24 13:34:04 -- STEP: 11965/31555 -- GLOBAL_STEP: 548400 | > loss_text_ce: 0.03501740097999573 (0.038523869707283824) | > loss_mel_ce: 3.309070110321045 (nan) | > loss: 0.013270189985632896 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14222538824914285) | > loader_time: 0.0047 (0.004612503099580996)  --> TIME: 2025-03-24 13:34:14 -- STEP: 12015/31555 -- GLOBAL_STEP: 548450 | > loss_text_ce: 0.035575732588768005 (0.03852348280927199) | > loss_mel_ce: 2.870579957962036 (nan) | > loss: 0.011532364413142204 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14223529783527453) | > loader_time: 0.0045 (0.00461268802012594)  --> TIME: 2025-03-24 13:34:23 -- STEP: 12065/31555 -- GLOBAL_STEP: 548500 | > loss_text_ce: 0.035627394914627075 (0.03852228378939576) | > loss_mel_ce: 2.799377679824829 (nan) | > loss: 0.011250020936131477 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14223672684623195) | > loader_time: 0.0046 (0.004613026651761054)  --> TIME: 2025-03-24 13:34:33 -- STEP: 12115/31555 -- GLOBAL_STEP: 548550 | > loss_text_ce: 0.0404120497405529 (0.038520178042914986) | > loss_mel_ce: 2.911449909210205 (nan) | > loss: 0.011713738553225994 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1422612276836899) | > loader_time: 0.0046 (0.004613019708656232)  --> TIME: 2025-03-24 13:34:43 -- STEP: 12165/31555 -- GLOBAL_STEP: 548600 | > loss_text_ce: 0.03568613529205322 (0.0385146276424366) | > loss_mel_ce: 2.6785852909088135 (nan) | > loss: 0.010770919732749462 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14225404918120257) | > loader_time: 0.0044 (0.0046131497001726165)  --> TIME: 2025-03-24 13:34:53 -- STEP: 12215/31555 -- GLOBAL_STEP: 548650 | > loss_text_ce: 0.026235174387693405 (0.03850908896752773) | > loss_mel_ce: 2.386810064315796 (nan) | > loss: 0.009575576521456242 (nan) | > current_lr: 5e-06 | > step_time: 0.1465 (0.14225277369792305) | > loader_time: 0.0047 (0.0046130749128218945)  --> TIME: 2025-03-24 13:35:03 -- STEP: 12265/31555 -- GLOBAL_STEP: 548700 | > loss_text_ce: 0.022271322086453438 (0.038510664599680826) | > loss_mel_ce: 2.4434406757354736 (nan) | > loss: 0.009784571826457977 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1422523730636073) | > loader_time: 0.0044 (0.004612875451275719)  --> TIME: 2025-03-24 13:35:12 -- STEP: 12315/31555 -- GLOBAL_STEP: 548750 | > loss_text_ce: 0.03843579441308975 (0.038508723454774636) | > loss_mel_ce: 2.5023844242095947 (nan) | > loss: 0.010082620196044445 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14225077696849336) | > loader_time: 0.0045 (0.004613087577060896)  --> TIME: 2025-03-24 13:35:22 -- STEP: 12365/31555 -- GLOBAL_STEP: 548800 | > loss_text_ce: 0.04056680202484131 (0.03851185061257484) | > loss_mel_ce: 2.6571075916290283 (nan) | > loss: 0.01070505753159523 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1422573555446174) | > loader_time: 0.0045 (0.004613596063560657)  --> TIME: 2025-03-24 13:35:32 -- STEP: 12415/31555 -- GLOBAL_STEP: 548850 | > loss_text_ce: 0.04732280597090721 (0.03850900781503318) | > loss_mel_ce: 2.356616258621216 (nan) | > loss: 0.009539441205561161 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.142265520353159) | > loader_time: 0.0045 (0.004613317869096512)  --> TIME: 2025-03-24 13:35:42 -- STEP: 12465/31555 -- GLOBAL_STEP: 548900 | > loss_text_ce: 0.056630585342645645 (0.03850654975488358) | > loss_mel_ce: 2.9099509716033936 (nan) | > loss: 0.011772150173783302 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14226231282368382) | > loader_time: 0.0046 (0.004613311635984064)  --> TIME: 2025-03-24 13:35:51 -- STEP: 12515/31555 -- GLOBAL_STEP: 548950 | > loss_text_ce: 0.03004240058362484 (0.03850775703957484) | > loss_mel_ce: 3.3958332538604736 (nan) | > loss: 0.01359474565833807 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14226458757532268) | > loader_time: 0.0047 (0.00461353352676616)  --> TIME: 2025-03-24 13:36:01 -- STEP: 12565/31555 -- GLOBAL_STEP: 549000 | > loss_text_ce: 0.0373707041144371 (0.03850370623005315) | > loss_mel_ce: 2.9309654235839844 (nan) | > loss: 0.011779111810028553 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14227805575952485) | > loader_time: 0.0046 (0.004613871845741735)  --> TIME: 2025-03-24 13:36:11 -- STEP: 12615/31555 -- GLOBAL_STEP: 549050 | > loss_text_ce: 0.03790292888879776 (0.03850415623036249) | > loss_mel_ce: 2.1937780380249023 (nan) | > loss: 0.008855877444148064 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1422960692060588) | > loader_time: 0.0045 (0.004613847142876111)  --> TIME: 2025-03-24 13:36:21 -- STEP: 12665/31555 -- GLOBAL_STEP: 549100 | > loss_text_ce: 0.042780760675668716 (0.03850790807088298) | > loss_mel_ce: 2.5060932636260986 (nan) | > loss: 0.010114580392837524 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14230637806373897) | > loader_time: 0.0047 (0.004614277277546249)  --> TIME: 2025-03-24 13:36:31 -- STEP: 12715/31555 -- GLOBAL_STEP: 549150 | > loss_text_ce: 0.04103156924247742 (0.03850816610923719) | > loss_mel_ce: 3.094233989715576 (nan) | > loss: 0.01244153082370758 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14230719387085888) | > loader_time: 0.0043 (0.004614064677512598)  --> TIME: 2025-03-24 13:36:40 -- STEP: 12765/31555 -- GLOBAL_STEP: 549200 | > loss_text_ce: 0.03167920187115669 (0.038509744228310216) | > loss_mel_ce: 3.0972776412963867 (nan) | > loss: 0.012416495941579342 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14227278112104388) | > loader_time: 0.0045 (0.004613944198213923)  --> TIME: 2025-03-24 13:36:50 -- STEP: 12815/31555 -- GLOBAL_STEP: 549250 | > loss_text_ce: 0.03447277843952179 (0.038510710333695526) | > loss_mel_ce: 3.0904343128204346 (nan) | > loss: 0.012400425039231777 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14227192633513822) | > loader_time: 0.0047 (0.004613855077659434)  --> TIME: 2025-03-24 13:36:59 -- STEP: 12865/31555 -- GLOBAL_STEP: 549300 | > loss_text_ce: 0.03745424374938011 (0.0385111345103454) | > loss_mel_ce: 0.11861478537321091 (nan) | > loss: 0.0006193215376697481 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.1422643983220474) | > loader_time: 0.0046 (0.004613795059921675)  --> TIME: 2025-03-24 13:37:09 -- STEP: 12915/31555 -- GLOBAL_STEP: 549350 | > loss_text_ce: 0.05600122734904289 (0.0385090256022581) | > loss_mel_ce: 3.1885547637939453 (nan) | > loss: 0.012875222600996494 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14225860188462353) | > loader_time: 0.0046 (0.004613875548967875)  --> TIME: 2025-03-24 13:37:19 -- STEP: 12965/31555 -- GLOBAL_STEP: 549400 | > loss_text_ce: 0.03469422087073326 (0.038509057083221596) | > loss_mel_ce: 3.3379082679748535 (nan) | > loss: 0.013383343815803528 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14226973819033817) | > loader_time: 0.0046 (0.004614081660431419)  --> TIME: 2025-03-24 13:37:29 -- STEP: 13015/31555 -- GLOBAL_STEP: 549450 | > loss_text_ce: 0.03334393724799156 (0.038513614652342994) | > loss_mel_ce: 3.3757693767547607 (nan) | > loss: 0.013528228737413883 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14227502134457162) | > loader_time: 0.0047 (0.0046144128257936175)  --> TIME: 2025-03-24 13:37:39 -- STEP: 13065/31555 -- GLOBAL_STEP: 549500 | > loss_text_ce: 0.032632965594530106 (0.03850942825819428) | > loss_mel_ce: 2.358121156692505 (nan) | > loss: 0.009487120434641838 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14228842511197085) | > loader_time: 0.0043 (0.004614480737977411)  --> TIME: 2025-03-24 13:37:49 -- STEP: 13115/31555 -- GLOBAL_STEP: 549550 | > loss_text_ce: 0.03571339324116707 (0.03850906906983959) | > loss_mel_ce: 2.8444743156433105 (nan) | > loss: 0.0114293172955513 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1422882796879078) | > loader_time: 0.007 (0.004614870320100893)  --> TIME: 2025-03-24 13:37:58 -- STEP: 13165/31555 -- GLOBAL_STEP: 549600 | > loss_text_ce: 0.02634488046169281 (0.03850719284717591) | > loss_mel_ce: 2.7599878311157227 (nan) | > loss: 0.011056875810027122 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14229934839436217) | > loader_time: 0.0047 (0.004615484857758417)  --> TIME: 2025-03-24 13:38:08 -- STEP: 13215/31555 -- GLOBAL_STEP: 549650 | > loss_text_ce: 0.03526964783668518 (0.03850367956957262) | > loss_mel_ce: 3.015026092529297 (nan) | > loss: 0.012104349210858345 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14227313248442666) | > loader_time: 0.0045 (0.004615292168457402)  --> TIME: 2025-03-24 13:38:17 -- STEP: 13265/31555 -- GLOBAL_STEP: 549700 | > loss_text_ce: 0.04563891887664795 (0.038503808239906887) | > loss_mel_ce: 2.6701817512512207 (nan) | > loss: 0.010777067393064499 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14227873099061372) | > loader_time: 0.0046 (0.004615585407669754)  --> TIME: 2025-03-24 13:38:27 -- STEP: 13315/31555 -- GLOBAL_STEP: 549750 | > loss_text_ce: 0.03892241418361664 (0.03850373305797241) | > loss_mel_ce: 3.13905930519104 (nan) | > loss: 0.012611038982868195 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14228648607595606) | > loader_time: 0.0045 (0.004615646549243478)  --> TIME: 2025-03-24 13:38:37 -- STEP: 13365/31555 -- GLOBAL_STEP: 549800 | > loss_text_ce: 0.039072539657354355 (0.038504101751038654) | > loss_mel_ce: 2.948082208633423 (nan) | > loss: 0.01185378897935152 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14229505014829785) | > loader_time: 0.0048 (0.004615542026124465)  --> TIME: 2025-03-24 13:38:47 -- STEP: 13415/31555 -- GLOBAL_STEP: 549850 | > loss_text_ce: 0.03541899099946022 (0.03850203746436182) | > loss_mel_ce: 3.151552200317383 (nan) | > loss: 0.012646711431443691 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14229153835013614) | > loader_time: 0.0045 (0.004615355106685043)  --> TIME: 2025-03-24 13:38:56 -- STEP: 13465/31555 -- GLOBAL_STEP: 549900 | > loss_text_ce: 0.036706529557704926 (0.03850377113985475) | > loss_mel_ce: 3.2807388305664062 (nan) | > loss: 0.013164466246962547 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14227620201663213) | > loader_time: 0.0046 (0.004615106327667408)  --> TIME: 2025-03-24 13:39:06 -- STEP: 13515/31555 -- GLOBAL_STEP: 549950 | > loss_text_ce: 0.030083438381552696 (0.03850130674284893) | > loss_mel_ce: 2.370836019515991 (nan) | > loss: 0.009527458809316158 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14228832032827735) | > loader_time: 0.0043 (0.004615148737657261)  --> TIME: 2025-03-24 13:39:16 -- STEP: 13565/31555 -- GLOBAL_STEP: 550000 | > loss_text_ce: 0.040597282350063324 (0.038499767444904465) | > loss_mel_ce: 2.935781955718994 (nan) | > loss: 0.0118110291659832 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14228762040663684) | > loader_time: 0.0047 (0.004615029504806238) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_550000.pth  --> TIME: 2025-03-24 13:39:31 -- STEP: 13615/31555 -- GLOBAL_STEP: 550050 | > loss_text_ce: 0.03823399916291237 (0.038501855464508065) | > loss_mel_ce: 3.2120983600616455 (nan) | > loss: 0.012898145243525505 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14227452089013315) | > loader_time: 0.0047 (0.004615223412123235)  --> TIME: 2025-03-24 13:39:41 -- STEP: 13665/31555 -- GLOBAL_STEP: 550100 | > loss_text_ce: 0.05037285387516022 (0.03850301069995029) | > loss_mel_ce: 2.7330524921417236 (nan) | > loss: 0.01104533951729536 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14226829390625184) | > loader_time: 0.0045 (0.004615266323961976)  --> TIME: 2025-03-24 13:39:50 -- STEP: 13715/31555 -- GLOBAL_STEP: 550150 | > loss_text_ce: 0.03574978560209274 (0.03850053244773245) | > loss_mel_ce: 3.0385630130767822 (nan) | > loss: 0.01219965424388647 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1422687884451384) | > loader_time: 0.0045 (0.004615384733594343)  --> TIME: 2025-03-24 13:40:00 -- STEP: 13765/31555 -- GLOBAL_STEP: 550200 | > loss_text_ce: 0.04134736582636833 (0.03849318924461825) | > loss_mel_ce: 2.858048677444458 (nan) | > loss: 0.01150554046034813 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14226964889246382) | > loader_time: 0.0044 (0.004615395241462667)  --> TIME: 2025-03-24 13:40:10 -- STEP: 13815/31555 -- GLOBAL_STEP: 550250 | > loss_text_ce: 0.036113444715738297 (0.03849287095398455) | > loss_mel_ce: 1.5243767499923706 (nan) | > loss: 0.00619242200627923 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14227482602081043) | > loader_time: 0.0046 (0.004615467404956805)  --> TIME: 2025-03-24 13:40:20 -- STEP: 13865/31555 -- GLOBAL_STEP: 550300 | > loss_text_ce: 0.031322699040174484 (0.03849146176321709) | > loss_mel_ce: 3.5615251064300537 (nan) | > loss: 0.014257333241403103 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14227459514093707) | > loader_time: 0.0048 (0.004615708632113236)  --> TIME: 2025-03-24 13:40:29 -- STEP: 13915/31555 -- GLOBAL_STEP: 550350 | > loss_text_ce: 0.040221646428108215 (0.03849014733421751) | > loss_mel_ce: 2.7932658195495605 (nan) | > loss: 0.011243999004364014 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1422759532071762) | > loader_time: 0.0082 (0.0046160622890416315)  --> TIME: 2025-03-24 13:40:39 -- STEP: 13965/31555 -- GLOBAL_STEP: 550400 | > loss_text_ce: 0.03685120493173599 (0.03849158925736245) | > loss_mel_ce: 2.5225961208343506 (nan) | > loss: 0.010156537406146526 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14228237278778064) | > loader_time: 0.0055 (0.004616504615240111)  --> TIME: 2025-03-24 13:40:49 -- STEP: 14015/31555 -- GLOBAL_STEP: 550450 | > loss_text_ce: 0.03372295945882797 (0.03849270860337292) | > loss_mel_ce: 2.7780539989471436 (nan) | > loss: 0.01115784514695406 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14228628067046462) | > loader_time: 0.0045 (0.004616717547125117)  --> TIME: 2025-03-24 13:40:58 -- STEP: 14065/31555 -- GLOBAL_STEP: 550500 | > loss_text_ce: 0.041425786912441254 (0.03849414981732155) | > loss_mel_ce: 3.1141276359558105 (nan) | > loss: 0.012522038072347641 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14226856448664685) | > loader_time: 0.0046 (0.0046165562252366175)  --> TIME: 2025-03-24 13:41:08 -- STEP: 14115/31555 -- GLOBAL_STEP: 550550 | > loss_text_ce: 0.043398112058639526 (0.038495144743262724) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14227734853559984) | > loader_time: 0.0046 (0.004616498322171023)  --> TIME: 2025-03-24 13:41:18 -- STEP: 14165/31555 -- GLOBAL_STEP: 550600 | > loss_text_ce: 0.033761538565158844 (0.03849643660223404) | > loss_mel_ce: 3.0102083683013916 (nan) | > loss: 0.01207924634218216 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14227251010104291) | > loader_time: 0.0045 (0.004616259013727039)  --> TIME: 2025-03-24 13:41:28 -- STEP: 14215/31555 -- GLOBAL_STEP: 550650 | > loss_text_ce: 0.03706258535385132 (0.03849189220939142) | > loss_mel_ce: 3.2062180042266846 (nan) | > loss: 0.012870161794126034 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14228186523499145) | > loader_time: 0.0045 (0.004616055151462733)  --> TIME: 2025-03-24 13:41:37 -- STEP: 14265/31555 -- GLOBAL_STEP: 550700 | > loss_text_ce: 0.04623674228787422 (0.0384917809294008) | > loss_mel_ce: 0.0594075508415699 (nan) | > loss: 0.00041922341915778816 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14227164347381463) | > loader_time: 0.0046 (0.00461542187679705)  --> TIME: 2025-03-24 13:41:47 -- STEP: 14315/31555 -- GLOBAL_STEP: 550750 | > loss_text_ce: 0.028371386229991913 (0.03848497002335807) | > loss_mel_ce: 1.8655284643173218 (nan) | > loss: 0.007515475619584322 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.1422555101529885) | > loader_time: 0.0044 (0.004615324858473276)  --> TIME: 2025-03-24 13:41:57 -- STEP: 14365/31555 -- GLOBAL_STEP: 550800 | > loss_text_ce: 0.046420034021139145 (0.03848649164719487) | > loss_mel_ce: 3.2908520698547363 (nan) | > loss: 0.013243144378066063 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1422679390427621) | > loader_time: 0.0047 (0.004615256963106478)  --> TIME: 2025-03-24 13:42:06 -- STEP: 14415/31555 -- GLOBAL_STEP: 550850 | > loss_text_ce: 0.03366055339574814 (0.03848860864509777) | > loss_mel_ce: 2.786231517791748 (nan) | > loss: 0.011190049350261688 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14226809343529132) | > loader_time: 0.0053 (0.00461542593949048)  --> TIME: 2025-03-24 13:42:16 -- STEP: 14465/31555 -- GLOBAL_STEP: 550900 | > loss_text_ce: 0.043257344514131546 (0.03848431478429965) | > loss_mel_ce: 2.4196853637695312 (nan) | > loss: 0.009773582220077515 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14224849317545965) | > loader_time: 0.0047 (0.004615359120083821)  --> TIME: 2025-03-24 13:42:26 -- STEP: 14515/31555 -- GLOBAL_STEP: 550950 | > loss_text_ce: 0.028806783258914948 (0.03848014806586239) | > loss_mel_ce: 5.9140625 (nan) | > loss: 0.023582816123962402 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14224514815054148) | > loader_time: 0.0045 (0.004615352977525364)  --> TIME: 2025-03-24 13:42:35 -- STEP: 14565/31555 -- GLOBAL_STEP: 551000 | > loss_text_ce: 0.03130057826638222 (0.03848839718675842) | > loss_mel_ce: 1.9710314273834229 (nan) | > loss: 0.007945762015879154 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14223144777116523) | > loader_time: 0.0045 (0.004615265423597613)  --> TIME: 2025-03-24 13:42:45 -- STEP: 14615/31555 -- GLOBAL_STEP: 551050 | > loss_text_ce: 0.024493370205163956 (0.03848451067105063) | > loss_mel_ce: 1.9464480876922607 (nan) | > loss: 0.00782119669020176 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14221898384629236) | > loader_time: 0.0044 (0.004615160589384545)  --> TIME: 2025-03-24 13:42:54 -- STEP: 14665/31555 -- GLOBAL_STEP: 551100 | > loss_text_ce: 0.0454183965921402 (0.03848755293082183) | > loss_mel_ce: 3.4032530784606934 (nan) | > loss: 0.013685205020010471 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1422029678300498) | > loader_time: 0.0043 (0.004614984399826106)  --> TIME: 2025-03-24 13:43:03 -- STEP: 14715/31555 -- GLOBAL_STEP: 551150 | > loss_text_ce: 0.04084780439734459 (0.0384868946326427) | > loss_mel_ce: 2.617805004119873 (nan) | > loss: 0.010550210252404213 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14219012085450822) | > loader_time: 0.0045 (0.0046152342026062835)  --> TIME: 2025-03-24 13:43:13 -- STEP: 14765/31555 -- GLOBAL_STEP: 551200 | > loss_text_ce: 0.05231140926480293 (0.03848673752453886) | > loss_mel_ce: 3.001826286315918 (nan) | > loss: 0.0121195949614048 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1421919438058217) | > loader_time: 0.0046 (0.004615308824249184)  --> TIME: 2025-03-24 13:43:23 -- STEP: 14815/31555 -- GLOBAL_STEP: 551250 | > loss_text_ce: 0.047616083174943924 (0.03848727295150698) | > loss_mel_ce: 3.075101613998413 (nan) | > loss: 0.012391737662255764 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14219787820062166) | > loader_time: 0.0044 (0.004615562846440953)  --> TIME: 2025-03-24 13:43:33 -- STEP: 14865/31555 -- GLOBAL_STEP: 551300 | > loss_text_ce: 0.04649457335472107 (0.03848861656779819) | > loss_mel_ce: 3.080230712890625 (nan) | > loss: 0.012407639995217323 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14220264367771682) | > loader_time: 0.0046 (0.004615630696127009)  --> TIME: 2025-03-24 13:43:43 -- STEP: 14915/31555 -- GLOBAL_STEP: 551350 | > loss_text_ce: 0.031043386086821556 (0.03848649304019238) | > loss_mel_ce: 2.8660528659820557 (nan) | > loss: 0.011496414430439472 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14219743229581097) | > loader_time: 0.0051 (0.004615818938671893)  --> TIME: 2025-03-24 13:43:52 -- STEP: 14965/31555 -- GLOBAL_STEP: 551400 | > loss_text_ce: 0.03991948440670967 (0.03848354161803833) | > loss_mel_ce: 2.523188352584839 (nan) | > loss: 0.010171063244342804 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14220247654224935) | > loader_time: 0.0047 (0.004615879409336312)  --> TIME: 2025-03-24 13:44:02 -- STEP: 15015/31555 -- GLOBAL_STEP: 551450 | > loss_text_ce: 0.04121088236570358 (0.03848474375950766) | > loss_mel_ce: 3.1381876468658447 (nan) | > loss: 0.012616661377251148 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.142211734299813) | > loader_time: 0.0046 (0.00461625254158176)  --> TIME: 2025-03-24 13:44:12 -- STEP: 15065/31555 -- GLOBAL_STEP: 551500 | > loss_text_ce: 0.03643786534667015 (0.03848490874102829) | > loss_mel_ce: 1.953459620475769 (nan) | > loss: 0.007896418683230877 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14221077425868342) | > loader_time: 0.0047 (0.004616507145007751)  --> TIME: 2025-03-24 13:44:21 -- STEP: 15115/31555 -- GLOBAL_STEP: 551550 | > loss_text_ce: 0.03611180558800697 (0.03848179224970993) | > loss_mel_ce: 2.8762526512145996 (nan) | > loss: 0.011557002551853657 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14220557367411193) | > loader_time: 0.0044 (0.004616544990400752)  --> TIME: 2025-03-24 13:44:31 -- STEP: 15165/31555 -- GLOBAL_STEP: 551600 | > loss_text_ce: 0.04271256923675537 (0.0384821024057333) | > loss_mel_ce: 3.270153522491455 (nan) | > loss: 0.013146295212209225 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14219570548236393) | > loader_time: 0.0044 (0.004616634530514891)  --> TIME: 2025-03-24 13:44:41 -- STEP: 15215/31555 -- GLOBAL_STEP: 551650 | > loss_text_ce: 0.04133280739188194 (0.0384837518658857) | > loss_mel_ce: 1.7955728769302368 (nan) | > loss: 0.007289309054613113 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14219836659075674) | > loader_time: 0.0046 (0.004616755182477476)  --> TIME: 2025-03-24 13:44:51 -- STEP: 15265/31555 -- GLOBAL_STEP: 551700 | > loss_text_ce: 0.03966096416115761 (0.038480464410667846) | > loss_mel_ce: 3.04729962348938 (nan) | > loss: 0.012249844148755074 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14221976847481427) | > loader_time: 0.0046 (0.004617392677109719)  --> TIME: 2025-03-24 13:45:01 -- STEP: 15315/31555 -- GLOBAL_STEP: 551750 | > loss_text_ce: 0.04005367308855057 (0.03847754735218692) | > loss_mel_ce: 0.057373046875 (nan) | > loss: 0.0003866140032187104 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14223796984279857) | > loader_time: 0.0047 (0.004617506936995229)  --> TIME: 2025-03-24 13:45:11 -- STEP: 15365/31555 -- GLOBAL_STEP: 551800 | > loss_text_ce: 0.036428894847631454 (0.038479829907752075) | > loss_mel_ce: 3.2908389568328857 (nan) | > loss: 0.013203444890677929 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14223066221957717) | > loader_time: 0.0047 (0.004617757794137822)  --> TIME: 2025-03-24 13:45:21 -- STEP: 15415/31555 -- GLOBAL_STEP: 551850 | > loss_text_ce: 0.04196013882756233 (0.03848169490325269) | > loss_mel_ce: 3.075122594833374 (nan) | > loss: 0.012369376607239246 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14225785165416088) | > loader_time: 0.0047 (0.004618019149785232)  --> TIME: 2025-03-24 13:45:31 -- STEP: 15465/31555 -- GLOBAL_STEP: 551900 | > loss_text_ce: 0.03829479590058327 (0.03848091492997282) | > loss_mel_ce: 2.7817955017089844 (nan) | > loss: 0.011190835386514664 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14225969542741626) | > loader_time: 0.0044 (0.004618215977162797)  --> TIME: 2025-03-24 13:45:40 -- STEP: 15515/31555 -- GLOBAL_STEP: 551950 | > loss_text_ce: 0.05119863897562027 (0.03848489868714872) | > loss_mel_ce: 2.4586021900177 (nan) | > loss: 0.009959528222680092 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1422443773759545) | > loader_time: 0.0044 (0.00461805482238023)  --> TIME: 2025-03-24 13:45:50 -- STEP: 15565/31555 -- GLOBAL_STEP: 552000 | > loss_text_ce: 0.043570809066295624 (0.0384829242003816) | > loss_mel_ce: 2.986783266067505 (nan) | > loss: 0.012025214731693268 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14224159258797361) | > loader_time: 0.0043 (0.004618212236992012)  --> TIME: 2025-03-24 13:45:59 -- STEP: 15615/31555 -- GLOBAL_STEP: 552050 | > loss_text_ce: 0.038495324552059174 (0.03847635836852539) | > loss_mel_ce: 3.4346561431884766 (nan) | > loss: 0.013782347552478313 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.1422332906585598) | > loader_time: 0.0047 (0.004618105886839852)  --> TIME: 2025-03-24 13:46:09 -- STEP: 15665/31555 -- GLOBAL_STEP: 552100 | > loss_text_ce: 0.023197254166007042 (0.03847522317633133) | > loss_mel_ce: 2.869720458984375 (nan) | > loss: 0.011479832231998444 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1422210330062114) | > loader_time: 0.0046 (0.004618373923205821)  --> TIME: 2025-03-24 13:46:19 -- STEP: 15715/31555 -- GLOBAL_STEP: 552150 | > loss_text_ce: 0.05098214000463486 (0.03847592698100225) | > loss_mel_ce: 2.1826107501983643 (nan) | > loss: 0.008863464929163456 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14222176391305344) | > loader_time: 0.005 (0.004618623110279331)  --> TIME: 2025-03-24 13:46:28 -- STEP: 15765/31555 -- GLOBAL_STEP: 552200 | > loss_text_ce: 0.04123258963227272 (0.03847587214167879) | > loss_mel_ce: 0.3802591860294342 (nan) | > loss: 0.0016725865425541997 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14223155161709022) | > loader_time: 0.0068 (0.004619073988784136)  --> TIME: 2025-03-24 13:46:38 -- STEP: 15815/31555 -- GLOBAL_STEP: 552250 | > loss_text_ce: 0.0417901985347271 (0.038476955190706284) | > loss_mel_ce: 2.241319417953491 (nan) | > loss: 0.009059959091246128 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14223393022052935) | > loader_time: 0.0045 (0.004618974580743674)  --> TIME: 2025-03-24 13:46:48 -- STEP: 15865/31555 -- GLOBAL_STEP: 552300 | > loss_text_ce: 0.051606714725494385 (0.038477850454723725) | > loss_mel_ce: 3.0431368350982666 (nan) | > loss: 0.012280728667974472 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1422364464852091) | > loader_time: 0.0045 (0.004619040445615704)  --> TIME: 2025-03-24 13:46:58 -- STEP: 15915/31555 -- GLOBAL_STEP: 552350 | > loss_text_ce: 0.034698087722063065 (0.03847889783065123) | > loss_mel_ce: 2.916973352432251 (nan) | > loss: 0.011712982319295406 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14224951272485623) | > loader_time: 0.0047 (0.004619327821410988)  --> TIME: 2025-03-24 13:47:08 -- STEP: 15965/31555 -- GLOBAL_STEP: 552400 | > loss_text_ce: 0.0362820066511631 (0.03847755325711393) | > loss_mel_ce: 2.4304914474487305 (nan) | > loss: 0.009788784198462963 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14224744098447017) | > loader_time: 0.0045 (0.004619284330249177)  --> TIME: 2025-03-24 13:47:17 -- STEP: 16015/31555 -- GLOBAL_STEP: 552450 | > loss_text_ce: 0.03726951777935028 (0.038476877142461695) | > loss_mel_ce: 3.2138149738311768 (nan) | > loss: 0.012901130132377148 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14225111095524864) | > loader_time: 0.0044 (0.004619558729159257)  --> TIME: 2025-03-24 13:47:27 -- STEP: 16065/31555 -- GLOBAL_STEP: 552500 | > loss_text_ce: 0.042614638805389404 (0.038476657008748354) | > loss_mel_ce: 3.0197577476501465 (nan) | > loss: 0.012152272276580334 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14225834115732064) | > loader_time: 0.0071 (0.004619856619812648)  --> TIME: 2025-03-24 13:47:37 -- STEP: 16115/31555 -- GLOBAL_STEP: 552550 | > loss_text_ce: 0.04162829369306564 (0.038474479082450705) | > loss_mel_ce: 2.9677441120147705 (nan) | > loss: 0.011941954493522644 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14226346109137492) | > loader_time: 0.0043 (0.004620178064647545)  --> TIME: 2025-03-24 13:47:47 -- STEP: 16165/31555 -- GLOBAL_STEP: 552600 | > loss_text_ce: 0.03223918005824089 (0.03847421244180907) | > loss_mel_ce: 3.2923903465270996 (nan) | > loss: 0.013192974962294102 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14225993647576782) | > loader_time: 0.0046 (0.004619948457646519)  --> TIME: 2025-03-24 13:47:57 -- STEP: 16215/31555 -- GLOBAL_STEP: 552650 | > loss_text_ce: 0.04124551638960838 (0.03847386135449499) | > loss_mel_ce: 3.0394694805145264 (nan) | > loss: 0.012225059792399406 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14226032592909815) | > loader_time: 0.0046 (0.004619777316558969)  --> TIME: 2025-03-24 13:48:06 -- STEP: 16265/31555 -- GLOBAL_STEP: 552700 | > loss_text_ce: 0.04308004677295685 (0.038475865420656244) | > loss_mel_ce: 2.7223806381225586 (nan) | > loss: 0.010974051430821419 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.1422709517503855) | > loader_time: 0.0044 (0.004619734652988596)  --> TIME: 2025-03-24 13:48:16 -- STEP: 16315/31555 -- GLOBAL_STEP: 552750 | > loss_text_ce: 0.03777458891272545 (0.03848160806343484) | > loss_mel_ce: 3.0199737548828125 (nan) | > loss: 0.012133922427892685 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14227569513148414) | > loader_time: 0.0043 (0.004619419154600619)  --> TIME: 2025-03-24 13:48:26 -- STEP: 16365/31555 -- GLOBAL_STEP: 552800 | > loss_text_ce: 0.04264262691140175 (0.038477184934774526) | > loss_mel_ce: 3.235511541366577 (nan) | > loss: 0.013008548878133297 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14226098809444684) | > loader_time: 0.0046 (0.004619110683181263)  --> TIME: 2025-03-24 13:48:35 -- STEP: 16415/31555 -- GLOBAL_STEP: 552850 | > loss_text_ce: 0.042165424674749374 (0.038475708951683) | > loss_mel_ce: 0.09033203125 (nan) | > loss: 0.0005257835728116333 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14226262779305487) | > loader_time: 0.0044 (0.004618759951212413)  --> TIME: 2025-03-24 13:48:45 -- STEP: 16465/31555 -- GLOBAL_STEP: 552900 | > loss_text_ce: 0.041015274822711945 (0.0384732944862011) | > loss_mel_ce: 2.6234071254730225 (nan) | > loss: 0.01057310588657856 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14226425651934818) | > loader_time: 0.0047 (0.004618626092655342)  --> TIME: 2025-03-24 13:48:55 -- STEP: 16515/31555 -- GLOBAL_STEP: 552950 | > loss_text_ce: 0.03854360431432724 (0.0384707353294096) | > loss_mel_ce: 3.582348585128784 (nan) | > loss: 0.014368620701134205 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14225859776288063) | > loader_time: 0.0045 (0.0046182821275536174)  --> TIME: 2025-03-24 13:49:05 -- STEP: 16565/31555 -- GLOBAL_STEP: 553000 | > loss_text_ce: 0.036599379032850266 (0.03846963546549485) | > loss_mel_ce: 3.0628304481506348 (nan) | > loss: 0.012299325317144394 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14226271441937713) | > loader_time: 0.0044 (0.004618174857759355)  --> TIME: 2025-03-24 13:49:14 -- STEP: 16615/31555 -- GLOBAL_STEP: 553050 | > loss_text_ce: 0.02664363384246826 (0.03846864420399333) | > loss_mel_ce: 2.4944543838500977 (nan) | > loss: 0.010004358366131783 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14225950594088918) | > loader_time: 0.0045 (0.0046180935032282405)  --> TIME: 2025-03-24 13:49:24 -- STEP: 16665/31555 -- GLOBAL_STEP: 553100 | > loss_text_ce: 0.040317270904779434 (0.038467494016102645) | > loss_mel_ce: 2.834054708480835 (nan) | > loss: 0.011406239122152328 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1422689362041513) | > loader_time: 0.0048 (0.004618046500466094)  --> TIME: 2025-03-24 13:49:34 -- STEP: 16715/31555 -- GLOBAL_STEP: 553150 | > loss_text_ce: 0.03948790952563286 (0.03846461235286784) | > loss_mel_ce: 2.811131000518799 (nan) | > loss: 0.011311979964375496 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1422656027171692) | > loader_time: 0.0045 (0.0046182052196944365)  --> TIME: 2025-03-24 13:49:44 -- STEP: 16765/31555 -- GLOBAL_STEP: 553200 | > loss_text_ce: 0.03256308659911156 (0.03846357835597293) | > loss_mel_ce: 0.0531819649040699 (nan) | > loss: 0.0003402581496629864 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1422629048210658) | > loader_time: 0.0044 (0.004617993866476493)  --> TIME: 2025-03-24 13:49:53 -- STEP: 16815/31555 -- GLOBAL_STEP: 553250 | > loss_text_ce: 0.04402456805109978 (0.03846390691156335) | > loss_mel_ce: 3.1530134677886963 (nan) | > loss: 0.012686659581959248 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1422591877380646) | > loader_time: 0.0045 (0.004617910813335298)  --> TIME: 2025-03-24 13:50:02 -- STEP: 16865/31555 -- GLOBAL_STEP: 553300 | > loss_text_ce: 0.03182598203420639 (0.038463988008456566) | > loss_mel_ce: 2.8597965240478516 (nan) | > loss: 0.011474693194031715 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14223544437172017) | > loader_time: 0.0043 (0.0046175084904326695)  --> TIME: 2025-03-24 13:50:12 -- STEP: 16915/31555 -- GLOBAL_STEP: 553350 | > loss_text_ce: 0.04247881472110748 (0.038457246595058364) | > loss_mel_ce: 2.5921804904937744 (nan) | > loss: 0.010454997420310974 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1422321298860278) | > loader_time: 0.0043 (0.004617121245710947)  --> TIME: 2025-03-24 13:50:22 -- STEP: 16965/31555 -- GLOBAL_STEP: 553400 | > loss_text_ce: 0.04177513346076012 (0.0384531862904217) | > loss_mel_ce: 3.1699538230895996 (nan) | > loss: 0.012744957581162453 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14223370462120166) | > loader_time: 0.0046 (0.004616818440687761)  --> TIME: 2025-03-24 13:50:32 -- STEP: 17015/31555 -- GLOBAL_STEP: 553450 | > loss_text_ce: 0.036838121712207794 (0.038457699536143274) | > loss_mel_ce: 3.1185388565063477 (nan) | > loss: 0.01252133771777153 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14224337713178184) | > loader_time: 0.0045 (0.004616604557536201)  --> TIME: 2025-03-24 13:50:41 -- STEP: 17065/31555 -- GLOBAL_STEP: 553500 | > loss_text_ce: 0.04354074224829674 (0.03845719808574543) | > loss_mel_ce: 3.511249303817749 (nan) | > loss: 0.014106309972703457 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14223333865080987) | > loader_time: 0.0044 (0.004616384425192621)  --> TIME: 2025-03-24 13:50:51 -- STEP: 17115/31555 -- GLOBAL_STEP: 553550 | > loss_text_ce: 0.03295532241463661 (0.03845800201596585) | > loss_mel_ce: 2.5002079010009766 (nan) | > loss: 0.010052235797047615 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14222804407191578) | > loader_time: 0.0046 (0.004616373824404596)  --> TIME: 2025-03-24 13:51:00 -- STEP: 17165/31555 -- GLOBAL_STEP: 553600 | > loss_text_ce: 0.048132553696632385 (0.03845578402545596) | > loss_mel_ce: 3.519674777984619 (nan) | > loss: 0.014157966710627079 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14221648918516275) | > loader_time: 0.0044 (0.004616156396663065)  --> TIME: 2025-03-24 13:51:10 -- STEP: 17215/31555 -- GLOBAL_STEP: 553650 | > loss_text_ce: 0.04952927306294441 (0.03845533084599335) | > loss_mel_ce: 2.322324752807617 (nan) | > loss: 0.009412120096385479 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1422132687896892) | > loader_time: 0.0044 (0.00461601008864777)  --> TIME: 2025-03-24 13:51:19 -- STEP: 17265/31555 -- GLOBAL_STEP: 553700 | > loss_text_ce: 0.028991423547267914 (0.03845426352118) | > loss_mel_ce: 2.607001304626465 (nan) | > loss: 0.01046028919517994 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1422037577580752) | > loader_time: 0.0046 (0.004615706428043963)  --> TIME: 2025-03-24 13:51:29 -- STEP: 17315/31555 -- GLOBAL_STEP: 553750 | > loss_text_ce: 0.0331413708627224 (0.03845043356858218) | > loss_mel_ce: 2.4772071838378906 (nan) | > loss: 0.00996170099824667 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14221030074738322) | > loader_time: 0.0045 (0.004615586994357317)  --> TIME: 2025-03-24 13:51:39 -- STEP: 17365/31555 -- GLOBAL_STEP: 553800 | > loss_text_ce: 0.03682056814432144 (0.03845134743390392) | > loss_mel_ce: 2.583327054977417 (nan) | > loss: 0.01039741188287735 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14222827095000934) | > loader_time: 0.0046 (0.0046154860285905425)  --> TIME: 2025-03-24 13:51:49 -- STEP: 17415/31555 -- GLOBAL_STEP: 553850 | > loss_text_ce: 0.03660358116030693 (0.03845056621879228) | > loss_mel_ce: 2.9775969982147217 (nan) | > loss: 0.011961114592850208 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14223499774522094) | > loader_time: 0.0045 (0.004615736883877007)  --> TIME: 2025-03-24 13:51:59 -- STEP: 17465/31555 -- GLOBAL_STEP: 553900 | > loss_text_ce: 0.02737797610461712 (0.038452638178581904) | > loss_mel_ce: 2.983870506286621 (nan) | > loss: 0.01194939948618412 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14224858146119188) | > loader_time: 0.0044 (0.004615654373387375)  --> TIME: 2025-03-24 13:52:09 -- STEP: 17515/31555 -- GLOBAL_STEP: 553950 | > loss_text_ce: 0.029132742434740067 (0.03844950646342837) | > loss_mel_ce: 2.7303030490875244 (nan) | > loss: 0.010950143449008465 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14223874922721558) | > loader_time: 0.0047 (0.004615533443780899)  --> TIME: 2025-03-24 13:52:19 -- STEP: 17565/31555 -- GLOBAL_STEP: 554000 | > loss_text_ce: 0.041825998574495316 (0.03844520330000681) | > loss_mel_ce: 3.454285144805908 (nan) | > loss: 0.013873457908630371 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14224688218863524) | > loader_time: 0.0045 (0.00461545680073501)  --> TIME: 2025-03-24 13:52:28 -- STEP: 17615/31555 -- GLOBAL_STEP: 554050 | > loss_text_ce: 0.03903735429048538 (0.038443033791615525) | > loss_mel_ce: 2.826915740966797 (nan) | > loss: 0.011372830718755722 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14224180512018128) | > loader_time: 0.0045 (0.004615243645916271)  --> TIME: 2025-03-24 13:52:38 -- STEP: 17665/31555 -- GLOBAL_STEP: 554100 | > loss_text_ce: 0.04118605703115463 (0.03844346388923526) | > loss_mel_ce: 3.0620059967041016 (nan) | > loss: 0.012314255349338055 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1422303266981452) | > loader_time: 0.0046 (0.004615167541676675)  --> TIME: 2025-03-24 13:52:47 -- STEP: 17715/31555 -- GLOBAL_STEP: 554150 | > loss_text_ce: 0.03538301959633827 (0.03844418652290501) | > loss_mel_ce: 2.9475836753845215 (nan) | > loss: 0.011837169528007507 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1422249031174559) | > loader_time: 0.0047 (0.004615117465241846)  --> TIME: 2025-03-24 13:52:57 -- STEP: 17765/31555 -- GLOBAL_STEP: 554200 | > loss_text_ce: 0.03543698787689209 (0.038443144275593394) | > loss_mel_ce: 3.0080413818359375 (nan) | > loss: 0.012077296152710915 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14222780253697231) | > loader_time: 0.0048 (0.004615362295123396)  --> TIME: 2025-03-24 13:53:07 -- STEP: 17815/31555 -- GLOBAL_STEP: 554250 | > loss_text_ce: 0.03695765510201454 (0.0384445263230205) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14222078269832125) | > loader_time: 0.0044 (0.004615324038051351)  --> TIME: 2025-03-24 13:53:16 -- STEP: 17865/31555 -- GLOBAL_STEP: 554300 | > loss_text_ce: 0.04041670635342598 (0.03844684319194811) | > loss_mel_ce: 2.5412044525146484 (nan) | > loss: 0.010244528762996197 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14221182460715476) | > loader_time: 0.0046 (0.004615164457033456)  --> TIME: 2025-03-24 13:53:26 -- STEP: 17915/31555 -- GLOBAL_STEP: 554350 | > loss_text_ce: 0.03961363807320595 (0.038444705081034404) | > loss_mel_ce: 3.184372663497925 (nan) | > loss: 0.012793597765266895 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14222028756520902) | > loader_time: 0.0042 (0.004615024997307693)  --> TIME: 2025-03-24 13:53:36 -- STEP: 17965/31555 -- GLOBAL_STEP: 554400 | > loss_text_ce: 0.039236199110746384 (0.03844463058892263) | > loss_mel_ce: 2.687406301498413 (nan) | > loss: 0.010820010676980019 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14222673079843376) | > loader_time: 0.0046 (0.004615020897937247)  --> TIME: 2025-03-24 13:53:45 -- STEP: 18015/31555 -- GLOBAL_STEP: 554450 | > loss_text_ce: 0.03667263686656952 (0.03844741349737428) | > loss_mel_ce: 3.506709337234497 (nan) | > loss: 0.014061040244996548 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1422140754066568) | > loader_time: 0.0044 (0.004614838632715453)  --> TIME: 2025-03-24 13:53:55 -- STEP: 18065/31555 -- GLOBAL_STEP: 554500 | > loss_text_ce: 0.044168394058942795 (0.038444190656927814) | > loss_mel_ce: 3.4068679809570312 (nan) | > loss: 0.013694589957594872 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14221005050422647) | > loader_time: 0.0045 (0.004614384722716275)  --> TIME: 2025-03-24 13:54:04 -- STEP: 18115/31555 -- GLOBAL_STEP: 554550 | > loss_text_ce: 0.03547646105289459 (0.038445946671584984) | > loss_mel_ce: 0.06170654296875 (nan) | > loss: 0.0003856468538288027 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14219912381057645) | > loader_time: 0.0051 (0.004614420711023539)  --> TIME: 2025-03-24 13:54:14 -- STEP: 18165/31555 -- GLOBAL_STEP: 554600 | > loss_text_ce: 0.03452574834227562 (0.03844318049540721) | > loss_mel_ce: 2.0469024181365967 (nan) | > loss: 0.008259635418653488 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14219062927502266) | > loader_time: 0.0045 (0.0046144834865462095)  --> TIME: 2025-03-24 13:54:24 -- STEP: 18215/31555 -- GLOBAL_STEP: 554650 | > loss_text_ce: 0.03544839844107628 (0.03844142133953444) | > loss_mel_ce: 2.642047643661499 (nan) | > loss: 0.01062498427927494 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14218783679651145) | > loader_time: 0.0044 (0.004614774296645654)  --> TIME: 2025-03-24 13:54:33 -- STEP: 18265/31555 -- GLOBAL_STEP: 554700 | > loss_text_ce: 0.030061354860663414 (0.038438939312134025) | > loss_mel_ce: 2.6949119567871094 (nan) | > loss: 0.010813386179506779 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14218930605500146) | > loader_time: 0.0044 (0.004614788468426446)  --> TIME: 2025-03-24 13:54:43 -- STEP: 18315/31555 -- GLOBAL_STEP: 554750 | > loss_text_ce: 0.03889143466949463 (0.03843679197362448) | > loss_mel_ce: 3.0494067668914795 (nan) | > loss: 0.012255152687430382 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14218788698921744) | > loader_time: 0.0048 (0.004614585428136394)  --> TIME: 2025-03-24 13:54:53 -- STEP: 18365/31555 -- GLOBAL_STEP: 554800 | > loss_text_ce: 0.04886813089251518 (0.038436742538620415) | > loss_mel_ce: 2.223076343536377 (nan) | > loss: 0.009015653282403946 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1421987392452538) | > loader_time: 0.0043 (0.004614348181774677)  --> TIME: 2025-03-24 13:55:02 -- STEP: 18415/31555 -- GLOBAL_STEP: 554850 | > loss_text_ce: 0.03988765552639961 (0.03843838857982993) | > loss_mel_ce: 1.7528613805770874 (nan) | > loss: 0.007114083971828222 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1421854048684143) | > loader_time: 0.0046 (0.004613914575196157)  --> TIME: 2025-03-24 13:55:12 -- STEP: 18465/31555 -- GLOBAL_STEP: 554900 | > loss_text_ce: 0.04892044514417648 (0.03843749792196808) | > loss_mel_ce: 3.216784954071045 (nan) | > loss: 0.012959148734807968 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14219947289942755) | > loader_time: 0.0044 (0.004613616916502601)  --> TIME: 2025-03-24 13:55:22 -- STEP: 18515/31555 -- GLOBAL_STEP: 554950 | > loss_text_ce: 0.04085037484765053 (0.03843309303678744) | > loss_mel_ce: 2.889864206314087 (nan) | > loss: 0.011629820801317692 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.1422003619065) | > loader_time: 0.0046 (0.004613254625926702)  --> TIME: 2025-03-24 13:55:32 -- STEP: 18565/31555 -- GLOBAL_STEP: 555000 | > loss_text_ce: 0.03843914717435837 (0.03843320266170851) | > loss_mel_ce: 3.0761070251464844 (nan) | > loss: 0.012359310872852802 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14220915228537753) | > loader_time: 0.0047 (0.0046131550254380135)  --> TIME: 2025-03-24 13:55:42 -- STEP: 18615/31555 -- GLOBAL_STEP: 555050 | > loss_text_ce: 0.026740042492747307 (0.03842824934880469) | > loss_mel_ce: 1.935883641242981 (nan) | > loss: 0.007788189686834812 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14220456325204114) | > loader_time: 0.0043 (0.004612705972032666)  --> TIME: 2025-03-24 13:55:51 -- STEP: 18665/31555 -- GLOBAL_STEP: 555100 | > loss_text_ce: 0.036519605666399 (0.03842756768168157) | > loss_mel_ce: 2.0410315990448 (nan) | > loss: 0.008244250901043415 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14220259651370035) | > loader_time: 0.0046 (0.004612276517703018)  --> TIME: 2025-03-24 13:56:01 -- STEP: 18715/31555 -- GLOBAL_STEP: 555150 | > loss_text_ce: 0.03742857277393341 (0.03842881146441214) | > loss_mel_ce: 2.054387092590332 (nan) | > loss: 0.008300856687128544 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14220688948808327) | > loader_time: 0.0045 (0.004612292677777174)  --> TIME: 2025-03-24 13:56:11 -- STEP: 18765/31555 -- GLOBAL_STEP: 555200 | > loss_text_ce: 0.03732294589281082 (0.0384291639497425) | > loss_mel_ce: 3.004628896713257 (nan) | > loss: 0.012071238830685616 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1422042468183042) | > loader_time: 0.0046 (0.004611864758274771)  --> TIME: 2025-03-24 13:56:20 -- STEP: 18815/31555 -- GLOBAL_STEP: 555250 | > loss_text_ce: 0.038909733295440674 (0.03842708737731256) | > loss_mel_ce: 3.099442958831787 (nan) | > loss: 0.012453781440854073 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14220057433506184) | > loader_time: 0.0044 (0.0046114521016474026)  --> TIME: 2025-03-24 13:56:30 -- STEP: 18865/31555 -- GLOBAL_STEP: 555300 | > loss_text_ce: 0.029204649850726128 (0.038428218565385835) | > loss_mel_ce: 3.3121256828308105 (nan) | > loss: 0.01325924787670374 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14219769038795085) | > loader_time: 0.0044 (0.004611032469785094)  --> TIME: 2025-03-24 13:56:40 -- STEP: 18915/31555 -- GLOBAL_STEP: 555350 | > loss_text_ce: 0.04171816632151604 (0.03843160892565723) | > loss_mel_ce: 3.3089919090270996 (nan) | > loss: 0.013296470046043396 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1421989520075706) | > loader_time: 0.0047 (0.004611267603612787)  --> TIME: 2025-03-24 13:56:50 -- STEP: 18965/31555 -- GLOBAL_STEP: 555400 | > loss_text_ce: 0.030732030048966408 (0.03842993936259122) | > loss_mel_ce: 0.1182454451918602 (nan) | > loss: 0.0005911804619245231 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14221177417937114) | > loader_time: 0.0044 (0.00461112444048157)  --> TIME: 2025-03-24 13:56:59 -- STEP: 19015/31555 -- GLOBAL_STEP: 555450 | > loss_text_ce: 0.029171358793973923 (0.038428889567783536) | > loss_mel_ce: 3.364955425262451 (nan) | > loss: 0.013468758203089237 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1422073937264858) | > loader_time: 0.0045 (0.004611258553167161)  --> TIME: 2025-03-24 13:57:09 -- STEP: 19065/31555 -- GLOBAL_STEP: 555500 | > loss_text_ce: 0.03923611715435982 (0.03842993938668692) | > loss_mel_ce: 3.0959157943725586 (nan) | > loss: 0.012441079132258892 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14221425655473988) | > loader_time: 0.0045 (0.0046111100869887876)  --> TIME: 2025-03-24 13:57:19 -- STEP: 19115/31555 -- GLOBAL_STEP: 555550 | > loss_text_ce: 0.04240196570754051 (0.038429697149920894) | > loss_mel_ce: 2.575047254562378 (nan) | > loss: 0.010386704467236996 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.142228372191185) | > loader_time: 0.0045 (0.004611060858209381)  --> TIME: 2025-03-24 13:57:29 -- STEP: 19165/31555 -- GLOBAL_STEP: 555600 | > loss_text_ce: 0.04788433760404587 (0.038429507876615594) | > loss_mel_ce: 1.9109474420547485 (nan) | > loss: 0.00777314230799675 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1422399596884326) | > loader_time: 0.0045 (0.004610981544377194)  --> TIME: 2025-03-24 13:57:39 -- STEP: 19215/31555 -- GLOBAL_STEP: 555650 | > loss_text_ce: 0.034676436334848404 (0.03842573917490037) | > loss_mel_ce: 3.2796177864074707 (nan) | > loss: 0.01315196231007576 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14223201483945597) | > loader_time: 0.0045 (0.0046108991690920345)  --> TIME: 2025-03-24 13:57:49 -- STEP: 19265/31555 -- GLOBAL_STEP: 555700 | > loss_text_ce: 0.031090090051293373 (0.03842452948643726) | > loss_mel_ce: 2.9512200355529785 (nan) | > loss: 0.011834564618766308 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1422362936090684) | > loader_time: 0.0044 (0.004610940211474542)  --> TIME: 2025-03-24 13:57:58 -- STEP: 19315/31555 -- GLOBAL_STEP: 555750 | > loss_text_ce: 0.030138790607452393 (0.03842365100758984) | > loss_mel_ce: 2.614166736602783 (nan) | > loss: 0.01049327664077282 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14221823783911997) | > loader_time: 0.0044 (0.004610781542476582)  --> TIME: 2025-03-24 13:58:08 -- STEP: 19365/31555 -- GLOBAL_STEP: 555800 | > loss_text_ce: 0.039973143488168716 (0.03842111735484729) | > loss_mel_ce: 3.11857271194458 (nan) | > loss: 0.012533913366496563 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14221125632762985) | > loader_time: 0.0044 (0.004610661982628163)  --> TIME: 2025-03-24 13:58:17 -- STEP: 19415/31555 -- GLOBAL_STEP: 555850 | > loss_text_ce: 0.036053240299224854 (0.03842305601868309) | > loss_mel_ce: 3.0233864784240723 (nan) | > loss: 0.012140634469687939 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14219824562298664) | > loader_time: 0.0047 (0.004610451956922606)  --> TIME: 2025-03-24 13:58:26 -- STEP: 19465/31555 -- GLOBAL_STEP: 555900 | > loss_text_ce: 0.031021330505609512 (0.038421522425724636) | > loss_mel_ce: 3.387920618057251 (nan) | > loss: 0.01356723066419363 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14219066525313964) | > loader_time: 0.0046 (0.004610506085176073)  --> TIME: 2025-03-24 13:58:36 -- STEP: 19515/31555 -- GLOBAL_STEP: 555950 | > loss_text_ce: 0.03312702476978302 (0.038424461680795545) | > loss_mel_ce: 3.320831060409546 (nan) | > loss: 0.0133093586191535 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1421893519803002) | > loader_time: 0.0044 (0.004610617527923858)  --> TIME: 2025-03-24 13:58:46 -- STEP: 19565/31555 -- GLOBAL_STEP: 556000 | > loss_text_ce: 0.03544275090098381 (0.03842354411349273) | > loss_mel_ce: 2.9371047019958496 (nan) | > loss: 0.011795824393630028 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14217816261936814) | > loader_time: 0.0046 (0.00461056389042157)  --> TIME: 2025-03-24 13:58:55 -- STEP: 19615/31555 -- GLOBAL_STEP: 556050 | > loss_text_ce: 0.04257989302277565 (0.03842579433844059) | > loss_mel_ce: 2.078516721725464 (nan) | > loss: 0.00841705035418272 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1421789584887924) | > loader_time: 0.0045 (0.0046104692239831825)  --> TIME: 2025-03-24 13:59:05 -- STEP: 19665/31555 -- GLOBAL_STEP: 556100 | > loss_text_ce: 0.05084266513586044 (0.03842776826988499) | > loss_mel_ce: 2.7458109855651855 (nan) | > loss: 0.011097832582890987 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14218896016679283) | > loader_time: 0.0045 (0.004610545647953593)  --> TIME: 2025-03-24 13:59:15 -- STEP: 19715/31555 -- GLOBAL_STEP: 556150 | > loss_text_ce: 0.053439054638147354 (0.038427730182655016) | > loss_mel_ce: 2.872561454772949 (nan) | > loss: 0.011611114256083965 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14220358523021223) | > loader_time: 0.0045 (0.004610557469080887)  --> TIME: 2025-03-24 13:59:25 -- STEP: 19765/31555 -- GLOBAL_STEP: 556200 | > loss_text_ce: 0.03236246109008789 (0.03842477341348173) | > loss_mel_ce: 3.386852264404297 (nan) | > loss: 0.013568312861025333 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1422007998966604) | > loader_time: 0.0043 (0.004610747094399228)  --> TIME: 2025-03-24 13:59:35 -- STEP: 19815/31555 -- GLOBAL_STEP: 556250 | > loss_text_ce: 0.046800803393125534 (0.03842458904053679) | > loss_mel_ce: 2.46539306640625 (nan) | > loss: 0.009969023987650871 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14220381435227702) | > loader_time: 0.0047 (0.004610982291360949)  --> TIME: 2025-03-24 13:59:44 -- STEP: 19865/31555 -- GLOBAL_STEP: 556300 | > loss_text_ce: 0.04893181100487709 (0.038430971001304784) | > loss_mel_ce: 2.457965850830078 (nan) | > loss: 0.009948006831109524 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1422009325735575) | > loader_time: 0.0047 (0.004611016772059205)  --> TIME: 2025-03-24 13:59:54 -- STEP: 19915/31555 -- GLOBAL_STEP: 556350 | > loss_text_ce: 0.03745650127530098 (0.03842730026780083) | > loss_mel_ce: 1.87511146068573 (nan) | > loss: 0.007589555811136961 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14220143036120395) | > loader_time: 0.0048 (0.004611009693073919)  --> TIME: 2025-03-24 14:00:04 -- STEP: 19965/31555 -- GLOBAL_STEP: 556400 | > loss_text_ce: 0.04399075731635094 (0.0384279575714348) | > loss_mel_ce: 2.6847660541534424 (nan) | > loss: 0.01082840096205473 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14219744830629447) | > loader_time: 0.0046 (0.004610978491229278)  --> TIME: 2025-03-24 14:00:14 -- STEP: 20015/31555 -- GLOBAL_STEP: 556450 | > loss_text_ce: 0.04100244492292404 (0.03842698011264432) | > loss_mel_ce: 2.657383680343628 (nan) | > loss: 0.010707882232964039 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1422067998857038) | > loader_time: 0.0044 (0.004611400351237271)  --> TIME: 2025-03-24 14:00:23 -- STEP: 20065/31555 -- GLOBAL_STEP: 556500 | > loss_text_ce: 0.03733392059803009 (0.03842848949250402) | > loss_mel_ce: 2.7670459747314453 (nan) | > loss: 0.011128492653369904 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14219897375004567) | > loader_time: 0.0046 (0.004611241844209566)  --> TIME: 2025-03-24 14:00:33 -- STEP: 20115/31555 -- GLOBAL_STEP: 556550 | > loss_text_ce: 0.03705880418419838 (0.0384306491176448) | > loss_mel_ce: 2.759941816329956 (nan) | > loss: 0.011099210008978844 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14218868232620788) | > loader_time: 0.0044 (0.004611046326684917)  --> TIME: 2025-03-24 14:00:42 -- STEP: 20165/31555 -- GLOBAL_STEP: 556600 | > loss_text_ce: 0.04715614765882492 (0.03842873180716016) | > loss_mel_ce: 2.8256723880767822 (nan) | > loss: 0.011400113813579082 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.1421848526965759) | > loader_time: 0.0046 (0.004610853836017952)  --> TIME: 2025-03-24 14:00:52 -- STEP: 20215/31555 -- GLOBAL_STEP: 556650 | > loss_text_ce: 0.032599207013845444 (0.038427880337596025) | > loss_mel_ce: 2.188040018081665 (nan) | > loss: 0.008812060579657555 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14218796485430943) | > loader_time: 0.0045 (0.004611072521412578)  --> TIME: 2025-03-24 14:01:02 -- STEP: 20265/31555 -- GLOBAL_STEP: 556700 | > loss_text_ce: 0.04189974069595337 (0.03842652252846097) | > loss_mel_ce: 2.860771894454956 (nan) | > loss: 0.011518538929522038 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14219054926362293) | > loader_time: 0.0046 (0.004611449979306333)  --> TIME: 2025-03-24 14:01:12 -- STEP: 20315/31555 -- GLOBAL_STEP: 556750 | > loss_text_ce: 0.03691884130239487 (0.03842968406362474) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14218908338572508) | > loader_time: 0.0045 (0.004611391379215323)  --> TIME: 2025-03-24 14:01:22 -- STEP: 20365/31555 -- GLOBAL_STEP: 556800 | > loss_text_ce: 0.03580682352185249 (0.03843242830091312) | > loss_mel_ce: 3.273594379425049 (nan) | > loss: 0.013132545165717602 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1422049425580763) | > loader_time: 0.0046 (0.004611409983645495)  --> TIME: 2025-03-24 14:01:31 -- STEP: 20415/31555 -- GLOBAL_STEP: 556850 | > loss_text_ce: 0.031615372747182846 (0.038433134979576525) | > loss_mel_ce: 3.0786361694335938 (nan) | > loss: 0.012342268601059914 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14220021311161718) | > loader_time: 0.0045 (0.004611228360809781)  --> TIME: 2025-03-24 14:01:41 -- STEP: 20465/31555 -- GLOBAL_STEP: 556900 | > loss_text_ce: 0.031281448900699615 (0.03843455402252916) | > loss_mel_ce: 3.00673246383667 (nan) | > loss: 0.012055611237883568 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14220392674302285) | > loader_time: 0.0045 (0.004611355280369392)  --> TIME: 2025-03-24 14:01:51 -- STEP: 20515/31555 -- GLOBAL_STEP: 556950 | > loss_text_ce: 0.026968300342559814 (0.03843519871461123) | > loss_mel_ce: 1.7276873588562012 (nan) | > loss: 0.006962919607758522 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14221361302295077) | > loader_time: 0.0044 (0.0046112929382993734)  --> TIME: 2025-03-24 14:02:01 -- STEP: 20565/31555 -- GLOBAL_STEP: 557000 | > loss_text_ce: 0.03958277031779289 (0.03843321282056105) | > loss_mel_ce: 2.7593750953674316 (nan) | > loss: 0.011106976307928562 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14220784127262934) | > loader_time: 0.0044 (0.004610979391831196)  --> TIME: 2025-03-24 14:02:10 -- STEP: 20615/31555 -- GLOBAL_STEP: 557050 | > loss_text_ce: 0.03523647412657738 (0.03843257035807106) | > loss_mel_ce: 3.0837719440460205 (nan) | > loss: 0.012377018108963966 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1422047153248989) | > loader_time: 0.0046 (0.004610782614501395)  --> TIME: 2025-03-24 14:02:20 -- STEP: 20665/31555 -- GLOBAL_STEP: 557100 | > loss_text_ce: 0.04077742621302605 (0.038432634115163275) | > loss_mel_ce: 3.1442127227783203 (nan) | > loss: 0.012638850137591362 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14218971226828495) | > loader_time: 0.0045 (0.004610623535739581)  --> TIME: 2025-03-24 14:02:29 -- STEP: 20715/31555 -- GLOBAL_STEP: 557150 | > loss_text_ce: 0.06462046504020691 (0.03842999170692343) | > loss_mel_ce: 2.4764373302459717 (nan) | > loss: 0.01008356362581253 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14218146119058964) | > loader_time: 0.0043 (0.0046103947064222274)  --> TIME: 2025-03-24 14:02:39 -- STEP: 20765/31555 -- GLOBAL_STEP: 557200 | > loss_text_ce: 0.048298340290784836 (0.038432025813219306) | > loss_mel_ce: 3.02642822265625 (nan) | > loss: 0.012201297096908092 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14218270677042427) | > loader_time: 0.0045 (0.004610308939481169)  --> TIME: 2025-03-24 14:02:49 -- STEP: 20815/31555 -- GLOBAL_STEP: 557250 | > loss_text_ce: 0.038116808980703354 (0.03843204815490134) | > loss_mel_ce: 2.4157605171203613 (nan) | > loss: 0.009737608954310417 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1421822063401136) | > loader_time: 0.0043 (0.0046100592515859766)  --> TIME: 2025-03-24 14:02:58 -- STEP: 20865/31555 -- GLOBAL_STEP: 557300 | > loss_text_ce: 0.0316215418279171 (0.038435073735595494) | > loss_mel_ce: 3.2047393321990967 (nan) | > loss: 0.012842702679336071 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1421791213323757) | > loader_time: 0.0043 (0.004609791026422801)  --> TIME: 2025-03-24 14:03:08 -- STEP: 20915/31555 -- GLOBAL_STEP: 557350 | > loss_text_ce: 0.03762964904308319 (0.03843230005245042) | > loss_mel_ce: 3.29343843460083 (nan) | > loss: 0.013218524865806103 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.2019 (0.14218493961358772) | > loader_time: 0.0048 (0.00460967340453402)  --> TIME: 2025-03-24 14:03:18 -- STEP: 20965/31555 -- GLOBAL_STEP: 557400 | > loss_text_ce: 0.03255123645067215 (0.038432949694393724) | > loss_mel_ce: 3.285954236984253 (nan) | > loss: 0.013168673031032085 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14218415879645918) | > loader_time: 0.0046 (0.004609473121783179)  --> TIME: 2025-03-24 14:03:27 -- STEP: 21015/31555 -- GLOBAL_STEP: 557450 | > loss_text_ce: 0.03424856439232826 (0.03843222507165958) | > loss_mel_ce: 0.06317138671875 (nan) | > loss: 0.0003865871112793684 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14217770303285462) | > loader_time: 0.0045 (0.0046095043938414685)  --> TIME: 2025-03-24 14:03:37 -- STEP: 21065/31555 -- GLOBAL_STEP: 557500 | > loss_text_ce: 0.03856021165847778 (0.03842986655524792) | > loss_mel_ce: 3.1625418663024902 (nan) | > loss: 0.01270278636366129 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14218097907925764) | > loader_time: 0.0046 (0.004609270987701962)  --> TIME: 2025-03-24 14:03:47 -- STEP: 21115/31555 -- GLOBAL_STEP: 557550 | > loss_text_ce: 0.03738383576273918 (0.03842993637208599) | > loss_mel_ce: 3.1365458965301514 (nan) | > loss: 0.012594959698617458 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.1421820981113534) | > loader_time: 0.0048 (0.004609245692783134)  --> TIME: 2025-03-24 14:03:57 -- STEP: 21165/31555 -- GLOBAL_STEP: 557600 | > loss_text_ce: 0.03132609650492668 (0.03842797589653563) | > loss_mel_ce: 2.2558484077453613 (nan) | > loss: 0.009076089598238468 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1421932149265712) | > loader_time: 0.0046 (0.004609145561685075)  --> TIME: 2025-03-24 14:04:07 -- STEP: 21215/31555 -- GLOBAL_STEP: 557650 | > loss_text_ce: 0.033656004816293716 (0.03842708233923022) | > loss_mel_ce: 2.403125762939453 (nan) | > loss: 0.009669769555330276 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1421992722025117) | > loader_time: 0.0054 (0.004609408110007908)  --> TIME: 2025-03-24 14:04:16 -- STEP: 21265/31555 -- GLOBAL_STEP: 557700 | > loss_text_ce: 0.04507911205291748 (0.03842768496550163) | > loss_mel_ce: 3.08203125 (nan) | > loss: 0.012409169226884842 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14219935562031438) | > loader_time: 0.0047 (0.004609389173936879)  --> TIME: 2025-03-24 14:04:26 -- STEP: 21315/31555 -- GLOBAL_STEP: 557750 | > loss_text_ce: 0.04032742977142334 (0.038429340526833854) | > loss_mel_ce: 2.838423490524292 (nan) | > loss: 0.01142361480742693 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14218707975020153) | > loader_time: 0.0048 (0.004609167746414805)  --> TIME: 2025-03-24 14:04:36 -- STEP: 21365/31555 -- GLOBAL_STEP: 557800 | > loss_text_ce: 0.03710481896996498 (0.038430625069106134) | > loss_mel_ce: 3.298429250717163 (nan) | > loss: 0.01323624700307846 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14219123615806692) | > loader_time: 0.0047 (0.004609134072808844)  --> TIME: 2025-03-24 14:04:45 -- STEP: 21415/31555 -- GLOBAL_STEP: 557850 | > loss_text_ce: 0.04181124269962311 (0.03842918642509762) | > loss_mel_ce: 2.661271333694458 (nan) | > loss: 0.01072651892900467 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14219564722432013) | > loader_time: 0.0046 (0.004609111121901558)  --> TIME: 2025-03-24 14:04:55 -- STEP: 21465/31555 -- GLOBAL_STEP: 557900 | > loss_text_ce: 0.03942637890577316 (0.038429696815712726) | > loss_mel_ce: 2.7157418727874756 (nan) | > loss: 0.010933207347989082 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14220136905255087) | > loader_time: 0.0044 (0.0046091593869660484)  --> TIME: 2025-03-24 14:05:05 -- STEP: 21515/31555 -- GLOBAL_STEP: 557950 | > loss_text_ce: 0.04481495916843414 (0.03843194233431507) | > loss_mel_ce: 2.5566489696502686 (nan) | > loss: 0.010323270224034786 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1422017477679568) | > loader_time: 0.0045 (0.0046093671897553135)  --> TIME: 2025-03-24 14:05:15 -- STEP: 21565/31555 -- GLOBAL_STEP: 558000 | > loss_text_ce: 0.03448692709207535 (0.03843099339028406) | > loss_mel_ce: 2.9003498554229736 (nan) | > loss: 0.011646178551018238 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14220015940189568) | > loader_time: 0.0045 (0.004609186113668437)  --> TIME: 2025-03-24 14:05:24 -- STEP: 21615/31555 -- GLOBAL_STEP: 558050 | > loss_text_ce: 0.045666344463825226 (0.03843093819656869) | > loss_mel_ce: 0.06396484375 (nan) | > loss: 0.00043504443601705134 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1421896472783532) | > loader_time: 0.0045 (0.004609045517987857)  --> TIME: 2025-03-24 14:05:34 -- STEP: 21665/31555 -- GLOBAL_STEP: 558100 | > loss_text_ce: 0.03354398533701897 (0.03842907559690615) | > loss_mel_ce: 2.7033748626708984 (nan) | > loss: 0.010860789567232132 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1421914341981806) | > loader_time: 0.0047 (0.00460906234536963)  --> TIME: 2025-03-24 14:05:43 -- STEP: 21715/31555 -- GLOBAL_STEP: 558150 | > loss_text_ce: 0.04497916251420975 (0.03842975449806883) | > loss_mel_ce: 2.6125707626342773 (nan) | > loss: 0.01054583303630352 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14218064571014216) | > loader_time: 0.0045 (0.00460888484697477)  --> TIME: 2025-03-24 14:05:53 -- STEP: 21765/31555 -- GLOBAL_STEP: 558200 | > loss_text_ce: 0.02631918527185917 (0.03843130245945999) | > loss_mel_ce: 2.024857759475708 (nan) | > loss: 0.008139591664075851 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1421786261952215) | > loader_time: 0.0043 (0.004608762277944499)  --> TIME: 2025-03-24 14:06:03 -- STEP: 21815/31555 -- GLOBAL_STEP: 558250 | > loss_text_ce: 0.040773190557956696 (0.03843017718766454) | > loss_mel_ce: 2.705338716506958 (nan) | > loss: 0.010897270403802395 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14216986709085744) | > loader_time: 0.0046 (0.0046085830787275855)  --> TIME: 2025-03-24 14:06:13 -- STEP: 21865/31555 -- GLOBAL_STEP: 558300 | > loss_text_ce: 0.039299894124269485 (0.03843358170237712) | > loss_mel_ce: 2.950692653656006 (nan) | > loss: 0.011865050531923771 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14219032006707413) | > loader_time: 0.0045 (0.004608810790310792)  --> TIME: 2025-03-24 14:06:22 -- STEP: 21915/31555 -- GLOBAL_STEP: 558350 | > loss_text_ce: 0.03456077352166176 (0.038428890895537915) | > loss_mel_ce: 3.66721248626709 (nan) | > loss: 0.01468957681208849 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14218748504104178) | > loader_time: 0.0045 (0.004608674748912685)  --> TIME: 2025-03-24 14:06:32 -- STEP: 21965/31555 -- GLOBAL_STEP: 558400 | > loss_text_ce: 0.03214866667985916 (0.038427406750727984) | > loss_mel_ce: 0.15769265592098236 (nan) | > loss: 0.0007533386815339327 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14219159100882167) | > loader_time: 0.0045 (0.004608592166462123)  --> TIME: 2025-03-24 14:06:42 -- STEP: 22015/31555 -- GLOBAL_STEP: 558450 | > loss_text_ce: 0.046816885471343994 (0.038429001519296214) | > loss_mel_ce: 2.8676488399505615 (nan) | > loss: 0.01156534068286419 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14219269280322014) | > loader_time: 0.0045 (0.0046085151682759996)  --> TIME: 2025-03-24 14:06:52 -- STEP: 22065/31555 -- GLOBAL_STEP: 558500 | > loss_text_ce: 0.03305688127875328 (0.038424948291207725) | > loss_mel_ce: 2.998096227645874 (nan) | > loss: 0.012028386816382408 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14219322782672433) | > loader_time: 0.0048 (0.004608685041592297)  --> TIME: 2025-03-24 14:07:01 -- STEP: 22115/31555 -- GLOBAL_STEP: 558550 | > loss_text_ce: 0.04508824646472931 (0.0384211934321749) | > loss_mel_ce: 2.953401803970337 (nan) | > loss: 0.011898770928382874 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14218339480185047) | > loader_time: 0.0046 (0.004608516231694708)  --> TIME: 2025-03-24 14:07:11 -- STEP: 22165/31555 -- GLOBAL_STEP: 558600 | > loss_text_ce: 0.04017011448740959 (0.03841943731563018) | > loss_mel_ce: 2.3976848125457764 (nan) | > loss: 0.009674028493463993 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14218432586509816) | > loader_time: 0.0048 (0.004608373891519375)  --> TIME: 2025-03-24 14:07:21 -- STEP: 22215/31555 -- GLOBAL_STEP: 558650 | > loss_text_ce: 0.04000503569841385 (0.03841962106714555) | > loss_mel_ce: 2.440765142440796 (nan) | > loss: 0.009844326414167881 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1421794180340948) | > loader_time: 0.0044 (0.004608277063929991)  --> TIME: 2025-03-24 14:07:30 -- STEP: 22265/31555 -- GLOBAL_STEP: 558700 | > loss_text_ce: 0.04052915424108505 (0.03841420059993131) | > loss_mel_ce: 1.070293664932251 (nan) | > loss: 0.004408027045428753 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14217549222735812) | > loader_time: 0.0045 (0.0046082123140257685)  --> TIME: 2025-03-24 14:07:40 -- STEP: 22315/31555 -- GLOBAL_STEP: 558750 | > loss_text_ce: 0.03412972390651703 (0.038411871058757464) | > loss_mel_ce: 2.0506093502044678 (nan) | > loss: 0.008272774517536163 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14218649481701323) | > loader_time: 0.0044 (0.004608237345390159)  --> TIME: 2025-03-24 14:07:50 -- STEP: 22365/31555 -- GLOBAL_STEP: 558800 | > loss_text_ce: 0.04399464651942253 (0.03841192908222789) | > loss_mel_ce: 2.9369142055511475 (nan) | > loss: 0.011829003691673279 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14220229808100326) | > loader_time: 0.0047 (0.004608367194592132)  --> TIME: 2025-03-24 14:08:00 -- STEP: 22415/31555 -- GLOBAL_STEP: 558850 | > loss_text_ce: 0.026356453076004982 (0.03840934235050847) | > loss_mel_ce: 2.1466283798217773 (nan) | > loss: 0.008622956462204456 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14220522052604012) | > loader_time: 0.0046 (0.004608179452348564)  --> TIME: 2025-03-24 14:08:10 -- STEP: 22465/31555 -- GLOBAL_STEP: 558900 | > loss_text_ce: 0.04184883087873459 (0.03840956963999202) | > loss_mel_ce: 2.8205509185791016 (nan) | > loss: 0.011358730494976044 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14221316653212746) | > loader_time: 0.0044 (0.004608051330613967)  --> TIME: 2025-03-24 14:08:20 -- STEP: 22515/31555 -- GLOBAL_STEP: 558950 | > loss_text_ce: 0.031843822449445724 (0.03840783966439231) | > loss_mel_ce: 2.5142710208892822 (nan) | > loss: 0.01010363083332777 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.142206422990887) | > loader_time: 0.0044 (0.004607884608028799)  --> TIME: 2025-03-24 14:08:29 -- STEP: 22565/31555 -- GLOBAL_STEP: 559000 | > loss_text_ce: 0.03797820955514908 (0.0384063572016331) | > loss_mel_ce: 1.9223700761795044 (nan) | > loss: 0.007779160048812628 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.142199689988521) | > loader_time: 0.0044 (0.004607866810452735)  --> TIME: 2025-03-24 14:08:39 -- STEP: 22615/31555 -- GLOBAL_STEP: 559050 | > loss_text_ce: 0.03492740914225578 (0.038409019482867526) | > loss_mel_ce: 3.0738797187805176 (nan) | > loss: 0.012336536310613155 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14220883950126512) | > loader_time: 0.0043 (0.004607926905748213)  --> TIME: 2025-03-24 14:08:49 -- STEP: 22665/31555 -- GLOBAL_STEP: 559100 | > loss_text_ce: 0.043379154056310654 (0.03840495732253574) | > loss_mel_ce: 2.3270089626312256 (nan) | > loss: 0.009406302124261856 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14221392095470228) | > loader_time: 0.0048 (0.004607813904781429)  --> TIME: 2025-03-24 14:08:59 -- STEP: 22715/31555 -- GLOBAL_STEP: 559150 | > loss_text_ce: 0.028668414801359177 (0.03840459707465121) | > loss_mel_ce: 2.333498477935791 (nan) | > loss: 0.00937367882579565 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14220926240496512) | > loader_time: 0.0047 (0.004607971654493553)  --> TIME: 2025-03-24 14:09:08 -- STEP: 22765/31555 -- GLOBAL_STEP: 559200 | > loss_text_ce: 0.04607069864869118 (0.038399693452299724) | > loss_mel_ce: 3.1282131671905518 (nan) | > loss: 0.012596365995705128 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1422116543417729) | > loader_time: 0.0046 (0.004607971678611726)  --> TIME: 2025-03-24 14:09:18 -- STEP: 22815/31555 -- GLOBAL_STEP: 559250 | > loss_text_ce: 0.04596326872706413 (0.038400605033757466) | > loss_mel_ce: 2.9573748111724854 (nan) | > loss: 0.011918009258806705 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14221639671843972) | > loader_time: 0.0047 (0.004607899868773093)  --> TIME: 2025-03-24 14:09:28 -- STEP: 22865/31555 -- GLOBAL_STEP: 559300 | > loss_text_ce: 0.044400446116924286 (0.0383994221307294) | > loss_mel_ce: 1.7093777656555176 (nan) | > loss: 0.006959437858313322 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14221419362148005) | > loader_time: 0.0045 (0.004607732598900996)  --> TIME: 2025-03-24 14:09:38 -- STEP: 22915/31555 -- GLOBAL_STEP: 559350 | > loss_text_ce: 0.04644067585468292 (0.03839692161825946) | > loss_mel_ce: 2.632481813430786 (nan) | > loss: 0.010630644857883453 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14221742740500387) | > loader_time: 0.0045 (0.004607602412227785)  --> TIME: 2025-03-24 14:09:47 -- STEP: 22965/31555 -- GLOBAL_STEP: 559400 | > loss_text_ce: 0.03431595489382744 (0.03839746666843056) | > loss_mel_ce: 2.958517074584961 (nan) | > loss: 0.011876322329044342 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14221857498861595) | > loader_time: 0.0045 (0.004607529342239429)  --> TIME: 2025-03-24 14:09:57 -- STEP: 23015/31555 -- GLOBAL_STEP: 559450 | > loss_text_ce: 0.03411756083369255 (0.038395557817830085) | > loss_mel_ce: 2.056285858154297 (nan) | > loss: 0.008295251987874508 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14221476416677917) | > loader_time: 0.0045 (0.004607616391825266)  --> TIME: 2025-03-24 14:10:07 -- STEP: 23065/31555 -- GLOBAL_STEP: 559500 | > loss_text_ce: 0.04581357538700104 (0.038395831297655926) | > loss_mel_ce: 0.9990342259407043 (nan) | > loss: 0.004146222025156021 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1422237068563276) | > loader_time: 0.0046 (0.00460746314658433)  --> TIME: 2025-03-24 14:10:17 -- STEP: 23115/31555 -- GLOBAL_STEP: 559550 | > loss_text_ce: 0.03033318929374218 (0.03838896177199026) | > loss_mel_ce: 3.0785155296325684 (nan) | > loss: 0.012336702086031437 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14222026032182283) | > loader_time: 0.0045 (0.004607211009212689)  --> TIME: 2025-03-24 14:10:27 -- STEP: 23165/31555 -- GLOBAL_STEP: 559600 | > loss_text_ce: 0.03254247084259987 (0.038385520799508875) | > loss_mel_ce: 3.408515691757202 (nan) | > loss: 0.01365499384701252 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.142228382801407) | > loader_time: 0.0047 (0.004606918493048986)  --> TIME: 2025-03-24 14:10:36 -- STEP: 23215/31555 -- GLOBAL_STEP: 559650 | > loss_text_ce: 0.03500309959053993 (0.03838588169429092) | > loss_mel_ce: 2.9937989711761475 (nan) | > loss: 0.01201905682682991 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14222843328118914) | > loader_time: 0.006 (0.004607088669040161)  --> TIME: 2025-03-24 14:10:46 -- STEP: 23265/31555 -- GLOBAL_STEP: 559700 | > loss_text_ce: 0.029249874874949455 (0.03838785324276118) | > loss_mel_ce: 2.9881319999694824 (nan) | > loss: 0.011973738670349121 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14222835139666615) | > loader_time: 0.0045 (0.004606768825144879)  --> TIME: 2025-03-24 14:10:56 -- STEP: 23315/31555 -- GLOBAL_STEP: 559750 | > loss_text_ce: 0.04140028730034828 (0.0383860025323613) | > loss_mel_ce: 3.0509965419769287 (nan) | > loss: 0.012271416373550892 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14223088321321672) | > loader_time: 0.0043 (0.004606384099002784)  --> TIME: 2025-03-24 14:11:05 -- STEP: 23365/31555 -- GLOBAL_STEP: 559800 | > loss_text_ce: 0.039523541927337646 (0.03838362166821073) | > loss_mel_ce: 2.830084800720215 (nan) | > loss: 0.011387335136532784 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14222931266978886) | > loader_time: 0.0046 (0.004606217468624181)  --> TIME: 2025-03-24 14:11:15 -- STEP: 23415/31555 -- GLOBAL_STEP: 559850 | > loss_text_ce: 0.04089643061161041 (0.038383760975728314) | > loss_mel_ce: 2.273390769958496 (nan) | > loss: 0.009183679707348347 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14223221331459257) | > loader_time: 0.0046 (0.004606366437545032)  --> TIME: 2025-03-24 14:11:25 -- STEP: 23465/31555 -- GLOBAL_STEP: 559900 | > loss_text_ce: 0.039536356925964355 (0.038384070595690274) | > loss_mel_ce: 0.431732177734375 (nan) | > loss: 0.0018701133085414767 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14222144471946144) | > loader_time: 0.0046 (0.0046060767073177284)  --> TIME: 2025-03-24 14:11:34 -- STEP: 23515/31555 -- GLOBAL_STEP: 559950 | > loss_text_ce: 0.04015078768134117 (0.0383835034715038) | > loss_mel_ce: 3.212620735168457 (nan) | > loss: 0.012907824479043484 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14222346654020349) | > loader_time: 0.0047 (0.0046058800178412785)  --> TIME: 2025-03-24 14:11:44 -- STEP: 23565/31555 -- GLOBAL_STEP: 560000 | > loss_text_ce: 0.03237583860754967 (0.03838366036442261) | > loss_mel_ce: 2.4098398685455322 (nan) | > loss: 0.009691332466900349 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14221956203273659) | > loader_time: 0.0044 (0.004605657533807118) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_560000.pth  --> TIME: 2025-03-24 14:11:59 -- STEP: 23615/31555 -- GLOBAL_STEP: 560050 | > loss_text_ce: 0.03791716322302818 (0.03838138154374797) | > loss_mel_ce: 3.0843241214752197 (nan) | > loss: 0.012389847077429295 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14222263868849977) | > loader_time: 0.0044 (0.004605645646792523)  --> TIME: 2025-03-24 14:12:09 -- STEP: 23665/31555 -- GLOBAL_STEP: 560100 | > loss_text_ce: 0.03697142004966736 (0.0383803125682997) | > loss_mel_ce: 2.815272808074951 (nan) | > loss: 0.011318429373204708 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14221924800538258) | > loader_time: 0.0043 (0.004605477953873967)  --> TIME: 2025-03-24 14:12:19 -- STEP: 23715/31555 -- GLOBAL_STEP: 560150 | > loss_text_ce: 0.031375061720609665 (0.038381789102655536) | > loss_mel_ce: 2.1395657062530518 (nan) | > loss: 0.00861484557390213 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14221881242736326) | > loader_time: 0.0047 (0.00460528555284341)  --> TIME: 2025-03-24 14:12:29 -- STEP: 23765/31555 -- GLOBAL_STEP: 560200 | > loss_text_ce: 0.033820509910583496 (0.03838147986280544) | > loss_mel_ce: 2.8242874145507812 (nan) | > loss: 0.01134169939905405 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14222422905176876) | > loader_time: 0.0048 (0.004605036987747726)  --> TIME: 2025-03-24 14:12:38 -- STEP: 23815/31555 -- GLOBAL_STEP: 560250 | > loss_text_ce: 0.03874669969081879 (0.038381428230665746) | > loss_mel_ce: 2.8871548175811768 (nan) | > loss: 0.011610720306634903 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1422275415969545) | > loader_time: 0.0045 (0.004605138669763829)  --> TIME: 2025-03-24 14:12:48 -- STEP: 23865/31555 -- GLOBAL_STEP: 560300 | > loss_text_ce: 0.05013575777411461 (0.038377960839732446) | > loss_mel_ce: 2.8537542819976807 (nan) | > loss: 0.011523374356329441 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14222107268268844) | > loader_time: 0.0045 (0.004605144428402636)  --> TIME: 2025-03-24 14:12:58 -- STEP: 23915/31555 -- GLOBAL_STEP: 560350 | > loss_text_ce: 0.03470555692911148 (0.038373900297230916) | > loss_mel_ce: 2.7682368755340576 (nan) | > loss: 0.011122788302600384 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14222883003764383) | > loader_time: 0.0045 (0.0046052964840776825)  --> TIME: 2025-03-24 14:13:07 -- STEP: 23965/31555 -- GLOBAL_STEP: 560400 | > loss_text_ce: 0.04180391877889633 (0.038372712026742944) | > loss_mel_ce: 3.172539234161377 (nan) | > loss: 0.01275533065199852 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14222626720916298) | > loader_time: 0.0045 (0.0046052402677004885)  --> TIME: 2025-03-24 14:13:17 -- STEP: 24015/31555 -- GLOBAL_STEP: 560450 | > loss_text_ce: 0.04054633900523186 (0.03837433284276171) | > loss_mel_ce: 3.224342107772827 (nan) | > loss: 0.012955907732248306 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14223064405332822) | > loader_time: 0.0046 (0.004605337641722172)  --> TIME: 2025-03-24 14:13:27 -- STEP: 24065/31555 -- GLOBAL_STEP: 560500 | > loss_text_ce: 0.030013224110007286 (0.03837206321970674) | > loss_mel_ce: 2.4408838748931885 (nan) | > loss: 0.009805148467421532 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14222812087873155) | > loader_time: 0.0045 (0.004605580981199308)  --> TIME: 2025-03-24 14:13:37 -- STEP: 24115/31555 -- GLOBAL_STEP: 560550 | > loss_text_ce: 0.032974448055028915 (0.03836984026152896) | > loss_mel_ce: 2.903526782989502 (nan) | > loss: 0.011652783490717411 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1422325276053098) | > loader_time: 0.0045 (0.0046055865144423265)  --> TIME: 2025-03-24 14:13:47 -- STEP: 24165/31555 -- GLOBAL_STEP: 560600 | > loss_text_ce: 0.02914392203092575 (0.038366900421617375) | > loss_mel_ce: 2.7287094593048096 (nan) | > loss: 0.010943862609565258 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14223801679747317) | > loader_time: 0.0044 (0.0046056841067490485)  --> TIME: 2025-03-24 14:13:57 -- STEP: 24215/31555 -- GLOBAL_STEP: 560650 | > loss_text_ce: 0.038420986384153366 (0.03836328429532444) | > loss_mel_ce: 3.1033854484558105 (nan) | > loss: 0.01246748585253954 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14224342535823487) | > loader_time: 0.0045 (0.0046058461510049735)  --> TIME: 2025-03-24 14:14:07 -- STEP: 24265/31555 -- GLOBAL_STEP: 560700 | > loss_text_ce: 0.040023073554039 (0.03836238175318146) | > loss_mel_ce: 2.35253643989563 (nan) | > loss: 0.00949428416788578 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14224984356479062) | > loader_time: 0.0047 (0.004605904073536399)  --> TIME: 2025-03-24 14:14:16 -- STEP: 24315/31555 -- GLOBAL_STEP: 560750 | > loss_text_ce: 0.041143059730529785 (0.038362020817524996) | > loss_mel_ce: 2.7212343215942383 (nan) | > loss: 0.010961814783513546 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14225056672963976) | > loader_time: 0.0047 (0.004605834571858794)  --> TIME: 2025-03-24 14:14:26 -- STEP: 24365/31555 -- GLOBAL_STEP: 560800 | > loss_text_ce: 0.03213970735669136 (0.03836149688742841) | > loss_mel_ce: 2.229708433151245 (nan) | > loss: 0.008975588716566563 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14226190171495143) | > loader_time: 0.0044 (0.00460590433590032)  --> TIME: 2025-03-24 14:14:36 -- STEP: 24415/31555 -- GLOBAL_STEP: 560850 | > loss_text_ce: 0.03290024399757385 (0.038363728983876716) | > loss_mel_ce: 2.8120036125183105 (nan) | > loss: 0.011289302259683609 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14226136193909145) | > loader_time: 0.0048 (0.00460592664804174)  --> TIME: 2025-03-24 14:14:46 -- STEP: 24465/31555 -- GLOBAL_STEP: 560900 | > loss_text_ce: 0.031248396262526512 (0.038364407976591845) | > loss_mel_ce: 2.650322675704956 (nan) | > loss: 0.010641155764460564 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14225460612259758) | > loader_time: 0.0044 (0.004605858461905106)  --> TIME: 2025-03-24 14:14:55 -- STEP: 24515/31555 -- GLOBAL_STEP: 560950 | > loss_text_ce: 0.04409659653902054 (0.038363537676222206) | > loss_mel_ce: 3.362903118133545 (nan) | > loss: 0.013519841246306896 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1422519270215929) | > loader_time: 0.0045 (0.004605770928018976)  --> TIME: 2025-03-24 14:15:05 -- STEP: 24565/31555 -- GLOBAL_STEP: 561000 | > loss_text_ce: 0.03184525668621063 (0.03836637579436173) | > loss_mel_ce: 0.01953125 (nan) | > loss: 0.00020387503900565207 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14224251215845563) | > loader_time: 0.0045 (0.004605684138693469)  --> TIME: 2025-03-24 14:15:14 -- STEP: 24615/31555 -- GLOBAL_STEP: 561050 | > loss_text_ce: 0.04196982458233833 (0.038368091640285415) | > loss_mel_ce: 3.050426959991455 (nan) | > loss: 0.012271416373550892 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.14223441151663993) | > loader_time: 0.0047 (0.004605557718534649)  --> TIME: 2025-03-24 14:15:24 -- STEP: 24665/31555 -- GLOBAL_STEP: 561100 | > loss_text_ce: 0.035276539623737335 (0.038366995155229955) | > loss_mel_ce: 1.73952054977417 (nan) | > loss: 0.00704284617677331 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14222423369614226) | > loader_time: 0.0044 (0.004605438122999713)  --> TIME: 2025-03-24 14:15:33 -- STEP: 24715/31555 -- GLOBAL_STEP: 561150 | > loss_text_ce: 0.04177461192011833 (0.03836828257945848) | > loss_mel_ce: 2.914485216140747 (nan) | > loss: 0.011731189675629139 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14222378772254712) | > loader_time: 0.0045 (0.004605373071558273)  --> TIME: 2025-03-24 14:15:43 -- STEP: 24765/31555 -- GLOBAL_STEP: 561200 | > loss_text_ce: 0.027875512838363647 (0.03836847404283183) | > loss_mel_ce: 2.741474151611328 (nan) | > loss: 0.010989483445882797 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14223201532400379) | > loader_time: 0.0045 (0.004605297808355477)  --> TIME: 2025-03-24 14:15:53 -- STEP: 24815/31555 -- GLOBAL_STEP: 561250 | > loss_text_ce: 0.022613700479269028 (0.038363984269928) | > loss_mel_ce: 2.8109452724456787 (nan) | > loss: 0.011244282126426697 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14223630713186586) | > loader_time: 0.0045 (0.004605323384900094)  --> TIME: 2025-03-24 14:16:03 -- STEP: 24865/31555 -- GLOBAL_STEP: 561300 | > loss_text_ce: 0.04563391953706741 (0.038361416234045605) | > loss_mel_ce: 2.7279276847839355 (nan) | > loss: 0.011006197892129421 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14224540213571935) | > loader_time: 0.0049 (0.004605774071143259)  --> TIME: 2025-03-24 14:16:13 -- STEP: 24915/31555 -- GLOBAL_STEP: 561350 | > loss_text_ce: 0.043160974979400635 (0.03836031560237532) | > loss_mel_ce: 1.73309326171875 (nan) | > loss: 0.00704862829297781 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1422559133859218) | > loader_time: 0.0045 (0.004606636255208041)  --> TIME: 2025-03-24 14:16:23 -- STEP: 24965/31555 -- GLOBAL_STEP: 561400 | > loss_text_ce: 0.04749184101819992 (0.03836041579559092) | > loss_mel_ce: 1.074190616607666 (nan) | > loss: 0.004451120737940073 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14224705228150306) | > loader_time: 0.0046 (0.0046066780117072605)  --> TIME: 2025-03-24 14:16:33 -- STEP: 25015/31555 -- GLOBAL_STEP: 561450 | > loss_text_ce: 0.04106054827570915 (0.03836203739706047) | > loss_mel_ce: 2.5911874771118164 (nan) | > loss: 0.010445429012179375 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14225789714807804) | > loader_time: 0.0066 (0.004607321075646868)  --> TIME: 2025-03-24 14:16:42 -- STEP: 25065/31555 -- GLOBAL_STEP: 561500 | > loss_text_ce: 0.04222015663981438 (0.038362276077132454) | > loss_mel_ce: 2.574563980102539 (nan) | > loss: 0.01038406416773796 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14225500231609023) | > loader_time: 0.0047 (0.004607511151700174)  --> TIME: 2025-03-24 14:16:52 -- STEP: 25115/31555 -- GLOBAL_STEP: 561550 | > loss_text_ce: 0.03604140132665634 (0.038361398160951694) | > loss_mel_ce: 2.9801695346832275 (nan) | > loss: 0.011969092302024364 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14224844968060163) | > loader_time: 0.0046 (0.004607589401952941)  --> TIME: 2025-03-24 14:17:02 -- STEP: 25165/31555 -- GLOBAL_STEP: 561600 | > loss_text_ce: 0.04235077276825905 (0.03836260806767664) | > loss_mel_ce: 3.3151938915252686 (nan) | > loss: 0.013323591090738773 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1422559584676915) | > loader_time: 0.0046 (0.004607854144321689)  --> TIME: 2025-03-24 14:17:11 -- STEP: 25215/31555 -- GLOBAL_STEP: 561650 | > loss_text_ce: 0.04000970348715782 (0.03836336820492552) | > loss_mel_ce: 2.858318328857422 (nan) | > loss: 0.011501302942633629 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14225140136077227) | > loader_time: 0.0047 (0.004608328881869842)  --> TIME: 2025-03-24 14:17:21 -- STEP: 25265/31555 -- GLOBAL_STEP: 561700 | > loss_text_ce: 0.03212965279817581 (0.03836424285827953) | > loss_mel_ce: 2.720845937728882 (nan) | > loss: 0.010924506932497025 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14224840605256522) | > loader_time: 0.0048 (0.0046084861672328154)  --> TIME: 2025-03-24 14:17:31 -- STEP: 25315/31555 -- GLOBAL_STEP: 561750 | > loss_text_ce: 0.04558315500617027 (0.038365054845481916) | > loss_mel_ce: 2.811265230178833 (nan) | > loss: 0.01133670099079609 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14224795717837935) | > loader_time: 0.0046 (0.00460848452285325)  --> TIME: 2025-03-24 14:17:40 -- STEP: 25365/31555 -- GLOBAL_STEP: 561800 | > loss_text_ce: 0.027689794078469276 (0.03836753775064402) | > loss_mel_ce: 2.6725189685821533 (nan) | > loss: 0.010715113952755928 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14224573459095052) | > loader_time: 0.0045 (0.004608472272909405)  --> TIME: 2025-03-24 14:17:50 -- STEP: 25415/31555 -- GLOBAL_STEP: 561850 | > loss_text_ce: 0.03415916860103607 (0.03836502744283995) | > loss_mel_ce: 2.823955774307251 (nan) | > loss: 0.011341726407408714 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1422445765260206) | > loader_time: 0.0044 (0.0046084737580708674)  --> TIME: 2025-03-24 14:18:00 -- STEP: 25465/31555 -- GLOBAL_STEP: 561900 | > loss_text_ce: 0.04158807545900345 (0.03836373938421296) | > loss_mel_ce: 3.14581298828125 (nan) | > loss: 0.012648417614400387 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1422414407312525) | > loader_time: 0.0045 (0.004608466296118283)  --> TIME: 2025-03-24 14:18:10 -- STEP: 25515/31555 -- GLOBAL_STEP: 561950 | > loss_text_ce: 0.038105715066194534 (0.038361936395791996) | > loss_mel_ce: 2.3876302242279053 (nan) | > loss: 0.009625936858355999 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14225352346348097) | > loader_time: 0.0045 (0.004608519199243515)  --> TIME: 2025-03-24 14:18:19 -- STEP: 25565/31555 -- GLOBAL_STEP: 562000 | > loss_text_ce: 0.04059234634041786 (0.03835943101479255) | > loss_mel_ce: 2.8442604541778564 (nan) | > loss: 0.011447829194366932 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1422576223780395) | > loader_time: 0.0045 (0.004608576204033955)  --> TIME: 2025-03-24 14:18:29 -- STEP: 25615/31555 -- GLOBAL_STEP: 562050 | > loss_text_ce: 0.03099052421748638 (0.038356145878076946) | > loss_mel_ce: 3.043165445327759 (nan) | > loss: 0.012199033051729202 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14226241629267458) | > loader_time: 0.0066 (0.004608792986880052)  --> TIME: 2025-03-24 14:18:39 -- STEP: 25665/31555 -- GLOBAL_STEP: 562100 | > loss_text_ce: 0.036422185599803925 (0.038355255086782794) | > loss_mel_ce: 3.2566707134246826 (nan) | > loss: 0.013067830353975296 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14226538406207043) | > loader_time: 0.0045 (0.004608820382554285)  --> TIME: 2025-03-24 14:18:49 -- STEP: 25715/31555 -- GLOBAL_STEP: 562150 | > loss_text_ce: 0.03367294371128082 (0.03835538349659616) | > loss_mel_ce: 2.9900474548339844 (nan) | > loss: 0.011998891830444336 (nan) | > current_lr: 5e-06 | > step_time: 0.1475 (0.1422679269914142) | > loader_time: 0.0053 (0.004609307643854039)  --> TIME: 2025-03-24 14:18:59 -- STEP: 25765/31555 -- GLOBAL_STEP: 562200 | > loss_text_ce: 0.04462342709302902 (0.03835385101381971) | > loss_mel_ce: 2.4804720878601074 (nan) | > loss: 0.010020220652222633 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14226852829146758) | > loader_time: 0.0049 (0.00460945185286176)  --> TIME: 2025-03-24 14:19:08 -- STEP: 25815/31555 -- GLOBAL_STEP: 562250 | > loss_text_ce: 0.03222988545894623 (0.03835256928128874) | > loss_mel_ce: 2.927396059036255 (nan) | > loss: 0.011744548566639423 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14225908059979614) | > loader_time: 0.0049 (0.004609450918977495)  --> TIME: 2025-03-24 14:19:18 -- STEP: 25865/31555 -- GLOBAL_STEP: 562300 | > loss_text_ce: 0.03305550664663315 (0.038352912418089254) | > loss_mel_ce: 3.192204475402832 (nan) | > loss: 0.012798652052879333 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1422568888676225) | > loader_time: 0.0046 (0.004609445324493477)  --> TIME: 2025-03-24 14:19:27 -- STEP: 25915/31555 -- GLOBAL_STEP: 562350 | > loss_text_ce: 0.04698685556650162 (0.03834999852624937) | > loss_mel_ce: 2.537128210067749 (nan) | > loss: 0.01025442499667406 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14225888349778504) | > loader_time: 0.0052 (0.004609715016265875)  --> TIME: 2025-03-24 14:19:37 -- STEP: 25965/31555 -- GLOBAL_STEP: 562400 | > loss_text_ce: 0.04225238412618637 (0.038350046167267504) | > loss_mel_ce: 2.793435573577881 (nan) | > loss: 0.011252730153501034 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14226367987352284) | > loader_time: 0.0049 (0.004609925260714615)  --> TIME: 2025-03-24 14:19:47 -- STEP: 26015/31555 -- GLOBAL_STEP: 562450 | > loss_text_ce: 0.04286348819732666 (0.03835227142463838) | > loss_mel_ce: 3.234966278076172 (nan) | > loss: 0.013007260859012604 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14226532398497302) | > loader_time: 0.0058 (0.004610110291512724)  --> TIME: 2025-03-24 14:19:57 -- STEP: 26065/31555 -- GLOBAL_STEP: 562500 | > loss_text_ce: 0.028162317350506783 (0.03835198862416329) | > loss_mel_ce: 2.7634823322296143 (nan) | > loss: 0.01107795536518097 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1422680960171693) | > loader_time: 0.0047 (0.0046101847651730575)  --> TIME: 2025-03-24 14:20:07 -- STEP: 26115/31555 -- GLOBAL_STEP: 562550 | > loss_text_ce: 0.03180152177810669 (0.03835349890096583) | > loss_mel_ce: 3.1665279865264893 (nan) | > loss: 0.012691784650087357 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14227844046925528) | > loader_time: 0.0044 (0.004610246117489784)  --> TIME: 2025-03-24 14:20:16 -- STEP: 26165/31555 -- GLOBAL_STEP: 562600 | > loss_text_ce: 0.037460047751665115 (0.038356292075033604) | > loss_mel_ce: 3.3333308696746826 (nan) | > loss: 0.013376154936850071 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1422671219916677) | > loader_time: 0.0045 (0.004610338034284469)  --> TIME: 2025-03-24 14:20:26 -- STEP: 26215/31555 -- GLOBAL_STEP: 562650 | > loss_text_ce: 0.043759457767009735 (0.038356697725300225) | > loss_mel_ce: 2.809037923812866 (nan) | > loss: 0.011320624500513077 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1422699226988371) | > loader_time: 0.0046 (0.004610347011128887)  --> TIME: 2025-03-24 14:20:35 -- STEP: 26265/31555 -- GLOBAL_STEP: 562700 | > loss_text_ce: 0.031127991154789925 (0.03835348760850652) | > loss_mel_ce: 3.2650508880615234 (nan) | > loss: 0.01308007538318634 (nan) | > current_lr: 5e-06 | > step_time: 0.1952 (0.14225998258853878) | > loader_time: 0.0054 (0.004610578287176552)  --> TIME: 2025-03-24 14:20:45 -- STEP: 26315/31555 -- GLOBAL_STEP: 562750 | > loss_text_ce: 0.04131285473704338 (0.038353107166364246) | > loss_mel_ce: 3.5385444164276123 (nan) | > loss: 0.014205783605575562 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14225691569388213) | > loader_time: 0.0045 (0.00461068100832316)  --> TIME: 2025-03-24 14:20:55 -- STEP: 26365/31555 -- GLOBAL_STEP: 562800 | > loss_text_ce: 0.04502122849225998 (0.03835216050170314) | > loss_mel_ce: 2.962704658508301 (nan) | > loss: 0.011935421265661716 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1422556110380626) | > loader_time: 0.0047 (0.004610902445153081)  --> TIME: 2025-03-24 14:21:04 -- STEP: 26415/31555 -- GLOBAL_STEP: 562850 | > loss_text_ce: 0.044538840651512146 (0.03835148521634321) | > loss_mel_ce: 3.164261817932129 (nan) | > loss: 0.0127333365380764 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14225093209560655) | > loader_time: 0.0046 (0.0046109785574213105)  --> TIME: 2025-03-24 14:21:14 -- STEP: 26465/31555 -- GLOBAL_STEP: 562900 | > loss_text_ce: 0.03399553522467613 (0.03834927145204491) | > loss_mel_ce: 3.3464200496673584 (nan) | > loss: 0.013414348475635052 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14225429800312056) | > loader_time: 0.0086 (0.004611415951323601)  --> TIME: 2025-03-24 14:21:24 -- STEP: 26515/31555 -- GLOBAL_STEP: 562950 | > loss_text_ce: 0.034709811210632324 (0.03834681394294836) | > loss_mel_ce: 2.700892210006714 (nan) | > loss: 0.010855563916265965 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14225709877575188) | > loader_time: 0.0044 (0.004611524923239337)  --> TIME: 2025-03-24 14:21:34 -- STEP: 26565/31555 -- GLOBAL_STEP: 563000 | > loss_text_ce: 0.024101873859763145 (0.03834494970540461) | > loss_mel_ce: 3.16796875 (nan) | > loss: 0.012666948139667511 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14226023640624483) | > loader_time: 0.0041 (0.004611693024523122)  --> TIME: 2025-03-24 14:21:44 -- STEP: 26615/31555 -- GLOBAL_STEP: 563050 | > loss_text_ce: 0.03694707900285721 (0.038345411462664195) | > loss_mel_ce: 3.126216173171997 (nan) | > loss: 0.012552235275506973 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14226555147946707) | > loader_time: 0.0045 (0.004612034190849943)  --> TIME: 2025-03-24 14:21:53 -- STEP: 26665/31555 -- GLOBAL_STEP: 563100 | > loss_text_ce: 0.03931969031691551 (0.03834109338562394) | > loss_mel_ce: 0.0909016951918602 (nan) | > loss: 0.0005167515482753515 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14226248044804843) | > loader_time: 0.0046 (0.004612249534974595)  --> TIME: 2025-03-24 14:22:03 -- STEP: 26715/31555 -- GLOBAL_STEP: 563150 | > loss_text_ce: 0.032416678965091705 (0.038340253232075946) | > loss_mel_ce: 3.048053503036499 (nan) | > loss: 0.012224088422954082 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1422730005972166) | > loader_time: 0.0042 (0.004612568918292763)  --> TIME: 2025-03-24 14:22:13 -- STEP: 26765/31555 -- GLOBAL_STEP: 563200 | > loss_text_ce: 0.03472905978560448 (0.03833610587842961) | > loss_mel_ce: 2.642969846725464 (nan) | > loss: 0.010625789873301983 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14227906285369038) | > loader_time: 0.0046 (0.004612696132948527)  --> TIME: 2025-03-24 14:22:23 -- STEP: 26815/31555 -- GLOBAL_STEP: 563250 | > loss_text_ce: 0.04160138592123985 (0.03833491951946133) | > loss_mel_ce: 2.170962333679199 (nan) | > loss: 0.008780015632510185 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14228286777839794) | > loader_time: 0.0046 (0.004612817707378296)  --> TIME: 2025-03-24 14:22:33 -- STEP: 26865/31555 -- GLOBAL_STEP: 563300 | > loss_text_ce: 0.0266026109457016 (0.03833224306081696) | > loss_mel_ce: 0.0520833320915699 (nan) | > loss: 0.0003122458001598716 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.1422850618055352) | > loader_time: 0.0049 (0.0046131472957660095)  --> TIME: 2025-03-24 14:22:43 -- STEP: 26915/31555 -- GLOBAL_STEP: 563350 | > loss_text_ce: 0.027865324169397354 (0.038329107915910335) | > loss_mel_ce: 2.009019136428833 (nan) | > loss: 0.008082875981926918 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14228233318445693) | > loader_time: 0.0046 (0.004613479211740996)  --> TIME: 2025-03-24 14:22:52 -- STEP: 26965/31555 -- GLOBAL_STEP: 563400 | > loss_text_ce: 0.04434528574347496 (0.03832907818666055) | > loss_mel_ce: 1.960878610610962 (nan) | > loss: 0.00795723870396614 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14227789887333228) | > loader_time: 0.0045 (0.004613560196112423)  --> TIME: 2025-03-24 14:23:02 -- STEP: 27015/31555 -- GLOBAL_STEP: 563450 | > loss_text_ce: 0.033821284770965576 (0.03832752345615595) | > loss_mel_ce: 3.2305080890655518 (nan) | > loss: 0.012953689321875572 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1422845881227508) | > loader_time: 0.0044 (0.004613748859657576)  --> TIME: 2025-03-24 14:23:12 -- STEP: 27065/31555 -- GLOBAL_STEP: 563500 | > loss_text_ce: 0.030189573764801025 (0.03832742935774343) | > loss_mel_ce: 2.3609797954559326 (nan) | > loss: 0.009488767944276333 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14229490760952537) | > loader_time: 0.0046 (0.0046140370826150395)  --> TIME: 2025-03-24 14:23:22 -- STEP: 27115/31555 -- GLOBAL_STEP: 563550 | > loss_text_ce: 0.0397530272603035 (0.03832724020829614) | > loss_mel_ce: 3.0221738815307617 (nan) | > loss: 0.012150503695011139 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1422938001391054) | > loader_time: 0.0048 (0.004614280849810615)  --> TIME: 2025-03-24 14:23:32 -- STEP: 27165/31555 -- GLOBAL_STEP: 563600 | > loss_text_ce: 0.04085845500230789 (0.03832709070366411) | > loss_mel_ce: 0.0654296875 (nan) | > loss: 0.00042177835712209344 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14229495486303798) | > loader_time: 0.0044 (0.004614272030725592)  --> TIME: 2025-03-24 14:23:41 -- STEP: 27215/31555 -- GLOBAL_STEP: 563650 | > loss_text_ce: 0.03677288070321083 (0.03832900319953394) | > loss_mel_ce: 3.422290802001953 (nan) | > loss: 0.013726443983614445 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14229568206889362) | > loader_time: 0.0048 (0.0046142584432601625)  --> TIME: 2025-03-24 14:23:51 -- STEP: 27265/31555 -- GLOBAL_STEP: 563700 | > loss_text_ce: 0.04010843113064766 (0.038329425401911914) | > loss_mel_ce: 2.9220311641693115 (nan) | > loss: 0.011754523031413555 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1422959565722824) | > loader_time: 0.0048 (0.004614319198835059)  --> TIME: 2025-03-24 14:24:01 -- STEP: 27315/31555 -- GLOBAL_STEP: 563750 | > loss_text_ce: 0.04213864356279373 (0.03833195530979434) | > loss_mel_ce: 2.890075445175171 (nan) | > loss: 0.01163577102124691 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14229805437653892) | > loader_time: 0.0045 (0.004614646910922821)  --> TIME: 2025-03-24 14:24:10 -- STEP: 27365/31555 -- GLOBAL_STEP: 563800 | > loss_text_ce: 0.03621260076761246 (0.03832855602246815) | > loss_mel_ce: 2.3271241188049316 (nan) | > loss: 0.009378321468830109 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.142290318794187) | > loader_time: 0.0053 (0.004614536709526708)  --> TIME: 2025-03-24 14:24:20 -- STEP: 27415/31555 -- GLOBAL_STEP: 563850 | > loss_text_ce: 0.03998180478811264 (0.038331340740535264) | > loss_mel_ce: 2.93422269821167 (nan) | > loss: 0.011802399531006813 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14229399255651262) | > loader_time: 0.0046 (0.004614390114591702)  --> TIME: 2025-03-24 14:24:30 -- STEP: 27465/31555 -- GLOBAL_STEP: 563900 | > loss_text_ce: 0.040004439651966095 (0.038329714612929236) | > loss_mel_ce: 3.1006991863250732 (nan) | > loss: 0.012463110499083996 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14229821795955344) | > loader_time: 0.0047 (0.004614705030718035)  --> TIME: 2025-03-24 14:24:40 -- STEP: 27515/31555 -- GLOBAL_STEP: 563950 | > loss_text_ce: 0.043674979358911514 (0.03832772378624438) | > loss_mel_ce: 2.787295341491699 (nan) | > loss: 0.011234009638428688 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14229450698941207) | > loader_time: 0.0048 (0.004614992677223121)  --> TIME: 2025-03-24 14:24:49 -- STEP: 27565/31555 -- GLOBAL_STEP: 564000 | > loss_text_ce: 0.029218295589089394 (0.038327961152565794) | > loss_mel_ce: 2.7121193408966064 (nan) | > loss: 0.010878324508666992 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14228619705759235) | > loader_time: 0.0043 (0.004614981648365395)  --> TIME: 2025-03-24 14:24:59 -- STEP: 27615/31555 -- GLOBAL_STEP: 564050 | > loss_text_ce: 0.04773399233818054 (0.03832859946389539) | > loss_mel_ce: 2.6016845703125 (nan) | > loss: 0.010513566434383392 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14229382977372512) | > loader_time: 0.0048 (0.004615118217364667)  --> TIME: 2025-03-24 14:25:09 -- STEP: 27665/31555 -- GLOBAL_STEP: 564100 | > loss_text_ce: 0.037420399487018585 (0.03833002768118278) | > loss_mel_ce: 1.5592540502548218 (nan) | > loss: 0.0063360100612044334 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1423000454794918) | > loader_time: 0.0046 (0.004615150479582677)  --> TIME: 2025-03-24 14:25:19 -- STEP: 27715/31555 -- GLOBAL_STEP: 564150 | > loss_text_ce: 0.046500544995069504 (0.03833162678829388) | > loss_mel_ce: 2.7352802753448486 (nan) | > loss: 0.011038812808692455 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1423001339606332) | > loader_time: 0.0049 (0.004615091378564521)  --> TIME: 2025-03-24 14:25:29 -- STEP: 27765/31555 -- GLOBAL_STEP: 564200 | > loss_text_ce: 0.03569939360022545 (0.038327651382849146) | > loss_mel_ce: 3.158963918685913 (nan) | > loss: 0.012677236460149288 (nan) | > current_lr: 5e-06 | > step_time: 0.1922 (0.14230501408321883) | > loader_time: 0.0047 (0.004615417978859344)  --> TIME: 2025-03-24 14:25:38 -- STEP: 27815/31555 -- GLOBAL_STEP: 564250 | > loss_text_ce: 0.029955515637993813 (0.03832309126707294) | > loss_mel_ce: 0.039306640625 (nan) | > loss: 0.00027484982274472713 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1423092984561754) | > loader_time: 0.0045 (0.004615745633578075)  --> TIME: 2025-03-24 14:25:48 -- STEP: 27865/31555 -- GLOBAL_STEP: 564300 | > loss_text_ce: 0.03668876737356186 (0.038321534026479045) | > loss_mel_ce: 3.1310815811157227 (nan) | > loss: 0.01257051806896925 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1423082468391167) | > loader_time: 0.0046 (0.004615855708961635)  --> TIME: 2025-03-24 14:25:58 -- STEP: 27915/31555 -- GLOBAL_STEP: 564350 | > loss_text_ce: 0.045529063791036606 (0.03832404024871653) | > loss_mel_ce: 2.5928523540496826 (nan) | > loss: 0.010469768196344376 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14231198284546112) | > loader_time: 0.0049 (0.004615950742417862)  --> TIME: 2025-03-24 14:26:08 -- STEP: 27965/31555 -- GLOBAL_STEP: 564400 | > loss_text_ce: 0.03714165836572647 (0.03832582667194899) | > loss_mel_ce: 3.152639865875244 (nan) | > loss: 0.012657863087952137 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14232148647564077) | > loader_time: 0.0049 (0.004616153949960597)  --> TIME: 2025-03-24 14:26:18 -- STEP: 28015/31555 -- GLOBAL_STEP: 564450 | > loss_text_ce: 0.04098457843065262 (0.038325865964026144) | > loss_mel_ce: 2.5693798065185547 (nan) | > loss: 0.010358589701354504 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14231531809381778) | > loader_time: 0.0043 (0.004616094907862423)  --> TIME: 2025-03-24 14:26:28 -- STEP: 28065/31555 -- GLOBAL_STEP: 564500 | > loss_text_ce: 0.030885249376296997 (0.03832494653280217) | > loss_mel_ce: 2.8195090293884277 (nan) | > loss: 0.011311088688671589 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14232304798352508) | > loader_time: 0.0044 (0.004616142784701783)  --> TIME: 2025-03-24 14:26:37 -- STEP: 28115/31555 -- GLOBAL_STEP: 564550 | > loss_text_ce: 0.04131101071834564 (0.0383274080534553) | > loss_mel_ce: 2.2411911487579346 (nan) | > loss: 0.009057548828423023 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14232746892057624) | > loader_time: 0.0046 (0.004616346830747631)  --> TIME: 2025-03-24 14:26:47 -- STEP: 28165/31555 -- GLOBAL_STEP: 564600 | > loss_text_ce: 0.039352528750896454 (0.03832552725366212) | > loss_mel_ce: 1.3477783203125 (nan) | > loss: 0.00550448801368475 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1423251759830298) | > loader_time: 0.0049 (0.004616387665388172)  --> TIME: 2025-03-24 14:26:57 -- STEP: 28215/31555 -- GLOBAL_STEP: 564650 | > loss_text_ce: 0.034689079970121384 (0.03832509458449912) | > loss_mel_ce: 2.4472498893737793 (nan) | > loss: 0.00984896533191204 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14232651173762098) | > loader_time: 0.0044 (0.004616458606534087)  --> TIME: 2025-03-24 14:27:07 -- STEP: 28265/31555 -- GLOBAL_STEP: 564700 | > loss_text_ce: 0.03771723434329033 (0.03832431743074692) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1423301781550264) | > loader_time: 0.0055 (0.00461650751722234)  --> TIME: 2025-03-24 14:27:16 -- STEP: 28315/31555 -- GLOBAL_STEP: 564750 | > loss_text_ce: 0.039068542420864105 (0.03832563295497977) | > loss_mel_ce: 2.6216747760772705 (nan) | > loss: 0.010558505542576313 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14233326639953064) | > loader_time: 0.005 (0.004616783828506339)  --> TIME: 2025-03-24 14:27:26 -- STEP: 28365/31555 -- GLOBAL_STEP: 564800 | > loss_text_ce: 0.04050537198781967 (0.0383276854853348) | > loss_mel_ce: 0.116607666015625 (nan) | > loss: 0.000623464526142925 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1423260185719792) | > loader_time: 0.0065 (0.004616860664229173)  --> TIME: 2025-03-24 14:27:36 -- STEP: 28415/31555 -- GLOBAL_STEP: 564850 | > loss_text_ce: 0.03615433722734451 (0.03832759474314519) | > loss_mel_ce: 2.538024425506592 (nan) | > loss: 0.010214995592832565 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14233450954194882) | > loader_time: 0.0046 (0.0046168843184939004)  --> TIME: 2025-03-24 14:27:46 -- STEP: 28465/31555 -- GLOBAL_STEP: 564900 | > loss_text_ce: 0.03810101002454758 (0.038324117217813015) | > loss_mel_ce: 2.8791258335113525 (nan) | > loss: 0.01157629769295454 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1423355129258019) | > loader_time: 0.0047 (0.004617009480347577)  --> TIME: 2025-03-24 14:27:56 -- STEP: 28515/31555 -- GLOBAL_STEP: 564950 | > loss_text_ce: 0.04060259833931923 (0.03832405988275931) | > loss_mel_ce: 3.085637092590332 (nan) | > loss: 0.012405714020133018 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1423436403399948) | > loader_time: 0.0045 (0.004617286819586453)  --> TIME: 2025-03-24 14:28:05 -- STEP: 28565/31555 -- GLOBAL_STEP: 565000 | > loss_text_ce: 0.03481965884566307 (0.038323277982664924) | > loss_mel_ce: 2.4456841945648193 (nan) | > loss: 0.009843269363045692 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14234700641969217) | > loader_time: 0.0047 (0.004617314177596105)  --> TIME: 2025-03-24 14:28:15 -- STEP: 28615/31555 -- GLOBAL_STEP: 565050 | > loss_text_ce: 0.02793671377003193 (0.03832231942152864) | > loss_mel_ce: 2.746490001678467 (nan) | > loss: 0.011009630747139454 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1423374229099868) | > loader_time: 0.0045 (0.004617347588973236)  --> TIME: 2025-03-24 14:28:24 -- STEP: 28665/31555 -- GLOBAL_STEP: 565100 | > loss_text_ce: 0.04245023801922798 (0.03832388584567513) | > loss_mel_ce: 2.6024487018585205 (nan) | > loss: 0.010495631024241447 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14233464884462657) | > loader_time: 0.0047 (0.0046173186030205905)  --> TIME: 2025-03-24 14:28:34 -- STEP: 28715/31555 -- GLOBAL_STEP: 565150 | > loss_text_ce: 0.0370919443666935 (0.038322102080789996) | > loss_mel_ce: 3.396501302719116 (nan) | > loss: 0.013625371269881725 (nan) | > current_lr: 5e-06 | > step_time: 0.1897 (0.1423401952142725) | > loader_time: 0.0047 (0.004617359653574546)  --> TIME: 2025-03-24 14:28:44 -- STEP: 28765/31555 -- GLOBAL_STEP: 565200 | > loss_text_ce: 0.042467404156923294 (0.03831877603944977) | > loss_mel_ce: 2.9556047916412354 (nan) | > loss: 0.011897112242877483 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14234230518755436) | > loader_time: 0.0045 (0.004617576501316862)  --> TIME: 2025-03-24 14:28:54 -- STEP: 28815/31555 -- GLOBAL_STEP: 565250 | > loss_text_ce: 0.035649023950099945 (0.038315083703784794) | > loss_mel_ce: 2.9737658500671387 (nan) | > loss: 0.01194212306290865 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14234871007948058) | > loader_time: 0.0045 (0.004617601406568061)  --> TIME: 2025-03-24 14:29:03 -- STEP: 28865/31555 -- GLOBAL_STEP: 565300 | > loss_text_ce: 0.038585077971220016 (0.03831391246279872) | > loss_mel_ce: 2.8572397232055664 (nan) | > loss: 0.01149136945605278 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14234041194661323) | > loader_time: 0.0048 (0.004617586091261458)  --> TIME: 2025-03-24 14:29:13 -- STEP: 28915/31555 -- GLOBAL_STEP: 565350 | > loss_text_ce: 0.03442644700407982 (0.03831449818154684) | > loss_mel_ce: 2.1957309246063232 (nan) | > loss: 0.00884983129799366 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14233508879351317) | > loader_time: 0.0045 (0.004617532742965534)  --> TIME: 2025-03-24 14:29:23 -- STEP: 28965/31555 -- GLOBAL_STEP: 565400 | > loss_text_ce: 0.036314863711595535 (0.03831328111177422) | > loss_mel_ce: 1.9769372940063477 (nan) | > loss: 0.007989096455276012 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1423322501792488) | > loader_time: 0.0046 (0.004617425482980597)  --> TIME: 2025-03-24 14:29:32 -- STEP: 29015/31555 -- GLOBAL_STEP: 565450 | > loss_text_ce: 0.03589931130409241 (0.03831149989187943) | > loss_mel_ce: 3.303666591644287 (nan) | > loss: 0.013252247124910355 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1423304918365763) | > loader_time: 0.0047 (0.004617367739022545)  --> TIME: 2025-03-24 14:29:42 -- STEP: 29065/31555 -- GLOBAL_STEP: 565500 | > loss_text_ce: 0.034606728702783585 (0.03831171792804169) | > loss_mel_ce: 2.376898765563965 (nan) | > loss: 0.009569467045366764 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14233824530423778) | > loader_time: 0.0045 (0.004617426002905388)  --> TIME: 2025-03-24 14:29:52 -- STEP: 29115/31555 -- GLOBAL_STEP: 565550 | > loss_text_ce: 0.03665871173143387 (0.03830895822817663) | > loss_mel_ce: 3.257667303085327 (nan) | > loss: 0.013072723522782326 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14233685364412801) | > loader_time: 0.0047 (0.004617337412427199)  --> TIME: 2025-03-24 14:30:02 -- STEP: 29165/31555 -- GLOBAL_STEP: 565600 | > loss_text_ce: 0.04178609699010849 (0.03830928529199034) | > loss_mel_ce: 3.4190316200256348 (nan) | > loss: 0.01373340468853712 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.142336790822861) | > loader_time: 0.0046 (0.004617249011257692)  --> TIME: 2025-03-24 14:30:11 -- STEP: 29215/31555 -- GLOBAL_STEP: 565650 | > loss_text_ce: 0.03310820832848549 (0.038309337205715666) | > loss_mel_ce: 2.9339921474456787 (nan) | > loss: 0.011774208396673203 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14233813727328365) | > loader_time: 0.0046 (0.004617216349178542)  --> TIME: 2025-03-24 14:30:21 -- STEP: 29265/31555 -- GLOBAL_STEP: 565700 | > loss_text_ce: 0.03235041722655296 (0.03830786069348146) | > loss_mel_ce: 2.823892593383789 (nan) | > loss: 0.011334298178553581 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14233441462827134) | > loader_time: 0.0045 (0.004617175993991898)  --> TIME: 2025-03-24 14:30:31 -- STEP: 29315/31555 -- GLOBAL_STEP: 565750 | > loss_text_ce: 0.043642979115247726 (0.038310234448563595) | > loss_mel_ce: 3.2862548828125 (nan) | > loss: 0.01321388129144907 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14233321579938488) | > loader_time: 0.0045 (0.004617169861823627)  --> TIME: 2025-03-24 14:30:41 -- STEP: 29365/31555 -- GLOBAL_STEP: 565800 | > loss_text_ce: 0.03870582953095436 (0.038309574307626194) | > loss_mel_ce: 2.815136432647705 (nan) | > loss: 0.01132477167993784 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14233908372336948) | > loader_time: 0.0055 (0.004617324477055621)  --> TIME: 2025-03-24 14:30:50 -- STEP: 29415/31555 -- GLOBAL_STEP: 565850 | > loss_text_ce: 0.038040321320295334 (0.038308590805794775) | > loss_mel_ce: 2.7036945819854736 (nan) | > loss: 0.010879901237785816 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14233680848622993) | > loader_time: 0.0065 (0.0046173374769984885)  --> TIME: 2025-03-24 14:31:00 -- STEP: 29465/31555 -- GLOBAL_STEP: 565900 | > loss_text_ce: 0.03388642147183418 (0.0383068166168408) | > loss_mel_ce: 2.155514717102051 (nan) | > loss: 0.00868810061365366 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1423357827461532) | > loader_time: 0.0044 (0.004617472065540942)  --> TIME: 2025-03-24 14:31:10 -- STEP: 29515/31555 -- GLOBAL_STEP: 565950 | > loss_text_ce: 0.041816964745521545 (0.038307911621865205) | > loss_mel_ce: 2.5429129600524902 (nan) | > loss: 0.010256865061819553 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1423407756088746) | > loader_time: 0.0043 (0.0046174468457769674)  --> TIME: 2025-03-24 14:31:20 -- STEP: 29565/31555 -- GLOBAL_STEP: 566000 | > loss_text_ce: 0.027840984985232353 (0.03830858586252411) | > loss_mel_ce: 3.1797447204589844 (nan) | > loss: 0.012728516012430191 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14234752346976157) | > loader_time: 0.0045 (0.004617393986537311)  --> TIME: 2025-03-24 14:31:29 -- STEP: 29615/31555 -- GLOBAL_STEP: 566050 | > loss_text_ce: 0.03764122724533081 (0.038308857548739805) | > loss_mel_ce: 2.785144090652466 (nan) | > loss: 0.011201529763638973 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14234060867601922) | > loader_time: 0.0046 (0.004617297116031178)  --> TIME: 2025-03-24 14:31:39 -- STEP: 29665/31555 -- GLOBAL_STEP: 566100 | > loss_text_ce: 0.03948655351996422 (0.038306825118980495) | > loss_mel_ce: 3.4281601905822754 (nan) | > loss: 0.013760504312813282 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1423493210589843) | > loader_time: 0.0046 (0.004617204052108404)  --> TIME: 2025-03-24 14:31:49 -- STEP: 29715/31555 -- GLOBAL_STEP: 566150 | > loss_text_ce: 0.03900636360049248 (0.03830810798936684) | > loss_mel_ce: 2.7454562187194824 (nan) | > loss: 0.011049455963075161 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14235772078795036) | > loader_time: 0.0046 (0.004617276048090626)  --> TIME: 2025-03-24 14:31:59 -- STEP: 29765/31555 -- GLOBAL_STEP: 566200 | > loss_text_ce: 0.04142606630921364 (0.03830765203256637) | > loss_mel_ce: 3.116028308868408 (nan) | > loss: 0.012529581785202026 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1423558776246061) | > loader_time: 0.0044 (0.004617515884686511)  --> TIME: 2025-03-24 14:32:09 -- STEP: 29815/31555 -- GLOBAL_STEP: 566250 | > loss_text_ce: 0.047138094902038574 (0.038307671923844495) | > loss_mel_ce: 3.0216712951660156 (nan) | > loss: 0.012177816592156887 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14236435170503858) | > loader_time: 0.0048 (0.00461770269907944)  --> TIME: 2025-03-24 14:32:19 -- STEP: 29865/31555 -- GLOBAL_STEP: 566300 | > loss_text_ce: 0.037630993872880936 (0.0383069961948457) | > loss_mel_ce: 3.033367872238159 (nan) | > loss: 0.0121865039691329 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14236133890137562) | > loader_time: 0.0044 (0.004617670850499935)  --> TIME: 2025-03-24 14:32:28 -- STEP: 29915/31555 -- GLOBAL_STEP: 566350 | > loss_text_ce: 0.042902152985334396 (0.038304989563325224) | > loss_mel_ce: 1.5356343984603882 (nan) | > loss: 0.006264034193009138 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14235653615846608) | > loader_time: 0.0045 (0.004617674653991992)  --> TIME: 2025-03-24 14:32:38 -- STEP: 29965/31555 -- GLOBAL_STEP: 566400 | > loss_text_ce: 0.05086950585246086 (0.038306627459898726) | > loss_mel_ce: 2.040259599685669 (nan) | > loss: 0.008298131637275219 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14236458972998972) | > loader_time: 0.0047 (0.004617781593746697)  --> TIME: 2025-03-24 14:32:48 -- STEP: 30015/31555 -- GLOBAL_STEP: 566450 | > loss_text_ce: 0.038209255784749985 (0.038304290752662486) | > loss_mel_ce: 2.6964004039764404 (nan) | > loss: 0.01085162628442049 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14236901778291464) | > loader_time: 0.0047 (0.004617811285931148)  --> TIME: 2025-03-24 14:32:58 -- STEP: 30065/31555 -- GLOBAL_STEP: 566500 | > loss_text_ce: 0.04719879850745201 (0.038304986425348846) | > loss_mel_ce: 2.5482587814331055 (nan) | > loss: 0.010299434885382652 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14236162153314075) | > loader_time: 0.0049 (0.004617781689058794)  --> TIME: 2025-03-24 14:33:07 -- STEP: 30115/31555 -- GLOBAL_STEP: 566550 | > loss_text_ce: 0.035805631428956985 (0.03830454569809711) | > loss_mel_ce: 2.8936779499053955 (nan) | > loss: 0.011624936014413834 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14236213720341562) | > loader_time: 0.0044 (0.004618043652527693)  --> TIME: 2025-03-24 14:33:17 -- STEP: 30165/31555 -- GLOBAL_STEP: 566600 | > loss_text_ce: 0.04091225191950798 (0.038303050299318846) | > loss_mel_ce: 3.076634168624878 (nan) | > loss: 0.012371215969324112 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14235539347027176) | > loader_time: 0.0046 (0.004617967523391162)  --> TIME: 2025-03-24 14:33:26 -- STEP: 30215/31555 -- GLOBAL_STEP: 566650 | > loss_text_ce: 0.03226518630981445 (0.038302763558532175) | > loss_mel_ce: 3.0931828022003174 (nan) | > loss: 0.012402571737766266 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1423554715821424) | > loader_time: 0.0044 (0.004617875217700996)  --> TIME: 2025-03-24 14:33:36 -- STEP: 30265/31555 -- GLOBAL_STEP: 566700 | > loss_text_ce: 0.039453454315662384 (0.03830351354918951) | > loss_mel_ce: 2.2416348457336426 (nan) | > loss: 0.00905193854123354 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14235051394729908) | > loader_time: 0.0045 (0.0046180112921618685)  --> TIME: 2025-03-24 14:33:45 -- STEP: 30315/31555 -- GLOBAL_STEP: 566750 | > loss_text_ce: 0.04407592490315437 (0.03830208822875315) | > loss_mel_ce: 3.1523940563201904 (nan) | > loss: 0.012684405781328678 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1423444951856641) | > loader_time: 0.0043 (0.004618107696462752)  --> TIME: 2025-03-24 14:33:55 -- STEP: 30365/31555 -- GLOBAL_STEP: 566800 | > loss_text_ce: 0.06085435301065445 (0.038304410045532554) | > loss_mel_ce: 2.526150941848755 (nan) | > loss: 0.010265895165503025 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14233925921626794) | > loader_time: 0.0045 (0.004618084538656245)  --> TIME: 2025-03-24 14:34:05 -- STEP: 30415/31555 -- GLOBAL_STEP: 566850 | > loss_text_ce: 0.03273732587695122 (0.03830725130602568) | > loss_mel_ce: 3.2124929428100586 (nan) | > loss: 0.012877898290753365 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.1423383716452809) | > loader_time: 0.0044 (0.004618161621796128)  --> TIME: 2025-03-24 14:34:14 -- STEP: 30465/31555 -- GLOBAL_STEP: 566900 | > loss_text_ce: 0.037402477115392685 (0.03830696616343817) | > loss_mel_ce: 2.99531626701355 (nan) | > loss: 0.012034598737955093 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1423331146265273) | > loader_time: 0.0045 (0.0046180813531266915)  --> TIME: 2025-03-24 14:34:24 -- STEP: 30515/31555 -- GLOBAL_STEP: 566950 | > loss_text_ce: 0.02819611318409443 (0.038308710295950586) | > loss_mel_ce: 2.474595546722412 (nan) | > loss: 0.009931713342666626 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1423329596478056) | > loader_time: 0.0045 (0.004618273284539595)  --> TIME: 2025-03-24 14:34:34 -- STEP: 30565/31555 -- GLOBAL_STEP: 567000 | > loss_text_ce: 0.026373498141765594 (0.03830741958897739) | > loss_mel_ce: 2.953577995300293 (nan) | > loss: 0.011825204826891422 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14233887983035357) | > loader_time: 0.005 (0.004618180708820466)  --> TIME: 2025-03-24 14:34:44 -- STEP: 30615/31555 -- GLOBAL_STEP: 567050 | > loss_text_ce: 0.048907890915870667 (0.03830856841712192) | > loss_mel_ce: 3.202882766723633 (nan) | > loss: 0.012903932482004166 (nan) | > current_lr: 5e-06 | > step_time: 0.1892 (0.14235200903763354) | > loader_time: 0.0047 (0.004618318832798697)  --> TIME: 2025-03-24 14:34:54 -- STEP: 30665/31555 -- GLOBAL_STEP: 567100 | > loss_text_ce: 0.04893603175878525 (0.03830838216298316) | > loss_mel_ce: 2.9520151615142822 (nan) | > loss: 0.011908537708222866 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14235627647715832) | > loader_time: 0.0047 (0.004618302103786214)  --> TIME: 2025-03-24 14:35:04 -- STEP: 30715/31555 -- GLOBAL_STEP: 567150 | > loss_text_ce: 0.02878178469836712 (0.03830824285553387) | > loss_mel_ce: 0.103515625 (nan) | > loss: 0.0005249897367320955 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14235978587605555) | > loader_time: 0.0046 (0.004618354816303273)  --> TIME: 2025-03-24 14:35:14 -- STEP: 30765/31555 -- GLOBAL_STEP: 567200 | > loss_text_ce: 0.043536990880966187 (0.038307921022664775) | > loss_mel_ce: 3.4718711376190186 (nan) | > loss: 0.013950033113360405 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14236381832378808) | > loader_time: 0.0043 (0.004618235407816437)  --> TIME: 2025-03-24 14:35:23 -- STEP: 30815/31555 -- GLOBAL_STEP: 567250 | > loss_text_ce: 0.04467709735035896 (0.03830731584282958) | > loss_mel_ce: 3.3907785415649414 (nan) | > loss: 0.0136327613145113 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14235694038970423) | > loader_time: 0.0046 (0.004618046876770264)  --> TIME: 2025-03-24 14:35:33 -- STEP: 30865/31555 -- GLOBAL_STEP: 567300 | > loss_text_ce: 0.04103299230337143 (0.03830871422956591) | > loss_mel_ce: 2.5672032833099365 (nan) | > loss: 0.01035014446824789 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14236868926004514) | > loader_time: 0.0051 (0.004618056156869742)  --> TIME: 2025-03-24 14:35:43 -- STEP: 30915/31555 -- GLOBAL_STEP: 567350 | > loss_text_ce: 0.053433407098054886 (0.038308242980867414) | > loss_mel_ce: 3.6101694107055664 (nan) | > loss: 0.014538107439875603 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14236671889501112) | > loader_time: 0.0047 (0.004618274172629136)  --> TIME: 2025-03-24 14:35:52 -- STEP: 30965/31555 -- GLOBAL_STEP: 567400 | > loss_text_ce: 0.03719016909599304 (0.038306154549481615) | > loss_mel_ce: 3.0032691955566406 (nan) | > loss: 0.012065315619111061 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14235982353614482) | > loader_time: 0.0045 (0.00461815552701479)  --> TIME: 2025-03-24 14:36:02 -- STEP: 31015/31555 -- GLOBAL_STEP: 567450 | > loss_text_ce: 0.036551669239997864 (0.0383042768159512) | > loss_mel_ce: 2.89448618888855 (nan) | > loss: 0.011631103232502937 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14236962765661795) | > loader_time: 0.0046 (0.004618196427466597)  --> TIME: 2025-03-24 14:36:12 -- STEP: 31065/31555 -- GLOBAL_STEP: 567500 | > loss_text_ce: 0.03784623742103577 (0.038303920617496524) | > loss_mel_ce: 2.867526054382324 (nan) | > loss: 0.011529256589710712 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.1423761413002593) | > loader_time: 0.0044 (0.004618291518700882)  --> TIME: 2025-03-24 14:36:22 -- STEP: 31115/31555 -- GLOBAL_STEP: 567550 | > loss_text_ce: 0.04144664108753204 (0.038302663598606554) | > loss_mel_ce: 2.6989409923553467 (nan) | > loss: 0.010874554514884949 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14236594090100785) | > loader_time: 0.0045 (0.004618528359345887)  --> TIME: 2025-03-24 14:36:32 -- STEP: 31165/31555 -- GLOBAL_STEP: 567600 | > loss_text_ce: 0.0476062186062336 (0.03830412744208111) | > loss_mel_ce: 2.5927734375 (nan) | > loss: 0.010477697476744652 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14237198161788106) | > loader_time: 0.0043 (0.004618704209984867)  --> TIME: 2025-03-24 14:36:41 -- STEP: 31215/31555 -- GLOBAL_STEP: 567650 | > loss_text_ce: 0.0364551842212677 (0.038303119449496034) | > loss_mel_ce: 3.2317543029785156 (nan) | > loss: 0.012969085946679115 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14237402781221126) | > loader_time: 0.0045 (0.004618594884375986)  --> TIME: 2025-03-24 14:36:51 -- STEP: 31265/31555 -- GLOBAL_STEP: 567700 | > loss_text_ce: 0.037116434425115585 (0.03830251489978484) | > loss_mel_ce: 3.331552028656006 (nan) | > loss: 0.013367732986807823 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14236991186247158) | > loader_time: 0.0046 (0.004618443044189392)  --> TIME: 2025-03-24 14:37:01 -- STEP: 31315/31555 -- GLOBAL_STEP: 567750 | > loss_text_ce: 0.036554958671331406 (0.03830242975074139) | > loss_mel_ce: 2.3423714637756348 (nan) | > loss: 0.009440185502171516 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14237042697648808) | > loader_time: 0.0049 (0.004618412264806114)  --> TIME: 2025-03-24 14:37:11 -- STEP: 31365/31555 -- GLOBAL_STEP: 567800 | > loss_text_ce: 0.039315298199653625 (0.03830309108801745) | > loss_mel_ce: 3.3030433654785156 (nan) | > loss: 0.013263328932225704 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14237347610749673) | > loader_time: 0.0046 (0.004618493818541241)  --> TIME: 2025-03-24 14:37:20 -- STEP: 31415/31555 -- GLOBAL_STEP: 567850 | > loss_text_ce: 0.04254573583602905 (0.03830272386551083) | > loss_mel_ce: 0.1617605984210968 (nan) | > loss: 0.0008107394678518176 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14237634720894093) | > loader_time: 0.0045 (0.004618477635411703)  --> TIME: 2025-03-24 14:37:30 -- STEP: 31465/31555 -- GLOBAL_STEP: 567900 | > loss_text_ce: 0.03914329782128334 (0.038302711002711036) | > loss_mel_ce: 2.415285587310791 (nan) | > loss: 0.009739797562360764 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1423670228554712) | > loader_time: 0.0052 (0.004618456290557407)  --> TIME: 2025-03-24 14:37:40 -- STEP: 31515/31555 -- GLOBAL_STEP: 567950 | > loss_text_ce: 0.03552635759115219 (0.03830032557631473) | > loss_mel_ce: 2.974726676940918 (nan) | > loss: 0.011945448815822601 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14237356823662883) | > loader_time: 0.0044 (0.004618522581100177)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02206308046976725 (+0.00018791993459065653) | > avg_loss_text_ce: 0.03509340126067399 (-0.0004705614472429037) | > avg_loss_mel_ce: 2.662844588756561 (-0.013350625038146102) | > avg_loss: 2.697937992413839 (-0.013821188608805102) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_567990.pth  > EPOCH: 19/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 14:38:09)   --> TIME: 2025-03-24 14:38:12 -- STEP: 10/31555 -- GLOBAL_STEP: 568000 | > loss_text_ce: 0.028622033074498177 (0.03494743835180998) | > loss_mel_ce: 2.9480574131011963 (2.7626622319221497) | > loss: 0.011812221258878708 (0.011101626278832554) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14836447238922118) | > loader_time: 0.0039 (0.004621767997741699)  --> TIME: 2025-03-24 14:38:22 -- STEP: 60/31555 -- GLOBAL_STEP: 568050 | > loss_text_ce: 0.04293619841337204 (0.037780492845922706) | > loss_mel_ce: 2.947127342224121 (2.7157495484997822) | > loss: 0.011865331791341305 (0.010926707128722532) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14074475765228278) | > loader_time: 0.0044 (0.004690980911254882)  --> TIME: 2025-03-24 14:38:31 -- STEP: 110/31555 -- GLOBAL_STEP: 568100 | > loss_text_ce: 0.04785006865859032 (0.03854210789908061) | > loss_mel_ce: 2.9483349323272705 (2.68660602115772) | > loss: 0.011889624409377575 (0.010814080510648307) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1406108249317516) | > loader_time: 0.0048 (0.0046899275346235815)  --> TIME: 2025-03-24 14:38:41 -- STEP: 160/31555 -- GLOBAL_STEP: 568150 | > loss_text_ce: 0.03578232601284981 (0.038353405194357024) | > loss_mel_ce: 0.029541015625 (nan) | > loss: 0.0002592196105979383 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14165580719709395) | > loader_time: 0.0048 (0.004685795307159425)  --> TIME: 2025-03-24 14:38:50 -- STEP: 210/31555 -- GLOBAL_STEP: 568200 | > loss_text_ce: 0.03802414610981941 (0.03814461907992757) | > loss_mel_ce: 1.316162109375 (nan) | > loss: 0.005373755469918251 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14101890949975868) | > loader_time: 0.0046 (0.004719126792181108)  --> TIME: 2025-03-24 14:39:00 -- STEP: 260/31555 -- GLOBAL_STEP: 568250 | > loss_text_ce: 0.03348371386528015 (0.03841155651383672) | > loss_mel_ce: 2.439467668533325 (nan) | > loss: 0.009813299402594566 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.141574478149414) | > loader_time: 0.0043 (0.004703513475564812)  --> TIME: 2025-03-24 14:39:10 -- STEP: 310/31555 -- GLOBAL_STEP: 568300 | > loss_text_ce: 0.03715430945158005 (0.038454347392243696) | > loss_mel_ce: 2.864640951156616 (nan) | > loss: 0.011515060439705849 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14220552059911915) | > loader_time: 0.0045 (0.0047082916382820365)  --> TIME: 2025-03-24 14:39:20 -- STEP: 360/31555 -- GLOBAL_STEP: 568350 | > loss_text_ce: 0.02887894958257675 (0.0383614878842814) | > loss_mel_ce: 2.4975240230560303 (nan) | > loss: 0.010025409050285816 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14177500274446272) | > loader_time: 0.0043 (0.004707739750544232)  --> TIME: 2025-03-24 14:39:29 -- STEP: 410/31555 -- GLOBAL_STEP: 568400 | > loss_text_ce: 0.03711938112974167 (0.038144627772271594) | > loss_mel_ce: 3.923940896987915 (nan) | > loss: 0.0157184936106205 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14175756152083244) | > loader_time: 0.0046 (0.004707872576829863)  --> TIME: 2025-03-24 14:39:39 -- STEP: 460/31555 -- GLOBAL_STEP: 568450 | > loss_text_ce: 0.04211398959159851 (0.0381064988105841) | > loss_mel_ce: 2.0303828716278076 (nan) | > loss: 0.00822419486939907 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14170153348342251) | > loader_time: 0.0046 (0.004702780039414114)  --> TIME: 2025-03-24 14:39:49 -- STEP: 510/31555 -- GLOBAL_STEP: 568500 | > loss_text_ce: 0.042320623993873596 (0.038367911829960084) | > loss_mel_ce: 3.0551891326904297 (nan) | > loss: 0.012291706167161465 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14151045247620245) | > loader_time: 0.0045 (0.004696089146183985)  --> TIME: 2025-03-24 14:39:58 -- STEP: 560/31555 -- GLOBAL_STEP: 568550 | > loss_text_ce: 0.03571021184325218 (0.03831889953331221) | > loss_mel_ce: 2.9202420711517334 (nan) | > loss: 0.011729969643056393 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14186780623027273) | > loader_time: 0.0046 (0.004687766092164177)  --> TIME: 2025-03-24 14:40:08 -- STEP: 610/31555 -- GLOBAL_STEP: 568600 | > loss_text_ce: 0.03229236602783203 (0.03826549433049606) | > loss_mel_ce: 3.0308175086975098 (nan) | > loss: 0.012155198492109776 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14223064594581492) | > loader_time: 0.0047 (0.00469555190352143)  --> TIME: 2025-03-24 14:40:18 -- STEP: 660/31555 -- GLOBAL_STEP: 568650 | > loss_text_ce: 0.04180903732776642 (0.03826731552341668) | > loss_mel_ce: 2.3714261054992676 (nan) | > loss: 0.00957633089274168 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14235313552798662) | > loader_time: 0.0042 (0.004684340953826904)  --> TIME: 2025-03-24 14:40:28 -- STEP: 710/31555 -- GLOBAL_STEP: 568700 | > loss_text_ce: 0.0386788584291935 (0.0381288325755109) | > loss_mel_ce: 2.5024349689483643 (nan) | > loss: 0.010083785280585289 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1424664796238215) | > loader_time: 0.0046 (0.0046878371440188995)  --> TIME: 2025-03-24 14:40:38 -- STEP: 760/31555 -- GLOBAL_STEP: 568750 | > loss_text_ce: 0.04549059271812439 (0.038301103427319884) | > loss_mel_ce: 2.6396982669830322 (nan) | > loss: 0.010655511170625687 (nan) | > current_lr: 5e-06 | > step_time: 0.1903 (0.1422556111687108) | > loader_time: 0.0045 (0.004685054013603616)  --> TIME: 2025-03-24 14:40:47 -- STEP: 810/31555 -- GLOBAL_STEP: 568800 | > loss_text_ce: 0.030913125723600388 (0.03832935801948658) | > loss_mel_ce: 2.347501039505005 (nan) | > loss: 0.009438151493668556 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1422089585551508) | > loader_time: 0.0046 (0.004689410880759916)  --> TIME: 2025-03-24 14:40:57 -- STEP: 860/31555 -- GLOBAL_STEP: 568850 | > loss_text_ce: 0.033413633704185486 (0.0384016296631375) | > loss_mel_ce: 2.4184751510620117 (nan) | > loss: 0.0097297178581357 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1419704445572784) | > loader_time: 0.0044 (0.004687016509300061)  --> TIME: 2025-03-24 14:41:06 -- STEP: 910/31555 -- GLOBAL_STEP: 568900 | > loss_text_ce: 0.03916039690375328 (0.03826544831537611) | > loss_mel_ce: 5.262499809265137 (nan) | > loss: 0.02103833481669426 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14207161625662973) | > loader_time: 0.0046 (0.004688315339140846)  --> TIME: 2025-03-24 14:41:16 -- STEP: 960/31555 -- GLOBAL_STEP: 568950 | > loss_text_ce: 0.049716729670763016 (0.03828707326125975) | > loss_mel_ce: 3.193654775619507 (nan) | > loss: 0.01287052221596241 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1422171339392659) | > loader_time: 0.0046 (0.004687649011611944)  --> TIME: 2025-03-24 14:41:26 -- STEP: 1010/31555 -- GLOBAL_STEP: 569000 | > loss_text_ce: 0.030709316954016685 (0.03831338533154219) | > loss_mel_ce: 3.155029296875 (nan) | > loss: 0.01264182012528181 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14228272933771086) | > loader_time: 0.0045 (0.00468519017247871)  --> TIME: 2025-03-24 14:41:36 -- STEP: 1060/31555 -- GLOBAL_STEP: 569050 | > loss_text_ce: 0.03861939162015915 (0.03829713278748798) | > loss_mel_ce: 0.056396484375 (nan) | > loss: 0.0003770471375901252 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1422867019221465) | > loader_time: 0.0047 (0.004679562235778238)  --> TIME: 2025-03-24 14:41:46 -- STEP: 1110/31555 -- GLOBAL_STEP: 569100 | > loss_text_ce: 0.034504666924476624 (0.03825887506576003) | > loss_mel_ce: 2.971632242202759 (nan) | > loss: 0.011929115280508995 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14233475783923702) | > loader_time: 0.0049 (0.004675075599739149)  --> TIME: 2025-03-24 14:41:55 -- STEP: 1160/31555 -- GLOBAL_STEP: 569150 | > loss_text_ce: 0.03580330312252045 (0.03819313565236995) | > loss_mel_ce: 2.953442096710205 (nan) | > loss: 0.011862085200846195 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14237806838134218) | > loader_time: 0.0043 (0.004672410159275455)  --> TIME: 2025-03-24 14:42:05 -- STEP: 1210/31555 -- GLOBAL_STEP: 569200 | > loss_text_ce: 0.03361693397164345 (0.03817066183421482) | > loss_mel_ce: 1.332275390625 (nan) | > loss: 0.005420207977294922 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1424054242362659) | > loader_time: 0.0051 (0.004673690638266322)  --> TIME: 2025-03-24 14:42:15 -- STEP: 1260/31555 -- GLOBAL_STEP: 569250 | > loss_text_ce: 0.046699006110429764 (0.038229916751798654) | > loss_mel_ce: 3.0628411769866943 (nan) | > loss: 0.012339445762336254 (nan) | > current_lr: 5e-06 | > step_time: 0.1473 (0.14235529880675027) | > loader_time: 0.0048 (0.004678092873285688)  --> TIME: 2025-03-24 14:42:24 -- STEP: 1310/31555 -- GLOBAL_STEP: 569300 | > loss_text_ce: 0.0369381457567215 (0.03823790093315127) | > loss_mel_ce: 3.0158748626708984 (nan) | > loss: 0.01211433857679367 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14210930362002513) | > loader_time: 0.0047 (0.004681847841685055)  --> TIME: 2025-03-24 14:42:34 -- STEP: 1360/31555 -- GLOBAL_STEP: 569350 | > loss_text_ce: 0.020060164853930473 (0.0381991167737664) | > loss_mel_ce: 2.497722625732422 (nan) | > loss: 0.00999120157212019 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14211269003503446) | > loader_time: 0.0046 (0.004684404765858368)  --> TIME: 2025-03-24 14:42:43 -- STEP: 1410/31555 -- GLOBAL_STEP: 569400 | > loss_text_ce: 0.03535056114196777 (0.038267305472878904) | > loss_mel_ce: 2.9674293994903564 (nan) | > loss: 0.01191579457372427 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14181350647134963) | > loader_time: 0.0043 (0.0046819940526434695)  --> TIME: 2025-03-24 14:42:53 -- STEP: 1460/31555 -- GLOBAL_STEP: 569450 | > loss_text_ce: 0.04060159623622894 (0.03829436054746686) | > loss_mel_ce: 3.1666624546051025 (nan) | > loss: 0.012727238237857819 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1418840145411554) | > loader_time: 0.0047 (0.004679279131432101)  --> TIME: 2025-03-24 14:43:03 -- STEP: 1510/31555 -- GLOBAL_STEP: 569500 | > loss_text_ce: 0.0392562635242939 (0.03831281345892726) | > loss_mel_ce: 0.05239257961511612 (nan) | > loss: 0.00036368591827340424 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1419003862418873) | > loader_time: 0.0046 (0.00468156132477009)  --> TIME: 2025-03-24 14:43:12 -- STEP: 1560/31555 -- GLOBAL_STEP: 569550 | > loss_text_ce: 0.03123452141880989 (0.0383040884169392) | > loss_mel_ce: 2.9582533836364746 (nan) | > loss: 0.011863048188388348 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14195663241239648) | > loader_time: 0.0045 (0.004682825773190226)  --> TIME: 2025-03-24 14:43:22 -- STEP: 1610/31555 -- GLOBAL_STEP: 569600 | > loss_text_ce: 0.04046191647648811 (0.038251455051257544) | > loss_mel_ce: 2.7940917015075684 (nan) | > loss: 0.011248230002820492 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14190023137915897) | > loader_time: 0.0044 (0.004682540893554684)  --> TIME: 2025-03-24 14:43:32 -- STEP: 1660/31555 -- GLOBAL_STEP: 569650 | > loss_text_ce: 0.03656300529837608 (0.03828580004544593) | > loss_mel_ce: 2.182523250579834 (nan) | > loss: 0.008805898018181324 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14194531871611754) | > loader_time: 0.0046 (0.004683172559163655)  --> TIME: 2025-03-24 14:43:42 -- STEP: 1710/31555 -- GLOBAL_STEP: 569700 | > loss_text_ce: 0.04147043451666832 (0.03826422654473554) | > loss_mel_ce: 2.811136245727539 (nan) | > loss: 0.011319869197905064 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14205258715222394) | > loader_time: 0.0047 (0.004681274904842261)  --> TIME: 2025-03-24 14:43:51 -- STEP: 1760/31555 -- GLOBAL_STEP: 569750 | > loss_text_ce: 0.042939361184835434 (0.038226356680653134) | > loss_mel_ce: 2.9960339069366455 (nan) | > loss: 0.012059418484568596 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14186244742436782) | > loader_time: 0.0048 (0.00467746257781982)  --> TIME: 2025-03-24 14:44:01 -- STEP: 1810/31555 -- GLOBAL_STEP: 569800 | > loss_text_ce: 0.04246098920702934 (0.03820256457216419) | > loss_mel_ce: 3.430178642272949 (nan) | > loss: 0.013780316337943077 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14185058267076986) | > loader_time: 0.0046 (0.004676924357756722)  --> TIME: 2025-03-24 14:44:10 -- STEP: 1860/31555 -- GLOBAL_STEP: 569850 | > loss_text_ce: 0.039802610874176025 (0.0381744374085458) | > loss_mel_ce: 3.0982718467712402 (nan) | > loss: 0.012452676892280579 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1418787102545457) | > loader_time: 0.0046 (0.004679108050561717)  --> TIME: 2025-03-24 14:44:20 -- STEP: 1910/31555 -- GLOBAL_STEP: 569900 | > loss_text_ce: 0.03428412973880768 (0.038209089185769485) | > loss_mel_ce: 3.148118734359741 (nan) | > loss: 0.012628583237528801 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14193775691287014) | > loader_time: 0.0048 (0.004680750008028835)  --> TIME: 2025-03-24 14:44:30 -- STEP: 1960/31555 -- GLOBAL_STEP: 569950 | > loss_text_ce: 0.042826395481824875 (0.03820380864959513) | > loss_mel_ce: 2.8580496311187744 (nan) | > loss: 0.011511413380503654 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14199686463998248) | > loader_time: 0.0045 (0.004679289885929649)  --> TIME: 2025-03-24 14:44:40 -- STEP: 2010/31555 -- GLOBAL_STEP: 570000 | > loss_text_ce: 0.03864157199859619 (0.038265406506701335) | > loss_mel_ce: 0.091796875 (nan) | > loss: 0.000517612905241549 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14201700414591129) | > loader_time: 0.0046 (0.004679474427332329) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_570000.pth  --> TIME: 2025-03-24 14:44:55 -- STEP: 2060/31555 -- GLOBAL_STEP: 570050 | > loss_text_ce: 0.04670057073235512 (0.03829238810395658) | > loss_mel_ce: 2.8259294033050537 (nan) | > loss: 0.011399325914680958 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1418837899143252) | > loader_time: 0.0046 (0.004677216520587214)  --> TIME: 2025-03-24 14:45:04 -- STEP: 2110/31555 -- GLOBAL_STEP: 570100 | > loss_text_ce: 0.039484914392232895 (0.03828808803826357) | > loss_mel_ce: 3.142594575881958 (nan) | > loss: 0.012627300806343555 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1419489885393473) | > loader_time: 0.0047 (0.004676934328124417)  --> TIME: 2025-03-24 14:45:14 -- STEP: 2160/31555 -- GLOBAL_STEP: 570150 | > loss_text_ce: 0.03615999594330788 (0.0383053030598805) | > loss_mel_ce: 2.8917183876037598 (nan) | > loss: 0.011618565768003464 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1418920718961288) | > loader_time: 0.0046 (0.0046756254302130745)  --> TIME: 2025-03-24 14:45:24 -- STEP: 2210/31555 -- GLOBAL_STEP: 570200 | > loss_text_ce: 0.03443006053566933 (0.03831309878069282) | > loss_mel_ce: 2.768082618713379 (nan) | > loss: 0.011121082119643688 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14192452365996033) | > loader_time: 0.0046 (0.00467635107256168)  --> TIME: 2025-03-24 14:45:33 -- STEP: 2260/31555 -- GLOBAL_STEP: 570250 | > loss_text_ce: 0.036537136882543564 (0.03834746095549676) | > loss_mel_ce: 2.8114326000213623 (nan) | > loss: 0.011301468126475811 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14192018456163627) | > loader_time: 0.0043 (0.004678684525785185)  --> TIME: 2025-03-24 14:45:43 -- STEP: 2310/31555 -- GLOBAL_STEP: 570300 | > loss_text_ce: 0.031229227781295776 (0.038336895092983124) | > loss_mel_ce: 3.4399945735931396 (nan) | > loss: 0.013774698600172997 (nan) | > current_lr: 5e-06 | > step_time: 0.1925 (0.1419958439740265) | > loader_time: 0.005 (0.004683009680215408)  --> TIME: 2025-03-24 14:45:53 -- STEP: 2360/31555 -- GLOBAL_STEP: 570350 | > loss_text_ce: 0.042284343391656876 (0.03833576322225377) | > loss_mel_ce: 3.0568301677703857 (nan) | > loss: 0.01229807361960411 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14200173990201126) | > loader_time: 0.005 (0.004684433088464246)  --> TIME: 2025-03-24 14:46:03 -- STEP: 2410/31555 -- GLOBAL_STEP: 570400 | > loss_text_ce: 0.039976079016923904 (0.03835402379678056) | > loss_mel_ce: 2.995288133621216 (nan) | > loss: 0.012044699862599373 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14198047165059433) | > loader_time: 0.0051 (0.004685535371550873)  --> TIME: 2025-03-24 14:46:12 -- STEP: 2460/31555 -- GLOBAL_STEP: 570450 | > loss_text_ce: 0.03917781263589859 (0.03835403308749378) | > loss_mel_ce: 3.0965747833251953 (nan) | > loss: 0.012443463318049908 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14199902662416766) | > loader_time: 0.0048 (0.004687539154921113)  --> TIME: 2025-03-24 14:46:22 -- STEP: 2510/31555 -- GLOBAL_STEP: 570500 | > loss_text_ce: 0.039397530257701874 (0.0383317388939222) | > loss_mel_ce: 0.0341796875 (nan) | > loss: 0.00029197309049777687 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14200117854008135) | > loader_time: 0.0045 (0.004687413656379113)  --> TIME: 2025-03-24 14:46:32 -- STEP: 2560/31555 -- GLOBAL_STEP: 570550 | > loss_text_ce: 0.039453472942113876 (0.03835396657850645) | > loss_mel_ce: 2.8245344161987305 (nan) | > loss: 0.011365031823515892 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14197809277102308) | > loader_time: 0.0045 (0.004687614273279897)  --> TIME: 2025-03-24 14:46:42 -- STEP: 2610/31555 -- GLOBAL_STEP: 570600 | > loss_text_ce: 0.03895918279886246 (0.03837110907931259) | > loss_mel_ce: 2.5950865745544434 (nan) | > loss: 0.010452563874423504 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.142036627901011) | > loader_time: 0.0047 (0.004690323113481652)  --> TIME: 2025-03-24 14:46:52 -- STEP: 2660/31555 -- GLOBAL_STEP: 570650 | > loss_text_ce: 0.04131302610039711 (0.03834953648318296) | > loss_mel_ce: 3.2228174209594727 (nan) | > loss: 0.012952898629009724 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14211420681243506) | > loader_time: 0.0072 (0.004691098686447709)  --> TIME: 2025-03-24 14:47:01 -- STEP: 2710/31555 -- GLOBAL_STEP: 570700 | > loss_text_ce: 0.0461290217936039 (0.03837218274331445) | > loss_mel_ce: 2.828589916229248 (nan) | > loss: 0.01140761561691761 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14214555275836072) | > loader_time: 0.0047 (0.004691210796032439)  --> TIME: 2025-03-24 14:47:11 -- STEP: 2760/31555 -- GLOBAL_STEP: 570750 | > loss_text_ce: 0.029682833701372147 (0.03832463918462978) | > loss_mel_ce: 3.29015851020813 (nan) | > loss: 0.013173974119126797 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.142221233896587) | > loader_time: 0.0047 (0.004690287424170449)  --> TIME: 2025-03-24 14:47:21 -- STEP: 2810/31555 -- GLOBAL_STEP: 570800 | > loss_text_ce: 0.03335646912455559 (0.038316592270859574) | > loss_mel_ce: 3.309661626815796 (nan) | > loss: 0.013265945017337799 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1422491240755941) | > loader_time: 0.0046 (0.004688880197518231)  --> TIME: 2025-03-24 14:47:31 -- STEP: 2860/31555 -- GLOBAL_STEP: 570850 | > loss_text_ce: 0.04582052305340767 (0.038333698871734226) | > loss_mel_ce: 1.770751953125 (nan) | > loss: 0.007208621129393578 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14228527137449545) | > loader_time: 0.0045 (0.004686885196845844)  --> TIME: 2025-03-24 14:47:41 -- STEP: 2910/31555 -- GLOBAL_STEP: 570900 | > loss_text_ce: 0.03468805551528931 (0.03831109714908738) | > loss_mel_ce: 0.15426097810268402 (nan) | > loss: 0.0007497977931052446 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14226940980891567) | > loader_time: 0.0045 (0.004685898662842424)  --> TIME: 2025-03-24 14:47:50 -- STEP: 2960/31555 -- GLOBAL_STEP: 570950 | > loss_text_ce: 0.03944702073931694 (0.03827652924385765) | > loss_mel_ce: 0.9374476671218872 (nan) | > loss: 0.003876566421240568 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14224097342104505) | > loader_time: 0.0047 (0.004684278368949888)  --> TIME: 2025-03-24 14:48:00 -- STEP: 3010/31555 -- GLOBAL_STEP: 571000 | > loss_text_ce: 0.03618718683719635 (0.03827807921761525) | > loss_mel_ce: 3.1841883659362793 (nan) | > loss: 0.012779268436133862 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14227063766745607) | > loader_time: 0.0046 (0.004683320546070998)  --> TIME: 2025-03-24 14:48:10 -- STEP: 3060/31555 -- GLOBAL_STEP: 571050 | > loss_text_ce: 0.04383151978254318 (0.03826502586860994) | > loss_mel_ce: 2.6926169395446777 (nan) | > loss: 0.010858923196792603 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14217263927646678) | > loader_time: 0.0043 (0.00468189537135604)  --> TIME: 2025-03-24 14:48:19 -- STEP: 3110/31555 -- GLOBAL_STEP: 571100 | > loss_text_ce: 0.04022366553544998 (0.0382751821276769) | > loss_mel_ce: 3.331284523010254 (nan) | > loss: 0.013379001058638096 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14212392641417046) | > loader_time: 0.0047 (0.004681015244634202)  --> TIME: 2025-03-24 14:48:29 -- STEP: 3160/31555 -- GLOBAL_STEP: 571150 | > loss_text_ce: 0.04116138815879822 (0.03828850630582355) | > loss_mel_ce: 2.983072519302368 (nan) | > loss: 0.01200092863291502 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14218563633629) | > loader_time: 0.0046 (0.004683294326444213)  --> TIME: 2025-03-24 14:48:39 -- STEP: 3210/31555 -- GLOBAL_STEP: 571200 | > loss_text_ce: 0.039879459887742996 (0.03827002315384518) | > loss_mel_ce: 3.410109758377075 (nan) | > loss: 0.013690434396266937 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14220793031829132) | > loader_time: 0.0049 (0.004683552129989097)  --> TIME: 2025-03-24 14:48:48 -- STEP: 3260/31555 -- GLOBAL_STEP: 571250 | > loss_text_ce: 0.04823276773095131 (0.038278310178876035) | > loss_mel_ce: 2.785198211669922 (nan) | > loss: 0.011243774555623531 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14217777369212473) | > loader_time: 0.0053 (0.0046844620646143195)  --> TIME: 2025-03-24 14:48:58 -- STEP: 3310/31555 -- GLOBAL_STEP: 571300 | > loss_text_ce: 0.04139018803834915 (0.03827887174119071) | > loss_mel_ce: 3.2546963691711426 (nan) | > loss: 0.013079709373414516 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14218086828998158) | > loader_time: 0.0048 (0.004683810922674534)  --> TIME: 2025-03-24 14:49:08 -- STEP: 3360/31555 -- GLOBAL_STEP: 571350 | > loss_text_ce: 0.031264301389455795 (0.038268176338446765) | > loss_mel_ce: 2.155059814453125 (nan) | > loss: 0.008675890043377876 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14213695164237655) | > loader_time: 0.0045 (0.004684180163201826)  --> TIME: 2025-03-24 14:49:17 -- STEP: 3410/31555 -- GLOBAL_STEP: 571400 | > loss_text_ce: 0.0303500909358263 (0.03827733169896979) | > loss_mel_ce: 3.173717498779297 (nan) | > loss: 0.012714555487036705 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14207946247369257) | > loader_time: 0.0046 (0.004684010209226182)  --> TIME: 2025-03-24 14:49:27 -- STEP: 3460/31555 -- GLOBAL_STEP: 571450 | > loss_text_ce: 0.036547329276800156 (0.038283059080911806) | > loss_mel_ce: 2.806107521057129 (nan) | > loss: 0.011280377395451069 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14209603436420362) | > loader_time: 0.0045 (0.0046830741656308855)  --> TIME: 2025-03-24 14:49:36 -- STEP: 3510/31555 -- GLOBAL_STEP: 571500 | > loss_text_ce: 0.04548231512308121 (0.03828559894077573) | > loss_mel_ce: 1.7216876745224 (nan) | > loss: 0.007012579590082169 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14205630688246101) | > loader_time: 0.0047 (0.004683969638965742)  --> TIME: 2025-03-24 14:49:46 -- STEP: 3560/31555 -- GLOBAL_STEP: 571550 | > loss_text_ce: 0.0414135679602623 (0.038265953075109195) | > loss_mel_ce: 3.544921875 (nan) | > loss: 0.014231490902602673 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14206616724474977) | > loader_time: 0.0045 (0.004683590337131794)  --> TIME: 2025-03-24 14:49:56 -- STEP: 3610/31555 -- GLOBAL_STEP: 571600 | > loss_text_ce: 0.0362260565161705 (0.03824109758412933) | > loss_mel_ce: 3.188643455505371 (nan) | > loss: 0.012797102332115173 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14206729516428196) | > loader_time: 0.0049 (0.004685857355429519)  --> TIME: 2025-03-24 14:50:06 -- STEP: 3660/31555 -- GLOBAL_STEP: 571650 | > loss_text_ce: 0.03909521549940109 (0.03824434825524553) | > loss_mel_ce: 3.073268175125122 (nan) | > loss: 0.012350648641586304 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14212966199781008) | > loader_time: 0.0045 (0.0046850265049543476)  --> TIME: 2025-03-24 14:50:16 -- STEP: 3710/31555 -- GLOBAL_STEP: 571700 | > loss_text_ce: 0.04199299216270447 (0.038251758689397064) | > loss_mel_ce: 1.9886364936828613 (nan) | > loss: 0.008058053441345692 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14212696263089591) | > loader_time: 0.0044 (0.0046854285859676)  --> TIME: 2025-03-24 14:50:25 -- STEP: 3760/31555 -- GLOBAL_STEP: 571750 | > loss_text_ce: 0.040371332317590714 (0.038252349456702736) | > loss_mel_ce: 3.2200069427490234 (nan) | > loss: 0.01293801050633192 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14213037484503743) | > loader_time: 0.0047 (0.004685259182402423)  --> TIME: 2025-03-24 14:50:35 -- STEP: 3810/31555 -- GLOBAL_STEP: 571800 | > loss_text_ce: 0.03602491691708565 (0.03824041058038034) | > loss_mel_ce: 2.82412052154541 (nan) | > loss: 0.011349783279001713 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14213804923330328) | > loader_time: 0.0044 (0.004684729526049191)  --> TIME: 2025-03-24 14:50:45 -- STEP: 3860/31555 -- GLOBAL_STEP: 571850 | > loss_text_ce: 0.048328761011362076 (0.0382388824039654) | > loss_mel_ce: 3.3429081439971924 (nan) | > loss: 0.013457290828227997 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.14216873676665645) | > loader_time: 0.0048 (0.004686085856640271)  --> TIME: 2025-03-24 14:50:55 -- STEP: 3910/31555 -- GLOBAL_STEP: 571900 | > loss_text_ce: 0.04101625829935074 (0.038251177439003914) | > loss_mel_ce: 0.1468912810087204 (nan) | > loss: 0.0007456649327650666 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14216589256930473) | > loader_time: 0.0042 (0.004684963616568714)  --> TIME: 2025-03-24 14:51:04 -- STEP: 3960/31555 -- GLOBAL_STEP: 571950 | > loss_text_ce: 0.03575192764401436 (0.038253513224789704) | > loss_mel_ce: 2.3423619270324707 (nan) | > loss: 0.009436959400773048 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.142196357250213) | > loader_time: 0.0046 (0.004684646021236067)  --> TIME: 2025-03-24 14:51:14 -- STEP: 4010/31555 -- GLOBAL_STEP: 572000 | > loss_text_ce: 0.04317677766084671 (0.03824066093395873) | > loss_mel_ce: 2.919015407562256 (nan) | > loss: 0.011754731647670269 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14223271504304594) | > loader_time: 0.0049 (0.004684735236322488)  --> TIME: 2025-03-24 14:51:24 -- STEP: 4060/31555 -- GLOBAL_STEP: 572050 | > loss_text_ce: 0.04101473093032837 (0.03823330996608525) | > loss_mel_ce: 2.1471142768859863 (nan) | > loss: 0.00868305191397667 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1422433087978451) | > loader_time: 0.0047 (0.004683726233214575)  --> TIME: 2025-03-24 14:51:34 -- STEP: 4110/31555 -- GLOBAL_STEP: 572100 | > loss_text_ce: 0.033542633056640625 (0.038243940127039) | > loss_mel_ce: 3.277367115020752 (nan) | > loss: 0.01313853170722723 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14224212175448098) | > loader_time: 0.0047 (0.004683442765488817)  --> TIME: 2025-03-24 14:51:43 -- STEP: 4160/31555 -- GLOBAL_STEP: 572150 | > loss_text_ce: 0.0431341752409935 (0.03823549653282557) | > loss_mel_ce: 2.862492561340332 (nan) | > loss: 0.011530265212059021 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1422368953434315) | > loader_time: 0.0045 (0.004682407069664729)  --> TIME: 2025-03-24 14:51:54 -- STEP: 4210/31555 -- GLOBAL_STEP: 572200 | > loss_text_ce: 0.03176899999380112 (0.03823965414009109) | > loss_mel_ce: 2.730710029602051 (nan) | > loss: 0.010962218977510929 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14230644210217347) | > loader_time: 0.0047 (0.0046819678394924655)  --> TIME: 2025-03-24 14:52:03 -- STEP: 4260/31555 -- GLOBAL_STEP: 572250 | > loss_text_ce: 0.03207385167479515 (0.038242855671784357) | > loss_mel_ce: 3.220848560333252 (nan) | > loss: 0.012908422388136387 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1422877639112333) | > loader_time: 0.0047 (0.004681694899366489)  --> TIME: 2025-03-24 14:52:13 -- STEP: 4310/31555 -- GLOBAL_STEP: 572300 | > loss_text_ce: 0.04207262769341469 (0.03822888974683766) | > loss_mel_ce: 3.3089780807495117 (nan) | > loss: 0.013297820463776588 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14223517082683396) | > loader_time: 0.0046 (0.004682016759903408)  --> TIME: 2025-03-24 14:52:23 -- STEP: 4360/31555 -- GLOBAL_STEP: 572350 | > loss_text_ce: 0.03418101370334625 (0.038225470935934265) | > loss_mel_ce: 2.501585006713867 (nan) | > loss: 0.0100625641644001 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14226519547471161) | > loader_time: 0.0045 (0.004682516723597811)  --> TIME: 2025-03-24 14:52:32 -- STEP: 4410/31555 -- GLOBAL_STEP: 572400 | > loss_text_ce: 0.04785403236746788 (0.038222324594120255) | > loss_mel_ce: 3.145106792449951 (nan) | > loss: 0.012670479714870453 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14230640069697667) | > loader_time: 0.0045 (0.004682929607746008)  --> TIME: 2025-03-24 14:52:42 -- STEP: 4460/31555 -- GLOBAL_STEP: 572450 | > loss_text_ce: 0.021146025508642197 (0.03824334445309231) | > loss_mel_ce: 2.4977641105651855 (nan) | > loss: 0.009995675645768642 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1423105737553578) | > loader_time: 0.0047 (0.004684033361785609)  --> TIME: 2025-03-24 14:52:52 -- STEP: 4510/31555 -- GLOBAL_STEP: 572500 | > loss_text_ce: 0.03735566884279251 (0.03824211176827602) | > loss_mel_ce: 3.230772018432617 (nan) | > loss: 0.012968761846423149 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14235821912135305) | > loader_time: 0.0046 (0.004683592525659796)  --> TIME: 2025-03-24 14:53:02 -- STEP: 4560/31555 -- GLOBAL_STEP: 572550 | > loss_text_ce: 0.03836952894926071 (0.03824741902920453) | > loss_mel_ce: 2.5489885807037354 (nan) | > loss: 0.010267294012010098 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14234995104764572) | > loader_time: 0.0044 (0.004683282709958254)  --> TIME: 2025-03-24 14:53:11 -- STEP: 4610/31555 -- GLOBAL_STEP: 572600 | > loss_text_ce: 0.028499072417616844 (0.03823014416200563) | > loss_mel_ce: 2.41377592086792 (nan) | > loss: 0.009691568091511726 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14229786727019794) | > loader_time: 0.0043 (0.00468352208168542)  --> TIME: 2025-03-24 14:53:21 -- STEP: 4660/31555 -- GLOBAL_STEP: 572650 | > loss_text_ce: 0.04309122636914253 (0.03824475231948158) | > loss_mel_ce: 2.8048229217529297 (nan) | > loss: 0.011301247403025627 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14230097854597812) | > loader_time: 0.0048 (0.004683367633000967)  --> TIME: 2025-03-24 14:53:31 -- STEP: 4710/31555 -- GLOBAL_STEP: 572700 | > loss_text_ce: 0.03938582167029381 (0.038241985257746504) | > loss_mel_ce: 2.8682072162628174 (nan) | > loss: 0.01153806783258915 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14230344938371267) | > loader_time: 0.0045 (0.00468250282757347)  --> TIME: 2025-03-24 14:53:40 -- STEP: 4760/31555 -- GLOBAL_STEP: 572750 | > loss_text_ce: 0.04311804100871086 (0.038263283912366226) | > loss_mel_ce: 3.089214563369751 (nan) | > loss: 0.012429892085492611 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14231609136116538) | > loader_time: 0.0047 (0.0046827577242330234)  --> TIME: 2025-03-24 14:53:50 -- STEP: 4810/31555 -- GLOBAL_STEP: 572800 | > loss_text_ce: 0.040760431438684464 (0.03827503538146415) | > loss_mel_ce: 2.668308734893799 (nan) | > loss: 0.01075027510523796 (nan) | > current_lr: 5e-06 | > step_time: 0.1897 (0.14233028288938335) | > loader_time: 0.0046 (0.00468221459220203)  --> TIME: 2025-03-24 14:54:00 -- STEP: 4860/31555 -- GLOBAL_STEP: 572850 | > loss_text_ce: 0.03858426585793495 (0.03827997892884209) | > loss_mel_ce: 2.62164568901062 (nan) | > loss: 0.010556468740105629 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1423252704702771) | > loader_time: 0.0048 (0.0046817668180897274)  --> TIME: 2025-03-24 14:54:10 -- STEP: 4910/31555 -- GLOBAL_STEP: 572900 | > loss_text_ce: 0.0402338020503521 (0.038279361479067686) | > loss_mel_ce: 2.570451021194458 (nan) | > loss: 0.010359860956668854 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14232805688123779) | > loader_time: 0.0045 (0.004681513702796565)  --> TIME: 2025-03-24 14:54:19 -- STEP: 4960/31555 -- GLOBAL_STEP: 572950 | > loss_text_ce: 0.0361425019800663 (0.03828275698338504) | > loss_mel_ce: 2.70070219039917 (nan) | > loss: 0.010860496200621128 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.142330987318869) | > loader_time: 0.0043 (0.004680170311081779)  --> TIME: 2025-03-24 14:54:29 -- STEP: 5010/31555 -- GLOBAL_STEP: 573000 | > loss_text_ce: 0.04305722936987877 (0.03828303940174066) | > loss_mel_ce: 0.04389648512005806 (nan) | > loss: 0.00034505443181842566 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14233584946500985) | > loader_time: 0.0045 (0.004678854209458263)  --> TIME: 2025-03-24 14:54:39 -- STEP: 5060/31555 -- GLOBAL_STEP: 573050 | > loss_text_ce: 0.04245368391275406 (0.03828474347214585) | > loss_mel_ce: 2.8509767055511475 (nan) | > loss: 0.011481867171823978 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1423440444610801) | > loader_time: 0.0048 (0.004678502337263492)  --> TIME: 2025-03-24 14:54:48 -- STEP: 5110/31555 -- GLOBAL_STEP: 573100 | > loss_text_ce: 0.03903641179203987 (0.03827332621549629) | > loss_mel_ce: 2.8479785919189453 (nan) | > loss: 0.011456409469246864 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1423194753213866) | > loader_time: 0.0045 (0.004678386391492259)  --> TIME: 2025-03-24 14:54:58 -- STEP: 5160/31555 -- GLOBAL_STEP: 573150 | > loss_text_ce: 0.04315554350614548 (0.038294516989145315) | > loss_mel_ce: 2.8538928031921387 (nan) | > loss: 0.011496223509311676 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1423197879809737) | > loader_time: 0.0046 (0.004678558332975506)  --> TIME: 2025-03-24 14:55:08 -- STEP: 5210/31555 -- GLOBAL_STEP: 573200 | > loss_text_ce: 0.038628291338682175 (0.03830421421866343) | > loss_mel_ce: 2.775705575942993 (nan) | > loss: 0.01116799283772707 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14232832181934152) | > loader_time: 0.0045 (0.004678926403829084)  --> TIME: 2025-03-24 14:55:17 -- STEP: 5260/31555 -- GLOBAL_STEP: 573250 | > loss_text_ce: 0.0378473661839962 (0.038295564466039086) | > loss_mel_ce: 2.0910253524780273 (nan) | > loss: 0.008447907865047455 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14230077688231613) | > loader_time: 0.0043 (0.004678880669771476)  --> TIME: 2025-03-24 14:55:27 -- STEP: 5310/31555 -- GLOBAL_STEP: 573300 | > loss_text_ce: 0.040015969425439835 (0.03829965791358073) | > loss_mel_ce: 2.8285582065582275 (nan) | > loss: 0.011383231729269028 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14231440765035974) | > loader_time: 0.0048 (0.00467983468553215)  --> TIME: 2025-03-24 14:55:37 -- STEP: 5360/31555 -- GLOBAL_STEP: 573350 | > loss_text_ce: 0.03790261223912239 (0.03830261990904046) | > loss_mel_ce: 2.049760341644287 (nan) | > loss: 0.008284376934170723 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14232857053849174) | > loader_time: 0.0046 (0.004679067010310148)  --> TIME: 2025-03-24 14:55:47 -- STEP: 5410/31555 -- GLOBAL_STEP: 573400 | > loss_text_ce: 0.04055338352918625 (0.03829179460341151) | > loss_mel_ce: 2.6140763759613037 (nan) | > loss: 0.010534245520830154 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1423280112183683) | > loader_time: 0.0046 (0.004680802200726342)  --> TIME: 2025-03-24 14:55:57 -- STEP: 5460/31555 -- GLOBAL_STEP: 573450 | > loss_text_ce: 0.029308872297406197 (0.03829535440978458) | > loss_mel_ce: 3.120439052581787 (nan) | > loss: 0.012498999945819378 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14235607272102657) | > loader_time: 0.0045 (0.004680829214089071)  --> TIME: 2025-03-24 14:56:07 -- STEP: 5510/31555 -- GLOBAL_STEP: 573500 | > loss_text_ce: 0.04504137113690376 (0.038294795156708285) | > loss_mel_ce: 3.0407145023345947 (nan) | > loss: 0.012245063669979572 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1423711357445546) | > loader_time: 0.0048 (0.004680971008896169)  --> TIME: 2025-03-24 14:56:16 -- STEP: 5560/31555 -- GLOBAL_STEP: 573550 | > loss_text_ce: 0.032376479357481 (0.03828925338335888) | > loss_mel_ce: 2.441923141479492 (nan) | > loss: 0.009818649850785732 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14234035250951843) | > loader_time: 0.0046 (0.004681888801588421)  --> TIME: 2025-03-24 14:56:26 -- STEP: 5610/31555 -- GLOBAL_STEP: 573600 | > loss_text_ce: 0.03596031665802002 (0.03829008180485387) | > loss_mel_ce: 2.8431570529937744 (nan) | > loss: 0.011425070464611053 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14233746205634115) | > loader_time: 0.0046 (0.004682452410937621)  --> TIME: 2025-03-24 14:56:36 -- STEP: 5660/31555 -- GLOBAL_STEP: 573650 | > loss_text_ce: 0.03613876923918724 (0.038276704894247025) | > loss_mel_ce: 2.962904453277588 (nan) | > loss: 0.011900966055691242 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1423340664735525) | > loader_time: 0.0045 (0.004682278464623974)  --> TIME: 2025-03-24 14:56:45 -- STEP: 5710/31555 -- GLOBAL_STEP: 573700 | > loss_text_ce: 0.046173904091119766 (0.038274582146769584) | > loss_mel_ce: 3.0676472187042236 (nan) | > loss: 0.01235643308609724 (nan) | > current_lr: 5e-06 | > step_time: 0.1887 (0.1423568037053118) | > loader_time: 0.0047 (0.004681780584639293)  --> TIME: 2025-03-24 14:56:55 -- STEP: 5760/31555 -- GLOBAL_STEP: 573750 | > loss_text_ce: 0.03246866166591644 (0.03828131256628279) | > loss_mel_ce: 0.1762438267469406 (nan) | > loss: 0.0008282242342829704 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14234919357630882) | > loader_time: 0.0047 (0.004681186998883876)  --> TIME: 2025-03-24 14:57:05 -- STEP: 5810/31555 -- GLOBAL_STEP: 573800 | > loss_text_ce: 0.03369400277733803 (0.038279383403382036) | > loss_mel_ce: 3.116523504257202 (nan) | > loss: 0.012500863522291183 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14233457266566207) | > loader_time: 0.0044 (0.004680029660617209)  --> TIME: 2025-03-24 14:57:14 -- STEP: 5860/31555 -- GLOBAL_STEP: 573850 | > loss_text_ce: 0.03254608064889908 (0.038265602591164495) | > loss_mel_ce: 3.09543514251709 (nan) | > loss: 0.012412624433636665 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14229069130412494) | > loader_time: 0.0046 (0.004679085329530985)  --> TIME: 2025-03-24 14:57:24 -- STEP: 5910/31555 -- GLOBAL_STEP: 573900 | > loss_text_ce: 0.037987448275089264 (0.03827314636167344) | > loss_mel_ce: 3.0209615230560303 (nan) | > loss: 0.012138687074184418 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14228583515799756) | > loader_time: 0.0047 (0.004678899140527396)  --> TIME: 2025-03-24 14:57:33 -- STEP: 5960/31555 -- GLOBAL_STEP: 573950 | > loss_text_ce: 0.0326213464140892 (0.0382795356962541) | > loss_mel_ce: 2.7578210830688477 (nan) | > loss: 0.011073185130953789 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.1422793230754415) | > loader_time: 0.0044 (0.004679065542733099)  --> TIME: 2025-03-24 14:57:43 -- STEP: 6010/31555 -- GLOBAL_STEP: 574000 | > loss_text_ce: 0.039970628917217255 (0.03828999508008) | > loss_mel_ce: 3.0133273601531982 (nan) | > loss: 0.012116262689232826 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1422921031564719) | > loader_time: 0.0046 (0.00467839701203458)  --> TIME: 2025-03-24 14:57:53 -- STEP: 6060/31555 -- GLOBAL_STEP: 574050 | > loss_text_ce: 0.03951648622751236 (0.03830468826773545) | > loss_mel_ce: 2.678861141204834 (nan) | > loss: 0.01078721322119236 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14224027769006878) | > loader_time: 0.0049 (0.004677242060305647)  --> TIME: 2025-03-24 14:58:02 -- STEP: 6110/31555 -- GLOBAL_STEP: 574100 | > loss_text_ce: 0.04453050345182419 (0.03831300910473855) | > loss_mel_ce: 3.3817965984344482 (nan) | > loss: 0.013596536591649055 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14225969763317162) | > loader_time: 0.0045 (0.004676041080206384)  --> TIME: 2025-03-24 14:58:12 -- STEP: 6160/31555 -- GLOBAL_STEP: 574150 | > loss_text_ce: 0.05231885612010956 (0.03830366262775988) | > loss_mel_ce: 2.8376872539520264 (nan) | > loss: 0.011468278244137764 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14223244832707646) | > loader_time: 0.0048 (0.004676743877398496)  --> TIME: 2025-03-24 14:58:22 -- STEP: 6210/31555 -- GLOBAL_STEP: 574200 | > loss_text_ce: 0.04269814491271973 (0.03831852937069214) | > loss_mel_ce: 0.7050908803939819 (nan) | > loss: 0.0029674170073121786 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14222781715761598) | > loader_time: 0.0053 (0.004677246926103421)  --> TIME: 2025-03-24 14:58:31 -- STEP: 6260/31555 -- GLOBAL_STEP: 574250 | > loss_text_ce: 0.0354732945561409 (0.03831940841527805) | > loss_mel_ce: 1.8618652820587158 (nan) | > loss: 0.007529121823608875 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14222534232246192) | > loader_time: 0.0044 (0.004676384704943277)  --> TIME: 2025-03-24 14:58:41 -- STEP: 6310/31555 -- GLOBAL_STEP: 574300 | > loss_text_ce: 0.03775106742978096 (0.03830706460324654) | > loss_mel_ce: 2.463306188583374 (nan) | > loss: 0.009924830868840218 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14224347969998227) | > loader_time: 0.0044 (0.004675755674600977)  --> TIME: 2025-03-24 14:58:51 -- STEP: 6360/31555 -- GLOBAL_STEP: 574350 | > loss_text_ce: 0.03589250147342682 (0.03831408251964317) | > loss_mel_ce: 2.5064032077789307 (nan) | > loss: 0.010088475421071053 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14224116506066675) | > loader_time: 0.0047 (0.004676215603666483)  --> TIME: 2025-03-24 14:59:00 -- STEP: 6410/31555 -- GLOBAL_STEP: 574400 | > loss_text_ce: 0.04039788618683815 (0.03830305441223107) | > loss_mel_ce: 0.7926161289215088 (nan) | > loss: 0.0033056114334613085 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14220420142603704) | > loader_time: 0.0056 (0.004675824221880312)  --> TIME: 2025-03-24 14:59:10 -- STEP: 6460/31555 -- GLOBAL_STEP: 574450 | > loss_text_ce: 0.0406755767762661 (0.03828544142258114) | > loss_mel_ce: 2.792534828186035 (nan) | > loss: 0.011242899112403393 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14221917553213678) | > loader_time: 0.0047 (0.004675613246835053)  --> TIME: 2025-03-24 14:59:20 -- STEP: 6510/31555 -- GLOBAL_STEP: 574500 | > loss_text_ce: 0.03883594274520874 (0.03827681066554183) | > loss_mel_ce: 2.8045260906219482 (nan) | > loss: 0.011283183470368385 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1422257469180173) | > loader_time: 0.0047 (0.004674996392151908)  --> TIME: 2025-03-24 14:59:30 -- STEP: 6560/31555 -- GLOBAL_STEP: 574550 | > loss_text_ce: 0.028130652382969856 (0.038271396481517075) | > loss_mel_ce: 2.85148286819458 (nan) | > loss: 0.01142703928053379 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14223565630069576) | > loader_time: 0.0044 (0.004674255738898015)  --> TIME: 2025-03-24 14:59:39 -- STEP: 6610/31555 -- GLOBAL_STEP: 574600 | > loss_text_ce: 0.03079439140856266 (0.03825739702666324) | > loss_mel_ce: 2.952390670776367 (nan) | > loss: 0.011838036589324474 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14223570066212515) | > loader_time: 0.0047 (0.004673653002405663)  --> TIME: 2025-03-24 14:59:49 -- STEP: 6660/31555 -- GLOBAL_STEP: 574650 | > loss_text_ce: 0.029118793085217476 (0.03825892848494052) | > loss_mel_ce: 3.0084946155548096 (nan) | > loss: 0.012054022401571274 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14222394371175898) | > loader_time: 0.0043 (0.004673539160250175)  --> TIME: 2025-03-24 14:59:59 -- STEP: 6710/31555 -- GLOBAL_STEP: 574700 | > loss_text_ce: 0.03590012341737747 (0.03825668065299319) | > loss_mel_ce: 2.9886233806610107 (nan) | > loss: 0.012002077884972095 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14222372757873283) | > loader_time: 0.0053 (0.004673174241260682)  --> TIME: 2025-03-24 15:00:08 -- STEP: 6760/31555 -- GLOBAL_STEP: 574750 | > loss_text_ce: 0.0391651876270771 (0.03825842111589121) | > loss_mel_ce: 2.604177236557007 (nan) | > loss: 0.010489454492926598 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14222672588726457) | > loader_time: 0.0044 (0.004672585930344608)  --> TIME: 2025-03-24 15:00:18 -- STEP: 6810/31555 -- GLOBAL_STEP: 574800 | > loss_text_ce: 0.034953270107507706 (0.038258581783720845) | > loss_mel_ce: 2.61494517326355 (nan) | > loss: 0.010515470989048481 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14223130666561917) | > loader_time: 0.0047 (0.0046724438842347575)  --> TIME: 2025-03-24 15:00:28 -- STEP: 6860/31555 -- GLOBAL_STEP: 574850 | > loss_text_ce: 0.04389166831970215 (0.03825278805511782) | > loss_mel_ce: 3.368366241455078 (nan) | > loss: 0.013540706597268581 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1422601442642876) | > loader_time: 0.0046 (0.004672053047936428)  --> TIME: 2025-03-24 15:00:38 -- STEP: 6910/31555 -- GLOBAL_STEP: 574900 | > loss_text_ce: 0.03228367865085602 (0.03824938664148117) | > loss_mel_ce: 2.6961886882781982 (nan) | > loss: 0.010827272199094296 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14230856246782583) | > loader_time: 0.0046 (0.004671927988960483)  --> TIME: 2025-03-24 15:00:48 -- STEP: 6960/31555 -- GLOBAL_STEP: 574950 | > loss_text_ce: 0.03417972847819328 (0.0382484079214165) | > loss_mel_ce: 2.8137614727020264 (nan) | > loss: 0.011301354505121708 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14229659489516508) | > loader_time: 0.0044 (0.004671805788730739)  --> TIME: 2025-03-24 15:00:57 -- STEP: 7010/31555 -- GLOBAL_STEP: 575000 | > loss_text_ce: 0.03718264400959015 (0.038252142350854876) | > loss_mel_ce: 3.2082583904266357 (nan) | > loss: 0.01287873461842537 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14227786482485785) | > loader_time: 0.0049 (0.004671888548705431)  --> TIME: 2025-03-24 15:01:07 -- STEP: 7060/31555 -- GLOBAL_STEP: 575050 | > loss_text_ce: 0.0323847196996212 (0.03824029153822342) | > loss_mel_ce: 1.9918231964111328 (nan) | > loss: 0.008032571524381638 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1422799055704648) | > loader_time: 0.0047 (0.004671895976782506)  --> TIME: 2025-03-24 15:01:17 -- STEP: 7110/31555 -- GLOBAL_STEP: 575100 | > loss_text_ce: 0.04423483833670616 (0.03824366758028675) | > loss_mel_ce: 3.176027536392212 (nan) | > loss: 0.012778819538652897 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.1423000709584655) | > loader_time: 0.0048 (0.00467135751968361)  --> TIME: 2025-03-24 15:01:27 -- STEP: 7160/31555 -- GLOBAL_STEP: 575150 | > loss_text_ce: 0.028280340135097504 (0.03823250859296822) | > loss_mel_ce: 2.909745454788208 (nan) | > loss: 0.011658832430839539 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14231973813232698) | > loader_time: 0.0045 (0.004671294429448716)  --> TIME: 2025-03-24 15:01:36 -- STEP: 7210/31555 -- GLOBAL_STEP: 575200 | > loss_text_ce: 0.03620051220059395 (0.03823514682629577) | > loss_mel_ce: 3.3376998901367188 (nan) | > loss: 0.013388494029641151 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14231920199321407) | > loader_time: 0.0047 (0.004671586700682818)  --> TIME: 2025-03-24 15:01:47 -- STEP: 7260/31555 -- GLOBAL_STEP: 575250 | > loss_text_ce: 0.03779878839850426 (0.03823342360774192) | > loss_mel_ce: 2.8228631019592285 (nan) | > loss: 0.011351834051311016 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14237208343405958) | > loader_time: 0.005 (0.00467182729526655)  --> TIME: 2025-03-24 15:01:56 -- STEP: 7310/31555 -- GLOBAL_STEP: 575300 | > loss_text_ce: 0.03865011781454086 (0.03823582243324639) | > loss_mel_ce: 3.0764636993408203 (nan) | > loss: 0.012361562810838223 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14233771440268472) | > loader_time: 0.0046 (0.004671142822088184)  --> TIME: 2025-03-24 15:02:06 -- STEP: 7360/31555 -- GLOBAL_STEP: 575350 | > loss_text_ce: 0.029787108302116394 (0.03822731135359893) | > loss_mel_ce: 2.8167524337768555 (nan) | > loss: 0.011295792646706104 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14235534149667423) | > loader_time: 0.0051 (0.004671453133873304)  --> TIME: 2025-03-24 15:02:16 -- STEP: 7410/31555 -- GLOBAL_STEP: 575400 | > loss_text_ce: 0.04540529474616051 (0.03822593685332548) | > loss_mel_ce: 2.985344171524048 (nan) | > loss: 0.01202678494155407 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14236498561143485) | > loader_time: 0.0044 (0.0046725365475282525)  --> TIME: 2025-03-24 15:02:26 -- STEP: 7460/31555 -- GLOBAL_STEP: 575450 | > loss_text_ce: 0.039036642760038376 (0.03822765767651701) | > loss_mel_ce: 1.9982311725616455 (nan) | > loss: 0.008084396831691265 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.142399088594932) | > loader_time: 0.005 (0.00467408355375396)  --> TIME: 2025-03-24 15:02:35 -- STEP: 7510/31555 -- GLOBAL_STEP: 575500 | > loss_text_ce: 0.028532065451145172 (0.03822735487638444) | > loss_mel_ce: 3.1114249229431152 (nan) | > loss: 0.01246014703065157 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14237272720362246) | > loader_time: 0.0048 (0.004673605181088288)  --> TIME: 2025-03-24 15:02:45 -- STEP: 7560/31555 -- GLOBAL_STEP: 575550 | > loss_text_ce: 0.05140863358974457 (0.03822718836803214) | > loss_mel_ce: 2.762751817703247 (nan) | > loss: 0.011167303659021854 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1424030301747492) | > loader_time: 0.0047 (0.004673878856436903)  --> TIME: 2025-03-24 15:02:55 -- STEP: 7610/31555 -- GLOBAL_STEP: 575600 | > loss_text_ce: 0.03575370833277702 (0.038213760091136154) | > loss_mel_ce: 2.2345876693725586 (nan) | > loss: 0.009009291417896748 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14239511593255919) | > loader_time: 0.0047 (0.004674089064579273)  --> TIME: 2025-03-24 15:03:05 -- STEP: 7660/31555 -- GLOBAL_STEP: 575650 | > loss_text_ce: 0.02984832413494587 (0.03822391488973536) | > loss_mel_ce: 1.8913198709487915 (nan) | > loss: 0.007623683661222458 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1423795477217227) | > loader_time: 0.0046 (0.004674504319930499)  --> TIME: 2025-03-24 15:03:14 -- STEP: 7710/31555 -- GLOBAL_STEP: 575700 | > loss_text_ce: 0.03321099281311035 (0.03822443721738624) | > loss_mel_ce: 2.8252413272857666 (nan) | > loss: 0.011343065649271011 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14236175543912435) | > loader_time: 0.0046 (0.004673565841061274)  --> TIME: 2025-03-24 15:03:24 -- STEP: 7760/31555 -- GLOBAL_STEP: 575750 | > loss_text_ce: 0.027606427669525146 (0.03822335161823173) | > loss_mel_ce: 3.0878961086273193 (nan) | > loss: 0.01236310601234436 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14239905679348752) | > loader_time: 0.0045 (0.004672983626729421)  --> TIME: 2025-03-24 15:03:34 -- STEP: 7810/31555 -- GLOBAL_STEP: 575800 | > loss_text_ce: 0.040948159992694855 (0.03822206750705293) | > loss_mel_ce: 2.8032116889953613 (nan) | > loss: 0.011286349035799503 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14238772025944724) | > loader_time: 0.0047 (0.004672762556967435)  --> TIME: 2025-03-24 15:03:44 -- STEP: 7860/31555 -- GLOBAL_STEP: 575850 | > loss_text_ce: 0.03926273435354233 (0.0382169190553696) | > loss_mel_ce: 3.3535330295562744 (nan) | > loss: 0.013463475741446018 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14240687946023464) | > loader_time: 0.0047 (0.0046728242444627945)  --> TIME: 2025-03-24 15:03:53 -- STEP: 7910/31555 -- GLOBAL_STEP: 575900 | > loss_text_ce: 0.0415179468691349 (0.03822333511217062) | > loss_mel_ce: 2.870288610458374 (nan) | > loss: 0.011554788798093796 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14238879707760754) | > loader_time: 0.0046 (0.004672560981191051)  --> TIME: 2025-03-24 15:04:03 -- STEP: 7960/31555 -- GLOBAL_STEP: 575950 | > loss_text_ce: 0.045358285307884216 (0.038218476288558706) | > loss_mel_ce: 2.6559624671936035 (nan) | > loss: 0.010719526559114456 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14241811372526864) | > loader_time: 0.0046 (0.0046723063267654985)  --> TIME: 2025-03-24 15:04:13 -- STEP: 8010/31555 -- GLOBAL_STEP: 576000 | > loss_text_ce: 0.046405013650655746 (0.03822529337191002) | > loss_mel_ce: 3.0106794834136963 (nan) | > loss: 0.012131288647651672 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1424207206373649) | > loader_time: 0.0048 (0.004671741395109738)  --> TIME: 2025-03-24 15:04:23 -- STEP: 8060/31555 -- GLOBAL_STEP: 576050 | > loss_text_ce: 0.036885812878608704 (0.038237871500379106) | > loss_mel_ce: 2.7751412391662598 (nan) | > loss: 0.0111588379368186 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14242299076345302) | > loader_time: 0.0045 (0.004671045657127122)  --> TIME: 2025-03-24 15:04:33 -- STEP: 8110/31555 -- GLOBAL_STEP: 576100 | > loss_text_ce: 0.039790038019418716 (0.0382461311891628) | > loss_mel_ce: 2.839818000793457 (nan) | > loss: 0.011427016928792 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1424297007620696) | > loader_time: 0.0044 (0.004670946606872396)  --> TIME: 2025-03-24 15:04:42 -- STEP: 8160/31555 -- GLOBAL_STEP: 576150 | > loss_text_ce: 0.03801724687218666 (0.038248461957075805) | > loss_mel_ce: 3.051460027694702 (nan) | > loss: 0.01225983165204525 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14243229586704043) | > loader_time: 0.0047 (0.004670794308185565)  --> TIME: 2025-03-24 15:04:52 -- STEP: 8210/31555 -- GLOBAL_STEP: 576200 | > loss_text_ce: 0.03130262717604637 (0.03824539250738446) | > loss_mel_ce: 2.3414089679718018 (nan) | > loss: 0.009415523149073124 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14242350422072728) | > loader_time: 0.0046 (0.004671333332735484)  --> TIME: 2025-03-24 15:05:02 -- STEP: 8260/31555 -- GLOBAL_STEP: 576250 | > loss_text_ce: 0.03940713405609131 (0.03824272069112629) | > loss_mel_ce: 3.307253122329712 (nan) | > loss: 0.013280398212373257 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14245026284788131) | > loader_time: 0.0047 (0.004671086554954461)  --> TIME: 2025-03-24 15:05:12 -- STEP: 8310/31555 -- GLOBAL_STEP: 576300 | > loss_text_ce: 0.036060184240341187 (0.03823824654670621) | > loss_mel_ce: 3.149251937866211 (nan) | > loss: 0.012640127912163734 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14244361735709965) | > loader_time: 0.0055 (0.004671706246698508)  --> TIME: 2025-03-24 15:05:22 -- STEP: 8360/31555 -- GLOBAL_STEP: 576350 | > loss_text_ce: 0.043041862547397614 (0.0382371585821714) | > loss_mel_ce: 3.3650553226470947 (nan) | > loss: 0.013524196110665798 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1424849262363026) | > loader_time: 0.0046 (0.004672088834087233)  --> TIME: 2025-03-24 15:05:31 -- STEP: 8410/31555 -- GLOBAL_STEP: 576400 | > loss_text_ce: 0.032998088747262955 (0.03822192492751963) | > loss_mel_ce: 3.024890899658203 (nan) | > loss: 0.012134481221437454 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14245749262652074) | > loader_time: 0.0046 (0.004672308654195477)  --> TIME: 2025-03-24 15:05:41 -- STEP: 8460/31555 -- GLOBAL_STEP: 576450 | > loss_text_ce: 0.04325252026319504 (0.03822163439060752) | > loss_mel_ce: 2.7848308086395264 (nan) | > loss: 0.011222553439438343 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14245831704308745) | > loader_time: 0.005 (0.004672263390065355)  --> TIME: 2025-03-24 15:05:50 -- STEP: 8510/31555 -- GLOBAL_STEP: 576500 | > loss_text_ce: 0.05279560759663582 (0.038219610135345576) | > loss_mel_ce: 2.336770534515381 (nan) | > loss: 0.009482406079769135 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14242042906836197) | > loader_time: 0.0045 (0.004672463183957726)  --> TIME: 2025-03-24 15:06:00 -- STEP: 8560/31555 -- GLOBAL_STEP: 576550 | > loss_text_ce: 0.04365387186408043 (0.03821583638091729) | > loss_mel_ce: 3.4175286293029785 (nan) | > loss: 0.013734851963818073 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14242484875928516) | > loader_time: 0.0045 (0.004671985495870346)  --> TIME: 2025-03-24 15:06:10 -- STEP: 8610/31555 -- GLOBAL_STEP: 576600 | > loss_text_ce: 0.028229080140590668 (0.03821783779301477) | > loss_mel_ce: 3.0774271488189697 (nan) | > loss: 0.012324033305048943 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14243718229242808) | > loader_time: 0.0044 (0.004671610384729529)  --> TIME: 2025-03-24 15:06:20 -- STEP: 8660/31555 -- GLOBAL_STEP: 576650 | > loss_text_ce: 0.03292982652783394 (0.03821932712524656) | > loss_mel_ce: 2.024257183074951 (nan) | > loss: 0.008163440972566605 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1424374101343655) | > loader_time: 0.0047 (0.0046709201903045745)  --> TIME: 2025-03-24 15:06:30 -- STEP: 8710/31555 -- GLOBAL_STEP: 576700 | > loss_text_ce: 0.043221473693847656 (0.038216299831708885) | > loss_mel_ce: 3.0597877502441406 (nan) | > loss: 0.012313528917729855 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14246790682817784) | > loader_time: 0.0044 (0.004671252198115271)  --> TIME: 2025-03-24 15:06:40 -- STEP: 8760/31555 -- GLOBAL_STEP: 576750 | > loss_text_ce: 0.036288537085056305 (0.03820872336326235) | > loss_mel_ce: 2.5967118740081787 (nan) | > loss: 0.010448414832353592 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14249869193116213) | > loader_time: 0.0046 (0.004671915045611923)  --> TIME: 2025-03-24 15:06:49 -- STEP: 8810/31555 -- GLOBAL_STEP: 576800 | > loss_text_ce: 0.0387679748237133 (0.03820414613312892) | > loss_mel_ce: 2.2787039279937744 (nan) | > loss: 0.009196317754685879 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.142490146839388) | > loader_time: 0.0044 (0.0046716570448252885)  --> TIME: 2025-03-24 15:06:59 -- STEP: 8860/31555 -- GLOBAL_STEP: 576850 | > loss_text_ce: 0.04219910502433777 (0.03820118213705208) | > loss_mel_ce: 3.0861752033233643 (nan) | > loss: 0.012414184398949146 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1425015938739468) | > loader_time: 0.0047 (0.004671417267543187)  --> TIME: 2025-03-24 15:07:09 -- STEP: 8910/31555 -- GLOBAL_STEP: 576900 | > loss_text_ce: 0.04049040749669075 (0.0381946943090929) | > loss_mel_ce: 1.086181640625 (nan) | > loss: 0.004470921121537685 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14251158604049183) | > loader_time: 0.0046 (0.004670967129879654)  --> TIME: 2025-03-24 15:07:19 -- STEP: 8960/31555 -- GLOBAL_STEP: 576950 | > loss_text_ce: 0.03300054371356964 (0.03819232740923838) | > loss_mel_ce: 3.7199079990386963 (nan) | > loss: 0.01489249523729086 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1425245294081307) | > loader_time: 0.0044 (0.0046703442132898666)  --> TIME: 2025-03-24 15:07:29 -- STEP: 9010/31555 -- GLOBAL_STEP: 577000 | > loss_text_ce: 0.037184081971645355 (0.03819634116448033) | > loss_mel_ce: 0.0335693359375 (nan) | > loss: 0.00028076753369532526 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14255409097830218) | > loader_time: 0.0044 (0.004670479824222809)  --> TIME: 2025-03-24 15:07:39 -- STEP: 9060/31555 -- GLOBAL_STEP: 577050 | > loss_text_ce: 0.030594121664762497 (0.038198735130227056) | > loss_mel_ce: 2.5389301776885986 (nan) | > loss: 0.010196525603532791 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14256985024374252) | > loader_time: 0.0047 (0.004670244836912508)  --> TIME: 2025-03-24 15:07:49 -- STEP: 9110/31555 -- GLOBAL_STEP: 577100 | > loss_text_ce: 0.039731841534376144 (0.0381960702907706) | > loss_mel_ce: 2.614882469177246 (nan) | > loss: 0.01053418405354023 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14256665855809644) | > loader_time: 0.0045 (0.004670118134055777)  --> TIME: 2025-03-24 15:07:58 -- STEP: 9160/31555 -- GLOBAL_STEP: 577150 | > loss_text_ce: 0.03506090119481087 (0.038193669064909806) | > loss_mel_ce: 2.8249118328094482 (nan) | > loss: 0.01134909875690937 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14256440760266784) | > loader_time: 0.0046 (0.0046700969533628725)  --> TIME: 2025-03-24 15:08:08 -- STEP: 9210/31555 -- GLOBAL_STEP: 577200 | > loss_text_ce: 0.04059728980064392 (0.038191910932319745) | > loss_mel_ce: 3.5791890621185303 (nan) | > loss: 0.014364232309162617 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14259490808886577) | > loader_time: 0.0046 (0.0046701797315533275)  --> TIME: 2025-03-24 15:08:18 -- STEP: 9260/31555 -- GLOBAL_STEP: 577250 | > loss_text_ce: 0.038633812218904495 (0.038189937758961366) | > loss_mel_ce: 2.6861584186553955 (nan) | > loss: 0.01081266812980175 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14258457826486615) | > loader_time: 0.0045 (0.004670152241931357)  --> TIME: 2025-03-24 15:08:28 -- STEP: 9310/31555 -- GLOBAL_STEP: 577300 | > loss_text_ce: 0.03632136061787605 (0.038186572077678976) | > loss_mel_ce: 3.1841273307800293 (nan) | > loss: 0.012779559008777142 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1425741939104199) | > loader_time: 0.0045 (0.00467000048603586)  --> TIME: 2025-03-24 15:08:38 -- STEP: 9360/31555 -- GLOBAL_STEP: 577350 | > loss_text_ce: 0.044639576226472855 (0.03819170026257864) | > loss_mel_ce: 3.0240445137023926 (nan) | > loss: 0.012177318334579468 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14258912789006456) | > loader_time: 0.0045 (0.004670097328658792)  --> TIME: 2025-03-24 15:08:47 -- STEP: 9410/31555 -- GLOBAL_STEP: 577400 | > loss_text_ce: 0.04485652223229408 (0.03819007352439877) | > loss_mel_ce: 2.5675323009490967 (nan) | > loss: 0.010366623289883137 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14258799157664517) | > loader_time: 0.0046 (0.004669932908636851)  --> TIME: 2025-03-24 15:08:57 -- STEP: 9460/31555 -- GLOBAL_STEP: 577450 | > loss_text_ce: 0.02837998978793621 (0.03818782254468726) | > loss_mel_ce: 2.518789529800415 (nan) | > loss: 0.010107816196978092 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1425697353627157) | > loader_time: 0.0045 (0.004669655629494725)  --> TIME: 2025-03-24 15:09:06 -- STEP: 9510/31555 -- GLOBAL_STEP: 577500 | > loss_text_ce: 0.040189750492572784 (0.038181522071114644) | > loss_mel_ce: 2.5934760570526123 (nan) | > loss: 0.010451055131852627 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14256924630214185) | > loader_time: 0.0043 (0.004669794324319317)  --> TIME: 2025-03-24 15:09:16 -- STEP: 9560/31555 -- GLOBAL_STEP: 577550 | > loss_text_ce: 0.03685002401471138 (0.038179089686887734) | > loss_mel_ce: 2.8142404556274414 (nan) | > loss: 0.011313851922750473 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.1425523550689963) | > loader_time: 0.0042 (0.004669395126558245)  --> TIME: 2025-03-24 15:09:26 -- STEP: 9610/31555 -- GLOBAL_STEP: 577600 | > loss_text_ce: 0.042053572833538055 (0.038188054623580256) | > loss_mel_ce: 2.9618215560913086 (nan) | > loss: 0.011920139193534851 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.142539003140968) | > loader_time: 0.0045 (0.00466895378839213)  --> TIME: 2025-03-24 15:09:35 -- STEP: 9660/31555 -- GLOBAL_STEP: 577650 | > loss_text_ce: 0.054843299090862274 (0.03818465105497012) | > loss_mel_ce: 2.08634877204895 (nan) | > loss: 0.008496793918311596 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14255015571171645) | > loader_time: 0.0045 (0.004668863984615416)  --> TIME: 2025-03-24 15:09:45 -- STEP: 9710/31555 -- GLOBAL_STEP: 577700 | > loss_text_ce: 0.04321180284023285 (0.03818557846372367) | > loss_mel_ce: 2.587090492248535 (nan) | > loss: 0.010437707416713238 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14253632877440148) | > loader_time: 0.0044 (0.004668531776333939)  --> TIME: 2025-03-24 15:09:55 -- STEP: 9760/31555 -- GLOBAL_STEP: 577750 | > loss_text_ce: 0.03126349300146103 (0.038178643534917935) | > loss_mel_ce: 3.001131296157837 (nan) | > loss: 0.012033313512802124 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14253542853183365) | > loader_time: 0.0046 (0.004668332294362494)  --> TIME: 2025-03-24 15:10:05 -- STEP: 9810/31555 -- GLOBAL_STEP: 577800 | > loss_text_ce: 0.03580266982316971 (0.038176918812342836) | > loss_mel_ce: 3.145350933074951 (nan) | > loss: 0.012623625807464123 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14254524926526763) | > loader_time: 0.0048 (0.004668377274523944)  --> TIME: 2025-03-24 15:10:14 -- STEP: 9860/31555 -- GLOBAL_STEP: 577850 | > loss_text_ce: 0.040454328060150146 (0.03817789595296432) | > loss_mel_ce: 3.221405506134033 (nan) | > loss: 0.012943889014422894 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14252941395641525) | > loader_time: 0.0043 (0.004668012787314028)  --> TIME: 2025-03-24 15:10:24 -- STEP: 9910/31555 -- GLOBAL_STEP: 577900 | > loss_text_ce: 0.040100906044244766 (0.03817227696323255) | > loss_mel_ce: 0.078125 (nan) | > loss: 0.00046915042912587523 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14252173927068418) | > loader_time: 0.0047 (0.004668735760131593)  --> TIME: 2025-03-24 15:10:34 -- STEP: 9960/31555 -- GLOBAL_STEP: 577950 | > loss_text_ce: 0.04172063246369362 (0.03817357745229153) | > loss_mel_ce: 2.8023037910461426 (nan) | > loss: 0.01128581166267395 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14252745092633212) | > loader_time: 0.0045 (0.004669256167239455)  --> TIME: 2025-03-24 15:10:43 -- STEP: 10010/31555 -- GLOBAL_STEP: 578000 | > loss_text_ce: 0.04671318456530571 (0.03817245654108644) | > loss_mel_ce: 3.250697612762451 (nan) | > loss: 0.013084963895380497 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.142535109119815) | > loader_time: 0.0046 (0.0046692117944464)  --> TIME: 2025-03-24 15:10:53 -- STEP: 10060/31555 -- GLOBAL_STEP: 578050 | > loss_text_ce: 0.041445162147283554 (0.038167976806399335) | > loss_mel_ce: 2.815030813217163 (nan) | > loss: 0.011335222981870174 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1425141784827226) | > loader_time: 0.0047 (0.004668773689990494)  --> TIME: 2025-03-24 15:11:03 -- STEP: 10110/31555 -- GLOBAL_STEP: 578100 | > loss_text_ce: 0.03766266256570816 (0.038166784298809674) | > loss_mel_ce: 2.767432451248169 (nan) | > loss: 0.011131330393254757 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14253421468857322) | > loader_time: 0.0044 (0.004668353997635211)  --> TIME: 2025-03-24 15:11:13 -- STEP: 10160/31555 -- GLOBAL_STEP: 578150 | > loss_text_ce: 0.04381266608834267 (0.03816317722162835) | > loss_mel_ce: 2.534895420074463 (nan) | > loss: 0.01023296918720007 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1425754275143611) | > loader_time: 0.0047 (0.00466818725030254)  --> TIME: 2025-03-24 15:11:23 -- STEP: 10210/31555 -- GLOBAL_STEP: 578200 | > loss_text_ce: 0.035165708512067795 (0.03816686028479628) | > loss_mel_ce: 2.52628755569458 (nan) | > loss: 0.01016449835151434 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14256257434082742) | > loader_time: 0.0042 (0.004667914532540953)  --> TIME: 2025-03-24 15:11:32 -- STEP: 10260/31555 -- GLOBAL_STEP: 578250 | > loss_text_ce: 0.04205052927136421 (0.03816516866170395) | > loss_mel_ce: 3.332942247390747 (nan) | > loss: 0.013392829336225986 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1425528737536643) | > loader_time: 0.0046 (0.004667789987188574)  --> TIME: 2025-03-24 15:11:42 -- STEP: 10310/31555 -- GLOBAL_STEP: 578300 | > loss_text_ce: 0.03655671328306198 (0.038155686826590464) | > loss_mel_ce: 3.0778260231018066 (nan) | > loss: 0.01235866267234087 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14253863848955337) | > loader_time: 0.0046 (0.004667539231182889)  --> TIME: 2025-03-24 15:11:51 -- STEP: 10360/31555 -- GLOBAL_STEP: 578350 | > loss_text_ce: 0.04444669187068939 (0.03814636434996524) | > loss_mel_ce: 2.8505685329437256 (nan) | > loss: 0.011488156393170357 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14250744910313753) | > loader_time: 0.0049 (0.004667273451462684)  --> TIME: 2025-03-24 15:12:01 -- STEP: 10410/31555 -- GLOBAL_STEP: 578400 | > loss_text_ce: 0.02571052685379982 (0.038148656070919364) | > loss_mel_ce: 2.626244306564331 (nan) | > loss: 0.010523631237447262 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14250835431068648) | > loader_time: 0.0045 (0.0046667455596264345)  --> TIME: 2025-03-24 15:12:11 -- STEP: 10460/31555 -- GLOBAL_STEP: 578450 | > loss_text_ce: 0.028774956241250038 (0.03815009741052031) | > loss_mel_ce: 2.3368327617645264 (nan) | > loss: 0.009387332946062088 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14249946168458205) | > loader_time: 0.0044 (0.004666283276523287)  --> TIME: 2025-03-24 15:12:20 -- STEP: 10510/31555 -- GLOBAL_STEP: 578500 | > loss_text_ce: 0.04440655559301376 (0.03814088290700805) | > loss_mel_ce: 2.312715530395508 (nan) | > loss: 0.00935366004705429 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1425007348963462) | > loader_time: 0.0048 (0.004665648381444651)  --> TIME: 2025-03-24 15:12:30 -- STEP: 10560/31555 -- GLOBAL_STEP: 578550 | > loss_text_ce: 0.05280750244855881 (0.038144751500592176) | > loss_mel_ce: 3.351759910583496 (nan) | > loss: 0.013510189019143581 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14251512815103326) | > loader_time: 0.0043 (0.004665675556117852)  --> TIME: 2025-03-24 15:12:40 -- STEP: 10610/31555 -- GLOBAL_STEP: 578600 | > loss_text_ce: 0.029338201507925987 (0.03814423873557098) | > loss_mel_ce: 2.799272060394287 (nan) | > loss: 0.011224644258618355 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1425036613723217) | > loader_time: 0.0045 (0.004665109012398834)  --> TIME: 2025-03-24 15:12:49 -- STEP: 10660/31555 -- GLOBAL_STEP: 578650 | > loss_text_ce: 0.03511321544647217 (0.038140266624193564) | > loss_mel_ce: 2.742530584335327 (nan) | > loss: 0.011022396385669708 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1424955332927806) | > loader_time: 0.0045 (0.00466463831978489)  --> TIME: 2025-03-24 15:12:59 -- STEP: 10710/31555 -- GLOBAL_STEP: 578700 | > loss_text_ce: 0.03127220645546913 (0.03813462619948855) | > loss_mel_ce: 2.867042303085327 (nan) | > loss: 0.011501248925924301 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.1424828006885072) | > loader_time: 0.0048 (0.004664720295746686)  --> TIME: 2025-03-24 15:13:09 -- STEP: 10760/31555 -- GLOBAL_STEP: 578750 | > loss_text_ce: 0.038637224584817886 (0.03812419922769633) | > loss_mel_ce: 2.7181012630462646 (nan) | > loss: 0.010939438827335835 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14248973623084266) | > loader_time: 0.0049 (0.0046650128072079355)  --> TIME: 2025-03-24 15:13:18 -- STEP: 10810/31555 -- GLOBAL_STEP: 578800 | > loss_text_ce: 0.03625030815601349 (0.03812010253552988) | > loss_mel_ce: 2.0344135761260986 (nan) | > loss: 0.008216921240091324 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1424628355677315) | > loader_time: 0.0044 (0.004664461067933725)  --> TIME: 2025-03-24 15:13:28 -- STEP: 10860/31555 -- GLOBAL_STEP: 578850 | > loss_text_ce: 0.03544781729578972 (0.038117694699172706) | > loss_mel_ce: 2.7471516132354736 (nan) | > loss: 0.011042062193155289 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14244598764960445) | > loader_time: 0.0044 (0.004663935353084177)  --> TIME: 2025-03-24 15:13:37 -- STEP: 10910/31555 -- GLOBAL_STEP: 578900 | > loss_text_ce: 0.035352252423763275 (0.03811739722230925) | > loss_mel_ce: 0.02486165426671505 (nan) | > loss: 0.0002389440924162045 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1424341920097409) | > loader_time: 0.0043 (0.004663415571399845)  --> TIME: 2025-03-24 15:13:47 -- STEP: 10960/31555 -- GLOBAL_STEP: 578950 | > loss_text_ce: 0.04406726360321045 (0.038106815730744856) | > loss_mel_ce: 2.8165910243988037 (nan) | > loss: 0.011351819150149822 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14244120079670455) | > loader_time: 0.0044 (0.00466318646051589)  --> TIME: 2025-03-24 15:13:57 -- STEP: 11010/31555 -- GLOBAL_STEP: 579000 | > loss_text_ce: 0.03270917758345604 (0.03811156544631347) | > loss_mel_ce: 2.7485809326171875 (nan) | > loss: 0.011036866344511509 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14247671087474592) | > loader_time: 0.0045 (0.004663287932822979)  --> TIME: 2025-03-24 15:14:07 -- STEP: 11060/31555 -- GLOBAL_STEP: 579050 | > loss_text_ce: 0.03834765404462814 (0.03811196699051363) | > loss_mel_ce: 0.037750244140625 (nan) | > loss: 0.00030197581509128213 (nan) | > current_lr: 5e-06 | > step_time: 0.1059 (0.14244998680532042) | > loader_time: 0.005 (0.004662661569674682)  --> TIME: 2025-03-24 15:14:16 -- STEP: 11110/31555 -- GLOBAL_STEP: 579100 | > loss_text_ce: 0.03331621363759041 (0.03810978294605865) | > loss_mel_ce: 3.3014280796051025 (nan) | > loss: 0.01323311310261488 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1424574004756125) | > loader_time: 0.0047 (0.00466247510523759)  --> TIME: 2025-03-24 15:14:26 -- STEP: 11160/31555 -- GLOBAL_STEP: 579150 | > loss_text_ce: 0.036543674767017365 (0.038106015380171374) | > loss_mel_ce: 2.614229917526245 (nan) | > loss: 0.010518942959606647 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14245459926598347) | > loader_time: 0.0048 (0.0046625483420587475)  --> TIME: 2025-03-24 15:14:36 -- STEP: 11210/31555 -- GLOBAL_STEP: 579200 | > loss_text_ce: 0.036253198981285095 (0.038106572826581406) | > loss_mel_ce: 2.844717264175415 (nan) | > loss: 0.011432423256337643 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14245621135041253) | > loader_time: 0.0048 (0.004662543763867679)  --> TIME: 2025-03-24 15:14:45 -- STEP: 11260/31555 -- GLOBAL_STEP: 579250 | > loss_text_ce: 0.048103999346494675 (0.03810980568026208) | > loss_mel_ce: 3.4292609691619873 (nan) | > loss: 0.01379906851798296 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1424426379889829) | > loader_time: 0.0044 (0.004662622185837538)  --> TIME: 2025-03-24 15:14:55 -- STEP: 11310/31555 -- GLOBAL_STEP: 579300 | > loss_text_ce: 0.017433978617191315 (0.03810430592145003) | > loss_mel_ce: 2.206995964050293 (nan) | > loss: 0.008827103301882744 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14243461212998018) | > loader_time: 0.0045 (0.004662596894828348)  --> TIME: 2025-03-24 15:15:05 -- STEP: 11360/31555 -- GLOBAL_STEP: 579350 | > loss_text_ce: 0.04627572000026703 (0.03811043424361281) | > loss_mel_ce: 2.9693892002105713 (nan) | > loss: 0.01196692418307066 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14244384211553632) | > loader_time: 0.0044 (0.004662453876414783)  --> TIME: 2025-03-24 15:15:15 -- STEP: 11410/31555 -- GLOBAL_STEP: 579400 | > loss_text_ce: 0.035017069429159164 (0.038114083625578526) | > loss_mel_ce: 3.5889649391174316 (nan) | > loss: 0.014380881562829018 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1424413559626945) | > loader_time: 0.0046 (0.0046618638176546216)  --> TIME: 2025-03-24 15:15:24 -- STEP: 11460/31555 -- GLOBAL_STEP: 579450 | > loss_text_ce: 0.031928300857543945 (0.038110687233423) | > loss_mel_ce: 2.6355433464050293 (nan) | > loss: 0.010585205629467964 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14243699318451372) | > loader_time: 0.0045 (0.004661498186267909)  --> TIME: 2025-03-24 15:15:34 -- STEP: 11510/31555 -- GLOBAL_STEP: 579500 | > loss_text_ce: 0.04734228923916817 (0.03810894340050148) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1045 (0.14243949926179106) | > loader_time: 0.0045 (0.004662102745679243)  --> TIME: 2025-03-24 15:15:43 -- STEP: 11560/31555 -- GLOBAL_STEP: 579550 | > loss_text_ce: 0.0378047376871109 (0.03810581426026622) | > loss_mel_ce: 2.484900951385498 (nan) | > loss: 0.010010737925767899 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14241829846556994) | > loader_time: 0.0044 (0.004662300744271202)  --> TIME: 2025-03-24 15:15:53 -- STEP: 11610/31555 -- GLOBAL_STEP: 579600 | > loss_text_ce: 0.03820842504501343 (0.03811235512405446) | > loss_mel_ce: 3.077078342437744 (nan) | > loss: 0.012362250126898289 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14241783329374685) | > loader_time: 0.0047 (0.004662631710062351)  --> TIME: 2025-03-24 15:16:03 -- STEP: 11660/31555 -- GLOBAL_STEP: 579650 | > loss_text_ce: 0.04109643027186394 (0.038109871842714645) | > loss_mel_ce: 3.4233462810516357 (nan) | > loss: 0.013747788965702057 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14240807742647169) | > loader_time: 0.0045 (0.0046625236090828606)  --> TIME: 2025-03-24 15:16:12 -- STEP: 11710/31555 -- GLOBAL_STEP: 579700 | > loss_text_ce: 0.03229494392871857 (0.03810639630090103) | > loss_mel_ce: 2.9535489082336426 (nan) | > loss: 0.011848587542772293 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14240467000679488) | > loader_time: 0.0047 (0.004662163495813851)  --> TIME: 2025-03-24 15:16:22 -- STEP: 11760/31555 -- GLOBAL_STEP: 579750 | > loss_text_ce: 0.04378799721598625 (0.038107057930394664) | > loss_mel_ce: 2.6846303939819336 (nan) | > loss: 0.010827057994902134 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.142380213190098) | > loader_time: 0.0045 (0.00466170308946752)  --> TIME: 2025-03-24 15:16:31 -- STEP: 11810/31555 -- GLOBAL_STEP: 579800 | > loss_text_ce: 0.0430980920791626 (0.038107963730908224) | > loss_mel_ce: 3.504600763320923 (nan) | > loss: 0.014078170992434025 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14237009818830473) | > loader_time: 0.0046 (0.004661532320479636)  --> TIME: 2025-03-24 15:16:41 -- STEP: 11860/31555 -- GLOBAL_STEP: 579850 | > loss_text_ce: 0.03209512308239937 (0.038113952564110015) | > loss_mel_ce: 2.1842973232269287 (nan) | > loss: 0.008795209228992462 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14237994397872597) | > loader_time: 0.0046 (0.004661605973267835)  --> TIME: 2025-03-24 15:16:51 -- STEP: 11910/31555 -- GLOBAL_STEP: 579900 | > loss_text_ce: 0.036565542221069336 (0.03811516757041054) | > loss_mel_ce: 3.2103867530822754 (nan) | > loss: 0.012884732335805893 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14240644660744703) | > loader_time: 0.0047 (0.004661822479177575)  --> TIME: 2025-03-24 15:17:01 -- STEP: 11960/31555 -- GLOBAL_STEP: 579950 | > loss_text_ce: 0.05137249827384949 (0.03811446859993429) | > loss_mel_ce: 2.8626315593719482 (nan) | > loss: 0.01156350877135992 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1424048264887818) | > loader_time: 0.0045 (0.004661983411048957)  --> TIME: 2025-03-24 15:17:11 -- STEP: 12010/31555 -- GLOBAL_STEP: 580000 | > loss_text_ce: 0.03027072362601757 (0.038114063255023506) | > loss_mel_ce: 3.161778450012207 (nan) | > loss: 0.012666862457990646 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.1424009294930742) | > loader_time: 0.0044 (0.004662398434399957) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_580000.pth  --> TIME: 2025-03-24 15:17:26 -- STEP: 12060/31555 -- GLOBAL_STEP: 580050 | > loss_text_ce: 0.0439455583691597 (0.038108693890792425) | > loss_mel_ce: 2.948683977127075 (nan) | > loss: 0.01187551487237215 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1423935017775539) | > loader_time: 0.0046 (0.004662433192504575)  --> TIME: 2025-03-24 15:17:36 -- STEP: 12110/31555 -- GLOBAL_STEP: 580100 | > loss_text_ce: 0.04300045222043991 (0.03810695296939385) | > loss_mel_ce: 1.0200906991958618 (nan) | > loss: 0.004218616057187319 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14238795041053567) | > loader_time: 0.0046 (0.0046628318868522055)  --> TIME: 2025-03-24 15:17:45 -- STEP: 12160/31555 -- GLOBAL_STEP: 580150 | > loss_text_ce: 0.028891446068882942 (0.03810979137426891) | > loss_mel_ce: 0.04290771484375 (nan) | > loss: 0.00028491730336099863 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14235181263402877) | > loader_time: 0.0047 (0.004662652470563578)  --> TIME: 2025-03-24 15:17:55 -- STEP: 12210/31555 -- GLOBAL_STEP: 580200 | > loss_text_ce: 0.025555703788995743 (0.03810495071274802) | > loss_mel_ce: 0.0614420585334301 (nan) | > loss: 0.0003452292294241488 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14236015119482306) | > loader_time: 0.0051 (0.004662951829490058)  --> TIME: 2025-03-24 15:18:04 -- STEP: 12260/31555 -- GLOBAL_STEP: 580250 | > loss_text_ce: 0.040408048778772354 (0.03810833072028497) | > loss_mel_ce: 2.55897855758667 (nan) | > loss: 0.010315027087926865 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1423688595096594) | > loader_time: 0.0044 (0.004663161352446953)  --> TIME: 2025-03-24 15:18:14 -- STEP: 12310/31555 -- GLOBAL_STEP: 580300 | > loss_text_ce: 0.0285653006285429 (0.038103871070496016) | > loss_mel_ce: 2.460951328277588 (nan) | > loss: 0.00987903494387865 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14235095836397701) | > loader_time: 0.0047 (0.0046632444248462775)  --> TIME: 2025-03-24 15:18:23 -- STEP: 12360/31555 -- GLOBAL_STEP: 580350 | > loss_text_ce: 0.047973062843084335 (0.038112427451132296) | > loss_mel_ce: 3.150799512863159 (nan) | > loss: 0.01269354298710823 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14233740998317512) | > loader_time: 0.0045 (0.004663113463657954)  --> TIME: 2025-03-24 15:18:33 -- STEP: 12410/31555 -- GLOBAL_STEP: 580400 | > loss_text_ce: 0.03601265326142311 (0.03810247924782197) | > loss_mel_ce: 0.49192899465560913 (nan) | > loss: 0.002095006639137864 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14231545554352423) | > loader_time: 0.0044 (0.004663231466971119)  --> TIME: 2025-03-24 15:18:42 -- STEP: 12460/31555 -- GLOBAL_STEP: 580450 | > loss_text_ce: 0.042081527411937714 (0.03809927783930365) | > loss_mel_ce: 2.620703935623169 (nan) | > loss: 0.010566609911620617 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14230998310575907) | > loader_time: 0.0046 (0.004663834717262223)  --> TIME: 2025-03-24 15:18:52 -- STEP: 12510/31555 -- GLOBAL_STEP: 580500 | > loss_text_ce: 0.035918720066547394 (0.03809747028824888) | > loss_mel_ce: 2.628437042236328 (nan) | > loss: 0.010572840459644794 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14230279388854658) | > loader_time: 0.0048 (0.004663889490061991)  --> TIME: 2025-03-24 15:19:02 -- STEP: 12560/31555 -- GLOBAL_STEP: 580550 | > loss_text_ce: 0.04398899897933006 (0.03809630494997791) | > loss_mel_ce: 2.171271324157715 (nan) | > loss: 0.008790715597569942 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1422988696083145) | > loader_time: 0.0046 (0.004664463924754184)  --> TIME: 2025-03-24 15:19:12 -- STEP: 12610/31555 -- GLOBAL_STEP: 580600 | > loss_text_ce: 0.045027121901512146 (0.038099748508311757) | > loss_mel_ce: 3.2600955963134766 (nan) | > loss: 0.013115566223859787 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14231508366178694) | > loader_time: 0.0048 (0.004664415768646784)  --> TIME: 2025-03-24 15:19:22 -- STEP: 12660/31555 -- GLOBAL_STEP: 580650 | > loss_text_ce: 0.03910735994577408 (0.038096802482913854) | > loss_mel_ce: 2.6405274868011475 (nan) | > loss: 0.010633472353219986 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14232117662685972) | > loader_time: 0.0045 (0.004664380008010489)  --> TIME: 2025-03-24 15:19:31 -- STEP: 12710/31555 -- GLOBAL_STEP: 580700 | > loss_text_ce: 0.0396256186068058 (0.03810132506364289) | > loss_mel_ce: 1.8676352500915527 (nan) | > loss: 0.0075684962794184685 (nan) | > current_lr: 5e-06 | > step_time: 0.1048 (0.14229439976269803) | > loader_time: 0.0044 (0.004664686680965575)  --> TIME: 2025-03-24 15:19:41 -- STEP: 12760/31555 -- GLOBAL_STEP: 580750 | > loss_text_ce: 0.03784967213869095 (0.03810057775876511) | > loss_mel_ce: 2.6917953491210938 (nan) | > loss: 0.010831925086677074 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14230490883689745) | > loader_time: 0.0051 (0.004664559723067795)  --> TIME: 2025-03-24 15:19:50 -- STEP: 12810/31555 -- GLOBAL_STEP: 580800 | > loss_text_ce: 0.03411196544766426 (0.038096732553021734) | > loss_mel_ce: 2.405817747116089 (nan) | > loss: 0.009682261385023594 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14230346043160205) | > loader_time: 0.0047 (0.004664576788789854)  --> TIME: 2025-03-24 15:20:00 -- STEP: 12860/31555 -- GLOBAL_STEP: 580850 | > loss_text_ce: 0.05007702112197876 (0.03809369253096025) | > loss_mel_ce: 2.8371129035949707 (nan) | > loss: 0.011457103304564953 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14231795495257274) | > loader_time: 0.0052 (0.004665019297117752)  --> TIME: 2025-03-24 15:20:10 -- STEP: 12910/31555 -- GLOBAL_STEP: 580900 | > loss_text_ce: 0.0344826877117157 (0.0380887172527546) | > loss_mel_ce: 2.7538437843322754 (nan) | > loss: 0.011064788326621056 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14231722506324465) | > loader_time: 0.0046 (0.00466489878668514)  --> TIME: 2025-03-24 15:20:20 -- STEP: 12960/31555 -- GLOBAL_STEP: 580950 | > loss_text_ce: 0.02913944236934185 (0.038089334445913364) | > loss_mel_ce: 2.674849033355713 (nan) | > loss: 0.010730113834142685 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14231955642685515) | > loader_time: 0.0048 (0.004664675891399366)  --> TIME: 2025-03-24 15:20:29 -- STEP: 13010/31555 -- GLOBAL_STEP: 581000 | > loss_text_ce: 0.04048062115907669 (0.03809117193145516) | > loss_mel_ce: 2.984286308288574 (nan) | > loss: 0.012003043666481972 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1422978329896747) | > loader_time: 0.0047 (0.004664666262340019)  --> TIME: 2025-03-24 15:20:39 -- STEP: 13060/31555 -- GLOBAL_STEP: 581050 | > loss_text_ce: 0.045640673488378525 (0.038090857768867524) | > loss_mel_ce: 2.831258773803711 (nan) | > loss: 0.011416268534958363 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14229012223881965) | > loader_time: 0.0043 (0.004665018990065374)  --> TIME: 2025-03-24 15:20:49 -- STEP: 13110/31555 -- GLOBAL_STEP: 581100 | > loss_text_ce: 0.037442997097969055 (0.038087568141400484) | > loss_mel_ce: 0.10513582825660706 (nan) | > loss: 0.0005657889996655285 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1423043841719175) | > loader_time: 0.0046 (0.0046651391197396535)  --> TIME: 2025-03-24 15:20:58 -- STEP: 13160/31555 -- GLOBAL_STEP: 581150 | > loss_text_ce: 0.04631088674068451 (0.03809274049818294) | > loss_mel_ce: 2.923785448074341 (nan) | > loss: 0.011786097660660744 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14229974150657687) | > loader_time: 0.0047 (0.004664899150651267)  --> TIME: 2025-03-24 15:21:09 -- STEP: 13210/31555 -- GLOBAL_STEP: 581200 | > loss_text_ce: 0.04651240259408951 (0.03809589742697664) | > loss_mel_ce: 2.5225884914398193 (nan) | > loss: 0.010194845497608185 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1423334275475967) | > loader_time: 0.0068 (0.004665232787612339)  --> TIME: 2025-03-24 15:21:18 -- STEP: 13260/31555 -- GLOBAL_STEP: 581250 | > loss_text_ce: 0.03054613433778286 (0.038097995245579046) | > loss_mel_ce: 2.4328994750976562 (nan) | > loss: 0.00977557897567749 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14232753387583552) | > loader_time: 0.0046 (0.004665579281601239)  --> TIME: 2025-03-24 15:21:28 -- STEP: 13310/31555 -- GLOBAL_STEP: 581300 | > loss_text_ce: 0.034882914274930954 (0.038091305331806144) | > loss_mel_ce: 2.492297649383545 (nan) | > loss: 0.010028495453298092 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14232702624251517) | > loader_time: 0.0043 (0.004665991903515693)  --> TIME: 2025-03-24 15:21:38 -- STEP: 13360/31555 -- GLOBAL_STEP: 581350 | > loss_text_ce: 0.04284173250198364 (0.03809004390101951) | > loss_mel_ce: 2.992396831512451 (nan) | > loss: 0.01204459834843874 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1423349202571519) | > loader_time: 0.0048 (0.0046663414932296525)  --> TIME: 2025-03-24 15:21:48 -- STEP: 13410/31555 -- GLOBAL_STEP: 581400 | > loss_text_ce: 0.03258441016077995 (0.03809193880807682) | > loss_mel_ce: 2.7549514770507812 (nan) | > loss: 0.011061650700867176 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14233539104461707) | > loader_time: 0.0054 (0.004666665878694138)  --> TIME: 2025-03-24 15:21:57 -- STEP: 13460/31555 -- GLOBAL_STEP: 581450 | > loss_text_ce: 0.04647769778966904 (0.03809082351519776) | > loss_mel_ce: 2.87168025970459 (nan) | > loss: 0.011579993180930614 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14232266181291145) | > loader_time: 0.005 (0.004666891140533931)  --> TIME: 2025-03-24 15:22:07 -- STEP: 13510/31555 -- GLOBAL_STEP: 581500 | > loss_text_ce: 0.029532011598348618 (0.03808825559084107) | > loss_mel_ce: 2.6225180625915527 (nan) | > loss: 0.010524008423089981 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14232639985822218) | > loader_time: 0.0045 (0.004666865180811102)  --> TIME: 2025-03-24 15:22:16 -- STEP: 13560/31555 -- GLOBAL_STEP: 581550 | > loss_text_ce: 0.0394279882311821 (0.038077831537404905) | > loss_mel_ce: 1.909592866897583 (nan) | > loss: 0.007734210230410099 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14231198748304433) | > loader_time: 0.0045 (0.004666835720208527)  --> TIME: 2025-03-24 15:22:26 -- STEP: 13610/31555 -- GLOBAL_STEP: 581600 | > loss_text_ce: 0.03887704759836197 (0.03806960969933405) | > loss_mel_ce: 2.3343565464019775 (nan) | > loss: 0.009417594410479069 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1422984978804074) | > loader_time: 0.0044 (0.004666802534542025)  --> TIME: 2025-03-24 15:22:36 -- STEP: 13660/31555 -- GLOBAL_STEP: 581650 | > loss_text_ce: 0.03348102420568466 (0.03807500930568445) | > loss_mel_ce: 0.9161241054534912 (nan) | > loss: 0.003768274560570717 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1423051608080047) | > loader_time: 0.0046 (0.004667043546282859)  --> TIME: 2025-03-24 15:22:45 -- STEP: 13710/31555 -- GLOBAL_STEP: 581700 | > loss_text_ce: 0.03304217383265495 (0.03807370382748978) | > loss_mel_ce: 2.866248846054077 (nan) | > loss: 0.011505124159157276 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14230893492959518) | > loader_time: 0.0044 (0.004666855716079259)  --> TIME: 2025-03-24 15:22:55 -- STEP: 13760/31555 -- GLOBAL_STEP: 581750 | > loss_text_ce: 0.03459978476166725 (0.03807273340102831) | > loss_mel_ce: 2.6053619384765625 (nan) | > loss: 0.010476038791239262 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14230898123147878) | > loader_time: 0.0045 (0.0046667381947816606)  --> TIME: 2025-03-24 15:23:05 -- STEP: 13810/31555 -- GLOBAL_STEP: 581800 | > loss_text_ce: 0.041778869926929474 (0.03806917150123844) | > loss_mel_ce: 2.9460055828094482 (nan) | > loss: 0.011856287717819214 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14230650013378776) | > loader_time: 0.0053 (0.004667512115406677)  --> TIME: 2025-03-24 15:23:15 -- STEP: 13860/31555 -- GLOBAL_STEP: 581850 | > loss_text_ce: 0.0284102950245142 (0.03806391008047727) | > loss_mel_ce: 1.7345761060714722 (nan) | > loss: 0.00699597829952836 (nan) | > current_lr: 5e-06 | > step_time: 0.1058 (0.14230439743782358) | > loader_time: 0.0045 (0.004667640386033693)  --> TIME: 2025-03-24 15:23:24 -- STEP: 13910/31555 -- GLOBAL_STEP: 581900 | > loss_text_ce: 0.03656399995088577 (0.038058949939740384) | > loss_mel_ce: 3.0519373416900635 (nan) | > loss: 0.012255959212779999 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14229545846934963) | > loader_time: 0.0047 (0.004667424247215136)  --> TIME: 2025-03-24 15:23:34 -- STEP: 13960/31555 -- GLOBAL_STEP: 581950 | > loss_text_ce: 0.0396304614841938 (0.03805919811863403) | > loss_mel_ce: 3.0208215713500977 (nan) | > loss: 0.012144651263952255 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14229509191731668) | > loader_time: 0.0047 (0.004667849817385285)  --> TIME: 2025-03-24 15:23:43 -- STEP: 14010/31555 -- GLOBAL_STEP: 582000 | > loss_text_ce: 0.0370052307844162 (0.03805616590740151) | > loss_mel_ce: 2.9528419971466064 (nan) | > loss: 0.011864474043250084 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1422875698424509) | > loader_time: 0.0073 (0.004668269797276785)  --> TIME: 2025-03-24 15:23:53 -- STEP: 14060/31555 -- GLOBAL_STEP: 582050 | > loss_text_ce: 0.03957515209913254 (0.03805483139595622) | > loss_mel_ce: 1.0425618886947632 (nan) | > loss: 0.004294194746762514 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14228090737995347) | > loader_time: 0.0045 (0.004668417238069952)  --> TIME: 2025-03-24 15:24:03 -- STEP: 14110/31555 -- GLOBAL_STEP: 582100 | > loss_text_ce: 0.06446228176355362 (0.038057883783335175) | > loss_mel_ce: 2.6358652114868164 (nan) | > loss: 0.010715585201978683 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14228084665253854) | > loader_time: 0.0045 (0.004668659018253602)  --> TIME: 2025-03-24 15:24:13 -- STEP: 14160/31555 -- GLOBAL_STEP: 582150 | > loss_text_ce: 0.03803538903594017 (0.03805726584938922) | > loss_mel_ce: 3.3776447772979736 (nan) | > loss: 0.013554287143051624 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14228862008806) | > loader_time: 0.0049 (0.004668655116005786)  --> TIME: 2025-03-24 15:24:22 -- STEP: 14210/31555 -- GLOBAL_STEP: 582200 | > loss_text_ce: 0.0390239879488945 (0.038053594623219625) | > loss_mel_ce: 2.633192539215088 (nan) | > loss: 0.010604034177958965 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14228561979880383) | > loader_time: 0.0045 (0.004668813855777214)  --> TIME: 2025-03-24 15:24:32 -- STEP: 14260/31555 -- GLOBAL_STEP: 582250 | > loss_text_ce: 0.040763724595308304 (0.03805492235802171) | > loss_mel_ce: 2.817143678665161 (nan) | > loss: 0.01134090218693018 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14229753838347842) | > loader_time: 0.0047 (0.004669480320447606)  --> TIME: 2025-03-24 15:24:42 -- STEP: 14310/31555 -- GLOBAL_STEP: 582300 | > loss_text_ce: 0.043400514870882034 (0.038050382262437975) | > loss_mel_ce: 3.0259757041931152 (nan) | > loss: 0.012180064804852009 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14229783210447822) | > loader_time: 0.0046 (0.00466992810087382)  --> TIME: 2025-03-24 15:24:51 -- STEP: 14360/31555 -- GLOBAL_STEP: 582350 | > loss_text_ce: 0.04199172556400299 (0.03804754538054258) | > loss_mel_ce: 2.3306796550750732 (nan) | > loss: 0.00941536296159029 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1422828813449252) | > loader_time: 0.0045 (0.004670100607247719)  --> TIME: 2025-03-24 15:25:01 -- STEP: 14410/31555 -- GLOBAL_STEP: 582400 | > loss_text_ce: 0.05833917111158371 (0.03804965831085992) | > loss_mel_ce: 1.8020256757736206 (nan) | > loss: 0.007382400333881378 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14229711523327349) | > loader_time: 0.0046 (0.004670275142836436)  --> TIME: 2025-03-24 15:25:11 -- STEP: 14460/31555 -- GLOBAL_STEP: 582450 | > loss_text_ce: 0.034394875168800354 (0.03804439931417468) | > loss_mel_ce: 2.9661498069763184 (nan) | > loss: 0.011906924657523632 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14231302073717422) | > loader_time: 0.0048 (0.004670158115165343)  --> TIME: 2025-03-24 15:25:21 -- STEP: 14510/31555 -- GLOBAL_STEP: 582500 | > loss_text_ce: 0.02755238488316536 (0.03804161585867388) | > loss_mel_ce: 0.0738525390625 (nan) | > loss: 0.0004024005029350519 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14230788981479064) | > loader_time: 0.0046 (0.004670330855371521)  --> TIME: 2025-03-24 15:25:31 -- STEP: 14560/31555 -- GLOBAL_STEP: 582550 | > loss_text_ce: 0.029357757419347763 (0.03803464104178356) | > loss_mel_ce: 3.1767070293426514 (nan) | > loss: 0.012722480110824108 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1423045891981856) | > loader_time: 0.0044 (0.004670187798175164)  --> TIME: 2025-03-24 15:25:40 -- STEP: 14610/31555 -- GLOBAL_STEP: 582600 | > loss_text_ce: 0.04447725787758827 (0.03803256282724378) | > loss_mel_ce: 3.791699171066284 (nan) | > loss: 0.015222922898828983 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1423015608516641) | > loader_time: 0.0047 (0.004670072662593711)  --> TIME: 2025-03-24 15:25:50 -- STEP: 14660/31555 -- GLOBAL_STEP: 582650 | > loss_text_ce: 0.028030237182974815 (0.03803683543554904) | > loss_mel_ce: 0.11669921875 (nan) | > loss: 0.0005743232322856784 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14231232933262986) | > loader_time: 0.008 (0.004670279331779722)  --> TIME: 2025-03-24 15:26:00 -- STEP: 14710/31555 -- GLOBAL_STEP: 582700 | > loss_text_ce: 0.04395008459687233 (0.038041509958370134) | > loss_mel_ce: 2.667020082473755 (nan) | > loss: 0.010757818818092346 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1423127700648769) | > loader_time: 0.0048 (0.004670165688873211)  --> TIME: 2025-03-24 15:26:10 -- STEP: 14760/31555 -- GLOBAL_STEP: 582750 | > loss_text_ce: 0.03352942317724228 (0.03803990768094539) | > loss_mel_ce: 1.6260579824447632 (nan) | > loss: 0.006585664581507444 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14231755326433854) | > loader_time: 0.0046 (0.004670108043081374)  --> TIME: 2025-03-24 15:26:20 -- STEP: 14810/31555 -- GLOBAL_STEP: 582800 | > loss_text_ce: 0.042989954352378845 (0.03804096856672026) | > loss_mel_ce: 2.8742458820343018 (nan) | > loss: 0.011576333083212376 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14232701044642845) | > loader_time: 0.0047 (0.004669994570611681)  --> TIME: 2025-03-24 15:26:29 -- STEP: 14860/31555 -- GLOBAL_STEP: 582850 | > loss_text_ce: 0.04617173597216606 (0.03804422161788795) | > loss_mel_ce: 2.496411085128784 (nan) | > loss: 0.010089614428579807 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14233639973490242) | > loader_time: 0.0043 (0.0046697411851638875)  --> TIME: 2025-03-24 15:26:39 -- STEP: 14910/31555 -- GLOBAL_STEP: 582900 | > loss_text_ce: 0.05178458243608475 (0.03804494889002055) | > loss_mel_ce: 2.3156330585479736 (nan) | > loss: 0.009394514374434948 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14233475993096925) | > loader_time: 0.0044 (0.004669407659693085)  --> TIME: 2025-03-24 15:26:49 -- STEP: 14960/31555 -- GLOBAL_STEP: 582950 | > loss_text_ce: 0.0513334646821022 (0.038046189867592395) | > loss_mel_ce: 3.0421321392059326 (nan) | > loss: 0.01227565761655569 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14234284847815382) | > loader_time: 0.0046 (0.0046697936115417706)  --> TIME: 2025-03-24 15:26:59 -- STEP: 15010/31555 -- GLOBAL_STEP: 583000 | > loss_text_ce: 0.031179875135421753 (0.03804454565020901) | > loss_mel_ce: 2.139219045639038 (nan) | > loss: 0.008612695150077343 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1423481591457845) | > loader_time: 0.0048 (0.0046696275969015264)  --> TIME: 2025-03-24 15:27:08 -- STEP: 15060/31555 -- GLOBAL_STEP: 583050 | > loss_text_ce: 0.048754408955574036 (0.03804567090345711) | > loss_mel_ce: 2.6075680255889893 (nan) | > loss: 0.010540963150560856 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14233370357617256) | > loader_time: 0.0043 (0.0046693283406544946)  --> TIME: 2025-03-24 15:27:18 -- STEP: 15110/31555 -- GLOBAL_STEP: 583100 | > loss_text_ce: 0.0468057282269001 (0.038041383864494745) | > loss_mel_ce: 2.886415719985962 (nan) | > loss: 0.01163976825773716 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14233284302691898) | > loader_time: 0.0049 (0.00466894835213963)  --> TIME: 2025-03-24 15:27:28 -- STEP: 15160/31555 -- GLOBAL_STEP: 583150 | > loss_text_ce: 0.0396052747964859 (0.0380368080167688) | > loss_mel_ce: 2.8839290142059326 (nan) | > loss: 0.011601327918469906 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14233197082315688) | > loader_time: 0.0055 (0.004668863782152948)  --> TIME: 2025-03-24 15:27:37 -- STEP: 15210/31555 -- GLOBAL_STEP: 583200 | > loss_text_ce: 0.03687795624136925 (0.0380423072415092) | > loss_mel_ce: 2.68794322013855 (nan) | > loss: 0.010812782682478428 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14233152889876183) | > loader_time: 0.0045 (0.00466952054301504)  --> TIME: 2025-03-24 15:27:47 -- STEP: 15260/31555 -- GLOBAL_STEP: 583250 | > loss_text_ce: 0.03357543796300888 (0.03804478289890252) | > loss_mel_ce: 1.6228433847427368 (nan) | > loss: 0.006573090795427561 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14232405336624962) | > loader_time: 0.0044 (0.004669115037155633)  --> TIME: 2025-03-24 15:27:56 -- STEP: 15310/31555 -- GLOBAL_STEP: 583300 | > loss_text_ce: 0.026091983541846275 (0.03803842156768988) | > loss_mel_ce: 2.6408047676086426 (nan) | > loss: 0.01058292482048273 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1423106944304052) | > loader_time: 0.0045 (0.004669146472375255)  --> TIME: 2025-03-24 15:28:06 -- STEP: 15360/31555 -- GLOBAL_STEP: 583350 | > loss_text_ce: 0.042660556733608246 (0.038037822206448704) | > loss_mel_ce: 2.5004029273986816 (nan) | > loss: 0.01009152177721262 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14229655599532004) | > loader_time: 0.0047 (0.0046693174013246914)  --> TIME: 2025-03-24 15:28:16 -- STEP: 15410/31555 -- GLOBAL_STEP: 583400 | > loss_text_ce: 0.03749624639749527 (0.03804019154668912) | > loss_mel_ce: 2.163006067276001 (nan) | > loss: 0.008732153102755547 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14231416674730896) | > loader_time: 0.0043 (0.004669002972973528)  --> TIME: 2025-03-24 15:28:26 -- STEP: 15460/31555 -- GLOBAL_STEP: 583450 | > loss_text_ce: 0.048989105969667435 (0.03803674133565565) | > loss_mel_ce: 2.7433788776397705 (nan) | > loss: 0.011080825701355934 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14230746587528734) | > loader_time: 0.0046 (0.004668610139158362)  --> TIME: 2025-03-24 15:28:35 -- STEP: 15510/31555 -- GLOBAL_STEP: 583500 | > loss_text_ce: 0.03591819852590561 (0.038041963919019504) | > loss_mel_ce: 2.6799509525299072 (nan) | > loss: 0.01077725924551487 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14232145262717563) | > loader_time: 0.0046 (0.004668275346147235)  --> TIME: 2025-03-24 15:28:45 -- STEP: 15560/31555 -- GLOBAL_STEP: 583550 | > loss_text_ce: 0.03136871010065079 (0.038037656777739313) | > loss_mel_ce: 2.74934458732605 (nan) | > loss: 0.011034577153623104 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14232201259056498) | > loader_time: 0.0048 (0.0046681470613552985)  --> TIME: 2025-03-24 15:28:55 -- STEP: 15610/31555 -- GLOBAL_STEP: 583600 | > loss_text_ce: 0.02931828238070011 (0.038036622702753084) | > loss_mel_ce: 3.1436285972595215 (nan) | > loss: 0.012591060250997543 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1423163478149959) | > loader_time: 0.0042 (0.004667797552935958)  --> TIME: 2025-03-24 15:29:04 -- STEP: 15660/31555 -- GLOBAL_STEP: 583650 | > loss_text_ce: 0.040176697075366974 (0.03803392738278697) | > loss_mel_ce: 2.7996129989624023 (nan) | > loss: 0.011269006878137589 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14230130285138806) | > loader_time: 0.0045 (0.004667436406682412)  --> TIME: 2025-03-24 15:29:14 -- STEP: 15710/31555 -- GLOBAL_STEP: 583700 | > loss_text_ce: 0.034712277352809906 (0.038031953826895094) | > loss_mel_ce: 2.4860637187957764 (nan) | > loss: 0.010003079660236835 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14228840850099167) | > loader_time: 0.0046 (0.00466723442077635)  --> TIME: 2025-03-24 15:29:24 -- STEP: 15760/31555 -- GLOBAL_STEP: 583750 | > loss_text_ce: 0.032761141657829285 (0.0380320542581203) | > loss_mel_ce: 1.7893187999725342 (nan) | > loss: 0.007230476010590792 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14231246579722076) | > loader_time: 0.005 (0.004667337019431392)  --> TIME: 2025-03-24 15:29:33 -- STEP: 15810/31555 -- GLOBAL_STEP: 583800 | > loss_text_ce: 0.026766810566186905 (0.038030662388021684) | > loss_mel_ce: 3.1516525745391846 (nan) | > loss: 0.012612775899469852 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14230842870824453) | > loader_time: 0.0049 (0.004667165926330665)  --> TIME: 2025-03-24 15:29:43 -- STEP: 15860/31555 -- GLOBAL_STEP: 583850 | > loss_text_ce: 0.04148242995142937 (0.03802524447343608) | > loss_mel_ce: 0.0693359375 (nan) | > loss: 0.0004397554730530828 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14230585834868745) | > loader_time: 0.0045 (0.004666952677963644)  --> TIME: 2025-03-24 15:29:53 -- STEP: 15910/31555 -- GLOBAL_STEP: 583900 | > loss_text_ce: 0.03627908602356911 (0.03802701339428839) | > loss_mel_ce: 0.11298827826976776 (nan) | > loss: 0.000592330819927156 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14231389015444693) | > loader_time: 0.0047 (0.004666787959134165)  --> TIME: 2025-03-24 15:30:03 -- STEP: 15960/31555 -- GLOBAL_STEP: 583950 | > loss_text_ce: 0.03581933304667473 (0.03803050182777253) | > loss_mel_ce: 2.7634449005126953 (nan) | > loss: 0.011108191683888435 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1423092092637129) | > loader_time: 0.0049 (0.004666757120524416)  --> TIME: 2025-03-24 15:30:13 -- STEP: 16010/31555 -- GLOBAL_STEP: 584000 | > loss_text_ce: 0.02830737829208374 (0.03802879701300435) | > loss_mel_ce: 3.0349249839782715 (nan) | > loss: 0.012155684642493725 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14232273289443975) | > loader_time: 0.0046 (0.0046668070096808605)  --> TIME: 2025-03-24 15:30:22 -- STEP: 16060/31555 -- GLOBAL_STEP: 584050 | > loss_text_ce: 0.031991686671972275 (0.03802331358427457) | > loss_mel_ce: 2.3695156574249268 (nan) | > loss: 0.00952979177236557 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14232101741793124) | > loader_time: 0.0047 (0.004666870498419682)  --> TIME: 2025-03-24 15:30:32 -- STEP: 16110/31555 -- GLOBAL_STEP: 584100 | > loss_text_ce: 0.03684051334857941 (0.03802243890182964) | > loss_mel_ce: 2.678338050842285 (nan) | > loss: 0.010774518363177776 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14231136875223602) | > loader_time: 0.0044 (0.004666658486733873)  --> TIME: 2025-03-24 15:30:42 -- STEP: 16160/31555 -- GLOBAL_STEP: 584150 | > loss_text_ce: 0.036651384085416794 (0.03802337889463884) | > loss_mel_ce: 3.012789249420166 (nan) | > loss: 0.012100955471396446 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14232100280794743) | > loader_time: 0.0048 (0.004666632399110494)  --> TIME: 2025-03-24 15:30:51 -- STEP: 16210/31555 -- GLOBAL_STEP: 584200 | > loss_text_ce: 0.03999067470431328 (0.03802076277250086) | > loss_mel_ce: 3.1140170097351074 (nan) | > loss: 0.012515904381871223 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14231287510875984) | > loader_time: 0.0049 (0.004666775189234383)  --> TIME: 2025-03-24 15:31:01 -- STEP: 16260/31555 -- GLOBAL_STEP: 584250 | > loss_text_ce: 0.04756977781653404 (0.03802141319315403) | > loss_mel_ce: 2.9616193771362305 (nan) | > loss: 0.01194122713059187 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14231973238390142) | > loader_time: 0.0049 (0.004666676453851963)  --> TIME: 2025-03-24 15:31:11 -- STEP: 16310/31555 -- GLOBAL_STEP: 584300 | > loss_text_ce: 0.04224659875035286 (0.03802091018545154) | > loss_mel_ce: 1.9803626537322998 (nan) | > loss: 0.008026227355003357 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14233243829410233) | > loader_time: 0.0045 (0.004666492092616698)  --> TIME: 2025-03-24 15:31:21 -- STEP: 16360/31555 -- GLOBAL_STEP: 584350 | > loss_text_ce: 0.034688323736190796 (0.0380211372172668) | > loss_mel_ce: 2.937196969985962 (nan) | > loss: 0.011793196201324463 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14233774733718252) | > loader_time: 0.0046 (0.00466651079998621)  --> TIME: 2025-03-24 15:31:30 -- STEP: 16410/31555 -- GLOBAL_STEP: 584400 | > loss_text_ce: 0.04790519177913666 (0.0380249217447144) | > loss_mel_ce: 3.083350658416748 (nan) | > loss: 0.012425619177520275 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14232181138486683) | > loader_time: 0.0048 (0.004666098670796733)  --> TIME: 2025-03-24 15:31:40 -- STEP: 16460/31555 -- GLOBAL_STEP: 584450 | > loss_text_ce: 0.04606776311993599 (0.03802260477418339) | > loss_mel_ce: 2.388267755508423 (nan) | > loss: 0.00966006238013506 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14231821394198407) | > loader_time: 0.0045 (0.004666100730293416)  --> TIME: 2025-03-24 15:31:50 -- STEP: 16510/31555 -- GLOBAL_STEP: 584500 | > loss_text_ce: 0.041841115802526474 (0.038022261967702996) | > loss_mel_ce: 3.435584545135498 (nan) | > loss: 0.01379930879920721 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1423323227664615) | > loader_time: 0.0048 (0.0046659761309840175)  --> TIME: 2025-03-24 15:32:00 -- STEP: 16560/31555 -- GLOBAL_STEP: 584550 | > loss_text_ce: 0.036294568330049515 (0.03802912232678614) | > loss_mel_ce: 2.475564956665039 (nan) | > loss: 0.009967696852982044 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14234851312234184) | > loader_time: 0.0046 (0.004666173429304836)  --> TIME: 2025-03-24 15:32:09 -- STEP: 16610/31555 -- GLOBAL_STEP: 584600 | > loss_text_ce: 0.03775529935956001 (0.038027419726443246) | > loss_mel_ce: 1.18072509765625 (nan) | > loss: 0.004835239611566067 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14234429450726932) | > loader_time: 0.0044 (0.0046664695578982045)  --> TIME: 2025-03-24 15:32:19 -- STEP: 16660/31555 -- GLOBAL_STEP: 584650 | > loss_text_ce: 0.05670717731118202 (0.03802620557948513) | > loss_mel_ce: 3.291233777999878 (nan) | > loss: 0.013285480439662933 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14235140594686185) | > loader_time: 0.0045 (0.004666471595809939)  --> TIME: 2025-03-24 15:32:29 -- STEP: 16710/31555 -- GLOBAL_STEP: 584700 | > loss_text_ce: 0.03410845994949341 (0.03802852246454412) | > loss_mel_ce: 0.0303955078125 (nan) | > loss: 0.000255968130659312 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1423494204584527) | > loader_time: 0.0044 (0.004666739962616043)  --> TIME: 2025-03-24 15:32:38 -- STEP: 16760/31555 -- GLOBAL_STEP: 584750 | > loss_text_ce: 0.036153025925159454 (0.03803376298823418) | > loss_mel_ce: 0.7139704823493958 (nan) | > loss: 0.002976680640131235 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14233125047069153) | > loader_time: 0.0043 (0.004666433257533129)  --> TIME: 2025-03-24 15:32:48 -- STEP: 16810/31555 -- GLOBAL_STEP: 584800 | > loss_text_ce: 0.033397868275642395 (0.03803349683872326) | > loss_mel_ce: 2.2538466453552246 (nan) | > loss: 0.009076368063688278 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14234494866536226) | > loader_time: 0.0049 (0.004666625496037711)  --> TIME: 2025-03-24 15:32:58 -- STEP: 16860/31555 -- GLOBAL_STEP: 584850 | > loss_text_ce: 0.03200170397758484 (0.038036783764134253) | > loss_mel_ce: 3.068826913833618 (nan) | > loss: 0.012304875999689102 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14235899172643735) | > loader_time: 0.0045 (0.004666825319382911)  --> TIME: 2025-03-24 15:33:08 -- STEP: 16910/31555 -- GLOBAL_STEP: 584900 | > loss_text_ce: 0.03746996074914932 (0.03803590273524227) | > loss_mel_ce: 3.6516544818878174 (nan) | > loss: 0.014639383181929588 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14236829004507656) | > loader_time: 0.0047 (0.004666792465200922)  --> TIME: 2025-03-24 15:33:18 -- STEP: 16960/31555 -- GLOBAL_STEP: 584950 | > loss_text_ce: 0.03520403802394867 (0.038038133907643476) | > loss_mel_ce: 3.176271438598633 (nan) | > loss: 0.012743950821459293 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14235690458203257) | > loader_time: 0.0046 (0.004666689389719139)  --> TIME: 2025-03-24 15:33:27 -- STEP: 17010/31555 -- GLOBAL_STEP: 585000 | > loss_text_ce: 0.045674070715904236 (0.03803940071252927) | > loss_mel_ce: 2.4157888889312744 (nan) | > loss: 0.009767711162567139 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14235197024650953) | > loader_time: 0.0045 (0.004666346511302578)  --> TIME: 2025-03-24 15:33:37 -- STEP: 17060/31555 -- GLOBAL_STEP: 585050 | > loss_text_ce: 0.029528627172112465 (0.03804133554045988) | > loss_mel_ce: 2.3845596313476562 (nan) | > loss: 0.009579716250300407 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.1423481348810274) | > loader_time: 0.0044 (0.004666626663029111)  --> TIME: 2025-03-24 15:33:47 -- STEP: 17110/31555 -- GLOBAL_STEP: 585100 | > loss_text_ce: 0.04177521541714668 (0.03803953216049187) | > loss_mel_ce: 3.0965769290924072 (nan) | > loss: 0.012453779578208923 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14236329007329887) | > loader_time: 0.0048 (0.004666649661239709)  --> TIME: 2025-03-24 15:33:57 -- STEP: 17160/31555 -- GLOBAL_STEP: 585150 | > loss_text_ce: 0.04125367850065231 (0.03803661858520751) | > loss_mel_ce: 3.220187187194824 (nan) | > loss: 0.01294222567230463 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.1423587141476032) | > loader_time: 0.0048 (0.004666843280925605)  --> TIME: 2025-03-24 15:34:07 -- STEP: 17210/31555 -- GLOBAL_STEP: 585200 | > loss_text_ce: 0.04414859786629677 (0.03803086873162294) | > loss_mel_ce: 2.46242618560791 (nan) | > loss: 0.009946726262569427 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1423615344383908) | > loader_time: 0.0045 (0.004666973573395421)  --> TIME: 2025-03-24 15:34:16 -- STEP: 17260/31555 -- GLOBAL_STEP: 585250 | > loss_text_ce: 0.03930189087986946 (0.03803312090605367) | > loss_mel_ce: 3.009326457977295 (nan) | > loss: 0.012097732163965702 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.1423699625535745) | > loader_time: 0.0046 (0.004666900455191948)  --> TIME: 2025-03-24 15:34:26 -- STEP: 17310/31555 -- GLOBAL_STEP: 585300 | > loss_text_ce: 0.031886108219623566 (0.03802800169698812) | > loss_mel_ce: 2.794306755065918 (nan) | > loss: 0.011215051636099815 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14237527602122452) | > loader_time: 0.0047 (0.004666742060929614)  --> TIME: 2025-03-24 15:34:36 -- STEP: 17360/31555 -- GLOBAL_STEP: 585350 | > loss_text_ce: 0.039178621023893356 (0.038031055734220116) | > loss_mel_ce: 2.7977657318115234 (nan) | > loss: 0.011257716454565525 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14237602671719898) | > loader_time: 0.0052 (0.004666756031699985)  --> TIME: 2025-03-24 15:34:46 -- STEP: 17410/31555 -- GLOBAL_STEP: 585400 | > loss_text_ce: 0.023986544460058212 (0.038035064085618124) | > loss_mel_ce: 2.718322277069092 (nan) | > loss: 0.010882178321480751 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14237148845284767) | > loader_time: 0.0047 (0.0046668278493119724)  --> TIME: 2025-03-24 15:34:55 -- STEP: 17460/31555 -- GLOBAL_STEP: 585450 | > loss_text_ce: 0.04291752725839615 (0.03803530986706694) | > loss_mel_ce: 3.0749001502990723 (nan) | > loss: 0.012372292578220367 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14237711934835756) | > loader_time: 0.0051 (0.004666940180023638)  --> TIME: 2025-03-24 15:35:05 -- STEP: 17510/31555 -- GLOBAL_STEP: 585500 | > loss_text_ce: 0.028981056064367294 (0.038036098005648805) | > loss_mel_ce: 2.592670202255249 (nan) | > loss: 0.010403377935290337 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14236497019849986) | > loader_time: 0.0046 (0.004667264090341401)  --> TIME: 2025-03-24 15:35:15 -- STEP: 17560/31555 -- GLOBAL_STEP: 585550 | > loss_text_ce: 0.04198320209980011 (0.038036718036807395) | > loss_mel_ce: 2.9948084354400635 (nan) | > loss: 0.01205076090991497 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14236128391328856) | > loader_time: 0.0044 (0.004667041812236319)  --> TIME: 2025-03-24 15:35:24 -- STEP: 17610/31555 -- GLOBAL_STEP: 585600 | > loss_text_ce: 0.025253454223275185 (0.038037654373705744) | > loss_mel_ce: 3.197758436203003 (nan) | > loss: 0.012789730913937092 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14236302566690773) | > loader_time: 0.005 (0.0046669594203119225)  --> TIME: 2025-03-24 15:35:34 -- STEP: 17660/31555 -- GLOBAL_STEP: 585650 | > loss_text_ce: 0.03803374990820885 (0.03803884943136093) | > loss_mel_ce: 3.221298933029175 (nan) | > loss: 0.012933860532939434 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14236895074120734) | > loader_time: 0.0044 (0.00466724661171503)  --> TIME: 2025-03-24 15:35:44 -- STEP: 17710/31555 -- GLOBAL_STEP: 585700 | > loss_text_ce: 0.03790169954299927 (0.038036022400762017) | > loss_mel_ce: 3.1188836097717285 (nan) | > loss: 0.012526926584541798 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14237300560744992) | > loader_time: 0.0046 (0.004667708659697086)  --> TIME: 2025-03-24 15:35:54 -- STEP: 17760/31555 -- GLOBAL_STEP: 585750 | > loss_text_ce: 0.03705097734928131 (0.03804014406134439) | > loss_mel_ce: 2.698833703994751 (nan) | > loss: 0.010856686159968376 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1423841148077906) | > loader_time: 0.0046 (0.004667870364747597)  --> TIME: 2025-03-24 15:36:04 -- STEP: 17810/31555 -- GLOBAL_STEP: 585800 | > loss_text_ce: 0.027506431564688683 (0.03804330780640945) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14239105431301288) | > loader_time: 0.0044 (0.004667872033180773)  --> TIME: 2025-03-24 15:36:14 -- STEP: 17860/31555 -- GLOBAL_STEP: 585850 | > loss_text_ce: 0.024677490815520287 (0.03803928146959541) | > loss_mel_ce: 2.564091444015503 (nan) | > loss: 0.010272893123328686 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.142395869561566) | > loader_time: 0.0046 (0.004667888857082176)  --> TIME: 2025-03-24 15:36:23 -- STEP: 17910/31555 -- GLOBAL_STEP: 585900 | > loss_text_ce: 0.02938546985387802 (0.03803879164002239) | > loss_mel_ce: 2.780383825302124 (nan) | > loss: 0.011149879544973373 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1423868038479939) | > loader_time: 0.0043 (0.004667634727034997)  --> TIME: 2025-03-24 15:36:33 -- STEP: 17960/31555 -- GLOBAL_STEP: 585950 | > loss_text_ce: 0.027120977640151978 (0.03803864191374399) | > loss_mel_ce: 2.696998357772827 (nan) | > loss: 0.010809998027980328 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14238886835845904) | > loader_time: 0.0045 (0.004668148880811996)  --> TIME: 2025-03-24 15:36:43 -- STEP: 18010/31555 -- GLOBAL_STEP: 586000 | > loss_text_ce: 0.035738613456487656 (0.03803944541979095) | > loss_mel_ce: 3.241015672683716 (nan) | > loss: 0.01300299447029829 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14239254571013407) | > loader_time: 0.0052 (0.004668253425225354)  --> TIME: 2025-03-24 15:36:53 -- STEP: 18060/31555 -- GLOBAL_STEP: 586050 | > loss_text_ce: 0.03371740132570267 (0.03803780140867794) | > loss_mel_ce: 2.0345261096954346 (nan) | > loss: 0.00820731557905674 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14240689549599223) | > loader_time: 0.0052 (0.0046683439912722025)  --> TIME: 2025-03-24 15:37:03 -- STEP: 18110/31555 -- GLOBAL_STEP: 586100 | > loss_text_ce: 0.043538402765989304 (0.038032693363785564) | > loss_mel_ce: 2.2645695209503174 (nan) | > loss: 0.009159158915281296 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14240698356249248) | > loader_time: 0.0044 (0.004668142636265949)  --> TIME: 2025-03-24 15:37:12 -- STEP: 18160/31555 -- GLOBAL_STEP: 586150 | > loss_text_ce: 0.043504584580659866 (0.03803334677092386) | > loss_mel_ce: 2.5174429416656494 (nan) | > loss: 0.010162490420043468 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14240050214765337) | > loader_time: 0.0044 (0.00466811121297827)  --> TIME: 2025-03-24 15:37:22 -- STEP: 18210/31555 -- GLOBAL_STEP: 586200 | > loss_text_ce: 0.03796403482556343 (0.03803087256041746) | > loss_mel_ce: 3.2846133708953857 (nan) | > loss: 0.013184832409024239 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14239914269319007) | > loader_time: 0.0054 (0.004668383281483609)  --> TIME: 2025-03-24 15:37:31 -- STEP: 18260/31555 -- GLOBAL_STEP: 586250 | > loss_text_ce: 0.03354223817586899 (0.038026971965650545) | > loss_mel_ce: 0.8392171263694763 (nan) | > loss: 0.0034633309114724398 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14238705817867076) | > loader_time: 0.0047 (0.0046685115661704605)  --> TIME: 2025-03-24 15:37:41 -- STEP: 18310/31555 -- GLOBAL_STEP: 586300 | > loss_text_ce: 0.033620573580265045 (0.03802289904361229) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1423865740316152) | > loader_time: 0.0044 (0.004668543327056529)  --> TIME: 2025-03-24 15:37:50 -- STEP: 18360/31555 -- GLOBAL_STEP: 586350 | > loss_text_ce: 0.03045465610921383 (0.03801942849983204) | > loss_mel_ce: 2.650505542755127 (nan) | > loss: 0.01063873153179884 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14238330938717372) | > loader_time: 0.0051 (0.004668488598597072)  --> TIME: 2025-03-24 15:38:00 -- STEP: 18410/31555 -- GLOBAL_STEP: 586400 | > loss_text_ce: 0.04369918256998062 (0.038014841389461165) | > loss_mel_ce: 2.771350383758545 (nan) | > loss: 0.011170832440257072 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14238956405830266) | > loader_time: 0.0047 (0.004668322935627566)  --> TIME: 2025-03-24 15:38:10 -- STEP: 18460/31555 -- GLOBAL_STEP: 586450 | > loss_text_ce: 0.042837709188461304 (0.038011837042292766) | > loss_mel_ce: 2.522533655166626 (nan) | > loss: 0.010180044919252396 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14238239661068972) | > loader_time: 0.0046 (0.004668082343666676)  --> TIME: 2025-03-24 15:38:19 -- STEP: 18510/31555 -- GLOBAL_STEP: 586500 | > loss_text_ce: 0.03266279771924019 (0.03800707573849968) | > loss_mel_ce: 3.391528844833374 (nan) | > loss: 0.013588063418865204 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1423767205382087) | > loader_time: 0.0048 (0.004667904195368189)  --> TIME: 2025-03-24 15:38:29 -- STEP: 18560/31555 -- GLOBAL_STEP: 586550 | > loss_text_ce: 0.045958470553159714 (0.03800628355915982) | > loss_mel_ce: 2.2590789794921875 (nan) | > loss: 0.009146974422037601 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1423829208160267) | > loader_time: 0.0043 (0.004667838650016944)  --> TIME: 2025-03-24 15:38:39 -- STEP: 18610/31555 -- GLOBAL_STEP: 586600 | > loss_text_ce: 0.06295939534902573 (0.03800875053799572) | > loss_mel_ce: 2.635698080062866 (nan) | > loss: 0.010708958841860294 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1423868709325405) | > loader_time: 0.0045 (0.0046681449337712755)  --> TIME: 2025-03-24 15:38:49 -- STEP: 18660/31555 -- GLOBAL_STEP: 586650 | > loss_text_ce: 0.03474723547697067 (0.03800547493762438) | > loss_mel_ce: 3.280341863632202 (nan) | > loss: 0.013155115768313408 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.1423971419804603) | > loader_time: 0.0048 (0.004668211962504654)  --> TIME: 2025-03-24 15:38:59 -- STEP: 18710/31555 -- GLOBAL_STEP: 586700 | > loss_text_ce: 0.03964855894446373 (0.03800460563182122) | > loss_mel_ce: 3.1187326908111572 (nan) | > loss: 0.012533259578049183 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14239080510376467) | > loader_time: 0.0048 (0.004668460524317926)  --> TIME: 2025-03-24 15:39:09 -- STEP: 18760/31555 -- GLOBAL_STEP: 586750 | > loss_text_ce: 0.03646952658891678 (0.0380049652984436) | > loss_mel_ce: 2.7910027503967285 (nan) | > loss: 0.011220128275454044 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14239882753093602) | > loader_time: 0.0048 (0.0046684092550135356)  --> TIME: 2025-03-24 15:39:19 -- STEP: 18810/31555 -- GLOBAL_STEP: 586800 | > loss_text_ce: 0.03978719562292099 (0.03800288501335716) | > loss_mel_ce: 3.308772087097168 (nan) | > loss: 0.013287934474647045 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1424074264614584) | > loader_time: 0.0045 (0.004668335151570961)  --> TIME: 2025-03-24 15:39:29 -- STEP: 18860/31555 -- GLOBAL_STEP: 586850 | > loss_text_ce: 0.03343756124377251 (0.03800044851135629) | > loss_mel_ce: 2.299041509628296 (nan) | > loss: 0.009255869314074516 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14242005757789952) | > loader_time: 0.0047 (0.0046683737480754176)  --> TIME: 2025-03-24 15:39:38 -- STEP: 18910/31555 -- GLOBAL_STEP: 586900 | > loss_text_ce: 0.03552546724677086 (0.037999826734457) | > loss_mel_ce: 2.992823600769043 (nan) | > loss: 0.012017259374260902 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14241663658196543) | > loader_time: 0.0051 (0.0046685363425583125)  --> TIME: 2025-03-24 15:39:48 -- STEP: 18960/31555 -- GLOBAL_STEP: 586950 | > loss_text_ce: 0.033272407948970795 (0.03799582324840534) | > loss_mel_ce: 2.8606009483337402 (nan) | > loss: 0.011483625508844852 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14241330494106064) | > loader_time: 0.0043 (0.004668629307787125)  --> TIME: 2025-03-24 15:39:57 -- STEP: 19010/31555 -- GLOBAL_STEP: 587000 | > loss_text_ce: 0.05140039697289467 (0.037997079983712136) | > loss_mel_ce: 3.120138645172119 (nan) | > loss: 0.012585473246872425 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14240362217776203) | > loader_time: 0.0045 (0.004668629539445597)  --> TIME: 2025-03-24 15:40:07 -- STEP: 19060/31555 -- GLOBAL_STEP: 587050 | > loss_text_ce: 0.03989534452557564 (0.0379973711368235) | > loss_mel_ce: 3.0532851219177246 (nan) | > loss: 0.012274526059627533 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14240510339877027) | > loader_time: 0.0047 (0.004668739259805905)  --> TIME: 2025-03-24 15:40:17 -- STEP: 19110/31555 -- GLOBAL_STEP: 587100 | > loss_text_ce: 0.03828118368983269 (0.03799404032603446) | > loss_mel_ce: 2.9694275856018066 (nan) | > loss: 0.01193535327911377 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14239819823354394) | > loader_time: 0.0046 (0.0046688413071045935)  --> TIME: 2025-03-24 15:40:26 -- STEP: 19160/31555 -- GLOBAL_STEP: 587150 | > loss_text_ce: 0.03137977793812752 (0.03799046396879603) | > loss_mel_ce: 3.4910590648651123 (nan) | > loss: 0.01397793274372816 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14239206035351187) | > loader_time: 0.0046 (0.004668687641745062)  --> TIME: 2025-03-24 15:40:36 -- STEP: 19210/31555 -- GLOBAL_STEP: 587200 | > loss_text_ce: 0.043490391224622726 (0.037989521566545684) | > loss_mel_ce: 3.181323528289795 (nan) | > loss: 0.01279688160866499 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14239355301497048) | > loader_time: 0.0046 (0.004668585016726194)  --> TIME: 2025-03-24 15:40:46 -- STEP: 19260/31555 -- GLOBAL_STEP: 587250 | > loss_text_ce: 0.042549457401037216 (0.037990216795801834) | > loss_mel_ce: 2.7729339599609375 (nan) | > loss: 0.011172553524374962 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14239155039237647) | > loader_time: 0.0046 (0.0046687704009058945)  --> TIME: 2025-03-24 15:40:55 -- STEP: 19310/31555 -- GLOBAL_STEP: 587300 | > loss_text_ce: 0.04054097458720207 (0.03799416269197408) | > loss_mel_ce: 2.5590081214904785 (nan) | > loss: 0.010315671563148499 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14239371031569034) | > loader_time: 0.0048 (0.004668566700339247)  --> TIME: 2025-03-24 15:41:05 -- STEP: 19360/31555 -- GLOBAL_STEP: 587350 | > loss_text_ce: 0.03401265665888786 (0.03798909936690017) | > loss_mel_ce: 2.9741413593292236 (nan) | > loss: 0.01193711906671524 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14238903673966058) | > loader_time: 0.0069 (0.004668444037930033)  --> TIME: 2025-03-24 15:41:15 -- STEP: 19410/31555 -- GLOBAL_STEP: 587400 | > loss_text_ce: 0.03018057346343994 (0.03798990054900524) | > loss_mel_ce: 2.6478464603424072 (nan) | > loss: 0.01062709279358387 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1423902519212316) | > loader_time: 0.0048 (0.004668369163010058)  --> TIME: 2025-03-24 15:41:25 -- STEP: 19460/31555 -- GLOBAL_STEP: 587450 | > loss_text_ce: 0.04255510866641998 (0.037990250181596255) | > loss_mel_ce: 2.4148221015930176 (nan) | > loss: 0.009751497767865658 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14240101155617244) | > loader_time: 0.0045 (0.004668254732228008)  --> TIME: 2025-03-24 15:41:34 -- STEP: 19510/31555 -- GLOBAL_STEP: 587500 | > loss_text_ce: 0.042520470917224884 (0.03799146148034858) | > loss_mel_ce: 2.9308316707611084 (nan) | > loss: 0.01179901696741581 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14240086557680603) | > loader_time: 0.0045 (0.004668084760007945)  --> TIME: 2025-03-24 15:41:44 -- STEP: 19560/31555 -- GLOBAL_STEP: 587550 | > loss_text_ce: 0.02458079345524311 (0.03799169436092381) | > loss_mel_ce: 2.399122714996338 (nan) | > loss: 0.009617871604859829 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14239180373267873) | > loader_time: 0.0046 (0.004667952089953274)  --> TIME: 2025-03-24 15:41:54 -- STEP: 19610/31555 -- GLOBAL_STEP: 587600 | > loss_text_ce: 0.044550854712724686 (0.03799639855454968) | > loss_mel_ce: 2.8044345378875732 (nan) | > loss: 0.011305497959256172 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14240075310294192) | > loader_time: 0.0044 (0.004667756899104685)  --> TIME: 2025-03-24 15:42:04 -- STEP: 19660/31555 -- GLOBAL_STEP: 587650 | > loss_text_ce: 0.026172146201133728 (0.037998768918752444) | > loss_mel_ce: 0.8995809555053711 (nan) | > loss: 0.0036736237816512585 (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.14239794618600732) | > loader_time: 0.0042 (0.004667660348412948)  --> TIME: 2025-03-24 15:42:13 -- STEP: 19710/31555 -- GLOBAL_STEP: 587700 | > loss_text_ce: 0.036094509065151215 (0.03799756354501609) | > loss_mel_ce: 2.534621000289917 (nan) | > loss: 0.010201252065598965 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14239774807524025) | > loader_time: 0.0046 (0.004667613229311279)  --> TIME: 2025-03-24 15:42:23 -- STEP: 19760/31555 -- GLOBAL_STEP: 587750 | > loss_text_ce: 0.04054822027683258 (0.03799524949378089) | > loss_mel_ce: 2.9900288581848145 (nan) | > loss: 0.012026100419461727 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14240298146902297) | > loader_time: 0.0047 (0.004667859388749125)  --> TIME: 2025-03-24 15:42:33 -- STEP: 19810/31555 -- GLOBAL_STEP: 587800 | > loss_text_ce: 0.038414351642131805 (0.03799354559476283) | > loss_mel_ce: 3.2496752738952637 (nan) | > loss: 0.013047974556684494 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14240364260531507) | > loader_time: 0.0046 (0.004667784227739975)  --> TIME: 2025-03-24 15:42:43 -- STEP: 19860/31555 -- GLOBAL_STEP: 587850 | > loss_text_ce: 0.04349207133054733 (0.03799092540782863) | > loss_mel_ce: 3.1947214603424072 (nan) | > loss: 0.012850054539740086 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14240384435605666) | > loader_time: 0.0047 (0.004668001429912183)  --> TIME: 2025-03-24 15:42:53 -- STEP: 19910/31555 -- GLOBAL_STEP: 587900 | > loss_text_ce: 0.03440592810511589 (0.037994928163345695) | > loss_mel_ce: 3.0791015625 (nan) | > loss: 0.012355188839137554 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14241587442707498) | > loader_time: 0.0046 (0.004668153966868236)  --> TIME: 2025-03-24 15:43:02 -- STEP: 19960/31555 -- GLOBAL_STEP: 587950 | > loss_text_ce: 0.04662282392382622 (0.03799684624703692) | > loss_mel_ce: 2.871150255203247 (nan) | > loss: 0.01157846488058567 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14241818985145893) | > loader_time: 0.0044 (0.004668012458480184)  --> TIME: 2025-03-24 15:43:12 -- STEP: 20010/31555 -- GLOBAL_STEP: 588000 | > loss_text_ce: 0.0392034538090229 (0.038001234444469734) | > loss_mel_ce: 2.669131278991699 (nan) | > loss: 0.010747360065579414 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1424096249271071) | > loader_time: 0.0048 (0.004667950474816754)  --> TIME: 2025-03-24 15:43:21 -- STEP: 20060/31555 -- GLOBAL_STEP: 588050 | > loss_text_ce: 0.03639810532331467 (0.03799972957420757) | > loss_mel_ce: 3.0188145637512207 (nan) | > loss: 0.01212386041879654 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1424025849235854) | > loader_time: 0.0044 (0.0046679126182320296)  --> TIME: 2025-03-24 15:43:31 -- STEP: 20110/31555 -- GLOBAL_STEP: 588100 | > loss_text_ce: 0.04008041322231293 (0.038000211188516805) | > loss_mel_ce: 2.4159562587738037 (nan) | > loss: 0.00974617712199688 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14240975415511023) | > loader_time: 0.0045 (0.004667871203486558)  --> TIME: 2025-03-24 15:43:41 -- STEP: 20160/31555 -- GLOBAL_STEP: 588150 | > loss_text_ce: 0.018824422731995583 (0.03799870929681681) | > loss_mel_ce: 1.6250371932983398 (nan) | > loss: 0.006523260846734047 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14241017783208512) | > loader_time: 0.0048 (0.00466796130178466)  --> TIME: 2025-03-24 15:43:51 -- STEP: 20210/31555 -- GLOBAL_STEP: 588200 | > loss_text_ce: 0.03722864016890526 (0.038002211715517265) | > loss_mel_ce: 3.749849557876587 (nan) | > loss: 0.015028088353574276 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.1424066308463699) | > loader_time: 0.0044 (0.004667950856219648)  --> TIME: 2025-03-24 15:44:01 -- STEP: 20260/31555 -- GLOBAL_STEP: 588250 | > loss_text_ce: 0.04038668051362038 (0.037999817851226574) | > loss_mel_ce: 3.2531301975250244 (nan) | > loss: 0.013069512322545052 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.1424074036818501) | > loader_time: 0.0046 (0.004668036065002765)  --> TIME: 2025-03-24 15:44:10 -- STEP: 20310/31555 -- GLOBAL_STEP: 588300 | > loss_text_ce: 0.04471484571695328 (0.03800027751653156) | > loss_mel_ce: 3.5607779026031494 (nan) | > loss: 0.01430751197040081 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14240634881587289) | > loader_time: 0.0048 (0.004667814713519869)  --> TIME: 2025-03-24 15:44:20 -- STEP: 20360/31555 -- GLOBAL_STEP: 588350 | > loss_text_ce: 0.040919579565525055 (0.03800082063089231) | > loss_mel_ce: 1.1509915590286255 (nan) | > loss: 0.004729806445538998 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14240477369670104) | > loader_time: 0.0047 (0.004667730427444087)  --> TIME: 2025-03-24 15:44:30 -- STEP: 20410/31555 -- GLOBAL_STEP: 588400 | > loss_text_ce: 0.037125542759895325 (0.03800227679745714) | > loss_mel_ce: 2.7726786136627197 (nan) | > loss: 0.011150017380714417 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14241172262759058) | > loader_time: 0.0045 (0.004667777433400047)  --> TIME: 2025-03-24 15:44:40 -- STEP: 20460/31555 -- GLOBAL_STEP: 588450 | > loss_text_ce: 0.031824834644794464 (0.038004687105242595) | > loss_mel_ce: 2.976372718811035 (nan) | > loss: 0.011937292292714119 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1424151300568271) | > loader_time: 0.0045 (0.00466801048140837)  --> TIME: 2025-03-24 15:44:49 -- STEP: 20510/31555 -- GLOBAL_STEP: 588500 | > loss_text_ce: 0.038849394768476486 (0.0380042643226348) | > loss_mel_ce: 2.363391876220703 (nan) | > loss: 0.009532704018056393 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14241831012030248) | > loader_time: 0.0053 (0.004667864085289968)  --> TIME: 2025-03-24 15:45:00 -- STEP: 20560/31555 -- GLOBAL_STEP: 588550 | > loss_text_ce: 0.036135733127593994 (0.038004997487366445) | > loss_mel_ce: 3.1391501426696777 (nan) | > loss: 0.012600340880453587 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.1424349905915765) | > loader_time: 0.0048 (0.00466788306774331)  --> TIME: 2025-03-24 15:45:09 -- STEP: 20610/31555 -- GLOBAL_STEP: 588600 | > loss_text_ce: 0.036993060261011124 (0.03800141428335621) | > loss_mel_ce: 2.263136386871338 (nan) | > loss: 0.009127498604357243 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1424312702837879) | > loader_time: 0.0045 (0.004667872806476871)  --> TIME: 2025-03-24 15:45:19 -- STEP: 20660/31555 -- GLOBAL_STEP: 588650 | > loss_text_ce: 0.042226605117321014 (0.037998439463861465) | > loss_mel_ce: 2.856502056121826 (nan) | > loss: 0.011502891778945923 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1424343417482483) | > loader_time: 0.0047 (0.004667689389434678)  --> TIME: 2025-03-24 15:45:29 -- STEP: 20710/31555 -- GLOBAL_STEP: 588700 | > loss_text_ce: 0.027702249586582184 (0.03799612925346082) | > loss_mel_ce: 1.0425851345062256 (nan) | > loss: 0.004247172269970179 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14243276517555886) | > loader_time: 0.0068 (0.004667714020873182)  --> TIME: 2025-03-24 15:45:39 -- STEP: 20760/31555 -- GLOBAL_STEP: 588750 | > loss_text_ce: 0.0327010415494442 (0.0379969461125218) | > loss_mel_ce: 2.9414279460906982 (nan) | > loss: 0.011802099645137787 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14243830843238295) | > loader_time: 0.0046 (0.0046675471671514)  --> TIME: 2025-03-24 15:45:48 -- STEP: 20810/31555 -- GLOBAL_STEP: 588800 | > loss_text_ce: 0.03702814504504204 (0.037999641881375675) | > loss_mel_ce: 2.7518179416656494 (nan) | > loss: 0.011066850274801254 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14244348833275716) | > loader_time: 0.0049 (0.004667781695100545)  --> TIME: 2025-03-24 15:45:58 -- STEP: 20860/31555 -- GLOBAL_STEP: 588850 | > loss_text_ce: 0.04284007474780083 (0.03799838517928235) | > loss_mel_ce: 3.035705327987671 (nan) | > loss: 0.012216450646519661 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14244071556074914) | > loader_time: 0.0045 (0.0046679340981568345)  --> TIME: 2025-03-24 15:46:08 -- STEP: 20910/31555 -- GLOBAL_STEP: 588900 | > loss_text_ce: 0.04545174166560173 (0.0379971568122601) | > loss_mel_ce: 3.0995852947235107 (nan) | > loss: 0.012480306439101696 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14244305296185994) | > loader_time: 0.0048 (0.004667743617185032)  --> TIME: 2025-03-24 15:46:17 -- STEP: 20960/31555 -- GLOBAL_STEP: 588950 | > loss_text_ce: 0.0353398323059082 (0.03799810796822335) | > loss_mel_ce: 3.0204379558563232 (nan) | > loss: 0.012126103043556213 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14243292756208087) | > loader_time: 0.0047 (0.004667811061589756)  --> TIME: 2025-03-24 15:46:27 -- STEP: 21010/31555 -- GLOBAL_STEP: 589000 | > loss_text_ce: 0.04905862733721733 (0.03799760414567582) | > loss_mel_ce: 3.02601957321167 (nan) | > loss: 0.012202692218124866 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14243417848353782) | > loader_time: 0.0065 (0.00466792828579392)  --> TIME: 2025-03-24 15:46:37 -- STEP: 21060/31555 -- GLOBAL_STEP: 589050 | > loss_text_ce: 0.04193749651312828 (0.03799351316581288) | > loss_mel_ce: 2.9318041801452637 (nan) | > loss: 0.011800562962889671 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14243394585869426) | > loader_time: 0.0043 (0.004667659555292068)  --> TIME: 2025-03-24 15:46:46 -- STEP: 21110/31555 -- GLOBAL_STEP: 589100 | > loss_text_ce: 0.0437011756002903 (0.03799147551900447) | > loss_mel_ce: 2.8390121459960938 (nan) | > loss: 0.011439339257776737 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14242984874730824) | > loader_time: 0.0046 (0.0046676449615319325)  --> TIME: 2025-03-24 15:46:56 -- STEP: 21160/31555 -- GLOBAL_STEP: 589150 | > loss_text_ce: 0.024250594899058342 (0.03799176843813119) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14242511303753896) | > loader_time: 0.0046 (0.004667663213661337)  --> TIME: 2025-03-24 15:47:06 -- STEP: 21210/31555 -- GLOBAL_STEP: 589200 | > loss_text_ce: 0.036342062056064606 (0.03798910326801679) | > loss_mel_ce: 3.4377870559692383 (nan) | > loss: 0.013786227442324162 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14242600693223892) | > loader_time: 0.0047 (0.004667505718862474)  --> TIME: 2025-03-24 15:47:15 -- STEP: 21260/31555 -- GLOBAL_STEP: 589250 | > loss_text_ce: 0.033416952937841415 (0.037989136536919973) | > loss_mel_ce: 3.0875751972198486 (nan) | > loss: 0.012384890578687191 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14242269125953722) | > loader_time: 0.0048 (0.004667475171954912)  --> TIME: 2025-03-24 15:47:25 -- STEP: 21310/31555 -- GLOBAL_STEP: 589300 | > loss_text_ce: 0.03245902433991432 (0.037988601795015946) | > loss_mel_ce: 2.620157241821289 (nan) | > loss: 0.010526255704462528 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14240562800564543) | > loader_time: 0.0043 (0.004667382797463167)  --> TIME: 2025-03-24 15:47:34 -- STEP: 21360/31555 -- GLOBAL_STEP: 589350 | > loss_text_ce: 0.040359318256378174 (0.03798788286739424) | > loss_mel_ce: 2.850294828414917 (nan) | > loss: 0.011470850557088852 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14239936494425498) | > loader_time: 0.0045 (0.004667156186889602)  --> TIME: 2025-03-24 15:47:44 -- STEP: 21410/31555 -- GLOBAL_STEP: 589400 | > loss_text_ce: 0.03823848068714142 (0.03798575115997789) | > loss_mel_ce: 3.2196760177612305 (nan) | > loss: 0.012928233481943607 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14239330548986265) | > loader_time: 0.0046 (0.004666978674812426)  --> TIME: 2025-03-24 15:47:54 -- STEP: 21460/31555 -- GLOBAL_STEP: 589450 | > loss_text_ce: 0.03648951277136803 (0.037989683217131864) | > loss_mel_ce: 2.8837859630584717 (nan) | > loss: 0.011588395573198795 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14239970814481875) | > loader_time: 0.0045 (0.004667120677560469)  --> TIME: 2025-03-24 15:48:04 -- STEP: 21510/31555 -- GLOBAL_STEP: 589500 | > loss_text_ce: 0.03852859139442444 (0.03798980899653038) | > loss_mel_ce: 2.9385805130004883 (nan) | > loss: 0.011813926510512829 (nan) | > current_lr: 5e-06 | > step_time: 0.1473 (0.1424100461088193) | > loader_time: 0.0046 (0.0046671341874332155)  --> TIME: 2025-03-24 15:48:14 -- STEP: 21560/31555 -- GLOBAL_STEP: 589550 | > loss_text_ce: 0.04580075666308403 (0.03799099611418204) | > loss_mel_ce: 2.3135790824890137 (nan) | > loss: 0.009362618438899517 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14241686329549746) | > loader_time: 0.0045 (0.004667027706560248)  --> TIME: 2025-03-24 15:48:23 -- STEP: 21610/31555 -- GLOBAL_STEP: 589600 | > loss_text_ce: 0.04209672659635544 (0.0379880374166915) | > loss_mel_ce: 3.1229095458984375 (nan) | > loss: 0.012559548951685429 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14240895764025724) | > loader_time: 0.0048 (0.004667050460045757)  --> TIME: 2025-03-24 15:48:33 -- STEP: 21660/31555 -- GLOBAL_STEP: 589650 | > loss_text_ce: 0.027746355161070824 (0.03798676776598236) | > loss_mel_ce: 3.2119956016540527 (nan) | > loss: 0.012856120243668556 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14240716530675782) | > loader_time: 0.0044 (0.00466706297073996)  --> TIME: 2025-03-24 15:48:43 -- STEP: 21710/31555 -- GLOBAL_STEP: 589700 | > loss_text_ce: 0.03972538933157921 (0.037986287783800345) | > loss_mel_ce: 2.886176347732544 (nan) | > loss: 0.011610721237957478 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14241444502267867) | > loader_time: 0.0043 (0.004667020162532298)  --> TIME: 2025-03-24 15:48:52 -- STEP: 21760/31555 -- GLOBAL_STEP: 589750 | > loss_text_ce: 0.03368807211518288 (0.03798454340067098) | > loss_mel_ce: 3.181027412414551 (nan) | > loss: 0.012756808660924435 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1424103841842981) | > loader_time: 0.0044 (0.004667220001711544)  --> TIME: 2025-03-24 15:49:02 -- STEP: 21810/31555 -- GLOBAL_STEP: 589800 | > loss_text_ce: 0.04276171699166298 (0.03798090396414795) | > loss_mel_ce: 1.7793861627578735 (nan) | > loss: 0.007230745628476143 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14240310581273816) | > loader_time: 0.0049 (0.0046670791262172105)  --> TIME: 2025-03-24 15:49:12 -- STEP: 21860/31555 -- GLOBAL_STEP: 589850 | > loss_text_ce: 0.03692565858364105 (0.03797798529569786) | > loss_mel_ce: 2.2961061000823975 (nan) | > loss: 0.009258062578737736 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14241398368968147) | > loader_time: 0.0048 (0.004667325610974874)  --> TIME: 2025-03-24 15:49:22 -- STEP: 21910/31555 -- GLOBAL_STEP: 589900 | > loss_text_ce: 0.032275836914777756 (0.03797971260032951) | > loss_mel_ce: 2.48248291015625 (nan) | > loss: 0.009979202412068844 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14242282389288735) | > loader_time: 0.0047 (0.004667561351300785)  --> TIME: 2025-03-24 15:49:31 -- STEP: 21960/31555 -- GLOBAL_STEP: 589950 | > loss_text_ce: 0.04307563602924347 (0.03798034759251071) | > loss_mel_ce: 2.703965663909912 (nan) | > loss: 0.010900957509875298 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14241892812682047) | > loader_time: 0.0044 (0.004667520414501782)  --> TIME: 2025-03-24 15:49:41 -- STEP: 22010/31555 -- GLOBAL_STEP: 590000 | > loss_text_ce: 0.04374271258711815 (0.037982238022342144) | > loss_mel_ce: 3.176992654800415 (nan) | > loss: 0.012780696153640747 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1424123880268503) | > loader_time: 0.0047 (0.004667389994044544) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_590000.pth  --> TIME: 2025-03-24 15:49:56 -- STEP: 22060/31555 -- GLOBAL_STEP: 590050 | > loss_text_ce: 0.03655454143881798 (0.03798471132030735) | > loss_mel_ce: 2.8367578983306885 (nan) | > loss: 0.01140203420072794 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1424028853665459) | > loader_time: 0.0047 (0.0046675261106689705)  --> TIME: 2025-03-24 15:50:06 -- STEP: 22110/31555 -- GLOBAL_STEP: 590100 | > loss_text_ce: 0.051972921937704086 (0.037983705005126) | > loss_mel_ce: 2.9118261337280273 (nan) | > loss: 0.011761107482016087 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14240171679648217) | > loader_time: 0.0046 (0.004667332753613193)  --> TIME: 2025-03-24 15:50:16 -- STEP: 22160/31555 -- GLOBAL_STEP: 590150 | > loss_text_ce: 0.05044955760240555 (0.037981953348801174) | > loss_mel_ce: 2.7422115802764893 (nan) | > loss: 0.011081989854574203 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14241114292119014) | > loader_time: 0.0046 (0.004667048688829997)  --> TIME: 2025-03-24 15:50:25 -- STEP: 22210/31555 -- GLOBAL_STEP: 590200 | > loss_text_ce: 0.03022783063352108 (0.03798128145984622) | > loss_mel_ce: 0.0128173828125 (nan) | > loss: 0.00017081435362342745 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14241273281865222) | > loader_time: 0.0043 (0.0046670277555586545)  --> TIME: 2025-03-24 15:50:35 -- STEP: 22260/31555 -- GLOBAL_STEP: 590250 | > loss_text_ce: 0.04241251200437546 (0.03798070889069224) | > loss_mel_ce: 2.8761589527130127 (nan) | > loss: 0.011581633239984512 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14241766863220634) | > loader_time: 0.0046 (0.004666892719611515)  --> TIME: 2025-03-24 15:50:45 -- STEP: 22310/31555 -- GLOBAL_STEP: 590300 | > loss_text_ce: 0.03804163634777069 (0.03798132154582102) | > loss_mel_ce: 1.0043411254882812 (nan) | > loss: 0.00413643941283226 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14242704615684923) | > loader_time: 0.0048 (0.004666886656661546)  --> TIME: 2025-03-24 15:50:55 -- STEP: 22360/31555 -- GLOBAL_STEP: 590350 | > loss_text_ce: 0.040187034755945206 (0.03797929844271691) | > loss_mel_ce: 2.6620278358459473 (nan) | > loss: 0.010723075829446316 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14241290724768044) | > loader_time: 0.0065 (0.004667039058289474)  --> TIME: 2025-03-24 15:51:04 -- STEP: 22410/31555 -- GLOBAL_STEP: 590400 | > loss_text_ce: 0.03624897450208664 (0.03797978276456653) | > loss_mel_ce: 1.7609142065048218 (nan) | > loss: 0.00713160028681159 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14240871772655528) | > loader_time: 0.0046 (0.004667109253682049)  --> TIME: 2025-03-24 15:51:14 -- STEP: 22460/31555 -- GLOBAL_STEP: 590450 | > loss_text_ce: 0.03828851506114006 (0.03797970707097026) | > loss_mel_ce: 2.8377223014831543 (nan) | > loss: 0.011412742547690868 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14241149287508367) | > loader_time: 0.0047 (0.004667019844055153)  --> TIME: 2025-03-24 15:51:24 -- STEP: 22510/31555 -- GLOBAL_STEP: 590500 | > loss_text_ce: 0.04163358733057976 (0.03798074061175111) | > loss_mel_ce: 2.9720780849456787 (nan) | > loss: 0.01195917371660471 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1424232682563215) | > loader_time: 0.0045 (0.004667058546031519)  --> TIME: 2025-03-24 15:51:34 -- STEP: 22560/31555 -- GLOBAL_STEP: 590550 | > loss_text_ce: 0.040814220905303955 (0.03797776690615708) | > loss_mel_ce: 2.98681640625 (nan) | > loss: 0.01201440766453743 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14241467975344274) | > loader_time: 0.0049 (0.004667044763869404)  --> TIME: 2025-03-24 15:51:43 -- STEP: 22610/31555 -- GLOBAL_STEP: 590600 | > loss_text_ce: 0.035582900047302246 (0.03797578197454515) | > loss_mel_ce: 2.825434684753418 (nan) | > loss: 0.011353245936334133 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14241333190238095) | > loader_time: 0.0045 (0.004667248361040016)  --> TIME: 2025-03-24 15:51:53 -- STEP: 22660/31555 -- GLOBAL_STEP: 590650 | > loss_text_ce: 0.03908591344952583 (0.037977192571159564) | > loss_mel_ce: 2.5259833335876465 (nan) | > loss: 0.010178846307098866 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14240594207977528) | > loader_time: 0.0044 (0.004667206991066029)  --> TIME: 2025-03-24 15:52:02 -- STEP: 22710/31555 -- GLOBAL_STEP: 590700 | > loss_text_ce: 0.04748846963047981 (0.0379757858569621) | > loss_mel_ce: 1.784423828125 (nan) | > loss: 0.007269493769854307 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14240505237612994) | > loader_time: 0.0046 (0.004666995246312712)  --> TIME: 2025-03-24 15:52:12 -- STEP: 22760/31555 -- GLOBAL_STEP: 590750 | > loss_text_ce: 0.054866425693035126 (0.03797483102861205) | > loss_mel_ce: 2.310511589050293 (nan) | > loss: 0.00938642118126154 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14239829117677819) | > loader_time: 0.0046 (0.004666826008493301)  --> TIME: 2025-03-24 15:52:22 -- STEP: 22810/31555 -- GLOBAL_STEP: 590800 | > loss_text_ce: 0.03626420348882675 (0.03797441878111447) | > loss_mel_ce: 3.128298282623291 (nan) | > loss: 0.01255778782069683 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14240042097157785) | > loader_time: 0.0046 (0.004666656519644385)  --> TIME: 2025-03-24 15:52:31 -- STEP: 22860/31555 -- GLOBAL_STEP: 590850 | > loss_text_ce: 0.03739670291543007 (0.037974420409406566) | > loss_mel_ce: 2.1605825424194336 (nan) | > loss: 0.008722140453755856 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1423952496792289) | > loader_time: 0.0047 (0.004666469124254147)  --> TIME: 2025-03-24 15:52:41 -- STEP: 22910/31555 -- GLOBAL_STEP: 590900 | > loss_text_ce: 0.03542499244213104 (0.03797359260527573) | > loss_mel_ce: 2.943988084793091 (nan) | > loss: 0.011823068372905254 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14238487744841347) | > loader_time: 0.005 (0.004666326598588241)  --> TIME: 2025-03-24 15:52:51 -- STEP: 22960/31555 -- GLOBAL_STEP: 590950 | > loss_text_ce: 0.032370880246162415 (0.03797480940655704) | > loss_mel_ce: 2.6663575172424316 (nan) | > loss: 0.010709240101277828 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14238993023953844) | > loader_time: 0.0043 (0.004666353767341826)  --> TIME: 2025-03-24 15:53:00 -- STEP: 23010/31555 -- GLOBAL_STEP: 591000 | > loss_text_ce: 0.036429643630981445 (0.03797499830443963) | > loss_mel_ce: 3.0914969444274902 (nan) | > loss: 0.01241240743547678 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14239184214000603) | > loader_time: 0.0047 (0.004666192538838731)  --> TIME: 2025-03-24 15:53:10 -- STEP: 23060/31555 -- GLOBAL_STEP: 591050 | > loss_text_ce: 0.04742813855409622 (0.037977037499945326) | > loss_mel_ce: 3.082979440689087 (nan) | > loss: 0.012422253377735615 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14238584066409238) | > loader_time: 0.0044 (0.004666067710257748)  --> TIME: 2025-03-24 15:53:19 -- STEP: 23110/31555 -- GLOBAL_STEP: 591100 | > loss_text_ce: 0.04044593125581741 (0.03797375077699273) | > loss_mel_ce: 3.088122844696045 (nan) | > loss: 0.012414956465363503 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14237803292449908) | > loader_time: 0.0043 (0.00466575505980056)  --> TIME: 2025-03-24 15:53:29 -- STEP: 23160/31555 -- GLOBAL_STEP: 591150 | > loss_text_ce: 0.033314261585474014 (0.03797534712600715) | > loss_mel_ce: 2.8698983192443848 (nan) | > loss: 0.011520685628056526 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14238208325415735) | > loader_time: 0.0044 (0.004665619443735286)  --> TIME: 2025-03-24 15:53:39 -- STEP: 23210/31555 -- GLOBAL_STEP: 591200 | > loss_text_ce: 0.03513392060995102 (0.037972926561155106) | > loss_mel_ce: 1.4476957321166992 (nan) | > loss: 0.005884245038032532 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14238425066429017) | > loader_time: 0.0047 (0.004665564977110871)  --> TIME: 2025-03-24 15:53:49 -- STEP: 23260/31555 -- GLOBAL_STEP: 591250 | > loss_text_ce: 0.03974280133843422 (0.037968943456206924) | > loss_mel_ce: 2.6941628456115723 (nan) | > loss: 0.010848832316696644 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14238819737733713) | > loader_time: 0.0047 (0.0046654588173712696)  --> TIME: 2025-03-24 15:53:59 -- STEP: 23310/31555 -- GLOBAL_STEP: 591300 | > loss_text_ce: 0.03870318457484245 (0.037969783039947996) | > loss_mel_ce: 3.06990385055542 (nan) | > loss: 0.012335742823779583 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14239553252497977) | > loader_time: 0.0047 (0.0046652242279216155)  --> TIME: 2025-03-24 15:54:08 -- STEP: 23360/31555 -- GLOBAL_STEP: 591350 | > loss_text_ce: 0.029992206022143364 (0.03797127698338414) | > loss_mel_ce: 2.7039990425109863 (nan) | > loss: 0.010849172249436378 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14239288169431394) | > loader_time: 0.0044 (0.004664999001646673)  --> TIME: 2025-03-24 15:54:18 -- STEP: 23410/31555 -- GLOBAL_STEP: 591400 | > loss_text_ce: 0.04054349288344383 (0.037972350036768986) | > loss_mel_ce: 2.8523478507995605 (nan) | > loss: 0.011479728855192661 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14239497708235502) | > loader_time: 0.0047 (0.004665006230601563)  --> TIME: 2025-03-24 15:54:28 -- STEP: 23460/31555 -- GLOBAL_STEP: 591450 | > loss_text_ce: 0.03309953212738037 (0.03797170880229972) | > loss_mel_ce: 2.7836124897003174 (nan) | > loss: 0.011177428998053074 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14239079566054763) | > loader_time: 0.0054 (0.004664886912421473)  --> TIME: 2025-03-24 15:54:38 -- STEP: 23510/31555 -- GLOBAL_STEP: 591500 | > loss_text_ce: 0.03758024424314499 (0.037973440058968085) | > loss_mel_ce: 1.221771240234375 (nan) | > loss: 0.0049974266439676285 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.1423903624081503) | > loader_time: 0.0044 (0.004664797967466966)  --> TIME: 2025-03-24 15:54:48 -- STEP: 23560/31555 -- GLOBAL_STEP: 591550 | > loss_text_ce: 0.036278702318668365 (0.03797243812223414) | > loss_mel_ce: 2.8501291275024414 (nan) | > loss: 0.011454000137746334 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14239780393844986) | > loader_time: 0.0045 (0.004664930402726567)  --> TIME: 2025-03-24 15:54:57 -- STEP: 23610/31555 -- GLOBAL_STEP: 591600 | > loss_text_ce: 0.03918679058551788 (0.03797219681286466) | > loss_mel_ce: 2.65091872215271 (nan) | > loss: 0.010675022378563881 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14239961862665115) | > loader_time: 0.0055 (0.004664896101024556)  --> TIME: 2025-03-24 15:55:07 -- STEP: 23660/31555 -- GLOBAL_STEP: 591650 | > loss_text_ce: 0.03877090662717819 (0.03797218777795886) | > loss_mel_ce: 1.8144192695617676 (nan) | > loss: 0.007353929802775383 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1424067401825529) | > loader_time: 0.0047 (0.0046649451489581325)  --> TIME: 2025-03-24 15:55:17 -- STEP: 23710/31555 -- GLOBAL_STEP: 591700 | > loss_text_ce: 0.030597617849707603 (0.0379687548029768) | > loss_mel_ce: 0.006103515625 (nan) | > loss: 0.0001456394384149462 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14240016850777634) | > loader_time: 0.0043 (0.004664668731174588)  --> TIME: 2025-03-24 15:55:26 -- STEP: 23760/31555 -- GLOBAL_STEP: 591750 | > loss_text_ce: 0.025979872792959213 (0.037967158103657854) | > loss_mel_ce: 2.7520196437835693 (nan) | > loss: 0.01102380733937025 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14240088923410982) | > loader_time: 0.0043 (0.004664443759404433)  --> TIME: 2025-03-24 15:55:36 -- STEP: 23810/31555 -- GLOBAL_STEP: 591800 | > loss_text_ce: 0.03552711382508278 (0.037967307726018855) | > loss_mel_ce: 3.235275983810425 (nan) | > loss: 0.012979378923773766 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1423943543223866) | > loader_time: 0.0048 (0.004664172869878155)  --> TIME: 2025-03-24 15:55:46 -- STEP: 23860/31555 -- GLOBAL_STEP: 591850 | > loss_text_ce: 0.04353735223412514 (0.03796460775159628) | > loss_mel_ce: 2.723053455352783 (nan) | > loss: 0.010978535749018192 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1423927863705392) | > loader_time: 0.0051 (0.004664336785686568)  --> TIME: 2025-03-24 15:55:55 -- STEP: 23910/31555 -- GLOBAL_STEP: 591900 | > loss_text_ce: 0.03850775957107544 (0.03796567089309553) | > loss_mel_ce: 0.09942071884870529 (nan) | > loss: 0.0005473353085108101 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14239507089444994) | > loader_time: 0.0043 (0.004664284222697358)  --> TIME: 2025-03-24 15:56:05 -- STEP: 23960/31555 -- GLOBAL_STEP: 591950 | > loss_text_ce: 0.041419871151447296 (0.037964502873578394) | > loss_mel_ce: 2.7925658226013184 (nan) | > loss: 0.011245976202189922 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.1423909542059067) | > loader_time: 0.0044 (0.004664086788046927)  --> TIME: 2025-03-24 15:56:15 -- STEP: 24010/31555 -- GLOBAL_STEP: 592000 | > loss_text_ce: 0.04262537881731987 (0.037964049230807755) | > loss_mel_ce: 2.6510658264160156 (nan) | > loss: 0.01068925205618143 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.142393086583155) | > loader_time: 0.0045 (0.004663943698236405)  --> TIME: 2025-03-24 15:56:24 -- STEP: 24060/31555 -- GLOBAL_STEP: 592050 | > loss_text_ce: 0.016195347532629967 (0.03796324092102803) | > loss_mel_ce: 2.869036912918091 (nan) | > loss: 0.011449335142970085 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14238952680716238) | > loader_time: 0.0045 (0.004663790510975103)  --> TIME: 2025-03-24 15:56:34 -- STEP: 24110/31555 -- GLOBAL_STEP: 592100 | > loss_text_ce: 0.026752127334475517 (0.037960366727857464) | > loss_mel_ce: 1.966602087020874 (nan) | > loss: 0.007910136133432388 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14239425038164116) | > loader_time: 0.0044 (0.004663956407588913)  --> TIME: 2025-03-24 15:56:45 -- STEP: 24160/31555 -- GLOBAL_STEP: 592150 | > loss_text_ce: 0.04005548730492592 (0.037963254007916156) | > loss_mel_ce: 2.591463327407837 (nan) | > loss: 0.010442535392940044 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14241451971380975) | > loader_time: 0.0045 (0.004663993132035455)  --> TIME: 2025-03-24 15:56:54 -- STEP: 24210/31555 -- GLOBAL_STEP: 592200 | > loss_text_ce: 0.01667703501880169 (0.0379619181563538) | > loss_mel_ce: 2.2499797344207764 (nan) | > loss: 0.00899467058479786 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14241341170768376) | > loader_time: 0.0043 (0.004663711685328764)  --> TIME: 2025-03-24 15:57:04 -- STEP: 24260/31555 -- GLOBAL_STEP: 592250 | > loss_text_ce: 0.04195452108979225 (0.03796557204691122) | > loss_mel_ce: 2.9602227210998535 (nan) | > loss: 0.011913402006030083 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14241068077205396) | > loader_time: 0.0048 (0.004663803758251684)  --> TIME: 2025-03-24 15:57:14 -- STEP: 24310/31555 -- GLOBAL_STEP: 592300 | > loss_text_ce: 0.03705118969082832 (0.037965850062945505) | > loss_mel_ce: 2.6432223320007324 (nan) | > loss: 0.010636006481945515 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14241431412604724) | > loader_time: 0.0044 (0.004663530233611483)  --> TIME: 2025-03-24 15:57:23 -- STEP: 24360/31555 -- GLOBAL_STEP: 592350 | > loss_text_ce: 0.034717634320259094 (0.03796190069541041) | > loss_mel_ce: 2.876255512237549 (nan) | > loss: 0.011551480740308762 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14241483477731928) | > loader_time: 0.0044 (0.004663542563887837)  --> TIME: 2025-03-24 15:57:33 -- STEP: 24410/31555 -- GLOBAL_STEP: 592400 | > loss_text_ce: 0.040492042899131775 (0.03796110746974548) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1424136931268185) | > loader_time: 0.0044 (0.0046634779851585945)  --> TIME: 2025-03-24 15:57:43 -- STEP: 24460/31555 -- GLOBAL_STEP: 592450 | > loss_text_ce: 0.02738998644053936 (0.037963292945841755) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14241842423319814) | > loader_time: 0.0045 (0.004663561497763915)  --> TIME: 2025-03-24 15:57:53 -- STEP: 24510/31555 -- GLOBAL_STEP: 592500 | > loss_text_ce: 0.03594600781798363 (0.037963853403811754) | > loss_mel_ce: 2.77392840385437 (nan) | > loss: 0.011150295846164227 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14242432292555451) | > loader_time: 0.0044 (0.004663566509979864)  --> TIME: 2025-03-24 15:58:03 -- STEP: 24560/31555 -- GLOBAL_STEP: 592550 | > loss_text_ce: 0.0336078442633152 (0.03795980391762256) | > loss_mel_ce: 3.383824348449707 (nan) | > loss: 0.013561240397393703 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1424245225878424) | > loader_time: 0.0043 (0.00466337676739458)  --> TIME: 2025-03-24 15:58:12 -- STEP: 24610/31555 -- GLOBAL_STEP: 592600 | > loss_text_ce: 0.04873587191104889 (0.03796125358131035) | > loss_mel_ce: 3.2152411937713623 (nan) | > loss: 0.0129522904753685 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14241445419120966) | > loader_time: 0.0046 (0.004663391299288412)  --> TIME: 2025-03-24 15:58:22 -- STEP: 24660/31555 -- GLOBAL_STEP: 592650 | > loss_text_ce: 0.035508137196302414 (0.03795981039058944) | > loss_mel_ce: 2.863724946975708 (nan) | > loss: 0.011504894122481346 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14241055611759784) | > loader_time: 0.0052 (0.004663559796843003)  --> TIME: 2025-03-24 15:58:32 -- STEP: 24710/31555 -- GLOBAL_STEP: 592700 | > loss_text_ce: 0.03502671793103218 (0.03795982897036648) | > loss_mel_ce: 0.0357259102165699 (nan) | > loss: 0.0002807644195854664 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14241480080524754) | > loader_time: 0.0048 (0.00466360564368882)  --> TIME: 2025-03-24 15:58:41 -- STEP: 24760/31555 -- GLOBAL_STEP: 592750 | > loss_text_ce: 0.04033828526735306 (0.037958877212412964) | > loss_mel_ce: 3.109332799911499 (nan) | > loss: 0.012498695403337479 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14241902070399906) | > loader_time: 0.0046 (0.004663502505599761)  --> TIME: 2025-03-24 15:58:51 -- STEP: 24810/31555 -- GLOBAL_STEP: 592800 | > loss_text_ce: 0.048567600548267365 (0.03796201903701074) | > loss_mel_ce: 3.1201043128967285 (nan) | > loss: 0.012574095278978348 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.142415963387788) | > loader_time: 0.0049 (0.004663524479694956)  --> TIME: 2025-03-24 15:59:01 -- STEP: 24860/31555 -- GLOBAL_STEP: 592850 | > loss_text_ce: 0.04309501871466637 (0.03796082455983296) | > loss_mel_ce: 3.051225185394287 (nan) | > loss: 0.01227904949337244 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14241258370137927) | > loader_time: 0.0043 (0.00466354028505368)  --> TIME: 2025-03-24 15:59:10 -- STEP: 24910/31555 -- GLOBAL_STEP: 592900 | > loss_text_ce: 0.03439321368932724 (0.037958683979606604) | > loss_mel_ce: 3.1814894676208496 (nan) | > loss: 0.012761440128087997 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14240431734856215) | > loader_time: 0.0047 (0.004663643507725818)  --> TIME: 2025-03-24 15:59:20 -- STEP: 24960/31555 -- GLOBAL_STEP: 592950 | > loss_text_ce: 0.03344480320811272 (0.03795695810251154) | > loss_mel_ce: 2.9860806465148926 (nan) | > loss: 0.011982244439423084 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14240444496465096) | > loader_time: 0.005 (0.004663635398714956)  --> TIME: 2025-03-24 15:59:29 -- STEP: 25010/31555 -- GLOBAL_STEP: 593000 | > loss_text_ce: 0.04408441111445427 (0.03795754410142516) | > loss_mel_ce: 3.0343008041381836 (nan) | > loss: 0.012215814553201199 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1423983572960288) | > loader_time: 0.0044 (0.004663694576948263)  --> TIME: 2025-03-24 15:59:39 -- STEP: 25060/31555 -- GLOBAL_STEP: 593050 | > loss_text_ce: 0.03344801813364029 (0.03795609245175622) | > loss_mel_ce: 2.650423049926758 (nan) | > loss: 0.010650282725691795 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14240096427874926) | > loader_time: 0.0047 (0.004663753557091027)  --> TIME: 2025-03-24 15:59:49 -- STEP: 25110/31555 -- GLOBAL_STEP: 593100 | > loss_text_ce: 0.03266752511262894 (0.03795528502449417) | > loss_mel_ce: 2.5892255306243896 (nan) | > loss: 0.010404338128864765 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1423989490606269) | > loader_time: 0.0047 (0.00466371352622253)  --> TIME: 2025-03-24 15:59:58 -- STEP: 25160/31555 -- GLOBAL_STEP: 593150 | > loss_text_ce: 0.05285883694887161 (0.03795534055565278) | > loss_mel_ce: 2.8946564197540283 (nan) | > loss: 0.01169648952782154 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14239841209686135) | > loader_time: 0.0046 (0.004663738101389141)  --> TIME: 2025-03-24 16:00:08 -- STEP: 25210/31555 -- GLOBAL_STEP: 593200 | > loss_text_ce: 0.026921546086668968 (0.03795369472277061) | > loss_mel_ce: 3.014566421508789 (nan) | > loss: 0.0120693976059556 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14239457003515218) | > loader_time: 0.0047 (0.004663749575283918)  --> TIME: 2025-03-24 16:00:18 -- STEP: 25260/31555 -- GLOBAL_STEP: 593250 | > loss_text_ce: 0.03159627690911293 (0.03795105409373386) | > loss_mel_ce: 2.246342420578003 (nan) | > loss: 0.009039439260959625 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14240076744830227) | > loader_time: 0.0044 (0.004663845337484904)  --> TIME: 2025-03-24 16:00:28 -- STEP: 25310/31555 -- GLOBAL_STEP: 593300 | > loss_text_ce: 0.04041462019085884 (0.037951622782617156) | > loss_mel_ce: 2.334742546081543 (nan) | > loss: 0.009425227530300617 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14240198170229812) | > loader_time: 0.0047 (0.004663939958313903)  --> TIME: 2025-03-24 16:00:37 -- STEP: 25360/31555 -- GLOBAL_STEP: 593350 | > loss_text_ce: 0.026572784408926964 (0.037948098576925736) | > loss_mel_ce: 2.6666629314422607 (nan) | > loss: 0.010687443427741528 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14240218657612513) | > loader_time: 0.0048 (0.004664188209768351)  --> TIME: 2025-03-24 16:00:48 -- STEP: 25410/31555 -- GLOBAL_STEP: 593400 | > loss_text_ce: 0.038684625178575516 (0.037947797562504645) | > loss_mel_ce: 3.0264761447906494 (nan) | > loss: 0.01216333732008934 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14241387455635196) | > loader_time: 0.0047 (0.004664415508121642)  --> TIME: 2025-03-24 16:00:57 -- STEP: 25460/31555 -- GLOBAL_STEP: 593450 | > loss_text_ce: 0.04624276980757713 (0.03794811711228128) | > loss_mel_ce: 3.207871437072754 (nan) | > loss: 0.012913152575492859 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14241094961001644) | > loader_time: 0.0046 (0.004664582580632336)  --> TIME: 2025-03-24 16:01:07 -- STEP: 25510/31555 -- GLOBAL_STEP: 593500 | > loss_text_ce: 0.03996960073709488 (0.03794801694788941) | > loss_mel_ce: 2.9389429092407227 (nan) | > loss: 0.011821082793176174 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.142401921221062) | > loader_time: 0.0047 (0.004664626872946079)  --> TIME: 2025-03-24 16:01:16 -- STEP: 25560/31555 -- GLOBAL_STEP: 593550 | > loss_text_ce: 0.045358479022979736 (0.03794580664983403) | > loss_mel_ce: 2.839632272720337 (nan) | > loss: 0.011448376812040806 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14239932051473633) | > loader_time: 0.0046 (0.004664512923066047)  --> TIME: 2025-03-24 16:01:26 -- STEP: 25610/31555 -- GLOBAL_STEP: 593600 | > loss_text_ce: 0.04685722663998604 (0.03794519971406646) | > loss_mel_ce: 2.4939234256744385 (nan) | > loss: 0.010082462802529335 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14240983899148976) | > loader_time: 0.0046 (0.004664683584029303)  --> TIME: 2025-03-24 16:01:36 -- STEP: 25660/31555 -- GLOBAL_STEP: 593650 | > loss_text_ce: 0.047259554266929626 (0.03794495490668522) | > loss_mel_ce: 2.192405939102173 (nan) | > loss: 0.008887561969459057 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14240309746118676) | > loader_time: 0.0044 (0.0046646141950171735)  --> TIME: 2025-03-24 16:01:46 -- STEP: 25710/31555 -- GLOBAL_STEP: 593700 | > loss_text_ce: 0.03431142866611481 (0.03794342615213831) | > loss_mel_ce: 2.5459187030792236 (nan) | > loss: 0.010239009745419025 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14240218526609558) | > loader_time: 0.0049 (0.004664635750997955)  --> TIME: 2025-03-24 16:01:55 -- STEP: 25760/31555 -- GLOBAL_STEP: 593750 | > loss_text_ce: 0.029987601563334465 (0.03794469086360026) | > loss_mel_ce: 0.0928955078125 (nan) | > loss: 0.00048763141967356205 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1424058546098131) | > loader_time: 0.0044 (0.004664513191080979)  --> TIME: 2025-03-24 16:02:05 -- STEP: 25810/31555 -- GLOBAL_STEP: 593800 | > loss_text_ce: 0.03249698132276535 (0.03794540574771241) | > loss_mel_ce: 3.0759918689727783 (nan) | > loss: 0.012335273437201977 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14240432137530423) | > loader_time: 0.0045 (0.0046645204026031185)  --> TIME: 2025-03-24 16:02:15 -- STEP: 25860/31555 -- GLOBAL_STEP: 593850 | > loss_text_ce: 0.03189998120069504 (0.03794773942862934) | > loss_mel_ce: 1.5546810626983643 (nan) | > loss: 0.0062959566712379456 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14240242429048897) | > loader_time: 0.0045 (0.004664348256007147)  --> TIME: 2025-03-24 16:02:24 -- STEP: 25910/31555 -- GLOBAL_STEP: 593900 | > loss_text_ce: 0.04113415256142616 (0.03794737170698027) | > loss_mel_ce: 2.8780927658081055 (nan) | > loss: 0.011584234423935413 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1424024390327758) | > loader_time: 0.0043 (0.0046642356469151795)  --> TIME: 2025-03-24 16:02:34 -- STEP: 25960/31555 -- GLOBAL_STEP: 593950 | > loss_text_ce: 0.036281559616327286 (0.03794512358011198) | > loss_mel_ce: 2.6351544857025146 (nan) | > loss: 0.010600937530398369 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1424039262009703) | > loader_time: 0.0046 (0.004664415607834451)  --> TIME: 2025-03-24 16:02:44 -- STEP: 26010/31555 -- GLOBAL_STEP: 594000 | > loss_text_ce: 0.0280892513692379 (0.03794749220654127) | > loss_mel_ce: 3.10164475440979 (nan) | > loss: 0.012419580481946468 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14239712499371482) | > loader_time: 0.0047 (0.00466465828098824)  --> TIME: 2025-03-24 16:02:53 -- STEP: 26060/31555 -- GLOBAL_STEP: 594050 | > loss_text_ce: 0.034470122307538986 (0.037947218015136445) | > loss_mel_ce: 2.3105554580688477 (nan) | > loss: 0.00930565781891346 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14239584498467736) | > loader_time: 0.0043 (0.004664416589466136)  --> TIME: 2025-03-24 16:03:03 -- STEP: 26110/31555 -- GLOBAL_STEP: 594100 | > loss_text_ce: 0.0332985445857048 (0.037947333744954764) | > loss_mel_ce: 2.760831356048584 (nan) | > loss: 0.011087817139923573 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1423930083778532) | > loader_time: 0.0044 (0.004664220083084021)  --> TIME: 2025-03-24 16:03:13 -- STEP: 26160/31555 -- GLOBAL_STEP: 594150 | > loss_text_ce: 0.030834369361400604 (0.037945780099336586) | > loss_mel_ce: 3.40842604637146 (nan) | > loss: 0.013647859916090965 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14238846042287545) | > loader_time: 0.0048 (0.004664396948041537)  --> TIME: 2025-03-24 16:03:22 -- STEP: 26210/31555 -- GLOBAL_STEP: 594200 | > loss_text_ce: 0.039951447397470474 (0.037945835601690264) | > loss_mel_ce: 1.9848828315734863 (nan) | > loss: 0.008035057224333286 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14238619389583193) | > loader_time: 0.0049 (0.004664297324016501)  --> TIME: 2025-03-24 16:03:32 -- STEP: 26260/31555 -- GLOBAL_STEP: 594250 | > loss_text_ce: 0.04213613271713257 (0.037947350344780015) | > loss_mel_ce: 0.019775390625 (nan) | > loss: 0.00024568065418861806 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14239075886594987) | > loader_time: 0.0045 (0.004664418421350899)  --> TIME: 2025-03-24 16:03:42 -- STEP: 26310/31555 -- GLOBAL_STEP: 594300 | > loss_text_ce: 0.037871044129133224 (0.03794629510870114) | > loss_mel_ce: 3.459648370742798 (nan) | > loss: 0.013879046775400639 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14238962288910595) | > loader_time: 0.0046 (0.004664178929461219)  --> TIME: 2025-03-24 16:03:52 -- STEP: 26360/31555 -- GLOBAL_STEP: 594350 | > loss_text_ce: 0.04052731394767761 (0.037944429982396846) | > loss_mel_ce: 0.9296315312385559 (nan) | > loss: 0.003849836764857173 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14239737198819594) | > loader_time: 0.0046 (0.004664329196325018)  --> TIME: 2025-03-24 16:04:02 -- STEP: 26410/31555 -- GLOBAL_STEP: 594400 | > loss_text_ce: 0.040068477392196655 (0.03794324573175944) | > loss_mel_ce: 2.504039764404297 (nan) | > loss: 0.010095668025314808 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1424018070761887) | > loader_time: 0.0045 (0.004664153684408813)  --> TIME: 2025-03-24 16:04:11 -- STEP: 26460/31555 -- GLOBAL_STEP: 594450 | > loss_text_ce: 0.03383471071720123 (0.03794273691109657) | > loss_mel_ce: 1.993394374847412 (nan) | > loss: 0.008044560439884663 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14239188079480844) | > loader_time: 0.0045 (0.004663969158495545)  --> TIME: 2025-03-24 16:04:21 -- STEP: 26510/31555 -- GLOBAL_STEP: 594500 | > loss_text_ce: 0.033162012696266174 (0.03794439869266377) | > loss_mel_ce: 2.479058265686035 (nan) | > loss: 0.009969129227101803 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14239653724402837) | > loader_time: 0.0043 (0.0046640739491281774)  --> TIME: 2025-03-24 16:04:31 -- STEP: 26560/31555 -- GLOBAL_STEP: 594550 | > loss_text_ce: 0.032797373831272125 (0.037940651219385675) | > loss_mel_ce: 2.4308907985687256 (nan) | > loss: 0.009776541031897068 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1423972363033934) | > loader_time: 0.0051 (0.004664091200354588)  --> TIME: 2025-03-24 16:04:41 -- STEP: 26610/31555 -- GLOBAL_STEP: 594600 | > loss_text_ce: 0.034227170050144196 (0.03794156662386195) | > loss_mel_ce: 3.2496047019958496 (nan) | > loss: 0.013031079433858395 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14240429048384162) | > loader_time: 0.0047 (0.0046642397902415976)  --> TIME: 2025-03-24 16:04:50 -- STEP: 26660/31555 -- GLOBAL_STEP: 594650 | > loss_text_ce: 0.04596870392560959 (0.03793984541455676) | > loss_mel_ce: 3.0647385120391846 (nan) | > loss: 0.012344077229499817 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14239881872147142) | > loader_time: 0.0046 (0.004664207139769985)  --> TIME: 2025-03-24 16:05:00 -- STEP: 26710/31555 -- GLOBAL_STEP: 594700 | > loss_text_ce: 0.042759399861097336 (0.037941775229685754) | > loss_mel_ce: 0.0349934883415699 (nan) | > loss: 0.0003085432108491659 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14239565687918718) | > loader_time: 0.0047 (0.00466412768654947)  --> TIME: 2025-03-24 16:05:09 -- STEP: 26760/31555 -- GLOBAL_STEP: 594750 | > loss_text_ce: 0.04039037227630615 (0.037939765147783897) | > loss_mel_ce: 3.1170732975006104 (nan) | > loss: 0.012529618106782436 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1423893006482294) | > loader_time: 0.0044 (0.0046640322703773605)  --> TIME: 2025-03-24 16:05:19 -- STEP: 26810/31555 -- GLOBAL_STEP: 594800 | > loss_text_ce: 0.03261609375476837 (0.03793663603282474) | > loss_mel_ce: 2.679901361465454 (nan) | > loss: 0.010763959027826786 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1423871709445843) | > loader_time: 0.0051 (0.004664055352244802)  --> TIME: 2025-03-24 16:05:29 -- STEP: 26860/31555 -- GLOBAL_STEP: 594850 | > loss_text_ce: 0.03833337500691414 (0.03793643660252517) | > loss_mel_ce: 2.9648056030273438 (nan) | > loss: 0.011917218565940857 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14239087705725847) | > loader_time: 0.0046 (0.0046639352348964)  --> TIME: 2025-03-24 16:05:39 -- STEP: 26910/31555 -- GLOBAL_STEP: 594900 | > loss_text_ce: 0.04814114421606064 (0.03793501953450045) | > loss_mel_ce: 2.2568352222442627 (nan) | > loss: 0.009146732278168201 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14239404817267232) | > loader_time: 0.0046 (0.004664267194798258)  --> TIME: 2025-03-24 16:05:48 -- STEP: 26960/31555 -- GLOBAL_STEP: 594950 | > loss_text_ce: 0.033393070101737976 (0.037934335081240944) | > loss_mel_ce: 0.473388671875 (nan) | > loss: 0.0020110388286411762 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14239119566335923) | > loader_time: 0.0048 (0.004664178002482009)  --> TIME: 2025-03-24 16:05:58 -- STEP: 27010/31555 -- GLOBAL_STEP: 595000 | > loss_text_ce: 0.03937042877078056 (0.037934006458256446) | > loss_mel_ce: 2.850252151489258 (nan) | > loss: 0.011466757394373417 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14239036612314762) | > loader_time: 0.0046 (0.004664082528926064)  --> TIME: 2025-03-24 16:06:08 -- STEP: 27060/31555 -- GLOBAL_STEP: 595050 | > loss_text_ce: 0.03691105172038078 (0.03793198431243844) | > loss_mel_ce: 0.9468833804130554 (nan) | > loss: 0.0039039463736116886 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14239863226877214) | > loader_time: 0.0047 (0.0046642901187285025)  --> TIME: 2025-03-24 16:06:18 -- STEP: 27110/31555 -- GLOBAL_STEP: 595100 | > loss_text_ce: 0.04074780270457268 (0.03792797038252597) | > loss_mel_ce: 1.7844282388687134 (nan) | > loss: 0.007242762483656406 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14240451890663347) | > loader_time: 0.0045 (0.00466433093803742)  --> TIME: 2025-03-24 16:06:28 -- STEP: 27160/31555 -- GLOBAL_STEP: 595150 | > loss_text_ce: 0.03513643518090248 (0.03792619430610895) | > loss_mel_ce: 2.828550338745117 (nan) | > loss: 0.01136383693665266 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14241158542647148) | > loader_time: 0.0043 (0.004664202712596968)  --> TIME: 2025-03-24 16:06:37 -- STEP: 27210/31555 -- GLOBAL_STEP: 595200 | > loss_text_ce: 0.044466547667980194 (0.03792994300164305) | > loss_mel_ce: 3.3637070655822754 (nan) | > loss: 0.013524498790502548 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14241077189321114) | > loader_time: 0.0047 (0.0046642177028719195)  --> TIME: 2025-03-24 16:06:47 -- STEP: 27260/31555 -- GLOBAL_STEP: 595250 | > loss_text_ce: 0.036338165402412415 (0.03793089162942307) | > loss_mel_ce: 2.7952804565429688 (nan) | > loss: 0.011236581951379776 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14241056609311215) | > loader_time: 0.0049 (0.004664403921702472)  --> TIME: 2025-03-24 16:06:57 -- STEP: 27310/31555 -- GLOBAL_STEP: 595300 | > loss_text_ce: 0.030144955962896347 (0.03792917542602864) | > loss_mel_ce: 3.216982841491699 (nan) | > loss: 0.01288542803376913 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1424086256631348) | > loader_time: 0.0049 (0.004664594137987264)  --> TIME: 2025-03-24 16:07:07 -- STEP: 27360/31555 -- GLOBAL_STEP: 595350 | > loss_text_ce: 0.03658623248338699 (0.03792796976958269) | > loss_mel_ce: 2.5983855724334717 (nan) | > loss: 0.010456237941980362 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14241644302655437) | > loader_time: 0.0045 (0.00466488877757949)  --> TIME: 2025-03-24 16:07:17 -- STEP: 27410/31555 -- GLOBAL_STEP: 595400 | > loss_text_ce: 0.047193530946969986 (0.037927023393014486) | > loss_mel_ce: 2.8507137298583984 (nan) | > loss: 0.011499633081257343 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1424174234841876) | > loader_time: 0.0045 (0.0046647498399747835)  --> TIME: 2025-03-24 16:07:26 -- STEP: 27460/31555 -- GLOBAL_STEP: 595450 | > loss_text_ce: 0.035988979041576385 (0.03792903737890131) | > loss_mel_ce: 3.32011079788208 (nan) | > loss: 0.013317856937646866 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14242110006668632) | > loader_time: 0.0044 (0.004664694429398982)  --> TIME: 2025-03-24 16:07:36 -- STEP: 27510/31555 -- GLOBAL_STEP: 595500 | > loss_text_ce: 0.04249696061015129 (0.03792686131354559) | > loss_mel_ce: 2.529629945755005 (nan) | > loss: 0.010206853039562702 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14242540001219264) | > loader_time: 0.0047 (0.004664769288801109)  --> TIME: 2025-03-24 16:07:46 -- STEP: 27560/31555 -- GLOBAL_STEP: 595550 | > loss_text_ce: 0.04358593374490738 (0.03792480715967464) | > loss_mel_ce: 2.9039413928985596 (nan) | > loss: 0.01169653795659542 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14242202951877042) | > loader_time: 0.0046 (0.0046646870099581305)  --> TIME: 2025-03-24 16:07:56 -- STEP: 27610/31555 -- GLOBAL_STEP: 595600 | > loss_text_ce: 0.02943934127688408 (0.037922323236396244) | > loss_mel_ce: 2.5606141090393066 (nan) | > loss: 0.010277991183102131 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1424243854034305) | > loader_time: 0.0046 (0.004664460544524018)  --> TIME: 2025-03-24 16:08:05 -- STEP: 27660/31555 -- GLOBAL_STEP: 595650 | > loss_text_ce: 0.04183069244027138 (0.03792591285676322) | > loss_mel_ce: 2.539172410964966 (nan) | > loss: 0.010242076590657234 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1424230537031848) | > loader_time: 0.0047 (0.00466471026104082)  --> TIME: 2025-03-24 16:08:15 -- STEP: 27710/31555 -- GLOBAL_STEP: 595700 | > loss_text_ce: 0.03849801793694496 (0.037927090834143105) | > loss_mel_ce: 0.6175740361213684 (nan) | > loss: 0.0026034608017653227 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14243538491522081) | > loader_time: 0.0047 (0.004664813659114565)  --> TIME: 2025-03-24 16:08:25 -- STEP: 27760/31555 -- GLOBAL_STEP: 595750 | > loss_text_ce: 0.03256668150424957 (0.03792549727544283) | > loss_mel_ce: 2.3014109134674072 (nan) | > loss: 0.00926181674003601 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.1424273286841453) | > loader_time: 0.0044 (0.0046647889727474395)  --> TIME: 2025-03-24 16:08:35 -- STEP: 27810/31555 -- GLOBAL_STEP: 595800 | > loss_text_ce: 0.04690229892730713 (0.03792728648130174) | > loss_mel_ce: 2.793999433517456 (nan) | > loss: 0.011273420415818691 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14243119073317131) | > loader_time: 0.0047 (0.004665007817578043)  --> TIME: 2025-03-24 16:08:45 -- STEP: 27860/31555 -- GLOBAL_STEP: 595850 | > loss_text_ce: 0.03782620280981064 (0.03792816634104039) | > loss_mel_ce: 2.9145562648773193 (nan) | > loss: 0.011715804226696491 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14243239170342914) | > loader_time: 0.0046 (0.004664949752919905)  --> TIME: 2025-03-24 16:08:54 -- STEP: 27910/31555 -- GLOBAL_STEP: 595900 | > loss_text_ce: 0.032642662525177 (0.037924774703698004) | > loss_mel_ce: 3.166947364807129 (nan) | > loss: 0.012696786783635616 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14243405031841908) | > loader_time: 0.0044 (0.004665082033199046)  --> TIME: 2025-03-24 16:09:04 -- STEP: 27960/31555 -- GLOBAL_STEP: 595950 | > loss_text_ce: 0.0460771843791008 (0.03792488438544247) | > loss_mel_ce: 2.9631240367889404 (nan) | > loss: 0.01194127555936575 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1424396230171687) | > loader_time: 0.0044 (0.00466501514116924)  --> TIME: 2025-03-24 16:09:14 -- STEP: 28010/31555 -- GLOBAL_STEP: 596000 | > loss_text_ce: 0.03376532346010208 (0.03792257817599722) | > loss_mel_ce: 1.638646125793457 (nan) | > loss: 0.006636553909629583 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14244338574898152) | > loader_time: 0.0045 (0.004665119347509349)  --> TIME: 2025-03-24 16:09:24 -- STEP: 28060/31555 -- GLOBAL_STEP: 596050 | > loss_text_ce: 0.03562631830573082 (0.037921837182398055) | > loss_mel_ce: 2.7458815574645996 (nan) | > loss: 0.011037730611860752 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1424396006192646) | > loader_time: 0.0052 (0.004665186332109914)  --> TIME: 2025-03-24 16:09:33 -- STEP: 28110/31555 -- GLOBAL_STEP: 596100 | > loss_text_ce: 0.03487151488661766 (0.03792061881231453) | > loss_mel_ce: 3.0287599563598633 (nan) | > loss: 0.012157268822193146 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1424338502673575) | > loader_time: 0.0043 (0.004665325910160451)  --> TIME: 2025-03-24 16:09:43 -- STEP: 28160/31555 -- GLOBAL_STEP: 596150 | > loss_text_ce: 0.035742904990911484 (0.0379187547321964) | > loss_mel_ce: 3.127567768096924 (nan) | > loss: 0.012552821077406406 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14243507479232906) | > loader_time: 0.0047 (0.004665314363823706)  --> TIME: 2025-03-24 16:09:53 -- STEP: 28210/31555 -- GLOBAL_STEP: 596200 | > loss_text_ce: 0.035378482192754745 (0.03791817610971784) | > loss_mel_ce: 2.969494342803955 (nan) | > loss: 0.011924099177122116 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14243950534483946) | > loader_time: 0.0053 (0.004665316761237273)  --> TIME: 2025-03-24 16:10:02 -- STEP: 28260/31555 -- GLOBAL_STEP: 596250 | > loss_text_ce: 0.034595612436532974 (0.03791763427319951) | > loss_mel_ce: 0.041259765625 (nan) | > loss: 0.00030101340962573886 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14243395992482985) | > loader_time: 0.0046 (0.0046653123165138815)  --> TIME: 2025-03-24 16:10:12 -- STEP: 28310/31555 -- GLOBAL_STEP: 596300 | > loss_text_ce: 0.037274930626153946 (0.03791819608404146) | > loss_mel_ce: 2.6452853679656982 (nan) | > loss: 0.010645080357789993 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14243995206847135) | > loader_time: 0.0044 (0.0046651827240529326)  --> TIME: 2025-03-24 16:10:22 -- STEP: 28360/31555 -- GLOBAL_STEP: 596350 | > loss_text_ce: 0.03376762196421623 (0.03791676898912492) | > loss_mel_ce: 3.0874204635620117 (nan) | > loss: 0.012385668233036995 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1424394834613273) | > loader_time: 0.0044 (0.004665210695966184)  --> TIME: 2025-03-24 16:10:32 -- STEP: 28410/31555 -- GLOBAL_STEP: 596400 | > loss_text_ce: 0.05012422427535057 (0.037916787973264324) | > loss_mel_ce: 1.7439242601394653 (nan) | > loss: 0.007119240239262581 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14244587207419684) | > loader_time: 0.0043 (0.004665278028913144)  --> TIME: 2025-03-24 16:10:41 -- STEP: 28460/31555 -- GLOBAL_STEP: 596450 | > loss_text_ce: 0.031630922108888626 (0.03791534652781622) | > loss_mel_ce: 3.0476341247558594 (nan) | > loss: 0.012219307012856007 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14243547385290256) | > loader_time: 0.0049 (0.00466527105299253)  --> TIME: 2025-03-24 16:10:51 -- STEP: 28510/31555 -- GLOBAL_STEP: 596500 | > loss_text_ce: 0.032434433698654175 (0.037914585598957586) | > loss_mel_ce: 2.271092176437378 (nan) | > loss: 0.009140979498624802 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14243108565579157) | > loader_time: 0.0046 (0.004665255379317236)  --> TIME: 2025-03-24 16:11:01 -- STEP: 28560/31555 -- GLOBAL_STEP: 596550 | > loss_text_ce: 0.046275727450847626 (0.03791568557508742) | > loss_mel_ce: 3.0089497566223145 (nan) | > loss: 0.012123910710215569 (nan) | > current_lr: 5e-06 | > step_time: 0.1469 (0.14243150906068722) | > loader_time: 0.0045 (0.004665198680065603)  --> TIME: 2025-03-24 16:11:10 -- STEP: 28610/31555 -- GLOBAL_STEP: 596600 | > loss_text_ce: 0.03129904717206955 (0.03791521876726161) | > loss_mel_ce: 0.27022141218185425 (nan) | > loss: 0.0011965098092332482 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14242588738718584) | > loader_time: 0.0044 (0.004665191462722463)  --> TIME: 2025-03-24 16:11:20 -- STEP: 28660/31555 -- GLOBAL_STEP: 596650 | > loss_text_ce: 0.04852660000324249 (0.03791139232409374) | > loss_mel_ce: 3.296048879623413 (nan) | > loss: 0.013272125273942947 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14241876554755442) | > loader_time: 0.0047 (0.0046652305234335485)  --> TIME: 2025-03-24 16:11:29 -- STEP: 28710/31555 -- GLOBAL_STEP: 596700 | > loss_text_ce: 0.03519010171294212 (0.037907530455802856) | > loss_mel_ce: 2.6897730827331543 (nan) | > loss: 0.010813347063958645 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14242019892486382) | > loader_time: 0.0046 (0.004665162346579822)  --> TIME: 2025-03-24 16:11:39 -- STEP: 28760/31555 -- GLOBAL_STEP: 596750 | > loss_text_ce: 0.025556931272149086 (0.03790602768222125) | > loss_mel_ce: 2.8185195922851562 (nan) | > loss: 0.01128601934760809 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14241708338841044) | > loader_time: 0.0044 (0.004664902975562561)  --> TIME: 2025-03-24 16:11:48 -- STEP: 28810/31555 -- GLOBAL_STEP: 596800 | > loss_text_ce: 0.03395400941371918 (0.037902539937909686) | > loss_mel_ce: 2.2440989017486572 (nan) | > loss: 0.009039892815053463 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14240178864104114) | > loader_time: 0.0047 (0.004664640789104817)  --> TIME: 2025-03-24 16:11:58 -- STEP: 28860/31555 -- GLOBAL_STEP: 596850 | > loss_text_ce: 0.03700532019138336 (0.03789968857269301) | > loss_mel_ce: 2.9106574058532715 (nan) | > loss: 0.011697075329720974 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14240425317054575) | > loader_time: 0.0051 (0.004664637095715063)  --> TIME: 2025-03-24 16:12:08 -- STEP: 28910/31555 -- GLOBAL_STEP: 596900 | > loss_text_ce: 0.026265481486916542 (0.03789661664609783) | > loss_mel_ce: 1.8615559339523315 (nan) | > loss: 0.007491355296224356 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1424100117137474) | > loader_time: 0.0051 (0.0046646278401800126)  --> TIME: 2025-03-24 16:12:18 -- STEP: 28960/31555 -- GLOBAL_STEP: 596950 | > loss_text_ce: 0.04080173000693321 (0.03789614553766524) | > loss_mel_ce: 2.758410930633545 (nan) | > loss: 0.011107987724244595 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14240843853733254) | > loader_time: 0.0047 (0.004664528896795462)  --> TIME: 2025-03-24 16:12:27 -- STEP: 29010/31555 -- GLOBAL_STEP: 597000 | > loss_text_ce: 0.04359908401966095 (0.03789777575366975) | > loss_mel_ce: 3.313645601272583 (nan) | > loss: 0.013322400860488415 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14240374934135094) | > loader_time: 0.0046 (0.0046645880649518094)  --> TIME: 2025-03-24 16:12:37 -- STEP: 29060/31555 -- GLOBAL_STEP: 597050 | > loss_text_ce: 0.03720882162451744 (0.03789811025444768) | > loss_mel_ce: 3.072951555252075 (nan) | > loss: 0.012341907247900963 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.1424013408643177) | > loader_time: 0.0047 (0.004664602758797474)  --> TIME: 2025-03-24 16:12:47 -- STEP: 29110/31555 -- GLOBAL_STEP: 597100 | > loss_text_ce: 0.036219604313373566 (0.037900840015381104) | > loss_mel_ce: 2.8866498470306396 (nan) | > loss: 0.011598688550293446 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14240258409984427) | > loader_time: 0.0045 (0.004664493205005966)  --> TIME: 2025-03-24 16:12:57 -- STEP: 29160/31555 -- GLOBAL_STEP: 597150 | > loss_text_ce: 0.03863799199461937 (0.03789994897996665) | > loss_mel_ce: 2.8394181728363037 (nan) | > loss: 0.011420858092606068 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14241125830570625) | > loader_time: 0.0046 (0.004664304635815833)  --> TIME: 2025-03-24 16:13:07 -- STEP: 29210/31555 -- GLOBAL_STEP: 597200 | > loss_text_ce: 0.037783678621053696 (0.03789764393098031) | > loss_mel_ce: 2.37483549118042 (nan) | > loss: 0.009573886170983315 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1424226646674746) | > loader_time: 0.0046 (0.004664291375632656)  --> TIME: 2025-03-24 16:13:17 -- STEP: 29260/31555 -- GLOBAL_STEP: 597250 | > loss_text_ce: 0.03224661573767662 (0.037895448614288556) | > loss_mel_ce: 2.189549446105957 (nan) | > loss: 0.008816651068627834 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14243788693917683) | > loader_time: 0.0046 (0.004664191071985532)  --> TIME: 2025-03-24 16:13:27 -- STEP: 29310/31555 -- GLOBAL_STEP: 597300 | > loss_text_ce: 0.04360412806272507 (0.037894915580413795) | > loss_mel_ce: 2.883878231048584 (nan) | > loss: 0.011616994626820087 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14243733891038526) | > loader_time: 0.0046 (0.004663995279463768)  --> TIME: 2025-03-24 16:13:36 -- STEP: 29360/31555 -- GLOBAL_STEP: 597350 | > loss_text_ce: 0.028860798105597496 (0.037894941851679236) | > loss_mel_ce: 1.92989981174469 (nan) | > loss: 0.007772860117256641 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14243522312400872) | > loader_time: 0.0046 (0.0046638705100285685)  --> TIME: 2025-03-24 16:13:46 -- STEP: 29410/31555 -- GLOBAL_STEP: 597400 | > loss_text_ce: 0.03713858127593994 (0.03789410749219141) | > loss_mel_ce: 2.996931791305542 (nan) | > loss: 0.012039963155984879 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14243439142090428) | > loader_time: 0.0043 (0.004663867806139881)  --> TIME: 2025-03-24 16:13:56 -- STEP: 29460/31555 -- GLOBAL_STEP: 597450 | > loss_text_ce: 0.03347998484969139 (0.03789099850859388) | > loss_mel_ce: 3.065983772277832 (nan) | > loss: 0.012299459427595139 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14243288918247304) | > loader_time: 0.0047 (0.004663802026812116)  --> TIME: 2025-03-24 16:14:05 -- STEP: 29510/31555 -- GLOBAL_STEP: 597500 | > loss_text_ce: 0.031103773042559624 (0.0378912415390789) | > loss_mel_ce: 3.0261805057525635 (nan) | > loss: 0.01213208120316267 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14243200760863764) | > loader_time: 0.0046 (0.004663632660144802)  --> TIME: 2025-03-24 16:14:15 -- STEP: 29560/31555 -- GLOBAL_STEP: 597550 | > loss_text_ce: 0.04450376704335213 (0.03789247195979914) | > loss_mel_ce: 2.703080654144287 (nan) | > loss: 0.010903113521635532 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1424289131922725) | > loader_time: 0.0046 (0.004663710100563689)  --> TIME: 2025-03-24 16:14:25 -- STEP: 29610/31555 -- GLOBAL_STEP: 597600 | > loss_text_ce: 0.04851997271180153 (0.037891431133885725) | > loss_mel_ce: 2.6898369789123535 (nan) | > loss: 0.010866496711969376 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14243350248810344) | > loader_time: 0.0043 (0.004663522659786173)  --> TIME: 2025-03-24 16:14:35 -- STEP: 29660/31555 -- GLOBAL_STEP: 597650 | > loss_text_ce: 0.04310974106192589 (0.0378877202762931) | > loss_mel_ce: 1.434691071510315 (nan) | > loss: 0.005864289589226246 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14243095738616185) | > loader_time: 0.0044 (0.004663422962980994)  --> TIME: 2025-03-24 16:14:44 -- STEP: 29710/31555 -- GLOBAL_STEP: 597700 | > loss_text_ce: 0.04128542169928551 (0.037887380784549694) | > loss_mel_ce: 2.7205629348754883 (nan) | > loss: 0.010959716513752937 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14242354200087842) | > loader_time: 0.0042 (0.004663234236905657)  --> TIME: 2025-03-24 16:14:54 -- STEP: 29760/31555 -- GLOBAL_STEP: 597750 | > loss_text_ce: 0.028356436640024185 (0.03788546708854329) | > loss_mel_ce: 3.0546658039093018 (nan) | > loss: 0.012234216555953026 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1424219266862007) | > loader_time: 0.0046 (0.004663281655439776)  --> TIME: 2025-03-24 16:15:03 -- STEP: 29810/31555 -- GLOBAL_STEP: 597800 | > loss_text_ce: 0.0326603427529335 (0.037887112462517435) | > loss_mel_ce: 2.920645236968994 (nan) | > loss: 0.011719467118382454 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14241591629187095) | > loader_time: 0.0045 (0.004663136700422571)  --> TIME: 2025-03-24 16:15:13 -- STEP: 29860/31555 -- GLOBAL_STEP: 597850 | > loss_text_ce: 0.04142015427350998 (0.03788890196933667) | > loss_mel_ce: 2.605201244354248 (nan) | > loss: 0.010502466931939125 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14241703177807974) | > loader_time: 0.0046 (0.004662956332330017)  --> TIME: 2025-03-24 16:15:22 -- STEP: 29910/31555 -- GLOBAL_STEP: 597900 | > loss_text_ce: 0.039312880486249924 (0.03788930245431323) | > loss_mel_ce: 3.334813356399536 (nan) | > loss: 0.013389390893280506 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14240907986640067) | > loader_time: 0.0046 (0.004662828483696338)  --> TIME: 2025-03-24 16:15:32 -- STEP: 29960/31555 -- GLOBAL_STEP: 597950 | > loss_text_ce: 0.040761008858680725 (0.03788942589339981) | > loss_mel_ce: 2.9869866371154785 (nan) | > loss: 0.012014872394502163 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1424149279600797) | > loader_time: 0.0046 (0.0046628113661971145)  --> TIME: 2025-03-24 16:15:42 -- STEP: 30010/31555 -- GLOBAL_STEP: 598000 | > loss_text_ce: 0.02832072041928768 (0.03788887798743941) | > loss_mel_ce: 2.5172767639160156 (nan) | > loss: 0.010101578198373318 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14241255559511415) | > loader_time: 0.0045 (0.004662844206006963)  --> TIME: 2025-03-24 16:15:52 -- STEP: 30060/31555 -- GLOBAL_STEP: 598050 | > loss_text_ce: 0.0425223670899868 (0.0378867170045365) | > loss_mel_ce: 2.351163148880005 (nan) | > loss: 0.009498752653598785 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14241465610103232) | > loader_time: 0.0047 (0.004662778713825309)  --> TIME: 2025-03-24 16:16:01 -- STEP: 30110/31555 -- GLOBAL_STEP: 598100 | > loss_text_ce: 0.03546565771102905 (0.03788798226440097) | > loss_mel_ce: 3.56005859375 (nan) | > loss: 0.014267954044044018 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14241045095405178) | > loader_time: 0.0044 (0.0046626613528892484)  --> TIME: 2025-03-24 16:16:11 -- STEP: 30160/31555 -- GLOBAL_STEP: 598150 | > loss_text_ce: 0.03243985027074814 (0.03788595379408018) | > loss_mel_ce: 2.6861135959625244 (nan) | > loss: 0.010787911713123322 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14241206392211148) | > loader_time: 0.0044 (0.004662633716901996)  --> TIME: 2025-03-24 16:16:21 -- STEP: 30210/31555 -- GLOBAL_STEP: 598200 | > loss_text_ce: 0.03941594436764717 (0.03788487570442289) | > loss_mel_ce: 2.488679885864258 (nan) | > loss: 0.010032126680016518 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14241658996486156) | > loader_time: 0.0044 (0.004662691801046553)  --> TIME: 2025-03-24 16:16:31 -- STEP: 30260/31555 -- GLOBAL_STEP: 598250 | > loss_text_ce: 0.03670172020792961 (0.03788710649341318) | > loss_mel_ce: 3.390465021133423 (nan) | > loss: 0.01359986886382103 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14241241256842546) | > loader_time: 0.0044 (0.004662499590102846)  --> TIME: 2025-03-24 16:16:40 -- STEP: 30310/31555 -- GLOBAL_STEP: 598300 | > loss_text_ce: 0.04256538674235344 (0.037885367777966555) | > loss_mel_ce: 2.48895263671875 (nan) | > loss: 0.01004570722579956 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14241179766257042) | > loader_time: 0.0044 (0.004662316925491851)  --> TIME: 2025-03-24 16:16:50 -- STEP: 30360/31555 -- GLOBAL_STEP: 598350 | > loss_text_ce: 0.029000381007790565 (0.03788507504539599) | > loss_mel_ce: 2.5014896392822266 (nan) | > loss: 0.01004162710160017 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1424234773958791) | > loader_time: 0.0044 (0.004662322055680959)  --> TIME: 2025-03-24 16:17:00 -- STEP: 30410/31555 -- GLOBAL_STEP: 598400 | > loss_text_ce: 0.038783732801675797 (0.03788542029487957) | > loss_mel_ce: 2.732847213745117 (nan) | > loss: 0.01099853590130806 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14242789993863259) | > loader_time: 0.0047 (0.004662322394356303)  --> TIME: 2025-03-24 16:17:10 -- STEP: 30460/31555 -- GLOBAL_STEP: 598450 | > loss_text_ce: 0.040179818868637085 (0.037885074004853615) | > loss_mel_ce: 3.1710708141326904 (nan) | > loss: 0.012743058614432812 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14242801420483647) | > loader_time: 0.0044 (0.004662233461929802)  --> TIME: 2025-03-24 16:17:20 -- STEP: 30510/31555 -- GLOBAL_STEP: 598500 | > loss_text_ce: 0.027263380587100983 (0.03788426159446055) | > loss_mel_ce: 1.8787922859191895 (nan) | > loss: 0.007563713472336531 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14242568550560067) | > loader_time: 0.0046 (0.0046622454319106615)  --> TIME: 2025-03-24 16:17:30 -- STEP: 30560/31555 -- GLOBAL_STEP: 598550 | > loss_text_ce: 0.03471232205629349 (0.03788414756421237) | > loss_mel_ce: 2.5862362384796143 (nan) | > loss: 0.010400590486824512 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14243159092845808) | > loader_time: 0.0048 (0.0046622982902052605)  --> TIME: 2025-03-24 16:17:39 -- STEP: 30610/31555 -- GLOBAL_STEP: 598600 | > loss_text_ce: 0.043005362153053284 (0.03788377534268284) | > loss_mel_ce: 2.819434881210327 (nan) | > loss: 0.011358890682458878 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14243467010652672) | > loader_time: 0.0046 (0.00466226678547304)  --> TIME: 2025-03-24 16:17:49 -- STEP: 30660/31555 -- GLOBAL_STEP: 598650 | > loss_text_ce: 0.03305725008249283 (0.03788142183817426) | > loss_mel_ce: 2.9320168495178223 (nan) | > loss: 0.011766167357563972 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14244593440203376) | > loader_time: 0.0066 (0.0046624569510293895)  --> TIME: 2025-03-24 16:17:59 -- STEP: 30710/31555 -- GLOBAL_STEP: 598700 | > loss_text_ce: 0.03113725781440735 (0.037883264003961255) | > loss_mel_ce: 2.301114320755005 (nan) | > loss: 0.009254966862499714 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14244143387581243) | > loader_time: 0.0044 (0.004662396782813273)  --> TIME: 2025-03-24 16:18:09 -- STEP: 30760/31555 -- GLOBAL_STEP: 598750 | > loss_text_ce: 0.04684804379940033 (0.03788484157873265) | > loss_mel_ce: 2.2437806129455566 (nan) | > loss: 0.009089796803891659 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14243997012995402) | > loader_time: 0.0043 (0.004662321184329475)  --> TIME: 2025-03-24 16:18:18 -- STEP: 30810/31555 -- GLOBAL_STEP: 598800 | > loss_text_ce: 0.041215695440769196 (0.03788637066165048) | > loss_mel_ce: 2.90470027923584 (nan) | > loss: 0.011690143495798111 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14243439836418592) | > loader_time: 0.0046 (0.004662273635109004)  --> TIME: 2025-03-24 16:18:28 -- STEP: 30860/31555 -- GLOBAL_STEP: 598850 | > loss_text_ce: 0.03471298888325691 (0.03788479172249809) | > loss_mel_ce: 2.7072408199310303 (nan) | > loss: 0.010880770161747932 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1424367732145698) | > loader_time: 0.0043 (0.004662300523657817)  --> TIME: 2025-03-24 16:18:38 -- STEP: 30910/31555 -- GLOBAL_STEP: 598900 | > loss_text_ce: 0.030075320973992348 (0.03788352924595209) | > loss_mel_ce: 2.4413540363311768 (nan) | > loss: 0.009807259775698185 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1424318075257196) | > loader_time: 0.0046 (0.004662317375039956)  --> TIME: 2025-03-24 16:18:47 -- STEP: 30960/31555 -- GLOBAL_STEP: 598950 | > loss_text_ce: 0.03950880095362663 (0.037881886644543825) | > loss_mel_ce: 3.409663438796997 (nan) | > loss: 0.0136871924623847 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14243020426087385) | > loader_time: 0.0052 (0.004662305139756027)  --> TIME: 2025-03-24 16:18:57 -- STEP: 31010/31555 -- GLOBAL_STEP: 599000 | > loss_text_ce: 0.035751450806856155 (0.03788165209117524) | > loss_mel_ce: 2.770076036453247 (nan) | > loss: 0.011134236119687557 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14243707681463455) | > loader_time: 0.0055 (0.00466234803930171)  --> TIME: 2025-03-24 16:19:07 -- STEP: 31060/31555 -- GLOBAL_STEP: 599050 | > loss_text_ce: 0.03047630563378334 (0.037881098327773095) | > loss_mel_ce: 3.2125813961029053 (nan) | > loss: 0.012869277037680149 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14243769311014576) | > loader_time: 0.0046 (0.004662246874510215)  --> TIME: 2025-03-24 16:19:17 -- STEP: 31110/31555 -- GLOBAL_STEP: 599100 | > loss_text_ce: 0.024399522691965103 (0.037880816139048326) | > loss_mel_ce: 2.413947105407715 (nan) | > loss: 0.009675979614257812 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14244287879242554) | > loader_time: 0.0045 (0.004662436996001372)  --> TIME: 2025-03-24 16:19:27 -- STEP: 31160/31555 -- GLOBAL_STEP: 599150 | > loss_text_ce: 0.036389075219631195 (0.03788183543129314) | > loss_mel_ce: 3.1103529930114746 (nan) | > loss: 0.012487072497606277 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.1424447371733213) | > loader_time: 0.0046 (0.004662436024980468)  --> TIME: 2025-03-24 16:19:37 -- STEP: 31210/31555 -- GLOBAL_STEP: 599200 | > loss_text_ce: 0.041654400527477264 (0.03788229469687342) | > loss_mel_ce: 0.1416015625 (nan) | > loss: 0.0007272062939591706 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14245008102253298) | > loader_time: 0.0053 (0.004662505383294434)  --> TIME: 2025-03-24 16:19:46 -- STEP: 31260/31555 -- GLOBAL_STEP: 599250 | > loss_text_ce: 0.03348849341273308 (0.03788392797347216) | > loss_mel_ce: 2.16796875 (nan) | > loss: 0.008735941722989082 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14245004762233499) | > loader_time: 0.0049 (0.004662513992226598)  --> TIME: 2025-03-24 16:19:56 -- STEP: 31310/31555 -- GLOBAL_STEP: 599300 | > loss_text_ce: 0.041623614728450775 (0.037882848066363606) | > loss_mel_ce: 3.115682601928711 (nan) | > loss: 0.01252899318933487 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.1424581477528608) | > loader_time: 0.0047 (0.004662495487911266)  --> TIME: 2025-03-24 16:20:06 -- STEP: 31360/31555 -- GLOBAL_STEP: 599350 | > loss_text_ce: 0.03588572144508362 (0.03788226897933989) | > loss_mel_ce: 3.1611328125 (nan) | > loss: 0.012686582282185555 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14245451358812286) | > loader_time: 0.0045 (0.004662464019291264)  --> TIME: 2025-03-24 16:20:16 -- STEP: 31410/31555 -- GLOBAL_STEP: 599400 | > loss_text_ce: 0.03761173412203789 (0.03788181326836237) | > loss_mel_ce: 2.9280755519866943 (nan) | > loss: 0.011768600903451443 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14245838652899004) | > loader_time: 0.005 (0.004662368981483757)  --> TIME: 2025-03-24 16:20:26 -- STEP: 31460/31555 -- GLOBAL_STEP: 599450 | > loss_text_ce: 0.03581347316503525 (0.037882619141142014) | > loss_mel_ce: 2.9677438735961914 (nan) | > loss: 0.011918879114091396 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14246161953325356) | > loader_time: 0.0046 (0.004662519500123728)  --> TIME: 2025-03-24 16:20:36 -- STEP: 31510/31555 -- GLOBAL_STEP: 599500 | > loss_text_ce: 0.035287436097860336 (0.0378813953757502) | > loss_mel_ce: 2.0798635482788086 (nan) | > loss: 0.008393456228077412 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14246929925194107) | > loader_time: 0.0043 (0.0046625929838209085)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021920477549235033 (-0.0001426029205322185) | > avg_loss_text_ce: 0.03467102381090322 (-0.0004223774497707708) | > avg_loss_mel_ce: 2.64842245499293 (-0.014422133763630995) | > avg_loss: 2.683093468348185 (-0.014844524065654063) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_599545.pth  > EPOCH: 20/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 16:21:07)   --> TIME: 2025-03-24 16:21:08 -- STEP: 5/31555 -- GLOBAL_STEP: 599550 | > loss_text_ce: 0.03769781440496445 (0.03901553377509117) | > loss_mel_ce: 2.9193177223205566 (2.713479995727539) | > loss: 0.011734189465641975 (0.010922602005302906) | > current_lr: 5e-06 | > step_time: 0.1185 (0.12975525856018066) | > loader_time: 0.0043 (0.004508113861083985)  --> TIME: 2025-03-24 16:21:18 -- STEP: 55/31555 -- GLOBAL_STEP: 599600 | > loss_text_ce: 0.026391681283712387 (0.03713727901605043) | > loss_mel_ce: 3.2585256099700928 (2.508779307556424) | > loss: 0.013035386800765991 (0.010102844153086404) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14062534679066055) | > loader_time: 0.0048 (0.004601769013838336)  --> TIME: 2025-03-24 16:21:27 -- STEP: 105/31555 -- GLOBAL_STEP: 599650 | > loss_text_ce: 0.03949355334043503 (0.03804591236015161) | > loss_mel_ce: 2.074511766433716 (2.573945311510137) | > loss: 0.008388910442590714 (0.010365045043484622) | > current_lr: 5e-06 | > step_time: 0.1166 (0.13866253580365862) | > loader_time: 0.0047 (0.004608885447184245)  --> TIME: 2025-03-24 16:21:37 -- STEP: 155/31555 -- GLOBAL_STEP: 599700 | > loss_text_ce: 0.035555411130189896 (0.037410003139126694) | > loss_mel_ce: 2.822249174118042 (2.624034774171248) | > loss: 0.011340495198965073 (0.01056128937052563) | > current_lr: 5e-06 | > step_time: 0.1121 (0.13981447988940826) | > loader_time: 0.0045 (0.004656590184857768)  --> TIME: 2025-03-24 16:21:46 -- STEP: 205/31555 -- GLOBAL_STEP: 599750 | > loss_text_ce: 0.03156224265694618 (0.03710328500445297) | > loss_mel_ce: 3.2079336643218994 (nan) | > loss: 0.012855143286287785 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1390844577696265) | > loader_time: 0.0055 (0.004689207309629861)  --> TIME: 2025-03-24 16:21:56 -- STEP: 255/31555 -- GLOBAL_STEP: 599800 | > loss_text_ce: 0.040647052228450775 (0.037391649018607885) | > loss_mel_ce: 2.5366621017456055 (nan) | > loss: 0.010227417573332787 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1398623915279612) | > loader_time: 0.0044 (0.004702183779548196)  --> TIME: 2025-03-24 16:22:06 -- STEP: 305/31555 -- GLOBAL_STEP: 599850 | > loss_text_ce: 0.03456613048911095 (0.0374333386965951) | > loss_mel_ce: 2.6559150218963623 (nan) | > loss: 0.01067651342600584 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1403357771576427) | > loader_time: 0.005 (0.004711094058927941)  --> TIME: 2025-03-24 16:22:16 -- STEP: 355/31555 -- GLOBAL_STEP: 599900 | > loss_text_ce: 0.04415478929877281 (0.037269505816446245) | > loss_mel_ce: 2.7156805992126465 (nan) | > loss: 0.01095172856003046 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14063735075399894) | > loader_time: 0.0049 (0.004708679629043795)  --> TIME: 2025-03-24 16:22:25 -- STEP: 405/31555 -- GLOBAL_STEP: 599950 | > loss_text_ce: 0.04130822420120239 (0.037234892061463104) | > loss_mel_ce: 3.1594936847686768 (nan) | > loss: 0.012701595202088356 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14078362606189865) | > loader_time: 0.0046 (0.004705527976707176)  --> TIME: 2025-03-24 16:22:35 -- STEP: 455/31555 -- GLOBAL_STEP: 600000 | > loss_text_ce: 0.03875609487295151 (0.03732209598625099) | > loss_mel_ce: 0.02644856832921505 (nan) | > loss: 0.0002587486815173179 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14113309252393108) | > loader_time: 0.0045 (0.004703407497196407) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_600000.pth  --> TIME: 2025-03-24 16:22:51 -- STEP: 505/31555 -- GLOBAL_STEP: 600050 | > loss_text_ce: 0.04579109698534012 (0.03725910447537899) | > loss_mel_ce: 1.858543872833252 (nan) | > loss: 0.007556885480880737 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1412880940012412) | > loader_time: 0.0045 (0.004713671750361376)  --> TIME: 2025-03-24 16:23:00 -- STEP: 555/31555 -- GLOBAL_STEP: 600100 | > loss_text_ce: 0.03496208414435387 (0.037265081274079855) | > loss_mel_ce: 3.1378204822540283 (nan) | > loss: 0.012590408325195312 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14111833959012413) | > loader_time: 0.0046 (0.004709595602911873)  --> TIME: 2025-03-24 16:23:10 -- STEP: 605/31555 -- GLOBAL_STEP: 600150 | > loss_text_ce: 0.05522463843226433 (0.03719388103066398) | > loss_mel_ce: 2.092897653579712 (nan) | > loss: 0.008524294942617416 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14147583788091486) | > loader_time: 0.0052 (0.0047068288503599575)  --> TIME: 2025-03-24 16:23:20 -- STEP: 655/31555 -- GLOBAL_STEP: 600200 | > loss_text_ce: 0.03849596530199051 (0.03708965478621368) | > loss_mel_ce: 2.629926919937134 (nan) | > loss: 0.01058898027986288 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14149183935791482) | > loader_time: 0.0046 (0.004701178674479474)  --> TIME: 2025-03-24 16:23:30 -- STEP: 705/31555 -- GLOBAL_STEP: 600250 | > loss_text_ce: 0.039651572704315186 (0.037013049051165585) | > loss_mel_ce: 2.761615514755249 (nan) | > loss: 0.011116140522062778 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1421071255460699) | > loader_time: 0.0046 (0.004694847012242526)  --> TIME: 2025-03-24 16:23:40 -- STEP: 755/31555 -- GLOBAL_STEP: 600300 | > loss_text_ce: 0.03705696761608124 (0.03710400153025492) | > loss_mel_ce: 2.9402565956115723 (nan) | > loss: 0.011814736761152744 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14211769325054252) | > loader_time: 0.0046 (0.004695102552704469)  --> TIME: 2025-03-24 16:23:49 -- STEP: 805/31555 -- GLOBAL_STEP: 600350 | > loss_text_ce: 0.041173189878463745 (0.03714985430171217) | > loss_mel_ce: 3.0822536945343018 (nan) | > loss: 0.012394552119076252 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14209974478490606) | > loader_time: 0.0046 (0.00469385585429506)  --> TIME: 2025-03-24 16:23:59 -- STEP: 855/31555 -- GLOBAL_STEP: 600400 | > loss_text_ce: 0.042944639921188354 (0.03724485766796168) | > loss_mel_ce: 2.361966133117676 (nan) | > loss: 0.009543297812342644 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1422542427018372) | > loader_time: 0.0051 (0.00469435585869684)  --> TIME: 2025-03-24 16:24:09 -- STEP: 905/31555 -- GLOBAL_STEP: 600450 | > loss_text_ce: 0.03406104817986488 (0.03728213649531262) | > loss_mel_ce: 2.71433687210083 (nan) | > loss: 0.01090634148567915 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1422135076470138) | > loader_time: 0.0046 (0.004691269121117362)  --> TIME: 2025-03-24 16:24:18 -- STEP: 955/31555 -- GLOBAL_STEP: 600500 | > loss_text_ce: 0.03384202718734741 (0.03728406821811544) | > loss_mel_ce: 2.4743025302886963 (nan) | > loss: 0.009952954947948456 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14209338982067807) | > loader_time: 0.0047 (0.0046917523389087374)  --> TIME: 2025-03-24 16:24:28 -- STEP: 1005/31555 -- GLOBAL_STEP: 600550 | > loss_text_ce: 0.04937859997153282 (0.03726526423825407) | > loss_mel_ce: 2.7854082584381104 (nan) | > loss: 0.011249154806137085 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14197123015104834) | > loader_time: 0.0047 (0.004692658856140447)  --> TIME: 2025-03-24 16:24:38 -- STEP: 1055/31555 -- GLOBAL_STEP: 600600 | > loss_text_ce: 0.03714657947421074 (0.03732607340201807) | > loss_mel_ce: 0.1570637971162796 (nan) | > loss: 0.0007706761825829744 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14202760474941745) | > loader_time: 0.0046 (0.004688478759114783)  --> TIME: 2025-03-24 16:24:48 -- STEP: 1105/31555 -- GLOBAL_STEP: 600650 | > loss_text_ce: 0.04178846627473831 (0.03726956137620353) | > loss_mel_ce: 2.6503281593322754 (nan) | > loss: 0.010683003813028336 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1421600266279679) | > loader_time: 0.0045 (0.004685908529014076)  --> TIME: 2025-03-24 16:24:57 -- STEP: 1155/31555 -- GLOBAL_STEP: 600700 | > loss_text_ce: 0.05010996386408806 (0.037335948409810985) | > loss_mel_ce: 3.3578341007232666 (nan) | > loss: 0.013523587957024574 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14211735539622133) | > loader_time: 0.0045 (0.004684411292468321)  --> TIME: 2025-03-24 16:25:07 -- STEP: 1205/31555 -- GLOBAL_STEP: 600750 | > loss_text_ce: 0.03363782912492752 (0.03730998501815365) | > loss_mel_ce: 3.0644829273223877 (nan) | > loss: 0.012294130399823189 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1418945765594231) | > loader_time: 0.0046 (0.0046799798229423374)  --> TIME: 2025-03-24 16:25:16 -- STEP: 1255/31555 -- GLOBAL_STEP: 600800 | > loss_text_ce: 0.029265565797686577 (0.03733676820028708) | > loss_mel_ce: 2.915646553039551 (nan) | > loss: 0.01168616022914648 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14182011596710095) | > loader_time: 0.0052 (0.0046831767397572865)  --> TIME: 2025-03-24 16:25:26 -- STEP: 1305/31555 -- GLOBAL_STEP: 600850 | > loss_text_ce: 0.042447127401828766 (0.037396937969115744) | > loss_mel_ce: 2.846412181854248 (nan) | > loss: 0.011463727802038193 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.1419045760713776) | > loader_time: 0.0047 (0.0046853500307748215)  --> TIME: 2025-03-24 16:25:36 -- STEP: 1355/31555 -- GLOBAL_STEP: 600900 | > loss_text_ce: 0.02677622251212597 (0.03739538310624906) | > loss_mel_ce: 2.7153403759002686 (nan) | > loss: 0.010881416499614716 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14192889079836468) | > loader_time: 0.0044 (0.004686645036253991)  --> TIME: 2025-03-24 16:25:45 -- STEP: 1405/31555 -- GLOBAL_STEP: 600950 | > loss_text_ce: 0.044624704867601395 (0.03742534531167712) | > loss_mel_ce: 3.516948938369751 (nan) | > loss: 0.014133229851722717 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14190652820139166) | > loader_time: 0.005 (0.004686509672008803)  --> TIME: 2025-03-24 16:25:55 -- STEP: 1455/31555 -- GLOBAL_STEP: 601000 | > loss_text_ce: 0.04071101173758507 (0.037406064921356376) | > loss_mel_ce: 2.3267552852630615 (nan) | > loss: 0.009394708089530468 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14200129377882909) | > loader_time: 0.0047 (0.004684043504118511)  --> TIME: 2025-03-24 16:26:05 -- STEP: 1505/31555 -- GLOBAL_STEP: 601050 | > loss_text_ce: 0.039534203708171844 (0.03739060721487011) | > loss_mel_ce: 3.109318494796753 (nan) | > loss: 0.012495447881519794 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14206249959445075) | > loader_time: 0.0047 (0.004680486374915245)  --> TIME: 2025-03-24 16:26:15 -- STEP: 1555/31555 -- GLOBAL_STEP: 601100 | > loss_text_ce: 0.03218131139874458 (0.037392303533852145) | > loss_mel_ce: 3.104475259780884 (nan) | > loss: 0.012447050772607327 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14218441635082768) | > loader_time: 0.0049 (0.004678033019185459)  --> TIME: 2025-03-24 16:26:25 -- STEP: 1605/31555 -- GLOBAL_STEP: 601150 | > loss_text_ce: 0.03520817309617996 (0.03737917491104286) | > loss_mel_ce: 2.0682713985443115 (nan) | > loss: 0.008347141556441784 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14217683771317616) | > loader_time: 0.0045 (0.00467890311624403)  --> TIME: 2025-03-24 16:26:34 -- STEP: 1655/31555 -- GLOBAL_STEP: 601200 | > loss_text_ce: 0.03548518568277359 (0.037397315769014665) | > loss_mel_ce: 2.3345420360565186 (nan) | > loss: 0.009404870681464672 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14219889338283023) | > loader_time: 0.0048 (0.004676034011149339)  --> TIME: 2025-03-24 16:26:44 -- STEP: 1705/31555 -- GLOBAL_STEP: 601250 | > loss_text_ce: 0.030247336253523827 (0.03735932668403369) | > loss_mel_ce: 2.8559749126434326 (nan) | > loss: 0.011453264392912388 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14212259043696351) | > loader_time: 0.0043 (0.004673877000109544)  --> TIME: 2025-03-24 16:26:54 -- STEP: 1755/31555 -- GLOBAL_STEP: 601300 | > loss_text_ce: 0.04762403294444084 (0.037397361812619684) | > loss_mel_ce: 1.93080735206604 (nan) | > loss: 0.007850918918848038 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14210606694561115) | > loader_time: 0.0043 (0.0046742035792424145)  --> TIME: 2025-03-24 16:27:03 -- STEP: 1805/31555 -- GLOBAL_STEP: 601350 | > loss_text_ce: 0.04125570133328438 (0.03738548248913408) | > loss_mel_ce: 3.2225635051727295 (nan) | > loss: 0.012951664626598358 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14207492825727364) | > loader_time: 0.0047 (0.004675249511845557)  --> TIME: 2025-03-24 16:27:13 -- STEP: 1855/31555 -- GLOBAL_STEP: 601400 | > loss_text_ce: 0.03980657085776329 (0.037408036575464494) | > loss_mel_ce: 3.2578790187835693 (nan) | > loss: 0.013086054474115372 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1420698861227522) | > loader_time: 0.0046 (0.004673960652312823)  --> TIME: 2025-03-24 16:27:23 -- STEP: 1905/31555 -- GLOBAL_STEP: 601450 | > loss_text_ce: 0.03590407222509384 (0.03740020353210186) | > loss_mel_ce: 2.8252904415130615 (nan) | > loss: 0.011353947222232819 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1420619646708169) | > loader_time: 0.0046 (0.004676329745395291)  --> TIME: 2025-03-24 16:27:32 -- STEP: 1955/31555 -- GLOBAL_STEP: 601500 | > loss_text_ce: 0.03050810471177101 (0.037393825628397055) | > loss_mel_ce: 3.1805455684661865 (nan) | > loss: 0.01274227723479271 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14204762110014993) | > loader_time: 0.0043 (0.004675974931253498)  --> TIME: 2025-03-24 16:27:42 -- STEP: 2005/31555 -- GLOBAL_STEP: 601550 | > loss_text_ce: 0.04108294099569321 (0.037403220914192875) | > loss_mel_ce: 3.255697727203369 (nan) | > loss: 0.013082463294267654 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14200554155649373) | > loader_time: 0.0044 (0.004673098090878153)  --> TIME: 2025-03-24 16:27:51 -- STEP: 2055/31555 -- GLOBAL_STEP: 601600 | > loss_text_ce: 0.0346846804022789 (0.0374308660748776) | > loss_mel_ce: 2.670090675354004 (nan) | > loss: 0.010733235627412796 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14194518504641626) | > loader_time: 0.0043 (0.004672473248484073)  --> TIME: 2025-03-24 16:28:01 -- STEP: 2105/31555 -- GLOBAL_STEP: 601650 | > loss_text_ce: 0.03579311445355415 (0.03742928091843673) | > loss_mel_ce: 2.2096354961395264 (nan) | > loss: 0.008910431526601315 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14208354100478784) | > loader_time: 0.0044 (0.004674316755099989)  --> TIME: 2025-03-24 16:28:11 -- STEP: 2155/31555 -- GLOBAL_STEP: 601700 | > loss_text_ce: 0.038953378796577454 (0.037441491936776546) | > loss_mel_ce: 3.0405995845794678 (nan) | > loss: 0.012220448814332485 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.1421874919236396) | > loader_time: 0.0048 (0.004672972951300461)  --> TIME: 2025-03-24 16:28:21 -- STEP: 2205/31555 -- GLOBAL_STEP: 601750 | > loss_text_ce: 0.04124793782830238 (0.03743976228775427) | > loss_mel_ce: 2.8499457836151123 (nan) | > loss: 0.011472991667687893 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1421724265394836) | > loader_time: 0.0045 (0.00467356543422016)  --> TIME: 2025-03-24 16:28:31 -- STEP: 2255/31555 -- GLOBAL_STEP: 601800 | > loss_text_ce: 0.040178947150707245 (0.037439902582331895) | > loss_mel_ce: 2.990446090698242 (nan) | > loss: 0.012026290409266949 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1421077622542623) | > loader_time: 0.0044 (0.0046715465723278825)  --> TIME: 2025-03-24 16:28:40 -- STEP: 2305/31555 -- GLOBAL_STEP: 601850 | > loss_text_ce: 0.04784760996699333 (0.0374412086972091) | > loss_mel_ce: 2.837095022201538 (nan) | > loss: 0.011448184959590435 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14210520235421586) | > loader_time: 0.0055 (0.004671659386856182)  --> TIME: 2025-03-24 16:28:50 -- STEP: 2355/31555 -- GLOBAL_STEP: 601900 | > loss_text_ce: 0.034852590411901474 (0.037438531486898935) | > loss_mel_ce: 3.1484100818634033 (nan) | > loss: 0.012631994672119617 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14205031577189242) | > loader_time: 0.0047 (0.0046715257527215745)  --> TIME: 2025-03-24 16:29:00 -- STEP: 2405/31555 -- GLOBAL_STEP: 601950 | > loss_text_ce: 0.04683568701148033 (0.0374453528495719) | > loss_mel_ce: 1.8998832702636719 (nan) | > loss: 0.007725075352936983 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1421274054323065) | > loader_time: 0.0046 (0.004669999283217593)  --> TIME: 2025-03-24 16:29:10 -- STEP: 2455/31555 -- GLOBAL_STEP: 602000 | > loss_text_ce: 0.04864189028739929 (0.037433099379106785) | > loss_mel_ce: 3.149754762649536 (nan) | > loss: 0.012692051008343697 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14216631823304698) | > loader_time: 0.0048 (0.00467226053692416)  --> TIME: 2025-03-24 16:29:19 -- STEP: 2505/31555 -- GLOBAL_STEP: 602050 | > loss_text_ce: 0.039862409234046936 (0.03742320568908661) | > loss_mel_ce: 3.2592737674713135 (nan) | > loss: 0.01309181097894907 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1421945524310874) | > loader_time: 0.0045 (0.004672446983779025)  --> TIME: 2025-03-24 16:29:29 -- STEP: 2555/31555 -- GLOBAL_STEP: 602100 | > loss_text_ce: 0.0362742617726326 (0.03741774191412854) | > loss_mel_ce: 2.3960013389587402 (nan) | > loss: 0.009651887230575085 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14226797854130496) | > loader_time: 0.0045 (0.004671065261452635)  --> TIME: 2025-03-24 16:29:39 -- STEP: 2605/31555 -- GLOBAL_STEP: 602150 | > loss_text_ce: 0.03757239133119583 (0.03741474040889415) | > loss_mel_ce: 3.356740951538086 (nan) | > loss: 0.013469498604536057 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14227235999079882) | > loader_time: 0.0047 (0.004672161860109062)  --> TIME: 2025-03-24 16:29:49 -- STEP: 2655/31555 -- GLOBAL_STEP: 602200 | > loss_text_ce: 0.037243232131004333 (0.037437859225646436) | > loss_mel_ce: 2.4014225006103516 (nan) | > loss: 0.009677245281636715 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14231749245451422) | > loader_time: 0.0047 (0.004671122843711838)  --> TIME: 2025-03-24 16:29:58 -- STEP: 2705/31555 -- GLOBAL_STEP: 602250 | > loss_text_ce: 0.042380623519420624 (0.03741720962456942) | > loss_mel_ce: 3.1947591304779053 (nan) | > loss: 0.012845792807638645 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14226168836991993) | > loader_time: 0.0045 (0.004670423324359324)  --> TIME: 2025-03-24 16:30:08 -- STEP: 2755/31555 -- GLOBAL_STEP: 602300 | > loss_text_ce: 0.03220979496836662 (0.037421934290733413) | > loss_mel_ce: 2.4815585613250732 (nan) | > loss: 0.009975272230803967 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.142193401011278) | > loader_time: 0.0046 (0.004672050216453262)  --> TIME: 2025-03-24 16:30:17 -- STEP: 2805/31555 -- GLOBAL_STEP: 602350 | > loss_text_ce: 0.03526625782251358 (0.03745307409355624) | > loss_mel_ce: 3.613494396209717 (nan) | > loss: 0.014479209668934345 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14210708562065544) | > loader_time: 0.0043 (0.00467122361834249)  --> TIME: 2025-03-24 16:30:27 -- STEP: 2855/31555 -- GLOBAL_STEP: 602400 | > loss_text_ce: 0.02850046381354332 (0.03745821686836719) | > loss_mel_ce: 2.381605625152588 (nan) | > loss: 0.009563913568854332 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14207464066153008) | > loader_time: 0.0043 (0.004669966839658394)  --> TIME: 2025-03-24 16:30:37 -- STEP: 2905/31555 -- GLOBAL_STEP: 602450 | > loss_text_ce: 0.03355323150753975 (0.037464159612003806) | > loss_mel_ce: 2.280606985092163 (nan) | > loss: 0.00918317586183548 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.142115537476006) | > loader_time: 0.0053 (0.004670493491955747)  --> TIME: 2025-03-24 16:30:46 -- STEP: 2955/31555 -- GLOBAL_STEP: 602500 | > loss_text_ce: 0.03196201100945473 (0.03747324971245797) | > loss_mel_ce: 2.8459413051605225 (nan) | > loss: 0.011420251801609993 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14206466473096913) | > loader_time: 0.0049 (0.004670136350060469)  --> TIME: 2025-03-24 16:30:56 -- STEP: 3005/31555 -- GLOBAL_STEP: 602550 | > loss_text_ce: 0.04026379808783531 (0.03745624492171169) | > loss_mel_ce: 1.8954998254776 (nan) | > loss: 0.007681602146476507 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14204168827482133) | > loader_time: 0.0047 (0.004670232464985515)  --> TIME: 2025-03-24 16:31:06 -- STEP: 3055/31555 -- GLOBAL_STEP: 602600 | > loss_text_ce: 0.039524998515844345 (0.03747560542454859) | > loss_mel_ce: 2.8170082569122314 (nan) | > loss: 0.01133545022457838 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14206320712687331) | > loader_time: 0.0045 (0.004669413980212417)  --> TIME: 2025-03-24 16:31:16 -- STEP: 3105/31555 -- GLOBAL_STEP: 602650 | > loss_text_ce: 0.03887980431318283 (0.03746793985924734) | > loss_mel_ce: 3.666731357574463 (nan) | > loss: 0.014704807661473751 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14212763827780014) | > loader_time: 0.0045 (0.0046695815192328545)  --> TIME: 2025-03-24 16:31:26 -- STEP: 3155/31555 -- GLOBAL_STEP: 602700 | > loss_text_ce: 0.04783929884433746 (0.03748312842384258) | > loss_mel_ce: 2.974642276763916 (nan) | > loss: 0.01199397537857294 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14219224320727544) | > loader_time: 0.0044 (0.0046705957826835)  --> TIME: 2025-03-24 16:31:35 -- STEP: 3205/31555 -- GLOBAL_STEP: 602750 | > loss_text_ce: 0.03719761222600937 (0.03748250134527563) | > loss_mel_ce: 3.539574146270752 (nan) | > loss: 0.014193539507687092 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14215002030180662) | > loader_time: 0.0046 (0.0046684030065670375)  --> TIME: 2025-03-24 16:31:45 -- STEP: 3255/31555 -- GLOBAL_STEP: 602800 | > loss_text_ce: 0.043223779648542404 (0.03750133490513243) | > loss_mel_ce: 2.9183156490325928 (nan) | > loss: 0.011752141639590263 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14210638663003308) | > loader_time: 0.0053 (0.004669058121477585)  --> TIME: 2025-03-24 16:31:55 -- STEP: 3305/31555 -- GLOBAL_STEP: 602850 | > loss_text_ce: 0.03535212576389313 (0.03749846778556427) | > loss_mel_ce: 2.9618079662323 (nan) | > loss: 0.011893493123352528 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14216370070395393) | > loader_time: 0.0044 (0.0046681018171440295)  --> TIME: 2025-03-24 16:32:04 -- STEP: 3355/31555 -- GLOBAL_STEP: 602900 | > loss_text_ce: 0.03982042893767357 (0.037484496410786355) | > loss_mel_ce: 3.112978219985962 (nan) | > loss: 0.012511106207966805 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1421067122020235) | > loader_time: 0.0045 (0.004666274279666907)  --> TIME: 2025-03-24 16:32:14 -- STEP: 3405/31555 -- GLOBAL_STEP: 602950 | > loss_text_ce: 0.02966446615755558 (0.037505079888179485) | > loss_mel_ce: 2.227224349975586 (nan) | > loss: 0.008955908939242363 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14207834203162695) | > loader_time: 0.0045 (0.004665586426744728)  --> TIME: 2025-03-24 16:32:24 -- STEP: 3455/31555 -- GLOBAL_STEP: 603000 | > loss_text_ce: 0.02714800275862217 (0.03751071317663211) | > loss_mel_ce: 2.887601375579834 (nan) | > loss: 0.0115664666518569 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1421494842093168) | > loader_time: 0.0052 (0.004664594357679616)  --> TIME: 2025-03-24 16:32:34 -- STEP: 3505/31555 -- GLOBAL_STEP: 603050 | > loss_text_ce: 0.04601159319281578 (0.03750435965648532) | > loss_mel_ce: 3.0118000507354736 (nan) | > loss: 0.012134173884987831 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14222916951363096) | > loader_time: 0.0051 (0.00466445740551479)  --> TIME: 2025-03-24 16:32:44 -- STEP: 3555/31555 -- GLOBAL_STEP: 603100 | > loss_text_ce: 0.03259501978754997 (0.03749218964831374) | > loss_mel_ce: 1.7189806699752808 (nan) | > loss: 0.006950697861611843 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14228053092956472) | > loader_time: 0.0047 (0.004664629454686502)  --> TIME: 2025-03-24 16:32:53 -- STEP: 3605/31555 -- GLOBAL_STEP: 603150 | > loss_text_ce: 0.037393324077129364 (0.037487781288337484) | > loss_mel_ce: 3.0812785625457764 (nan) | > loss: 0.012375682592391968 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14223543324516758) | > loader_time: 0.0045 (0.004663751525455637)  --> TIME: 2025-03-24 16:33:03 -- STEP: 3655/31555 -- GLOBAL_STEP: 603200 | > loss_text_ce: 0.03740944713354111 (0.03749038831760199) | > loss_mel_ce: 2.968997001647949 (nan) | > loss: 0.011930185370147228 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14230054537020312) | > loader_time: 0.0046 (0.004664834579593015)  --> TIME: 2025-03-24 16:33:13 -- STEP: 3705/31555 -- GLOBAL_STEP: 603250 | > loss_text_ce: 0.028656313195824623 (0.03749169695710175) | > loss_mel_ce: 0.01971435546875 (nan) | > loss: 0.00019194709602743387 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14232417047425908) | > loader_time: 0.0046 (0.004666603464185787)  --> TIME: 2025-03-24 16:33:23 -- STEP: 3755/31555 -- GLOBAL_STEP: 603300 | > loss_text_ce: 0.036130670458078384 (0.03749025803029589) | > loss_mel_ce: 2.916637897491455 (nan) | > loss: 0.011717336252331734 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14233646742037173) | > loader_time: 0.0045 (0.0046666417077441645)  --> TIME: 2025-03-24 16:33:33 -- STEP: 3805/31555 -- GLOBAL_STEP: 603350 | > loss_text_ce: 0.038071997463703156 (0.03747922064229838) | > loss_mel_ce: 2.8106143474578857 (nan) | > loss: 0.011304312385618687 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.142368692042166) | > loader_time: 0.0047 (0.004666429687580202)  --> TIME: 2025-03-24 16:33:42 -- STEP: 3855/31555 -- GLOBAL_STEP: 603400 | > loss_text_ce: 0.04227396845817566 (0.037479813732013666) | > loss_mel_ce: 2.4480834007263184 (nan) | > loss: 0.009882370941340923 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14235023901774826) | > loader_time: 0.0045 (0.00466599414939237)  --> TIME: 2025-03-24 16:33:52 -- STEP: 3905/31555 -- GLOBAL_STEP: 603450 | > loss_text_ce: 0.030492713674902916 (0.03746759537893637) | > loss_mel_ce: 2.369284152984619 (nan) | > loss: 0.00952292513102293 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1422512876850079) | > loader_time: 0.0043 (0.004664420715214805)  --> TIME: 2025-03-24 16:34:01 -- STEP: 3955/31555 -- GLOBAL_STEP: 603500 | > loss_text_ce: 0.034096453338861465 (0.037481444699904144) | > loss_mel_ce: 3.365234375 (nan) | > loss: 0.01348940934985876 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14227578082367934) | > loader_time: 0.0044 (0.004662480396507059)  --> TIME: 2025-03-24 16:34:11 -- STEP: 4005/31555 -- GLOBAL_STEP: 603550 | > loss_text_ce: 0.03478826582431793 (0.037454040770589975) | > loss_mel_ce: 2.2471601963043213 (nan) | > loss: 0.009055351838469505 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14225915278983572) | > loader_time: 0.0045 (0.004661595776732939)  --> TIME: 2025-03-24 16:34:21 -- STEP: 4055/31555 -- GLOBAL_STEP: 603600 | > loss_text_ce: 0.04820682480931282 (0.03746415611411629) | > loss_mel_ce: 3.319478988647461 (nan) | > loss: 0.013363833539187908 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14233958312527267) | > loader_time: 0.0045 (0.004660647247634302)  --> TIME: 2025-03-24 16:34:31 -- STEP: 4105/31555 -- GLOBAL_STEP: 603650 | > loss_text_ce: 0.04509207606315613 (0.03745771963784571) | > loss_mel_ce: 2.9298207759857178 (nan) | > loss: 0.011805210262537003 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14234810543408732) | > loader_time: 0.0045 (0.004659573372621337)  --> TIME: 2025-03-24 16:34:40 -- STEP: 4155/31555 -- GLOBAL_STEP: 603700 | > loss_text_ce: 0.05910599231719971 (0.03747076492657992) | > loss_mel_ce: 2.4684207439422607 (nan) | > loss: 0.01002986915409565 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14231864938380148) | > loader_time: 0.0047 (0.004658587027686309)  --> TIME: 2025-03-24 16:34:50 -- STEP: 4205/31555 -- GLOBAL_STEP: 603750 | > loss_text_ce: 0.04104099050164223 (0.03746918578577924) | > loss_mel_ce: 3.2719974517822266 (nan) | > loss: 0.013146977871656418 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14234660570459845) | > loader_time: 0.0046 (0.004660595157909051)  --> TIME: 2025-03-24 16:35:00 -- STEP: 4255/31555 -- GLOBAL_STEP: 603800 | > loss_text_ce: 0.03585872799158096 (0.037455307838718324) | > loss_mel_ce: 3.178252696990967 (nan) | > loss: 0.0127544105052948 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14241836000973643) | > loader_time: 0.0046 (0.004660493870879731)  --> TIME: 2025-03-24 16:35:10 -- STEP: 4305/31555 -- GLOBAL_STEP: 603850 | > loss_text_ce: 0.03432847186923027 (0.037430819312844046) | > loss_mel_ce: 2.091460704803467 (nan) | > loss: 0.008435672149062157 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14238158535043485) | > loader_time: 0.0045 (0.004659092800127086)  --> TIME: 2025-03-24 16:35:20 -- STEP: 4355/31555 -- GLOBAL_STEP: 603900 | > loss_text_ce: 0.04573989659547806 (0.03744806551730571) | > loss_mel_ce: 2.3911640644073486 (nan) | > loss: 0.009670254774391651 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14245278848983062) | > loader_time: 0.0048 (0.00465800496658693)  --> TIME: 2025-03-24 16:35:30 -- STEP: 4405/31555 -- GLOBAL_STEP: 603950 | > loss_text_ce: 0.04450147598981857 (0.03746698899945166) | > loss_mel_ce: 3.3325250148773193 (nan) | > loss: 0.013400900177657604 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1424223672518254) | > loader_time: 0.0048 (0.004657241407777612)  --> TIME: 2025-03-24 16:35:40 -- STEP: 4455/31555 -- GLOBAL_STEP: 604000 | > loss_text_ce: 0.05191127583384514 (0.0374887697726874) | > loss_mel_ce: 2.6967074871063232 (nan) | > loss: 0.010907217860221863 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14246488018870704) | > loader_time: 0.0047 (0.00465805335210764)  --> TIME: 2025-03-24 16:35:49 -- STEP: 4505/31555 -- GLOBAL_STEP: 604050 | > loss_text_ce: 0.04129752889275551 (0.03749007949839199) | > loss_mel_ce: 2.254089117050171 (nan) | > loss: 0.009108677506446838 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14246898766495356) | > loader_time: 0.0045 (0.004657579447400163)  --> TIME: 2025-03-24 16:35:59 -- STEP: 4555/31555 -- GLOBAL_STEP: 604100 | > loss_text_ce: 0.03880295157432556 (0.03748692721844088) | > loss_mel_ce: 3.0456998348236084 (nan) | > loss: 0.012240090407431126 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1425307619323055) | > loader_time: 0.0049 (0.004657531962305738)  --> TIME: 2025-03-24 16:36:09 -- STEP: 4605/31555 -- GLOBAL_STEP: 604150 | > loss_text_ce: 0.040078792721033096 (0.03749251857654771) | > loss_mel_ce: 2.8416428565979004 (nan) | > loss: 0.011435404419898987 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.1425056461661433) | > loader_time: 0.0045 (0.004656594946381846)  --> TIME: 2025-03-24 16:36:19 -- STEP: 4655/31555 -- GLOBAL_STEP: 604200 | > loss_text_ce: 0.026589957997202873 (0.037484123543201006) | > loss_mel_ce: 3.167755126953125 (nan) | > loss: 0.012675972655415535 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1425347358404496) | > loader_time: 0.0045 (0.004655674576887388)  --> TIME: 2025-03-24 16:36:29 -- STEP: 4705/31555 -- GLOBAL_STEP: 604250 | > loss_text_ce: 0.04385420307517052 (0.03750071150847536) | > loss_mel_ce: 2.906787157058716 (nan) | > loss: 0.011708894744515419 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14256642186552965) | > loader_time: 0.0046 (0.004655549123360683)  --> TIME: 2025-03-24 16:36:39 -- STEP: 4755/31555 -- GLOBAL_STEP: 604300 | > loss_text_ce: 0.03379565477371216 (0.03748667618253916) | > loss_mel_ce: 2.6146395206451416 (nan) | > loss: 0.010509664192795753 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.1425984987325092) | > loader_time: 0.0046 (0.004655586507418183)  --> TIME: 2025-03-24 16:36:49 -- STEP: 4805/31555 -- GLOBAL_STEP: 604350 | > loss_text_ce: 0.036842312663793564 (0.037500753746204256) | > loss_mel_ce: 3.152228593826294 (nan) | > loss: 0.012655043974518776 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14263239229382838) | > loader_time: 0.0045 (0.0046553217285505615)  --> TIME: 2025-03-24 16:36:58 -- STEP: 4855/31555 -- GLOBAL_STEP: 604400 | > loss_text_ce: 0.03328831493854523 (0.037500206276152914) | > loss_mel_ce: 2.315213680267334 (nan) | > loss: 0.009319452568888664 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14263443151291275) | > loader_time: 0.0046 (0.004656308465833893)  --> TIME: 2025-03-24 16:37:08 -- STEP: 4905/31555 -- GLOBAL_STEP: 604450 | > loss_text_ce: 0.03772905841469765 (0.03750058896592789) | > loss_mel_ce: 2.3538818359375 (nan) | > loss: 0.009490519762039185 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1425956542338796) | > loader_time: 0.0052 (0.004655872378023638)  --> TIME: 2025-03-24 16:37:17 -- STEP: 4955/31555 -- GLOBAL_STEP: 604500 | > loss_text_ce: 0.032326750457286835 (0.037497028557153325) | > loss_mel_ce: 3.035346508026123 (nan) | > loss: 0.012173307128250599 (nan) | > current_lr: 5e-06 | > step_time: 0.1459 (0.14256867462643177) | > loader_time: 0.0045 (0.004655364206893413)  --> TIME: 2025-03-24 16:37:27 -- STEP: 5005/31555 -- GLOBAL_STEP: 604550 | > loss_text_ce: 0.04471447691321373 (0.037503269683387366) | > loss_mel_ce: 3.325965404510498 (nan) | > loss: 0.013375714421272278 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1425243321474969) | > loader_time: 0.0045 (0.00465500099913819)  --> TIME: 2025-03-24 16:37:36 -- STEP: 5055/31555 -- GLOBAL_STEP: 604600 | > loss_text_ce: 0.03758412227034569 (0.03750412636127928) | > loss_mel_ce: 3.759615421295166 (nan) | > loss: 0.015068252570927143 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14247228861090885) | > loader_time: 0.0045 (0.004655212134447107)  --> TIME: 2025-03-24 16:37:46 -- STEP: 5105/31555 -- GLOBAL_STEP: 604650 | > loss_text_ce: 0.0494224913418293 (0.037502006896161316) | > loss_mel_ce: 3.2178103923797607 (nan) | > loss: 0.01296521071344614 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14242982121802886) | > loader_time: 0.0047 (0.004655045183351763)  --> TIME: 2025-03-24 16:37:56 -- STEP: 5155/31555 -- GLOBAL_STEP: 604700 | > loss_text_ce: 0.03923053294420242 (0.03748003193832196) | > loss_mel_ce: 1.7600460052490234 (nan) | > loss: 0.007139986846596003 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14245405437643346) | > loader_time: 0.0045 (0.004655660921572252)  --> TIME: 2025-03-24 16:38:05 -- STEP: 5205/31555 -- GLOBAL_STEP: 604750 | > loss_text_ce: 0.035928189754486084 (0.03747198615029932) | > loss_mel_ce: 2.7447509765625 (nan) | > loss: 0.011034442111849785 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1424324556913197) | > loader_time: 0.0044 (0.00465531610274521)  --> TIME: 2025-03-24 16:38:15 -- STEP: 5255/31555 -- GLOBAL_STEP: 604800 | > loss_text_ce: 0.0391896590590477 (0.03748177415456497) | > loss_mel_ce: 2.853302001953125 (nan) | > loss: 0.011478141881525517 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14245288347086327) | > loader_time: 0.0047 (0.004655192354312974)  --> TIME: 2025-03-24 16:38:25 -- STEP: 5305/31555 -- GLOBAL_STEP: 604850 | > loss_text_ce: 0.04062969982624054 (0.03747400460917505) | > loss_mel_ce: 2.8348388671875 (nan) | > loss: 0.011410590261220932 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14244799029703475) | > loader_time: 0.0047 (0.004656334804207732)  --> TIME: 2025-03-24 16:38:35 -- STEP: 5355/31555 -- GLOBAL_STEP: 604900 | > loss_text_ce: 0.04080861061811447 (0.037478688170909095) | > loss_mel_ce: 3.111680030822754 (nan) | > loss: 0.012509876862168312 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.1424822744980353) | > loader_time: 0.0047 (0.004656401936079608)  --> TIME: 2025-03-24 16:38:44 -- STEP: 5405/31555 -- GLOBAL_STEP: 604950 | > loss_text_ce: 0.027538370341062546 (0.03746767882498935) | > loss_mel_ce: 2.9610233306884766 (nan) | > loss: 0.01185937225818634 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14248025371011555) | > loader_time: 0.0044 (0.004656132716585597)  --> TIME: 2025-03-24 16:38:54 -- STEP: 5455/31555 -- GLOBAL_STEP: 605000 | > loss_text_ce: 0.036671094596385956 (0.037461062908466305) | > loss_mel_ce: 2.988312244415283 (nan) | > loss: 0.012003903277218342 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1424812194079457) | > loader_time: 0.0048 (0.004656719964759053)  --> TIME: 2025-03-24 16:39:04 -- STEP: 5505/31555 -- GLOBAL_STEP: 605050 | > loss_text_ce: 0.04304288700222969 (0.03745291242350597) | > loss_mel_ce: 3.1847305297851562 (nan) | > loss: 0.01280862558633089 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14250879504266983) | > loader_time: 0.0045 (0.004657033483728723)  --> TIME: 2025-03-24 16:39:14 -- STEP: 5555/31555 -- GLOBAL_STEP: 605100 | > loss_text_ce: 0.035561248660087585 (0.03745305392099847) | > loss_mel_ce: 1.8515722751617432 (nan) | > loss: 0.00748862512409687 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14249641399572358) | > loader_time: 0.0046 (0.004656545371219556)  --> TIME: 2025-03-24 16:39:23 -- STEP: 5605/31555 -- GLOBAL_STEP: 605150 | > loss_text_ce: 0.04905705899000168 (0.03743782858385064) | > loss_mel_ce: 2.4979395866394043 (nan) | > loss: 0.0101071298122406 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1424847464599742) | > loader_time: 0.0045 (0.004656894966282024)  --> TIME: 2025-03-24 16:39:33 -- STEP: 5655/31555 -- GLOBAL_STEP: 605200 | > loss_text_ce: 0.034701209515333176 (0.03744048202948886) | > loss_mel_ce: 3.1231260299682617 (nan) | > loss: 0.012531060725450516 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14248181278994362) | > loader_time: 0.0044 (0.004657123069864372)  --> TIME: 2025-03-24 16:39:42 -- STEP: 5705/31555 -- GLOBAL_STEP: 605250 | > loss_text_ce: 0.03728187084197998 (0.03744173577230015) | > loss_mel_ce: 2.093935966491699 (nan) | > loss: 0.008457214571535587 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14243003555184147) | > loader_time: 0.0055 (0.004657540166722803)  --> TIME: 2025-03-24 16:39:52 -- STEP: 5755/31555 -- GLOBAL_STEP: 605300 | > loss_text_ce: 0.04287167638540268 (0.037451623348951295) | > loss_mel_ce: 2.7119789123535156 (nan) | > loss: 0.010931947268545628 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14246934382010265) | > loader_time: 0.0047 (0.004659013433315572)  --> TIME: 2025-03-24 16:40:02 -- STEP: 5805/31555 -- GLOBAL_STEP: 605350 | > loss_text_ce: 0.04883642867207527 (0.037464803698714126) | > loss_mel_ce: 3.149014472961426 (nan) | > loss: 0.012689885683357716 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14250252807479152) | > loader_time: 0.0044 (0.0046583719442467855)  --> TIME: 2025-03-24 16:40:12 -- STEP: 5855/31555 -- GLOBAL_STEP: 605400 | > loss_text_ce: 0.03563627228140831 (0.037459112426232656) | > loss_mel_ce: 2.926513671875 (nan) | > loss: 0.011754564009606838 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14252292110205259) | > loader_time: 0.005 (0.004658308892449601)  --> TIME: 2025-03-24 16:40:22 -- STEP: 5905/31555 -- GLOBAL_STEP: 605450 | > loss_text_ce: 0.03637664392590523 (0.03745792368213998) | > loss_mel_ce: 3.87439227104187 (nan) | > loss: 0.01551892515271902 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1425061076500974) | > loader_time: 0.0047 (0.004658415073262352)  --> TIME: 2025-03-24 16:40:32 -- STEP: 5955/31555 -- GLOBAL_STEP: 605500 | > loss_text_ce: 0.03818371519446373 (0.037457220678747113) | > loss_mel_ce: 2.251437187194824 (nan) | > loss: 0.00908579770475626 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14250887771497506) | > loader_time: 0.0047 (0.004658762653969006)  --> TIME: 2025-03-24 16:40:41 -- STEP: 6005/31555 -- GLOBAL_STEP: 605550 | > loss_text_ce: 0.03727933019399643 (0.03745180731445406) | > loss_mel_ce: 2.6205153465270996 (nan) | > loss: 0.010546805337071419 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14249534781628256) | > loader_time: 0.0046 (0.004658164787451302)  --> TIME: 2025-03-24 16:40:51 -- STEP: 6055/31555 -- GLOBAL_STEP: 605600 | > loss_text_ce: 0.03914248198270798 (0.03746233135784813) | > loss_mel_ce: 2.773710012435913 (nan) | > loss: 0.011162113398313522 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14250385381287478) | > loader_time: 0.0045 (0.004658659778283123)  --> TIME: 2025-03-24 16:41:01 -- STEP: 6105/31555 -- GLOBAL_STEP: 605650 | > loss_text_ce: 0.03105456754565239 (0.0374627093829514) | > loss_mel_ce: 2.9132022857666016 (nan) | > loss: 0.01168355904519558 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14253092226095565) | > loader_time: 0.0046 (0.0046593530562742186)  --> TIME: 2025-03-24 16:41:11 -- STEP: 6155/31555 -- GLOBAL_STEP: 605700 | > loss_text_ce: 0.03174259513616562 (0.03745735379527564) | > loss_mel_ce: 3.00627064704895 (nan) | > loss: 0.012055608443915844 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.1425409298810791) | > loader_time: 0.0045 (0.004658943109644032)  --> TIME: 2025-03-24 16:41:20 -- STEP: 6205/31555 -- GLOBAL_STEP: 605750 | > loss_text_ce: 0.03738478943705559 (0.03747357984901221) | > loss_mel_ce: 2.8965346813201904 (nan) | > loss: 0.011642538011074066 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14250719583774132) | > loader_time: 0.0045 (0.004659289030371706)  --> TIME: 2025-03-24 16:41:30 -- STEP: 6255/31555 -- GLOBAL_STEP: 605800 | > loss_text_ce: 0.03299769386649132 (0.0374800922584346) | > loss_mel_ce: 2.538637638092041 (nan) | > loss: 0.010204901918768883 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1425127917151749) | > loader_time: 0.0044 (0.004659902563483882)  --> TIME: 2025-03-24 16:41:40 -- STEP: 6305/31555 -- GLOBAL_STEP: 605850 | > loss_text_ce: 0.041494861245155334 (0.03749100346189118) | > loss_mel_ce: 2.3234968185424805 (nan) | > loss: 0.009384888224303722 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14246971246082551) | > loader_time: 0.0045 (0.004659661293786069)  --> TIME: 2025-03-24 16:41:49 -- STEP: 6355/31555 -- GLOBAL_STEP: 605900 | > loss_text_ce: 0.03647682070732117 (0.037488859320201594) | > loss_mel_ce: 2.8170166015625 (nan) | > loss: 0.011323387734591961 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14244185642029322) | > loader_time: 0.0045 (0.004659976066331238)  --> TIME: 2025-03-24 16:41:59 -- STEP: 6405/31555 -- GLOBAL_STEP: 605950 | > loss_text_ce: 0.04059942811727524 (0.03748459462948862) | > loss_mel_ce: 2.7246932983398438 (nan) | > loss: 0.010973384603857994 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14241781149126403) | > loader_time: 0.0045 (0.004660081826179492)  --> TIME: 2025-03-24 16:42:08 -- STEP: 6455/31555 -- GLOBAL_STEP: 606000 | > loss_text_ce: 0.03767496347427368 (0.037486971640204814) | > loss_mel_ce: 2.6498825550079346 (nan) | > loss: 0.01066491100937128 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1423758966991089) | > loader_time: 0.0045 (0.0046607865925263605)  --> TIME: 2025-03-24 16:42:18 -- STEP: 6505/31555 -- GLOBAL_STEP: 606050 | > loss_text_ce: 0.030990978702902794 (0.03747788293703787) | > loss_mel_ce: 1.641632080078125 (nan) | > loss: 0.006637393496930599 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14237456662576067) | > loader_time: 0.0045 (0.0046605054458043445)  --> TIME: 2025-03-24 16:42:27 -- STEP: 6555/31555 -- GLOBAL_STEP: 606100 | > loss_text_ce: 0.0346183106303215 (0.037482259865966774) | > loss_mel_ce: 2.730181932449341 (nan) | > loss: 0.01097143068909645 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1423778240049639) | > loader_time: 0.0044 (0.004659949396513141)  --> TIME: 2025-03-24 16:42:37 -- STEP: 6605/31555 -- GLOBAL_STEP: 606150 | > loss_text_ce: 0.02956267073750496 (0.03747755545350101) | > loss_mel_ce: 2.686635732650757 (nan) | > loss: 0.010778565891087055 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14234641408667606) | > loader_time: 0.0048 (0.004659680360018705)  --> TIME: 2025-03-24 16:42:47 -- STEP: 6655/31555 -- GLOBAL_STEP: 606200 | > loss_text_ce: 0.03538152948021889 (0.037464455928398824) | > loss_mel_ce: 2.506520986557007 (nan) | > loss: 0.010086915455758572 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14234902577504102) | > loader_time: 0.0044 (0.00465961498572896)  --> TIME: 2025-03-24 16:42:56 -- STEP: 6705/31555 -- GLOBAL_STEP: 606250 | > loss_text_ce: 0.02868671528995037 (0.03745611048887623) | > loss_mel_ce: 2.8176586627960205 (nan) | > loss: 0.011295022442936897 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14231434042644003) | > loader_time: 0.0044 (0.0046592338328749015)  --> TIME: 2025-03-24 16:43:06 -- STEP: 6755/31555 -- GLOBAL_STEP: 606300 | > loss_text_ce: 0.03653056547045708 (0.03745086639057949) | > loss_mel_ce: 3.0602238178253174 (nan) | > loss: 0.012288708239793777 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14232967445181532) | > loader_time: 0.0046 (0.004659492046545375)  --> TIME: 2025-03-24 16:43:15 -- STEP: 6805/31555 -- GLOBAL_STEP: 606350 | > loss_text_ce: 0.04037652909755707 (0.03744961410873111) | > loss_mel_ce: 2.531052350997925 (nan) | > loss: 0.010204083286225796 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1422947364725847) | > loader_time: 0.0047 (0.004659436118681578)  --> TIME: 2025-03-24 16:43:25 -- STEP: 6855/31555 -- GLOBAL_STEP: 606400 | > loss_text_ce: 0.03551151603460312 (0.037456385168382164) | > loss_mel_ce: 2.0513055324554443 (nan) | > loss: 0.008281020447611809 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.142259934798894) | > loader_time: 0.0046 (0.004659272840125636)  --> TIME: 2025-03-24 16:43:35 -- STEP: 6905/31555 -- GLOBAL_STEP: 606450 | > loss_text_ce: 0.0536564476788044 (0.037466123504705844) | > loss_mel_ce: 3.28549861907959 (nan) | > loss: 0.013250615447759628 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1422875540399795) | > loader_time: 0.0046 (0.004659110441491012)  --> TIME: 2025-03-24 16:43:44 -- STEP: 6955/31555 -- GLOBAL_STEP: 606500 | > loss_text_ce: 0.041393958032131195 (0.03746591403954524) | > loss_mel_ce: 3.175920248031616 (nan) | > loss: 0.012767121195793152 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14225237309547087) | > loader_time: 0.0047 (0.004658727728146424)  --> TIME: 2025-03-24 16:43:54 -- STEP: 7005/31555 -- GLOBAL_STEP: 606550 | > loss_text_ce: 0.0554112084209919 (0.03747365749710319) | > loss_mel_ce: 2.4328908920288086 (nan) | > loss: 0.009874214418232441 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14226508092914303) | > loader_time: 0.0045 (0.004658769863490794)  --> TIME: 2025-03-24 16:44:04 -- STEP: 7055/31555 -- GLOBAL_STEP: 606600 | > loss_text_ce: 0.04077397659420967 (0.03746718764793553) | > loss_mel_ce: 2.678588390350342 (nan) | > loss: 0.010791121050715446 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14227181809071876) | > loader_time: 0.0049 (0.004658781628841878)  --> TIME: 2025-03-24 16:44:14 -- STEP: 7105/31555 -- GLOBAL_STEP: 606650 | > loss_text_ce: 0.04172196239233017 (0.03746462910069731) | > loss_mel_ce: 2.1226866245269775 (nan) | > loss: 0.008588924072682858 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14231236066556513) | > loader_time: 0.0043 (0.004658316290772853)  --> TIME: 2025-03-24 16:44:24 -- STEP: 7155/31555 -- GLOBAL_STEP: 606700 | > loss_text_ce: 0.03474775701761246 (0.037473558792148094) | > loss_mel_ce: 3.4440252780914307 (nan) | > loss: 0.013804656453430653 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14233273060316828) | > loader_time: 0.0047 (0.004657526369448055)  --> TIME: 2025-03-24 16:44:33 -- STEP: 7205/31555 -- GLOBAL_STEP: 606750 | > loss_text_ce: 0.03958096727728844 (0.03747796032262363) | > loss_mel_ce: 3.01432728767395 (nan) | > loss: 0.012118685059249401 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14234820083972913) | > loader_time: 0.0047 (0.004658173753684129)  --> TIME: 2025-03-24 16:44:44 -- STEP: 7255/31555 -- GLOBAL_STEP: 606800 | > loss_text_ce: 0.035908639430999756 (0.03747797511571922) | > loss_mel_ce: 2.669264316558838 (nan) | > loss: 0.01073481421917677 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14238681822789298) | > loader_time: 0.0054 (0.004658431402163037)  --> TIME: 2025-03-24 16:44:53 -- STEP: 7305/31555 -- GLOBAL_STEP: 606850 | > loss_text_ce: 0.03727760538458824 (0.03748093406892273) | > loss_mel_ce: 3.0162899494171143 (nan) | > loss: 0.01211733277887106 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14237386258312662) | > loader_time: 0.0044 (0.004657771634696521)  --> TIME: 2025-03-24 16:45:03 -- STEP: 7355/31555 -- GLOBAL_STEP: 606900 | > loss_text_ce: 0.030478158965706825 (0.037469629244530726) | > loss_mel_ce: 3.0096969604492188 (nan) | > loss: 0.012064187787473202 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14238374656272712) | > loader_time: 0.0044 (0.004657423439518594)  --> TIME: 2025-03-24 16:45:13 -- STEP: 7405/31555 -- GLOBAL_STEP: 606950 | > loss_text_ce: 0.04562385007739067 (0.037470318856828375) | > loss_mel_ce: 2.4085118770599365 (nan) | > loss: 0.009738634340465069 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1423969317094288) | > loader_time: 0.0046 (0.004657890601869689)  --> TIME: 2025-03-24 16:45:23 -- STEP: 7455/31555 -- GLOBAL_STEP: 607000 | > loss_text_ce: 0.04842989891767502 (0.037474180979493094) | > loss_mel_ce: 2.9686596393585205 (nan) | > loss: 0.01197257824242115 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14242188807384523) | > loader_time: 0.0049 (0.004657605828093965)  --> TIME: 2025-03-24 16:45:32 -- STEP: 7505/31555 -- GLOBAL_STEP: 607050 | > loss_text_ce: 0.03239285200834274 (0.037484130523801104) | > loss_mel_ce: 3.028743267059326 (nan) | > loss: 0.01214736606925726 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1424113249794633) | > loader_time: 0.0047 (0.004657038587637533)  --> TIME: 2025-03-24 16:45:42 -- STEP: 7555/31555 -- GLOBAL_STEP: 607100 | > loss_text_ce: 0.04424077272415161 (0.03747537518702921) | > loss_mel_ce: 2.9459750652313232 (nan) | > loss: 0.01186593621969223 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14243220869552858) | > loader_time: 0.0047 (0.004656969136074623)  --> TIME: 2025-03-24 16:45:52 -- STEP: 7605/31555 -- GLOBAL_STEP: 607150 | > loss_text_ce: 0.04240788519382477 (0.03746296876905532) | > loss_mel_ce: 2.798328161239624 (nan) | > loss: 0.011272762902081013 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14242909279095364) | > loader_time: 0.0043 (0.004656681741718234)  --> TIME: 2025-03-24 16:46:02 -- STEP: 7655/31555 -- GLOBAL_STEP: 607200 | > loss_text_ce: 0.033165860921144485 (0.037465342612733966) | > loss_mel_ce: 1.6676676273345947 (nan) | > loss: 0.006749339401721954 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14245472138103996) | > loader_time: 0.0045 (0.004656948348729921)  --> TIME: 2025-03-24 16:46:12 -- STEP: 7705/31555 -- GLOBAL_STEP: 607250 | > loss_text_ce: 0.031058046966791153 (0.03746265286155471) | > loss_mel_ce: 2.944082260131836 (nan) | > loss: 0.011806112714111805 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14244002045786758) | > loader_time: 0.0046 (0.004656416065579953)  --> TIME: 2025-03-24 16:46:21 -- STEP: 7755/31555 -- GLOBAL_STEP: 607300 | > loss_text_ce: 0.03538821265101433 (0.03746771757328212) | > loss_mel_ce: 3.50124192237854 (nan) | > loss: 0.014034247025847435 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14242552087662083) | > loader_time: 0.0045 (0.004655783011942501)  --> TIME: 2025-03-24 16:46:31 -- STEP: 7805/31555 -- GLOBAL_STEP: 607350 | > loss_text_ce: 0.03262029215693474 (0.037463343136900376) | > loss_mel_ce: 3.1343302726745605 (nan) | > loss: 0.012567264027893543 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14245137505467176) | > loader_time: 0.0048 (0.004655615814521779)  --> TIME: 2025-03-24 16:46:41 -- STEP: 7855/31555 -- GLOBAL_STEP: 607400 | > loss_text_ce: 0.04931120201945305 (0.03746405926886963) | > loss_mel_ce: 2.6186935901641846 (nan) | > loss: 0.010587320663034916 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14243890308863352) | > loader_time: 0.0053 (0.004656207766372025)  --> TIME: 2025-03-24 16:46:51 -- STEP: 7905/31555 -- GLOBAL_STEP: 607450 | > loss_text_ce: 0.03783181682229042 (0.03746124621395882) | > loss_mel_ce: 3.0260417461395264 (nan) | > loss: 0.012158229015767574 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14245817720098347) | > loader_time: 0.0046 (0.004656485467677923)  --> TIME: 2025-03-24 16:47:00 -- STEP: 7955/31555 -- GLOBAL_STEP: 607500 | > loss_text_ce: 0.03511994704604149 (0.037456968962551525) | > loss_mel_ce: 2.9203524589538574 (nan) | > loss: 0.011728066019713879 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14243195954544013) | > loader_time: 0.0046 (0.004656017178787811)  --> TIME: 2025-03-24 16:47:10 -- STEP: 8005/31555 -- GLOBAL_STEP: 607550 | > loss_text_ce: 0.03236822038888931 (0.037459468147801815) | > loss_mel_ce: 3.5530059337615967 (nan) | > loss: 0.014227676205337048 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14244201509450705) | > loader_time: 0.0045 (0.004656252899741763)  --> TIME: 2025-03-24 16:47:19 -- STEP: 8055/31555 -- GLOBAL_STEP: 607600 | > loss_text_ce: 0.040758032351732254 (0.03745495295990321) | > loss_mel_ce: 3.464632034301758 (nan) | > loss: 0.013910279609262943 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14243447068757273) | > loader_time: 0.0045 (0.004655897180757334)  --> TIME: 2025-03-24 16:47:29 -- STEP: 8105/31555 -- GLOBAL_STEP: 607650 | > loss_text_ce: 0.035242415964603424 (0.0374546739573256) | > loss_mel_ce: 2.6208336353302 (nan) | > loss: 0.010539984330534935 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14243417536307837) | > loader_time: 0.0044 (0.004655808655293464)  --> TIME: 2025-03-24 16:47:39 -- STEP: 8155/31555 -- GLOBAL_STEP: 607700 | > loss_text_ce: 0.038826342672109604 (0.03745961959030116) | > loss_mel_ce: 2.8277664184570312 (nan) | > loss: 0.01137536857277155 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14243406340214915) | > loader_time: 0.0046 (0.004655353223378488)  --> TIME: 2025-03-24 16:47:48 -- STEP: 8205/31555 -- GLOBAL_STEP: 607750 | > loss_text_ce: 0.03254590556025505 (0.03745569812688961) | > loss_mel_ce: 2.9417827129364014 (nan) | > loss: 0.01180289126932621 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1424152737198482) | > loader_time: 0.0045 (0.004654603757050467)  --> TIME: 2025-03-24 16:47:58 -- STEP: 8255/31555 -- GLOBAL_STEP: 607800 | > loss_text_ce: 0.034140247851610184 (0.037452629719297366) | > loss_mel_ce: 0.0150146484375 (nan) | > loss: 0.00019505912496242672 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14239970683185077) | > loader_time: 0.0045 (0.004654353579053868)  --> TIME: 2025-03-24 16:48:07 -- STEP: 8305/31555 -- GLOBAL_STEP: 607850 | > loss_text_ce: 0.033846087753772736 (0.037447239574625875) | > loss_mel_ce: 1.7951189279556274 (nan) | > loss: 0.007257798220962286 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14237887811976566) | > loader_time: 0.0042 (0.004654339061739353)  --> TIME: 2025-03-24 16:48:17 -- STEP: 8355/31555 -- GLOBAL_STEP: 607900 | > loss_text_ce: 0.03733677417039871 (0.037448156458609425) | > loss_mel_ce: 3.0313594341278076 (nan) | > loss: 0.012177366763353348 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1424032941255508) | > loader_time: 0.0048 (0.004654330140027647)  --> TIME: 2025-03-24 16:48:27 -- STEP: 8405/31555 -- GLOBAL_STEP: 607950 | > loss_text_ce: 0.03570372611284256 (0.03744738518932462) | > loss_mel_ce: 2.756113052368164 (nan) | > loss: 0.011078638024628162 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14242734452360528) | > loader_time: 0.0046 (0.004653885419846712)  --> TIME: 2025-03-24 16:48:37 -- STEP: 8455/31555 -- GLOBAL_STEP: 608000 | > loss_text_ce: 0.03079044446349144 (0.03744577107656948) | > loss_mel_ce: 2.916980743408203 (nan) | > loss: 0.011697504669427872 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14240826494520342) | > loader_time: 0.0044 (0.004653540734776653)  --> TIME: 2025-03-24 16:48:47 -- STEP: 8505/31555 -- GLOBAL_STEP: 608050 | > loss_text_ce: 0.03595668077468872 (0.037446908593760396) | > loss_mel_ce: 3.1211512088775635 (nan) | > loss: 0.01252820622175932 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14242235284073093) | > loader_time: 0.0047 (0.004653513144213334)  --> TIME: 2025-03-24 16:48:56 -- STEP: 8555/31555 -- GLOBAL_STEP: 608100 | > loss_text_ce: 0.029402945190668106 (0.03744873704300562) | > loss_mel_ce: 2.767028331756592 (nan) | > loss: 0.011096950620412827 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1424260301105048) | > loader_time: 0.0046 (0.004653357400453834)  --> TIME: 2025-03-24 16:49:06 -- STEP: 8605/31555 -- GLOBAL_STEP: 608150 | > loss_text_ce: 0.03445514291524887 (0.03745257908371234) | > loss_mel_ce: 2.808894634246826 (nan) | > loss: 0.01128313411027193 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14240022295786173) | > loader_time: 0.0044 (0.0046531553672954536)  --> TIME: 2025-03-24 16:49:15 -- STEP: 8655/31555 -- GLOBAL_STEP: 608200 | > loss_text_ce: 0.04409929737448692 (0.037449452001978106) | > loss_mel_ce: 2.8796074390411377 (nan) | > loss: 0.011602011509239674 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14236768318145435) | > loader_time: 0.0045 (0.00465344809714526)  --> TIME: 2025-03-24 16:49:25 -- STEP: 8705/31555 -- GLOBAL_STEP: 608250 | > loss_text_ce: 0.04738964885473251 (0.03745085395421111) | > loss_mel_ce: 2.916289806365967 (nan) | > loss: 0.011760633438825607 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14236489640509262) | > loader_time: 0.0051 (0.004653331536386696)  --> TIME: 2025-03-24 16:49:35 -- STEP: 8755/31555 -- GLOBAL_STEP: 608300 | > loss_text_ce: 0.037943217903375626 (0.03745636761811873) | > loss_mel_ce: 2.2776286602020264 (nan) | > loss: 0.009188777767121792 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1423917450134175) | > loader_time: 0.005 (0.004654088447871442)  --> TIME: 2025-03-24 16:49:45 -- STEP: 8805/31555 -- GLOBAL_STEP: 608350 | > loss_text_ce: 0.02853614091873169 (0.037447716136532284) | > loss_mel_ce: 3.0090763568878174 (nan) | > loss: 0.012054018676280975 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1424102465040913) | > loader_time: 0.0044 (0.004654224023163689)  --> TIME: 2025-03-24 16:49:55 -- STEP: 8855/31555 -- GLOBAL_STEP: 608400 | > loss_text_ce: 0.0412876158952713 (0.03744217189536855) | > loss_mel_ce: 2.9045627117156982 (nan) | > loss: 0.011689882725477219 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14239122080035588) | > loader_time: 0.0048 (0.0046543129953807655)  --> TIME: 2025-03-24 16:50:04 -- STEP: 8905/31555 -- GLOBAL_STEP: 608450 | > loss_text_ce: 0.02759706974029541 (0.03744036958451976) | > loss_mel_ce: 2.031022071838379 (nan) | > loss: 0.008169123902916908 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14238822043845684) | > loader_time: 0.0051 (0.0046540142511263954)  --> TIME: 2025-03-24 16:50:14 -- STEP: 8955/31555 -- GLOBAL_STEP: 608500 | > loss_text_ce: 0.03224748373031616 (0.037435602362510534) | > loss_mel_ce: 2.9324886798858643 (nan) | > loss: 0.0117648271843791 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.1423550406625857) | > loader_time: 0.0047 (0.0046542027620947125)  --> TIME: 2025-03-24 16:50:24 -- STEP: 9005/31555 -- GLOBAL_STEP: 608550 | > loss_text_ce: 0.03796432539820671 (0.03744160719826067) | > loss_mel_ce: 2.6481428146362305 (nan) | > loss: 0.010659156367182732 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.1424168624591988) | > loader_time: 0.0051 (0.00465466487679066)  --> TIME: 2025-03-24 16:50:33 -- STEP: 9055/31555 -- GLOBAL_STEP: 608600 | > loss_text_ce: 0.04009588062763214 (0.03744605624290264) | > loss_mel_ce: 2.596090793609619 (nan) | > loss: 0.010461058467626572 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14240708933029328) | > loader_time: 0.0045 (0.004654421824766483)  --> TIME: 2025-03-24 16:50:43 -- STEP: 9105/31555 -- GLOBAL_STEP: 608650 | > loss_text_ce: 0.05235894396901131 (0.03744660755839325) | > loss_mel_ce: 1.7549763917922974 (nan) | > loss: 0.007171966135501862 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14240315134613052) | > loader_time: 0.0045 (0.004654153659407873)  --> TIME: 2025-03-24 16:50:53 -- STEP: 9155/31555 -- GLOBAL_STEP: 608700 | > loss_text_ce: 0.03035174496471882 (0.03744132509378789) | > loss_mel_ce: 2.87442946434021 (nan) | > loss: 0.011526909656822681 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14238058430845166) | > loader_time: 0.0046 (0.004653473176440538)  --> TIME: 2025-03-24 16:51:02 -- STEP: 9205/31555 -- GLOBAL_STEP: 608750 | > loss_text_ce: 0.04244847223162651 (0.0374371799055056) | > loss_mel_ce: 3.0217926502227783 (nan) | > loss: 0.012159687466919422 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14238791230060338) | > loader_time: 0.0047 (0.004653180027577879)  --> TIME: 2025-03-24 16:51:12 -- STEP: 9255/31555 -- GLOBAL_STEP: 608800 | > loss_text_ce: 0.053520120680332184 (0.03743819652154424) | > loss_mel_ce: 2.0267481803894043 (nan) | > loss: 0.008255033753812313 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14239953469740674) | > loader_time: 0.0052 (0.004653367243992964)  --> TIME: 2025-03-24 16:51:22 -- STEP: 9305/31555 -- GLOBAL_STEP: 608850 | > loss_text_ce: 0.034370966255664825 (0.03743111046670685) | > loss_mel_ce: 2.2085931301116943 (nan) | > loss: 0.008900651708245277 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14238998975758935) | > loader_time: 0.0043 (0.004652693321601091)  --> TIME: 2025-03-24 16:51:32 -- STEP: 9355/31555 -- GLOBAL_STEP: 608900 | > loss_text_ce: 0.04045962542295456 (0.037428032231921836) | > loss_mel_ce: 2.591007709503174 (nan) | > loss: 0.010442331433296204 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14242032622985215) | > loader_time: 0.0046 (0.00465231104880842)  --> TIME: 2025-03-24 16:51:42 -- STEP: 9405/31555 -- GLOBAL_STEP: 608950 | > loss_text_ce: 0.032890379428863525 (0.037426529293171855) | > loss_mel_ce: 2.9221255779266357 (nan) | > loss: 0.011726254597306252 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14241771043963053) | > loader_time: 0.0045 (0.0046519289620058244)  --> TIME: 2025-03-24 16:51:51 -- STEP: 9455/31555 -- GLOBAL_STEP: 609000 | > loss_text_ce: 0.04158250615000725 (0.037424157000388626) | > loss_mel_ce: 2.8807339668273926 (nan) | > loss: 0.011596495285630226 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14242146283719118) | > loader_time: 0.0047 (0.0046514317448463184)  --> TIME: 2025-03-24 16:52:01 -- STEP: 9505/31555 -- GLOBAL_STEP: 609050 | > loss_text_ce: 0.03928176313638687 (0.03742275836552713) | > loss_mel_ce: 2.4907565116882324 (nan) | > loss: 0.01003983523696661 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14244831783529477) | > loader_time: 0.0047 (0.004651399388682018)  --> TIME: 2025-03-24 16:52:11 -- STEP: 9555/31555 -- GLOBAL_STEP: 609100 | > loss_text_ce: 0.0385625846683979 (0.03743312803376319) | > loss_mel_ce: 2.7708373069763184 (nan) | > loss: 0.011148412711918354 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14243515384939587) | > loader_time: 0.0047 (0.004651157223448458)  --> TIME: 2025-03-24 16:52:21 -- STEP: 9605/31555 -- GLOBAL_STEP: 609150 | > loss_text_ce: 0.03587722033262253 (0.037434605923653386) | > loss_mel_ce: 2.1650149822235107 (nan) | > loss: 0.008733700029551983 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1424336549579199) | > loader_time: 0.0046 (0.004651238879829812)  --> TIME: 2025-03-24 16:52:31 -- STEP: 9655/31555 -- GLOBAL_STEP: 609200 | > loss_text_ce: 0.038892317563295364 (0.037440846421129326) | > loss_mel_ce: 2.376636028289795 (nan) | > loss: 0.009585429914295673 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1424538202695685) | > loader_time: 0.0044 (0.004651237558911092)  --> TIME: 2025-03-24 16:52:40 -- STEP: 9705/31555 -- GLOBAL_STEP: 609250 | > loss_text_ce: 0.03520684316754341 (0.03744386052851938) | > loss_mel_ce: 2.807377815246582 (nan) | > loss: 0.011280097998678684 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1424634116878835) | > loader_time: 0.0046 (0.004651650468569817)  --> TIME: 2025-03-24 16:52:50 -- STEP: 9755/31555 -- GLOBAL_STEP: 609300 | > loss_text_ce: 0.04731954634189606 (0.0374433871845536) | > loss_mel_ce: 2.81947922706604 (nan) | > loss: 0.011376186273992062 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14247000054907405) | > loader_time: 0.0048 (0.004651924672950417)  --> TIME: 2025-03-24 16:53:00 -- STEP: 9805/31555 -- GLOBAL_STEP: 609350 | > loss_text_ce: 0.03699920326471329 (0.0374451603252233) | > loss_mel_ce: 2.723548173904419 (nan) | > loss: 0.010954554192721844 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.1425000153531354) | > loader_time: 0.0049 (0.004652913233140845)  --> TIME: 2025-03-24 16:53:10 -- STEP: 9855/31555 -- GLOBAL_STEP: 609400 | > loss_text_ce: 0.03522224724292755 (0.03744607006612157) | > loss_mel_ce: 0.1231282576918602 (nan) | > loss: 0.000628375040832907 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14249127768792838) | > loader_time: 0.0044 (0.004652823874455666)  --> TIME: 2025-03-24 16:53:19 -- STEP: 9905/31555 -- GLOBAL_STEP: 609450 | > loss_text_ce: 0.03951117396354675 (0.03745530192833813) | > loss_mel_ce: 3.1480553150177 (nan) | > loss: 0.01264907419681549 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14247120448521217) | > loader_time: 0.0043 (0.004652615089358729)  --> TIME: 2025-03-24 16:53:29 -- STEP: 9955/31555 -- GLOBAL_STEP: 609500 | > loss_text_ce: 0.03700784593820572 (0.03745179989869599) | > loss_mel_ce: 2.2278201580047607 (nan) | > loss: 0.00898741278797388 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14247953682194892) | > loader_time: 0.0049 (0.004652676733219098)  --> TIME: 2025-03-24 16:53:39 -- STEP: 10005/31555 -- GLOBAL_STEP: 609550 | > loss_text_ce: 0.03576669096946716 (0.03744562368659391) | > loss_mel_ce: 0.057373046875 (nan) | > loss: 0.00036960214492864907 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1424655144837785) | > loader_time: 0.0047 (0.004653009803577516)  --> TIME: 2025-03-24 16:53:48 -- STEP: 10055/31555 -- GLOBAL_STEP: 609600 | > loss_text_ce: 0.050934575498104095 (0.03744222431011545) | > loss_mel_ce: 2.096644878387451 (nan) | > loss: 0.00852214079350233 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14245484260585664) | > loader_time: 0.0043 (0.00465264358311847)  --> TIME: 2025-03-24 16:53:58 -- STEP: 10105/31555 -- GLOBAL_STEP: 609650 | > loss_text_ce: 0.029513275250792503 (0.03744704014649783) | > loss_mel_ce: 2.9918620586395264 (nan) | > loss: 0.011989586055278778 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14245464050315648) | > loader_time: 0.0046 (0.004652867607407381)  --> TIME: 2025-03-24 16:54:08 -- STEP: 10155/31555 -- GLOBAL_STEP: 609700 | > loss_text_ce: 0.028407830744981766 (0.03744795078834483) | > loss_mel_ce: 2.1916720867156982 (nan) | > loss: 0.008809841237962246 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14242833974266364) | > loader_time: 0.0045 (0.004653151102220998)  --> TIME: 2025-03-24 16:54:18 -- STEP: 10205/31555 -- GLOBAL_STEP: 609750 | > loss_text_ce: 0.037131622433662415 (0.037453183683802634) | > loss_mel_ce: 2.2559306621551514 (nan) | > loss: 0.009099453687667847 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1424527863320742) | > loader_time: 0.0047 (0.00465383765628559)  --> TIME: 2025-03-24 16:54:27 -- STEP: 10255/31555 -- GLOBAL_STEP: 609800 | > loss_text_ce: 0.040847282856702805 (0.037462304678197465) | > loss_mel_ce: 2.649885654449463 (nan) | > loss: 0.010677512735128403 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.1424623988768581) | > loader_time: 0.0054 (0.004653931919508947)  --> TIME: 2025-03-24 16:54:37 -- STEP: 10305/31555 -- GLOBAL_STEP: 609850 | > loss_text_ce: 0.03946615010499954 (0.03747027466839114) | > loss_mel_ce: 2.295687437057495 (nan) | > loss: 0.009266482666134834 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14248349070838234) | > loader_time: 0.0043 (0.004653582302243433)  --> TIME: 2025-03-24 16:54:47 -- STEP: 10355/31555 -- GLOBAL_STEP: 609900 | > loss_text_ce: 0.03231985494494438 (0.03747085106708844) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14245842275614923) | > loader_time: 0.0043 (0.0046535067141545376)  --> TIME: 2025-03-24 16:54:57 -- STEP: 10405/31555 -- GLOBAL_STEP: 609950 | > loss_text_ce: 0.03385226055979729 (0.037468565728896654) | > loss_mel_ce: 2.6178476810455322 (nan) | > loss: 0.01052261982113123 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1424763727165199) | > loader_time: 0.0048 (0.0046532727158568035)  --> TIME: 2025-03-24 16:55:06 -- STEP: 10455/31555 -- GLOBAL_STEP: 610000 | > loss_text_ce: 0.04569916054606438 (0.0374666263478073) | > loss_mel_ce: 2.632336378097534 (nan) | > loss: 0.010627125389873981 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1424685570111637) | > loader_time: 0.0043 (0.004653535831037296) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_610000.pth  --> TIME: 2025-03-24 16:55:21 -- STEP: 10505/31555 -- GLOBAL_STEP: 610050 | > loss_text_ce: 0.038994356989860535 (0.03746953447877303) | > loss_mel_ce: 1.8201104402542114 (nan) | > loss: 0.007377400062978268 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14242193852079224) | > loader_time: 0.0051 (0.004654280586732907)  --> TIME: 2025-03-24 16:55:31 -- STEP: 10555/31555 -- GLOBAL_STEP: 610100 | > loss_text_ce: 0.037516795098781586 (0.03747429954111286) | > loss_mel_ce: 3.0219342708587646 (nan) | > loss: 0.012140680104494095 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14242218002669935) | > loader_time: 0.0045 (0.004654119930692)  --> TIME: 2025-03-24 16:55:40 -- STEP: 10605/31555 -- GLOBAL_STEP: 610150 | > loss_text_ce: 0.04677102342247963 (0.037469626127275384) | > loss_mel_ce: 2.6245388984680176 (nan) | > loss: 0.010600436478853226 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14240240248123048) | > loader_time: 0.0044 (0.0046537320605992555)  --> TIME: 2025-03-24 16:55:50 -- STEP: 10655/31555 -- GLOBAL_STEP: 610200 | > loss_text_ce: 0.03268986940383911 (0.03746377043915503) | > loss_mel_ce: 3.2928428649902344 (nan) | > loss: 0.013196558691561222 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14240383940758952) | > loader_time: 0.0044 (0.004653452417202708)  --> TIME: 2025-03-24 16:56:00 -- STEP: 10705/31555 -- GLOBAL_STEP: 610250 | > loss_text_ce: 0.04205574095249176 (0.03747222725178429) | > loss_mel_ce: 3.198885202407837 (nan) | > loss: 0.012860878370702267 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14240780800984684) | > loader_time: 0.0047 (0.004653560886979941)  --> TIME: 2025-03-24 16:56:09 -- STEP: 10755/31555 -- GLOBAL_STEP: 610300 | > loss_text_ce: 0.023502198979258537 (0.03747538384907403) | > loss_mel_ce: 2.710183620452881 (nan) | > loss: 0.010847959667444229 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14240540952695827) | > loader_time: 0.0045 (0.0046534915571155135)  --> TIME: 2025-03-24 16:56:19 -- STEP: 10805/31555 -- GLOBAL_STEP: 610350 | > loss_text_ce: 0.039606835693120956 (0.03747258084442168) | > loss_mel_ce: 3.0329298973083496 (nan) | > loss: 0.012192606925964355 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14239512531363524) | > loader_time: 0.0042 (0.004653213223832896)  --> TIME: 2025-03-24 16:56:29 -- STEP: 10855/31555 -- GLOBAL_STEP: 610400 | > loss_text_ce: 0.0349583625793457 (0.03747988665010555) | > loss_mel_ce: 1.4899553060531616 (nan) | > loss: 0.006051245145499706 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14237702058680576) | > loader_time: 0.0044 (0.004652831412745428)  --> TIME: 2025-03-24 16:56:38 -- STEP: 10905/31555 -- GLOBAL_STEP: 610450 | > loss_text_ce: 0.037174537777900696 (0.037479185264818866) | > loss_mel_ce: 0.0620930977165699 (nan) | > loss: 0.00039391921018250287 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1423861747813414) | > loader_time: 0.0049 (0.0046528913295908565)  --> TIME: 2025-03-24 16:56:48 -- STEP: 10955/31555 -- GLOBAL_STEP: 610500 | > loss_text_ce: 0.028631247580051422 (0.03747659759066353) | > loss_mel_ce: 2.36592960357666 (nan) | > loss: 0.009502225555479527 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14240210466545974) | > loader_time: 0.0046 (0.0046529275214274935)  --> TIME: 2025-03-24 16:56:58 -- STEP: 11005/31555 -- GLOBAL_STEP: 610550 | > loss_text_ce: 0.04667656496167183 (0.03747427890915885) | > loss_mel_ce: 2.721205949783325 (nan) | > loss: 0.010983661748468876 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1424139725842408) | > loader_time: 0.0054 (0.004653240820864343)  --> TIME: 2025-03-24 16:57:08 -- STEP: 11055/31555 -- GLOBAL_STEP: 610600 | > loss_text_ce: 0.037342820316553116 (0.03747504915871912) | > loss_mel_ce: 2.762037754058838 (nan) | > loss: 0.011108653619885445 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14242026863029164) | > loader_time: 0.0046 (0.004653081328876416)  --> TIME: 2025-03-24 16:57:18 -- STEP: 11105/31555 -- GLOBAL_STEP: 610650 | > loss_text_ce: 0.039324283599853516 (0.03747646419305427) | > loss_mel_ce: 3.0038046836853027 (nan) | > loss: 0.012075909413397312 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14241945317391638) | > loader_time: 0.0046 (0.0046530999454599655)  --> TIME: 2025-03-24 16:57:28 -- STEP: 11155/31555 -- GLOBAL_STEP: 610700 | > loss_text_ce: 0.04664913937449455 (0.03747471557660435) | > loss_mel_ce: 0.04890746995806694 (nan) | > loss: 0.00037919290480203927 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14242384507484068) | > loader_time: 0.0049 (0.004652640681692115)  --> TIME: 2025-03-24 16:57:37 -- STEP: 11205/31555 -- GLOBAL_STEP: 610750 | > loss_text_ce: 0.03818896785378456 (0.037472518620740705) | > loss_mel_ce: 2.738579750061035 (nan) | > loss: 0.011018924415111542 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14241160065507538) | > loader_time: 0.0045 (0.0046522515206292294)  --> TIME: 2025-03-24 16:57:47 -- STEP: 11255/31555 -- GLOBAL_STEP: 610800 | > loss_text_ce: 0.03280779719352722 (0.037472968849240444) | > loss_mel_ce: 3.4385061264038086 (nan) | > loss: 0.013775056228041649 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14240465776383332) | > loader_time: 0.0046 (0.004652552750840394)  --> TIME: 2025-03-24 16:57:56 -- STEP: 11305/31555 -- GLOBAL_STEP: 610850 | > loss_text_ce: 0.035390082746744156 (0.03747231670659829) | > loss_mel_ce: 0.01898193359375 (nan) | > loss: 0.00021576198923867196 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14240098767236317) | > loader_time: 0.0046 (0.00465271739715077)  --> TIME: 2025-03-24 16:58:06 -- STEP: 11355/31555 -- GLOBAL_STEP: 610900 | > loss_text_ce: 0.04299815744161606 (0.037477053743214896) | > loss_mel_ce: 0.47008201479911804 (nan) | > loss: 0.002036032499745488 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14242113059651557) | > loader_time: 0.0047 (0.004652679906128685)  --> TIME: 2025-03-24 16:58:17 -- STEP: 11405/31555 -- GLOBAL_STEP: 610950 | > loss_text_ce: 0.033633310347795486 (0.03747812801239534) | > loss_mel_ce: 3.4089975357055664 (nan) | > loss: 0.013661233708262444 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14244597433743297) | > loader_time: 0.0045 (0.004652743358352842)  --> TIME: 2025-03-24 16:58:26 -- STEP: 11455/31555 -- GLOBAL_STEP: 611000 | > loss_text_ce: 0.0399336963891983 (0.037477736509051666) | > loss_mel_ce: 3.2913644313812256 (nan) | > loss: 0.013219437561929226 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14245724288827236) | > loader_time: 0.0044 (0.004652675152449359)  --> TIME: 2025-03-24 16:58:36 -- STEP: 11505/31555 -- GLOBAL_STEP: 611050 | > loss_text_ce: 0.030704345554113388 (0.03747664633361213) | > loss_mel_ce: 2.7657954692840576 (nan) | > loss: 0.01109722163528204 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14245289693133653) | > loader_time: 0.0045 (0.004652366033070815)  --> TIME: 2025-03-24 16:58:46 -- STEP: 11555/31555 -- GLOBAL_STEP: 611100 | > loss_text_ce: 0.03842572495341301 (0.03748455507175397) | > loss_mel_ce: 2.793766498565674 (nan) | > loss: 0.011238858103752136 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14246059766015906) | > loader_time: 0.0047 (0.004652377569742506)  --> TIME: 2025-03-24 16:58:56 -- STEP: 11605/31555 -- GLOBAL_STEP: 611150 | > loss_text_ce: 0.0412435345351696 (0.03748520109866664) | > loss_mel_ce: 2.9681689739227295 (nan) | > loss: 0.011942113749682903 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14245730510614726) | > loader_time: 0.0051 (0.004652903276186268)  --> TIME: 2025-03-24 16:59:05 -- STEP: 11655/31555 -- GLOBAL_STEP: 611200 | > loss_text_ce: 0.027824703603982925 (0.03747666419305106) | > loss_mel_ce: 2.8885905742645264 (nan) | > loss: 0.01157307717949152 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14246210818738725) | > loader_time: 0.0045 (0.004652813891390781)  --> TIME: 2025-03-24 16:59:15 -- STEP: 11705/31555 -- GLOBAL_STEP: 611250 | > loss_text_ce: 0.03370898589491844 (0.037470796611756556) | > loss_mel_ce: 2.8303534984588623 (nan) | > loss: 0.01136532798409462 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1424716955980956) | > loader_time: 0.0043 (0.00465250654843871)  --> TIME: 2025-03-24 16:59:25 -- STEP: 11755/31555 -- GLOBAL_STEP: 611300 | > loss_text_ce: 0.02569802664220333 (0.03746756555853997) | > loss_mel_ce: 2.8078453540802 (nan) | > loss: 0.011244219727814198 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14245580022561202) | > loader_time: 0.0046 (0.004652321830499627)  --> TIME: 2025-03-24 16:59:34 -- STEP: 11805/31555 -- GLOBAL_STEP: 611350 | > loss_text_ce: 0.043082837015390396 (0.037471922169005786) | > loss_mel_ce: 2.9621801376342773 (nan) | > loss: 0.011925647966563702 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14244658540033378) | > loader_time: 0.0046 (0.00465245802288386)  --> TIME: 2025-03-24 16:59:44 -- STEP: 11855/31555 -- GLOBAL_STEP: 611400 | > loss_text_ce: 0.04063386470079422 (0.037476168319862405) | > loss_mel_ce: 2.2359611988067627 (nan) | > loss: 0.009034108370542526 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14244514287951024) | > loader_time: 0.0045 (0.0046529636560035375)  --> TIME: 2025-03-24 16:59:54 -- STEP: 11905/31555 -- GLOBAL_STEP: 611450 | > loss_text_ce: 0.03005789965391159 (0.03747459430222489) | > loss_mel_ce: 1.15324866771698 (nan) | > loss: 0.00469566136598587 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1424466221035153) | > loader_time: 0.0043 (0.0046525926161393085)  --> TIME: 2025-03-24 17:00:04 -- STEP: 11955/31555 -- GLOBAL_STEP: 611500 | > loss_text_ce: 0.02646992914378643 (0.03747447991961008) | > loss_mel_ce: 2.152271032333374 (nan) | > loss: 0.008645798079669476 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1424591543085153) | > loader_time: 0.0047 (0.0046524032495451504)  --> TIME: 2025-03-24 17:00:13 -- STEP: 12005/31555 -- GLOBAL_STEP: 611550 | > loss_text_ce: 0.03773088380694389 (0.037475159113178384) | > loss_mel_ce: 2.1602561473846436 (nan) | > loss: 0.008722171187400818 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14246205338236195) | > loader_time: 0.0044 (0.004652461783183897)  --> TIME: 2025-03-24 17:00:23 -- STEP: 12055/31555 -- GLOBAL_STEP: 611600 | > loss_text_ce: 0.044490937143564224 (0.03747227400740603) | > loss_mel_ce: 2.9493916034698486 (nan) | > loss: 0.011880487203598022 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14243152275069632) | > loader_time: 0.0044 (0.004651803329543711)  --> TIME: 2025-03-24 17:00:33 -- STEP: 12105/31555 -- GLOBAL_STEP: 611650 | > loss_text_ce: 0.038674067705869675 (0.03747317307997579) | > loss_mel_ce: 2.2153618335723877 (nan) | > loss: 0.008944587782025337 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14244443705533957) | > loader_time: 0.0045 (0.004651743358248075)  --> TIME: 2025-03-24 17:00:42 -- STEP: 12155/31555 -- GLOBAL_STEP: 611700 | > loss_text_ce: 0.045347508043050766 (0.03747571196670632) | > loss_mel_ce: 3.003969669342041 (nan) | > loss: 0.012100465595722198 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.1424292915890315) | > loader_time: 0.0045 (0.004652274307131712)  --> TIME: 2025-03-24 17:00:52 -- STEP: 12205/31555 -- GLOBAL_STEP: 611750 | > loss_text_ce: 0.03023379109799862 (0.037470992487068706) | > loss_mel_ce: 3.081392288208008 (nan) | > loss: 0.012347723357379436 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14243795845363028) | > loader_time: 0.0048 (0.004652555845448922)  --> TIME: 2025-03-24 17:01:02 -- STEP: 12255/31555 -- GLOBAL_STEP: 611800 | > loss_text_ce: 0.040906600654125214 (0.03747647669521962) | > loss_mel_ce: 2.284642219543457 (nan) | > loss: 0.00922836922109127 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14243225891801195) | > loader_time: 0.0046 (0.004652495172158974)  --> TIME: 2025-03-24 17:01:11 -- STEP: 12305/31555 -- GLOBAL_STEP: 611850 | > loss_text_ce: 0.03876751288771629 (0.03747911923252741) | > loss_mel_ce: 3.0623230934143066 (nan) | > loss: 0.012305916287004948 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14241942448714837) | > loader_time: 0.0046 (0.004652304980678312)  --> TIME: 2025-03-24 17:01:21 -- STEP: 12355/31555 -- GLOBAL_STEP: 611900 | > loss_text_ce: 0.04168964922428131 (0.03748497223479251) | > loss_mel_ce: 3.438422679901123 (nan) | > loss: 0.013809970580041409 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14241396847257523) | > loader_time: 0.0045 (0.0046517908597272315)  --> TIME: 2025-03-24 17:01:31 -- STEP: 12405/31555 -- GLOBAL_STEP: 611950 | > loss_text_ce: 0.029593450948596 (0.0374856081805109) | > loss_mel_ce: 0.0660400390625 (nan) | > loss: 0.0003794980002567172 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14242783624863525) | > loader_time: 0.0045 (0.004651625489861868)  --> TIME: 2025-03-24 17:01:40 -- STEP: 12455/31555 -- GLOBAL_STEP: 612000 | > loss_text_ce: 0.04039853438735008 (0.03748355655852774) | > loss_mel_ce: 3.158071756362915 (nan) | > loss: 0.012692343443632126 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14242742129570485) | > loader_time: 0.0046 (0.00465147704879044)  --> TIME: 2025-03-24 17:01:50 -- STEP: 12505/31555 -- GLOBAL_STEP: 612050 | > loss_text_ce: 0.032072778791189194 (0.03748314840423412) | > loss_mel_ce: 3.025838851928711 (nan) | > loss: 0.012134570628404617 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.1424280960719042) | > loader_time: 0.0047 (0.004651190957180361)  --> TIME: 2025-03-24 17:02:00 -- STEP: 12555/31555 -- GLOBAL_STEP: 612100 | > loss_text_ce: 0.03372099623084068 (0.037480835618294496) | > loss_mel_ce: 3.3153159618377686 (nan) | > loss: 0.013289829716086388 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1424352094596335) | > loader_time: 0.0046 (0.0046521499023072874)  --> TIME: 2025-03-24 17:02:10 -- STEP: 12605/31555 -- GLOBAL_STEP: 612150 | > loss_text_ce: 0.03993537649512291 (0.037480127493356) | > loss_mel_ce: 2.9428913593292236 (nan) | > loss: 0.011836614459753036 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14245362051041133) | > loader_time: 0.0044 (0.004652255624591809)  --> TIME: 2025-03-24 17:02:20 -- STEP: 12655/31555 -- GLOBAL_STEP: 612200 | > loss_text_ce: 0.021475259214639664 (0.037475006322290436) | > loss_mel_ce: 0.13169167935848236 (nan) | > loss: 0.0006078053265810013 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.142452109411082) | > loader_time: 0.0051 (0.004652409551643846)  --> TIME: 2025-03-24 17:02:29 -- STEP: 12705/31555 -- GLOBAL_STEP: 612250 | > loss_text_ce: 0.033456478267908096 (0.037476076310245875) | > loss_mel_ce: 1.7127481698989868 (nan) | > loss: 0.006929383613169193 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14244707256543812) | > loader_time: 0.0044 (0.0046521117770732855)  --> TIME: 2025-03-24 17:02:39 -- STEP: 12755/31555 -- GLOBAL_STEP: 612300 | > loss_text_ce: 0.03692563250660896 (0.0374755599056647) | > loss_mel_ce: 2.9834864139556885 (nan) | > loss: 0.011985762044787407 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14243784248011088) | > loader_time: 0.0048 (0.0046517043896910255)  --> TIME: 2025-03-24 17:02:49 -- STEP: 12805/31555 -- GLOBAL_STEP: 612350 | > loss_text_ce: 0.030098548159003258 (0.03747496271367007) | > loss_mel_ce: 2.9753611087799072 (nan) | > loss: 0.011926427483558655 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1424424444032524) | > loader_time: 0.0046 (0.004651782997694394)  --> TIME: 2025-03-24 17:02:59 -- STEP: 12855/31555 -- GLOBAL_STEP: 612400 | > loss_text_ce: 0.0335182249546051 (0.037477188841021074) | > loss_mel_ce: 2.8645412921905518 (nan) | > loss: 0.011500237509608269 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.142454664033009) | > loader_time: 0.0049 (0.004651906878880521)  --> TIME: 2025-03-24 17:03:08 -- STEP: 12905/31555 -- GLOBAL_STEP: 612450 | > loss_text_ce: 0.029175294563174248 (0.037475043751951445) | > loss_mel_ce: 2.7668235301971436 (nan) | > loss: 0.01109523419290781 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14245389329052285) | > loader_time: 0.0044 (0.0046518028359780845)  --> TIME: 2025-03-24 17:03:18 -- STEP: 12955/31555 -- GLOBAL_STEP: 612500 | > loss_text_ce: 0.03151769936084747 (0.03747210931205398) | > loss_mel_ce: 0.1253255158662796 (nan) | > loss: 0.0006223937380127609 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1424544147247055) | > loader_time: 0.0043 (0.00465164755081772)  --> TIME: 2025-03-24 17:03:28 -- STEP: 13005/31555 -- GLOBAL_STEP: 612550 | > loss_text_ce: 0.03298573940992355 (0.03747357786803124) | > loss_mel_ce: 2.776506185531616 (nan) | > loss: 0.011148777790367603 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1424659469777554) | > loader_time: 0.0051 (0.004651994661201382)  --> TIME: 2025-03-24 17:03:38 -- STEP: 13055/31555 -- GLOBAL_STEP: 612600 | > loss_text_ce: 0.04590237885713577 (0.037472148178189876) | > loss_mel_ce: 2.3781590461730957 (nan) | > loss: 0.009619292803108692 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1424587348374039) | > loader_time: 0.0048 (0.004652211274373858)  --> TIME: 2025-03-24 17:03:47 -- STEP: 13105/31555 -- GLOBAL_STEP: 612650 | > loss_text_ce: 0.03823646157979965 (0.03746151225246921) | > loss_mel_ce: 2.1709365844726562 (nan) | > loss: 0.00876655988395214 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1424587947637332) | > loader_time: 0.0046 (0.0046523643786194994)  --> TIME: 2025-03-24 17:03:57 -- STEP: 13155/31555 -- GLOBAL_STEP: 612700 | > loss_text_ce: 0.03412565588951111 (0.03746406729720679) | > loss_mel_ce: 2.325427770614624 (nan) | > loss: 0.009363307617604733 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14244426863585896) | > loader_time: 0.005 (0.004652381242341035)  --> TIME: 2025-03-24 17:04:06 -- STEP: 13205/31555 -- GLOBAL_STEP: 612750 | > loss_text_ce: 0.046849992126226425 (0.037467293569726806) | > loss_mel_ce: 2.73429274559021 (nan) | > loss: 0.01103628147393465 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14243900681119762) | > loader_time: 0.0048 (0.00465288153203859)  --> TIME: 2025-03-24 17:04:16 -- STEP: 13255/31555 -- GLOBAL_STEP: 612800 | > loss_text_ce: 0.04435248672962189 (0.037464476676719954) | > loss_mel_ce: 2.9056320190429688 (nan) | > loss: 0.011706288903951645 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14244325071944244) | > loader_time: 0.0045 (0.00465302555482823)  --> TIME: 2025-03-24 17:04:26 -- STEP: 13305/31555 -- GLOBAL_STEP: 612850 | > loss_text_ce: 0.04283004254102707 (0.03746514891913666) | > loss_mel_ce: 1.9163411855697632 (nan) | > loss: 0.007774489466100931 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1424363688748836) | > loader_time: 0.0046 (0.004653619080277964)  --> TIME: 2025-03-24 17:04:36 -- STEP: 13355/31555 -- GLOBAL_STEP: 612900 | > loss_text_ce: 0.0366179384291172 (0.03746263419721797) | > loss_mel_ce: 2.3870954513549805 (nan) | > loss: 0.009617910720407963 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14243669252813396) | > loader_time: 0.0044 (0.00465345604059984)  --> TIME: 2025-03-24 17:04:45 -- STEP: 13405/31555 -- GLOBAL_STEP: 612950 | > loss_text_ce: 0.0334499292075634 (0.03746922530979991) | > loss_mel_ce: 3.242088794708252 (nan) | > loss: 0.012998170219361782 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14244240554843737) | > loader_time: 0.0046 (0.00465357030607436)  --> TIME: 2025-03-24 17:04:55 -- STEP: 13455/31555 -- GLOBAL_STEP: 613000 | > loss_text_ce: 0.030284255743026733 (0.03747038678399312) | > loss_mel_ce: 0.0819876566529274 (nan) | > loss: 0.0004455234738998115 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1424419878318559) | > loader_time: 0.0045 (0.004653329062488443)  --> TIME: 2025-03-24 17:05:05 -- STEP: 13505/31555 -- GLOBAL_STEP: 613050 | > loss_text_ce: 0.04142654687166214 (0.0374763402985098) | > loss_mel_ce: 3.0299813747406006 (nan) | > loss: 0.01218812819570303 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14245739037882024) | > loader_time: 0.0045 (0.004653477818822043)  --> TIME: 2025-03-24 17:05:15 -- STEP: 13555/31555 -- GLOBAL_STEP: 613100 | > loss_text_ce: 0.041765909641981125 (0.03747446111330193) | > loss_mel_ce: 3.1330463886260986 (nan) | > loss: 0.012598462402820587 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1424540395887963) | > loader_time: 0.0047 (0.004654149594055432)  --> TIME: 2025-03-24 17:05:25 -- STEP: 13605/31555 -- GLOBAL_STEP: 613150 | > loss_text_ce: 0.03697839379310608 (0.037469906040023) | > loss_mel_ce: 2.5306055545806885 (nan) | > loss: 0.010188826359808445 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14246684286095856) | > loader_time: 0.0045 (0.004653970637070886)  --> TIME: 2025-03-24 17:05:35 -- STEP: 13655/31555 -- GLOBAL_STEP: 613200 | > loss_text_ce: 0.045568373054265976 (0.03746456303287576) | > loss_mel_ce: 2.592130184173584 (nan) | > loss: 0.01046705897897482 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14248061496143805) | > loader_time: 0.0045 (0.004653652768046036)  --> TIME: 2025-03-24 17:05:45 -- STEP: 13705/31555 -- GLOBAL_STEP: 613250 | > loss_text_ce: 0.024372275918722153 (0.03746656622487532) | > loss_mel_ce: 0.02994791604578495 (nan) | > loss: 0.00021555634157266468 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14249190097740688) | > loader_time: 0.0045 (0.004653619545648161)  --> TIME: 2025-03-24 17:05:55 -- STEP: 13755/31555 -- GLOBAL_STEP: 613300 | > loss_text_ce: 0.034138619899749756 (0.037467107540304176) | > loss_mel_ce: 2.6637001037597656 (nan) | > loss: 0.010705710388720036 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1425167292258996) | > loader_time: 0.0045 (0.004653735145227736)  --> TIME: 2025-03-24 17:06:05 -- STEP: 13805/31555 -- GLOBAL_STEP: 613350 | > loss_text_ce: 0.035348616540431976 (0.03746637285588157) | > loss_mel_ce: 0.0228271484375 (nan) | > loss: 0.00023085622524376959 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14252048785683955) | > loader_time: 0.0044 (0.004653679292644989)  --> TIME: 2025-03-24 17:06:14 -- STEP: 13855/31555 -- GLOBAL_STEP: 613400 | > loss_text_ce: 0.03985314816236496 (0.037465640533283544) | > loss_mel_ce: 3.176694393157959 (nan) | > loss: 0.012764077633619308 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14252568712650993) | > loader_time: 0.0049 (0.004653409464356708)  --> TIME: 2025-03-24 17:06:24 -- STEP: 13905/31555 -- GLOBAL_STEP: 613450 | > loss_text_ce: 0.03537808358669281 (0.03747188769748375) | > loss_mel_ce: 3.110182285308838 (nan) | > loss: 0.012482382357120514 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1425460577439771) | > loader_time: 0.0045 (0.004653234492099278)  --> TIME: 2025-03-24 17:06:34 -- STEP: 13955/31555 -- GLOBAL_STEP: 613500 | > loss_text_ce: 0.03326474502682686 (0.03746828430117643) | > loss_mel_ce: 3.1381163597106934 (nan) | > loss: 0.012584845535457134 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14254804571569346) | > loader_time: 0.0045 (0.004653091902204935)  --> TIME: 2025-03-24 17:06:44 -- STEP: 14005/31555 -- GLOBAL_STEP: 613550 | > loss_text_ce: 0.03522950038313866 (0.037462059574807124) | > loss_mel_ce: 3.3011422157287598 (nan) | > loss: 0.013239570893347263 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1425420852866787) | > loader_time: 0.0047 (0.004653029337988209)  --> TIME: 2025-03-24 17:06:53 -- STEP: 14055/31555 -- GLOBAL_STEP: 613600 | > loss_text_ce: 0.02808394841849804 (0.03745436493462368) | > loss_mel_ce: 2.2094852924346924 (nan) | > loss: 0.008879244327545166 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14253536403836567) | > loader_time: 0.0048 (0.004653066437000999)  --> TIME: 2025-03-24 17:07:03 -- STEP: 14105/31555 -- GLOBAL_STEP: 613650 | > loss_text_ce: 0.02225027233362198 (0.03745485382727007) | > loss_mel_ce: 3.1395905017852783 (nan) | > loss: 0.012546987272799015 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14252544845600065) | > loader_time: 0.0045 (0.004652767323382741)  --> TIME: 2025-03-24 17:07:13 -- STEP: 14155/31555 -- GLOBAL_STEP: 613700 | > loss_text_ce: 0.033335715532302856 (0.03744850705628725) | > loss_mel_ce: 2.9018304347991943 (nan) | > loss: 0.011647485196590424 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1425419694583191) | > loader_time: 0.0044 (0.0046527266291837704)  --> TIME: 2025-03-24 17:07:23 -- STEP: 14205/31555 -- GLOBAL_STEP: 613750 | > loss_text_ce: 0.036605432629585266 (0.037446208979012255) | > loss_mel_ce: 2.6034252643585205 (nan) | > loss: 0.010476312600076199 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14254014999754952) | > loader_time: 0.0046 (0.004652598322969393)  --> TIME: 2025-03-24 17:07:32 -- STEP: 14255/31555 -- GLOBAL_STEP: 613800 | > loss_text_ce: 0.04177674278616905 (0.03744191322802299) | > loss_mel_ce: 2.7315337657928467 (nan) | > loss: 0.011005200445652008 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1425378907483662) | > loader_time: 0.0043 (0.004652399148743688)  --> TIME: 2025-03-24 17:07:42 -- STEP: 14305/31555 -- GLOBAL_STEP: 613850 | > loss_text_ce: 0.027013037353754044 (0.03744150906239983) | > loss_mel_ce: 2.895280361175537 (nan) | > loss: 0.01159640308469534 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1425221014672839) | > loader_time: 0.0048 (0.004652321501154874)  --> TIME: 2025-03-24 17:07:51 -- STEP: 14355/31555 -- GLOBAL_STEP: 613900 | > loss_text_ce: 0.04898473620414734 (0.03744042846599627) | > loss_mel_ce: 2.957294225692749 (nan) | > loss: 0.011929679661989212 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14250963457533455) | > loader_time: 0.0054 (0.004652191163438081)  --> TIME: 2025-03-24 17:08:01 -- STEP: 14405/31555 -- GLOBAL_STEP: 613950 | > loss_text_ce: 0.036387473344802856 (0.037443541547206215) | > loss_mel_ce: 3.09559965133667 (nan) | > loss: 0.012428521178662777 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14250437899705123) | > loader_time: 0.0044 (0.004652040793390091)  --> TIME: 2025-03-24 17:08:10 -- STEP: 14455/31555 -- GLOBAL_STEP: 614000 | > loss_text_ce: 0.03685703128576279 (0.0374386220653056) | > loss_mel_ce: 3.0239763259887695 (nan) | > loss: 0.01214616559445858 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1424909068160061) | > loader_time: 0.0044 (0.004652101067431208)  --> TIME: 2025-03-24 17:08:20 -- STEP: 14505/31555 -- GLOBAL_STEP: 614050 | > loss_text_ce: 0.039395708590745926 (0.037440317133694806) | > loss_mel_ce: 2.664994955062866 (nan) | > loss: 0.010731710121035576 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14248382575920449) | > loader_time: 0.0045 (0.004651862282212219)  --> TIME: 2025-03-24 17:08:30 -- STEP: 14555/31555 -- GLOBAL_STEP: 614100 | > loss_text_ce: 0.05291960760951042 (0.03744758972101457) | > loss_mel_ce: 2.171412706375122 (nan) | > loss: 0.008826715871691704 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14249030157120085) | > loader_time: 0.0044 (0.004651896956039849)  --> TIME: 2025-03-24 17:08:40 -- STEP: 14605/31555 -- GLOBAL_STEP: 614150 | > loss_text_ce: 0.0441383495926857 (0.03744628235298525) | > loss_mel_ce: 3.026914596557617 (nan) | > loss: 0.012186719104647636 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14249508995505458) | > loader_time: 0.0045 (0.004651899053723146)  --> TIME: 2025-03-24 17:08:49 -- STEP: 14655/31555 -- GLOBAL_STEP: 614200 | > loss_text_ce: 0.04286639764904976 (0.03744300718491345) | > loss_mel_ce: 2.833343029022217 (nan) | > loss: 0.011413530446588993 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1424856526580785) | > loader_time: 0.0047 (0.004652117462704839)  --> TIME: 2025-03-24 17:08:59 -- STEP: 14705/31555 -- GLOBAL_STEP: 614250 | > loss_text_ce: 0.03435623645782471 (0.037442739374570454) | > loss_mel_ce: 2.955307722091675 (nan) | > loss: 0.01186374668031931 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14248175538344246) | > loader_time: 0.0047 (0.004651828673128291)  --> TIME: 2025-03-24 17:09:09 -- STEP: 14755/31555 -- GLOBAL_STEP: 614300 | > loss_text_ce: 0.05990326777100563 (0.037442174879249834) | > loss_mel_ce: 3.0835607051849365 (nan) | > loss: 0.012474064715206623 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1424941288499828) | > loader_time: 0.0055 (0.004652749122663586)  --> TIME: 2025-03-24 17:09:18 -- STEP: 14805/31555 -- GLOBAL_STEP: 614350 | > loss_text_ce: 0.04141722619533539 (0.0374403003410095) | > loss_mel_ce: 0.0537109375 (nan) | > loss: 0.00037749274633824825 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14247430131790542) | > loader_time: 0.0045 (0.0046528513308354115)  --> TIME: 2025-03-24 17:09:28 -- STEP: 14855/31555 -- GLOBAL_STEP: 614400 | > loss_text_ce: 0.04324526712298393 (0.0374395131952593) | > loss_mel_ce: 2.672586441040039 (nan) | > loss: 0.010777111165225506 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14246243851147183) | > loader_time: 0.0045 (0.004652915519321464)  --> TIME: 2025-03-24 17:09:37 -- STEP: 14905/31555 -- GLOBAL_STEP: 614450 | > loss_text_ce: 0.03948304057121277 (0.037441804403165746) | > loss_mel_ce: 3.1073484420776367 (nan) | > loss: 0.012487427331507206 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1424507746877231) | > loader_time: 0.0044 (0.004653105628606424)  --> TIME: 2025-03-24 17:09:47 -- STEP: 14955/31555 -- GLOBAL_STEP: 614500 | > loss_text_ce: 0.03418533504009247 (0.03744125949472292) | > loss_mel_ce: 2.3050537109375 (nan) | > loss: 0.00928269512951374 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14242733743668295) | > loader_time: 0.0045 (0.004653162543329661)  --> TIME: 2025-03-24 17:09:56 -- STEP: 15005/31555 -- GLOBAL_STEP: 614550 | > loss_text_ce: 0.035982973873615265 (0.03744425018265514) | > loss_mel_ce: 2.936614990234375 (nan) | > loss: 0.01179602462798357 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1424357477167142) | > loader_time: 0.0045 (0.004653424828976488)  --> TIME: 2025-03-24 17:10:06 -- STEP: 15055/31555 -- GLOBAL_STEP: 614600 | > loss_text_ce: 0.03533199802041054 (0.03744241507604499) | > loss_mel_ce: 2.787209987640381 (nan) | > loss: 0.011200563982129097 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14244570876228946) | > loader_time: 0.0047 (0.004653355640574815)  --> TIME: 2025-03-24 17:10:16 -- STEP: 15105/31555 -- GLOBAL_STEP: 614650 | > loss_text_ce: 0.040040262043476105 (0.03744184022768679) | > loss_mel_ce: 3.3364510536193848 (nan) | > loss: 0.013398775830864906 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14245532664665572) | > loader_time: 0.005 (0.004653862934560823)  --> TIME: 2025-03-24 17:10:25 -- STEP: 15155/31555 -- GLOBAL_STEP: 614700 | > loss_text_ce: 0.038062408566474915 (0.03743829046622133) | > loss_mel_ce: 2.883176803588867 (nan) | > loss: 0.011592219583690166 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14242360491990233) | > loader_time: 0.0053 (0.004653926998504675)  --> TIME: 2025-03-24 17:10:35 -- STEP: 15205/31555 -- GLOBAL_STEP: 614750 | > loss_text_ce: 0.029365990310907364 (0.03744253276429841) | > loss_mel_ce: 2.960114002227783 (nan) | > loss: 0.01186301652342081 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14243958310757973) | > loader_time: 0.0046 (0.0046541600194427435)  --> TIME: 2025-03-24 17:10:46 -- STEP: 15255/31555 -- GLOBAL_STEP: 614800 | > loss_text_ce: 0.03595728054642677 (0.037443118137119376) | > loss_mel_ce: 1.651302695274353 (nan) | > loss: 0.0066954768262803555 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14245885743035264) | > loader_time: 0.0046 (0.004654312899604236)  --> TIME: 2025-03-24 17:10:55 -- STEP: 15305/31555 -- GLOBAL_STEP: 614850 | > loss_text_ce: 0.027626190334558487 (0.03744010478592777) | > loss_mel_ce: 3.196770429611206 (nan) | > loss: 0.012795225717127323 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14245825321679853) | > loader_time: 0.0045 (0.00465474290732503)  --> TIME: 2025-03-24 17:11:05 -- STEP: 15355/31555 -- GLOBAL_STEP: 614900 | > loss_text_ce: 0.04026501625776291 (0.03744047406881294) | > loss_mel_ce: 0.0640869140625 (nan) | > loss: 0.0004140949749853462 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1424718752624706) | > loader_time: 0.0046 (0.004654877770416752)  --> TIME: 2025-03-24 17:11:15 -- STEP: 15405/31555 -- GLOBAL_STEP: 614950 | > loss_text_ce: 0.03556109219789505 (0.0374379915892905) | > loss_mel_ce: 2.993277072906494 (nan) | > loss: 0.012019199319183826 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1424896756691893) | > loader_time: 0.0048 (0.004655153694883338)  --> TIME: 2025-03-24 17:11:25 -- STEP: 15455/31555 -- GLOBAL_STEP: 615000 | > loss_text_ce: 0.02881513349711895 (0.037435776357117125) | > loss_mel_ce: 2.6938064098358154 (nan) | > loss: 0.010804054327309132 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14247714789004026) | > loader_time: 0.0045 (0.004655133154507177)  --> TIME: 2025-03-24 17:11:35 -- STEP: 15505/31555 -- GLOBAL_STEP: 615050 | > loss_text_ce: 0.03539023920893669 (0.0374351203193544) | > loss_mel_ce: 2.800938844680786 (nan) | > loss: 0.011255274526774883 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14247790699195853) | > loader_time: 0.0046 (0.004655224213635531)  --> TIME: 2025-03-24 17:11:44 -- STEP: 15555/31555 -- GLOBAL_STEP: 615100 | > loss_text_ce: 0.038251083344221115 (0.03743782175877834) | > loss_mel_ce: 2.620445728302002 (nan) | > loss: 0.01055038534104824 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14247596103713636) | > loader_time: 0.005 (0.00465524353731181)  --> TIME: 2025-03-24 17:11:54 -- STEP: 15605/31555 -- GLOBAL_STEP: 615150 | > loss_text_ce: 0.033727288246154785 (0.037434119056493353) | > loss_mel_ce: 3.426142930984497 (nan) | > loss: 0.013729644939303398 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1424909581591102) | > loader_time: 0.0046 (0.004655140464560267)  --> TIME: 2025-03-24 17:12:04 -- STEP: 15655/31555 -- GLOBAL_STEP: 615200 | > loss_text_ce: 0.04141949862241745 (0.037438215039008585) | > loss_mel_ce: 3.62884259223938 (nan) | > loss: 0.014564532786607742 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14247458560593984) | > loader_time: 0.0044 (0.004654891800857593)  --> TIME: 2025-03-24 17:12:13 -- STEP: 15705/31555 -- GLOBAL_STEP: 615250 | > loss_text_ce: 0.038666076958179474 (0.03743829383695359) | > loss_mel_ce: 3.3217597007751465 (nan) | > loss: 0.013335023075342178 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14246866312121154) | > loader_time: 0.0043 (0.004654536889412347)  --> TIME: 2025-03-24 17:12:23 -- STEP: 15755/31555 -- GLOBAL_STEP: 615300 | > loss_text_ce: 0.04618946462869644 (0.03744085118244271) | > loss_mel_ce: 3.276271343231201 (nan) | > loss: 0.013184369541704655 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14246816562494047) | > loader_time: 0.0044 (0.004654346394637248)  --> TIME: 2025-03-24 17:12:33 -- STEP: 15805/31555 -- GLOBAL_STEP: 615350 | > loss_text_ce: 0.049651648849248886 (0.03744632007535872) | > loss_mel_ce: 2.546074867248535 (nan) | > loss: 0.010300502181053162 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1424732441013659) | > loader_time: 0.0045 (0.00465430053341657)  --> TIME: 2025-03-24 17:12:42 -- STEP: 15855/31555 -- GLOBAL_STEP: 615400 | > loss_text_ce: 0.03953123092651367 (0.03744349584355799) | > loss_mel_ce: 2.667229413986206 (nan) | > loss: 0.010741114616394043 (nan) | > current_lr: 5e-06 | > step_time: 0.1471 (0.14247456505185133) | > loader_time: 0.0045 (0.004654123113193716)  --> TIME: 2025-03-24 17:12:52 -- STEP: 15905/31555 -- GLOBAL_STEP: 615450 | > loss_text_ce: 0.03497694060206413 (0.037442029434490424) | > loss_mel_ce: 2.927027702331543 (nan) | > loss: 0.011753987520933151 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14247967412133794) | > loader_time: 0.0047 (0.004653971272420304)  --> TIME: 2025-03-24 17:13:02 -- STEP: 15955/31555 -- GLOBAL_STEP: 615500 | > loss_text_ce: 0.04895602911710739 (0.03743863973430309) | > loss_mel_ce: 3.013930559158325 (nan) | > loss: 0.012154311873018742 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14249499783326203) | > loader_time: 0.0046 (0.004654173177075369)  --> TIME: 2025-03-24 17:13:12 -- STEP: 16005/31555 -- GLOBAL_STEP: 615550 | > loss_text_ce: 0.039273545145988464 (0.03743662945606113) | > loss_mel_ce: 3.1420581340789795 (nan) | > loss: 0.012624332681298256 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14249867524478085) | > loader_time: 0.0045 (0.004654226121363217)  --> TIME: 2025-03-24 17:13:22 -- STEP: 16055/31555 -- GLOBAL_STEP: 615600 | > loss_text_ce: 0.05015179142355919 (0.03744150808476033) | > loss_mel_ce: 2.06467342376709 (nan) | > loss: 0.00839216448366642 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1424836460061258) | > loader_time: 0.0046 (0.004654208762146021)  --> TIME: 2025-03-24 17:13:31 -- STEP: 16105/31555 -- GLOBAL_STEP: 615650 | > loss_text_ce: 0.03809119388461113 (0.037445648590455786) | > loss_mel_ce: 3.4060556888580322 (nan) | > loss: 0.01366725005209446 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14248869415396948) | > loader_time: 0.0045 (0.004653900463882352)  --> TIME: 2025-03-24 17:13:41 -- STEP: 16155/31555 -- GLOBAL_STEP: 615700 | > loss_text_ce: 0.046079423278570175 (0.03744634525854417) | > loss_mel_ce: 2.7653582096099854 (nan) | > loss: 0.01115649938583374 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14248394591267483) | > loader_time: 0.0048 (0.004653561886380389)  --> TIME: 2025-03-24 17:13:51 -- STEP: 16205/31555 -- GLOBAL_STEP: 615750 | > loss_text_ce: 0.03962887451052666 (0.037445539394057016) | > loss_mel_ce: 2.9461023807525635 (nan) | > loss: 0.011848141439259052 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.1424815283407224) | > loader_time: 0.005 (0.004653486768539514)  --> TIME: 2025-03-24 17:14:01 -- STEP: 16255/31555 -- GLOBAL_STEP: 615800 | > loss_text_ce: 0.03586047887802124 (0.037447901460006885) | > loss_mel_ce: 2.247777223587036 (nan) | > loss: 0.009062055498361588 (nan) | > current_lr: 5e-06 | > step_time: 0.1026 (0.14248508598869794) | > loader_time: 0.0043 (0.004653672532498457)  --> TIME: 2025-03-24 17:14:10 -- STEP: 16305/31555 -- GLOBAL_STEP: 615850 | > loss_text_ce: 0.04475995525717735 (0.037451072088683736) | > loss_mel_ce: 2.947878360748291 (nan) | > loss: 0.011875549331307411 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14249052151841182) | > loader_time: 0.0044 (0.004653327606163744)  --> TIME: 2025-03-24 17:14:20 -- STEP: 16355/31555 -- GLOBAL_STEP: 615900 | > loss_text_ce: 0.02813398279249668 (0.03745169217943957) | > loss_mel_ce: 3.090299606323242 (nan) | > loss: 0.012374736368656158 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14247782640740012) | > loader_time: 0.0046 (0.004653254476609639)  --> TIME: 2025-03-24 17:14:29 -- STEP: 16405/31555 -- GLOBAL_STEP: 615950 | > loss_text_ce: 0.04046891629695892 (0.03745092074348422) | > loss_mel_ce: 2.5487377643585205 (nan) | > loss: 0.010274630039930344 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14247285869927473) | > loader_time: 0.0053 (0.004653177069513151)  --> TIME: 2025-03-24 17:14:39 -- STEP: 16455/31555 -- GLOBAL_STEP: 616000 | > loss_text_ce: 0.03153224661946297 (0.03745250248241785) | > loss_mel_ce: 3.3879165649414062 (nan) | > loss: 0.0135692423209548 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14247274950839486) | > loader_time: 0.0049 (0.004653617785861526)  --> TIME: 2025-03-24 17:14:49 -- STEP: 16505/31555 -- GLOBAL_STEP: 616050 | > loss_text_ce: 0.03066263347864151 (0.03744879736791009) | > loss_mel_ce: 2.728584051132202 (nan) | > loss: 0.01094939187169075 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14248121523633264) | > loader_time: 0.0045 (0.004653413972505045)  --> TIME: 2025-03-24 17:14:59 -- STEP: 16555/31555 -- GLOBAL_STEP: 616100 | > loss_text_ce: 0.03245917335152626 (0.037448642454023975) | > loss_mel_ce: 2.7492599487304688 (nan) | > loss: 0.011038568802177906 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14247572628690677) | > loader_time: 0.0046 (0.004653132987936907)  --> TIME: 2025-03-24 17:15:08 -- STEP: 16605/31555 -- GLOBAL_STEP: 616150 | > loss_text_ce: 0.031774863600730896 (0.03745178866276675) | > loss_mel_ce: 3.0821287631988525 (nan) | > loss: 0.012356760911643505 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14247080321342157) | > loader_time: 0.0044 (0.004653040912631625)  --> TIME: 2025-03-24 17:15:18 -- STEP: 16655/31555 -- GLOBAL_STEP: 616200 | > loss_text_ce: 0.033768609166145325 (0.03744487661177148) | > loss_mel_ce: 2.641570806503296 (nan) | > loss: 0.010616427287459373 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14245531274835094) | > loader_time: 0.0048 (0.004653068892914987)  --> TIME: 2025-03-24 17:15:27 -- STEP: 16705/31555 -- GLOBAL_STEP: 616250 | > loss_text_ce: 0.037799540907144547 (0.03744419827723865) | > loss_mel_ce: 2.791166305541992 (nan) | > loss: 0.011226056143641472 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14245528769471746) | > loader_time: 0.0048 (0.004652984140162629)  --> TIME: 2025-03-24 17:15:37 -- STEP: 16755/31555 -- GLOBAL_STEP: 616300 | > loss_text_ce: 0.029888024553656578 (0.037441571822855985) | > loss_mel_ce: 3.2472171783447266 (nan) | > loss: 0.013004385866224766 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14245346959261262) | > loader_time: 0.0045 (0.004653048124003151)  --> TIME: 2025-03-24 17:15:47 -- STEP: 16805/31555 -- GLOBAL_STEP: 616350 | > loss_text_ce: 0.038645386695861816 (0.03743798484439947) | > loss_mel_ce: 0.6418631672859192 (nan) | > loss: 0.002700431039556861 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1424522266966789) | > loader_time: 0.0044 (0.004652990978482723)  --> TIME: 2025-03-24 17:15:56 -- STEP: 16855/31555 -- GLOBAL_STEP: 616400 | > loss_text_ce: 0.02475847490131855 (0.03743389738600383) | > loss_mel_ce: 0.6944783329963684 (nan) | > loss: 0.0028541143983602524 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14243403433056037) | > loader_time: 0.0044 (0.004653123506485483)  --> TIME: 2025-03-24 17:16:06 -- STEP: 16905/31555 -- GLOBAL_STEP: 616450 | > loss_text_ce: 0.03549249470233917 (0.03743135185002656) | > loss_mel_ce: 1.817132592201233 (nan) | > loss: 0.007351687643676996 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14242736236190962) | > loader_time: 0.0045 (0.004653344835553854)  --> TIME: 2025-03-24 17:16:16 -- STEP: 16955/31555 -- GLOBAL_STEP: 616500 | > loss_text_ce: 0.03678610175848007 (0.03743422491219387) | > loss_mel_ce: 3.376311779022217 (nan) | > loss: 0.01354403980076313 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14242804903296497) | > loader_time: 0.0048 (0.004653509624304588)  --> TIME: 2025-03-24 17:16:25 -- STEP: 17005/31555 -- GLOBAL_STEP: 616550 | > loss_text_ce: 0.044239725917577744 (0.037433315160875905) | > loss_mel_ce: 2.525761127471924 (nan) | > loss: 0.010198417119681835 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14244011197851514) | > loader_time: 0.0044 (0.004653526579271661)  --> TIME: 2025-03-24 17:16:35 -- STEP: 17055/31555 -- GLOBAL_STEP: 616600 | > loss_text_ce: 0.03884432092308998 (0.03743123935829848) | > loss_mel_ce: 3.0274758338928223 (nan) | > loss: 0.01216793805360794 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1424397429704182) | > loader_time: 0.0048 (0.004653374521797338)  --> TIME: 2025-03-24 17:16:45 -- STEP: 17105/31555 -- GLOBAL_STEP: 616650 | > loss_text_ce: 0.04073445126414299 (0.03743637594563411) | > loss_mel_ce: 1.9703874588012695 (nan) | > loss: 0.007980642840266228 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1424462058745576) | > loader_time: 0.0047 (0.0046540181701624495)  --> TIME: 2025-03-24 17:16:55 -- STEP: 17155/31555 -- GLOBAL_STEP: 616700 | > loss_text_ce: 0.023212742060422897 (0.037439652433261875) | > loss_mel_ce: 2.5833842754364014 (nan) | > loss: 0.010343639180064201 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14244131427643758) | > loader_time: 0.0048 (0.004653734925953025)  --> TIME: 2025-03-24 17:17:05 -- STEP: 17205/31555 -- GLOBAL_STEP: 616750 | > loss_text_ce: 0.03134722262620926 (0.03743871676599405) | > loss_mel_ce: 3.160688638687134 (nan) | > loss: 0.012666810303926468 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14245929223304277) | > loader_time: 0.0046 (0.004653646820542842)  --> TIME: 2025-03-24 17:17:15 -- STEP: 17255/31555 -- GLOBAL_STEP: 616800 | > loss_text_ce: 0.034039873629808426 (0.03744150657213215) | > loss_mel_ce: 2.649326801300049 (nan) | > loss: 0.010648281313478947 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14245920981299723) | > loader_time: 0.0044 (0.004653303908527987)  --> TIME: 2025-03-24 17:17:24 -- STEP: 17305/31555 -- GLOBAL_STEP: 616850 | > loss_text_ce: 0.03288152068853378 (0.03743812999925118) | > loss_mel_ce: 2.25528883934021 (nan) | > loss: 0.009080041199922562 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1424576231524703) | > loader_time: 0.0046 (0.004653510052632197)  --> TIME: 2025-03-24 17:17:34 -- STEP: 17355/31555 -- GLOBAL_STEP: 616900 | > loss_text_ce: 0.041853442788124084 (0.03744147471977277) | > loss_mel_ce: 2.9544851779937744 (nan) | > loss: 0.011890233494341373 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14245222464517282) | > loader_time: 0.0045 (0.004653576422548197)  --> TIME: 2025-03-24 17:17:43 -- STEP: 17405/31555 -- GLOBAL_STEP: 616950 | > loss_text_ce: 0.0364411361515522 (0.03743940742851696) | > loss_mel_ce: 3.213444471359253 (nan) | > loss: 0.012896372005343437 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14243627083572136) | > loader_time: 0.0045 (0.004653593384990126)  --> TIME: 2025-03-24 17:17:53 -- STEP: 17455/31555 -- GLOBAL_STEP: 617000 | > loss_text_ce: 0.021080603823065758 (0.03743648447061096) | > loss_mel_ce: 2.061591148376465 (nan) | > loss: 0.008264570496976376 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.142443068380583) | > loader_time: 0.0045 (0.004653648318004144)  --> TIME: 2025-03-24 17:18:03 -- STEP: 17505/31555 -- GLOBAL_STEP: 617050 | > loss_text_ce: 0.04090956225991249 (0.037439915963406456) | > loss_mel_ce: 2.918153762817383 (nan) | > loss: 0.011742315255105495 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14243377763453477) | > loader_time: 0.0047 (0.004653498718514504)  --> TIME: 2025-03-24 17:18:12 -- STEP: 17555/31555 -- GLOBAL_STEP: 617100 | > loss_text_ce: 0.029212672263383865 (0.03743999600182303) | > loss_mel_ce: 2.536811351776123 (nan) | > loss: 0.010182635858654976 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14243091806255873) | > loader_time: 0.0049 (0.0046534597075790175)  --> TIME: 2025-03-24 17:18:22 -- STEP: 17605/31555 -- GLOBAL_STEP: 617150 | > loss_text_ce: 0.04055025801062584 (0.03744234100065601) | > loss_mel_ce: 2.757467746734619 (nan) | > loss: 0.011103246361017227 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14242701044275002) | > loader_time: 0.0045 (0.004653595767553402)  --> TIME: 2025-03-24 17:18:32 -- STEP: 17655/31555 -- GLOBAL_STEP: 617200 | > loss_text_ce: 0.043039534240961075 (0.037440820097874396) | > loss_mel_ce: 2.823542594909668 (nan) | > loss: 0.011375326663255692 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14242595332568977) | > loader_time: 0.0045 (0.004653768828420925)  --> TIME: 2025-03-24 17:18:42 -- STEP: 17705/31555 -- GLOBAL_STEP: 617250 | > loss_text_ce: 0.034238748252391815 (0.03744114050013025) | > loss_mel_ce: 2.610191583633423 (nan) | > loss: 0.010493772104382515 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14243681059823662) | > loader_time: 0.0045 (0.00465392491400696)  --> TIME: 2025-03-24 17:18:51 -- STEP: 17755/31555 -- GLOBAL_STEP: 617300 | > loss_text_ce: 0.05006962642073631 (0.03744412013477715) | > loss_mel_ce: 2.664457321166992 (nan) | > loss: 0.010771933011710644 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14244429288330823) | > loader_time: 0.0046 (0.004654245247675709)  --> TIME: 2025-03-24 17:19:01 -- STEP: 17805/31555 -- GLOBAL_STEP: 617350 | > loss_text_ce: 0.03977692872285843 (0.03744245690236823) | > loss_mel_ce: 3.3992345333099365 (nan) | > loss: 0.013646871782839298 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14244862635193953) | > loader_time: 0.0052 (0.004654683935545154)  --> TIME: 2025-03-24 17:19:11 -- STEP: 17855/31555 -- GLOBAL_STEP: 617400 | > loss_text_ce: 0.037589795887470245 (0.03744287186989945) | > loss_mel_ce: 2.9103024005889893 (nan) | > loss: 0.011697985231876373 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14245928038204844) | > loader_time: 0.0046 (0.0046550088020907866)  --> TIME: 2025-03-24 17:19:21 -- STEP: 17905/31555 -- GLOBAL_STEP: 617450 | > loss_text_ce: 0.0439821220934391 (0.03744098514066681) | > loss_mel_ce: 0.061279296875 (nan) | > loss: 0.0004177040536887944 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1424599545523301) | > loader_time: 0.0045 (0.00465478518927306)  --> TIME: 2025-03-24 17:19:30 -- STEP: 17955/31555 -- GLOBAL_STEP: 617500 | > loss_text_ce: 0.032254625111818314 (0.037440601290537584) | > loss_mel_ce: 2.429854154586792 (nan) | > loss: 0.00977027416229248 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1424479258422305) | > loader_time: 0.0045 (0.004654694957940291)  --> TIME: 2025-03-24 17:19:41 -- STEP: 18005/31555 -- GLOBAL_STEP: 617550 | > loss_text_ce: 0.027936972677707672 (0.03743885741955717) | > loss_mel_ce: 2.627614974975586 (nan) | > loss: 0.010537904687225819 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14246383167511623) | > loader_time: 0.0047 (0.004654732733029707)  --> TIME: 2025-03-24 17:19:50 -- STEP: 18055/31555 -- GLOBAL_STEP: 617600 | > loss_text_ce: 0.04302266612648964 (0.03743944293157787) | > loss_mel_ce: 0.06801757961511612 (nan) | > loss: 0.00044063592213205993 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14245972172502924) | > loader_time: 0.0044 (0.004654666783901429)  --> TIME: 2025-03-24 17:19:59 -- STEP: 18105/31555 -- GLOBAL_STEP: 617650 | > loss_text_ce: 0.042024917900562286 (0.037439472143309276) | > loss_mel_ce: 3.027911901473999 (nan) | > loss: 0.012182289734482765 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1424418389484461) | > loader_time: 0.0046 (0.004654745066636696)  --> TIME: 2025-03-24 17:20:09 -- STEP: 18155/31555 -- GLOBAL_STEP: 617700 | > loss_text_ce: 0.03384013473987579 (0.037441402533265895) | > loss_mel_ce: 3.1254873275756836 (nan) | > loss: 0.012537014670670033 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1424330873549795) | > loader_time: 0.0048 (0.004654819411832214)  --> TIME: 2025-03-24 17:20:18 -- STEP: 18205/31555 -- GLOBAL_STEP: 617750 | > loss_text_ce: 0.03149151802062988 (0.037437909935666924) | > loss_mel_ce: 3.210754871368408 (nan) | > loss: 0.012866057455539703 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14241910016134063) | > loader_time: 0.0045 (0.004654785212302262)  --> TIME: 2025-03-24 17:20:28 -- STEP: 18255/31555 -- GLOBAL_STEP: 617800 | > loss_text_ce: 0.03496333584189415 (0.03743497949614938) | > loss_mel_ce: 3.101823568344116 (nan) | > loss: 0.012447567656636238 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14240542126825168) | > loader_time: 0.0046 (0.004654576516549766)  --> TIME: 2025-03-24 17:20:38 -- STEP: 18305/31555 -- GLOBAL_STEP: 617850 | > loss_text_ce: 0.036158740520477295 (0.03743810563591644) | > loss_mel_ce: 2.740368366241455 (nan) | > loss: 0.011017965152859688 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1424118444457865) | > loader_time: 0.0046 (0.004654778538099305)  --> TIME: 2025-03-24 17:20:47 -- STEP: 18355/31555 -- GLOBAL_STEP: 617900 | > loss_text_ce: 0.04589996114373207 (0.037434246372994306) | > loss_mel_ce: 2.9664957523345947 (nan) | > loss: 0.01195395179092884 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14241051303694216) | > loader_time: 0.0047 (0.004654737987949554)  --> TIME: 2025-03-24 17:20:57 -- STEP: 18405/31555 -- GLOBAL_STEP: 617950 | > loss_text_ce: 0.03208890184760094 (0.037437179793735606) | > loss_mel_ce: 2.433016300201416 (nan) | > loss: 0.009782164357602596 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1424030483109062) | > loader_time: 0.0046 (0.00465486029573382)  --> TIME: 2025-03-24 17:21:07 -- STEP: 18455/31555 -- GLOBAL_STEP: 618000 | > loss_text_ce: 0.035650450736284256 (0.0374345724706326) | > loss_mel_ce: 3.2574784755706787 (nan) | > loss: 0.013067972846329212 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14240980074677684) | > loader_time: 0.0045 (0.0046549470984687084)  --> TIME: 2025-03-24 17:21:16 -- STEP: 18505/31555 -- GLOBAL_STEP: 618050 | > loss_text_ce: 0.03682183474302292 (0.03743283162384143) | > loss_mel_ce: 2.9847495555877686 (nan) | > loss: 0.011990363709628582 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1424063428354669) | > loader_time: 0.0044 (0.004654965932805358)  --> TIME: 2025-03-24 17:21:26 -- STEP: 18555/31555 -- GLOBAL_STEP: 618100 | > loss_text_ce: 0.04022400826215744 (0.03743395334552819) | > loss_mel_ce: 2.970329523086548 (nan) | > loss: 0.011946641840040684 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14239196686113853) | > loader_time: 0.0046 (0.004654974848778864)  --> TIME: 2025-03-24 17:21:36 -- STEP: 18605/31555 -- GLOBAL_STEP: 618150 | > loss_text_ce: 0.039840973913669586 (0.037435684645349306) | > loss_mel_ce: 2.5009925365448 (nan) | > loss: 0.010082673281431198 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14239581710899563) | > loader_time: 0.0047 (0.0046551218727396825)  --> TIME: 2025-03-24 17:21:45 -- STEP: 18655/31555 -- GLOBAL_STEP: 618200 | > loss_text_ce: 0.03893261030316353 (0.037436031443032786) | > loss_mel_ce: 3.0371813774108887 (nan) | > loss: 0.012206802144646645 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1423859669867621) | > loader_time: 0.0053 (0.004655420131575995)  --> TIME: 2025-03-24 17:21:55 -- STEP: 18705/31555 -- GLOBAL_STEP: 618250 | > loss_text_ce: 0.038965411484241486 (0.037436855446165464) | > loss_mel_ce: 3.0984694957733154 (nan) | > loss: 0.012450139038264751 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1423793921716654) | > loader_time: 0.0048 (0.004655483883671885)  --> TIME: 2025-03-24 17:22:05 -- STEP: 18755/31555 -- GLOBAL_STEP: 618300 | > loss_text_ce: 0.025572078302502632 (0.0374393314724996) | > loss_mel_ce: 3.0446653366088867 (nan) | > loss: 0.012183482758700848 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.1423972638820982) | > loader_time: 0.0047 (0.004655491895784982)  --> TIME: 2025-03-24 17:22:15 -- STEP: 18805/31555 -- GLOBAL_STEP: 618350 | > loss_text_ce: 0.029901744797825813 (0.037434389269857114) | > loss_mel_ce: 3.0760016441345215 (nan) | > loss: 0.012325013987720013 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14239731737667918) | > loader_time: 0.0045 (0.004655413220645706)  --> TIME: 2025-03-24 17:22:24 -- STEP: 18855/31555 -- GLOBAL_STEP: 618400 | > loss_text_ce: 0.02905130572617054 (0.037432609150075624) | > loss_mel_ce: 2.7486000061035156 (nan) | > loss: 0.011022426187992096 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14239371359680325) | > loader_time: 0.0045 (0.004655519362565721)  --> TIME: 2025-03-24 17:22:34 -- STEP: 18905/31555 -- GLOBAL_STEP: 618450 | > loss_text_ce: 0.04037640988826752 (0.0374347808817385) | > loss_mel_ce: 2.679335117340088 (nan) | > loss: 0.010792506858706474 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14240232311017847) | > loader_time: 0.0045 (0.004655320680321155)  --> TIME: 2025-03-24 17:22:44 -- STEP: 18955/31555 -- GLOBAL_STEP: 618500 | > loss_text_ce: 0.03374693915247917 (0.03743761679100085) | > loss_mel_ce: 3.378321886062622 (nan) | > loss: 0.013539956882596016 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1423967485722196) | > loader_time: 0.0046 (0.004655017918189507)  --> TIME: 2025-03-24 17:22:53 -- STEP: 19005/31555 -- GLOBAL_STEP: 618550 | > loss_text_ce: 0.03660721331834793 (0.03743929438571281) | > loss_mel_ce: 2.967184543609619 (nan) | > loss: 0.011919809505343437 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14239096777027122) | > loader_time: 0.0045 (0.004655003303040079)  --> TIME: 2025-03-24 17:23:03 -- STEP: 19055/31555 -- GLOBAL_STEP: 618600 | > loss_text_ce: 0.048932336270809174 (0.03744216388542525) | > loss_mel_ce: 2.7055869102478027 (nan) | > loss: 0.01093063224107027 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14239338417123407) | > loader_time: 0.0049 (0.004655107992648202)  --> TIME: 2025-03-24 17:23:13 -- STEP: 19105/31555 -- GLOBAL_STEP: 618650 | > loss_text_ce: 0.03468494862318039 (0.0374447099658764) | > loss_mel_ce: 2.794853687286377 (nan) | > loss: 0.011228328570723534 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14239712960743273) | > loader_time: 0.0046 (0.004655230840879158)  --> TIME: 2025-03-24 17:23:23 -- STEP: 19155/31555 -- GLOBAL_STEP: 618700 | > loss_text_ce: 0.03727118298411369 (0.03744489289489536) | > loss_mel_ce: 3.0599205493927 (nan) | > loss: 0.01229044422507286 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14240383908942303) | > loader_time: 0.0049 (0.004655036873992941)  --> TIME: 2025-03-24 17:23:32 -- STEP: 19205/31555 -- GLOBAL_STEP: 618750 | > loss_text_ce: 0.028906824067234993 (0.037448730014615295) | > loss_mel_ce: 3.2246227264404297 (nan) | > loss: 0.012910832650959492 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14239406840188717) | > loader_time: 0.0047 (0.004654729903225348)  --> TIME: 2025-03-24 17:23:42 -- STEP: 19255/31555 -- GLOBAL_STEP: 618800 | > loss_text_ce: 0.03702676296234131 (0.037453566660116976) | > loss_mel_ce: 2.898282527923584 (nan) | > loss: 0.011648054234683514 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14238222032298006) | > loader_time: 0.0049 (0.004654701936712387)  --> TIME: 2025-03-24 17:23:51 -- STEP: 19305/31555 -- GLOBAL_STEP: 618850 | > loss_text_ce: 0.03539596498012543 (0.03745311749348853) | > loss_mel_ce: 1.2284375429153442 (nan) | > loss: 0.005015212576836348 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14238526651322805) | > loader_time: 0.0045 (0.004654717661500188)  --> TIME: 2025-03-24 17:24:01 -- STEP: 19355/31555 -- GLOBAL_STEP: 618900 | > loss_text_ce: 0.03828506916761398 (0.037451148054024885) | > loss_mel_ce: 2.6937427520751953 (nan) | > loss: 0.010841380804777145 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14238013006617953) | > loader_time: 0.0048 (0.004654877390919402)  --> TIME: 2025-03-24 17:24:11 -- STEP: 19405/31555 -- GLOBAL_STEP: 618950 | > loss_text_ce: 0.039004188030958176 (0.037449706533260546) | > loss_mel_ce: 3.0995242595672607 (nan) | > loss: 0.012454478070139885 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1423865587248764) | > loader_time: 0.0046 (0.004655053608812517)  --> TIME: 2025-03-24 17:24:20 -- STEP: 19455/31555 -- GLOBAL_STEP: 619000 | > loss_text_ce: 0.01584487035870552 (0.037445293604442556) | > loss_mel_ce: 2.1225767135620117 (nan) | > loss: 0.008485800586640835 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14237437928375657) | > loader_time: 0.0046 (0.004654968235248217)  --> TIME: 2025-03-24 17:24:30 -- STEP: 19505/31555 -- GLOBAL_STEP: 619050 | > loss_text_ce: 0.03726877272129059 (0.03744449999104114) | > loss_mel_ce: 2.551115036010742 (nan) | > loss: 0.010271365754306316 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1423677362560844) | > loader_time: 0.0046 (0.004654983030591548)  --> TIME: 2025-03-24 17:24:40 -- STEP: 19555/31555 -- GLOBAL_STEP: 619100 | > loss_text_ce: 0.04355698078870773 (0.0374511439429425) | > loss_mel_ce: 2.8270246982574463 (nan) | > loss: 0.011391197331249714 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14237117849021916) | > loader_time: 0.0048 (0.0046548775107438075)  --> TIME: 2025-03-24 17:24:49 -- STEP: 19605/31555 -- GLOBAL_STEP: 619150 | > loss_text_ce: 0.03564327955245972 (0.037452646484372486) | > loss_mel_ce: 3.406630277633667 (nan) | > loss: 0.013659817166626453 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14236108614029827) | > loader_time: 0.0044 (0.004654702578415464)  --> TIME: 2025-03-24 17:24:59 -- STEP: 19655/31555 -- GLOBAL_STEP: 619200 | > loss_text_ce: 0.041794389486312866 (0.03745297495615913) | > loss_mel_ce: 2.949751615524292 (nan) | > loss: 0.01187121495604515 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.139 (0.14237037600224117) | > loader_time: 0.0044 (0.004654776913553843)  --> TIME: 2025-03-24 17:25:09 -- STEP: 19705/31555 -- GLOBAL_STEP: 619250 | > loss_text_ce: 0.03839339315891266 (0.03745463152686125) | > loss_mel_ce: 3.1676394939422607 (nan) | > loss: 0.01272235345095396 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.142373389466952) | > loader_time: 0.0046 (0.004654955349728341)  --> TIME: 2025-03-24 17:25:18 -- STEP: 19755/31555 -- GLOBAL_STEP: 619300 | > loss_text_ce: 0.040109023451805115 (0.03745453725553594) | > loss_mel_ce: 2.6274359226226807 (nan) | > loss: 0.010585496202111244 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1423554695518507) | > loader_time: 0.0045 (0.004655056016652134)  --> TIME: 2025-03-24 17:25:28 -- STEP: 19805/31555 -- GLOBAL_STEP: 619350 | > loss_text_ce: 0.040732644498348236 (0.03745374007663536) | > loss_mel_ce: 3.128251314163208 (nan) | > loss: 0.012575333938002586 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1423591820948731) | > loader_time: 0.0044 (0.004655151985956242)  --> TIME: 2025-03-24 17:25:38 -- STEP: 19855/31555 -- GLOBAL_STEP: 619400 | > loss_text_ce: 0.034886300563812256 (0.03745639805319149) | > loss_mel_ce: 1.3126553297042847 (nan) | > loss: 0.00534738739952445 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14236191358352698) | > loader_time: 0.0046 (0.004655137262606133)  --> TIME: 2025-03-24 17:25:48 -- STEP: 19905/31555 -- GLOBAL_STEP: 619450 | > loss_text_ce: 0.030262436717748642 (0.03745672515659166) | > loss_mel_ce: 3.057030200958252 (nan) | > loss: 0.012251161970198154 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1423610215090068) | > loader_time: 0.0046 (0.004655132363172548)  --> TIME: 2025-03-24 17:25:57 -- STEP: 19955/31555 -- GLOBAL_STEP: 619500 | > loss_text_ce: 0.03881673514842987 (0.03745336373476821) | > loss_mel_ce: 3.4859817028045654 (nan) | > loss: 0.013987296260893345 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14234191203469992) | > loader_time: 0.0049 (0.004654964902472061)  --> TIME: 2025-03-24 17:26:07 -- STEP: 20005/31555 -- GLOBAL_STEP: 619550 | > loss_text_ce: 0.0372336246073246 (0.03744950089799147) | > loss_mel_ce: 3.2734375 (nan) | > loss: 0.013137584552168846 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14233927322727274) | > loader_time: 0.0044 (0.004654846713412435)  --> TIME: 2025-03-24 17:26:16 -- STEP: 20055/31555 -- GLOBAL_STEP: 619600 | > loss_text_ce: 0.03495370224118233 (0.03745331978325495) | > loss_mel_ce: 2.808976411819458 (nan) | > loss: 0.011285437270998955 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14232982881822456) | > loader_time: 0.0046 (0.00465486108498869)  --> TIME: 2025-03-24 17:26:25 -- STEP: 20105/31555 -- GLOBAL_STEP: 619650 | > loss_text_ce: 0.038692403584718704 (0.037447806050107856) | > loss_mel_ce: 3.1116931438446045 (nan) | > loss: 0.012501531280577183 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1423140010914395) | > loader_time: 0.0045 (0.004654666589463237)  --> TIME: 2025-03-24 17:26:35 -- STEP: 20155/31555 -- GLOBAL_STEP: 619700 | > loss_text_ce: 0.035273946821689606 (0.037451911857940376) | > loss_mel_ce: 2.8909003734588623 (nan) | > loss: 0.01161180343478918 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.1423093067331029) | > loader_time: 0.0045 (0.004654546625056419)  --> TIME: 2025-03-24 17:26:45 -- STEP: 20205/31555 -- GLOBAL_STEP: 619750 | > loss_text_ce: 0.029565490782260895 (0.03745407746822167) | > loss_mel_ce: 3.065842628479004 (nan) | > loss: 0.012283366173505783 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.142307435070871) | > loader_time: 0.0045 (0.00465450603104676)  --> TIME: 2025-03-24 17:26:55 -- STEP: 20255/31555 -- GLOBAL_STEP: 619800 | > loss_text_ce: 0.04309738427400589 (0.03745506424709681) | > loss_mel_ce: 3.4488532543182373 (nan) | > loss: 0.013856948353350163 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1423214791763347) | > loader_time: 0.0047 (0.004654498478125065)  --> TIME: 2025-03-24 17:27:04 -- STEP: 20305/31555 -- GLOBAL_STEP: 619850 | > loss_text_ce: 0.03855980932712555 (0.037455211774182116) | > loss_mel_ce: 2.6407439708709717 (nan) | > loss: 0.010632159188389778 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14232255771987487) | > loader_time: 0.0048 (0.00465500569055891)  --> TIME: 2025-03-24 17:27:14 -- STEP: 20355/31555 -- GLOBAL_STEP: 619900 | > loss_text_ce: 0.04626524820923805 (0.037454120714873085) | > loss_mel_ce: 2.2670626640319824 (nan) | > loss: 0.009179873391985893 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14232137285793509) | > loader_time: 0.0045 (0.004654917697067837)  --> TIME: 2025-03-24 17:27:24 -- STEP: 20405/31555 -- GLOBAL_STEP: 619950 | > loss_text_ce: 0.03617020323872566 (0.03745078649622847) | > loss_mel_ce: 3.2829883098602295 (nan) | > loss: 0.01317126490175724 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14233195240139615) | > loader_time: 0.0047 (0.004655015588361699)  --> TIME: 2025-03-24 17:27:34 -- STEP: 20455/31555 -- GLOBAL_STEP: 620000 | > loss_text_ce: 0.031271737068891525 (0.03745063577886271) | > loss_mel_ce: 3.217653751373291 (nan) | > loss: 0.012892561964690685 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14232415980449006) | > loader_time: 0.0046 (0.004654912522007559) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_620000.pth  --> TIME: 2025-03-24 17:27:49 -- STEP: 20505/31555 -- GLOBAL_STEP: 620050 | > loss_text_ce: 0.03763781115412712 (0.03744876676608512) | > loss_mel_ce: 2.9550859928131104 (nan) | > loss: 0.011875888332724571 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1423209659648056) | > loader_time: 0.0047 (0.004654949172419232)  --> TIME: 2025-03-24 17:27:58 -- STEP: 20555/31555 -- GLOBAL_STEP: 620100 | > loss_text_ce: 0.03425093740224838 (0.03744631376687403) | > loss_mel_ce: 2.9097392559051514 (nan) | > loss: 0.011682501994073391 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14230587525949007) | > loader_time: 0.0046 (0.0046547092390419875)  --> TIME: 2025-03-24 17:28:08 -- STEP: 20605/31555 -- GLOBAL_STEP: 620150 | > loss_text_ce: 0.04781539365649223 (0.037449576115306166) | > loss_mel_ce: 2.6443092823028564 (nan) | > loss: 0.010683034546673298 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14229947689290762) | > loader_time: 0.0045 (0.00465466992943588)  --> TIME: 2025-03-24 17:28:17 -- STEP: 20655/31555 -- GLOBAL_STEP: 620200 | > loss_text_ce: 0.039166878908872604 (0.0374500274553591) | > loss_mel_ce: 3.268693685531616 (nan) | > loss: 0.013126431964337826 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14230306281849703) | > loader_time: 0.0051 (0.0046546092595525276)  --> TIME: 2025-03-24 17:28:27 -- STEP: 20705/31555 -- GLOBAL_STEP: 620250 | > loss_text_ce: 0.03432760015130043 (0.03744855332193885) | > loss_mel_ce: 2.8545939922332764 (nan) | > loss: 0.011463974602520466 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.1423111332697862) | > loader_time: 0.0044 (0.004654446721393616)  --> TIME: 2025-03-24 17:28:37 -- STEP: 20755/31555 -- GLOBAL_STEP: 620300 | > loss_text_ce: 0.036477942019701004 (0.03744673847450315) | > loss_mel_ce: 3.0950849056243896 (nan) | > loss: 0.012426838278770447 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14231920325018171) | > loader_time: 0.0044 (0.0046542895038396)  --> TIME: 2025-03-24 17:28:47 -- STEP: 20805/31555 -- GLOBAL_STEP: 620350 | > loss_text_ce: 0.034209828823804855 (0.03744597809505126) | > loss_mel_ce: 1.2481147050857544 (nan) | > loss: 0.005088589619845152 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14230902085537045) | > loader_time: 0.0051 (0.0046541997487371325)  --> TIME: 2025-03-24 17:28:56 -- STEP: 20855/31555 -- GLOBAL_STEP: 620400 | > loss_text_ce: 0.036109164357185364 (0.03744217089994235) | > loss_mel_ce: 2.9471027851104736 (nan) | > loss: 0.011838143691420555 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14230537264789084) | > loader_time: 0.0046 (0.004654337593303594)  --> TIME: 2025-03-24 17:29:06 -- STEP: 20905/31555 -- GLOBAL_STEP: 620450 | > loss_text_ce: 0.03151124343276024 (0.03744064658546952) | > loss_mel_ce: 3.2468440532684326 (nan) | > loss: 0.013009347021579742 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1423026481446868) | > loader_time: 0.0046 (0.00465426293322698)  --> TIME: 2025-03-24 17:29:16 -- STEP: 20955/31555 -- GLOBAL_STEP: 620500 | > loss_text_ce: 0.03045540116727352 (0.037443461277761936) | > loss_mel_ce: 2.9079229831695557 (nan) | > loss: 0.011660232208669186 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14231501161497637) | > loader_time: 0.0045 (0.00465431190623613)  --> TIME: 2025-03-24 17:29:26 -- STEP: 21005/31555 -- GLOBAL_STEP: 620550 | > loss_text_ce: 0.0455661304295063 (0.03744277354720844) | > loss_mel_ce: 2.6297264099121094 (nan) | > loss: 0.01061624102294445 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14232178565236364) | > loader_time: 0.0048 (0.004654266515875732)  --> TIME: 2025-03-24 17:29:36 -- STEP: 21055/31555 -- GLOBAL_STEP: 620600 | > loss_text_ce: 0.03789917752146721 (0.037440643534046136) | > loss_mel_ce: 2.7684435844421387 (nan) | > loss: 0.011136281304061413 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14231515513891083) | > loader_time: 0.0049 (0.004654168946758294)  --> TIME: 2025-03-24 17:29:45 -- STEP: 21105/31555 -- GLOBAL_STEP: 620650 | > loss_text_ce: 0.03873034194111824 (0.03743671292173845) | > loss_mel_ce: 2.2667667865753174 (nan) | > loss: 0.009148798882961273 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1423198755870256) | > loader_time: 0.005 (0.004654139349511999)  --> TIME: 2025-03-24 17:29:55 -- STEP: 21155/31555 -- GLOBAL_STEP: 620700 | > loss_text_ce: 0.03480933979153633 (0.037437792558374865) | > loss_mel_ce: 2.951795816421509 (nan) | > loss: 0.011851608753204346 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1423147168629463) | > loader_time: 0.0047 (0.004653985076017113)  --> TIME: 2025-03-24 17:30:05 -- STEP: 21205/31555 -- GLOBAL_STEP: 620750 | > loss_text_ce: 0.029129700735211372 (0.037435549367864356) | > loss_mel_ce: 3.2679927349090576 (nan) | > loss: 0.01308382023125887 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14231628563235024) | > loader_time: 0.0045 (0.0046541997211998675)  --> TIME: 2025-03-24 17:30:14 -- STEP: 21255/31555 -- GLOBAL_STEP: 620800 | > loss_text_ce: 0.03463808819651604 (0.03743497403069029) | > loss_mel_ce: 2.8125314712524414 (nan) | > loss: 0.011298293247818947 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14231252762268115) | > loader_time: 0.0047 (0.004654311539284959)  --> TIME: 2025-03-24 17:30:24 -- STEP: 21305/31555 -- GLOBAL_STEP: 620850 | > loss_text_ce: 0.03498608618974686 (0.03743551714545536) | > loss_mel_ce: 2.844115972518921 (nan) | > loss: 0.011425008997321129 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1423052147558909) | > loader_time: 0.0044 (0.00465441601736896)  --> TIME: 2025-03-24 17:30:34 -- STEP: 21355/31555 -- GLOBAL_STEP: 620900 | > loss_text_ce: 0.039679016917943954 (0.03743474869390239) | > loss_mel_ce: 3.1194522380828857 (nan) | > loss: 0.012536236084997654 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.142303378440771) | > loader_time: 0.0044 (0.0046543329333120255)  --> TIME: 2025-03-24 17:30:43 -- STEP: 21405/31555 -- GLOBAL_STEP: 620950 | > loss_text_ce: 0.034579336643218994 (0.03743691755908116) | > loss_mel_ce: 2.642789363861084 (nan) | > loss: 0.010624479502439499 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14229945324481577) | > loader_time: 0.0044 (0.004654188675179822)  --> TIME: 2025-03-24 17:30:53 -- STEP: 21455/31555 -- GLOBAL_STEP: 621000 | > loss_text_ce: 0.03493035212159157 (0.037435354705030406) | > loss_mel_ce: 2.5731592178344727 (nan) | > loss: 0.010349562391638756 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1422980155847051) | > loader_time: 0.0046 (0.004654147835551262)  --> TIME: 2025-03-24 17:31:03 -- STEP: 21505/31555 -- GLOBAL_STEP: 621050 | > loss_text_ce: 0.034995391964912415 (0.03743614202663615) | > loss_mel_ce: 3.1203691959381104 (nan) | > loss: 0.012521288357675076 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14230402418969149) | > loader_time: 0.0044 (0.004654070732898972)  --> TIME: 2025-03-24 17:31:12 -- STEP: 21555/31555 -- GLOBAL_STEP: 621100 | > loss_text_ce: 0.03646847605705261 (0.03743327271415301) | > loss_mel_ce: 2.7831358909606934 (nan) | > loss: 0.011188906617462635 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1422957586926907) | > loader_time: 0.0045 (0.00465417866141634)  --> TIME: 2025-03-24 17:31:22 -- STEP: 21605/31555 -- GLOBAL_STEP: 621150 | > loss_text_ce: 0.03856341168284416 (0.03743246370877744) | > loss_mel_ce: 2.646890640258789 (nan) | > loss: 0.010656564496457577 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.1422887309616696) | > loader_time: 0.0043 (0.00465417571488256)  --> TIME: 2025-03-24 17:31:32 -- STEP: 21655/31555 -- GLOBAL_STEP: 621200 | > loss_text_ce: 0.04033276438713074 (0.03743293731578921) | > loss_mel_ce: 2.518681287765503 (nan) | > loss: 0.010154818184673786 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14228996522595772) | > loader_time: 0.0048 (0.004654355050234282)  --> TIME: 2025-03-24 17:31:41 -- STEP: 21705/31555 -- GLOBAL_STEP: 621250 | > loss_text_ce: 0.0496949665248394 (0.037431248392333465) | > loss_mel_ce: 3.226500988006592 (nan) | > loss: 0.01300077885389328 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14228920708107032) | > loader_time: 0.0045 (0.0046542537841234456)  --> TIME: 2025-03-24 17:31:51 -- STEP: 21755/31555 -- GLOBAL_STEP: 621300 | > loss_text_ce: 0.03787660971283913 (0.037429406517147344) | > loss_mel_ce: 0.670458972454071 (nan) | > loss: 0.0028108556289225817 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1422926106690774) | > loader_time: 0.0046 (0.0046541490600838465)  --> TIME: 2025-03-24 17:32:01 -- STEP: 21805/31555 -- GLOBAL_STEP: 621350 | > loss_text_ce: 0.0390106663107872 (0.037428215697084356) | > loss_mel_ce: 2.810490846633911 (nan) | > loss: 0.011307546868920326 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14229355779051858) | > loader_time: 0.0048 (0.004653982491811412)  --> TIME: 2025-03-24 17:32:11 -- STEP: 21855/31555 -- GLOBAL_STEP: 621400 | > loss_text_ce: 0.03505079075694084 (0.03742754810258062) | > loss_mel_ce: 2.538450241088867 (nan) | > loss: 0.01021230686455965 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14229499746640026) | > loader_time: 0.0047 (0.004653832776626665)  --> TIME: 2025-03-24 17:32:20 -- STEP: 21905/31555 -- GLOBAL_STEP: 621450 | > loss_text_ce: 0.03293297067284584 (0.03742536390227847) | > loss_mel_ce: 3.266897439956665 (nan) | > loss: 0.013094565831124783 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14228440067915735) | > loader_time: 0.0045 (0.004653615435626621)  --> TIME: 2025-03-24 17:32:30 -- STEP: 21955/31555 -- GLOBAL_STEP: 621500 | > loss_text_ce: 0.03595895692706108 (0.037423487716237096) | > loss_mel_ce: 2.702375888824463 (nan) | > loss: 0.010866409167647362 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14228155765520573) | > loader_time: 0.0044 (0.004653447278673686)  --> TIME: 2025-03-24 17:32:40 -- STEP: 22005/31555 -- GLOBAL_STEP: 621550 | > loss_text_ce: 0.04058771952986717 (0.03742122052826061) | > loss_mel_ce: 3.0641067028045654 (nan) | > loss: 0.012320216745138168 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14228583871979827) | > loader_time: 0.0046 (0.004653584233903533)  --> TIME: 2025-03-24 17:32:49 -- STEP: 22055/31555 -- GLOBAL_STEP: 621600 | > loss_text_ce: 0.036096733063459396 (0.03742037023039879) | > loss_mel_ce: 2.709070920944214 (nan) | > loss: 0.010893523693084717 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14227969123781678) | > loader_time: 0.0047 (0.0046531892693034696)  --> TIME: 2025-03-24 17:32:59 -- STEP: 22105/31555 -- GLOBAL_STEP: 621650 | > loss_text_ce: 0.028315460309386253 (0.037419494835912566) | > loss_mel_ce: 2.6367688179016113 (nan) | > loss: 0.010575732216238976 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14228091594779893) | > loader_time: 0.0046 (0.004653079270831173)  --> TIME: 2025-03-24 17:33:09 -- STEP: 22155/31555 -- GLOBAL_STEP: 621700 | > loss_text_ce: 0.033048395067453384 (0.03742279932218106) | > loss_mel_ce: 2.369985818862915 (nan) | > loss: 0.009535850957036018 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1422789187981257) | > loader_time: 0.0044 (0.0046530691610451235)  --> TIME: 2025-03-24 17:33:18 -- STEP: 22205/31555 -- GLOBAL_STEP: 621750 | > loss_text_ce: 0.0349251888692379 (0.03742246656516877) | > loss_mel_ce: 3.3517966270446777 (nan) | > loss: 0.01343937311321497 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1422851501083475) | > loader_time: 0.0044 (0.004652996874961515)  --> TIME: 2025-03-24 17:33:28 -- STEP: 22255/31555 -- GLOBAL_STEP: 621800 | > loss_text_ce: 0.0423785001039505 (0.03742468264933109) | > loss_mel_ce: 2.804021120071411 (nan) | > loss: 0.011295236647129059 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14228421279591996) | > loader_time: 0.0046 (0.004652735292978484)  --> TIME: 2025-03-24 17:33:38 -- STEP: 22305/31555 -- GLOBAL_STEP: 621850 | > loss_text_ce: 0.08539550751447678 (0.03742959845578923) | > loss_mel_ce: 3.0252060890197754 (nan) | > loss: 0.01234365813434124 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14228035013549187) | > loader_time: 0.0043 (0.004652486267551604)  --> TIME: 2025-03-24 17:33:48 -- STEP: 22355/31555 -- GLOBAL_STEP: 621900 | > loss_text_ce: 0.03145461902022362 (0.03742985601225047) | > loss_mel_ce: 3.0075974464416504 (nan) | > loss: 0.012059730477631092 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14228504251724705) | > loader_time: 0.0045 (0.004652223371600867)  --> TIME: 2025-03-24 17:33:57 -- STEP: 22405/31555 -- GLOBAL_STEP: 621950 | > loss_text_ce: 0.046151552349328995 (0.03742596967679059) | > loss_mel_ce: 3.079540491104126 (nan) | > loss: 0.01240354124456644 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14228346065282182) | > loader_time: 0.0048 (0.004651860918378325)  --> TIME: 2025-03-24 17:34:07 -- STEP: 22455/31555 -- GLOBAL_STEP: 622000 | > loss_text_ce: 0.03212444856762886 (0.0374233507253249) | > loss_mel_ce: 2.014523506164551 (nan) | > loss: 0.008121619932353497 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1422842354690613) | > loader_time: 0.0043 (0.004651614006312589)  --> TIME: 2025-03-24 17:34:17 -- STEP: 22505/31555 -- GLOBAL_STEP: 622050 | > loss_text_ce: 0.0395197868347168 (0.03742260726582941) | > loss_mel_ce: 2.732140064239502 (nan) | > loss: 0.010998650453984737 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14228007380789334) | > loader_time: 0.0046 (0.004651276341175343)  --> TIME: 2025-03-24 17:34:26 -- STEP: 22555/31555 -- GLOBAL_STEP: 622100 | > loss_text_ce: 0.039572134613990784 (0.03742578254334986) | > loss_mel_ce: 0.0360107421875 (nan) | > loss: 0.0002999320568051189 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14227691976809134) | > loader_time: 0.0043 (0.00465115797913436)  --> TIME: 2025-03-24 17:34:36 -- STEP: 22605/31555 -- GLOBAL_STEP: 622150 | > loss_text_ce: 0.03914177790284157 (0.03742483374303173) | > loss_mel_ce: 3.0431432723999023 (nan) | > loss: 0.012231291271746159 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14228147985766101) | > loader_time: 0.0047 (0.0046513057076754275)  --> TIME: 2025-03-24 17:34:46 -- STEP: 22655/31555 -- GLOBAL_STEP: 622200 | > loss_text_ce: 0.04029546678066254 (0.037423133632836475) | > loss_mel_ce: 2.728888988494873 (nan) | > loss: 0.010988827794790268 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14229348324119384) | > loader_time: 0.0044 (0.004651360237106423)  --> TIME: 2025-03-24 17:34:56 -- STEP: 22705/31555 -- GLOBAL_STEP: 622250 | > loss_text_ce: 0.042548034340143204 (0.03742305745067711) | > loss_mel_ce: 2.8900208473205566 (nan) | > loss: 0.011637178249657154 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14228938763636906) | > loader_time: 0.0047 (0.004651251408371781)  --> TIME: 2025-03-24 17:35:05 -- STEP: 22755/31555 -- GLOBAL_STEP: 622300 | > loss_text_ce: 0.04394637048244476 (0.03742427135496574) | > loss_mel_ce: 1.9983683824539185 (nan) | > loss: 0.008104423992335796 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14228476846226126) | > loader_time: 0.0045 (0.004651385185561897)  --> TIME: 2025-03-24 17:35:15 -- STEP: 22805/31555 -- GLOBAL_STEP: 622350 | > loss_text_ce: 0.032635804265737534 (0.0374256775750594) | > loss_mel_ce: 3.0707931518554688 (nan) | > loss: 0.012315194122493267 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14228443867332918) | > loader_time: 0.0045 (0.004651236277979421)  --> TIME: 2025-03-24 17:35:25 -- STEP: 22855/31555 -- GLOBAL_STEP: 622400 | > loss_text_ce: 0.046135254204273224 (0.037425741024992895) | > loss_mel_ce: 1.663254976272583 (nan) | > loss: 0.006783294957131147 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14227647146076178) | > loader_time: 0.0055 (0.004651270411359327)  --> TIME: 2025-03-24 17:35:34 -- STEP: 22905/31555 -- GLOBAL_STEP: 622450 | > loss_text_ce: 0.03480301797389984 (0.03742336564646653) | > loss_mel_ce: 2.6749417781829834 (nan) | > loss: 0.010752955451607704 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14226864930506766) | > loader_time: 0.0047 (0.004651186794621587)  --> TIME: 2025-03-24 17:35:44 -- STEP: 22955/31555 -- GLOBAL_STEP: 622500 | > loss_text_ce: 0.02301148883998394 (0.03741752922659039) | > loss_mel_ce: 1.8104137182235718 (nan) | > loss: 0.0072754970751702785 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14226861154817766) | > loader_time: 0.0045 (0.00465113303937104)  --> TIME: 2025-03-24 17:35:53 -- STEP: 23005/31555 -- GLOBAL_STEP: 622550 | > loss_text_ce: 0.02314763329923153 (0.03741778614490497) | > loss_mel_ce: 2.9068470001220703 (nan) | > loss: 0.011626963503658772 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14226484109049187) | > loader_time: 0.0043 (0.004650803945085792)  --> TIME: 2025-03-24 17:36:03 -- STEP: 23055/31555 -- GLOBAL_STEP: 622600 | > loss_text_ce: 0.04406499117612839 (0.03741903294223576) | > loss_mel_ce: 3.0851213932037354 (nan) | > loss: 0.012417406775057316 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.142268901728572) | > loader_time: 0.0046 (0.00465081401461765)  --> TIME: 2025-03-24 17:36:13 -- STEP: 23105/31555 -- GLOBAL_STEP: 622650 | > loss_text_ce: 0.031228629872202873 (0.037420142406234036) | > loss_mel_ce: 2.9540648460388184 (nan) | > loss: 0.011846402660012245 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14226156142696647) | > loader_time: 0.0046 (0.004650750755618806)  --> TIME: 2025-03-24 17:36:23 -- STEP: 23155/31555 -- GLOBAL_STEP: 622700 | > loss_text_ce: 0.03508588299155235 (0.03742150383372122) | > loss_mel_ce: 3.3375368118286133 (nan) | > loss: 0.013383423909544945 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14227158901269973) | > loader_time: 0.0045 (0.004650871080807545)  --> TIME: 2025-03-24 17:36:32 -- STEP: 23205/31555 -- GLOBAL_STEP: 622750 | > loss_text_ce: 0.03048904612660408 (0.0374223277584015) | > loss_mel_ce: 2.693124532699585 (nan) | > loss: 0.010807991027832031 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1422672639142814) | > loader_time: 0.0048 (0.0046507146794640365)  --> TIME: 2025-03-24 17:36:42 -- STEP: 23255/31555 -- GLOBAL_STEP: 622800 | > loss_text_ce: 0.031007183715701103 (0.03742209920221883) | > loss_mel_ce: 2.6580810546875 (nan) | > loss: 0.010670986026525497 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1422696677158548) | > loader_time: 0.0047 (0.004650609566559977)  --> TIME: 2025-03-24 17:36:52 -- STEP: 23305/31555 -- GLOBAL_STEP: 622850 | > loss_text_ce: 0.02889489196240902 (0.0374218831905789) | > loss_mel_ce: 3.0022895336151123 (nan) | > loss: 0.012028510682284832 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14227909775819847) | > loader_time: 0.0047 (0.004650595289932973)  --> TIME: 2025-03-24 17:37:02 -- STEP: 23355/31555 -- GLOBAL_STEP: 622900 | > loss_text_ce: 0.0312089454382658 (0.03742055732946617) | > loss_mel_ce: 2.924776077270508 (nan) | > loss: 0.011730100028216839 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14228505037806494) | > loader_time: 0.0046 (0.004650365002174191)  --> TIME: 2025-03-24 17:37:12 -- STEP: 23405/31555 -- GLOBAL_STEP: 622950 | > loss_text_ce: 0.02918938174843788 (0.03742120331294485) | > loss_mel_ce: 2.5833992958068848 (nan) | > loss: 0.010367415845394135 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14229306550241053) | > loader_time: 0.0045 (0.004650622538790903)  --> TIME: 2025-03-24 17:37:22 -- STEP: 23455/31555 -- GLOBAL_STEP: 623000 | > loss_text_ce: 0.03550209105014801 (0.03742383829919696) | > loss_mel_ce: 3.072643995285034 (nan) | > loss: 0.012333913706243038 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1422872106039421) | > loader_time: 0.0045 (0.004650783111891046)  --> TIME: 2025-03-24 17:37:31 -- STEP: 23505/31555 -- GLOBAL_STEP: 623050 | > loss_text_ce: 0.033614907413721085 (0.037425360587456574) | > loss_mel_ce: 3.191138744354248 (nan) | > loss: 0.012796642258763313 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14228481196566167) | > loader_time: 0.0045 (0.004650779349629975)  --> TIME: 2025-03-24 17:37:41 -- STEP: 23555/31555 -- GLOBAL_STEP: 623100 | > loss_text_ce: 0.04278060793876648 (0.03742584232612531) | > loss_mel_ce: 3.306103467941284 (nan) | > loss: 0.013289223425090313 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1422868862751325) | > loader_time: 0.0046 (0.004650656854592681)  --> TIME: 2025-03-24 17:37:51 -- STEP: 23605/31555 -- GLOBAL_STEP: 623150 | > loss_text_ce: 0.034388840198516846 (0.03742424860755219) | > loss_mel_ce: 3.217721462249756 (nan) | > loss: 0.012905200012028217 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14228392133165488) | > loader_time: 0.0047 (0.004650667778795697)  --> TIME: 2025-03-24 17:38:00 -- STEP: 23655/31555 -- GLOBAL_STEP: 623200 | > loss_text_ce: 0.04128045588731766 (0.03742225229203865) | > loss_mel_ce: 2.588322639465332 (nan) | > loss: 0.010434933938086033 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14227820281321385) | > loader_time: 0.0046 (0.004650416602999694)  --> TIME: 2025-03-24 17:38:10 -- STEP: 23705/31555 -- GLOBAL_STEP: 623250 | > loss_text_ce: 0.03490753471851349 (0.037417992609211824) | > loss_mel_ce: 2.675527334213257 (nan) | > loss: 0.010755694471299648 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14227448182628152) | > loader_time: 0.0051 (0.004650330166353058)  --> TIME: 2025-03-24 17:38:19 -- STEP: 23755/31555 -- GLOBAL_STEP: 623300 | > loss_text_ce: 0.03595639765262604 (0.03741856819864341) | > loss_mel_ce: 2.8244903087615967 (nan) | > loss: 0.011350980028510094 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1422695992746209) | > loader_time: 0.0045 (0.0046503290731614395)  --> TIME: 2025-03-24 17:38:29 -- STEP: 23805/31555 -- GLOBAL_STEP: 623350 | > loss_text_ce: 0.03422681614756584 (0.03741831678186627) | > loss_mel_ce: 3.3740620613098145 (nan) | > loss: 0.013524957001209259 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14226589479308338) | > loader_time: 0.0045 (0.004650054551853511)  --> TIME: 2025-03-24 17:38:39 -- STEP: 23855/31555 -- GLOBAL_STEP: 623400 | > loss_text_ce: 0.03184286877512932 (0.03742121003097297) | > loss_mel_ce: 3.0490500926971436 (nan) | > loss: 0.01222576666623354 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14228344901106416) | > loader_time: 0.0048 (0.004649876768647497)  --> TIME: 2025-03-24 17:38:49 -- STEP: 23905/31555 -- GLOBAL_STEP: 623450 | > loss_text_ce: 0.03819344565272331 (0.03741856934660461) | > loss_mel_ce: 3.525357961654663 (nan) | > loss: 0.014141078107059002 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14227618968678912) | > loader_time: 0.0044 (0.004649610824600928)  --> TIME: 2025-03-24 17:38:58 -- STEP: 23955/31555 -- GLOBAL_STEP: 623500 | > loss_text_ce: 0.027769826352596283 (0.037414015186481624) | > loss_mel_ce: 2.886105537414551 (nan) | > loss: 0.011562998406589031 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.142274317147215) | > loader_time: 0.0044 (0.004649263870439913)  --> TIME: 2025-03-24 17:39:08 -- STEP: 24005/31555 -- GLOBAL_STEP: 623550 | > loss_text_ce: 0.03443131968379021 (0.03741325814334306) | > loss_mel_ce: 3.02213716506958 (nan) | > loss: 0.012129240669310093 (nan) | > current_lr: 5e-06 | > step_time: 0.191 (0.1422762256789979) | > loader_time: 0.0048 (0.004649322585646407)  --> TIME: 2025-03-24 17:39:18 -- STEP: 24055/31555 -- GLOBAL_STEP: 623600 | > loss_text_ce: 0.03706807643175125 (0.03741331511349168) | > loss_mel_ce: 2.9002816677093506 (nan) | > loss: 0.011656150221824646 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14227009046551117) | > loader_time: 0.0043 (0.004648888718187382)  --> TIME: 2025-03-24 17:39:27 -- STEP: 24105/31555 -- GLOBAL_STEP: 623650 | > loss_text_ce: 0.040183525532484055 (0.03741112995415171) | > loss_mel_ce: 3.449511766433716 (nan) | > loss: 0.013847998343408108 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14225895984913275) | > loader_time: 0.0043 (0.0046486704509254885)  --> TIME: 2025-03-24 17:39:37 -- STEP: 24155/31555 -- GLOBAL_STEP: 623700 | > loss_text_ce: 0.04667027294635773 (0.03741226257041858) | > loss_mel_ce: 2.771085262298584 (nan) | > loss: 0.011181569658219814 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14225768356978763) | > loader_time: 0.0048 (0.004648488896945778)  --> TIME: 2025-03-24 17:39:46 -- STEP: 24205/31555 -- GLOBAL_STEP: 623750 | > loss_text_ce: 0.03704699128866196 (0.03741398407529128) | > loss_mel_ce: 3.1108288764953613 (nan) | > loss: 0.012491571716964245 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14225335752538126) | > loader_time: 0.0043 (0.004648390448652408)  --> TIME: 2025-03-24 17:39:56 -- STEP: 24255/31555 -- GLOBAL_STEP: 623800 | > loss_text_ce: 0.03824048116803169 (0.03741753320439061) | > loss_mel_ce: 2.744426727294922 (nan) | > loss: 0.011042330414056778 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14225935985122573) | > loader_time: 0.0046 (0.004648203408440433)  --> TIME: 2025-03-24 17:40:06 -- STEP: 24305/31555 -- GLOBAL_STEP: 623850 | > loss_text_ce: 0.040553707629442215 (0.03741769165891132) | > loss_mel_ce: 2.5650224685668945 (nan) | > loss: 0.010339588858187199 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.1422625216405801) | > loader_time: 0.0046 (0.004648006877102654)  --> TIME: 2025-03-24 17:40:16 -- STEP: 24355/31555 -- GLOBAL_STEP: 623900 | > loss_text_ce: 0.04296169802546501 (0.03741509100107506) | > loss_mel_ce: 2.824134111404419 (nan) | > loss: 0.01137736439704895 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14227363166073032) | > loader_time: 0.0045 (0.004648152456908137)  --> TIME: 2025-03-24 17:40:26 -- STEP: 24405/31555 -- GLOBAL_STEP: 623950 | > loss_text_ce: 0.034350112080574036 (0.0374188453915756) | > loss_mel_ce: 2.170008897781372 (nan) | > loss: 0.008747457526624203 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14227607353279323) | > loader_time: 0.0046 (0.004648220937190015)  --> TIME: 2025-03-24 17:40:36 -- STEP: 24455/31555 -- GLOBAL_STEP: 624000 | > loss_text_ce: 0.03190091624855995 (0.03741911821500674) | > loss_mel_ce: 2.7929913997650146 (nan) | > loss: 0.011209890246391296 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14227874459871412) | > loader_time: 0.0044 (0.004647931407210142)  --> TIME: 2025-03-24 17:40:45 -- STEP: 24505/31555 -- GLOBAL_STEP: 624050 | > loss_text_ce: 0.042604539543390274 (0.03741992925622638) | > loss_mel_ce: 2.4209554195404053 (nan) | > loss: 0.009776031598448753 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1422700154491901) | > loader_time: 0.0045 (0.004647750101437795)  --> TIME: 2025-03-24 17:40:55 -- STEP: 24555/31555 -- GLOBAL_STEP: 624100 | > loss_text_ce: 0.03769280016422272 (0.03741974562775914) | > loss_mel_ce: 3.0141758918762207 (nan) | > loss: 0.012110590934753418 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14225805858758964) | > loader_time: 0.0045 (0.004647607372239664)  --> TIME: 2025-03-24 17:41:05 -- STEP: 24605/31555 -- GLOBAL_STEP: 624150 | > loss_text_ce: 0.04795064404606819 (0.0374215775243048) | > loss_mel_ce: 3.4309895038604736 (nan) | > loss: 0.013805319555103779 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1422714133593067) | > loader_time: 0.0046 (0.0046474307175938465)  --> TIME: 2025-03-24 17:41:14 -- STEP: 24655/31555 -- GLOBAL_STEP: 624200 | > loss_text_ce: 0.03888373821973801 (0.037419693785392595) | > loss_mel_ce: 2.4365234375 (nan) | > loss: 0.009823044762015343 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14226793675218727) | > loader_time: 0.0048 (0.0046477829943416945)  --> TIME: 2025-03-24 17:41:24 -- STEP: 24705/31555 -- GLOBAL_STEP: 624250 | > loss_text_ce: 0.032405152916908264 (0.037420375107779034) | > loss_mel_ce: 2.867527484893799 (nan) | > loss: 0.0115076694637537 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1422658078657484) | > loader_time: 0.0044 (0.0046476943076465185)  --> TIME: 2025-03-24 17:41:34 -- STEP: 24755/31555 -- GLOBAL_STEP: 624300 | > loss_text_ce: 0.029011372476816177 (0.03741948050413851) | > loss_mel_ce: 2.090897798538208 (nan) | > loss: 0.00841233879327774 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14228203741138049) | > loader_time: 0.0046 (0.004647625992693487)  --> TIME: 2025-03-24 17:41:44 -- STEP: 24805/31555 -- GLOBAL_STEP: 624350 | > loss_text_ce: 0.036298248916864395 (0.037420784046385325) | > loss_mel_ce: 2.7752490043640137 (nan) | > loss: 0.011156934313476086 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1422676262031816) | > loader_time: 0.0049 (0.004647485355868552)  --> TIME: 2025-03-24 17:41:53 -- STEP: 24855/31555 -- GLOBAL_STEP: 624400 | > loss_text_ce: 0.03316191956400871 (0.03742397890346179) | > loss_mel_ce: 3.320164203643799 (nan) | > loss: 0.01330685056746006 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14225576161331172) | > loader_time: 0.0048 (0.004647488192134504)  --> TIME: 2025-03-24 17:42:03 -- STEP: 24905/31555 -- GLOBAL_STEP: 624450 | > loss_text_ce: 0.02649914287030697 (0.03741872846486359) | > loss_mel_ce: 2.9493770599365234 (nan) | > loss: 0.011809032410383224 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14225566684422028) | > loader_time: 0.0046 (0.0046475258535995205)  --> TIME: 2025-03-24 17:42:12 -- STEP: 24955/31555 -- GLOBAL_STEP: 624500 | > loss_text_ce: 0.04307597503066063 (0.03741999071116005) | > loss_mel_ce: 1.808255672454834 (nan) | > loss: 0.007346554193645716 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14225316840645605) | > loader_time: 0.0044 (0.0046475214127953595)  --> TIME: 2025-03-24 17:42:22 -- STEP: 25005/31555 -- GLOBAL_STEP: 624550 | > loss_text_ce: 0.04184022918343544 (0.03741888085153334) | > loss_mel_ce: 2.6783030033111572 (nan) | > loss: 0.010794220492243767 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1422444569161129) | > loader_time: 0.0048 (0.004647501810291638)  --> TIME: 2025-03-24 17:42:32 -- STEP: 25055/31555 -- GLOBAL_STEP: 624600 | > loss_text_ce: 0.02368757501244545 (0.03741562957885617) | > loss_mel_ce: 2.0763461589813232 (nan) | > loss: 0.00833346787840128 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14224936042424907) | > loader_time: 0.0046 (0.004647492153919099)  --> TIME: 2025-03-24 17:42:41 -- STEP: 25105/31555 -- GLOBAL_STEP: 624650 | > loss_text_ce: 0.033747315406799316 (0.037414161059014586) | > loss_mel_ce: 2.818033456802368 (nan) | > loss: 0.011316591873764992 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14224745638934266) | > loader_time: 0.0048 (0.004647619461685613)  --> TIME: 2025-03-24 17:42:51 -- STEP: 25155/31555 -- GLOBAL_STEP: 624700 | > loss_text_ce: 0.042217765003442764 (0.03741398195611491) | > loss_mel_ce: 2.9301207065582275 (nan) | > loss: 0.011794994585216045 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14225815716332052) | > loader_time: 0.0045 (0.0046476637006777535)  --> TIME: 2025-03-24 17:43:01 -- STEP: 25205/31555 -- GLOBAL_STEP: 624750 | > loss_text_ce: 0.031678855419158936 (0.037411647149544376) | > loss_mel_ce: 2.8309905529022217 (nan) | > loss: 0.011359800584614277 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14225363773004773) | > loader_time: 0.0046 (0.004647457824295371)  --> TIME: 2025-03-24 17:43:11 -- STEP: 25255/31555 -- GLOBAL_STEP: 624800 | > loss_text_ce: 0.03517503663897514 (0.037408943137570656) | > loss_mel_ce: 2.7813761234283447 (nan) | > loss: 0.011176791042089462 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14225472444781004) | > loader_time: 0.0047 (0.0046474916631456566)  --> TIME: 2025-03-24 17:43:21 -- STEP: 25305/31555 -- GLOBAL_STEP: 624850 | > loss_text_ce: 0.03259365260601044 (0.03740655928264953) | > loss_mel_ce: 2.5019009113311768 (nan) | > loss: 0.010057519190013409 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14227079126915546) | > loader_time: 0.0044 (0.00464738755564378)  --> TIME: 2025-03-24 17:43:31 -- STEP: 25355/31555 -- GLOBAL_STEP: 624900 | > loss_text_ce: 0.03635335713624954 (0.03740649130871196) | > loss_mel_ce: 2.0490219593048096 (nan) | > loss: 0.008275299333035946 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14228686788946862) | > loader_time: 0.005 (0.004647396697351107)  --> TIME: 2025-03-24 17:43:41 -- STEP: 25405/31555 -- GLOBAL_STEP: 624950 | > loss_text_ce: 0.03970000520348549 (0.037406634392252724) | > loss_mel_ce: 2.936631679534912 (nan) | > loss: 0.011810841038823128 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1422886641516845) | > loader_time: 0.0045 (0.00464740951942004)  --> TIME: 2025-03-24 17:43:51 -- STEP: 25455/31555 -- GLOBAL_STEP: 625000 | > loss_text_ce: 0.024416830390691757 (0.03740754441042183) | > loss_mel_ce: 2.629883050918579 (nan) | > loss: 0.01053293701261282 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14229630777677213) | > loader_time: 0.0045 (0.004647504882947373)  --> TIME: 2025-03-24 17:44:00 -- STEP: 25505/31555 -- GLOBAL_STEP: 625050 | > loss_text_ce: 0.041964784264564514 (0.03741155027020581) | > loss_mel_ce: 2.587642192840576 (nan) | > loss: 0.010434948839247227 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14228864317196566) | > loader_time: 0.0044 (0.004647509730626405)  --> TIME: 2025-03-24 17:44:10 -- STEP: 25555/31555 -- GLOBAL_STEP: 625100 | > loss_text_ce: 0.05018221214413643 (0.03741044631037211) | > loss_mel_ce: 2.1869282722473145 (nan) | > loss: 0.008877422660589218 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14229050281579278) | > loader_time: 0.0044 (0.0046473650520875535)  --> TIME: 2025-03-24 17:44:20 -- STEP: 25605/31555 -- GLOBAL_STEP: 625150 | > loss_text_ce: 0.030776629224419594 (0.03740767041794818) | > loss_mel_ce: 0.080078125 (nan) | > loss: 0.0004398998280521482 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1422914802131897) | > loader_time: 0.0045 (0.004647387929364032)  --> TIME: 2025-03-24 17:44:30 -- STEP: 25655/31555 -- GLOBAL_STEP: 625200 | > loss_text_ce: 0.042152516543865204 (0.03740729855638826) | > loss_mel_ce: 2.956575632095337 (nan) | > loss: 0.011899715289473534 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14229171352762063) | > loader_time: 0.0047 (0.00464715079428555)  --> TIME: 2025-03-24 17:44:40 -- STEP: 25705/31555 -- GLOBAL_STEP: 625250 | > loss_text_ce: 0.05565398931503296 (0.037407205948572) | > loss_mel_ce: 2.821549654006958 (nan) | > loss: 0.011417475529015064 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1423023745977019) | > loader_time: 0.0043 (0.00464685957989696)  --> TIME: 2025-03-24 17:44:50 -- STEP: 25755/31555 -- GLOBAL_STEP: 625300 | > loss_text_ce: 0.04205591604113579 (0.03740762270291977) | > loss_mel_ce: 2.9855263233184814 (nan) | > loss: 0.012014215812087059 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1423079403366462) | > loader_time: 0.0044 (0.004646644831120312)  --> TIME: 2025-03-24 17:44:59 -- STEP: 25805/31555 -- GLOBAL_STEP: 625350 | > loss_text_ce: 0.04200102761387825 (0.037408957850368754) | > loss_mel_ce: 2.7722725868225098 (nan) | > loss: 0.011167752556502819 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1423020965806798) | > loader_time: 0.0043 (0.0046463707024172055)  --> TIME: 2025-03-24 17:45:09 -- STEP: 25855/31555 -- GLOBAL_STEP: 625400 | > loss_text_ce: 0.03797869011759758 (0.03740668508073397) | > loss_mel_ce: 0.0677490234375 (nan) | > loss: 0.00041955444612540305 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14231287678305782) | > loader_time: 0.0044 (0.004646226115347551)  --> TIME: 2025-03-24 17:45:18 -- STEP: 25905/31555 -- GLOBAL_STEP: 625450 | > loss_text_ce: 0.03816895931959152 (0.037407356582055205) | > loss_mel_ce: 2.8882830142974854 (nan) | > loss: 0.01161290518939495 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14230061891663057) | > loader_time: 0.0045 (0.004646000607182595)  --> TIME: 2025-03-24 17:45:28 -- STEP: 25955/31555 -- GLOBAL_STEP: 625500 | > loss_text_ce: 0.03822560980916023 (0.03740542412835408) | > loss_mel_ce: 2.0178918838500977 (nan) | > loss: 0.008159196935594082 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14229923260967609) | > loader_time: 0.0045 (0.004645755961092429)  --> TIME: 2025-03-24 17:45:38 -- STEP: 26005/31555 -- GLOBAL_STEP: 625550 | > loss_text_ce: 0.04083374887704849 (0.03740789459982777) | > loss_mel_ce: 2.930819511413574 (nan) | > loss: 0.011792275123298168 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14230215694784817) | > loader_time: 0.0043 (0.004645566155511227)  --> TIME: 2025-03-24 17:45:48 -- STEP: 26055/31555 -- GLOBAL_STEP: 625600 | > loss_text_ce: 0.02840583212673664 (0.037407930783721115) | > loss_mel_ce: 3.1179590225219727 (nan) | > loss: 0.01248557586222887 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14230508581047052) | > loader_time: 0.0045 (0.004645419473086235)  --> TIME: 2025-03-24 17:45:57 -- STEP: 26105/31555 -- GLOBAL_STEP: 625650 | > loss_text_ce: 0.032469358295202255 (0.037406886757251664) | > loss_mel_ce: 3.0154666900634766 (nan) | > loss: 0.012094984762370586 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14230136412858294) | > loader_time: 0.0044 (0.004645164815248426)  --> TIME: 2025-03-24 17:46:07 -- STEP: 26155/31555 -- GLOBAL_STEP: 625700 | > loss_text_ce: 0.043296508491039276 (0.037404798703166965) | > loss_mel_ce: 2.9062647819519043 (nan) | > loss: 0.011704608798027039 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1422938668552411) | > loader_time: 0.0046 (0.0046450719667470155)  --> TIME: 2025-03-24 17:46:16 -- STEP: 26205/31555 -- GLOBAL_STEP: 625750 | > loss_text_ce: 0.04689651355147362 (0.037404919412264544) | > loss_mel_ce: 2.895005226135254 (nan) | > loss: 0.011674214154481888 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14228973476924606) | > loader_time: 0.0044 (0.004644993174465037)  --> TIME: 2025-03-24 17:46:26 -- STEP: 26255/31555 -- GLOBAL_STEP: 625800 | > loss_text_ce: 0.03160375356674194 (0.037403930129471914) | > loss_mel_ce: 2.767385482788086 (nan) | > loss: 0.01110710110515356 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14229324378415262) | > loader_time: 0.0051 (0.004645009659240651)  --> TIME: 2025-03-24 17:46:36 -- STEP: 26305/31555 -- GLOBAL_STEP: 625850 | > loss_text_ce: 0.03894137218594551 (0.037405037678242395) | > loss_mel_ce: 3.21535062789917 (nan) | > loss: 0.012913857586681843 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14229162030744913) | > loader_time: 0.0049 (0.004644840177395717)  --> TIME: 2025-03-24 17:46:46 -- STEP: 26355/31555 -- GLOBAL_STEP: 625900 | > loss_text_ce: 0.03972679004073143 (0.037404068080441846) | > loss_mel_ce: 2.8567984104156494 (nan) | > loss: 0.011494148522615433 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14228643642795435) | > loader_time: 0.0043 (0.004644683008514227)  --> TIME: 2025-03-24 17:46:55 -- STEP: 26405/31555 -- GLOBAL_STEP: 625950 | > loss_text_ce: 0.03976058214902878 (0.03740503345678721) | > loss_mel_ce: 3.2045655250549316 (nan) | > loss: 0.012874310836195946 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1422870523120128) | > loader_time: 0.0046 (0.004644738966442166)  --> TIME: 2025-03-24 17:47:05 -- STEP: 26455/31555 -- GLOBAL_STEP: 626000 | > loss_text_ce: 0.032962895929813385 (0.03740756347968331) | > loss_mel_ce: 3.1398417949676514 (nan) | > loss: 0.012590494938194752 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14228233015846) | > loader_time: 0.007 (0.004644696182124096)  --> TIME: 2025-03-24 17:47:14 -- STEP: 26505/31555 -- GLOBAL_STEP: 626050 | > loss_text_ce: 0.04543912783265114 (0.03740718854583124) | > loss_mel_ce: 2.608546733856201 (nan) | > loss: 0.010531690903007984 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14227613126347893) | > loader_time: 0.0047 (0.004644739157837362)  --> TIME: 2025-03-24 17:47:24 -- STEP: 26555/31555 -- GLOBAL_STEP: 626100 | > loss_text_ce: 0.04144199192523956 (0.037405334985908374) | > loss_mel_ce: 2.9009006023406982 (nan) | > loss: 0.011675963178277016 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14227469075626262) | > loader_time: 0.0047 (0.004644537510743509)  --> TIME: 2025-03-24 17:47:34 -- STEP: 26605/31555 -- GLOBAL_STEP: 626150 | > loss_text_ce: 0.044845953583717346 (0.03740523690720069) | > loss_mel_ce: 3.1176106929779053 (nan) | > loss: 0.01254943199455738 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14227840475201828) | > loader_time: 0.0046 (0.004644376858354766)  --> TIME: 2025-03-24 17:47:43 -- STEP: 26655/31555 -- GLOBAL_STEP: 626200 | > loss_text_ce: 0.042909637093544006 (0.037405454450066544) | > loss_mel_ce: 3.1123013496398926 (nan) | > loss: 0.012520679272711277 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14227394275024918) | > loader_time: 0.0046 (0.0046443778027112585)  --> TIME: 2025-03-24 17:47:53 -- STEP: 26705/31555 -- GLOBAL_STEP: 626250 | > loss_text_ce: 0.036668527871370316 (0.03740551891717288) | > loss_mel_ce: 2.2709736824035645 (nan) | > loss: 0.009157311171293259 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14228035742547823) | > loader_time: 0.0046 (0.004644231398081976)  --> TIME: 2025-03-24 17:48:03 -- STEP: 26755/31555 -- GLOBAL_STEP: 626300 | > loss_text_ce: 0.029738932847976685 (0.03740806901875099) | > loss_mel_ce: 1.991913914680481 (nan) | > loss: 0.008022433146834373 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14226661627592554) | > loader_time: 0.0042 (0.004643790562828791)  --> TIME: 2025-03-24 17:48:13 -- STEP: 26805/31555 -- GLOBAL_STEP: 626350 | > loss_text_ce: 0.04408014565706253 (0.03740712266941346) | > loss_mel_ce: 3.1178905963897705 (nan) | > loss: 0.012547504156827927 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1422730941199658) | > loader_time: 0.0044 (0.004643500622829573)  --> TIME: 2025-03-24 17:48:22 -- STEP: 26855/31555 -- GLOBAL_STEP: 626400 | > loss_text_ce: 0.04176518693566322 (0.03740824804762818) | > loss_mel_ce: 2.571359395980835 (nan) | > loss: 0.010369542986154556 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14225739647924482) | > loader_time: 0.0045 (0.004643192435083312)  --> TIME: 2025-03-24 17:48:32 -- STEP: 26905/31555 -- GLOBAL_STEP: 626450 | > loss_text_ce: 0.034636225551366806 (0.037407929735087185) | > loss_mel_ce: 3.1888139247894287 (nan) | > loss: 0.012791469693183899 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14226577683820862) | > loader_time: 0.0047 (0.004642950046286237)  --> TIME: 2025-03-24 17:48:42 -- STEP: 26955/31555 -- GLOBAL_STEP: 626500 | > loss_text_ce: 0.03826936334371567 (0.03740547694151097) | > loss_mel_ce: 2.8380467891693115 (nan) | > loss: 0.011413953267037868 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14226791507082032) | > loader_time: 0.0046 (0.004642961428130515)  --> TIME: 2025-03-24 17:48:51 -- STEP: 27005/31555 -- GLOBAL_STEP: 626550 | > loss_text_ce: 0.041434090584516525 (0.03740414938358483) | > loss_mel_ce: 2.7401182651519775 (nan) | > loss: 0.011037906631827354 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14227066434681232) | > loader_time: 0.0048 (0.004642804572591531)  --> TIME: 2025-03-24 17:49:01 -- STEP: 27055/31555 -- GLOBAL_STEP: 626600 | > loss_text_ce: 0.021345283836126328 (0.03740299458155382) | > loss_mel_ce: 3.0335781574249268 (nan) | > loss: 0.012122713029384613 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1422735539762226) | > loader_time: 0.0045 (0.004642670618542653)  --> TIME: 2025-03-24 17:49:11 -- STEP: 27105/31555 -- GLOBAL_STEP: 626650 | > loss_text_ce: 0.047180961817502975 (0.03740199833346909) | > loss_mel_ce: 3.225163698196411 (nan) | > loss: 0.012985494919121265 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14227131593933323) | > loader_time: 0.0046 (0.004642432845621803)  --> TIME: 2025-03-24 17:49:21 -- STEP: 27155/31555 -- GLOBAL_STEP: 626700 | > loss_text_ce: 0.03441128879785538 (0.03740094662771694) | > loss_mel_ce: 2.631598472595215 (nan) | > loss: 0.010579404421150684 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14227167988894693) | > loader_time: 0.0047 (0.004642296030560476)  --> TIME: 2025-03-24 17:49:30 -- STEP: 27205/31555 -- GLOBAL_STEP: 626750 | > loss_text_ce: 0.029868215322494507 (0.037402534987205464) | > loss_mel_ce: 2.5419692993164062 (nan) | > loss: 0.010205704718828201 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14226882120765938) | > loader_time: 0.0044 (0.004642338271615187)  --> TIME: 2025-03-24 17:49:40 -- STEP: 27255/31555 -- GLOBAL_STEP: 626800 | > loss_text_ce: 0.02626419998705387 (0.03740022184733501) | > loss_mel_ce: 2.9328231811523438 (nan) | > loss: 0.01174241118133068 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14226620317577068) | > loader_time: 0.0046 (0.0046422089814833764)  --> TIME: 2025-03-24 17:49:49 -- STEP: 27305/31555 -- GLOBAL_STEP: 626850 | > loss_text_ce: 0.043500956147909164 (0.037399751074083824) | > loss_mel_ce: 2.922340154647827 (nan) | > loss: 0.011769210919737816 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1422636137146632) | > loader_time: 0.0045 (0.0046421969772978905)  --> TIME: 2025-03-24 17:49:59 -- STEP: 27355/31555 -- GLOBAL_STEP: 626900 | > loss_text_ce: 0.03110467456281185 (0.03739718580177576) | > loss_mel_ce: 2.791861057281494 (nan) | > loss: 0.011202245019376278 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14226266620059397) | > loader_time: 0.0045 (0.004641920799878736)  --> TIME: 2025-03-24 17:50:09 -- STEP: 27405/31555 -- GLOBAL_STEP: 626950 | > loss_text_ce: 0.03998913615942001 (0.03739415965335407) | > loss_mel_ce: 2.5092599391937256 (nan) | > loss: 0.01011606864631176 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14227949833917816) | > loader_time: 0.0044 (0.004641725163980915)  --> TIME: 2025-03-24 17:50:19 -- STEP: 27455/31555 -- GLOBAL_STEP: 627000 | > loss_text_ce: 0.037601273506879807 (0.037395326613611585) | > loss_mel_ce: 2.9448957443237305 (nan) | > loss: 0.011835305951535702 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14228198345492127) | > loader_time: 0.0068 (0.004641715157251301)  --> TIME: 2025-03-24 17:50:29 -- STEP: 27505/31555 -- GLOBAL_STEP: 627050 | > loss_text_ce: 0.03084677830338478 (0.03739424116084641) | > loss_mel_ce: 2.3659963607788086 (nan) | > loss: 0.009511282667517662 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.142280411759283) | > loader_time: 0.0046 (0.004641735300196899)  --> TIME: 2025-03-24 17:50:39 -- STEP: 27555/31555 -- GLOBAL_STEP: 627100 | > loss_text_ce: 0.029576977714896202 (0.037392232479735825) | > loss_mel_ce: 2.9533607959747314 (nan) | > loss: 0.011837055906653404 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14228852114039778) | > loader_time: 0.0045 (0.004641811230333648)  --> TIME: 2025-03-24 17:50:49 -- STEP: 27605/31555 -- GLOBAL_STEP: 627150 | > loss_text_ce: 0.02783418446779251 (0.03739262300434991) | > loss_mel_ce: 2.9623284339904785 (nan) | > loss: 0.011865725740790367 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14229732634170095) | > loader_time: 0.0046 (0.004641743238325089)  --> TIME: 2025-03-24 17:50:59 -- STEP: 27655/31555 -- GLOBAL_STEP: 627200 | > loss_text_ce: 0.03119714744389057 (0.03739262090794156) | > loss_mel_ce: 2.787837028503418 (nan) | > loss: 0.01118664350360632 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14229812036692616) | > loader_time: 0.0051 (0.004641612566222223)  --> TIME: 2025-03-24 17:51:08 -- STEP: 27705/31555 -- GLOBAL_STEP: 627250 | > loss_text_ce: 0.039088062942028046 (0.03739097000595015) | > loss_mel_ce: 3.1742360591888428 (nan) | > loss: 0.01275128684937954 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1422931168230409) | > loader_time: 0.0046 (0.004641428288086483)  --> TIME: 2025-03-24 17:51:18 -- STEP: 27755/31555 -- GLOBAL_STEP: 627300 | > loss_text_ce: 0.030047651380300522 (0.03738825887863057) | > loss_mel_ce: 1.9812743663787842 (nan) | > loss: 0.007981437258422375 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1422947795643207) | > loader_time: 0.0043 (0.004641215158269091)  --> TIME: 2025-03-24 17:51:27 -- STEP: 27805/31555 -- GLOBAL_STEP: 627350 | > loss_text_ce: 0.039619915187358856 (0.03738694329319146) | > loss_mel_ce: 2.6819405555725098 (nan) | > loss: 0.010799843817949295 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14228909264749612) | > loader_time: 0.0047 (0.004640937250223435)  --> TIME: 2025-03-24 17:51:37 -- STEP: 27855/31555 -- GLOBAL_STEP: 627400 | > loss_text_ce: 0.026734279468655586 (0.03738641233466438) | > loss_mel_ce: 3.001532793045044 (nan) | > loss: 0.012016933411359787 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14229033146099757) | > loader_time: 0.005 (0.004640803605002463)  --> TIME: 2025-03-24 17:51:47 -- STEP: 27905/31555 -- GLOBAL_STEP: 627450 | > loss_text_ce: 0.03706248849630356 (0.03738748209423789) | > loss_mel_ce: 2.0893869400024414 (nan) | > loss: 0.00843829195946455 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14229452223402747) | > loader_time: 0.0046 (0.0046407731026651515)  --> TIME: 2025-03-24 17:51:57 -- STEP: 27955/31555 -- GLOBAL_STEP: 627500 | > loss_text_ce: 0.03336918726563454 (0.03738768772876546) | > loss_mel_ce: 3.3613662719726562 (nan) | > loss: 0.01347117405384779 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1422998868679242) | > loader_time: 0.0045 (0.004640899756112113)  --> TIME: 2025-03-24 17:52:07 -- STEP: 28005/31555 -- GLOBAL_STEP: 627550 | > loss_text_ce: 0.03182508423924446 (0.037387243049261186) | > loss_mel_ce: 2.8327887058258057 (nan) | > loss: 0.011367515660822392 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14230049530367145) | > loader_time: 0.0045 (0.0046407143062107475)  --> TIME: 2025-03-24 17:52:17 -- STEP: 28055/31555 -- GLOBAL_STEP: 627600 | > loss_text_ce: 0.035146165639162064 (0.03738648261409472) | > loss_mel_ce: 2.2704689502716064 (nan) | > loss: 0.009149267338216305 (nan) | > current_lr: 5e-06 | > step_time: 0.1475 (0.14230283166269786) | > loader_time: 0.0045 (0.004640640988959255)  --> TIME: 2025-03-24 17:52:26 -- STEP: 28105/31555 -- GLOBAL_STEP: 627650 | > loss_text_ce: 0.038462765514850616 (0.03738638585079759) | > loss_mel_ce: 2.6106948852539062 (nan) | > loss: 0.010512531735002995 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1423039480113324) | > loader_time: 0.0047 (0.004640606895627315)  --> TIME: 2025-03-24 17:52:36 -- STEP: 28155/31555 -- GLOBAL_STEP: 627700 | > loss_text_ce: 0.03124203160405159 (0.03738408583738813) | > loss_mel_ce: 2.6393916606903076 (nan) | > loss: 0.010597753338515759 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1423057588076979) | > loader_time: 0.0045 (0.004640477064807104)  --> TIME: 2025-03-24 17:52:46 -- STEP: 28205/31555 -- GLOBAL_STEP: 627750 | > loss_text_ce: 0.0340096689760685 (0.03738545824853983) | > loss_mel_ce: 3.436161518096924 (nan) | > loss: 0.013770521618425846 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14230076648351742) | > loader_time: 0.0046 (0.004640486493556149)  --> TIME: 2025-03-24 17:52:55 -- STEP: 28255/31555 -- GLOBAL_STEP: 627800 | > loss_text_ce: 0.030633173882961273 (0.037384678414208186) | > loss_mel_ce: 1.9222596883773804 (nan) | > loss: 0.0077495756559073925 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1422947769016531) | > loader_time: 0.0047 (0.004640514224931189)  --> TIME: 2025-03-24 17:53:05 -- STEP: 28305/31555 -- GLOBAL_STEP: 627850 | > loss_text_ce: 0.032070666551589966 (0.03738447314888641) | > loss_mel_ce: 2.9137089252471924 (nan) | > loss: 0.01168960239738226 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1423045275805594) | > loader_time: 0.0052 (0.00464065488078448)  --> TIME: 2025-03-24 17:53:15 -- STEP: 28355/31555 -- GLOBAL_STEP: 627900 | > loss_text_ce: 0.0407380610704422 (0.0373848782725507) | > loss_mel_ce: 3.3210325241088867 (nan) | > loss: 0.0133403604850173 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14229948706905246) | > loader_time: 0.0048 (0.004640630867678424)  --> TIME: 2025-03-24 17:53:25 -- STEP: 28405/31555 -- GLOBAL_STEP: 627950 | > loss_text_ce: 0.03962114825844765 (0.037383600013076834) | > loss_mel_ce: 2.8133797645568848 (nan) | > loss: 0.011321432888507843 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14230270107076617) | > loader_time: 0.0044 (0.004640558298530991)  --> TIME: 2025-03-24 17:53:34 -- STEP: 28455/31555 -- GLOBAL_STEP: 628000 | > loss_text_ce: 0.04852809011936188 (0.03738582130813455) | > loss_mel_ce: 2.4299604892730713 (nan) | > loss: 0.009835273027420044 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14230157343244965) | > loader_time: 0.0047 (0.004640475594710448)  --> TIME: 2025-03-24 17:53:44 -- STEP: 28505/31555 -- GLOBAL_STEP: 628050 | > loss_text_ce: 0.03794919699430466 (0.037385851396987475) | > loss_mel_ce: 2.9202916622161865 (nan) | > loss: 0.011739050969481468 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1423089578431487) | > loader_time: 0.0047 (0.004640351895846075)  --> TIME: 2025-03-24 17:53:54 -- STEP: 28555/31555 -- GLOBAL_STEP: 628100 | > loss_text_ce: 0.04230031743645668 (0.037384962795177716) | > loss_mel_ce: 3.172884702682495 (nan) | > loss: 0.012758671306073666 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14230896243070565) | > loader_time: 0.0044 (0.004640312642354819)  --> TIME: 2025-03-24 17:54:04 -- STEP: 28605/31555 -- GLOBAL_STEP: 628150 | > loss_text_ce: 0.033128101378679276 (0.0373840511660109) | > loss_mel_ce: 2.438718557357788 (nan) | > loss: 0.009808915667235851 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14231220741952136) | > loader_time: 0.0047 (0.0046402361192521705)  --> TIME: 2025-03-24 17:54:13 -- STEP: 28655/31555 -- GLOBAL_STEP: 628200 | > loss_text_ce: 0.041082713752985 (0.037383947719412794) | > loss_mel_ce: 2.8255362510681152 (nan) | > loss: 0.011375471949577332 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14230940879025727) | > loader_time: 0.0045 (0.004640104649599857)  --> TIME: 2025-03-24 17:54:23 -- STEP: 28705/31555 -- GLOBAL_STEP: 628250 | > loss_text_ce: 0.04280949383974075 (0.037383394389325565) | > loss_mel_ce: 2.861752510070801 (nan) | > loss: 0.011526040732860565 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14230676390032138) | > loader_time: 0.0054 (0.00464026203265156)  --> TIME: 2025-03-24 17:54:33 -- STEP: 28755/31555 -- GLOBAL_STEP: 628300 | > loss_text_ce: 0.02819487266242504 (0.037382961860646276) | > loss_mel_ce: 2.5308165550231934 (nan) | > loss: 0.010154807940125465 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14230501703585074) | > loader_time: 0.0044 (0.0046401899848849265)  --> TIME: 2025-03-24 17:54:42 -- STEP: 28805/31555 -- GLOBAL_STEP: 628350 | > loss_text_ce: 0.03671938180923462 (0.037386742337530414) | > loss_mel_ce: 2.500023603439331 (nan) | > loss: 0.01006644032895565 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14229537620868932) | > loader_time: 0.0048 (0.004640088952926495)  --> TIME: 2025-03-24 17:54:52 -- STEP: 28855/31555 -- GLOBAL_STEP: 628400 | > loss_text_ce: 0.03598600625991821 (0.037388457928812464) | > loss_mel_ce: 2.4547855854034424 (nan) | > loss: 0.00988401472568512 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14229557688119363) | > loader_time: 0.0045 (0.004639972043272916)  --> TIME: 2025-03-24 17:55:01 -- STEP: 28905/31555 -- GLOBAL_STEP: 628450 | > loss_text_ce: 0.044981248676776886 (0.03738911451426749) | > loss_mel_ce: 2.7552976608276367 (nan) | > loss: 0.011112218722701073 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1422909870504038) | > loader_time: 0.0047 (0.004639839915704669)  --> TIME: 2025-03-24 17:55:11 -- STEP: 28955/31555 -- GLOBAL_STEP: 628500 | > loss_text_ce: 0.03240868076682091 (0.03738663592942685) | > loss_mel_ce: 3.238464832305908 (nan) | > loss: 0.012979657389223576 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14229362507060822) | > loader_time: 0.0046 (0.004639979813552211)  --> TIME: 2025-03-24 17:55:21 -- STEP: 29005/31555 -- GLOBAL_STEP: 628550 | > loss_text_ce: 0.03643958270549774 (0.03738476626958346) | > loss_mel_ce: 0.05087890475988388 (nan) | > loss: 0.00034650193993002176 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14229973705241153) | > loader_time: 0.0043 (0.00464012430898283)  --> TIME: 2025-03-24 17:55:31 -- STEP: 29055/31555 -- GLOBAL_STEP: 628600 | > loss_text_ce: 0.04099038615822792 (0.03738667147374769) | > loss_mel_ce: 2.7711069583892822 (nan) | > loss: 0.011159117333590984 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14230610547634434) | > loader_time: 0.0045 (0.004640247177244828)  --> TIME: 2025-03-24 17:55:41 -- STEP: 29105/31555 -- GLOBAL_STEP: 628650 | > loss_text_ce: 0.04774060100317001 (0.037387793085665075) | > loss_mel_ce: 2.664015054702759 (nan) | > loss: 0.010760935954749584 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14230713880342707) | > loader_time: 0.0044 (0.004640006150725878)  --> TIME: 2025-03-24 17:55:51 -- STEP: 29155/31555 -- GLOBAL_STEP: 628700 | > loss_text_ce: 0.03554150089621544 (0.03738484559882524) | > loss_mel_ce: 2.7728047370910645 (nan) | > loss: 0.011144232004880905 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1423104393647809) | > loader_time: 0.0043 (0.004639962851704767)  --> TIME: 2025-03-24 17:56:00 -- STEP: 29205/31555 -- GLOBAL_STEP: 628750 | > loss_text_ce: 0.03941319137811661 (0.03738224331124953) | > loss_mel_ce: 2.399014949798584 (nan) | > loss: 0.009676302783191204 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14231051634566666) | > loader_time: 0.0047 (0.004640016439862717)  --> TIME: 2025-03-24 17:56:10 -- STEP: 29255/31555 -- GLOBAL_STEP: 628800 | > loss_text_ce: 0.0526198074221611 (0.03738123927783645) | > loss_mel_ce: 2.9595396518707275 (nan) | > loss: 0.011953013949096203 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14231228431541315) | > loader_time: 0.0045 (0.004639995511709753)  --> TIME: 2025-03-24 17:56:20 -- STEP: 29305/31555 -- GLOBAL_STEP: 628850 | > loss_text_ce: 0.027732042595744133 (0.0373818073767166) | > loss_mel_ce: 2.457775354385376 (nan) | > loss: 0.009863125160336494 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14232172290735004) | > loader_time: 0.0047 (0.004639943145155779)  --> TIME: 2025-03-24 17:56:30 -- STEP: 29355/31555 -- GLOBAL_STEP: 628900 | > loss_text_ce: 0.03775719925761223 (0.03738105845790035) | > loss_mel_ce: 2.94429612159729 (nan) | > loss: 0.011833545751869678 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1423277611587105) | > loader_time: 0.0047 (0.0046399670673825995)  --> TIME: 2025-03-24 17:56:40 -- STEP: 29405/31555 -- GLOBAL_STEP: 628950 | > loss_text_ce: 0.03696315363049507 (0.03738085355443664) | > loss_mel_ce: 3.190488576889038 (nan) | > loss: 0.012807348743081093 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14232386650834028) | > loader_time: 0.0044 (0.004639788813948586)  --> TIME: 2025-03-24 17:56:49 -- STEP: 29455/31555 -- GLOBAL_STEP: 629000 | > loss_text_ce: 0.04296071082353592 (0.037381934482610936) | > loss_mel_ce: 3.1546974182128906 (nan) | > loss: 0.012689120136201382 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14231428302744858) | > loader_time: 0.0043 (0.004639472129328363)  --> TIME: 2025-03-24 17:56:59 -- STEP: 29505/31555 -- GLOBAL_STEP: 629050 | > loss_text_ce: 0.041375782340765 (0.03738028045732312) | > loss_mel_ce: 2.7857162952423096 (nan) | > loss: 0.011218620464205742 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14230945000828737) | > loader_time: 0.0068 (0.004639673079500535)  --> TIME: 2025-03-24 17:57:08 -- STEP: 29555/31555 -- GLOBAL_STEP: 629100 | > loss_text_ce: 0.03869733586907387 (0.03738104840395482) | > loss_mel_ce: 3.073819875717163 (nan) | > loss: 0.012351258657872677 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1423092636717618) | > loader_time: 0.0047 (0.004639555181349394)  --> TIME: 2025-03-24 17:57:18 -- STEP: 29605/31555 -- GLOBAL_STEP: 629150 | > loss_text_ce: 0.03997000306844711 (0.037378543409635166) | > loss_mel_ce: 3.0196218490600586 (nan) | > loss: 0.01214123796671629 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14231320394694172) | > loader_time: 0.0046 (0.004639587827559134)  --> TIME: 2025-03-24 17:57:28 -- STEP: 29655/31555 -- GLOBAL_STEP: 629200 | > loss_text_ce: 0.0354907400906086 (0.03737963466703879) | > loss_mel_ce: 3.2342641353607178 (nan) | > loss: 0.012975218705832958 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14231902439906652) | > loader_time: 0.005 (0.004639435980215877)  --> TIME: 2025-03-24 17:57:38 -- STEP: 29705/31555 -- GLOBAL_STEP: 629250 | > loss_text_ce: 0.023390645161271095 (0.03737784897219728) | > loss_mel_ce: 1.3344075679779053 (nan) | > loss: 0.005388088524341583 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14231762707062912) | > loader_time: 0.0043 (0.004639246583767495)  --> TIME: 2025-03-24 17:57:48 -- STEP: 29755/31555 -- GLOBAL_STEP: 629300 | > loss_text_ce: 0.03503676503896713 (0.03737672079301913) | > loss_mel_ce: 0.0750935897231102 (nan) | > loss: 0.00043702524271793664 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14231933773395294) | > loader_time: 0.0046 (0.004639187854311097)  --> TIME: 2025-03-24 17:57:57 -- STEP: 29805/31555 -- GLOBAL_STEP: 629350 | > loss_text_ce: 0.027833806350827217 (0.037376581289678794) | > loss_mel_ce: 3.1253371238708496 (nan) | > loss: 0.012512583285570145 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1423162470806211) | > loader_time: 0.0045 (0.0046389923662052395)  --> TIME: 2025-03-24 17:58:07 -- STEP: 29855/31555 -- GLOBAL_STEP: 629400 | > loss_text_ce: 0.03563217446208 (0.03737635724143531) | > loss_mel_ce: 2.5550525188446045 (nan) | > loss: 0.010280495509505272 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14232393367628737) | > loader_time: 0.0046 (0.004638772928381356)  --> TIME: 2025-03-24 17:58:17 -- STEP: 29905/31555 -- GLOBAL_STEP: 629450 | > loss_text_ce: 0.036821071058511734 (0.037374396874467704) | > loss_mel_ce: 2.824385166168213 (nan) | > loss: 0.01135399378836155 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14232163144640889) | > loader_time: 0.0047 (0.004638753426033141)  --> TIME: 2025-03-24 17:58:27 -- STEP: 29955/31555 -- GLOBAL_STEP: 629500 | > loss_text_ce: 0.03309497982263565 (0.03737336264677881) | > loss_mel_ce: 3.094782590866089 (nan) | > loss: 0.012412212789058685 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14232185837661815) | > loader_time: 0.0043 (0.004638608806102643)  --> TIME: 2025-03-24 17:58:36 -- STEP: 30005/31555 -- GLOBAL_STEP: 629550 | > loss_text_ce: 0.036190420389175415 (0.0373714905097169) | > loss_mel_ce: 2.7440185546875 (nan) | > loss: 0.01103257667273283 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14232321333793854) | > loader_time: 0.0043 (0.004638405979285552)  --> TIME: 2025-03-24 17:58:46 -- STEP: 30055/31555 -- GLOBAL_STEP: 629600 | > loss_text_ce: 0.03335976600646973 (0.037370719471079984) | > loss_mel_ce: 2.164220094680786 (nan) | > loss: 0.00872055534273386 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14230921461625456) | > loader_time: 0.0049 (0.004638342055360577)  --> TIME: 2025-03-24 17:58:55 -- STEP: 30105/31555 -- GLOBAL_STEP: 629650 | > loss_text_ce: 0.04290829598903656 (0.03737214127608981) | > loss_mel_ce: 2.5949020385742188 (nan) | > loss: 0.010467501357197762 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14230994775908667) | > loader_time: 0.0043 (0.004638244448023344)  --> TIME: 2025-03-24 17:59:05 -- STEP: 30155/31555 -- GLOBAL_STEP: 629700 | > loss_text_ce: 0.04001903533935547 (0.0373746060561667) | > loss_mel_ce: 2.399808645248413 (nan) | > loss: 0.009681856259703636 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14230920010153877) | > loader_time: 0.0046 (0.004638102240001888)  --> TIME: 2025-03-24 17:59:15 -- STEP: 30205/31555 -- GLOBAL_STEP: 629750 | > loss_text_ce: 0.026077862828969955 (0.037374721862840424) | > loss_mel_ce: 3.1596789360046387 (nan) | > loss: 0.01264189276844263 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14230892477870677) | > loader_time: 0.0045 (0.004637762758633585)  --> TIME: 2025-03-24 17:59:25 -- STEP: 30255/31555 -- GLOBAL_STEP: 629800 | > loss_text_ce: 0.03781462088227272 (0.037374117497217176) | > loss_mel_ce: 1.0553327798843384 (nan) | > loss: 0.004337886814028025 (nan) | > current_lr: 5e-06 | > step_time: 0.1045 (0.1423098361545353) | > loader_time: 0.0042 (0.004637488939017048)  --> TIME: 2025-03-24 17:59:34 -- STEP: 30305/31555 -- GLOBAL_STEP: 629850 | > loss_text_ce: 0.0310011375695467 (0.03737530056642231) | > loss_mel_ce: 2.3554604053497314 (nan) | > loss: 0.009470085613429546 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14230407859759486) | > loader_time: 0.0044 (0.004637382070216949)  --> TIME: 2025-03-24 17:59:43 -- STEP: 30355/31555 -- GLOBAL_STEP: 629900 | > loss_text_ce: 0.032550420612096786 (0.03737418214597051) | > loss_mel_ce: 1.36181640625 (nan) | > loss: 0.005533202085644007 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14229299312485402) | > loader_time: 0.0043 (0.004637247215010875)  --> TIME: 2025-03-24 17:59:53 -- STEP: 30405/31555 -- GLOBAL_STEP: 629950 | > loss_text_ce: 0.032078132033348083 (0.03737311885581728) | > loss_mel_ce: 2.753474235534668 (nan) | > loss: 0.011053779162466526 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1422945907174359) | > loader_time: 0.0047 (0.0046371132110886925)  --> TIME: 2025-03-24 18:00:03 -- STEP: 30455/31555 -- GLOBAL_STEP: 630000 | > loss_text_ce: 0.03395446762442589 (0.037372733281530256) | > loss_mel_ce: 3.044222354888916 (nan) | > loss: 0.01221498753875494 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14230154848043994) | > loader_time: 0.0044 (0.004637097670436605) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_630000.pth  --> TIME: 2025-03-24 18:00:18 -- STEP: 30505/31555 -- GLOBAL_STEP: 630050 | > loss_text_ce: 0.027285832911729813 (0.03737486958640471) | > loss_mel_ce: 3.1328089237213135 (nan) | > loss: 0.01254005916416645 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.142296982171047) | > loader_time: 0.0046 (0.004637208928281895)  --> TIME: 2025-03-24 18:00:28 -- STEP: 30555/31555 -- GLOBAL_STEP: 630100 | > loss_text_ce: 0.04007139429450035 (0.03737524123278663) | > loss_mel_ce: 3.1173207759857178 (nan) | > loss: 0.012529334984719753 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1422917683997304) | > loader_time: 0.0045 (0.00463718375448042)  --> TIME: 2025-03-24 18:00:37 -- STEP: 30605/31555 -- GLOBAL_STEP: 630150 | > loss_text_ce: 0.030829092487692833 (0.037374472850043305) | > loss_mel_ce: 2.9370312690734863 (nan) | > loss: 0.011777224950492382 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14229133621849044) | > loader_time: 0.0045 (0.004637036006486892)  --> TIME: 2025-03-24 18:00:47 -- STEP: 30655/31555 -- GLOBAL_STEP: 630200 | > loss_text_ce: 0.03195798397064209 (0.037374456789234296) | > loss_mel_ce: 0.1703948974609375 (nan) | > loss: 0.0008029876626096666 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1422890943136174) | > loader_time: 0.0046 (0.004636962120965821)  --> TIME: 2025-03-24 18:00:57 -- STEP: 30705/31555 -- GLOBAL_STEP: 630250 | > loss_text_ce: 0.042384155094623566 (0.037373036732316046) | > loss_mel_ce: 3.697031259536743 (nan) | > loss: 0.014838950708508492 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1422911379357115) | > loader_time: 0.0044 (0.004636737248579598)  --> TIME: 2025-03-24 18:01:07 -- STEP: 30755/31555 -- GLOBAL_STEP: 630300 | > loss_text_ce: 0.03729622811079025 (0.03737204402895295) | > loss_mel_ce: 2.9230470657348633 (nan) | > loss: 0.011747394688427448 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.14229951203305513) | > loader_time: 0.0047 (0.004636607908888627)  --> TIME: 2025-03-24 18:01:16 -- STEP: 30805/31555 -- GLOBAL_STEP: 630350 | > loss_text_ce: 0.03488951921463013 (0.037373088000046) | > loss_mel_ce: 2.7349283695220947 (nan) | > loss: 0.010991341434419155 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14229481905587557) | > loader_time: 0.0044 (0.0046363536074378)  --> TIME: 2025-03-24 18:01:26 -- STEP: 30855/31555 -- GLOBAL_STEP: 630400 | > loss_text_ce: 0.04759717732667923 (0.037373622979746966) | > loss_mel_ce: 2.931305408477783 (nan) | > loss: 0.011821042746305466 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14229697688938364) | > loader_time: 0.0046 (0.00463643531477872)  --> TIME: 2025-03-24 18:01:36 -- STEP: 30905/31555 -- GLOBAL_STEP: 630450 | > loss_text_ce: 0.04558122158050537 (0.037373880997011784) | > loss_mel_ce: 3.2969868183135986 (nan) | > loss: 0.013264158740639687 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14229964778716886) | > loader_time: 0.0048 (0.0046364771203110805)  --> TIME: 2025-03-24 18:01:46 -- STEP: 30955/31555 -- GLOBAL_STEP: 630500 | > loss_text_ce: 0.030027151107788086 (0.03737405486320025) | > loss_mel_ce: 2.834531545639038 (nan) | > loss: 0.011367296800017357 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14229434438060662) | > loader_time: 0.0047 (0.004636605285400544)  --> TIME: 2025-03-24 18:01:56 -- STEP: 31005/31555 -- GLOBAL_STEP: 630550 | > loss_text_ce: 0.03467024490237236 (0.037373862879546055) | > loss_mel_ce: 2.886349678039551 (nan) | > loss: 0.011591349728405476 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14230222081469096) | > loader_time: 0.0045 (0.004636664991128115)  --> TIME: 2025-03-24 18:02:06 -- STEP: 31055/31555 -- GLOBAL_STEP: 630600 | > loss_text_ce: 0.03666605055332184 (0.03737536240776911) | > loss_mel_ce: 3.3520243167877197 (nan) | > loss: 0.013447185046970844 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14230988196485267) | > loader_time: 0.0046 (0.004636724980590324)  --> TIME: 2025-03-24 18:02:15 -- STEP: 31105/31555 -- GLOBAL_STEP: 630650 | > loss_text_ce: 0.03301423415541649 (0.03737638391344141) | > loss_mel_ce: 3.107179880142212 (nan) | > loss: 0.012461088597774506 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1423115452124252) | > loader_time: 0.0045 (0.004636580605653313)  --> TIME: 2025-03-24 18:02:25 -- STEP: 31155/31555 -- GLOBAL_STEP: 630700 | > loss_text_ce: 0.038980793207883835 (0.03737996140627343) | > loss_mel_ce: 2.8953857421875 (nan) | > loss: 0.011644312180578709 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1423162643608326) | > loader_time: 0.0044 (0.004636410315410621)  --> TIME: 2025-03-24 18:02:35 -- STEP: 31205/31555 -- GLOBAL_STEP: 630750 | > loss_text_ce: 0.03679327294230461 (0.03738006509370696) | > loss_mel_ce: 3.1053466796875 (nan) | > loss: 0.012468810193240643 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14231768225920657) | > loader_time: 0.0045 (0.004636276878047665)  --> TIME: 2025-03-24 18:02:45 -- STEP: 31255/31555 -- GLOBAL_STEP: 630800 | > loss_text_ce: 0.03679240494966507 (0.03738065564167905) | > loss_mel_ce: 2.6849241256713867 (nan) | > loss: 0.010800463147461414 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14232631559620665) | > loader_time: 0.0045 (0.004636248587188955)  --> TIME: 2025-03-24 18:02:55 -- STEP: 31305/31555 -- GLOBAL_STEP: 630850 | > loss_text_ce: 0.03387337923049927 (0.03738022558756992) | > loss_mel_ce: 1.8753632307052612 (nan) | > loss: 0.007576336618512869 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14232988254728113) | > loader_time: 0.0044 (0.004636216738642542)  --> TIME: 2025-03-24 18:03:05 -- STEP: 31355/31555 -- GLOBAL_STEP: 630900 | > loss_text_ce: 0.03933911398053169 (0.03737878485164976) | > loss_mel_ce: 3.1242356300354004 (nan) | > loss: 0.012553868815302849 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14232866116601187) | > loader_time: 0.0051 (0.004636023333912521)  --> TIME: 2025-03-24 18:03:14 -- STEP: 31405/31555 -- GLOBAL_STEP: 630950 | > loss_text_ce: 0.04688848927617073 (0.03737859752069485) | > loss_mel_ce: 2.8572726249694824 (nan) | > loss: 0.011524450033903122 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14232553955172908) | > loader_time: 0.0046 (0.004635907274734227)  --> TIME: 2025-03-24 18:03:24 -- STEP: 31455/31555 -- GLOBAL_STEP: 631000 | > loss_text_ce: 0.04236643388867378 (0.037380903501029565) | > loss_mel_ce: 3.244565963745117 (nan) | > loss: 0.01304338313639164 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14232642751034938) | > loader_time: 0.0047 (0.004635751351626509)  --> TIME: 2025-03-24 18:03:34 -- STEP: 31505/31555 -- GLOBAL_STEP: 631050 | > loss_text_ce: 0.0332505963742733 (0.037378039220405376) | > loss_mel_ce: 2.9033844470977783 (nan) | > loss: 0.011653314344584942 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1423284876026859) | > loader_time: 0.0044 (0.004635546090507915)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02321377118428549 (+0.0012932936350504576) | > avg_loss_text_ce: 0.03430601745843888 (-0.0003650063524643435) | > avg_loss_mel_ce: 2.6387507859865815 (-0.009671669006348527) | > avg_loss: 2.67305680433909 (-0.010036664009095198) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_631100.pth  > EPOCH: 21/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 18:04:05)   --> TIME: 2025-03-24 18:04:06 -- STEP: 0/31555 -- GLOBAL_STEP: 631100 | > loss_text_ce: 0.05450063571333885 (0.05450063571333885) | > loss_mel_ce: 2.3665552139282227 (2.3665552139282227) | > loss: 0.009607364423573017 (0.009607364423573017) | > current_lr: 5e-06 | > step_time: 0.1676 (0.1675875186920166) | > loader_time: 0.4514 (0.45136141777038574)  --> TIME: 2025-03-24 18:04:15 -- STEP: 50/31555 -- GLOBAL_STEP: 631150 | > loss_text_ce: 0.035990823060274124 (0.03574473425745964) | > loss_mel_ce: 0.02532958984375 (2.5750545191764833) | > loss: 0.00024333498731721193 (0.010360315031430218) | > current_lr: 5e-06 | > step_time: 0.1114 (0.13610625267028803) | > loader_time: 0.0045 (0.0046796131134033215)  --> TIME: 2025-03-24 18:04:24 -- STEP: 100/31555 -- GLOBAL_STEP: 631200 | > loss_text_ce: 0.0373518206179142 (0.035321933999657634) | > loss_mel_ce: 2.2934205532073975 (2.6158795291185366) | > loss: 0.009249097667634487 (0.010520641247421737) | > current_lr: 5e-06 | > step_time: 0.1548 (0.13615991830825808) | > loader_time: 0.0049 (0.004674105644226077)  --> TIME: 2025-03-24 18:04:34 -- STEP: 150/31555 -- GLOBAL_STEP: 631250 | > loss_text_ce: 0.03262317553162575 (0.03579577659567197) | > loss_mel_ce: 2.9894566535949707 (2.6118947037557754) | > loss: 0.011992381885647774 (0.01050670882308623) | > current_lr: 5e-06 | > step_time: 0.1305 (0.13684105396270752) | > loader_time: 0.0047 (0.004705856641133629)  --> TIME: 2025-03-24 18:04:44 -- STEP: 200/31555 -- GLOBAL_STEP: 631300 | > loss_text_ce: 0.03398524969816208 (0.03600908500142394) | > loss_mel_ce: 3.109595537185669 (2.5878233554027963) | > loss: 0.012474527582526207 (0.010412034085238709) | > current_lr: 5e-06 | > step_time: 0.1561 (0.13772819757461555) | > loader_time: 0.0047 (0.004716925621032713)  --> TIME: 2025-03-24 18:04:53 -- STEP: 250/31555 -- GLOBAL_STEP: 631350 | > loss_text_ce: 0.038738448172807693 (0.03615568432956935) | > loss_mel_ce: 2.4543869495391846 (2.575729603290557) | > loss: 0.009893355891108513 (0.010364624740963342) | > current_lr: 5e-06 | > step_time: 0.1427 (0.13837595748901368) | > loader_time: 0.0044 (0.004721539497375488)  --> TIME: 2025-03-24 18:05:03 -- STEP: 300/31555 -- GLOBAL_STEP: 631400 | > loss_text_ce: 0.03917611390352249 (0.03651913690070313) | > loss_mel_ce: 1.458676815032959 (nan) | > loss: 0.005943861324340105 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.13853614409764609) | > loader_time: 0.0047 (0.004698166847229005)  --> TIME: 2025-03-24 18:05:13 -- STEP: 350/31555 -- GLOBAL_STEP: 631450 | > loss_text_ce: 0.03739889711141586 (0.03649516785251243) | > loss_mel_ce: 2.0737130641937256 (nan) | > loss: 0.00837742816656828 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.139167513847351) | > loader_time: 0.0049 (0.004713906560625351)  --> TIME: 2025-03-24 18:05:23 -- STEP: 400/31555 -- GLOBAL_STEP: 631500 | > loss_text_ce: 0.04074166342616081 (0.03670185185503215) | > loss_mel_ce: 2.8098127841949463 (nan) | > loss: 0.011311724781990051 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1400843834877013) | > loader_time: 0.0046 (0.004714272022247319)  --> TIME: 2025-03-24 18:05:32 -- STEP: 450/31555 -- GLOBAL_STEP: 631550 | > loss_text_ce: 0.04100925847887993 (0.036855935404698024) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14039044380187976) | > loader_time: 0.0048 (0.004710672166612417)  --> TIME: 2025-03-24 18:05:42 -- STEP: 500/31555 -- GLOBAL_STEP: 631600 | > loss_text_ce: 0.04085958003997803 (0.03701532941684124) | > loss_mel_ce: 2.5834507942199707 (nan) | > loss: 0.010413930751383305 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14052537202835072) | > loader_time: 0.0045 (0.004715606212615971)  --> TIME: 2025-03-24 18:05:52 -- STEP: 550/31555 -- GLOBAL_STEP: 631650 | > loss_text_ce: 0.029614750295877457 (0.0369238395379348) | > loss_mel_ce: 2.843353509902954 (nan) | > loss: 0.011400667950510979 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1409197881005026) | > loader_time: 0.0046 (0.004710572849620476)  --> TIME: 2025-03-24 18:06:02 -- STEP: 600/31555 -- GLOBAL_STEP: 631700 | > loss_text_ce: 0.03441402688622475 (0.03696265635701516) | > loss_mel_ce: 2.670147657394409 (nan) | > loss: 0.010732388123869896 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14109702666600538) | > loader_time: 0.0045 (0.004698820908864342)  --> TIME: 2025-03-24 18:06:12 -- STEP: 650/31555 -- GLOBAL_STEP: 631750 | > loss_text_ce: 0.040206894278526306 (0.03701039392501112) | > loss_mel_ce: 2.7716078758239746 (nan) | > loss: 0.011157996021211147 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1414308034456693) | > loader_time: 0.0045 (0.004691854990445652)  --> TIME: 2025-03-24 18:06:21 -- STEP: 700/31555 -- GLOBAL_STEP: 631800 | > loss_text_ce: 0.049452174454927444 (0.03711848903713477) | > loss_mel_ce: 1.9925765991210938 (nan) | > loss: 0.00810328871011734 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14118685858590252) | > loader_time: 0.0046 (0.004688249656132293)  --> TIME: 2025-03-24 18:06:31 -- STEP: 750/31555 -- GLOBAL_STEP: 631850 | > loss_text_ce: 0.03476095572113991 (0.03720261410872138) | > loss_mel_ce: 2.746717691421509 (nan) | > loss: 0.011037614196538925 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14153956921895353) | > loader_time: 0.0045 (0.004687386512756351)  --> TIME: 2025-03-24 18:06:41 -- STEP: 800/31555 -- GLOBAL_STEP: 631900 | > loss_text_ce: 0.03469698876142502 (0.0371907694591209) | > loss_mel_ce: 3.1582274436950684 (nan) | > loss: 0.012670336291193962 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.1415894532203675) | > loader_time: 0.005 (0.004681722223758702)  --> TIME: 2025-03-24 18:06:51 -- STEP: 850/31555 -- GLOBAL_STEP: 631950 | > loss_text_ce: 0.03668053448200226 (0.037085335603093364) | > loss_mel_ce: 2.3049559593200684 (nan) | > loss: 0.009292208589613438 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14202156094943785) | > loader_time: 0.0045 (0.004681780198041138)  --> TIME: 2025-03-24 18:07:01 -- STEP: 900/31555 -- GLOBAL_STEP: 632000 | > loss_text_ce: 0.05323856696486473 (0.03702835562018052) | > loss_mel_ce: 2.381986618041992 (nan) | > loss: 0.009663593024015427 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14199596246083582) | > loader_time: 0.0045 (0.004682797590891528)  --> TIME: 2025-03-24 18:07:10 -- STEP: 950/31555 -- GLOBAL_STEP: 632050 | > loss_text_ce: 0.035768140107393265 (0.037057849510915924) | > loss_mel_ce: 2.598612070083618 (nan) | > loss: 0.010453890077769756 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14177107710587358) | > loader_time: 0.0044 (0.004684986566242427)  --> TIME: 2025-03-24 18:07:20 -- STEP: 1000/31555 -- GLOBAL_STEP: 632100 | > loss_text_ce: 0.03984430432319641 (0.03700695733260359) | > loss_mel_ce: 2.867025852203369 (nan) | > loss: 0.011535199359059334 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14175762987136847) | > loader_time: 0.0047 (0.004680815219879158)  --> TIME: 2025-03-24 18:07:29 -- STEP: 1050/31555 -- GLOBAL_STEP: 632150 | > loss_text_ce: 0.03171621263027191 (0.03700088928231877) | > loss_mel_ce: 2.965045690536499 (nan) | > loss: 0.011891912668943405 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14161261308760875) | > loader_time: 0.0046 (0.0046769078572591214)  --> TIME: 2025-03-24 18:07:39 -- STEP: 1100/31555 -- GLOBAL_STEP: 632200 | > loss_text_ce: 0.03896229714155197 (0.037035326865416995) | > loss_mel_ce: 3.586331367492676 (nan) | > loss: 0.014386086724698544 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14156778964129368) | > loader_time: 0.0046 (0.0046778821945190514)  --> TIME: 2025-03-24 18:07:48 -- STEP: 1150/31555 -- GLOBAL_STEP: 632250 | > loss_text_ce: 0.03127003833651543 (0.037092852117088786) | > loss_mel_ce: 2.8771157264709473 (nan) | > loss: 0.0115412138402462 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14136014233464791) | > loader_time: 0.0046 (0.004675410312155025)  --> TIME: 2025-03-24 18:07:58 -- STEP: 1200/31555 -- GLOBAL_STEP: 632300 | > loss_text_ce: 0.039354339241981506 (0.03708813498805583) | > loss_mel_ce: 2.08897066116333 (nan) | > loss: 0.008445734158158302 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14135803759098067) | > loader_time: 0.0044 (0.004674549897511808)  --> TIME: 2025-03-24 18:08:08 -- STEP: 1250/31555 -- GLOBAL_STEP: 632350 | > loss_text_ce: 0.05654452368617058 (0.037051181944459624) | > loss_mel_ce: 2.7011494636535645 (nan) | > loss: 0.010943231172859669 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14143646316528333) | > loader_time: 0.0046 (0.004674192810058601)  --> TIME: 2025-03-24 18:08:17 -- STEP: 1300/31555 -- GLOBAL_STEP: 632400 | > loss_text_ce: 0.03536060452461243 (0.03703938420073915) | > loss_mel_ce: 3.026491165161133 (nan) | > loss: 0.012150205671787262 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1413853885577276) | > loader_time: 0.0044 (0.0046693044442396945)  --> TIME: 2025-03-24 18:08:27 -- STEP: 1350/31555 -- GLOBAL_STEP: 632450 | > loss_text_ce: 0.03243573382496834 (0.03700726095242076) | > loss_mel_ce: 2.7000651359558105 (nan) | > loss: 0.010843257419764996 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1414726508105243) | > loader_time: 0.0045 (0.004669637326841007)  --> TIME: 2025-03-24 18:08:37 -- STEP: 1400/31555 -- GLOBAL_STEP: 632500 | > loss_text_ce: 0.03363848477602005 (0.037053215930105285) | > loss_mel_ce: 2.80198335647583 (nan) | > loss: 0.011252468451857567 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14146169372967313) | > loader_time: 0.0045 (0.00466762610844204)  --> TIME: 2025-03-24 18:08:47 -- STEP: 1450/31555 -- GLOBAL_STEP: 632550 | > loss_text_ce: 0.033949483186006546 (0.037018455123721476) | > loss_mel_ce: 3.454698324203491 (nan) | > loss: 0.013843840919435024 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14161934145565694) | > loader_time: 0.0045 (0.004664113768215842)  --> TIME: 2025-03-24 18:08:56 -- STEP: 1500/31555 -- GLOBAL_STEP: 632600 | > loss_text_ce: 0.04916210472583771 (0.037060912633314666) | > loss_mel_ce: 1.6582615375518799 (nan) | > loss: 0.006775491405278444 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14167539040247604) | > loader_time: 0.0044 (0.00466203943888347)  --> TIME: 2025-03-24 18:09:06 -- STEP: 1550/31555 -- GLOBAL_STEP: 632650 | > loss_text_ce: 0.03776170313358307 (0.03707755908430098) | > loss_mel_ce: 2.8966619968414307 (nan) | > loss: 0.011644539423286915 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14163938183938318) | > loader_time: 0.0044 (0.004658942222595219)  --> TIME: 2025-03-24 18:09:16 -- STEP: 1600/31555 -- GLOBAL_STEP: 632700 | > loss_text_ce: 0.034666016697883606 (0.03704735620005515) | > loss_mel_ce: 2.9182591438293457 (nan) | > loss: 0.011717957444489002 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14183659180998825) | > loader_time: 0.0044 (0.004656400978565222)  --> TIME: 2025-03-24 18:09:26 -- STEP: 1650/31555 -- GLOBAL_STEP: 632750 | > loss_text_ce: 0.04098113626241684 (0.03705070071881915) | > loss_mel_ce: 3.110863447189331 (nan) | > loss: 0.012507320381700993 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14185873999740142) | > loader_time: 0.0045 (0.004654411258119536)  --> TIME: 2025-03-24 18:09:35 -- STEP: 1700/31555 -- GLOBAL_STEP: 632800 | > loss_text_ce: 0.03755990415811539 (0.03703010036500496) | > loss_mel_ce: 2.868429660797119 (nan) | > loss: 0.011531705968081951 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14180135853150316) | > loader_time: 0.0047 (0.004651458123151003)  --> TIME: 2025-03-24 18:09:45 -- STEP: 1750/31555 -- GLOBAL_STEP: 632850 | > loss_text_ce: 0.03180152177810669 (0.036955389615148264) | > loss_mel_ce: 2.834153175354004 (nan) | > loss: 0.01137283630669117 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14174667508261554) | > loader_time: 0.0047 (0.004652341297694625)  --> TIME: 2025-03-24 18:09:55 -- STEP: 1800/31555 -- GLOBAL_STEP: 632900 | > loss_text_ce: 0.03457358852028847 (0.03691231649317257) | > loss_mel_ce: 2.6845574378967285 (nan) | > loss: 0.010790202766656876 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14184980167282962) | > loader_time: 0.0046 (0.004654838376575056)  --> TIME: 2025-03-24 18:10:05 -- STEP: 1850/31555 -- GLOBAL_STEP: 632950 | > loss_text_ce: 0.039264220744371414 (0.036927529339351325) | > loss_mel_ce: 3.31083607673645 (nan) | > loss: 0.01329404953867197 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14180836123389173) | > loader_time: 0.0046 (0.00465420220349287)  --> TIME: 2025-03-24 18:10:14 -- STEP: 1900/31555 -- GLOBAL_STEP: 633000 | > loss_text_ce: 0.03383968025445938 (0.03695620276573061) | > loss_mel_ce: 2.980469226837158 (nan) | > loss: 0.011961543932557106 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1418218938927902) | > loader_time: 0.0045 (0.0046527440924393594)  --> TIME: 2025-03-24 18:10:24 -- STEP: 1950/31555 -- GLOBAL_STEP: 633050 | > loss_text_ce: 0.029605509713292122 (0.03695322927230822) | > loss_mel_ce: 2.2268621921539307 (nan) | > loss: 0.008954238146543503 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14188513291187782) | > loader_time: 0.0044 (0.004649673486367259)  --> TIME: 2025-03-24 18:10:34 -- STEP: 2000/31555 -- GLOBAL_STEP: 633100 | > loss_text_ce: 0.03792789205908775 (0.03693465761514377) | > loss_mel_ce: 2.6764132976531982 (nan) | > loss: 0.010771195404231548 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14199679744243626) | > loader_time: 0.0049 (0.0046494001150131315)  --> TIME: 2025-03-24 18:10:44 -- STEP: 2050/31555 -- GLOBAL_STEP: 633150 | > loss_text_ce: 0.03430088981986046 (0.0369422340134113) | > loss_mel_ce: 2.8870742321014404 (nan) | > loss: 0.011592758819460869 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1420086120977635) | > loader_time: 0.0047 (0.0046498916207290365)  --> TIME: 2025-03-24 18:10:54 -- STEP: 2100/31555 -- GLOBAL_STEP: 633200 | > loss_text_ce: 0.03695017471909523 (0.03695384951086622) | > loss_mel_ce: 2.6350913047790527 (nan) | > loss: 0.010603339411318302 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14199274449121393) | > loader_time: 0.0045 (0.004649657067798441)  --> TIME: 2025-03-24 18:11:03 -- STEP: 2150/31555 -- GLOBAL_STEP: 633250 | > loss_text_ce: 0.03302896022796631 (0.03692123399094436) | > loss_mel_ce: 3.0628747940063477 (nan) | > loss: 0.012285333126783371 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14198330402374276) | > loader_time: 0.0046 (0.004648288460664979)  --> TIME: 2025-03-24 18:11:13 -- STEP: 2200/31555 -- GLOBAL_STEP: 633300 | > loss_text_ce: 0.03110450692474842 (0.03692281349350439) | > loss_mel_ce: 1.9491437673568726 (nan) | > loss: 0.00785812921822071 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1420550112290817) | > loader_time: 0.0044 (0.004646258896047429)  --> TIME: 2025-03-24 18:11:23 -- STEP: 2250/31555 -- GLOBAL_STEP: 633350 | > loss_text_ce: 0.04339681938290596 (0.036968431304312356) | > loss_mel_ce: 2.8365604877471924 (nan) | > loss: 0.011428401805460453 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1419929572211373) | > loader_time: 0.0045 (0.0046467221577962325)  --> TIME: 2025-03-24 18:11:33 -- STEP: 2300/31555 -- GLOBAL_STEP: 633400 | > loss_text_ce: 0.04465996474027634 (0.03700643233752439) | > loss_mel_ce: 3.370495080947876 (nan) | > loss: 0.013552202843129635 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14207723099252467) | > loader_time: 0.0045 (0.004647301279980216)  --> TIME: 2025-03-24 18:11:42 -- STEP: 2350/31555 -- GLOBAL_STEP: 633450 | > loss_text_ce: 0.049550388008356094 (0.03701866909346361) | > loss_mel_ce: 2.660193920135498 (nan) | > loss: 0.010752953588962555 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14207898302281174) | > loader_time: 0.0045 (0.004647720113713703)  --> TIME: 2025-03-24 18:11:52 -- STEP: 2400/31555 -- GLOBAL_STEP: 633500 | > loss_text_ce: 0.045787811279296875 (0.03703648018146242) | > loss_mel_ce: 3.323028564453125 (nan) | > loss: 0.013368319720029831 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14207923183838542) | > loader_time: 0.0045 (0.0046455508470535384)  --> TIME: 2025-03-24 18:12:02 -- STEP: 2450/31555 -- GLOBAL_STEP: 633550 | > loss_text_ce: 0.04199942573904991 (0.03703340503976355) | > loss_mel_ce: 3.2984325885772705 (nan) | > loss: 0.013255682773888111 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14210313884579417) | > loader_time: 0.0048 (0.004644814510734725)  --> TIME: 2025-03-24 18:12:12 -- STEP: 2500/31555 -- GLOBAL_STEP: 633600 | > loss_text_ce: 0.04524131119251251 (0.03704905275888738) | > loss_mel_ce: 2.764817476272583 (nan) | > loss: 0.011151027865707874 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1421123943328858) | > loader_time: 0.0046 (0.004643623065948496)  --> TIME: 2025-03-24 18:12:22 -- STEP: 2550/31555 -- GLOBAL_STEP: 633650 | > loss_text_ce: 0.03604775667190552 (0.037053744753128705) | > loss_mel_ce: 2.9667561054229736 (nan) | > loss: 0.011915888637304306 (nan) | > current_lr: 5e-06 | > step_time: 0.1907 (0.14217031843522032) | > loader_time: 0.0047 (0.004643013243581747)  --> TIME: 2025-03-24 18:12:31 -- STEP: 2600/31555 -- GLOBAL_STEP: 633700 | > loss_text_ce: 0.03259861469268799 (0.03706178801313325) | > loss_mel_ce: 2.6176562309265137 (nan) | > loss: 0.010516884736716747 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14210948247175956) | > loader_time: 0.0047 (0.004643938724811274)  --> TIME: 2025-03-24 18:12:41 -- STEP: 2650/31555 -- GLOBAL_STEP: 633750 | > loss_text_ce: 0.0341699942946434 (0.037062794953092594) | > loss_mel_ce: 3.0440425872802734 (nan) | > loss: 0.012215130031108856 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1421946929535776) | > loader_time: 0.0045 (0.004642276224100378)  --> TIME: 2025-03-24 18:12:51 -- STEP: 2700/31555 -- GLOBAL_STEP: 633800 | > loss_text_ce: 0.03730546683073044 (0.03706625807926883) | > loss_mel_ce: 2.9702646732330322 (nan) | > loss: 0.011934801936149597 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14226994726392952) | > loader_time: 0.0046 (0.0046410595929181255)  --> TIME: 2025-03-24 18:13:01 -- STEP: 2750/31555 -- GLOBAL_STEP: 633850 | > loss_text_ce: 0.03693370893597603 (0.03707049429450517) | > loss_mel_ce: 3.2075278759002686 (nan) | > loss: 0.012874848209321499 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1422868676619096) | > loader_time: 0.0047 (0.004640571680935958)  --> TIME: 2025-03-24 18:13:10 -- STEP: 2800/31555 -- GLOBAL_STEP: 633900 | > loss_text_ce: 0.03756417706608772 (0.03709288021183698) | > loss_mel_ce: 2.827929735183716 (nan) | > loss: 0.011371009051799774 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14223239081246528) | > loader_time: 0.0046 (0.004639158163751886)  --> TIME: 2025-03-24 18:13:20 -- STEP: 2850/31555 -- GLOBAL_STEP: 633950 | > loss_text_ce: 0.04946368932723999 (0.03709972150917892) | > loss_mel_ce: 1.4333364963531494 (nan) | > loss: 0.0058841281570494175 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1422348745245685) | > loader_time: 0.0043 (0.004636713078147499)  --> TIME: 2025-03-24 18:13:30 -- STEP: 2900/31555 -- GLOBAL_STEP: 634000 | > loss_text_ce: 0.049354299902915955 (0.03710538532938159) | > loss_mel_ce: 2.860948085784912 (nan) | > loss: 0.011548819951713085 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14218981726416247) | > loader_time: 0.0046 (0.004635423709606311)  --> TIME: 2025-03-24 18:13:39 -- STEP: 2950/31555 -- GLOBAL_STEP: 634050 | > loss_text_ce: 0.042135048657655716 (0.037112451979606255) | > loss_mel_ce: 2.552354574203491 (nan) | > loss: 0.010295594111084938 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14216137570849943) | > loader_time: 0.0046 (0.00463546728683731)  --> TIME: 2025-03-24 18:13:49 -- STEP: 3000/31555 -- GLOBAL_STEP: 634100 | > loss_text_ce: 0.03580509126186371 (0.03712700092947723) | > loss_mel_ce: 2.9875266551971436 (nan) | > loss: 0.011997348628938198 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1422083059946699) | > loader_time: 0.0048 (0.004633978605270394)  --> TIME: 2025-03-24 18:13:59 -- STEP: 3050/31555 -- GLOBAL_STEP: 634150 | > loss_text_ce: 0.031017431989312172 (0.03711393930414897) | > loss_mel_ce: 3.111478328704834 (nan) | > loss: 0.01247022207826376 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1421436636565163) | > loader_time: 0.0046 (0.004632718054974672)  --> TIME: 2025-03-24 18:14:09 -- STEP: 3100/31555 -- GLOBAL_STEP: 634200 | > loss_text_ce: 0.04124318063259125 (0.037091405547013616) | > loss_mel_ce: 2.687175750732422 (nan) | > loss: 0.010827059857547283 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14221352569518558) | > loader_time: 0.0046 (0.004632671571546989)  --> TIME: 2025-03-24 18:14:18 -- STEP: 3150/31555 -- GLOBAL_STEP: 634250 | > loss_text_ce: 0.028989378362894058 (0.03709783658651361) | > loss_mel_ce: 2.761314868927002 (nan) | > loss: 0.01107263658195734 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1422113738741193) | > loader_time: 0.0044 (0.00463251817794074)  --> TIME: 2025-03-24 18:14:28 -- STEP: 3200/31555 -- GLOBAL_STEP: 634300 | > loss_text_ce: 0.04025577753782272 (0.03708218629617467) | > loss_mel_ce: 3.0394279956817627 (nan) | > loss: 0.01222096849232912 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14218156419694428) | > loader_time: 0.0045 (0.004632543548941617)  --> TIME: 2025-03-24 18:14:38 -- STEP: 3250/31555 -- GLOBAL_STEP: 634350 | > loss_text_ce: 0.048101771622896194 (0.03707081841820698) | > loss_mel_ce: 2.7843644618988037 (nan) | > loss: 0.011239945888519287 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14219866510537954) | > loader_time: 0.0045 (0.004631536263685966)  --> TIME: 2025-03-24 18:14:47 -- STEP: 3300/31555 -- GLOBAL_STEP: 634400 | > loss_text_ce: 0.04917901009321213 (0.03704684363988528) | > loss_mel_ce: 2.59505558013916 (nan) | > loss: 0.010492995381355286 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1421899867057802) | > loader_time: 0.0045 (0.004631691051251963)  --> TIME: 2025-03-24 18:14:57 -- STEP: 3350/31555 -- GLOBAL_STEP: 634450 | > loss_text_ce: 0.03780519589781761 (0.03707605120267205) | > loss_mel_ce: 2.84733247756958 (nan) | > loss: 0.01144895888864994 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1421775538885773) | > loader_time: 0.0047 (0.004630530271957173)  --> TIME: 2025-03-24 18:15:07 -- STEP: 3400/31555 -- GLOBAL_STEP: 634500 | > loss_text_ce: 0.047887735068798065 (0.03708335820777223) | > loss_mel_ce: 2.3700194358825684 (nan) | > loss: 0.00959487073123455 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14224898773081185) | > loader_time: 0.0045 (0.0046283651099485535)  --> TIME: 2025-03-24 18:15:17 -- STEP: 3450/31555 -- GLOBAL_STEP: 634550 | > loss_text_ce: 0.04726191237568855 (0.03707836324457017) | > loss_mel_ce: 2.4684066772460938 (nan) | > loss: 0.009982812218368053 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14224437236785897) | > loader_time: 0.0043 (0.004626048267751503)  --> TIME: 2025-03-24 18:15:26 -- STEP: 3500/31555 -- GLOBAL_STEP: 634600 | > loss_text_ce: 0.03335833549499512 (0.03705000646385755) | > loss_mel_ce: 2.724909782409668 (nan) | > loss: 0.010945509187877178 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1421953434262958) | > loader_time: 0.0047 (0.004625271729060585)  --> TIME: 2025-03-24 18:15:36 -- STEP: 3550/31555 -- GLOBAL_STEP: 634650 | > loss_text_ce: 0.04778578504920006 (0.03705536734653812) | > loss_mel_ce: 2.8495407104492188 (nan) | > loss: 0.01149732805788517 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1421332237082469) | > loader_time: 0.0045 (0.004623863260510945)  --> TIME: 2025-03-24 18:15:45 -- STEP: 3600/31555 -- GLOBAL_STEP: 634700 | > loss_text_ce: 0.027595488354563713 (0.037046500133195194) | > loss_mel_ce: 3.341724395751953 (nan) | > loss: 0.013370318338274956 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14208924008740326) | > loader_time: 0.0045 (0.004623282551765445)  --> TIME: 2025-03-24 18:15:55 -- STEP: 3650/31555 -- GLOBAL_STEP: 634750 | > loss_text_ce: 0.03958495333790779 (0.03704536182652794) | > loss_mel_ce: 2.671584129333496 (nan) | > loss: 0.010758607648313046 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1421216011047364) | > loader_time: 0.0044 (0.004623929311151377)  --> TIME: 2025-03-24 18:16:05 -- STEP: 3700/31555 -- GLOBAL_STEP: 634800 | > loss_text_ce: 0.04472564160823822 (0.037041632323399916) | > loss_mel_ce: 3.3993566036224365 (nan) | > loss: 0.01366699393838644 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14212789606403667) | > loader_time: 0.0046 (0.004625841798009102)  --> TIME: 2025-03-24 18:16:15 -- STEP: 3750/31555 -- GLOBAL_STEP: 634850 | > loss_text_ce: 0.01794898323714733 (0.037050769890099686) | > loss_mel_ce: 3.035123348236084 (nan) | > loss: 0.012115366756916046 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14216965961456304) | > loader_time: 0.0047 (0.004626009877522789)  --> TIME: 2025-03-24 18:16:24 -- STEP: 3800/31555 -- GLOBAL_STEP: 634900 | > loss_text_ce: 0.030952123925089836 (0.037055996641467595) | > loss_mel_ce: 3.0927329063415527 (nan) | > loss: 0.012395576573908329 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14215169762310234) | > loader_time: 0.0046 (0.0046264605773122715)  --> TIME: 2025-03-24 18:16:34 -- STEP: 3850/31555 -- GLOBAL_STEP: 634950 | > loss_text_ce: 0.04140641912817955 (0.03705660714900912) | > loss_mel_ce: 3.034868001937866 (nan) | > loss: 0.012207439169287682 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14209626346439516) | > loader_time: 0.0045 (0.004625818203021956)  --> TIME: 2025-03-24 18:16:44 -- STEP: 3900/31555 -- GLOBAL_STEP: 635000 | > loss_text_ce: 0.03244408592581749 (0.037050302170264726) | > loss_mel_ce: 2.824849843978882 (nan) | > loss: 0.01133846864104271 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14210795909930504) | > loader_time: 0.0051 (0.004625738339546402)  --> TIME: 2025-03-24 18:16:53 -- STEP: 3950/31555 -- GLOBAL_STEP: 635050 | > loss_text_ce: 0.04495799541473389 (0.037051977088226856) | > loss_mel_ce: 2.755603313446045 (nan) | > loss: 0.01111334003508091 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14207594147211394) | > loader_time: 0.0046 (0.004625341017034992)  --> TIME: 2025-03-24 18:17:03 -- STEP: 4000/31555 -- GLOBAL_STEP: 635100 | > loss_text_ce: 0.04201574623584747 (0.03703229285613627) | > loss_mel_ce: 0.8509299755096436 (nan) | > loss: 0.0035434355959296227 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14207497483491904) | > loader_time: 0.0044 (0.004626653969287875)  --> TIME: 2025-03-24 18:17:12 -- STEP: 4050/31555 -- GLOBAL_STEP: 635150 | > loss_text_ce: 0.03592868149280548 (0.03704272977340913) | > loss_mel_ce: 3.080596923828125 (nan) | > loss: 0.01236716564744711 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1420430488939639) | > loader_time: 0.0046 (0.004626327149661973)  --> TIME: 2025-03-24 18:17:22 -- STEP: 4100/31555 -- GLOBAL_STEP: 635200 | > loss_text_ce: 0.043431468307971954 (0.037052744385990724) | > loss_mel_ce: 2.9193522930145264 (nan) | > loss: 0.011757079511880875 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14199342413646424) | > loader_time: 0.0046 (0.004627247205594693)  --> TIME: 2025-03-24 18:17:31 -- STEP: 4150/31555 -- GLOBAL_STEP: 635250 | > loss_text_ce: 0.02253841608762741 (0.03703798366890068) | > loss_mel_ce: 2.919395923614502 (nan) | > loss: 0.01167434360831976 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14196703433990485) | > loader_time: 0.0044 (0.004627328091357129)  --> TIME: 2025-03-24 18:17:41 -- STEP: 4200/31555 -- GLOBAL_STEP: 635300 | > loss_text_ce: 0.0362362414598465 (0.03704231168919545) | > loss_mel_ce: 2.9834611415863037 (nan) | > loss: 0.011982927098870277 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14198283763158895) | > loader_time: 0.0045 (0.004626240332921346)  --> TIME: 2025-03-24 18:17:51 -- STEP: 4250/31555 -- GLOBAL_STEP: 635350 | > loss_text_ce: 0.037019532173871994 (0.03705036502923152) | > loss_mel_ce: 3.2564990520477295 (nan) | > loss: 0.013069518841803074 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14203000197691082) | > loader_time: 0.0047 (0.004626028341405531)  --> TIME: 2025-03-24 18:18:01 -- STEP: 4300/31555 -- GLOBAL_STEP: 635400 | > loss_text_ce: 0.035675663501024246 (0.03705563714836046) | > loss_mel_ce: 2.54618501663208 (nan) | > loss: 0.01024547964334488 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14203927017921625) | > loader_time: 0.0051 (0.00462653548218483)  --> TIME: 2025-03-24 18:18:11 -- STEP: 4350/31555 -- GLOBAL_STEP: 635450 | > loss_text_ce: 0.03853534534573555 (0.03705190845240626) | > loss_mel_ce: 2.615218162536621 (nan) | > loss: 0.010530768893659115 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1420786280467593) | > loader_time: 0.0044 (0.00462647942290909)  --> TIME: 2025-03-24 18:18:21 -- STEP: 4400/31555 -- GLOBAL_STEP: 635500 | > loss_text_ce: 0.03954160585999489 (0.03705476485086936) | > loss_mel_ce: 2.9167122840881348 (nan) | > loss: 0.011731167323887348 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1421059069308368) | > loader_time: 0.0048 (0.004627317027612166)  --> TIME: 2025-03-24 18:18:31 -- STEP: 4450/31555 -- GLOBAL_STEP: 635550 | > loss_text_ce: 0.03755011409521103 (0.037046233982140686) | > loss_mel_ce: 2.720064640045166 (nan) | > loss: 0.010942916385829449 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14213537607300145) | > loader_time: 0.0046 (0.004629005957185553)  --> TIME: 2025-03-24 18:18:40 -- STEP: 4500/31555 -- GLOBAL_STEP: 635600 | > loss_text_ce: 0.0317094586789608 (0.03704006919409658) | > loss_mel_ce: 2.9448986053466797 (nan) | > loss: 0.01181193720549345 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14213189829720388) | > loader_time: 0.0046 (0.0046286896069844576)  --> TIME: 2025-03-24 18:18:50 -- STEP: 4550/31555 -- GLOBAL_STEP: 635650 | > loss_text_ce: 0.04150630533695221 (0.03703745801308808) | > loss_mel_ce: 2.273588180541992 (nan) | > loss: 0.009186883457005024 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14213031559200065) | > loader_time: 0.0047 (0.004627971334771795)  --> TIME: 2025-03-24 18:19:00 -- STEP: 4600/31555 -- GLOBAL_STEP: 635700 | > loss_text_ce: 0.029248308390378952 (0.03704170252824113) | > loss_mel_ce: 2.163665771484375 (nan) | > loss: 0.008702040649950504 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1421373459048892) | > loader_time: 0.0046 (0.004630247561827949)  --> TIME: 2025-03-24 18:19:09 -- STEP: 4650/31555 -- GLOBAL_STEP: 635750 | > loss_text_ce: 0.033165160566568375 (0.03704773901551151) | > loss_mel_ce: 3.1714370250701904 (nan) | > loss: 0.012716676108539104 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1421436916884554) | > loader_time: 0.0045 (0.004628817548034011)  --> TIME: 2025-03-24 18:19:19 -- STEP: 4700/31555 -- GLOBAL_STEP: 635800 | > loss_text_ce: 0.03397945687174797 (0.037047931649226644) | > loss_mel_ce: 2.820493459701538 (nan) | > loss: 0.011327274143695831 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14217285480905065) | > loader_time: 0.0045 (0.004626820188887576)  --> TIME: 2025-03-24 18:19:29 -- STEP: 4750/31555 -- GLOBAL_STEP: 635850 | > loss_text_ce: 0.03968411311507225 (0.037062061024927644) | > loss_mel_ce: 2.488659381866455 (nan) | > loss: 0.010033109225332737 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14216518748433937) | > loader_time: 0.0044 (0.004625674850062322)  --> TIME: 2025-03-24 18:19:39 -- STEP: 4800/31555 -- GLOBAL_STEP: 635900 | > loss_text_ce: 0.03777535259723663 (0.03706737327486418) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14220352133115108) | > loader_time: 0.0043 (0.004624990473190945)  --> TIME: 2025-03-24 18:19:49 -- STEP: 4850/31555 -- GLOBAL_STEP: 635950 | > loss_text_ce: 0.04509070888161659 (0.03706701393536829) | > loss_mel_ce: 3.0698659420013428 (nan) | > loss: 0.012360939756035805 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.142232761333898) | > loader_time: 0.0048 (0.0046239957612814395)  --> TIME: 2025-03-24 18:19:59 -- STEP: 4900/31555 -- GLOBAL_STEP: 636000 | > loss_text_ce: 0.03580323979258537 (0.037057945368127156) | > loss_mel_ce: 2.8296635150909424 (nan) | > loss: 0.011370901018381119 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14227172739651733) | > loader_time: 0.0045 (0.004623749645388861)  --> TIME: 2025-03-24 18:20:08 -- STEP: 4950/31555 -- GLOBAL_STEP: 636050 | > loss_text_ce: 0.027092687785625458 (0.03704285157957302) | > loss_mel_ce: 2.965423583984375 (nan) | > loss: 0.011875065043568611 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14223876789362722) | > loader_time: 0.0044 (0.004623467512805058)  --> TIME: 2025-03-24 18:20:18 -- STEP: 5000/31555 -- GLOBAL_STEP: 636100 | > loss_text_ce: 0.041116438806056976 (0.037034900624863705) | > loss_mel_ce: 2.7810628414154053 (nan) | > loss: 0.011199125088751316 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1422636007785796) | > loader_time: 0.0047 (0.00462353734970093)  --> TIME: 2025-03-24 18:20:28 -- STEP: 5050/31555 -- GLOBAL_STEP: 636150 | > loss_text_ce: 0.042604777961969376 (0.03703167233487008) | > loss_mel_ce: 0.036865234375 (nan) | > loss: 0.0003153572033625096 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14227317427644623) | > loader_time: 0.0045 (0.00462317783053559)  --> TIME: 2025-03-24 18:20:37 -- STEP: 5100/31555 -- GLOBAL_STEP: 636200 | > loss_text_ce: 0.04393761605024338 (0.0370330909495332) | > loss_mel_ce: 3.418834924697876 (nan) | > loss: 0.013741161674261093 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14222932965147728) | > loader_time: 0.0045 (0.004622897307078048)  --> TIME: 2025-03-24 18:20:47 -- STEP: 5150/31555 -- GLOBAL_STEP: 636250 | > loss_text_ce: 0.035966288298368454 (0.037036072231865225) | > loss_mel_ce: 2.944591760635376 (nan) | > loss: 0.011827612295746803 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1421902473227492) | > loader_time: 0.0045 (0.004621748831665632)  --> TIME: 2025-03-24 18:20:56 -- STEP: 5200/31555 -- GLOBAL_STEP: 636300 | > loss_text_ce: 0.03745410963892937 (0.03703982066452635) | > loss_mel_ce: 2.9202635288238525 (nan) | > loss: 0.01173697505146265 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14216732763327092) | > loader_time: 0.0046 (0.0046208618695919345)  --> TIME: 2025-03-24 18:21:06 -- STEP: 5250/31555 -- GLOBAL_STEP: 636350 | > loss_text_ce: 0.0391714982688427 (0.03704634728903564) | > loss_mel_ce: 2.471766710281372 (nan) | > loss: 0.009964040480554104 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1421959222157797) | > loader_time: 0.0046 (0.0046213147753760946)  --> TIME: 2025-03-24 18:21:16 -- STEP: 5300/31555 -- GLOBAL_STEP: 636400 | > loss_text_ce: 0.03315835818648338 (0.03703024353955006) | > loss_mel_ce: 2.5480196475982666 (nan) | > loss: 0.010242770425975323 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14218583709788787) | > loader_time: 0.0045 (0.0046216213928078715)  --> TIME: 2025-03-24 18:21:26 -- STEP: 5350/31555 -- GLOBAL_STEP: 636450 | > loss_text_ce: 0.0355907566845417 (0.03704302450467902) | > loss_mel_ce: 3.3034942150115967 (nan) | > loss: 0.013250337913632393 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14217700329896465) | > loader_time: 0.005 (0.004621789655952809)  --> TIME: 2025-03-24 18:21:35 -- STEP: 5400/31555 -- GLOBAL_STEP: 636500 | > loss_text_ce: 0.03187781944870949 (0.03704455810271333) | > loss_mel_ce: 2.8302159309387207 (nan) | > loss: 0.01135751511901617 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14214984483189072) | > loader_time: 0.0044 (0.004621523839456063)  --> TIME: 2025-03-24 18:21:44 -- STEP: 5450/31555 -- GLOBAL_STEP: 636550 | > loss_text_ce: 0.030848810449242592 (0.03703805153676804) | > loss_mel_ce: 3.0603184700012207 (nan) | > loss: 0.012266537174582481 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14209219836313808) | > loader_time: 0.0045 (0.004621223178478553)  --> TIME: 2025-03-24 18:21:54 -- STEP: 5500/31555 -- GLOBAL_STEP: 636600 | > loss_text_ce: 0.03389957547187805 (0.03703590801713811) | > loss_mel_ce: 3.159912109375 (nan) | > loss: 0.012673856690526009 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14204628016731966) | > loader_time: 0.0046 (0.004621151187203142)  --> TIME: 2025-03-24 18:22:03 -- STEP: 5550/31555 -- GLOBAL_STEP: 636650 | > loss_text_ce: 0.039049070328474045 (0.03703410372154795) | > loss_mel_ce: 2.4025824069976807 (nan) | > loss: 0.00968901440501213 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14203184316824163) | > loader_time: 0.0043 (0.004620856293686874)  --> TIME: 2025-03-24 18:22:13 -- STEP: 5600/31555 -- GLOBAL_STEP: 636700 | > loss_text_ce: 0.039316676557064056 (0.037037672718620886) | > loss_mel_ce: 2.451709032058716 (nan) | > loss: 0.009885023348033428 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14202982421432242) | > loader_time: 0.0045 (0.00461964168718883)  --> TIME: 2025-03-24 18:22:23 -- STEP: 5650/31555 -- GLOBAL_STEP: 636750 | > loss_text_ce: 0.03522302210330963 (0.03703577064917272) | > loss_mel_ce: 2.9125940799713135 (nan) | > loss: 0.011697687208652496 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14199908632092795) | > loader_time: 0.0044 (0.004618170831055771)  --> TIME: 2025-03-24 18:22:32 -- STEP: 5700/31555 -- GLOBAL_STEP: 636800 | > loss_text_ce: 0.03430335596203804 (0.037033770352503874) | > loss_mel_ce: 0.5185791254043579 (nan) | > loss: 0.002193978289142251 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14200195550918593) | > loader_time: 0.0045 (0.0046169870359855794)  --> TIME: 2025-03-24 18:22:42 -- STEP: 5750/31555 -- GLOBAL_STEP: 636850 | > loss_text_ce: 0.03179008513689041 (0.03701965853879622) | > loss_mel_ce: 2.828638792037964 (nan) | > loss: 0.011350908316671848 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.142024612012117) | > loader_time: 0.0047 (0.004616752956224522)  --> TIME: 2025-03-24 18:22:52 -- STEP: 5800/31555 -- GLOBAL_STEP: 636900 | > loss_text_ce: 0.033162396401166916 (0.037015459757651394) | > loss_mel_ce: 1.9147024154663086 (nan) | > loss: 0.007729622535407543 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1420219172280411) | > loader_time: 0.0045 (0.004616286302434985)  --> TIME: 2025-03-24 18:23:02 -- STEP: 5850/31555 -- GLOBAL_STEP: 636950 | > loss_text_ce: 0.03410042077302933 (0.037011421768742905) | > loss_mel_ce: 2.0450634956359863 (nan) | > loss: 0.008250650949776173 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14207912167932238) | > loader_time: 0.0044 (0.004616029160654443)  --> TIME: 2025-03-24 18:23:12 -- STEP: 5900/31555 -- GLOBAL_STEP: 637000 | > loss_text_ce: 0.03051307424902916 (0.03700423481179616) | > loss_mel_ce: 2.6677634716033936 (nan) | > loss: 0.010707447305321693 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1420993332135476) | > loader_time: 0.0043 (0.0046152947716793765)  --> TIME: 2025-03-24 18:23:21 -- STEP: 5950/31555 -- GLOBAL_STEP: 637050 | > loss_text_ce: 0.039826858788728714 (0.037000758705050166) | > loss_mel_ce: 3.227039337158203 (nan) | > loss: 0.012963755987584591 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14209092697175624) | > loader_time: 0.0047 (0.004614479361461988)  --> TIME: 2025-03-24 18:23:31 -- STEP: 6000/31555 -- GLOBAL_STEP: 637100 | > loss_text_ce: 0.04379482939839363 (0.03699505560612299) | > loss_mel_ce: 1.9397094249725342 (nan) | > loss: 0.007871049456298351 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1420506824254991) | > loader_time: 0.0043 (0.004613211234410604)  --> TIME: 2025-03-24 18:23:41 -- STEP: 6050/31555 -- GLOBAL_STEP: 637150 | > loss_text_ce: 0.040578100830316544 (0.03699918077488939) | > loss_mel_ce: 2.534193515777588 (nan) | > loss: 0.010217348113656044 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14204285558590232) | > loader_time: 0.0067 (0.00461302434117341)  --> TIME: 2025-03-24 18:23:50 -- STEP: 6100/31555 -- GLOBAL_STEP: 637200 | > loss_text_ce: 0.038290370255708694 (0.036997593831057156) | > loss_mel_ce: 3.155400514602661 (nan) | > loss: 0.012673377059400082 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14202244270043302) | > loader_time: 0.0045 (0.004612413351653057)  --> TIME: 2025-03-24 18:24:00 -- STEP: 6150/31555 -- GLOBAL_STEP: 637250 | > loss_text_ce: 0.03968765586614609 (0.03699418929307071) | > loss_mel_ce: 3.009275197982788 (nan) | > loss: 0.012099059298634529 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14200256615150275) | > loader_time: 0.0044 (0.004611793611107804)  --> TIME: 2025-03-24 18:24:10 -- STEP: 6200/31555 -- GLOBAL_STEP: 637300 | > loss_text_ce: 0.018727809190750122 (0.036995196128714644) | > loss_mel_ce: 2.481107234954834 (nan) | > loss: 0.00991998054087162 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14203831899550665) | > loader_time: 0.0045 (0.004611689159947056)  --> TIME: 2025-03-24 18:24:19 -- STEP: 6250/31555 -- GLOBAL_STEP: 637350 | > loss_text_ce: 0.03970200568437576 (0.03699881310269232) | > loss_mel_ce: 2.9836642742156982 (nan) | > loss: 0.011997485533356667 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14200753635406504) | > loader_time: 0.0052 (0.004612428855895991)  --> TIME: 2025-03-24 18:24:29 -- STEP: 6300/31555 -- GLOBAL_STEP: 637400 | > loss_text_ce: 0.02995765395462513 (0.03699712549099723) | > loss_mel_ce: 2.819286346435547 (nan) | > loss: 0.011306525208055973 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14199119688972603) | > loader_time: 0.0045 (0.0046126402748955546)  --> TIME: 2025-03-24 18:24:39 -- STEP: 6350/31555 -- GLOBAL_STEP: 637450 | > loss_text_ce: 0.027798084542155266 (0.036997181404323266) | > loss_mel_ce: 2.427152156829834 (nan) | > loss: 0.00974186696112156 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14203851421987007) | > loader_time: 0.0066 (0.004612865297813106)  --> TIME: 2025-03-24 18:24:49 -- STEP: 6400/31555 -- GLOBAL_STEP: 637500 | > loss_text_ce: 0.034272633492946625 (0.03701459983814848) | > loss_mel_ce: 3.017393112182617 (nan) | > loss: 0.012109785340726376 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14206860106438424) | > loader_time: 0.0047 (0.0046128842607140435)  --> TIME: 2025-03-24 18:24:59 -- STEP: 6450/31555 -- GLOBAL_STEP: 637550 | > loss_text_ce: 0.03267590329051018 (0.0370010793825625) | > loss_mel_ce: 2.985151767730713 (nan) | > loss: 0.011975507251918316 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14208519477252837) | > loader_time: 0.0053 (0.004613864699075377)  --> TIME: 2025-03-24 18:25:08 -- STEP: 6500/31555 -- GLOBAL_STEP: 637600 | > loss_text_ce: 0.032019712030887604 (0.037009186849714396) | > loss_mel_ce: 3.23122239112854 (nan) | > loss: 0.012949373573064804 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14211747415249193) | > loader_time: 0.0048 (0.004613700536581175)  --> TIME: 2025-03-24 18:25:18 -- STEP: 6550/31555 -- GLOBAL_STEP: 637650 | > loss_text_ce: 0.03590865805745125 (0.037012427585014544) | > loss_mel_ce: 3.0804455280303955 (nan) | > loss: 0.01236648578196764 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1420875517648597) | > loader_time: 0.0045 (0.004613521736086766)  --> TIME: 2025-03-24 18:25:28 -- STEP: 6600/31555 -- GLOBAL_STEP: 637700 | > loss_text_ce: 0.03478405252099037 (0.037016998555539374) | > loss_mel_ce: 2.7927849292755127 (nan) | > loss: 0.01122051291167736 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14207164088885013) | > loader_time: 0.0047 (0.004612994627519074)  --> TIME: 2025-03-24 18:25:37 -- STEP: 6650/31555 -- GLOBAL_STEP: 637750 | > loss_text_ce: 0.042009387165308 (0.037009011192345245) | > loss_mel_ce: 3.485384702682495 (nan) | > loss: 0.013997596688568592 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14207737807940746) | > loader_time: 0.0047 (0.004612615233973438)  --> TIME: 2025-03-24 18:25:47 -- STEP: 6700/31555 -- GLOBAL_STEP: 637800 | > loss_text_ce: 0.03489229455590248 (0.03700134217308191) | > loss_mel_ce: 3.543870210647583 (nan) | > loss: 0.01420143898576498 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14209958976774104) | > loader_time: 0.0045 (0.004612417256654187)  --> TIME: 2025-03-24 18:25:57 -- STEP: 6750/31555 -- GLOBAL_STEP: 637850 | > loss_text_ce: 0.037184104323387146 (0.0370023010357938) | > loss_mel_ce: 2.9418447017669678 (nan) | > loss: 0.011821542866528034 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1420639472890784) | > loader_time: 0.0045 (0.004612347885414395)  --> TIME: 2025-03-24 18:26:06 -- STEP: 6800/31555 -- GLOBAL_STEP: 637900 | > loss_text_ce: 0.0320119671523571 (0.03699007339433163) | > loss_mel_ce: 3.193662166595459 (nan) | > loss: 0.012800294905900955 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14207068257472105) | > loader_time: 0.0047 (0.00461276208653168)  --> TIME: 2025-03-24 18:26:16 -- STEP: 6850/31555 -- GLOBAL_STEP: 637950 | > loss_text_ce: 0.026430899277329445 (0.03699107613836002) | > loss_mel_ce: 3.2248177528381348 (nan) | > loss: 0.012901781126856804 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14206266880035412) | > loader_time: 0.0045 (0.0046129355813464825)  --> TIME: 2025-03-24 18:26:26 -- STEP: 6900/31555 -- GLOBAL_STEP: 638000 | > loss_text_ce: 0.032018836587667465 (0.03699458730137111) | > loss_mel_ce: 2.9246246814727783 (nan) | > loss: 0.01173271331936121 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14208395681519437) | > loader_time: 0.005 (0.004612814689028074)  --> TIME: 2025-03-24 18:26:36 -- STEP: 6950/31555 -- GLOBAL_STEP: 638050 | > loss_text_ce: 0.031860239803791046 (0.0369937103240342) | > loss_mel_ce: 2.9082725048065186 (nan) | > loss: 0.011667194776237011 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1420854044989716) | > loader_time: 0.0046 (0.004613483380928302)  --> TIME: 2025-03-24 18:26:46 -- STEP: 7000/31555 -- GLOBAL_STEP: 638100 | > loss_text_ce: 0.03357677534222603 (0.036995361537406485) | > loss_mel_ce: 3.2630157470703125 (nan) | > loss: 0.013081717304885387 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14210453302519654) | > loader_time: 0.0048 (0.004613915784018368)  --> TIME: 2025-03-24 18:26:56 -- STEP: 7050/31555 -- GLOBAL_STEP: 638150 | > loss_text_ce: 0.040530189871788025 (0.03699738945719515) | > loss_mel_ce: 3.226884126663208 (nan) | > loss: 0.012965930625796318 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14215090866629948) | > loader_time: 0.0047 (0.004614118616631678)  --> TIME: 2025-03-24 18:27:05 -- STEP: 7100/31555 -- GLOBAL_STEP: 638200 | > loss_text_ce: 0.03627888858318329 (0.03701161174247907) | > loss_mel_ce: 1.7911503314971924 (nan) | > loss: 0.007251703646034002 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14213962111674547) | > loader_time: 0.0045 (0.004613401251779464)  --> TIME: 2025-03-24 18:27:15 -- STEP: 7150/31555 -- GLOBAL_STEP: 638250 | > loss_text_ce: 0.053526900708675385 (0.03700465884124795) | > loss_mel_ce: 2.653825044631958 (nan) | > loss: 0.0107434606179595 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14209510929934605) | > loader_time: 0.0043 (0.004612763344824719)  --> TIME: 2025-03-24 18:27:24 -- STEP: 7200/31555 -- GLOBAL_STEP: 638300 | > loss_text_ce: 0.037262268364429474 (0.03701113930088468) | > loss_mel_ce: 2.771390914916992 (nan) | > loss: 0.011145449243485928 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14209287746085045) | > loader_time: 0.0043 (0.004613605108526006)  --> TIME: 2025-03-24 18:27:34 -- STEP: 7250/31555 -- GLOBAL_STEP: 638350 | > loss_text_ce: 0.03557344153523445 (0.03700564956857726) | > loss_mel_ce: 2.620455026626587 (nan) | > loss: 0.010539796203374863 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1421061902868335) | > loader_time: 0.0049 (0.004614324306619567)  --> TIME: 2025-03-24 18:27:44 -- STEP: 7300/31555 -- GLOBAL_STEP: 638400 | > loss_text_ce: 0.023680204525589943 (0.03701982615171128) | > loss_mel_ce: 2.265939474105835 (nan) | > loss: 0.009085793048143387 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14213898550974163) | > loader_time: 0.0044 (0.004615250515611193)  --> TIME: 2025-03-24 18:27:54 -- STEP: 7350/31555 -- GLOBAL_STEP: 638450 | > loss_text_ce: 0.03827447071671486 (0.03701880696641446) | > loss_mel_ce: 0.5871930718421936 (nan) | > loss: 0.0024820142425596714 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1421584795932379) | > loader_time: 0.0043 (0.004615182617083687)  --> TIME: 2025-03-24 18:28:04 -- STEP: 7400/31555 -- GLOBAL_STEP: 638500 | > loss_text_ce: 0.03199390321969986 (0.03701095336758708) | > loss_mel_ce: 2.8479905128479004 (nan) | > loss: 0.011428509838879108 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14212940940985794) | > loader_time: 0.0047 (0.004615096208211526)  --> TIME: 2025-03-24 18:28:13 -- STEP: 7450/31555 -- GLOBAL_STEP: 638550 | > loss_text_ce: 0.03113980032503605 (0.03700566636548446) | > loss_mel_ce: 2.71893310546875 (nan) | > loss: 0.01091298833489418 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1421158397597753) | > loader_time: 0.0043 (0.004615656769515673)  --> TIME: 2025-03-24 18:28:23 -- STEP: 7500/31555 -- GLOBAL_STEP: 638600 | > loss_text_ce: 0.03400570526719093 (0.036991400168215234) | > loss_mel_ce: 2.9389476776123047 (nan) | > loss: 0.011797434650361538 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14209040536880477) | > loader_time: 0.0047 (0.004615372339884429)  --> TIME: 2025-03-24 18:28:32 -- STEP: 7550/31555 -- GLOBAL_STEP: 638650 | > loss_text_ce: 0.04085502400994301 (0.03698418127570227) | > loss_mel_ce: 2.849853515625 (nan) | > loss: 0.011471065692603588 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1420967997620436) | > loader_time: 0.0048 (0.004615922195232456)  --> TIME: 2025-03-24 18:28:42 -- STEP: 7600/31555 -- GLOBAL_STEP: 638700 | > loss_text_ce: 0.030147366225719452 (0.0369844806354836) | > loss_mel_ce: 3.0834386348724365 (nan) | > loss: 0.01235550083220005 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14210342764854417) | > loader_time: 0.0045 (0.004615120730902008)  --> TIME: 2025-03-24 18:28:52 -- STEP: 7650/31555 -- GLOBAL_STEP: 638750 | > loss_text_ce: 0.04111763834953308 (0.03698787011486156) | > loss_mel_ce: 2.6500296592712402 (nan) | > loss: 0.010679156519472599 (nan) | > current_lr: 5e-06 | > step_time: 0.1474 (0.14211444854736313) | > loader_time: 0.0045 (0.004614850929359974)  --> TIME: 2025-03-24 18:29:02 -- STEP: 7700/31555 -- GLOBAL_STEP: 638800 | > loss_text_ce: 0.036876823753118515 (0.036983613923264595) | > loss_mel_ce: 3.0684821605682373 (nan) | > loss: 0.01232285425066948 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14212021942262512) | > loader_time: 0.0048 (0.004615069581316652)  --> TIME: 2025-03-24 18:29:11 -- STEP: 7750/31555 -- GLOBAL_STEP: 638850 | > loss_text_ce: 0.037588998675346375 (0.0369811801113669) | > loss_mel_ce: 3.315601110458374 (nan) | > loss: 0.013306311331689358 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14209103562754954) | > loader_time: 0.0045 (0.004614457868760621)  --> TIME: 2025-03-24 18:29:21 -- STEP: 7800/31555 -- GLOBAL_STEP: 638900 | > loss_text_ce: 0.03429684415459633 (0.036970168652180106) | > loss_mel_ce: 3.073394298553467 (nan) | > loss: 0.012332107871770859 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.1420718194582522) | > loader_time: 0.0046 (0.004613613287607818)  --> TIME: 2025-03-24 18:29:30 -- STEP: 7850/31555 -- GLOBAL_STEP: 638950 | > loss_text_ce: 0.04875033721327782 (0.0369823741496416) | > loss_mel_ce: 2.68571138381958 (nan) | > loss: 0.010851039551198483 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14204823867530567) | > loader_time: 0.0043 (0.004612544782602093)  --> TIME: 2025-03-24 18:29:40 -- STEP: 7900/31555 -- GLOBAL_STEP: 639000 | > loss_text_ce: 0.033728472888469696 (0.03698501457318758) | > loss_mel_ce: 0.0602264404296875 (nan) | > loss: 0.0003728369774762541 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14207255656206141) | > loader_time: 0.0046 (0.00461256552346144)  --> TIME: 2025-03-24 18:29:49 -- STEP: 7950/31555 -- GLOBAL_STEP: 639050 | > loss_text_ce: 0.036755144596099854 (0.03698161242459461) | > loss_mel_ce: 2.5838379859924316 (nan) | > loss: 0.01039917953312397 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14203026363684682) | > loader_time: 0.0044 (0.004612852522412176)  --> TIME: 2025-03-24 18:29:59 -- STEP: 8000/31555 -- GLOBAL_STEP: 639100 | > loss_text_ce: 0.029921242967247963 (0.03696309655590448) | > loss_mel_ce: 3.0642013549804688 (nan) | > loss: 0.012278265319764614 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14204393002390847) | > loader_time: 0.0047 (0.004613764345645894)  --> TIME: 2025-03-24 18:30:09 -- STEP: 8050/31555 -- GLOBAL_STEP: 639150 | > loss_text_ce: 0.03893427178263664 (0.03695898518024117) | > loss_mel_ce: 2.181210994720459 (nan) | > loss: 0.008810100145637989 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14204907038197) | > loader_time: 0.0044 (0.0046141500946897795)  --> TIME: 2025-03-24 18:30:19 -- STEP: 8100/31555 -- GLOBAL_STEP: 639200 | > loss_text_ce: 0.04102363437414169 (0.03695362044509822) | > loss_mel_ce: 0.10311686247587204 (nan) | > loss: 0.0005719861364923418 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14204243239061318) | > loader_time: 0.0045 (0.004613604751633998)  --> TIME: 2025-03-24 18:30:28 -- STEP: 8150/31555 -- GLOBAL_STEP: 639250 | > loss_text_ce: 0.03095155954360962 (0.036957096639746355) | > loss_mel_ce: 2.642303705215454 (nan) | > loss: 0.010608156211674213 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14204596654037743) | > loader_time: 0.0044 (0.004612845379882053)  --> TIME: 2025-03-24 18:30:39 -- STEP: 8200/31555 -- GLOBAL_STEP: 639300 | > loss_text_ce: 0.0347759947180748 (0.036965610574045016) | > loss_mel_ce: 2.5321757793426514 (nan) | > loss: 0.010186317376792431 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14209339467490578) | > loader_time: 0.0045 (0.004612577135969942)  --> TIME: 2025-03-24 18:30:48 -- STEP: 8250/31555 -- GLOBAL_STEP: 639350 | > loss_text_ce: 0.047767408192157745 (0.036952425795409714) | > loss_mel_ce: 1.274169921875 (nan) | > loss: 0.005245783366262913 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1420764027508821) | > loader_time: 0.0046 (0.004612532789056941)  --> TIME: 2025-03-24 18:30:58 -- STEP: 8300/31555 -- GLOBAL_STEP: 639400 | > loss_text_ce: 0.045776285231113434 (0.036957553986751705) | > loss_mel_ce: 2.665789842605591 (nan) | > loss: 0.01076018437743187 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14206086290888026) | > loader_time: 0.0044 (0.004612708924764598)  --> TIME: 2025-03-24 18:31:07 -- STEP: 8350/31555 -- GLOBAL_STEP: 639450 | > loss_text_ce: 0.04332132264971733 (0.03695844103710468) | > loss_mel_ce: 3.3102033138275146 (nan) | > loss: 0.013307638466358185 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14207003602010748) | > loader_time: 0.0048 (0.004612698554992664)  --> TIME: 2025-03-24 18:31:17 -- STEP: 8400/31555 -- GLOBAL_STEP: 639500 | > loss_text_ce: 0.04387124255299568 (0.036973113586704826) | > loss_mel_ce: 1.830561637878418 (nan) | > loss: 0.0074382261373102665 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14207236974012277) | > loader_time: 0.0045 (0.004613368170601969)  --> TIME: 2025-03-24 18:31:27 -- STEP: 8450/31555 -- GLOBAL_STEP: 639550 | > loss_text_ce: 0.04235770180821419 (0.036971679296256346) | > loss_mel_ce: 2.4233036041259766 (nan) | > loss: 0.00978437066078186 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14206556311725857) | > loader_time: 0.0053 (0.00461310598271837)  --> TIME: 2025-03-24 18:31:36 -- STEP: 8500/31555 -- GLOBAL_STEP: 639600 | > loss_text_ce: 0.027579762041568756 (0.03697672322447246) | > loss_mel_ce: 2.6971871852874756 (nan) | > loss: 0.010812567546963692 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14205153703689566) | > loader_time: 0.0044 (0.004612862671122819)  --> TIME: 2025-03-24 18:31:46 -- STEP: 8550/31555 -- GLOBAL_STEP: 639650 | > loss_text_ce: 0.028045255690813065 (0.036984267757105366) | > loss_mel_ce: 2.93017578125 (nan) | > loss: 0.0117389727383852 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1420414304175572) | > loader_time: 0.0045 (0.004612923226161299)  --> TIME: 2025-03-24 18:31:56 -- STEP: 8600/31555 -- GLOBAL_STEP: 639700 | > loss_text_ce: 0.03135053813457489 (0.03698913249414587) | > loss_mel_ce: 2.72174334526062 (nan) | > loss: 0.01092497631907463 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14204244438991986) | > loader_time: 0.0048 (0.0046126858855402636)  --> TIME: 2025-03-24 18:32:05 -- STEP: 8650/31555 -- GLOBAL_STEP: 639750 | > loss_text_ce: 0.03653380274772644 (0.03699600658675579) | > loss_mel_ce: 2.732926845550537 (nan) | > loss: 0.01098992396146059 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14204739741507297) | > loader_time: 0.0045 (0.004612423450271508)  --> TIME: 2025-03-24 18:32:15 -- STEP: 8700/31555 -- GLOBAL_STEP: 639800 | > loss_text_ce: 0.04273419454693794 (0.036997222046678255) | > loss_mel_ce: 2.95023512840271 (nan) | > loss: 0.011876862496137619 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14206710763361263) | > loader_time: 0.0044 (0.004612406314104442)  --> TIME: 2025-03-24 18:32:25 -- STEP: 8750/31555 -- GLOBAL_STEP: 639850 | > loss_text_ce: 0.03723869100213051 (0.036997105663056876) | > loss_mel_ce: 2.999311685562134 (nan) | > loss: 0.012049803510308266 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1420720237186976) | > loader_time: 0.0044 (0.004612554359436025)  --> TIME: 2025-03-24 18:32:35 -- STEP: 8800/31555 -- GLOBAL_STEP: 639900 | > loss_text_ce: 0.04041314125061035 (0.03699864897760561) | > loss_mel_ce: 3.0509231090545654 (nan) | > loss: 0.012267207726836205 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14206544735214918) | > loader_time: 0.0044 (0.004612102996219278)  --> TIME: 2025-03-24 18:32:45 -- STEP: 8850/31555 -- GLOBAL_STEP: 639950 | > loss_text_ce: 0.03595131263136864 (0.036989312285694166) | > loss_mel_ce: 3.0174059867858887 (nan) | > loss: 0.012116498313844204 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.1420807947816148) | > loader_time: 0.0046 (0.0046118751892262125)  --> TIME: 2025-03-24 18:32:55 -- STEP: 8900/31555 -- GLOBAL_STEP: 640000 | > loss_text_ce: 0.04580823704600334 (0.03699206336799043) | > loss_mel_ce: 3.2072649002075195 (nan) | > loss: 0.012909021228551865 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1421074856533093) | > loader_time: 0.0048 (0.004612705144989343) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_640000.pth  --> TIME: 2025-03-24 18:33:10 -- STEP: 8950/31555 -- GLOBAL_STEP: 640050 | > loss_text_ce: 0.03964913263916969 (0.03699652863603978) | > loss_mel_ce: 3.1532363891601562 (nan) | > loss: 0.012670181691646576 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14211571352441876) | > loader_time: 0.0045 (0.004613179148242447)  --> TIME: 2025-03-24 18:33:19 -- STEP: 9000/31555 -- GLOBAL_STEP: 640100 | > loss_text_ce: 0.041433557868003845 (0.0370034613335091) | > loss_mel_ce: 2.933640241622925 (nan) | > loss: 0.011805849149823189 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14209139283498126) | > loader_time: 0.0048 (0.004613536463843435)  --> TIME: 2025-03-24 18:33:29 -- STEP: 9050/31555 -- GLOBAL_STEP: 640150 | > loss_text_ce: 0.03243373706936836 (0.03700432640402603) | > loss_mel_ce: 3.025963068008423 (nan) | > loss: 0.012136495672166348 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1420870336511516) | > loader_time: 0.0046 (0.004613749651619067)  --> TIME: 2025-03-24 18:33:39 -- STEP: 9100/31555 -- GLOBAL_STEP: 640200 | > loss_text_ce: 0.040668223053216934 (0.03701080607096817) | > loss_mel_ce: 2.97271466255188 (nan) | > loss: 0.011957868933677673 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14209059917009784) | > loader_time: 0.0047 (0.004613696978642375)  --> TIME: 2025-03-24 18:33:49 -- STEP: 9150/31555 -- GLOBAL_STEP: 640250 | > loss_text_ce: 0.05413088575005531 (0.03700759952928605) | > loss_mel_ce: 3.103665351867676 (nan) | > loss: 0.012530937790870667 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14211682791266933) | > loader_time: 0.0043 (0.004613450785152232)  --> TIME: 2025-03-24 18:33:58 -- STEP: 9200/31555 -- GLOBAL_STEP: 640300 | > loss_text_ce: 0.03055269457399845 (0.037004932670185904) | > loss_mel_ce: 2.7671451568603516 (nan) | > loss: 0.011101976037025452 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1421141540226729) | > loader_time: 0.0045 (0.0046133174066958086)  --> TIME: 2025-03-24 18:34:08 -- STEP: 9250/31555 -- GLOBAL_STEP: 640350 | > loss_text_ce: 0.051085375249385834 (0.03700965455144241) | > loss_mel_ce: 2.8820552825927734 (nan) | > loss: 0.011639447882771492 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1421090089437125) | > loader_time: 0.0067 (0.004613364657840197)  --> TIME: 2025-03-24 18:34:18 -- STEP: 9300/31555 -- GLOBAL_STEP: 640400 | > loss_text_ce: 0.03260393068194389 (0.03700782710656285) | > loss_mel_ce: 3.030147075653076 (nan) | > loss: 0.012153774499893188 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14210258999178504) | > loader_time: 0.0046 (0.004613317648569725)  --> TIME: 2025-03-24 18:34:27 -- STEP: 9350/31555 -- GLOBAL_STEP: 640450 | > loss_text_ce: 0.04133030027151108 (0.037007136362938495) | > loss_mel_ce: 3.301910161972046 (nan) | > loss: 0.013266827911138535 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14209964219261634) | > loader_time: 0.0047 (0.004613857141790527)  --> TIME: 2025-03-24 18:34:37 -- STEP: 9400/31555 -- GLOBAL_STEP: 640500 | > loss_text_ce: 0.03832748159766197 (0.03700468451904254) | > loss_mel_ce: 3.0270659923553467 (nan) | > loss: 0.012164260260760784 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14210505160879583) | > loader_time: 0.0048 (0.00461361793761556)  --> TIME: 2025-03-24 18:34:47 -- STEP: 9450/31555 -- GLOBAL_STEP: 640550 | > loss_text_ce: 0.041130371391773224 (0.03701072172582074) | > loss_mel_ce: 2.7554986476898193 (nan) | > loss: 0.011097734794020653 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1421135160910389) | > loader_time: 0.0045 (0.004613543313647056)  --> TIME: 2025-03-24 18:34:57 -- STEP: 9500/31555 -- GLOBAL_STEP: 640600 | > loss_text_ce: 0.045398566871881485 (0.03701046769526839) | > loss_mel_ce: 2.4050819873809814 (nan) | > loss: 0.009724128991365433 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14212059753819514) | > loader_time: 0.0044 (0.0046136680151286705)  --> TIME: 2025-03-24 18:35:06 -- STEP: 9550/31555 -- GLOBAL_STEP: 640650 | > loss_text_ce: 0.039726171642541885 (0.03701389089880115) | > loss_mel_ce: 3.4349379539489746 (nan) | > loss: 0.013788350857794285 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14212066136105528) | > loader_time: 0.0045 (0.004613990109628391)  --> TIME: 2025-03-24 18:35:16 -- STEP: 9600/31555 -- GLOBAL_STEP: 640700 | > loss_text_ce: 0.052077945321798325 (0.03701157200082289) | > loss_mel_ce: 2.150545358657837 (nan) | > loss: 0.008740569464862347 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1421204894284408) | > loader_time: 0.0047 (0.0046139693756898055)  --> TIME: 2025-03-24 18:35:25 -- STEP: 9650/31555 -- GLOBAL_STEP: 640750 | > loss_text_ce: 0.043397922068834305 (0.037011176672489134) | > loss_mel_ce: 0.0511474609375 (nan) | > loss: 0.0003751800977624953 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14208623824341932) | > loader_time: 0.0043 (0.004613575021219979)  --> TIME: 2025-03-24 18:35:35 -- STEP: 9700/31555 -- GLOBAL_STEP: 640800 | > loss_text_ce: 0.03175622224807739 (0.03701492380226017) | > loss_mel_ce: 2.8766872882843018 (nan) | > loss: 0.011541442945599556 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14208570111658175) | > loader_time: 0.0047 (0.00461325085040219)  --> TIME: 2025-03-24 18:35:45 -- STEP: 9750/31555 -- GLOBAL_STEP: 640850 | > loss_text_ce: 0.026706954464316368 (0.037022810084984155) | > loss_mel_ce: 2.62406063079834 (nan) | > loss: 0.010518919676542282 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14207309813377197) | > loader_time: 0.0045 (0.00461304500775458)  --> TIME: 2025-03-24 18:35:55 -- STEP: 9800/31555 -- GLOBAL_STEP: 640900 | > loss_text_ce: 0.040872421115636826 (0.037030361035401624) | > loss_mel_ce: 2.916445255279541 (nan) | > loss: 0.011735388077795506 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.1421058094744781) | > loader_time: 0.0046 (0.004612870581296008)  --> TIME: 2025-03-24 18:36:05 -- STEP: 9850/31555 -- GLOBAL_STEP: 640950 | > loss_text_ce: 0.04337640479207039 (0.037035058466859484) | > loss_mel_ce: 2.691044807434082 (nan) | > loss: 0.010850878432393074 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14211596890754533) | > loader_time: 0.0044 (0.00461228699853576)  --> TIME: 2025-03-24 18:36:14 -- STEP: 9900/31555 -- GLOBAL_STEP: 641000 | > loss_text_ce: 0.04328005760908127 (0.03703532299393737) | > loss_mel_ce: 2.644700288772583 (nan) | > loss: 0.010666589252650738 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14211377310030412) | > loader_time: 0.0043 (0.004611969596207728)  --> TIME: 2025-03-24 18:36:24 -- STEP: 9950/31555 -- GLOBAL_STEP: 641050 | > loss_text_ce: 0.03622648864984512 (0.03703915971785264) | > loss_mel_ce: 0.0746024027466774 (nan) | > loss: 0.0004397972079459578 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14210364943173692) | > loader_time: 0.0046 (0.00461214369864918)  --> TIME: 2025-03-24 18:36:33 -- STEP: 10000/31555 -- GLOBAL_STEP: 641100 | > loss_text_ce: 0.04196242243051529 (0.03704810750102628) | > loss_mel_ce: 2.9343059062957764 (nan) | > loss: 0.011810589581727982 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14209977841377291) | > loader_time: 0.0045 (0.004612178421020499)  --> TIME: 2025-03-24 18:36:43 -- STEP: 10050/31555 -- GLOBAL_STEP: 641150 | > loss_text_ce: 0.03448336198925972 (0.037046644703128316) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14209937294917357) | > loader_time: 0.0044 (0.004612100942810963)  --> TIME: 2025-03-24 18:36:53 -- STEP: 10100/31555 -- GLOBAL_STEP: 641200 | > loss_text_ce: 0.03815842792391777 (0.03705532219878743) | > loss_mel_ce: 2.0243539810180664 (nan) | > loss: 0.008184573613107204 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14209063914742842) | > loader_time: 0.0044 (0.004611689973585669)  --> TIME: 2025-03-24 18:37:02 -- STEP: 10150/31555 -- GLOBAL_STEP: 641250 | > loss_text_ce: 0.03572061285376549 (0.03705231230926194) | > loss_mel_ce: 3.027613878250122 (nan) | > loss: 0.012156089767813683 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14208110980799676) | > loader_time: 0.007 (0.004611834540155713)  --> TIME: 2025-03-24 18:37:12 -- STEP: 10200/31555 -- GLOBAL_STEP: 641300 | > loss_text_ce: 0.03661638870835304 (0.037056315252922654) | > loss_mel_ce: 3.5365512371063232 (nan) | > loss: 0.014179237186908722 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1420591227213546) | > loader_time: 0.0048 (0.004612111086938885)  --> TIME: 2025-03-24 18:37:22 -- STEP: 10250/31555 -- GLOBAL_STEP: 641350 | > loss_text_ce: 0.035431649535894394 (0.03705318864671199) | > loss_mel_ce: 2.7913668155670166 (nan) | > loss: 0.011217454448342323 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14208916191938484) | > loader_time: 0.0047 (0.004612241977598599)  --> TIME: 2025-03-24 18:37:31 -- STEP: 10300/31555 -- GLOBAL_STEP: 641400 | > loss_text_ce: 0.042093727737665176 (0.037052789230840044) | > loss_mel_ce: 0.02783203125 (nan) | > loss: 0.00027748316642828286 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14207062698105044) | > loader_time: 0.0045 (0.004612003530113428)  --> TIME: 2025-03-24 18:37:41 -- STEP: 10350/31555 -- GLOBAL_STEP: 641450 | > loss_text_ce: 0.037300460040569305 (0.03705202707417923) | > loss_mel_ce: 3.1006405353546143 (nan) | > loss: 0.012452146969735622 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14208379595751955) | > loader_time: 0.0045 (0.0046119559790201055)  --> TIME: 2025-03-24 18:37:51 -- STEP: 10400/31555 -- GLOBAL_STEP: 641500 | > loss_text_ce: 0.03781480714678764 (0.03705255098175256) | > loss_mel_ce: 3.060664176940918 (nan) | > loss: 0.012295552529394627 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14209161215103616) | > loader_time: 0.0044 (0.004611825094773203)  --> TIME: 2025-03-24 18:38:01 -- STEP: 10450/31555 -- GLOBAL_STEP: 641550 | > loss_text_ce: 0.03566670045256615 (0.03705310806970703) | > loss_mel_ce: 2.9474332332611084 (nan) | > loss: 0.011837698519229889 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1421042060167599) | > loader_time: 0.0046 (0.00461212096602151)  --> TIME: 2025-03-24 18:38:11 -- STEP: 10500/31555 -- GLOBAL_STEP: 641600 | > loss_text_ce: 0.039049431681632996 (0.03705539444514679) | > loss_mel_ce: 2.7874186038970947 (nan) | > loss: 0.011216143146157265 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14210449949900353) | > loader_time: 0.0045 (0.004612568514687663)  --> TIME: 2025-03-24 18:38:20 -- STEP: 10550/31555 -- GLOBAL_STEP: 641650 | > loss_text_ce: 0.030309388414025307 (0.037060361339476676) | > loss_mel_ce: 3.1625242233276367 (nan) | > loss: 0.012669975869357586 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14209599716403506) | > loader_time: 0.0044 (0.004612358237894778)  --> TIME: 2025-03-24 18:38:30 -- STEP: 10600/31555 -- GLOBAL_STEP: 641700 | > loss_text_ce: 0.03722735866904259 (0.037060914831060256) | > loss_mel_ce: 3.0250601768493652 (nan) | > loss: 0.012151935137808323 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1421007291101064) | > loader_time: 0.0048 (0.004612083232627714)  --> TIME: 2025-03-24 18:38:39 -- STEP: 10650/31555 -- GLOBAL_STEP: 641750 | > loss_text_ce: 0.03291093185544014 (0.03705965527818653) | > loss_mel_ce: 2.9153892993927 (nan) | > loss: 0.01169960480183363 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14207588728604784) | > loader_time: 0.0046 (0.004611825249004803)  --> TIME: 2025-03-24 18:38:49 -- STEP: 10700/31555 -- GLOBAL_STEP: 641800 | > loss_text_ce: 0.043658509850502014 (0.037067536522294844) | > loss_mel_ce: 3.1879348754882812 (nan) | > loss: 0.012823783792555332 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14206775854681175) | > loader_time: 0.0047 (0.0046114132337480955)  --> TIME: 2025-03-24 18:38:59 -- STEP: 10750/31555 -- GLOBAL_STEP: 641850 | > loss_text_ce: 0.039091806858778 (0.037076591358455084) | > loss_mel_ce: 2.119772434234619 (nan) | > loss: 0.008566922508180141 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1420665590374972) | > loader_time: 0.0048 (0.004611880368964605)  --> TIME: 2025-03-24 18:39:08 -- STEP: 10800/31555 -- GLOBAL_STEP: 641900 | > loss_text_ce: 0.03464512154459953 (0.03707438212336488) | > loss_mel_ce: 2.57338809967041 (nan) | > loss: 0.010349338874220848 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1420566495701122) | > loader_time: 0.0045 (0.00461241969355829)  --> TIME: 2025-03-24 18:39:18 -- STEP: 10850/31555 -- GLOBAL_STEP: 641950 | > loss_text_ce: 0.048450421541929245 (0.03707024127656962) | > loss_mel_ce: 2.9161407947540283 (nan) | > loss: 0.011764251627027988 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14203765842771793) | > loader_time: 0.0048 (0.004613348987245328)  --> TIME: 2025-03-24 18:39:27 -- STEP: 10900/31555 -- GLOBAL_STEP: 642000 | > loss_text_ce: 0.02152860350906849 (0.03706500557652852) | > loss_mel_ce: 2.4005753993988037 (nan) | > loss: 0.009611524641513824 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1420138491184343) | > loader_time: 0.0044 (0.0046136880358424665)  --> TIME: 2025-03-24 18:39:37 -- STEP: 10950/31555 -- GLOBAL_STEP: 642050 | > loss_text_ce: 0.04152199998497963 (0.03706107434888949) | > loss_mel_ce: 0.6998793482780457 (nan) | > loss: 0.002942069200798869 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14202725345141293) | > loader_time: 0.0046 (0.004614618771696735)  --> TIME: 2025-03-24 18:39:47 -- STEP: 11000/31555 -- GLOBAL_STEP: 642100 | > loss_text_ce: 0.03607259690761566 (0.037064259704202344) | > loss_mel_ce: 2.728083848953247 (nan) | > loss: 0.010968875139951706 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.1420213028517639) | > loader_time: 0.0048 (0.0046149476441469965)  --> TIME: 2025-03-24 18:39:56 -- STEP: 11050/31555 -- GLOBAL_STEP: 642150 | > loss_text_ce: 0.03336117044091225 (0.03706429069684767) | > loss_mel_ce: 2.5215258598327637 (nan) | > loss: 0.010138440877199173 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14201959717867102) | > loader_time: 0.0047 (0.004614852650672592)  --> TIME: 2025-03-24 18:40:06 -- STEP: 11100/31555 -- GLOBAL_STEP: 642200 | > loss_text_ce: 0.02810848504304886 (0.037065086395957916) | > loss_mel_ce: 2.618626117706299 (nan) | > loss: 0.01050291582942009 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1420038395958981) | > loader_time: 0.0046 (0.004615044808602538)  --> TIME: 2025-03-24 18:40:16 -- STEP: 11150/31555 -- GLOBAL_STEP: 642250 | > loss_text_ce: 0.030467532575130463 (0.03706714145321345) | > loss_mel_ce: 2.442214250564575 (nan) | > loss: 0.009812229312956333 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14199616737964485) | > loader_time: 0.0069 (0.004615510525724804)  --> TIME: 2025-03-24 18:40:25 -- STEP: 11200/31555 -- GLOBAL_STEP: 642300 | > loss_text_ce: 0.03979656845331192 (0.037070487531434194) | > loss_mel_ce: 2.226210832595825 (nan) | > loss: 0.008992093615233898 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14200256426419572) | > loader_time: 0.0047 (0.004615213956151681)  --> TIME: 2025-03-24 18:40:35 -- STEP: 11250/31555 -- GLOBAL_STEP: 642350 | > loss_text_ce: 0.03774912282824516 (0.037063312979870346) | > loss_mel_ce: 2.841959238052368 (nan) | > loss: 0.01142741460353136 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14198975624508375) | > loader_time: 0.0052 (0.004615326160854756)  --> TIME: 2025-03-24 18:40:44 -- STEP: 11300/31555 -- GLOBAL_STEP: 642400 | > loss_text_ce: 0.04566115140914917 (0.03706813452221385) | > loss_mel_ce: 2.2233645915985107 (nan) | > loss: 0.009004071354866028 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.141987033249003) | > loader_time: 0.0044 (0.004615169478728699)  --> TIME: 2025-03-24 18:40:54 -- STEP: 11350/31555 -- GLOBAL_STEP: 642450 | > loss_text_ce: 0.04284956678748131 (0.037064696156177725) | > loss_mel_ce: 2.3053832054138184 (nan) | > loss: 0.00931838434189558 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14199269504799217) | > loader_time: 0.0043 (0.004614960149521335)  --> TIME: 2025-03-24 18:41:04 -- STEP: 11400/31555 -- GLOBAL_STEP: 642500 | > loss_text_ce: 0.04282086715102196 (0.037064871289849005) | > loss_mel_ce: 2.662034749984741 (nan) | > loss: 0.010733555071055889 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1419716282267322) | > loader_time: 0.0047 (0.004614712229946197)  --> TIME: 2025-03-24 18:41:14 -- STEP: 11450/31555 -- GLOBAL_STEP: 642550 | > loss_text_ce: 0.04407938942313194 (0.03707354020555075) | > loss_mel_ce: 2.9164276123046875 (nan) | > loss: 0.011748043820261955 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14199784045656721) | > loader_time: 0.0044 (0.004615128321418587)  --> TIME: 2025-03-24 18:41:24 -- STEP: 11500/31555 -- GLOBAL_STEP: 642600 | > loss_text_ce: 0.03114856593310833 (0.03706901162935663) | > loss_mel_ce: 2.1230199337005615 (nan) | > loss: 0.008548288606107235 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14200940822518412) | > loader_time: 0.0047 (0.004614681119504171)  --> TIME: 2025-03-24 18:41:33 -- STEP: 11550/31555 -- GLOBAL_STEP: 642650 | > loss_text_ce: 0.03274655342102051 (0.03707399035695114) | > loss_mel_ce: 3.06099534034729 (nan) | > loss: 0.012276754714548588 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1420128300902134) | > loader_time: 0.0047 (0.004614831895539245)  --> TIME: 2025-03-24 18:41:43 -- STEP: 11600/31555 -- GLOBAL_STEP: 642700 | > loss_text_ce: 0.04072922468185425 (0.03707287922349016) | > loss_mel_ce: 2.512021780014038 (nan) | > loss: 0.010129964910447598 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14201391474954045) | > loader_time: 0.0045 (0.004614714795145484)  --> TIME: 2025-03-24 18:41:53 -- STEP: 11650/31555 -- GLOBAL_STEP: 642750 | > loss_text_ce: 0.03405078500509262 (0.03707160341341541) | > loss_mel_ce: 2.3309648036956787 (nan) | > loss: 0.009384982287883759 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14202154605685421) | > loader_time: 0.0047 (0.004614564523164795)  --> TIME: 2025-03-24 18:42:03 -- STEP: 11700/31555 -- GLOBAL_STEP: 642800 | > loss_text_ce: 0.034798942506313324 (0.03706579959171257) | > loss_mel_ce: 2.271130323410034 (nan) | > loss: 0.00915051344782114 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14202128781212736) | > loader_time: 0.0044 (0.004614394974504771)  --> TIME: 2025-03-24 18:42:12 -- STEP: 11750/31555 -- GLOBAL_STEP: 642850 | > loss_text_ce: 0.03565436229109764 (0.03706320562205731) | > loss_mel_ce: 2.8901798725128174 (nan) | > loss: 0.011610453948378563 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14200801928499954) | > loader_time: 0.0046 (0.004614835576808191)  --> TIME: 2025-03-24 18:42:22 -- STEP: 11800/31555 -- GLOBAL_STEP: 642900 | > loss_text_ce: 0.03806784376502037 (0.037064885763782904) | > loss_mel_ce: 2.272861957550049 (nan) | > loss: 0.009170357137918472 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14200813281334082) | > loader_time: 0.0046 (0.004615029440087778)  --> TIME: 2025-03-24 18:42:31 -- STEP: 11850/31555 -- GLOBAL_STEP: 642950 | > loss_text_ce: 0.03640040382742882 (0.03706586510359546) | > loss_mel_ce: 2.5463852882385254 (nan) | > loss: 0.010249149985611439 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14200615208863232) | > loader_time: 0.0045 (0.004614918986453272)  --> TIME: 2025-03-24 18:42:41 -- STEP: 11900/31555 -- GLOBAL_STEP: 643000 | > loss_text_ce: 0.03039657510817051 (0.03706028123245329) | > loss_mel_ce: 2.024348258972168 (nan) | > loss: 0.008153749629855156 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1420151633374834) | > loader_time: 0.0045 (0.004614778867288787)  --> TIME: 2025-03-24 18:42:51 -- STEP: 11950/31555 -- GLOBAL_STEP: 643050 | > loss_text_ce: 0.035185668617486954 (0.03706615016667098) | > loss_mel_ce: 3.1982204914093018 (nan) | > loss: 0.012830977328121662 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1420362138149631) | > loader_time: 0.0044 (0.004614975701814902)  --> TIME: 2025-03-24 18:43:01 -- STEP: 12000/31555 -- GLOBAL_STEP: 643100 | > loss_text_ce: 0.033559199422597885 (0.037073182903928636) | > loss_mel_ce: 1.5394965410232544 (nan) | > loss: 0.006242285016924143 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14203605208794304) | > loader_time: 0.0044 (0.00461483194430668)  --> TIME: 2025-03-24 18:43:11 -- STEP: 12050/31555 -- GLOBAL_STEP: 643150 | > loss_text_ce: 0.04390402138233185 (0.037074241100489694) | > loss_mel_ce: 3.2225663661956787 (nan) | > loss: 0.012962184846401215 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14204576395359297) | > loader_time: 0.0048 (0.004615127080703666)  --> TIME: 2025-03-24 18:43:21 -- STEP: 12100/31555 -- GLOBAL_STEP: 643200 | > loss_text_ce: 0.03242139890789986 (0.03707284113661621) | > loss_mel_ce: 3.07663631439209 (nan) | > loss: 0.012337530963122845 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14205061819927775) | > loader_time: 0.0047 (0.004615711495896012)  --> TIME: 2025-03-24 18:43:31 -- STEP: 12150/31555 -- GLOBAL_STEP: 643250 | > loss_text_ce: 0.038674335926771164 (0.037072278513446605) | > loss_mel_ce: 2.9431841373443604 (nan) | > loss: 0.011832772754132748 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1420773103894522) | > loader_time: 0.0047 (0.004616101877188972)  --> TIME: 2025-03-24 18:43:40 -- STEP: 12200/31555 -- GLOBAL_STEP: 643300 | > loss_text_ce: 0.02747316285967827 (0.03707302125331133) | > loss_mel_ce: 3.7422282695770264 (nan) | > loss: 0.01495913416147232 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14207326572449486) | > loader_time: 0.0047 (0.004616532677509737)  --> TIME: 2025-03-24 18:43:50 -- STEP: 12250/31555 -- GLOBAL_STEP: 643350 | > loss_text_ce: 0.03008182719349861 (0.03708253517207133) | > loss_mel_ce: 2.8129169940948486 (nan) | > loss: 0.01128174178302288 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14208151671351224) | > loader_time: 0.0044 (0.004616602975494999)  --> TIME: 2025-03-24 18:44:00 -- STEP: 12300/31555 -- GLOBAL_STEP: 643400 | > loss_text_ce: 0.04314504191279411 (0.03707948974000546) | > loss_mel_ce: 2.9491987228393555 (nan) | > loss: 0.011874380521476269 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.1420761187483624) | > loader_time: 0.0048 (0.004616834923503837)  --> TIME: 2025-03-24 18:44:10 -- STEP: 12350/31555 -- GLOBAL_STEP: 643450 | > loss_text_ce: 0.03650464862585068 (0.03707871465736374) | > loss_mel_ce: 3.3596928119659424 (nan) | > loss: 0.01347697526216507 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14207451774041177) | > loader_time: 0.0045 (0.00461699281144238)  --> TIME: 2025-03-24 18:44:19 -- STEP: 12400/31555 -- GLOBAL_STEP: 643500 | > loss_text_ce: 0.04467329755425453 (0.037077700680557386) | > loss_mel_ce: 3.078913688659668 (nan) | > loss: 0.012395186349749565 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14207586805666644) | > loader_time: 0.0048 (0.004616894741212161)  --> TIME: 2025-03-24 18:44:29 -- STEP: 12450/31555 -- GLOBAL_STEP: 643550 | > loss_text_ce: 0.04667074605822563 (0.037076260617085126) | > loss_mel_ce: 1.8745981454849243 (nan) | > loss: 0.007624083664268255 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1420677011367307) | > loader_time: 0.0044 (0.004617102768526495)  --> TIME: 2025-03-24 18:44:39 -- STEP: 12500/31555 -- GLOBAL_STEP: 643600 | > loss_text_ce: 0.03940428048372269 (0.03708125569708648) | > loss_mel_ce: 2.580368757247925 (nan) | > loss: 0.010395925492048264 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14207020713806146) | > loader_time: 0.005 (0.004617661533355706)  --> TIME: 2025-03-24 18:44:48 -- STEP: 12550/31555 -- GLOBAL_STEP: 643650 | > loss_text_ce: 0.03295904025435448 (0.03707922877550901) | > loss_mel_ce: 3.0603127479553223 (nan) | > loss: 0.012274888344109058 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14207482676107086) | > loader_time: 0.0045 (0.0046171199563014974)  --> TIME: 2025-03-24 18:44:58 -- STEP: 12600/31555 -- GLOBAL_STEP: 643700 | > loss_text_ce: 0.038189444690942764 (0.037081586996847334) | > loss_mel_ce: 2.4371821880340576 (nan) | > loss: 0.009822904132306576 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1420610130968548) | > loader_time: 0.0045 (0.004616459343168467)  --> TIME: 2025-03-24 18:45:07 -- STEP: 12650/31555 -- GLOBAL_STEP: 643750 | > loss_text_ce: 0.03443240001797676 (0.03708250749171546) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14205132422239888) | > loader_time: 0.0046 (0.004615984999615208)  --> TIME: 2025-03-24 18:45:17 -- STEP: 12700/31555 -- GLOBAL_STEP: 643800 | > loss_text_ce: 0.04487770423293114 (0.0370875974752625) | > loss_mel_ce: 3.0621392726898193 (nan) | > loss: 0.012329433113336563 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1420405661778187) | > loader_time: 0.0044 (0.004615652974196302)  --> TIME: 2025-03-24 18:45:26 -- STEP: 12750/31555 -- GLOBAL_STEP: 643850 | > loss_text_ce: 0.028764167800545692 (0.03708602105146822) | > loss_mel_ce: 1.459657907485962 (nan) | > loss: 0.005906437058001757 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14202324166017413) | > loader_time: 0.0047 (0.004615585196251955)  --> TIME: 2025-03-24 18:45:36 -- STEP: 12800/31555 -- GLOBAL_STEP: 643900 | > loss_text_ce: 0.03666016086935997 (0.03709444473999609) | > loss_mel_ce: 3.029860019683838 (nan) | > loss: 0.012168731540441513 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14202261930331583) | > loader_time: 0.0046 (0.004615728780627242)  --> TIME: 2025-03-24 18:45:46 -- STEP: 12850/31555 -- GLOBAL_STEP: 643950 | > loss_text_ce: 0.04030892252922058 (0.0370970826109704) | > loss_mel_ce: 3.2975878715515137 (nan) | > loss: 0.013245622627437115 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1420190641573895) | > loader_time: 0.0045 (0.0046159996596755615)  --> TIME: 2025-03-24 18:45:56 -- STEP: 12900/31555 -- GLOBAL_STEP: 644000 | > loss_text_ce: 0.03911818563938141 (0.03709949646527734) | > loss_mel_ce: 3.0449860095977783 (nan) | > loss: 0.012238509953022003 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14203606740448843) | > loader_time: 0.0046 (0.004616164070691236)  --> TIME: 2025-03-24 18:46:06 -- STEP: 12950/31555 -- GLOBAL_STEP: 644050 | > loss_text_ce: 0.03927109017968178 (0.03710727733685754) | > loss_mel_ce: 3.1969785690307617 (nan) | > loss: 0.012842261232435703 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1420490307053085) | > loader_time: 0.0047 (0.004616189739418754)  --> TIME: 2025-03-24 18:46:15 -- STEP: 13000/31555 -- GLOBAL_STEP: 644100 | > loss_text_ce: 0.03187822178006172 (0.037100961295529554) | > loss_mel_ce: 1.9854403734207153 (nan) | > loss: 0.0080052325502038 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14203579185559218) | > loader_time: 0.0044 (0.004616055782024663)  --> TIME: 2025-03-24 18:46:25 -- STEP: 13050/31555 -- GLOBAL_STEP: 644150 | > loss_text_ce: 0.0411028228700161 (0.037098678453571995) | > loss_mel_ce: 3.0650479793548584 (nan) | > loss: 0.012325996533036232 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14202780149905644) | > loader_time: 0.0047 (0.0046161911953454555)  --> TIME: 2025-03-24 18:46:35 -- STEP: 13100/31555 -- GLOBAL_STEP: 644200 | > loss_text_ce: 0.03542434796690941 (0.037096550557833376) | > loss_mel_ce: 1.2375977039337158 (nan) | > loss: 0.0050516752526164055 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.142039389391892) | > loader_time: 0.0043 (0.004616129634944522)  --> TIME: 2025-03-24 18:46:44 -- STEP: 13150/31555 -- GLOBAL_STEP: 644250 | > loss_text_ce: 0.03327031806111336 (0.03709430573508134) | > loss_mel_ce: 2.4140191078186035 (nan) | > loss: 0.00971146672964096 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14205111073903717) | > loader_time: 0.0045 (0.004615899981654626)  --> TIME: 2025-03-24 18:46:54 -- STEP: 13200/31555 -- GLOBAL_STEP: 644300 | > loss_text_ce: 0.04137968271970749 (0.03708992661463763) | > loss_mel_ce: 3.0069024562835693 (nan) | > loss: 0.012096358463168144 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14205171816276788) | > loader_time: 0.0047 (0.004616065639438032)  --> TIME: 2025-03-24 18:47:04 -- STEP: 13250/31555 -- GLOBAL_STEP: 644350 | > loss_text_ce: 0.042345669120550156 (0.037091524204906884) | > loss_mel_ce: 2.3944203853607178 (nan) | > loss: 0.009669707156717777 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14205653856385442) | > loader_time: 0.0052 (0.004615951016264118)  --> TIME: 2025-03-24 18:47:14 -- STEP: 13300/31555 -- GLOBAL_STEP: 644400 | > loss_text_ce: 0.037746258080005646 (0.03709537938468258) | > loss_mel_ce: 2.787665605545044 (nan) | > loss: 0.011211952194571495 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14205322909175921) | > loader_time: 0.0045 (0.004615713886748554)  --> TIME: 2025-03-24 18:47:23 -- STEP: 13350/31555 -- GLOBAL_STEP: 644450 | > loss_text_ce: 0.035981204360723495 (0.037098269232301) | > loss_mel_ce: 2.7674107551574707 (nan) | > loss: 0.011124571785330772 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14203910207927034) | > loader_time: 0.0046 (0.004615346072764855)  --> TIME: 2025-03-24 18:47:33 -- STEP: 13400/31555 -- GLOBAL_STEP: 644500 | > loss_text_ce: 0.039981238543987274 (0.037099097617623734) | > loss_mel_ce: 2.69873046875 (nan) | > loss: 0.01086790394037962 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1420390517676058) | > loader_time: 0.0048 (0.0046149773384207855)  --> TIME: 2025-03-24 18:47:42 -- STEP: 13450/31555 -- GLOBAL_STEP: 644550 | > loss_text_ce: 0.029558425769209862 (0.03710053036044787) | > loss_mel_ce: 2.3876914978027344 (nan) | > loss: 0.009592262096703053 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14202544976344364) | > loader_time: 0.0042 (0.004614990120926726)  --> TIME: 2025-03-24 18:47:52 -- STEP: 13500/31555 -- GLOBAL_STEP: 644600 | > loss_text_ce: 0.03658343106508255 (0.037101618277460766) | > loss_mel_ce: 2.8552896976470947 (nan) | > loss: 0.011475687846541405 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14202395598093698) | > loader_time: 0.0046 (0.004614783428333398)  --> TIME: 2025-03-24 18:48:02 -- STEP: 13550/31555 -- GLOBAL_STEP: 644650 | > loss_text_ce: 0.030875975266098976 (0.03710224997204099) | > loss_mel_ce: 3.215177297592163 (nan) | > loss: 0.012881164439022541 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14202126814430518) | > loader_time: 0.0044 (0.004614783969752438)  --> TIME: 2025-03-24 18:48:11 -- STEP: 13600/31555 -- GLOBAL_STEP: 644700 | > loss_text_ce: 0.028808264061808586 (0.03710362137452794) | > loss_mel_ce: 2.5262322425842285 (nan) | > loss: 0.010139050893485546 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.1420137957439707) | > loader_time: 0.0046 (0.004614331196336162)  --> TIME: 2025-03-24 18:48:21 -- STEP: 13650/31555 -- GLOBAL_STEP: 644750 | > loss_text_ce: 0.03587869554758072 (0.03710186188194493) | > loss_mel_ce: 2.9227187633514404 (nan) | > loss: 0.011740466579794884 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14200809040349077) | > loader_time: 0.0047 (0.004614207386533837)  --> TIME: 2025-03-24 18:48:30 -- STEP: 13700/31555 -- GLOBAL_STEP: 644800 | > loss_text_ce: 0.040201764553785324 (0.037101843977129345) | > loss_mel_ce: 2.6543312072753906 (nan) | > loss: 0.010692591778934002 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1420082752547998) | > loader_time: 0.0048 (0.004614252574252364)  --> TIME: 2025-03-24 18:48:40 -- STEP: 13750/31555 -- GLOBAL_STEP: 644850 | > loss_text_ce: 0.031458526849746704 (0.03710111182040776) | > loss_mel_ce: 3.0186150074005127 (nan) | > loss: 0.012103467248380184 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.1419988035375425) | > loader_time: 0.0047 (0.004614083186062877)  --> TIME: 2025-03-24 18:48:50 -- STEP: 13800/31555 -- GLOBAL_STEP: 644900 | > loss_text_ce: 0.02928091399371624 (0.03710512275544344) | > loss_mel_ce: 2.978975772857666 (nan) | > loss: 0.011937526986002922 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1420276327755144) | > loader_time: 0.0047 (0.004614453142967759)  --> TIME: 2025-03-24 18:49:00 -- STEP: 13850/31555 -- GLOBAL_STEP: 644950 | > loss_text_ce: 0.020987030118703842 (0.03710171903090179) | > loss_mel_ce: 2.7976481914520264 (nan) | > loss: 0.011185061186552048 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14205449383181404) | > loader_time: 0.0046 (0.004614395372273672)  --> TIME: 2025-03-24 18:49:10 -- STEP: 13900/31555 -- GLOBAL_STEP: 645000 | > loss_text_ce: 0.0340857170522213 (0.03709984645723156) | > loss_mel_ce: 2.3628451824188232 (nan) | > loss: 0.009511630982160568 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1420486596162377) | > loader_time: 0.0043 (0.0046137078031361365)  --> TIME: 2025-03-24 18:49:19 -- STEP: 13950/31555 -- GLOBAL_STEP: 645050 | > loss_text_ce: 0.028807401657104492 (0.037096833761006864) | > loss_mel_ce: 2.809587240219116 (nan) | > loss: 0.011263471096754074 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1420280447997507) | > loader_time: 0.0046 (0.004613400325980221)  --> TIME: 2025-03-24 18:49:29 -- STEP: 14000/31555 -- GLOBAL_STEP: 645100 | > loss_text_ce: 0.04604746401309967 (0.03709675502743823) | > loss_mel_ce: 3.253730535507202 (nan) | > loss: 0.013094358146190643 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14202574203695642) | > loader_time: 0.0045 (0.004613174676895125)  --> TIME: 2025-03-24 18:49:38 -- STEP: 14050/31555 -- GLOBAL_STEP: 645150 | > loss_text_ce: 0.03820223733782768 (0.03709608917114611) | > loss_mel_ce: 3.367769956588745 (nan) | > loss: 0.01351576391607523 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14200232042536695) | > loader_time: 0.0044 (0.004612952211997671)  --> TIME: 2025-03-24 18:49:48 -- STEP: 14100/31555 -- GLOBAL_STEP: 645200 | > loss_text_ce: 0.04281221330165863 (0.037101666071379394) | > loss_mel_ce: 2.8650619983673096 (nan) | > loss: 0.011539183557033539 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.1419980405577539) | > loader_time: 0.0047 (0.004613062777417755)  --> TIME: 2025-03-24 18:49:58 -- STEP: 14150/31555 -- GLOBAL_STEP: 645250 | > loss_text_ce: 0.0379386842250824 (0.03709917325519879) | > loss_mel_ce: 2.804656744003296 (nan) | > loss: 0.011280140839517117 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14201879924262018) | > loader_time: 0.0046 (0.0046133979386238505)  --> TIME: 2025-03-24 18:50:08 -- STEP: 14200/31555 -- GLOBAL_STEP: 645300 | > loss_text_ce: 0.035540226846933365 (0.03709570198195224) | > loss_mel_ce: 3.022218942642212 (nan) | > loss: 0.012133966200053692 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14201628365986857) | > loader_time: 0.0044 (0.004613594874529755)  --> TIME: 2025-03-24 18:50:17 -- STEP: 14250/31555 -- GLOBAL_STEP: 645350 | > loss_text_ce: 0.0349782295525074 (0.037096693695179574) | > loss_mel_ce: 2.289327621459961 (nan) | > loss: 0.009223436005413532 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14201344838058816) | > loader_time: 0.0045 (0.004613258144311722)  --> TIME: 2025-03-24 18:50:27 -- STEP: 14300/31555 -- GLOBAL_STEP: 645400 | > loss_text_ce: 0.04322924092411995 (0.03709985921478496) | > loss_mel_ce: 2.6762750148773193 (nan) | > loss: 0.010791684500873089 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14201820880383123) | > loader_time: 0.0046 (0.004612876918766032)  --> TIME: 2025-03-24 18:50:37 -- STEP: 14350/31555 -- GLOBAL_STEP: 645450 | > loss_text_ce: 0.03723089024424553 (0.03710075087721999) | > loss_mel_ce: 3.125786304473877 (nan) | > loss: 0.012551656924188137 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14201817480944667) | > loader_time: 0.0046 (0.004612594116024839)  --> TIME: 2025-03-24 18:50:47 -- STEP: 14400/31555 -- GLOBAL_STEP: 645500 | > loss_text_ce: 0.03455574810504913 (0.03710584257878089) | > loss_mel_ce: 3.182370185852051 (nan) | > loss: 0.012765579856932163 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14202178617318548) | > loader_time: 0.0043 (0.004612234416935163)  --> TIME: 2025-03-24 18:50:56 -- STEP: 14450/31555 -- GLOBAL_STEP: 645550 | > loss_text_ce: 0.04402729496359825 (0.03710513057019611) | > loss_mel_ce: 2.0660808086395264 (nan) | > loss: 0.008373445831239223 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14201835241284824) | > loader_time: 0.0046 (0.00461213395669797)  --> TIME: 2025-03-24 18:51:06 -- STEP: 14500/31555 -- GLOBAL_STEP: 645600 | > loss_text_ce: 0.03846960514783859 (0.03710651118044951) | > loss_mel_ce: 2.794499635696411 (nan) | > loss: 0.011241941712796688 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14201836817840124) | > loader_time: 0.0044 (0.004611895018610445)  --> TIME: 2025-03-24 18:51:16 -- STEP: 14550/31555 -- GLOBAL_STEP: 645650 | > loss_text_ce: 0.03046279586851597 (0.037107698567326694) | > loss_mel_ce: 2.9439170360565186 (nan) | > loss: 0.01180309522897005 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14202258385333894) | > loader_time: 0.0046 (0.004611799200785513)  --> TIME: 2025-03-24 18:51:25 -- STEP: 14600/31555 -- GLOBAL_STEP: 645700 | > loss_text_ce: 0.03708191215991974 (0.03710982018169511) | > loss_mel_ce: 3.1776504516601562 (nan) | > loss: 0.012756875716149807 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14201816905034806) | > loader_time: 0.0044 (0.004611604311694822)  --> TIME: 2025-03-24 18:51:35 -- STEP: 14650/31555 -- GLOBAL_STEP: 645750 | > loss_text_ce: 0.046755459159612656 (0.03710878109368688) | > loss_mel_ce: 2.7627642154693604 (nan) | > loss: 0.011148888617753983 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14200603906612014) | > loader_time: 0.0045 (0.004611408100193256)  --> TIME: 2025-03-24 18:51:45 -- STEP: 14700/31555 -- GLOBAL_STEP: 645800 | > loss_text_ce: 0.026568936184048653 (0.03710904152347964) | > loss_mel_ce: 2.8605306148529053 (nan) | > loss: 0.011456744745373726 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14200994991120913) | > loader_time: 0.0048 (0.004611370774353427)  --> TIME: 2025-03-24 18:51:54 -- STEP: 14750/31555 -- GLOBAL_STEP: 645850 | > loss_text_ce: 0.04127319157123566 (0.03710728169769287) | > loss_mel_ce: 2.755755662918091 (nan) | > loss: 0.011099320836365223 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14199985759541214) | > loader_time: 0.0045 (0.0046110699217198105)  --> TIME: 2025-03-24 18:52:04 -- STEP: 14800/31555 -- GLOBAL_STEP: 645900 | > loss_text_ce: 0.038725391030311584 (0.03710767223317212) | > loss_mel_ce: 2.238234281539917 (nan) | > loss: 0.009035554714500904 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14200109530139687) | > loader_time: 0.0043 (0.004610556315731342)  --> TIME: 2025-03-24 18:52:14 -- STEP: 14850/31555 -- GLOBAL_STEP: 645950 | > loss_text_ce: 0.03077641688287258 (0.03710540236553997) | > loss_mel_ce: 2.3158440589904785 (nan) | > loss: 0.009311987087130547 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.1420133701157497) | > loader_time: 0.0045 (0.004610330905978512)  --> TIME: 2025-03-24 18:52:23 -- STEP: 14900/31555 -- GLOBAL_STEP: 646000 | > loss_text_ce: 0.034389037638902664 (0.03710369756914061) | > loss_mel_ce: 2.18778395652771 (nan) | > loss: 0.008818146772682667 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.142013243268801) | > loader_time: 0.0043 (0.004609971782505097)  --> TIME: 2025-03-24 18:52:33 -- STEP: 14950/31555 -- GLOBAL_STEP: 646050 | > loss_text_ce: 0.0482340082526207 (0.037104458937913434) | > loss_mel_ce: 3.4129111766815186 (nan) | > loss: 0.01373470388352871 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1420076746765195) | > loader_time: 0.0044 (0.004609584489394973)  --> TIME: 2025-03-24 18:52:42 -- STEP: 15000/31555 -- GLOBAL_STEP: 646100 | > loss_text_ce: 0.052407603710889816 (0.037104668592723565) | > loss_mel_ce: 2.921447992324829 (nan) | > loss: 0.01180101465433836 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14198644646008882) | > loader_time: 0.0045 (0.00460920921961465)  --> TIME: 2025-03-24 18:52:52 -- STEP: 15050/31555 -- GLOBAL_STEP: 646150 | > loss_text_ce: 0.03739461302757263 (0.037104047067228106) | > loss_mel_ce: 2.766584634780884 (nan) | > loss: 0.01112690195441246 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14199771222086122) | > loader_time: 0.0047 (0.004609090418514604)  --> TIME: 2025-03-24 18:53:02 -- STEP: 15100/31555 -- GLOBAL_STEP: 646200 | > loss_text_ce: 0.029183393344283104 (0.03710059918605073) | > loss_mel_ce: 0.4340376555919647 (nan) | > loss: 0.001838178839534521 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1420103112435506) | > loader_time: 0.0044 (0.00460914458660099)  --> TIME: 2025-03-24 18:53:12 -- STEP: 15150/31555 -- GLOBAL_STEP: 646250 | > loss_text_ce: 0.035727404057979584 (0.03710443439970252) | > loss_mel_ce: 2.552173376083374 (nan) | > loss: 0.010269448161125183 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14201510602491596) | > loader_time: 0.0044 (0.004609554640137308)  --> TIME: 2025-03-24 18:53:21 -- STEP: 15200/31555 -- GLOBAL_STEP: 646300 | > loss_text_ce: 0.04441738873720169 (0.0371077533918554) | > loss_mel_ce: 2.7314014434814453 (nan) | > loss: 0.011015154421329498 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14200018452970678) | > loader_time: 0.0047 (0.004609451246888999)  --> TIME: 2025-03-24 18:53:31 -- STEP: 15250/31555 -- GLOBAL_STEP: 646350 | > loss_text_ce: 0.04702896997332573 (0.03710830490211713) | > loss_mel_ce: 2.698995590209961 (nan) | > loss: 0.010896923951804638 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1420210188881303) | > loader_time: 0.0047 (0.004609734034929105)  --> TIME: 2025-03-24 18:53:41 -- STEP: 15300/31555 -- GLOBAL_STEP: 646400 | > loss_text_ce: 0.04805045947432518 (0.03711338400384215) | > loss_mel_ce: 1.849445104598999 (nan) | > loss: 0.007529744412750006 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1420308552380488) | > loader_time: 0.0047 (0.004609860407760705)  --> TIME: 2025-03-24 18:53:51 -- STEP: 15350/31555 -- GLOBAL_STEP: 646450 | > loss_text_ce: 0.03374233841896057 (0.037108861051244876) | > loss_mel_ce: 2.8838164806365967 (nan) | > loss: 0.011577615514397621 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14203644210430302) | > loader_time: 0.0045 (0.004610231272172447)  --> TIME: 2025-03-24 18:54:01 -- STEP: 15400/31555 -- GLOBAL_STEP: 646500 | > loss_text_ce: 0.03701045364141464 (0.037111115411298766) | > loss_mel_ce: 3.1068339347839355 (nan) | > loss: 0.0124755734577775 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14205105101907478) | > loader_time: 0.0046 (0.004610064571553996)  --> TIME: 2025-03-24 18:54:11 -- STEP: 15450/31555 -- GLOBAL_STEP: 646550 | > loss_text_ce: 0.03575652837753296 (0.037115319174168715) | > loss_mel_ce: 3.1963584423065186 (nan) | > loss: 0.012825854122638702 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.1420648625599149) | > loader_time: 0.0045 (0.004609879073973212)  --> TIME: 2025-03-24 18:54:21 -- STEP: 15500/31555 -- GLOBAL_STEP: 646600 | > loss_text_ce: 0.03642219305038452 (0.037118279367985604) | > loss_mel_ce: 1.9417260885238647 (nan) | > loss: 0.007849794812500477 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14205478943547964) | > loader_time: 0.0045 (0.004609606296785401)  --> TIME: 2025-03-24 18:54:30 -- STEP: 15550/31555 -- GLOBAL_STEP: 646650 | > loss_text_ce: 0.03210258111357689 (0.037116109145284036) | > loss_mel_ce: 2.6147210597991943 (nan) | > loss: 0.010503268800675869 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14205425429574234) | > loader_time: 0.0045 (0.004609607392951976)  --> TIME: 2025-03-24 18:54:40 -- STEP: 15600/31555 -- GLOBAL_STEP: 646700 | > loss_text_ce: 0.04150468111038208 (0.03711304020691793) | > loss_mel_ce: 2.6861331462860107 (nan) | > loss: 0.010823960416018963 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14204192117238726) | > loader_time: 0.0045 (0.004609382611054626)  --> TIME: 2025-03-24 18:54:49 -- STEP: 15650/31555 -- GLOBAL_STEP: 646750 | > loss_text_ce: 0.04289907217025757 (0.03711239087356675) | > loss_mel_ce: 3.401704788208008 (nan) | > loss: 0.01366906426846981 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1420363030113739) | > loader_time: 0.0046 (0.004609229191423591)  --> TIME: 2025-03-24 18:54:59 -- STEP: 15700/31555 -- GLOBAL_STEP: 646800 | > loss_text_ce: 0.03967854008078575 (0.03711283340581507) | > loss_mel_ce: 3.1956706047058105 (nan) | > loss: 0.012838687747716904 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14203676569993398) | > loader_time: 0.0048 (0.004609015443522445)  --> TIME: 2025-03-24 18:55:09 -- STEP: 15750/31555 -- GLOBAL_STEP: 646850 | > loss_text_ce: 0.03547661378979683 (0.0371138126154148) | > loss_mel_ce: 1.7144068479537964 (nan) | > loss: 0.006943982094526291 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14203556137993292) | > loader_time: 0.0045 (0.004608998586261069)  --> TIME: 2025-03-24 18:55:19 -- STEP: 15800/31555 -- GLOBAL_STEP: 646900 | > loss_text_ce: 0.029518617317080498 (0.037112126485739194) | > loss_mel_ce: 2.444582223892212 (nan) | > loss: 0.009817861020565033 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14204156560233946) | > loader_time: 0.0045 (0.004609144156492195)  --> TIME: 2025-03-24 18:55:28 -- STEP: 15850/31555 -- GLOBAL_STEP: 646950 | > loss_text_ce: 0.03391387313604355 (0.03711235526091279) | > loss_mel_ce: 2.700209856033325 (nan) | > loss: 0.010849697515368462 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.1420452632362541) | > loader_time: 0.0053 (0.004609014348652823)  --> TIME: 2025-03-24 18:55:38 -- STEP: 15900/31555 -- GLOBAL_STEP: 647000 | > loss_text_ce: 0.030402399599552155 (0.0371086846384564) | > loss_mel_ce: 2.544783592224121 (nan) | > loss: 0.010218992829322815 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14203725074072374) | > loader_time: 0.0044 (0.004608793903446783)  --> TIME: 2025-03-24 18:55:48 -- STEP: 15950/31555 -- GLOBAL_STEP: 647050 | > loss_text_ce: 0.04855199530720711 (0.03711000265711233) | > loss_mel_ce: 3.1749701499938965 (nan) | > loss: 0.012791755609214306 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14203510833010846) | > loader_time: 0.0044 (0.004608639445050742)  --> TIME: 2025-03-24 18:55:57 -- STEP: 16000/31555 -- GLOBAL_STEP: 647100 | > loss_text_ce: 0.035192009061574936 (0.03710818477312555) | > loss_mel_ce: 2.4728846549987793 (nan) | > loss: 0.009952685795724392 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14202287895977567) | > loader_time: 0.0045 (0.004608603551983819)  --> TIME: 2025-03-24 18:56:06 -- STEP: 16050/31555 -- GLOBAL_STEP: 647150 | > loss_text_ce: 0.03840076923370361 (0.03710505608573682) | > loss_mel_ce: 2.6635236740112305 (nan) | > loss: 0.010721922852098942 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14200374163571244) | > loader_time: 0.0046 (0.004608335985201527)  --> TIME: 2025-03-24 18:56:16 -- STEP: 16100/31555 -- GLOBAL_STEP: 647200 | > loss_text_ce: 0.03188302740454674 (0.037108609037161296) | > loss_mel_ce: 2.9605917930603027 (nan) | > loss: 0.011874900199472904 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1419917171045867) | > loader_time: 0.0046 (0.004608280969702665)  --> TIME: 2025-03-24 18:56:25 -- STEP: 16150/31555 -- GLOBAL_STEP: 647250 | > loss_text_ce: 0.0425054095685482 (0.03710821159356967) | > loss_mel_ce: 2.828195571899414 (nan) | > loss: 0.011391671374440193 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14198885715413825) | > loader_time: 0.0045 (0.004608165605149388)  --> TIME: 2025-03-24 18:56:35 -- STEP: 16200/31555 -- GLOBAL_STEP: 647300 | > loss_text_ce: 0.038747165352106094 (0.037110489242146646) | > loss_mel_ce: 3.355438232421875 (nan) | > loss: 0.013468990102410316 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14198099424809651) | > loader_time: 0.0045 (0.004608304868509726)  --> TIME: 2025-03-24 18:56:45 -- STEP: 16250/31555 -- GLOBAL_STEP: 647350 | > loss_text_ce: 0.03272891044616699 (0.037108728968753134) | > loss_mel_ce: 3.006612539291382 (nan) | > loss: 0.012060879729688168 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1419888435363776) | > loader_time: 0.005 (0.004608494318448566)  --> TIME: 2025-03-24 18:56:54 -- STEP: 16300/31555 -- GLOBAL_STEP: 647400 | > loss_text_ce: 0.042236216366291046 (0.03710814874790641) | > loss_mel_ce: 2.8682961463928223 (nan) | > loss: 0.011549732647836208 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14198121966028573) | > loader_time: 0.0046 (0.004608503207107249)  --> TIME: 2025-03-24 18:57:04 -- STEP: 16350/31555 -- GLOBAL_STEP: 647450 | > loss_text_ce: 0.04254068434238434 (0.03710825088180429) | > loss_mel_ce: 2.6925575733184814 (nan) | > loss: 0.01085356529802084 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14195934626669762) | > loader_time: 0.0041 (0.004608236088300685)  --> TIME: 2025-03-24 18:57:13 -- STEP: 16400/31555 -- GLOBAL_STEP: 647500 | > loss_text_ce: 0.04288776218891144 (0.03710749080347838) | > loss_mel_ce: 2.0946907997131348 (nan) | > loss: 0.008482454344630241 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14195917902923277) | > loader_time: 0.0047 (0.004608267850992142)  --> TIME: 2025-03-24 18:57:23 -- STEP: 16450/31555 -- GLOBAL_STEP: 647550 | > loss_text_ce: 0.04155419394373894 (0.03710559538251348) | > loss_mel_ce: 3.0370116233825684 (nan) | > loss: 0.012216531671583652 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14195091230166423) | > loader_time: 0.0045 (0.004607935009756336)  --> TIME: 2025-03-24 18:57:33 -- STEP: 16500/31555 -- GLOBAL_STEP: 647600 | > loss_text_ce: 0.035024531185626984 (0.037102797389820544) | > loss_mel_ce: 1.3240630626678467 (nan) | > loss: 0.005393205210566521 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14196143182118798) | > loader_time: 0.0047 (0.004607644384557538)  --> TIME: 2025-03-24 18:57:42 -- STEP: 16550/31555 -- GLOBAL_STEP: 647650 | > loss_text_ce: 0.034873224794864655 (0.03710173567132364) | > loss_mel_ce: 2.9858341217041016 (nan) | > loss: 0.011986934579908848 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14195819243923838) | > loader_time: 0.0047 (0.00460760715864935)  --> TIME: 2025-03-24 18:57:52 -- STEP: 16600/31555 -- GLOBAL_STEP: 647700 | > loss_text_ce: 0.03292858973145485 (0.03709738205860256) | > loss_mel_ce: 2.98321533203125 (nan) | > loss: 0.011968825943768024 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14196913151855992) | > loader_time: 0.0046 (0.0046074390267751165)  --> TIME: 2025-03-24 18:58:02 -- STEP: 16650/31555 -- GLOBAL_STEP: 647750 | > loss_text_ce: 0.034996338188648224 (0.037096156805485093) | > loss_mel_ce: 2.96565580368042 (nan) | > loss: 0.011907350271940231 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14197546593777832) | > loader_time: 0.0048 (0.004607245313512658)  --> TIME: 2025-03-24 18:58:12 -- STEP: 16700/31555 -- GLOBAL_STEP: 647800 | > loss_text_ce: 0.028403565287590027 (0.03709408266034835) | > loss_mel_ce: 0.021209716796875 (nan) | > loss: 0.00019687811436597258 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.1419792045804561) | > loader_time: 0.0043 (0.004607066308666835)  --> TIME: 2025-03-24 18:58:22 -- STEP: 16750/31555 -- GLOBAL_STEP: 647850 | > loss_text_ce: 0.043939173221588135 (0.037093307018947114) | > loss_mel_ce: 2.9079091548919678 (nan) | > loss: 0.011713684536516666 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14198637438532197) | > loader_time: 0.0046 (0.004606754971973923)  --> TIME: 2025-03-24 18:58:31 -- STEP: 16800/31555 -- GLOBAL_STEP: 647900 | > loss_text_ce: 0.03735577315092087 (0.037093926437553784) | > loss_mel_ce: 1.3121997117996216 (nan) | > loss: 0.005355379078537226 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14198664899383334) | > loader_time: 0.0046 (0.004606638309501459)  --> TIME: 2025-03-24 18:58:41 -- STEP: 16850/31555 -- GLOBAL_STEP: 647950 | > loss_text_ce: 0.0391814187169075 (0.0370937192451086) | > loss_mel_ce: 3.1226320266723633 (nan) | > loss: 0.01254687923938036 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14197860680984878) | > loader_time: 0.0048 (0.004606552972991664)  --> TIME: 2025-03-24 18:58:51 -- STEP: 16900/31555 -- GLOBAL_STEP: 648000 | > loss_text_ce: 0.04652516916394234 (0.0370981395398899) | > loss_mel_ce: 1.473431944847107 (nan) | > loss: 0.006031576078385115 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14198522461942026) | > loader_time: 0.0043 (0.004606674507524833)  --> TIME: 2025-03-24 18:59:01 -- STEP: 16950/31555 -- GLOBAL_STEP: 648050 | > loss_text_ce: 0.04056219011545181 (0.03709452558594542) | > loss_mel_ce: 2.970876693725586 (nan) | > loss: 0.011950154788792133 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1419870384041897) | > loader_time: 0.0045 (0.004606473382595361)  --> TIME: 2025-03-24 18:59:10 -- STEP: 17000/31555 -- GLOBAL_STEP: 648100 | > loss_text_ce: 0.029954582452774048 (0.03709264483050815) | > loss_mel_ce: 3.683955430984497 (nan) | > loss: 0.014737739227712154 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1419973052810227) | > loader_time: 0.0047 (0.004606207244536449)  --> TIME: 2025-03-24 18:59:20 -- STEP: 17050/31555 -- GLOBAL_STEP: 648150 | > loss_text_ce: 0.0376712940633297 (0.03709442462761194) | > loss_mel_ce: 0.932012140750885 (nan) | > loss: 0.0038479503709822893 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14199161554711376) | > loader_time: 0.0046 (0.004606250905571088)  --> TIME: 2025-03-24 18:59:30 -- STEP: 17100/31555 -- GLOBAL_STEP: 648200 | > loss_text_ce: 0.04135293513536453 (0.037094458454991) | > loss_mel_ce: 2.4763848781585693 (nan) | > loss: 0.009991023689508438 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14198702388339643) | > loader_time: 0.0046 (0.004606136132402023)  --> TIME: 2025-03-24 18:59:40 -- STEP: 17150/31555 -- GLOBAL_STEP: 648250 | > loss_text_ce: 0.03759118169546127 (0.03709518890263116) | > loss_mel_ce: 2.560452938079834 (nan) | > loss: 0.010309699922800064 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14199314734678642) | > loader_time: 0.0048 (0.004606068099552958)  --> TIME: 2025-03-24 18:59:49 -- STEP: 17200/31555 -- GLOBAL_STEP: 648300 | > loss_text_ce: 0.03357328101992607 (0.03709635184926163) | > loss_mel_ce: 2.2337520122528076 (nan) | > loss: 0.008997323922812939 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14200138172438045) | > loader_time: 0.0043 (0.004605992048285718)  --> TIME: 2025-03-24 18:59:59 -- STEP: 17250/31555 -- GLOBAL_STEP: 648350 | > loss_text_ce: 0.03342214226722717 (0.03709289337208726) | > loss_mel_ce: 1.3359724283218384 (nan) | > loss: 0.005434105638414621 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1420097998467051) | > loader_time: 0.0044 (0.004605640950410253)  --> TIME: 2025-03-24 19:00:09 -- STEP: 17300/31555 -- GLOBAL_STEP: 648400 | > loss_text_ce: 0.039222829043865204 (0.037091747631636356) | > loss_mel_ce: 2.8917129039764404 (nan) | > loss: 0.011630697175860405 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1420125811361859) | > loader_time: 0.0044 (0.004605772619302551)  --> TIME: 2025-03-24 19:00:18 -- STEP: 17350/31555 -- GLOBAL_STEP: 648450 | > loss_text_ce: 0.03178001940250397 (0.03708894416603972) | > loss_mel_ce: 2.2891623973846436 (nan) | > loss: 0.009210089221596718 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14199663269416798) | > loader_time: 0.0044 (0.004605573961988981)  --> TIME: 2025-03-24 19:00:28 -- STEP: 17400/31555 -- GLOBAL_STEP: 648500 | > loss_text_ce: 0.0399283692240715 (0.03708917228633459) | > loss_mel_ce: 3.1407384872436523 (nan) | > loss: 0.012621695175766945 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1419807194293236) | > loader_time: 0.0044 (0.0046054350233625954)  --> TIME: 2025-03-24 19:00:38 -- STEP: 17450/31555 -- GLOBAL_STEP: 648550 | > loss_text_ce: 0.03853044658899307 (0.0370872050657184) | > loss_mel_ce: 3.060685396194458 (nan) | > loss: 0.012298475950956345 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14199436598999168) | > loader_time: 0.0049 (0.004605389789045695)  --> TIME: 2025-03-24 19:00:47 -- STEP: 17500/31555 -- GLOBAL_STEP: 648600 | > loss_text_ce: 0.04207422956824303 (0.03708509418496051) | > loss_mel_ce: 2.8710641860961914 (nan) | > loss: 0.011560074053704739 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14198270918982428) | > loader_time: 0.0045 (0.004605269445691772)  --> TIME: 2025-03-24 19:00:57 -- STEP: 17550/31555 -- GLOBAL_STEP: 648650 | > loss_text_ce: 0.04423872008919716 (0.037086607862656495) | > loss_mel_ce: 2.5646519660949707 (nan) | > loss: 0.010352741926908493 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1419745357219995) | > loader_time: 0.0044 (0.004605423514319944)  --> TIME: 2025-03-24 19:01:06 -- STEP: 17600/31555 -- GLOBAL_STEP: 648700 | > loss_text_ce: 0.03256431594491005 (0.037086864275095714) | > loss_mel_ce: 3.054781913757324 (nan) | > loss: 0.012251375243067741 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1419589253176348) | > loader_time: 0.0045 (0.004605143706906909)  --> TIME: 2025-03-24 19:01:16 -- STEP: 17650/31555 -- GLOBAL_STEP: 648750 | > loss_text_ce: 0.027044789865612984 (0.03708576233260768) | > loss_mel_ce: 2.636984348297119 (nan) | > loss: 0.010571544989943504 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14196629163563815) | > loader_time: 0.0044 (0.004604923272605641)  --> TIME: 2025-03-24 19:01:25 -- STEP: 17700/31555 -- GLOBAL_STEP: 648800 | > loss_text_ce: 0.03464134410023689 (0.03708460353356963) | > loss_mel_ce: 3.2353515625 (nan) | > loss: 0.012976163066923618 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14195551658080852) | > loader_time: 0.0044 (0.004604687758084726)  --> TIME: 2025-03-24 19:01:35 -- STEP: 17750/31555 -- GLOBAL_STEP: 648850 | > loss_text_ce: 0.03796006366610527 (0.03708788509635431) | > loss_mel_ce: 2.6616950035095215 (nan) | > loss: 0.010712917894124985 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1419660972675813) | > loader_time: 0.0043 (0.004604486868415059)  --> TIME: 2025-03-24 19:01:45 -- STEP: 17800/31555 -- GLOBAL_STEP: 648900 | > loss_text_ce: 0.03240185230970383 (0.03709052582124889) | > loss_mel_ce: 1.6623190641403198 (nan) | > loss: 0.006725083105266094 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14195877503813045) | > loader_time: 0.0046 (0.004604427707329203)  --> TIME: 2025-03-24 19:01:55 -- STEP: 17850/31555 -- GLOBAL_STEP: 648950 | > loss_text_ce: 0.02470727451145649 (0.03708750295538853) | > loss_mel_ce: 2.9476876258850098 (nan) | > loss: 0.011795219033956528 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14195765091925494) | > loader_time: 0.0045 (0.004604610395030793)  --> TIME: 2025-03-24 19:02:04 -- STEP: 17900/31555 -- GLOBAL_STEP: 649000 | > loss_text_ce: 0.031244924291968346 (0.03708517522930926) | > loss_mel_ce: 0.09625244140625 (nan) | > loss: 0.0005059419199824333 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14195712150808204) | > loader_time: 0.0045 (0.0046046062421532105)  --> TIME: 2025-03-24 19:02:14 -- STEP: 17950/31555 -- GLOBAL_STEP: 649050 | > loss_text_ce: 0.043896157294511795 (0.03708561535696374) | > loss_mel_ce: 2.5190348625183105 (nan) | > loss: 0.010170361958444118 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14195790961592364) | > loader_time: 0.0047 (0.004604633246291626)  --> TIME: 2025-03-24 19:02:24 -- STEP: 18000/31555 -- GLOBAL_STEP: 649100 | > loss_text_ce: 0.03729267418384552 (0.03708494944027098) | > loss_mel_ce: 3.045663356781006 (nan) | > loss: 0.01223395299166441 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14196443802780634) | > loader_time: 0.0046 (0.00460469733344182)  --> TIME: 2025-03-24 19:02:34 -- STEP: 18050/31555 -- GLOBAL_STEP: 649150 | > loss_text_ce: 0.03737732023000717 (0.03708626866861757) | > loss_mel_ce: 2.9906005859375 (nan) | > loss: 0.01201578602194786 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14196883237262897) | > loader_time: 0.0044 (0.004604606747297018)  --> TIME: 2025-03-24 19:02:43 -- STEP: 18100/31555 -- GLOBAL_STEP: 649200 | > loss_text_ce: 0.0408058688044548 (0.03708435644344188) | > loss_mel_ce: 2.811384677886963 (nan) | > loss: 0.011318217031657696 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1419737448349847) | > loader_time: 0.0048 (0.004604465921939387)  --> TIME: 2025-03-24 19:02:53 -- STEP: 18150/31555 -- GLOBAL_STEP: 649250 | > loss_text_ce: 0.042051009833812714 (0.03708284502243488) | > loss_mel_ce: 2.9716315269470215 (nan) | > loss: 0.011959058232605457 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14197512411217436) | > loader_time: 0.0043 (0.00460417101205871)  --> TIME: 2025-03-24 19:03:03 -- STEP: 18200/31555 -- GLOBAL_STEP: 649300 | > loss_text_ce: 0.033006247133016586 (0.03707865705585692) | > loss_mel_ce: 3.099350929260254 (nan) | > loss: 0.012429988943040371 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14197962081039395) | > loader_time: 0.0044 (0.004604348428956734)  --> TIME: 2025-03-24 19:03:13 -- STEP: 18250/31555 -- GLOBAL_STEP: 649350 | > loss_text_ce: 0.03583265095949173 (0.03707979069175571) | > loss_mel_ce: 0.1010894775390625 (nan) | > loss: 0.000543341797310859 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.1419766974253202) | > loader_time: 0.0044 (0.0046041984035543985)  --> TIME: 2025-03-24 19:03:22 -- STEP: 18300/31555 -- GLOBAL_STEP: 649400 | > loss_text_ce: 0.03786661848425865 (0.037077425079053684) | > loss_mel_ce: 3.2587945461273193 (nan) | > loss: 0.013081989251077175 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1419830409946343) | > loader_time: 0.0046 (0.004604396051396417)  --> TIME: 2025-03-24 19:03:32 -- STEP: 18350/31555 -- GLOBAL_STEP: 649450 | > loss_text_ce: 0.031232910230755806 (0.03707664454528387) | > loss_mel_ce: 3.2701258659362793 (nan) | > loss: 0.013100630603730679 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14198249699959034) | > loader_time: 0.0046 (0.004604542157955307)  --> TIME: 2025-03-24 19:03:42 -- STEP: 18400/31555 -- GLOBAL_STEP: 649500 | > loss_text_ce: 0.05688755214214325 (0.037076242762040655) | > loss_mel_ce: 2.7244131565093994 (nan) | > loss: 0.011036908254027367 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14199864913588026) | > loader_time: 0.0047 (0.004604625585286496)  --> TIME: 2025-03-24 19:03:52 -- STEP: 18450/31555 -- GLOBAL_STEP: 649550 | > loss_text_ce: 0.030697884038090706 (0.037078755645076275) | > loss_mel_ce: 3.2223947048187256 (nan) | > loss: 0.012909098528325558 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1419930640662593) | > loader_time: 0.0044 (0.004604444555473829)  --> TIME: 2025-03-24 19:04:02 -- STEP: 18500/31555 -- GLOBAL_STEP: 649600 | > loss_text_ce: 0.03224034234881401 (0.03707664682016374) | > loss_mel_ce: 3.087996482849121 (nan) | > loss: 0.012381892651319504 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14200096791499411) | > loader_time: 0.0047 (0.004604276889079307)  --> TIME: 2025-03-24 19:04:11 -- STEP: 18550/31555 -- GLOBAL_STEP: 649650 | > loss_text_ce: 0.04705819487571716 (0.03707840519337191) | > loss_mel_ce: 2.5952048301696777 (nan) | > loss: 0.010485171340405941 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.14200664412300587) | > loader_time: 0.0045 (0.004604449439241538)  --> TIME: 2025-03-24 19:04:21 -- STEP: 18600/31555 -- GLOBAL_STEP: 649700 | > loss_text_ce: 0.031177347525954247 (0.03707940067910653) | > loss_mel_ce: 2.684419870376587 (nan) | > loss: 0.01077617984265089 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14201849441374553) | > loader_time: 0.0048 (0.0046044552582566265)  --> TIME: 2025-03-24 19:04:31 -- STEP: 18650/31555 -- GLOBAL_STEP: 649750 | > loss_text_ce: 0.04238826036453247 (0.037083635296992115) | > loss_mel_ce: 2.258894205093384 (nan) | > loss: 0.009132073260843754 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14201387050004868) | > loader_time: 0.0046 (0.004604441448446873)  --> TIME: 2025-03-24 19:04:41 -- STEP: 18700/31555 -- GLOBAL_STEP: 649800 | > loss_text_ce: 0.040875278413295746 (0.03707927450572536) | > loss_mel_ce: 2.618008613586426 (nan) | > loss: 0.010551126673817635 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1420151110638915) | > loader_time: 0.0047 (0.0046045029737094975)  --> TIME: 2025-03-24 19:04:51 -- STEP: 18750/31555 -- GLOBAL_STEP: 649850 | > loss_text_ce: 0.037721987813711166 (0.037075829221755195) | > loss_mel_ce: 2.973320722579956 (nan) | > loss: 0.011948582716286182 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1420196209716803) | > loader_time: 0.0045 (0.004604329757690412)  --> TIME: 2025-03-24 19:05:00 -- STEP: 18800/31555 -- GLOBAL_STEP: 649900 | > loss_text_ce: 0.037268150597810745 (0.03707237961697089) | > loss_mel_ce: 2.6351053714752197 (nan) | > loss: 0.010604657232761383 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14201985023123212) | > loader_time: 0.0047 (0.004604342579841594)  --> TIME: 2025-03-24 19:05:10 -- STEP: 18850/31555 -- GLOBAL_STEP: 649950 | > loss_text_ce: 0.03535394370555878 (0.037069207236852524) | > loss_mel_ce: 3.1090199947357178 (nan) | > loss: 0.012477674521505833 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1420120506514295) | > loader_time: 0.0051 (0.004604215191909406)  --> TIME: 2025-03-24 19:05:20 -- STEP: 18900/31555 -- GLOBAL_STEP: 650000 | > loss_text_ce: 0.04705144837498665 (0.037069720714722525) | > loss_mel_ce: 3.230677843093872 (nan) | > loss: 0.013006863184273243 (nan) | > current_lr: 5e-06 | > step_time: 0.1014 (0.14201619551926117) | > loader_time: 0.0043 (0.004604278582113742) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_650000.pth  --> TIME: 2025-03-24 19:05:34 -- STEP: 18950/31555 -- GLOBAL_STEP: 650050 | > loss_text_ce: 0.0282818004488945 (0.037073235433882815) | > loss_mel_ce: 3.0437965393066406 (nan) | > loss: 0.012190787121653557 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1420023267061545) | > loader_time: 0.0045 (0.004604508014970827)  --> TIME: 2025-03-24 19:05:44 -- STEP: 19000/31555 -- GLOBAL_STEP: 650100 | > loss_text_ce: 0.04957437887787819 (0.037074633901987765) | > loss_mel_ce: 2.8115077018737793 (nan) | > loss: 0.011353501118719578 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1419926806249122) | > loader_time: 0.0047 (0.004604621247241353)  --> TIME: 2025-03-24 19:05:54 -- STEP: 19050/31555 -- GLOBAL_STEP: 650150 | > loss_text_ce: 0.03250246122479439 (0.03707423057216472) | > loss_mel_ce: 1.4138559103012085 (nan) | > loss: 0.005739517509937286 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14199008269572874) | > loader_time: 0.0045 (0.004604783583813746)  --> TIME: 2025-03-24 19:06:03 -- STEP: 19100/31555 -- GLOBAL_STEP: 650200 | > loss_text_ce: 0.030777329578995705 (0.037072522028139605) | > loss_mel_ce: 2.6751880645751953 (nan) | > loss: 0.010737958364188671 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14199250514594727) | > loader_time: 0.0048 (0.004604931164786433)  --> TIME: 2025-03-24 19:06:13 -- STEP: 19150/31555 -- GLOBAL_STEP: 650250 | > loss_text_ce: 0.040553756058216095 (0.037074964526826695) | > loss_mel_ce: 2.768266201019287 (nan) | > loss: 0.01114611141383648 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1419950498426557) | > loader_time: 0.0047 (0.004605018227280881)  --> TIME: 2025-03-24 19:06:23 -- STEP: 19200/31555 -- GLOBAL_STEP: 650300 | > loss_text_ce: 0.0380992591381073 (0.0370762623561313) | > loss_mel_ce: 3.050997734069824 (nan) | > loss: 0.012258321978151798 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14198727287352148) | > loader_time: 0.005 (0.004604990631341916)  --> TIME: 2025-03-24 19:06:32 -- STEP: 19250/31555 -- GLOBAL_STEP: 650350 | > loss_text_ce: 0.04104485735297203 (0.03707691125736217) | > loss_mel_ce: 2.664550304412842 (nan) | > loss: 0.010736489668488503 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14198416073291392) | > loader_time: 0.0045 (0.004604793461886303)  --> TIME: 2025-03-24 19:06:42 -- STEP: 19300/31555 -- GLOBAL_STEP: 650400 | > loss_text_ce: 0.031596045941114426 (0.03708226362629331) | > loss_mel_ce: 0.103271484375 (nan) | > loss: 0.0005351886502467096 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14198454102086328) | > loader_time: 0.0043 (0.004604620674113517)  --> TIME: 2025-03-24 19:06:52 -- STEP: 19350/31555 -- GLOBAL_STEP: 650450 | > loss_text_ce: 0.04079314321279526 (0.03708049927272612) | > loss_mel_ce: 2.9182260036468506 (nan) | > loss: 0.011742140166461468 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1419822655414122) | > loader_time: 0.0044 (0.004604454533382268)  --> TIME: 2025-03-24 19:07:01 -- STEP: 19400/31555 -- GLOBAL_STEP: 650500 | > loss_text_ce: 0.02946721576154232 (0.037078978761876956) | > loss_mel_ce: 1.730238914489746 (nan) | > loss: 0.00698296120390296 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14198458626098273) | > loader_time: 0.0046 (0.0046044721800027255)  --> TIME: 2025-03-24 19:07:11 -- STEP: 19450/31555 -- GLOBAL_STEP: 650550 | > loss_text_ce: 0.03524978458881378 (0.03707946157078124) | > loss_mel_ce: 2.3341457843780518 (nan) | > loss: 0.009402363561093807 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14199321597278305) | > loader_time: 0.0049 (0.004604402336179424)  --> TIME: 2025-03-24 19:07:21 -- STEP: 19500/31555 -- GLOBAL_STEP: 650600 | > loss_text_ce: 0.04003380611538887 (0.037077399176282715) | > loss_mel_ce: 2.9391472339630127 (nan) | > loss: 0.01182214729487896 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14199724923647405) | > loader_time: 0.0043 (0.004604351483858531)  --> TIME: 2025-03-24 19:07:30 -- STEP: 19550/31555 -- GLOBAL_STEP: 650650 | > loss_text_ce: 0.042621713131666183 (0.03707171111017501) | > loss_mel_ce: 3.321885347366333 (nan) | > loss: 0.013351218774914742 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14197807969339699) | > loader_time: 0.0044 (0.0046041530355467935)  --> TIME: 2025-03-24 19:07:40 -- STEP: 19600/31555 -- GLOBAL_STEP: 650700 | > loss_text_ce: 0.038583651185035706 (0.03706880338204909) | > loss_mel_ce: 2.71645188331604 (nan) | > loss: 0.010932682082057 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14197792730769362) | > loader_time: 0.005 (0.0046042969275493836)  --> TIME: 2025-03-24 19:07:50 -- STEP: 19650/31555 -- GLOBAL_STEP: 650750 | > loss_text_ce: 0.041713517159223557 (0.03707015115748756) | > loss_mel_ce: 2.6012754440307617 (nan) | > loss: 0.010488051921129227 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.1419848640699123) | > loader_time: 0.0048 (0.00460420642493637)  --> TIME: 2025-03-24 19:07:59 -- STEP: 19700/31555 -- GLOBAL_STEP: 650800 | > loss_text_ce: 0.04063040763139725 (0.03707032422643852) | > loss_mel_ce: 2.9025158882141113 (nan) | > loss: 0.011679152026772499 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1419735461927311) | > loader_time: 0.0047 (0.00460415249548586)  --> TIME: 2025-03-24 19:08:09 -- STEP: 19750/31555 -- GLOBAL_STEP: 650850 | > loss_text_ce: 0.040698520839214325 (0.03706807302645865) | > loss_mel_ce: 2.4123682975769043 (nan) | > loss: 0.00973439309746027 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14195771642274518) | > loader_time: 0.0047 (0.0046041065529931775)  --> TIME: 2025-03-24 19:08:18 -- STEP: 19800/31555 -- GLOBAL_STEP: 650900 | > loss_text_ce: 0.04255451261997223 (0.037071563115889036) | > loss_mel_ce: 2.9700424671173096 (nan) | > loss: 0.01195475086569786 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14196019169056084) | > loader_time: 0.0052 (0.004604311976769938)  --> TIME: 2025-03-24 19:08:28 -- STEP: 19850/31555 -- GLOBAL_STEP: 650950 | > loss_text_ce: 0.04323481768369675 (0.037069464105014806) | > loss_mel_ce: 2.4975030422210693 (nan) | > loss: 0.010082293301820755 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1419612656912819) | > loader_time: 0.0049 (0.004604321138684614)  --> TIME: 2025-03-24 19:08:38 -- STEP: 19900/31555 -- GLOBAL_STEP: 651000 | > loss_text_ce: 0.03855515271425247 (0.037072009608224404) | > loss_mel_ce: 2.4693219661712646 (nan) | > loss: 0.009951894171535969 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14197394369834662) | > loader_time: 0.0052 (0.004604224499745562)  --> TIME: 2025-03-24 19:08:48 -- STEP: 19950/31555 -- GLOBAL_STEP: 651050 | > loss_text_ce: 0.037727419286966324 (0.03707109726704004) | > loss_mel_ce: 3.3207948207855225 (nan) | > loss: 0.013327470049262047 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14197136872991928) | > loader_time: 0.0044 (0.004603996037839326)  --> TIME: 2025-03-24 19:08:57 -- STEP: 20000/31555 -- GLOBAL_STEP: 651100 | > loss_text_ce: 0.03524870052933693 (0.03707147202435883) | > loss_mel_ce: 1.053198218345642 (nan) | > loss: 0.004319234285503626 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1419656111598019) | > loader_time: 0.0046 (0.004603924918174721)  --> TIME: 2025-03-24 19:09:07 -- STEP: 20050/31555 -- GLOBAL_STEP: 651150 | > loss_text_ce: 0.03490195423364639 (0.03707196752403742) | > loss_mel_ce: 2.7979657649993896 (nan) | > loss: 0.01124153845012188 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14196148382458054) | > loader_time: 0.0048 (0.004603723778094414)  --> TIME: 2025-03-24 19:09:16 -- STEP: 20100/31555 -- GLOBAL_STEP: 651200 | > loss_text_ce: 0.04821796342730522 (0.037073527490117844) | > loss_mel_ce: 2.8760251998901367 (nan) | > loss: 0.011604140512645245 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14195125320064533) | > loader_time: 0.0045 (0.004603644034162665)  --> TIME: 2025-03-24 19:09:26 -- STEP: 20150/31555 -- GLOBAL_STEP: 651250 | > loss_text_ce: 0.04455326125025749 (0.03707459352180257) | > loss_mel_ce: 2.9347383975982666 (nan) | > loss: 0.011822586879134178 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14196761391594787) | > loader_time: 0.0051 (0.004603798490008394)  --> TIME: 2025-03-24 19:09:37 -- STEP: 20200/31555 -- GLOBAL_STEP: 651300 | > loss_text_ce: 0.04306536167860031 (0.03707860502174663) | > loss_mel_ce: 1.5400390625 (nan) | > loss: 0.006282160524278879 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.1419824685554697) | > loader_time: 0.005 (0.004603938053149977)  --> TIME: 2025-03-24 19:09:46 -- STEP: 20250/31555 -- GLOBAL_STEP: 651350 | > loss_text_ce: 0.04601651430130005 (0.037080734029688256) | > loss_mel_ce: 2.8380050659179688 (nan) | > loss: 0.011444530449807644 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14199392255147333) | > loader_time: 0.0047 (0.004604212101594888)  --> TIME: 2025-03-24 19:09:56 -- STEP: 20300/31555 -- GLOBAL_STEP: 651400 | > loss_text_ce: 0.02374357357621193 (0.03708019798181107) | > loss_mel_ce: 2.4624526500701904 (nan) | > loss: 0.009865858592092991 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14199796466404616) | > loader_time: 0.0044 (0.004604413063068095)  --> TIME: 2025-03-24 19:10:06 -- STEP: 20350/31555 -- GLOBAL_STEP: 651450 | > loss_text_ce: 0.04364942014217377 (0.0370834268555411) | > loss_mel_ce: 1.2606642246246338 (nan) | > loss: 0.0051758480258286 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14201024779523663) | > loader_time: 0.0046 (0.004604392180571671)  --> TIME: 2025-03-24 19:10:16 -- STEP: 20400/31555 -- GLOBAL_STEP: 651500 | > loss_text_ce: 0.04207507520914078 (0.03708421488886003) | > loss_mel_ce: 2.4965784549713135 (nan) | > loss: 0.01007402315735817 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14202020481521055) | > loader_time: 0.0048 (0.004604264100392646)  --> TIME: 2025-03-24 19:10:26 -- STEP: 20450/31555 -- GLOBAL_STEP: 651550 | > loss_text_ce: 0.046092528849840164 (0.03708147720058051) | > loss_mel_ce: 2.6098687648773193 (nan) | > loss: 0.010539529845118523 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14201756782811592) | > loader_time: 0.0044 (0.004604159287543617)  --> TIME: 2025-03-24 19:10:36 -- STEP: 20500/31555 -- GLOBAL_STEP: 651600 | > loss_text_ce: 0.04579769819974899 (0.03708056349843372) | > loss_mel_ce: 2.951185941696167 (nan) | > loss: 0.011892792768776417 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1420138054940764) | > loader_time: 0.0043 (0.004604484081268292)  --> TIME: 2025-03-24 19:10:45 -- STEP: 20550/31555 -- GLOBAL_STEP: 651650 | > loss_text_ce: 0.04500868543982506 (0.03708220069570837) | > loss_mel_ce: 2.266674757003784 (nan) | > loss: 0.009173347614705563 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1420131236793356) | > loader_time: 0.0045 (0.004604245113920392)  --> TIME: 2025-03-24 19:10:55 -- STEP: 20600/31555 -- GLOBAL_STEP: 651700 | > loss_text_ce: 0.030014408752322197 (0.03708348888198574) | > loss_mel_ce: 0.39401480555534363 (nan) | > loss: 0.0016826556529849768 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14201732355414146) | > loader_time: 0.0047 (0.004604175796786542)  --> TIME: 2025-03-24 19:11:04 -- STEP: 20650/31555 -- GLOBAL_STEP: 651750 | > loss_text_ce: 0.038779325783252716 (0.037083514996017225) | > loss_mel_ce: 3.3015007972717285 (nan) | > loss: 0.013255080208182335 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1420030519748721) | > loader_time: 0.0048 (0.004603902652823592)  --> TIME: 2025-03-24 19:11:14 -- STEP: 20700/31555 -- GLOBAL_STEP: 651800 | > loss_text_ce: 0.042416319251060486 (0.03708365942005081) | > loss_mel_ce: 3.227505683898926 (nan) | > loss: 0.012975881807506084 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14199641224266885) | > loader_time: 0.0046 (0.004603756959887504)  --> TIME: 2025-03-24 19:11:23 -- STEP: 20750/31555 -- GLOBAL_STEP: 651850 | > loss_text_ce: 0.0357537567615509 (0.03708287266552088) | > loss_mel_ce: 3.0630035400390625 (nan) | > loss: 0.012296656146645546 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.141987535465195) | > loader_time: 0.0047 (0.004603705084467495)  --> TIME: 2025-03-24 19:11:33 -- STEP: 20800/31555 -- GLOBAL_STEP: 651900 | > loss_text_ce: 0.04011112079024315 (0.0370817480363453) | > loss_mel_ce: 2.961080312728882 (nan) | > loss: 0.011909490451216698 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14200074268075186) | > loader_time: 0.0044 (0.004603450619257402)  --> TIME: 2025-03-24 19:11:43 -- STEP: 20850/31555 -- GLOBAL_STEP: 651950 | > loss_text_ce: 0.04486709088087082 (0.03708107004527283) | > loss_mel_ce: 3.1669363975524902 (nan) | > loss: 0.012745252810418606 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14199869201623613) | > loader_time: 0.0044 (0.004603475746776832)  --> TIME: 2025-03-24 19:11:53 -- STEP: 20900/31555 -- GLOBAL_STEP: 652000 | > loss_text_ce: 0.0440603569149971 (0.037082014911981896) | > loss_mel_ce: 3.0476059913635254 (nan) | > loss: 0.012268518097698689 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14199668758793926) | > loader_time: 0.0047 (0.004603495312649655)  --> TIME: 2025-03-24 19:12:02 -- STEP: 20950/31555 -- GLOBAL_STEP: 652050 | > loss_text_ce: 0.05125284940004349 (0.03708099812358124) | > loss_mel_ce: 1.4218343496322632 (nan) | > loss: 0.005845584440976381 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14198304230956352) | > loader_time: 0.0045 (0.004603369366866579)  --> TIME: 2025-03-24 19:12:12 -- STEP: 21000/31555 -- GLOBAL_STEP: 652100 | > loss_text_ce: 0.041164956986904144 (0.037078359891882295) | > loss_mel_ce: 2.7274599075317383 (nan) | > loss: 0.01098660659044981 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14198702745210606) | > loader_time: 0.0046 (0.0046034945306323675)  --> TIME: 2025-03-24 19:12:22 -- STEP: 21050/31555 -- GLOBAL_STEP: 652150 | > loss_text_ce: 0.036437053233385086 (0.037077310419776445) | > loss_mel_ce: 1.7963534593582153 (nan) | > loss: 0.007272978778928518 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1419912749174943) | > loader_time: 0.0046 (0.004603643677863246)  --> TIME: 2025-03-24 19:12:31 -- STEP: 21100/31555 -- GLOBAL_STEP: 652200 | > loss_text_ce: 0.033404700458049774 (0.037076351237858574) | > loss_mel_ce: 2.9504294395446777 (nan) | > loss: 0.011840611696243286 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14199654147523316) | > loader_time: 0.0044 (0.0046034992249655935)  --> TIME: 2025-03-24 19:12:41 -- STEP: 21150/31555 -- GLOBAL_STEP: 652250 | > loss_text_ce: 0.028226124122738838 (0.0370722907996048) | > loss_mel_ce: 2.6981444358825684 (nan) | > loss: 0.01081893127411604 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14199575890886076) | > loader_time: 0.0045 (0.0046033433594038446)  --> TIME: 2025-03-24 19:12:51 -- STEP: 21200/31555 -- GLOBAL_STEP: 652300 | > loss_text_ce: 0.04244086146354675 (0.03707724068116156) | > loss_mel_ce: 2.799273729324341 (nan) | > loss: 0.011276645585894585 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1419960568536008) | > loader_time: 0.0043 (0.0046030425013236145)  --> TIME: 2025-03-24 19:13:01 -- STEP: 21250/31555 -- GLOBAL_STEP: 652350 | > loss_text_ce: 0.035079505294561386 (0.03707465223306248) | > loss_mel_ce: 3.0572104454040527 (nan) | > loss: 0.012270992621779442 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1419965646519387) | > loader_time: 0.0047 (0.004603031113568461)  --> TIME: 2025-03-24 19:13:10 -- STEP: 21300/31555 -- GLOBAL_STEP: 652400 | > loss_text_ce: 0.04192084074020386 (0.03707367720252931) | > loss_mel_ce: 2.610208749771118 (nan) | > loss: 0.01052432507276535 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1419905771783827) | > loader_time: 0.0045 (0.004603233315015612)  --> TIME: 2025-03-24 19:13:20 -- STEP: 21350/31555 -- GLOBAL_STEP: 652450 | > loss_text_ce: 0.03696974739432335 (0.03707316424047678) | > loss_mel_ce: 3.1605947017669678 (nan) | > loss: 0.01268874853849411 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14198225988437274) | > loader_time: 0.0047 (0.004603249161249013)  --> TIME: 2025-03-24 19:13:29 -- STEP: 21400/31555 -- GLOBAL_STEP: 652500 | > loss_text_ce: 0.02651793137192726 (0.0370726473201676) | > loss_mel_ce: 2.8805012702941895 (nan) | > loss: 0.011535790748894215 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14198360545613006) | > loader_time: 0.0047 (0.004603364657018777)  --> TIME: 2025-03-24 19:13:39 -- STEP: 21450/31555 -- GLOBAL_STEP: 652550 | > loss_text_ce: 0.02993338741362095 (0.03707613254981968) | > loss_mel_ce: 3.3053696155548096 (nan) | > loss: 0.013235330581665039 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14198742315207946) | > loader_time: 0.0044 (0.0046033566592734365)  --> TIME: 2025-03-24 19:13:49 -- STEP: 21500/31555 -- GLOBAL_STEP: 652600 | > loss_text_ce: 0.03896290808916092 (0.037076881697314816) | > loss_mel_ce: 2.6298234462738037 (nan) | > loss: 0.010590421967208385 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14198441790425564) | > loader_time: 0.0048 (0.004603436292603949)  --> TIME: 2025-03-24 19:13:59 -- STEP: 21550/31555 -- GLOBAL_STEP: 652650 | > loss_text_ce: 0.0398021824657917 (0.03707369970408403) | > loss_mel_ce: 2.8943145275115967 (nan) | > loss: 0.011643320322036743 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1419878847471806) | > loader_time: 0.0046 (0.0046035982561221985)  --> TIME: 2025-03-24 19:14:08 -- STEP: 21600/31555 -- GLOBAL_STEP: 652700 | > loss_text_ce: 0.04128207266330719 (0.037077990390955384) | > loss_mel_ce: 2.7119557857513428 (nan) | > loss: 0.010925548151135445 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14197713431384895) | > loader_time: 0.0045 (0.004603737747227694)  --> TIME: 2025-03-24 19:14:18 -- STEP: 21650/31555 -- GLOBAL_STEP: 652750 | > loss_text_ce: 0.026475057005882263 (0.03707381945907827) | > loss_mel_ce: 1.8143692016601562 (nan) | > loss: 0.007304938044399023 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14197783960205917) | > loader_time: 0.0045 (0.004603874523700239)  --> TIME: 2025-03-24 19:14:28 -- STEP: 21700/31555 -- GLOBAL_STEP: 652800 | > loss_text_ce: 0.02815641649067402 (0.037077617557238686) | > loss_mel_ce: 3.022209405899048 (nan) | > loss: 0.012104627676308155 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14198308993045156) | > loader_time: 0.0044 (0.004604372945249346)  --> TIME: 2025-03-24 19:14:37 -- STEP: 21750/31555 -- GLOBAL_STEP: 652850 | > loss_text_ce: 0.039005592465400696 (0.03707911697042917) | > loss_mel_ce: 2.893596649169922 (nan) | > loss: 0.01163731049746275 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14198470029063673) | > loader_time: 0.0049 (0.004604585757200736)  --> TIME: 2025-03-24 19:14:47 -- STEP: 21800/31555 -- GLOBAL_STEP: 652900 | > loss_text_ce: 0.028914054855704308 (0.03707990551901421) | > loss_mel_ce: 2.87729811668396 (nan) | > loss: 0.011532587930560112 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14198619513336735) | > loader_time: 0.0047 (0.004604932583800142)  --> TIME: 2025-03-24 19:14:57 -- STEP: 21850/31555 -- GLOBAL_STEP: 652950 | > loss_text_ce: 0.02970174327492714 (0.03708003970527989) | > loss_mel_ce: 2.6213533878326416 (nan) | > loss: 0.010520060546696186 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14197397062925843) | > loader_time: 0.0046 (0.004604929524646467)  --> TIME: 2025-03-24 19:15:06 -- STEP: 21900/31555 -- GLOBAL_STEP: 653000 | > loss_text_ce: 0.03807932883501053 (0.03707979520948688) | > loss_mel_ce: 2.8138668537139893 (nan) | > loss: 0.011317247524857521 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14197037459508538) | > loader_time: 0.0046 (0.004604988021937674)  --> TIME: 2025-03-24 19:15:16 -- STEP: 21950/31555 -- GLOBAL_STEP: 653050 | > loss_text_ce: 0.03455401957035065 (0.03707901518397329) | > loss_mel_ce: 1.163114070892334 (nan) | > loss: 0.004752651322633028 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14196242622471136) | > loader_time: 0.005 (0.0046053830148961895)  --> TIME: 2025-03-24 19:15:25 -- STEP: 22000/31555 -- GLOBAL_STEP: 653100 | > loss_text_ce: 0.03157709538936615 (0.03707684584440334) | > loss_mel_ce: 1.6556305885314941 (nan) | > loss: 0.006695269141346216 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14195987495509133) | > loader_time: 0.0042 (0.004605383406985886)  --> TIME: 2025-03-24 19:15:35 -- STEP: 22050/31555 -- GLOBAL_STEP: 653150 | > loss_text_ce: 0.032080598175525665 (0.03708045229032782) | > loss_mel_ce: 3.1499123573303223 (nan) | > loss: 0.012626957148313522 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14196755734701066) | > loader_time: 0.0045 (0.00460541498093377)  --> TIME: 2025-03-24 19:15:45 -- STEP: 22100/31555 -- GLOBAL_STEP: 653200 | > loss_text_ce: 0.03386367857456207 (0.03707815207722208) | > loss_mel_ce: 2.0540597438812256 (nan) | > loss: 0.00828541163355112 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14196521807580037) | > loader_time: 0.0047 (0.004605707550480345)  --> TIME: 2025-03-24 19:15:55 -- STEP: 22150/31555 -- GLOBAL_STEP: 653250 | > loss_text_ce: 0.028696652501821518 (0.03707419956287982) | > loss_mel_ce: 2.7222061157226562 (nan) | > loss: 0.010916280560195446 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14197136917717085) | > loader_time: 0.0046 (0.004605804609122168)  --> TIME: 2025-03-24 19:16:04 -- STEP: 22200/31555 -- GLOBAL_STEP: 653300 | > loss_text_ce: 0.036938197910785675 (0.03706941026225198) | > loss_mel_ce: 3.0381574630737305 (nan) | > loss: 0.012202761135995388 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.1419650231825344) | > loader_time: 0.0048 (0.004605750930201888)  --> TIME: 2025-03-24 19:16:14 -- STEP: 22250/31555 -- GLOBAL_STEP: 653350 | > loss_text_ce: 0.03693002462387085 (0.0370704170550441) | > loss_mel_ce: 3.22037672996521 (nan) | > loss: 0.012925821356475353 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14196602887785892) | > loader_time: 0.0047 (0.004605542365084861)  --> TIME: 2025-03-24 19:16:24 -- STEP: 22300/31555 -- GLOBAL_STEP: 653400 | > loss_text_ce: 0.0396832674741745 (0.03707194918102598) | > loss_mel_ce: 2.8016357421875 (nan) | > loss: 0.011275076307356358 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14198389622128113) | > loader_time: 0.0046 (0.004605419475401451)  --> TIME: 2025-03-24 19:16:34 -- STEP: 22350/31555 -- GLOBAL_STEP: 653450 | > loss_text_ce: 0.039160821586847305 (0.03706935140014679) | > loss_mel_ce: 2.8077991008758545 (nan) | > loss: 0.01129746064543724 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1419731874913982) | > loader_time: 0.0045 (0.00460515887411914)  --> TIME: 2025-03-24 19:16:44 -- STEP: 22400/31555 -- GLOBAL_STEP: 653500 | > loss_text_ce: 0.03424821421504021 (0.03706996280196905) | > loss_mel_ce: 2.7477781772613525 (nan) | > loss: 0.011039787903428078 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14198102542332294) | > loader_time: 0.0044 (0.004605013153382693)  --> TIME: 2025-03-24 19:16:53 -- STEP: 22450/31555 -- GLOBAL_STEP: 653550 | > loss_text_ce: 0.03642229363322258 (0.03706941992297521) | > loss_mel_ce: 3.0176546573638916 (nan) | > loss: 0.012119353748857975 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14198217556577533) | > loader_time: 0.0045 (0.004604731391957697)  --> TIME: 2025-03-24 19:17:03 -- STEP: 22500/31555 -- GLOBAL_STEP: 653600 | > loss_text_ce: 0.0365372933447361 (0.03706981653467666) | > loss_mel_ce: 2.114917516708374 (nan) | > loss: 0.008537519723176956 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14197811478508887) | > loader_time: 0.0044 (0.004604524050818533)  --> TIME: 2025-03-24 19:17:13 -- STEP: 22550/31555 -- GLOBAL_STEP: 653650 | > loss_text_ce: 0.035751186311244965 (0.037067946415196486) | > loss_mel_ce: 3.137314796447754 (nan) | > loss: 0.012591532431542873 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14198449240555566) | > loader_time: 0.0046 (0.004604672751246938)  --> TIME: 2025-03-24 19:17:23 -- STEP: 22600/31555 -- GLOBAL_STEP: 653700 | > loss_text_ce: 0.03898007422685623 (0.03706738883522315) | > loss_mel_ce: 2.526447057723999 (nan) | > loss: 0.010180266574025154 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14199587359892626) | > loader_time: 0.0045 (0.004604810349709144)  --> TIME: 2025-03-24 19:17:33 -- STEP: 22650/31555 -- GLOBAL_STEP: 653750 | > loss_text_ce: 0.038560397922992706 (0.03706698622990408) | > loss_mel_ce: 3.0048940181732178 (nan) | > loss: 0.012077201157808304 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1420007559795258) | > loader_time: 0.0047 (0.0046049140989122325)  --> TIME: 2025-03-24 19:17:43 -- STEP: 22700/31555 -- GLOBAL_STEP: 653800 | > loss_text_ce: 0.042632341384887695 (0.03706635427591508) | > loss_mel_ce: 2.964730739593506 (nan) | > loss: 0.011933981440961361 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14200769689114648) | > loader_time: 0.0048 (0.004604885882743106)  --> TIME: 2025-03-24 19:17:53 -- STEP: 22750/31555 -- GLOBAL_STEP: 653850 | > loss_text_ce: 0.030938364565372467 (0.037070336605903344) | > loss_mel_ce: 3.454075574874878 (nan) | > loss: 0.013829421252012253 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14201796483469575) | > loader_time: 0.0045 (0.004604892122876486)  --> TIME: 2025-03-24 19:18:02 -- STEP: 22800/31555 -- GLOBAL_STEP: 653900 | > loss_text_ce: 0.03701614588499069 (0.03707047268756465) | > loss_mel_ce: 2.836819887161255 (nan) | > loss: 0.011404111981391907 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14201503740068108) | > loader_time: 0.0044 (0.004604737152133044)  --> TIME: 2025-03-24 19:18:12 -- STEP: 22850/31555 -- GLOBAL_STEP: 653950 | > loss_text_ce: 0.01720443367958069 (0.0370658030365014) | > loss_mel_ce: 1.7329028844833374 (nan) | > loss: 0.006944870576262474 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14201677806528742) | > loader_time: 0.0044 (0.00460460842307858)  --> TIME: 2025-03-24 19:18:22 -- STEP: 22900/31555 -- GLOBAL_STEP: 654000 | > loss_text_ce: 0.03733254224061966 (0.03706882240779415) | > loss_mel_ce: 3.1342549324035645 (nan) | > loss: 0.012585665099322796 (nan) | > current_lr: 5e-06 | > step_time: 0.1915 (0.14202693971484026) | > loader_time: 0.0047 (0.004604735738845864)  --> TIME: 2025-03-24 19:18:32 -- STEP: 22950/31555 -- GLOBAL_STEP: 654050 | > loss_text_ce: 0.0419333316385746 (0.03706625743645349) | > loss_mel_ce: 3.4814453125 (nan) | > loss: 0.013981661759316921 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14203061539103556) | > loader_time: 0.0046 (0.004604988835735752)  --> TIME: 2025-03-24 19:18:42 -- STEP: 23000/31555 -- GLOBAL_STEP: 654100 | > loss_text_ce: 0.04317965731024742 (0.03706378519713238) | > loss_mel_ce: 3.122856855392456 (nan) | > loss: 0.012563638389110565 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1420380586333899) | > loader_time: 0.0046 (0.004604936454607067)  --> TIME: 2025-03-24 19:18:52 -- STEP: 23050/31555 -- GLOBAL_STEP: 654150 | > loss_text_ce: 0.03368397057056427 (0.03706516815046431) | > loss_mel_ce: 3.0676066875457764 (nan) | > loss: 0.01230670977383852 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1420457982603227) | > loader_time: 0.0048 (0.004605170982261513)  --> TIME: 2025-03-24 19:19:01 -- STEP: 23100/31555 -- GLOBAL_STEP: 654200 | > loss_text_ce: 0.0331965908408165 (0.03706465361018982) | > loss_mel_ce: 2.652168035507202 (nan) | > loss: 0.010656209662556648 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14204689282875552) | > loader_time: 0.0046 (0.004605250554683379)  --> TIME: 2025-03-24 19:19:11 -- STEP: 23150/31555 -- GLOBAL_STEP: 654250 | > loss_text_ce: 0.04386534169316292 (0.037063917563805844) | > loss_mel_ce: 2.9459779262542725 (nan) | > loss: 0.011864458210766315 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14204207885857528) | > loader_time: 0.0046 (0.004605440135650937)  --> TIME: 2025-03-24 19:19:21 -- STEP: 23200/31555 -- GLOBAL_STEP: 654300 | > loss_text_ce: 0.028523845598101616 (0.03706639117637562) | > loss_mel_ce: 2.7471604347229004 (nan) | > loss: 0.011014620773494244 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14204190845119521) | > loader_time: 0.0048 (0.004605635137393534)  --> TIME: 2025-03-24 19:19:30 -- STEP: 23250/31555 -- GLOBAL_STEP: 654350 | > loss_text_ce: 0.0379861444234848 (0.037065429583953036) | > loss_mel_ce: 3.017841100692749 (nan) | > loss: 0.012126298621296883 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14203630157183555) | > loader_time: 0.0045 (0.004605607555758549)  --> TIME: 2025-03-24 19:19:40 -- STEP: 23300/31555 -- GLOBAL_STEP: 654400 | > loss_text_ce: 0.045667026191949844 (0.03706786788980054) | > loss_mel_ce: 2.7771692276000977 (nan) | > loss: 0.011201731860637665 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1420290835118598) | > loader_time: 0.0046 (0.004605554019944331)  --> TIME: 2025-03-24 19:19:50 -- STEP: 23350/31555 -- GLOBAL_STEP: 654450 | > loss_text_ce: 0.03533016890287399 (0.03706667080174586) | > loss_mel_ce: 2.1175856590270996 (nan) | > loss: 0.008543317206203938 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14204252664741637) | > loader_time: 0.0047 (0.004605396187024639)  --> TIME: 2025-03-24 19:20:00 -- STEP: 23400/31555 -- GLOBAL_STEP: 654500 | > loss_text_ce: 0.0502246655523777 (0.037067920124022984) | > loss_mel_ce: 2.282435178756714 (nan) | > loss: 0.009256587363779545 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1420512922502987) | > loader_time: 0.0046 (0.004605231325850512)  --> TIME: 2025-03-24 19:20:09 -- STEP: 23450/31555 -- GLOBAL_STEP: 654550 | > loss_text_ce: 0.0334189273416996 (0.037065765421186295) | > loss_mel_ce: 3.000803232192993 (nan) | > loss: 0.01204056479036808 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14203858909322215) | > loader_time: 0.0045 (0.004604983014592724)  --> TIME: 2025-03-24 19:20:19 -- STEP: 23500/31555 -- GLOBAL_STEP: 654600 | > loss_text_ce: 0.04751450568437576 (0.037062882077226376) | > loss_mel_ce: 2.9377658367156982 (nan) | > loss: 0.011846351437270641 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.142038557762795) | > loader_time: 0.0047 (0.004604871222313397)  --> TIME: 2025-03-24 19:20:28 -- STEP: 23550/31555 -- GLOBAL_STEP: 654650 | > loss_text_ce: 0.027705606073141098 (0.03706098891593002) | > loss_mel_ce: 2.710902690887451 (nan) | > loss: 0.010867494158446789 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1420372564271247) | > loader_time: 0.0044 (0.004604658614804522)  --> TIME: 2025-03-24 19:20:38 -- STEP: 23600/31555 -- GLOBAL_STEP: 654700 | > loss_text_ce: 0.032794538885354996 (0.03706309473785279) | > loss_mel_ce: 3.0303256511688232 (nan) | > loss: 0.012155239470303059 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14204425498590592) | > loader_time: 0.0048 (0.004604693782531591)  --> TIME: 2025-03-24 19:20:48 -- STEP: 23650/31555 -- GLOBAL_STEP: 654750 | > loss_text_ce: 0.04659116268157959 (0.037063919289144) | > loss_mel_ce: 1.9225826263427734 (nan) | > loss: 0.007814181968569756 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14205040677657296) | > loader_time: 0.0044 (0.004604662135085881)  --> TIME: 2025-03-24 19:20:58 -- STEP: 23700/31555 -- GLOBAL_STEP: 654800 | > loss_text_ce: 0.03318069502711296 (0.03706609835034786) | > loss_mel_ce: 2.7386972904205322 (nan) | > loss: 0.01099951658397913 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14205134405868425) | > loader_time: 0.0044 (0.004604510617155548)  --> TIME: 2025-03-24 19:21:08 -- STEP: 23750/31555 -- GLOBAL_STEP: 654850 | > loss_text_ce: 0.03047296404838562 (0.03706168023524321) | > loss_mel_ce: 2.699657678604126 (nan) | > loss: 0.010833852924406528 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1420554607993675) | > loader_time: 0.0048 (0.004604363973517148)  --> TIME: 2025-03-24 19:21:18 -- STEP: 23800/31555 -- GLOBAL_STEP: 654900 | > loss_text_ce: 0.030381912365555763 (0.03706321076290421) | > loss_mel_ce: 2.7311642169952393 (nan) | > loss: 0.010958516970276833 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14206352916084394) | > loader_time: 0.0045 (0.004604286756836047)  --> TIME: 2025-03-24 19:21:27 -- STEP: 23850/31555 -- GLOBAL_STEP: 654950 | > loss_text_ce: 0.0376872643828392 (0.03706383008818368) | > loss_mel_ce: 2.061920642852783 (nan) | > loss: 0.008331778459250927 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14206196028231552) | > loader_time: 0.0047 (0.004604341688895856)  --> TIME: 2025-03-24 19:21:37 -- STEP: 23900/31555 -- GLOBAL_STEP: 655000 | > loss_text_ce: 0.03867178037762642 (0.037066537100923086) | > loss_mel_ce: 2.8219525814056396 (nan) | > loss: 0.011351684108376503 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14207297985523792) | > loader_time: 0.0045 (0.004604381497434974)  --> TIME: 2025-03-24 19:21:47 -- STEP: 23950/31555 -- GLOBAL_STEP: 655050 | > loss_text_ce: 0.035191457718610764 (0.03706859092650032) | > loss_mel_ce: 2.7187695503234863 (nan) | > loss: 0.010928417555987835 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1420773762700949) | > loader_time: 0.0045 (0.004604470426205041)  --> TIME: 2025-03-24 19:21:57 -- STEP: 24000/31555 -- GLOBAL_STEP: 655100 | > loss_text_ce: 0.044400252401828766 (0.03707052788025858) | > loss_mel_ce: 3.116340398788452 (nan) | > loss: 0.012542622163891792 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1420794670184451) | > loader_time: 0.0046 (0.004604626625776273)  --> TIME: 2025-03-24 19:22:07 -- STEP: 24050/31555 -- GLOBAL_STEP: 655150 | > loss_text_ce: 0.03989278897643089 (0.037070113976840416) | > loss_mel_ce: 3.05142879486084 (nan) | > loss: 0.012267149053514004 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1420793675087592) | > loader_time: 0.0044 (0.004604791920794747)  --> TIME: 2025-03-24 19:22:16 -- STEP: 24100/31555 -- GLOBAL_STEP: 655200 | > loss_text_ce: 0.05596661940217018 (0.037067687037087925) | > loss_mel_ce: 1.1316356658935547 (nan) | > loss: 0.004712707828730345 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14207490035607093) | > loader_time: 0.0046 (0.004604740360465763)  --> TIME: 2025-03-24 19:22:26 -- STEP: 24150/31555 -- GLOBAL_STEP: 655250 | > loss_text_ce: 0.032134104520082474 (0.03706576648077642) | > loss_mel_ce: 2.980973958969116 (nan) | > loss: 0.011956778354942799 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14207484138678306) | > loader_time: 0.0046 (0.0046046099060563905)  --> TIME: 2025-03-24 19:22:36 -- STEP: 24200/31555 -- GLOBAL_STEP: 655300 | > loss_text_ce: 0.04398292303085327 (0.037067920777692734) | > loss_mel_ce: 2.5949220657348633 (nan) | > loss: 0.010471845977008343 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14207906759474864) | > loader_time: 0.0048 (0.004604561654004165)  --> TIME: 2025-03-24 19:22:45 -- STEP: 24250/31555 -- GLOBAL_STEP: 655350 | > loss_text_ce: 0.020870227366685867 (0.0370665910955634) | > loss_mel_ce: 0.12236328423023224 (nan) | > loss: 0.0005683869821950793 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14206899572156118) | > loader_time: 0.0045 (0.0046042870000465455)  --> TIME: 2025-03-24 19:22:55 -- STEP: 24300/31555 -- GLOBAL_STEP: 655400 | > loss_text_ce: 0.031071878969669342 (0.037064633875081174) | > loss_mel_ce: 2.207547903060913 (nan) | > loss: 0.00888341199606657 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14207627086482402) | > loader_time: 0.0045 (0.00460416118794506)  --> TIME: 2025-03-24 19:23:05 -- STEP: 24350/31555 -- GLOBAL_STEP: 655450 | > loss_text_ce: 0.0345982164144516 (0.03706624697844139) | > loss_mel_ce: 3.0277609825134277 (nan) | > loss: 0.01215221919119358 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14208170101627898) | > loader_time: 0.0047 (0.00460411427202164)  --> TIME: 2025-03-24 19:23:14 -- STEP: 24400/31555 -- GLOBAL_STEP: 655500 | > loss_text_ce: 0.035307493060827255 (0.03706258338383695) | > loss_mel_ce: 3.3284640312194824 (nan) | > loss: 0.013348300009965897 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14207631419916597) | > loader_time: 0.0044 (0.004604050429140912)  --> TIME: 2025-03-24 19:23:24 -- STEP: 24450/31555 -- GLOBAL_STEP: 655550 | > loss_text_ce: 0.04953562468290329 (0.03706355255535205) | > loss_mel_ce: 2.3042726516723633 (nan) | > loss: 0.009340508840978146 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1420770008871158) | > loader_time: 0.0046 (0.004604020567271828)  --> TIME: 2025-03-24 19:23:34 -- STEP: 24500/31555 -- GLOBAL_STEP: 655600 | > loss_text_ce: 0.036917805671691895 (0.03706082843126244) | > loss_mel_ce: 2.7180004119873047 (nan) | > loss: 0.010932215489447117 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1420688198829182) | > loader_time: 0.0069 (0.004604071023512837)  --> TIME: 2025-03-24 19:23:43 -- STEP: 24550/31555 -- GLOBAL_STEP: 655650 | > loss_text_ce: 0.029098257422447205 (0.03706025653668591) | > loss_mel_ce: 2.865983247756958 (nan) | > loss: 0.011488419026136398 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14206731660302926) | > loader_time: 0.0071 (0.004604396062567351)  --> TIME: 2025-03-24 19:23:53 -- STEP: 24600/31555 -- GLOBAL_STEP: 655700 | > loss_text_ce: 0.028290843591094017 (0.037057937703973774) | > loss_mel_ce: 2.912001848220825 (nan) | > loss: 0.01166782807558775 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14207335652374634) | > loader_time: 0.0047 (0.004604538698506527)  --> TIME: 2025-03-24 19:24:03 -- STEP: 24650/31555 -- GLOBAL_STEP: 655750 | > loss_text_ce: 0.03814899921417236 (0.03705437288130309) | > loss_mel_ce: 2.70159649848938 (nan) | > loss: 0.010872007347643375 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14207476334446092) | > loader_time: 0.0049 (0.0046047037271650295)  --> TIME: 2025-03-24 19:24:13 -- STEP: 24700/31555 -- GLOBAL_STEP: 655800 | > loss_text_ce: 0.027353322133421898 (0.03705358981991926) | > loss_mel_ce: 1.9188205003738403 (nan) | > loss: 0.007722912356257439 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.1420748483700307) | > loader_time: 0.0044 (0.0046046478642143)  --> TIME: 2025-03-24 19:24:22 -- STEP: 24750/31555 -- GLOBAL_STEP: 655850 | > loss_text_ce: 0.033528588712215424 (0.037050130300487316) | > loss_mel_ce: 2.9375412464141846 (nan) | > loss: 0.011789959855377674 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14207668440269688) | > loader_time: 0.0044 (0.00460456803832389)  --> TIME: 2025-03-24 19:24:32 -- STEP: 24800/31555 -- GLOBAL_STEP: 655900 | > loss_text_ce: 0.04779405891895294 (0.037049507525516744) | > loss_mel_ce: 3.1254732608795166 (nan) | > loss: 0.012592331506311893 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14207179260830718) | > loader_time: 0.0072 (0.004604851209348225)  --> TIME: 2025-03-24 19:24:41 -- STEP: 24850/31555 -- GLOBAL_STEP: 655950 | > loss_text_ce: 0.038092661648988724 (0.037047410038013213) | > loss_mel_ce: 3.045804977416992 (nan) | > loss: 0.012237689457833767 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14206448840903077) | > loader_time: 0.0045 (0.004604764214943572)  --> TIME: 2025-03-24 19:24:51 -- STEP: 24900/31555 -- GLOBAL_STEP: 656000 | > loss_text_ce: 0.04139277711510658 (0.0370459048858055) | > loss_mel_ce: 0.1612199991941452 (nan) | > loss: 0.0008040189859457314 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14206721178499088) | > loader_time: 0.0046 (0.004604735211674922)  --> TIME: 2025-03-24 19:25:01 -- STEP: 24950/31555 -- GLOBAL_STEP: 656050 | > loss_text_ce: 0.029492374509572983 (0.03704396840099078) | > loss_mel_ce: 2.599163055419922 (nan) | > loss: 0.010431173257529736 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14206948351047785) | > loader_time: 0.0047 (0.004604757687371793)  --> TIME: 2025-03-24 19:25:11 -- STEP: 25000/31555 -- GLOBAL_STEP: 656100 | > loss_text_ce: 0.034694164991378784 (0.03704279524568473) | > loss_mel_ce: 2.8663761615753174 (nan) | > loss: 0.011512184515595436 (nan) | > current_lr: 5e-06 | > step_time: 0.1934 (0.14207830885887124) | > loader_time: 0.0048 (0.004604725723266579)  --> TIME: 2025-03-24 19:25:21 -- STEP: 25050/31555 -- GLOBAL_STEP: 656150 | > loss_text_ce: 0.03956948220729828 (0.037043670894105984) | > loss_mel_ce: 3.2385332584381104 (nan) | > loss: 0.013008344918489456 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1420750744566468) | > loader_time: 0.0043 (0.004604735326862128)  --> TIME: 2025-03-24 19:25:31 -- STEP: 25100/31555 -- GLOBAL_STEP: 656200 | > loss_text_ce: 0.036883171647787094 (0.037043790702941844) | > loss_mel_ce: 2.8116884231567383 (nan) | > loss: 0.011303856037557125 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1420849247947631) | > loader_time: 0.0046 (0.004604711285625304)  --> TIME: 2025-03-24 19:25:40 -- STEP: 25150/31555 -- GLOBAL_STEP: 656250 | > loss_text_ce: 0.04105447605252266 (0.03704612214988468) | > loss_mel_ce: 2.820786952972412 (nan) | > loss: 0.011356513947248459 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14208995980249475) | > loader_time: 0.0047 (0.004604686809107498)  --> TIME: 2025-03-24 19:25:50 -- STEP: 25200/31555 -- GLOBAL_STEP: 656300 | > loss_text_ce: 0.035958483815193176 (0.03704208417474072) | > loss_mel_ce: 2.73252534866333 (nan) | > loss: 0.01098604779690504 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14208899011687603) | > loader_time: 0.0045 (0.004604763785998011)  --> TIME: 2025-03-24 19:26:00 -- STEP: 25250/31555 -- GLOBAL_STEP: 656350 | > loss_text_ce: 0.0402848944067955 (0.03704172639589353) | > loss_mel_ce: 3.118467092514038 (nan) | > loss: 0.012534731067717075 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14209474343592565) | > loader_time: 0.0044 (0.004604861287787394)  --> TIME: 2025-03-24 19:26:10 -- STEP: 25300/31555 -- GLOBAL_STEP: 656400 | > loss_text_ce: 0.035918939858675 (0.037041042332644235) | > loss_mel_ce: 3.107816219329834 (nan) | > loss: 0.012475140392780304 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14209583675437276) | > loader_time: 0.0047 (0.00460482229828362)  --> TIME: 2025-03-24 19:26:20 -- STEP: 25350/31555 -- GLOBAL_STEP: 656450 | > loss_text_ce: 0.028887202963232994 (0.03704222472296402) | > loss_mel_ce: 2.7545266151428223 (nan) | > loss: 0.011045293882489204 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14209927314367032) | > loader_time: 0.0046 (0.0046047834249642984)  --> TIME: 2025-03-24 19:26:29 -- STEP: 25400/31555 -- GLOBAL_STEP: 656500 | > loss_text_ce: 0.0329434834420681 (0.037043567776907343) | > loss_mel_ce: 2.582335948944092 (nan) | > loss: 0.010378093458712101 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14208913507423981) | > loader_time: 0.0046 (0.004604602920727448)  --> TIME: 2025-03-24 19:26:39 -- STEP: 25450/31555 -- GLOBAL_STEP: 656550 | > loss_text_ce: 0.03704500198364258 (0.037041631878512865) | > loss_mel_ce: 2.8306806087493896 (nan) | > loss: 0.011379864066839218 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14209708908920424) | > loader_time: 0.0044 (0.004604518502540794)  --> TIME: 2025-03-24 19:26:48 -- STEP: 25500/31555 -- GLOBAL_STEP: 656600 | > loss_text_ce: 0.029321786016225815 (0.037037743770974) | > loss_mel_ce: 2.894270658493042 (nan) | > loss: 0.011601557955145836 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1420914708212309) | > loader_time: 0.0046 (0.004604493141174296)  --> TIME: 2025-03-24 19:26:58 -- STEP: 25550/31555 -- GLOBAL_STEP: 656650 | > loss_text_ce: 0.04476861283183098 (0.03704022417074612) | > loss_mel_ce: 3.0064077377319336 (nan) | > loss: 0.012107843533158302 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14208772354163296) | > loader_time: 0.0048 (0.004604342753639876)  --> TIME: 2025-03-24 19:27:08 -- STEP: 25600/31555 -- GLOBAL_STEP: 656700 | > loss_text_ce: 0.0276779867708683 (0.03704076150388579) | > loss_mel_ce: 2.7969019412994385 (nan) | > loss: 0.011208651587367058 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1420970053784548) | > loader_time: 0.0047 (0.004604233773425203)  --> TIME: 2025-03-24 19:27:17 -- STEP: 25650/31555 -- GLOBAL_STEP: 656750 | > loss_text_ce: 0.03707168251276016 (0.037040466954731996) | > loss_mel_ce: 1.5087674856185913 (nan) | > loss: 0.006134282797574997 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14208643546113722) | > loader_time: 0.0045 (0.004604017748470178)  --> TIME: 2025-03-24 19:27:27 -- STEP: 25700/31555 -- GLOBAL_STEP: 656800 | > loss_text_ce: 0.04012676328420639 (0.037038985613356716) | > loss_mel_ce: 2.943246364593506 (nan) | > loss: 0.011838783510029316 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14208882721481625) | > loader_time: 0.0045 (0.0046039676480719854)  --> TIME: 2025-03-24 19:27:37 -- STEP: 25750/31555 -- GLOBAL_STEP: 656850 | > loss_text_ce: 0.03908920660614967 (0.037041782951832435) | > loss_mel_ce: 2.905977725982666 (nan) | > loss: 0.011686773970723152 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14208384509225513) | > loader_time: 0.0047 (0.004603870206666207)  --> TIME: 2025-03-24 19:27:46 -- STEP: 25800/31555 -- GLOBAL_STEP: 656900 | > loss_text_ce: 0.04635746031999588 (0.03704622214198002) | > loss_mel_ce: 3.1419317722320557 (nan) | > loss: 0.012651941739022732 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14208256708559158) | > loader_time: 0.0046 (0.004603851229645465)  --> TIME: 2025-03-24 19:27:56 -- STEP: 25850/31555 -- GLOBAL_STEP: 656950 | > loss_text_ce: 0.04062121361494064 (0.03704413914926915) | > loss_mel_ce: 2.458503246307373 (nan) | > loss: 0.009917161427438259 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1420753110631061) | > loader_time: 0.0045 (0.004603916238308856)  --> TIME: 2025-03-24 19:28:06 -- STEP: 25900/31555 -- GLOBAL_STEP: 657000 | > loss_text_ce: 0.033169541507959366 (0.0370446781650128) | > loss_mel_ce: 2.1420907974243164 (nan) | > loss: 0.008631985634565353 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1420779578474038) | > loader_time: 0.0068 (0.004603967961197172)  --> TIME: 2025-03-24 19:28:15 -- STEP: 25950/31555 -- GLOBAL_STEP: 657050 | > loss_text_ce: 0.030918091535568237 (0.037046880304799044) | > loss_mel_ce: 3.3332505226135254 (nan) | > loss: 0.01334987673908472 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1420698702542081) | > loader_time: 0.0047 (0.004604118802873591)  --> TIME: 2025-03-24 19:28:25 -- STEP: 26000/31555 -- GLOBAL_STEP: 657100 | > loss_text_ce: 0.05470358580350876 (0.03704673743333957) | > loss_mel_ce: 2.61118745803833 (nan) | > loss: 0.010578933171927929 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1420639562056617) | > loader_time: 0.0044 (0.00460395108736476)  --> TIME: 2025-03-24 19:28:34 -- STEP: 26050/31555 -- GLOBAL_STEP: 657150 | > loss_text_ce: 0.03201838582754135 (0.03704741743091145) | > loss_mel_ce: 2.4084770679473877 (nan) | > loss: 0.009684506803750992 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14205975165522738) | > loader_time: 0.0044 (0.004603971226888036)  --> TIME: 2025-03-24 19:28:44 -- STEP: 26100/31555 -- GLOBAL_STEP: 657200 | > loss_text_ce: 0.035182029008865356 (0.037047258637759914) | > loss_mel_ce: 2.872730255126953 (nan) | > loss: 0.011539335362613201 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1420624801664976) | > loader_time: 0.0045 (0.004603973330209062)  --> TIME: 2025-03-24 19:28:54 -- STEP: 26150/31555 -- GLOBAL_STEP: 657250 | > loss_text_ce: 0.03398226946592331 (0.03704556733547902) | > loss_mel_ce: 2.6204991340637207 (nan) | > loss: 0.010533656924962997 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14206989973042727) | > loader_time: 0.0046 (0.004604131815310395)  --> TIME: 2025-03-24 19:29:04 -- STEP: 26200/31555 -- GLOBAL_STEP: 657300 | > loss_text_ce: 0.03242834284901619 (0.03704286569921397) | > loss_mel_ce: 1.9333183765411377 (nan) | > loss: 0.00780058279633522 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14207177043871133) | > loader_time: 0.0044 (0.004604175909784888)  --> TIME: 2025-03-24 19:29:13 -- STEP: 26250/31555 -- GLOBAL_STEP: 657350 | > loss_text_ce: 0.052063003182411194 (0.03704123258704224) | > loss_mel_ce: 3.607029676437378 (nan) | > loss: 0.014520210213959217 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14206340765271888) | > loader_time: 0.0045 (0.004604056521824402)  --> TIME: 2025-03-24 19:29:23 -- STEP: 26300/31555 -- GLOBAL_STEP: 657400 | > loss_text_ce: 0.0385747067630291 (0.037039430254978176) | > loss_mel_ce: 2.8579320907592773 (nan) | > loss: 0.011494074948132038 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14206313366219142) | > loader_time: 0.0043 (0.004603865889995246)  --> TIME: 2025-03-24 19:29:32 -- STEP: 26350/31555 -- GLOBAL_STEP: 657450 | > loss_text_ce: 0.03042643889784813 (0.03703788972062101) | > loss_mel_ce: 2.6631503105163574 (nan) | > loss: 0.010688797570765018 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14205906832693224) | > loader_time: 0.0045 (0.004603797217700219)  --> TIME: 2025-03-24 19:29:42 -- STEP: 26400/31555 -- GLOBAL_STEP: 657500 | > loss_text_ce: 0.03599203750491142 (0.03703772504327132) | > loss_mel_ce: 2.6844162940979004 (nan) | > loss: 0.010795271955430508 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.142059221972119) | > loader_time: 0.0047 (0.0046037311535892834)  --> TIME: 2025-03-24 19:29:52 -- STEP: 26450/31555 -- GLOBAL_STEP: 657550 | > loss_text_ce: 0.02091820165514946 (0.037036867964526814) | > loss_mel_ce: 2.119370222091675 (nan) | > loss: 0.008493208326399326 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14205949446204058) | > loader_time: 0.0046 (0.0046037294643812895)  --> TIME: 2025-03-24 19:30:01 -- STEP: 26500/31555 -- GLOBAL_STEP: 657600 | > loss_text_ce: 0.04084037244319916 (0.037035060096672595) | > loss_mel_ce: 2.1123480796813965 (nan) | > loss: 0.00854439940303564 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14205017252688174) | > loader_time: 0.0066 (0.004604130511013942)  --> TIME: 2025-03-24 19:30:11 -- STEP: 26550/31555 -- GLOBAL_STEP: 657650 | > loss_text_ce: 0.04141642898321152 (0.03703509243327957) | > loss_mel_ce: 2.8834750652313232 (nan) | > loss: 0.011606712825596333 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1420536319459679) | > loader_time: 0.0044 (0.004604382550873527)  --> TIME: 2025-03-24 19:30:21 -- STEP: 26600/31555 -- GLOBAL_STEP: 657700 | > loss_text_ce: 0.044071752578020096 (0.03703736657017653) | > loss_mel_ce: 2.727631092071533 (nan) | > loss: 0.010998820886015892 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1420581167443358) | > loader_time: 0.0046 (0.0046044998419912005)  --> TIME: 2025-03-24 19:30:31 -- STEP: 26650/31555 -- GLOBAL_STEP: 657750 | > loss_text_ce: 0.05112694576382637 (0.0370336150505892) | > loss_mel_ce: 3.139296054840088 (nan) | > loss: 0.012660409323871136 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1420530676170768) | > loader_time: 0.0046 (0.004604428400465493)  --> TIME: 2025-03-24 19:30:40 -- STEP: 26700/31555 -- GLOBAL_STEP: 657800 | > loss_text_ce: 0.04841984808444977 (0.03703559087812614) | > loss_mel_ce: 2.2976267337799072 (nan) | > loss: 0.009309710003435612 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14204300028554553) | > loader_time: 0.0044 (0.004604108797923435)  --> TIME: 2025-03-24 19:30:50 -- STEP: 26750/31555 -- GLOBAL_STEP: 657850 | > loss_text_ce: 0.04194825142621994 (0.037035190088378425) | > loss_mel_ce: 0.04345703125 (nan) | > loss: 0.00033890988561324775 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14203958220793858) | > loader_time: 0.0042 (0.0046037544446570645)  --> TIME: 2025-03-24 19:30:59 -- STEP: 26800/31555 -- GLOBAL_STEP: 657900 | > loss_text_ce: 0.03333650529384613 (0.03703521181106449) | > loss_mel_ce: 3.044057607650757 (nan) | > loss: 0.012211881577968597 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1420451161220896) | > loader_time: 0.0044 (0.0046036855320432096)  --> TIME: 2025-03-24 19:31:09 -- STEP: 26850/31555 -- GLOBAL_STEP: 657950 | > loss_text_ce: 0.03830331563949585 (0.03703633958921246) | > loss_mel_ce: 2.442713737487793 (nan) | > loss: 0.009845306165516376 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.1420405734895109) | > loader_time: 0.0047 (0.00460361681392959)  --> TIME: 2025-03-24 19:31:19 -- STEP: 26900/31555 -- GLOBAL_STEP: 658000 | > loss_text_ce: 0.033020973205566406 (0.03703747171950157) | > loss_mel_ce: 1.6749169826507568 (nan) | > loss: 0.006777531933039427 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1420400541865696) | > loader_time: 0.0046 (0.004603638622397366)  --> TIME: 2025-03-24 19:31:28 -- STEP: 26950/31555 -- GLOBAL_STEP: 658050 | > loss_text_ce: 0.037716638296842575 (0.03703666444888576) | > loss_mel_ce: 3.174776792526245 (nan) | > loss: 0.012747990898787975 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14204020737274708) | > loader_time: 0.0044 (0.004603628501821299)  --> TIME: 2025-03-24 19:31:38 -- STEP: 27000/31555 -- GLOBAL_STEP: 658100 | > loss_text_ce: 0.03874927759170532 (0.03703861396863219) | > loss_mel_ce: 3.080183744430542 (nan) | > loss: 0.012376719154417515 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14204345856772557) | > loader_time: 0.0045 (0.004603593075716919)  --> TIME: 2025-03-24 19:31:48 -- STEP: 27050/31555 -- GLOBAL_STEP: 658150 | > loss_text_ce: 0.03833400458097458 (0.03704060161345096) | > loss_mel_ce: 2.9708731174468994 (nan) | > loss: 0.01194129791110754 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14203687281793698) | > loader_time: 0.0046 (0.0046037223819443435)  --> TIME: 2025-03-24 19:31:57 -- STEP: 27100/31555 -- GLOBAL_STEP: 658200 | > loss_text_ce: 0.037595804780721664 (0.037040401886859836) | > loss_mel_ce: 2.793148994445801 (nan) | > loss: 0.011233114637434483 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1420400187802053) | > loader_time: 0.0047 (0.00460382953341156)  --> TIME: 2025-03-24 19:32:07 -- STEP: 27150/31555 -- GLOBAL_STEP: 658250 | > loss_text_ce: 0.03200111910700798 (0.03704234410461516) | > loss_mel_ce: 3.219271183013916 (nan) | > loss: 0.012901874259114265 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1420494560642139) | > loader_time: 0.0047 (0.004603945045400932)  --> TIME: 2025-03-24 19:32:17 -- STEP: 27200/31555 -- GLOBAL_STEP: 658300 | > loss_text_ce: 0.02803465723991394 (0.0370406828242052) | > loss_mel_ce: 0.740325927734375 (nan) | > loss: 0.003049050224944949 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14205239208305606) | > loader_time: 0.0045 (0.00460396162727299)  --> TIME: 2025-03-24 19:32:27 -- STEP: 27250/31555 -- GLOBAL_STEP: 658350 | > loss_text_ce: 0.034836407750844955 (0.037039832689688225) | > loss_mel_ce: 2.806905746459961 (nan) | > loss: 0.011276754550635815 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14205271795255353) | > loader_time: 0.0045 (0.004604237617702652)  --> TIME: 2025-03-24 19:32:37 -- STEP: 27300/31555 -- GLOBAL_STEP: 658400 | > loss_text_ce: 0.03184598684310913 (0.03703671484230413) | > loss_mel_ce: 2.9081263542175293 (nan) | > loss: 0.011666557751595974 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1420482282935485) | > loader_time: 0.0046 (0.004604265078520155)  --> TIME: 2025-03-24 19:32:46 -- STEP: 27350/31555 -- GLOBAL_STEP: 658450 | > loss_text_ce: 0.04815533384680748 (0.03703468458240049) | > loss_mel_ce: 2.2807486057281494 (nan) | > loss: 0.009241682477295399 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14204527589041352) | > loader_time: 0.0049 (0.004604275448884551)  --> TIME: 2025-03-24 19:32:55 -- STEP: 27400/31555 -- GLOBAL_STEP: 658500 | > loss_text_ce: 0.04046244919300079 (0.03703747203614365) | > loss_mel_ce: 2.137582540512085 (nan) | > loss: 0.00864303670823574 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1420330921837887) | > loader_time: 0.0043 (0.0046041733679110025)  --> TIME: 2025-03-24 19:33:05 -- STEP: 27450/31555 -- GLOBAL_STEP: 658550 | > loss_text_ce: 0.0351698137819767 (0.0370366996487361) | > loss_mel_ce: 3.4939703941345215 (nan) | > loss: 0.014004525728523731 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14203352083925377) | > loader_time: 0.0047 (0.004604026103063132)  --> TIME: 2025-03-24 19:33:15 -- STEP: 27500/31555 -- GLOBAL_STEP: 658600 | > loss_text_ce: 0.034474536776542664 (0.037034244808351394) | > loss_mel_ce: 2.8779637813568115 (nan) | > loss: 0.01155729591846466 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14203710257790322) | > loader_time: 0.0047 (0.004603999354622572)  --> TIME: 2025-03-24 19:33:25 -- STEP: 27550/31555 -- GLOBAL_STEP: 658650 | > loss_text_ce: 0.03905552998185158 (0.03703556028683203) | > loss_mel_ce: 3.482980728149414 (nan) | > loss: 0.013976335525512695 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1420420177532413) | > loader_time: 0.0045 (0.004604000136553696)  --> TIME: 2025-03-24 19:33:35 -- STEP: 27600/31555 -- GLOBAL_STEP: 658700 | > loss_text_ce: 0.033725399523973465 (0.037032363589623564) | > loss_mel_ce: 3.246718645095825 (nan) | > loss: 0.01301763579249382 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1420427349684897) | > loader_time: 0.0067 (0.00460423564565354)  --> TIME: 2025-03-24 19:33:44 -- STEP: 27650/31555 -- GLOBAL_STEP: 658750 | > loss_text_ce: 0.04183080419898033 (0.0370331744167273) | > loss_mel_ce: 2.299466609954834 (nan) | > loss: 0.009290862828493118 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1420349418664283) | > loader_time: 0.0045 (0.004604155711196425)  --> TIME: 2025-03-24 19:33:54 -- STEP: 27700/31555 -- GLOBAL_STEP: 658800 | > loss_text_ce: 0.01729276403784752 (0.03702916043766835) | > loss_mel_ce: 2.5941758155822754 (nan) | > loss: 0.010362970642745495 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14204007158210596) | > loader_time: 0.0043 (0.004604377058008513)  --> TIME: 2025-03-24 19:34:04 -- STEP: 27750/31555 -- GLOBAL_STEP: 658850 | > loss_text_ce: 0.04310819134116173 (0.037029755767468364) | > loss_mel_ce: 3.012566089630127 (nan) | > loss: 0.012125692330300808 (nan) | > current_lr: 5e-06 | > step_time: 0.1471 (0.1420392547298125) | > loader_time: 0.0045 (0.004604322777138094)  --> TIME: 2025-03-24 19:34:13 -- STEP: 27800/31555 -- GLOBAL_STEP: 658900 | > loss_text_ce: 0.04437057301402092 (0.03703188631020269) | > loss_mel_ce: 2.8186779022216797 (nan) | > loss: 0.011361304670572281 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14203493956181665) | > loader_time: 0.0047 (0.004604214695717784)  --> TIME: 2025-03-24 19:34:23 -- STEP: 27850/31555 -- GLOBAL_STEP: 658950 | > loss_text_ce: 0.0313538983464241 (0.03703062831820445) | > loss_mel_ce: 2.5163614749908447 (nan) | > loss: 0.010109982453286648 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14203712175735686) | > loader_time: 0.0044 (0.004604043395557774)  --> TIME: 2025-03-24 19:34:33 -- STEP: 27900/31555 -- GLOBAL_STEP: 659000 | > loss_text_ce: 0.030549675226211548 (0.03702876057849666) | > loss_mel_ce: 3.166348457336426 (nan) | > loss: 0.012686104513704777 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14203286100886653) | > loader_time: 0.0044 (0.004603963154618452)  --> TIME: 2025-03-24 19:34:42 -- STEP: 27950/31555 -- GLOBAL_STEP: 659050 | > loss_text_ce: 0.039995159953832626 (0.03702909057839955) | > loss_mel_ce: 2.825105905532837 (nan) | > loss: 0.011369449086487293 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1420347539768665) | > loader_time: 0.0044 (0.004604088104261689)  --> TIME: 2025-03-24 19:34:52 -- STEP: 28000/31555 -- GLOBAL_STEP: 659100 | > loss_text_ce: 0.03580313175916672 (0.037030334320750855) | > loss_mel_ce: 2.8332252502441406 (nan) | > loss: 0.011385033838450909 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14203359381641684) | > loader_time: 0.0047 (0.004604207992553705)  --> TIME: 2025-03-24 19:35:02 -- STEP: 28050/31555 -- GLOBAL_STEP: 659150 | > loss_text_ce: 0.046620454639196396 (0.037033313593782334) | > loss_mel_ce: 3.2340245246887207 (nan) | > loss: 0.013018433004617691 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14203238003606702) | > loader_time: 0.0045 (0.004604009978486461)  --> TIME: 2025-03-24 19:35:11 -- STEP: 28100/31555 -- GLOBAL_STEP: 659200 | > loss_text_ce: 0.039837244898080826 (0.037034975618448776) | > loss_mel_ce: 0.9886627197265625 (nan) | > loss: 0.004081349354237318 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14202383674336536) | > loader_time: 0.0044 (0.004603783473425482)  --> TIME: 2025-03-24 19:35:21 -- STEP: 28150/31555 -- GLOBAL_STEP: 659250 | > loss_text_ce: 0.029082635417580605 (0.03703637793524515) | > loss_mel_ce: 2.938528299331665 (nan) | > loss: 0.011776234023272991 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14202856168018604) | > loader_time: 0.0046 (0.0046036770246380325)  --> TIME: 2025-03-24 19:35:31 -- STEP: 28200/31555 -- GLOBAL_STEP: 659300 | > loss_text_ce: 0.037835802882909775 (0.037036551026237687) | > loss_mel_ce: 3.214984893798828 (nan) | > loss: 0.012908019125461578 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1420360149390314) | > loader_time: 0.0045 (0.004603705347007042)  --> TIME: 2025-03-24 19:35:41 -- STEP: 28250/31555 -- GLOBAL_STEP: 659350 | > loss_text_ce: 0.0354793407022953 (0.03703728209531541) | > loss_mel_ce: 2.896207571029663 (nan) | > loss: 0.011633678339421749 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1420358250204447) | > loader_time: 0.005 (0.00460356578151736)  --> TIME: 2025-03-24 19:35:50 -- STEP: 28300/31555 -- GLOBAL_STEP: 659400 | > loss_text_ce: 0.03480209782719612 (0.03703566715769572) | > loss_mel_ce: 2.6512019634246826 (nan) | > loss: 0.010658747516572475 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.142032819838912) | > loader_time: 0.0045 (0.004603399160472743)  --> TIME: 2025-03-24 19:36:00 -- STEP: 28350/31555 -- GLOBAL_STEP: 659450 | > loss_text_ce: 0.03884230926632881 (0.03703447026304069) | > loss_mel_ce: 2.718388319015503 (nan) | > loss: 0.010941391810774803 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14203858313316653) | > loader_time: 0.0045 (0.004603567897117111)  --> TIME: 2025-03-24 19:36:10 -- STEP: 28400/31555 -- GLOBAL_STEP: 659500 | > loss_text_ce: 0.04029836878180504 (0.037034043656878506) | > loss_mel_ce: 3.1338021755218506 (nan) | > loss: 0.012595638632774353 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.1420355276826407) | > loader_time: 0.0047 (0.004603571144627847)  --> TIME: 2025-03-24 19:36:19 -- STEP: 28450/31555 -- GLOBAL_STEP: 659550 | > loss_text_ce: 0.01952148787677288 (0.03703558075240104) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14203737074545333) | > loader_time: 0.0077 (0.004603598122018496)  --> TIME: 2025-03-24 19:36:29 -- STEP: 28500/31555 -- GLOBAL_STEP: 659600 | > loss_text_ce: 0.031926169991493225 (0.03703623626292925) | > loss_mel_ce: 2.0543372631073 (nan) | > loss: 0.00827882345765829 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14204101856131363) | > loader_time: 0.0045 (0.004603473061009451)  --> TIME: 2025-03-24 19:36:39 -- STEP: 28550/31555 -- GLOBAL_STEP: 659650 | > loss_text_ce: 0.030027160421013832 (0.03703450535291936) | > loss_mel_ce: 1.7918624877929688 (nan) | > loss: 0.007229721173644066 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1420433676013185) | > loader_time: 0.0043 (0.0046033556866353475)  --> TIME: 2025-03-24 19:36:49 -- STEP: 28600/31555 -- GLOBAL_STEP: 659700 | > loss_text_ce: 0.027608921751379967 (0.0370344053168123) | > loss_mel_ce: 2.9260623455047607 (nan) | > loss: 0.011720918118953705 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14204337961190303) | > loader_time: 0.0044 (0.0046031586773745605)  --> TIME: 2025-03-24 19:36:59 -- STEP: 28650/31555 -- GLOBAL_STEP: 659750 | > loss_text_ce: 0.03723788261413574 (0.037036540987714445) | > loss_mel_ce: 2.712855339050293 (nan) | > loss: 0.010913069359958172 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14204665998721905) | > loader_time: 0.0045 (0.00460297468028975)  --> TIME: 2025-03-24 19:37:08 -- STEP: 28700/31555 -- GLOBAL_STEP: 659800 | > loss_text_ce: 0.035295505076646805 (0.03703722491286017) | > loss_mel_ce: 2.365304470062256 (nan) | > loss: 0.009526191279292107 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14204862830530968) | > loader_time: 0.0054 (0.004603028521720534)  --> TIME: 2025-03-24 19:37:18 -- STEP: 28750/31555 -- GLOBAL_STEP: 659850 | > loss_text_ce: 0.0347929373383522 (0.03703679984927822) | > loss_mel_ce: 2.9783642292022705 (nan) | > loss: 0.011956973001360893 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14205140879257952) | > loader_time: 0.0044 (0.004602834485924756)  --> TIME: 2025-03-24 19:37:28 -- STEP: 28800/31555 -- GLOBAL_STEP: 659900 | > loss_text_ce: 0.04051917418837547 (0.03703454820484489) | > loss_mel_ce: 2.6321585178375244 (nan) | > loss: 0.01060586515814066 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14205991670489393) | > loader_time: 0.0045 (0.00460266737474335)  --> TIME: 2025-03-24 19:37:38 -- STEP: 28850/31555 -- GLOBAL_STEP: 659950 | > loss_text_ce: 0.02672847919166088 (0.03703422595060829) | > loss_mel_ce: 1.4712930917739868 (nan) | > loss: 0.005944530479609966 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14205610450467043) | > loader_time: 0.0044 (0.004602635266256079)  --> TIME: 2025-03-24 19:37:47 -- STEP: 28900/31555 -- GLOBAL_STEP: 660000 | > loss_text_ce: 0.03353650122880936 (0.037032411516060744) | > loss_mel_ce: 3.2447707653045654 (nan) | > loss: 0.013009156100451946 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14205349858656974) | > loader_time: 0.0045 (0.004602516555456136) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_660000.pth  --> TIME: 2025-03-24 19:38:02 -- STEP: 28950/31555 -- GLOBAL_STEP: 660050 | > loss_text_ce: 0.02499401569366455 (0.03703085551594923) | > loss_mel_ce: 2.580812692642212 (nan) | > loss: 0.010340503416955471 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14204612333334055) | > loader_time: 0.0045 (0.0046025129097525055)  --> TIME: 2025-03-24 19:38:11 -- STEP: 29000/31555 -- GLOBAL_STEP: 660100 | > loss_text_ce: 0.03886210545897484 (0.0370283830902571) | > loss_mel_ce: 2.325456380844116 (nan) | > loss: 0.00938221625983715 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14204147745000992) | > loader_time: 0.0045 (0.004602587239495633)  --> TIME: 2025-03-24 19:38:21 -- STEP: 29050/31555 -- GLOBAL_STEP: 660150 | > loss_text_ce: 0.03537308797240257 (0.03702852606363014) | > loss_mel_ce: 0.02705891989171505 (nan) | > loss: 0.0002477460657246411 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14203411364104052) | > loader_time: 0.0045 (0.0046024857864117195)  --> TIME: 2025-03-24 19:38:30 -- STEP: 29100/31555 -- GLOBAL_STEP: 660200 | > loss_text_ce: 0.0379573218524456 (0.03702805843524299) | > loss_mel_ce: 2.8350470066070557 (nan) | > loss: 0.011400812305510044 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1420250714193923) | > loader_time: 0.0046 (0.004602512420247914)  --> TIME: 2025-03-24 19:38:40 -- STEP: 29150/31555 -- GLOBAL_STEP: 660250 | > loss_text_ce: 0.03342171013355255 (0.03702731080378816) | > loss_mel_ce: 3.0263874530792236 (nan) | > loss: 0.012142100371420383 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1420248266190657) | > loader_time: 0.0049 (0.004602669295479456)  --> TIME: 2025-03-24 19:38:50 -- STEP: 29200/31555 -- GLOBAL_STEP: 660300 | > loss_text_ce: 0.037069983780384064 (0.03702870274351728) | > loss_mel_ce: 2.317063093185425 (nan) | > loss: 0.009341798722743988 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14202371099223918) | > loader_time: 0.0044 (0.004602794622721731)  --> TIME: 2025-03-24 19:39:00 -- STEP: 29250/31555 -- GLOBAL_STEP: 660350 | > loss_text_ce: 0.03100954182446003 (0.03702908327150291) | > loss_mel_ce: 2.974863290786743 (nan) | > loss: 0.011928066611289978 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1420316834735064) | > loader_time: 0.0044 (0.004602867672586028)  --> TIME: 2025-03-24 19:39:09 -- STEP: 29300/31555 -- GLOBAL_STEP: 660400 | > loss_text_ce: 0.037071049213409424 (0.03702844277526481) | > loss_mel_ce: 2.664354085922241 (nan) | > loss: 0.01071994099766016 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14203679231246671) | > loader_time: 0.0046 (0.004602985235611321)  --> TIME: 2025-03-24 19:39:19 -- STEP: 29350/31555 -- GLOBAL_STEP: 660450 | > loss_text_ce: 0.04002377763390541 (0.03702824915783061) | > loss_mel_ce: 0.4879964292049408 (nan) | > loss: 0.0020953183993697166 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14203845565932458) | > loader_time: 0.0046 (0.004602948250518741)  --> TIME: 2025-03-24 19:39:29 -- STEP: 29400/31555 -- GLOBAL_STEP: 660500 | > loss_text_ce: 0.03218560293316841 (0.03702749953073047) | > loss_mel_ce: 1.9907536506652832 (nan) | > loss: 0.008027536794543266 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14203699939105063) | > loader_time: 0.0044 (0.004602762833744485)  --> TIME: 2025-03-24 19:39:39 -- STEP: 29450/31555 -- GLOBAL_STEP: 660550 | > loss_text_ce: 0.045242175459861755 (0.0370253997920982) | > loss_mel_ce: 2.9664535522460938 (nan) | > loss: 0.011951173655688763 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14204155733306142) | > loader_time: 0.0047 (0.004602675106003242)  --> TIME: 2025-03-24 19:39:49 -- STEP: 29500/31555 -- GLOBAL_STEP: 660600 | > loss_text_ce: 0.03633677959442139 (0.03702315004031029) | > loss_mel_ce: 2.733297348022461 (nan) | > loss: 0.010990613140165806 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14204847926608674) | > loader_time: 0.0047 (0.004602738857269281)  --> TIME: 2025-03-24 19:39:58 -- STEP: 29550/31555 -- GLOBAL_STEP: 660650 | > loss_text_ce: 0.02345154620707035 (0.03702123871145612) | > loss_mel_ce: 2.4538474082946777 (nan) | > loss: 0.009830552153289318 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1420486270998142) | > loader_time: 0.0046 (0.004602773661540844)  --> TIME: 2025-03-24 19:40:08 -- STEP: 29600/31555 -- GLOBAL_STEP: 660700 | > loss_text_ce: 0.03889971971511841 (0.03702128625852431) | > loss_mel_ce: 2.8578615188598633 (nan) | > loss: 0.011495084501802921 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14204419729677492) | > loader_time: 0.0047 (0.004602984681322762)  --> TIME: 2025-03-24 19:40:18 -- STEP: 29650/31555 -- GLOBAL_STEP: 660750 | > loss_text_ce: 0.03677627444267273 (0.037023483890581466) | > loss_mel_ce: 3.2201220989227295 (nan) | > loss: 0.012924200855195522 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14205095306415869) | > loader_time: 0.0045 (0.00460325975241186)  --> TIME: 2025-03-24 19:40:28 -- STEP: 29700/31555 -- GLOBAL_STEP: 660800 | > loss_text_ce: 0.043154019862413406 (0.037024912525670764) | > loss_mel_ce: 2.509629964828491 (nan) | > loss: 0.010130095295608044 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14205546425649299) | > loader_time: 0.0053 (0.004603396088185931)  --> TIME: 2025-03-24 19:40:38 -- STEP: 29750/31555 -- GLOBAL_STEP: 660850 | > loss_text_ce: 0.03434339165687561 (0.037024320353980796) | > loss_mel_ce: 2.194718599319458 (nan) | > loss: 0.00884548481553793 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14206149844963095) | > loader_time: 0.0047 (0.004603621675186792)  --> TIME: 2025-03-24 19:40:47 -- STEP: 29800/31555 -- GLOBAL_STEP: 660900 | > loss_text_ce: 0.03449239954352379 (0.03702378646026819) | > loss_mel_ce: 2.6659789085388184 (nan) | > loss: 0.010716157034039497 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1420625007872622) | > loader_time: 0.0045 (0.004603642289270485)  --> TIME: 2025-03-24 19:40:57 -- STEP: 29850/31555 -- GLOBAL_STEP: 660950 | > loss_text_ce: 0.040939316153526306 (0.037022377643515784) | > loss_mel_ce: 2.8253111839294434 (nan) | > loss: 0.01137401070445776 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14206005014167244) | > loader_time: 0.0048 (0.004603512842251822)  --> TIME: 2025-03-24 19:41:07 -- STEP: 29900/31555 -- GLOBAL_STEP: 661000 | > loss_text_ce: 0.02890804037451744 (0.03702092354718505) | > loss_mel_ce: 2.90834379196167 (nan) | > loss: 0.011655761860311031 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14205830658558705) | > loader_time: 0.0043 (0.004603470719378922)  --> TIME: 2025-03-24 19:41:16 -- STEP: 29950/31555 -- GLOBAL_STEP: 661050 | > loss_text_ce: 0.03579914942383766 (0.03701805283055826) | > loss_mel_ce: 3.2561333179473877 (nan) | > loss: 0.013063224963843822 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14205828614147442) | > loader_time: 0.0048 (0.004603590821981026)  --> TIME: 2025-03-24 19:41:26 -- STEP: 30000/31555 -- GLOBAL_STEP: 661100 | > loss_text_ce: 0.041742417961359024 (0.03701724267440534) | > loss_mel_ce: 2.8040647506713867 (nan) | > loss: 0.01129288598895073 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14205967616240267) | > loader_time: 0.0046 (0.004603735097249343)  --> TIME: 2025-03-24 19:41:36 -- STEP: 30050/31555 -- GLOBAL_STEP: 661150 | > loss_text_ce: 0.038206033408641815 (0.03701874818088803) | > loss_mel_ce: 2.959007978439331 (nan) | > loss: 0.01189370732754469 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14205839714869173) | > loader_time: 0.0048 (0.00460376295987857)  --> TIME: 2025-03-24 19:41:45 -- STEP: 30100/31555 -- GLOBAL_STEP: 661200 | > loss_text_ce: 0.037190087139606476 (0.0370187872257764) | > loss_mel_ce: 2.4614875316619873 (nan) | > loss: 0.009915388189256191 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14205199762040283) | > loader_time: 0.0046 (0.004603812647024257)  --> TIME: 2025-03-24 19:41:55 -- STEP: 30150/31555 -- GLOBAL_STEP: 661250 | > loss_text_ce: 0.036584995687007904 (0.03701749099557521) | > loss_mel_ce: 2.811194896697998 (nan) | > loss: 0.011300714686512947 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14204105646060755) | > loader_time: 0.0047 (0.004603740089568327)  --> TIME: 2025-03-24 19:42:04 -- STEP: 30200/31555 -- GLOBAL_STEP: 661300 | > loss_text_ce: 0.023592445999383926 (0.03701779803446189) | > loss_mel_ce: 2.75148606300354 (nan) | > loss: 0.011012217029929161 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14203929589284262) | > loader_time: 0.0043 (0.004603645556809881)  --> TIME: 2025-03-24 19:42:14 -- STEP: 30250/31555 -- GLOBAL_STEP: 661350 | > loss_text_ce: 0.036501526832580566 (0.037015147233797466) | > loss_mel_ce: 2.8276491165161133 (nan) | > loss: 0.0113656772300601 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1420428330445101) | > loader_time: 0.0046 (0.004603659834743526)  --> TIME: 2025-03-24 19:42:24 -- STEP: 30300/31555 -- GLOBAL_STEP: 661400 | > loss_text_ce: 0.04111034423112869 (0.037016552995595274) | > loss_mel_ce: 2.9289045333862305 (nan) | > loss: 0.011785773560404778 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14204268263511616) | > loader_time: 0.0046 (0.0046036632934419175)  --> TIME: 2025-03-24 19:42:33 -- STEP: 30350/31555 -- GLOBAL_STEP: 661450 | > loss_text_ce: 0.031506724655628204 (0.03701726758303317) | > loss_mel_ce: 2.6875100135803223 (nan) | > loss: 0.010789750143885612 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1420363700291675) | > loader_time: 0.0045 (0.00460370975035615)  --> TIME: 2025-03-24 19:42:43 -- STEP: 30400/31555 -- GLOBAL_STEP: 661500 | > loss_text_ce: 0.040302861481904984 (0.03701873804203624) | > loss_mel_ce: 0.0308837890625 (nan) | > loss: 0.0002824866969604045 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14203719034791076) | > loader_time: 0.0046 (0.004603690818736422)  --> TIME: 2025-03-24 19:42:53 -- STEP: 30450/31555 -- GLOBAL_STEP: 661550 | > loss_text_ce: 0.03862038627266884 (0.03701633623105353) | > loss_mel_ce: 2.703315258026123 (nan) | > loss: 0.010880697518587112 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14204818381856116) | > loader_time: 0.0045 (0.0046037293185154145)  --> TIME: 2025-03-24 19:43:03 -- STEP: 30500/31555 -- GLOBAL_STEP: 661600 | > loss_text_ce: 0.03520483151078224 (0.03701715182250393) | > loss_mel_ce: 2.466649293899536 (nan) | > loss: 0.009927993640303612 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14204202680118833) | > loader_time: 0.0048 (0.00460392347711031)  --> TIME: 2025-03-24 19:43:13 -- STEP: 30550/31555 -- GLOBAL_STEP: 661650 | > loss_text_ce: 0.0240781232714653 (0.037017571371103536) | > loss_mel_ce: 3.1901443004608154 (nan) | > loss: 0.012754851952195168 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14204817700893405) | > loader_time: 0.0044 (0.0046040390127028985)  --> TIME: 2025-03-24 19:43:22 -- STEP: 30600/31555 -- GLOBAL_STEP: 661700 | > loss_text_ce: 0.038284845650196075 (0.03701658910146479) | > loss_mel_ce: 3.128239393234253 (nan) | > loss: 0.012565572746098042 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1420349298972718) | > loader_time: 0.0045 (0.004603948858049175)  --> TIME: 2025-03-24 19:43:32 -- STEP: 30650/31555 -- GLOBAL_STEP: 661750 | > loss_text_ce: 0.034147292375564575 (0.03701593203011284) | > loss_mel_ce: 2.662396192550659 (nan) | > loss: 0.010700569488108158 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14203889375409806) | > loader_time: 0.0045 (0.004604067693526743)  --> TIME: 2025-03-24 19:43:41 -- STEP: 30700/31555 -- GLOBAL_STEP: 661800 | > loss_text_ce: 0.03653163090348244 (0.03701737289847833) | > loss_mel_ce: 2.6841976642608643 (nan) | > loss: 0.010796546004712582 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14203802865957288) | > loader_time: 0.0045 (0.004604158735430584)  --> TIME: 2025-03-24 19:43:51 -- STEP: 30750/31555 -- GLOBAL_STEP: 661850 | > loss_text_ce: 0.037363361567258835 (0.03701761731075317) | > loss_mel_ce: 2.4384379386901855 (nan) | > loss: 0.009824608452618122 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1420450011075036) | > loader_time: 0.0045 (0.004604270175220515)  --> TIME: 2025-03-24 19:44:01 -- STEP: 30800/31555 -- GLOBAL_STEP: 661900 | > loss_text_ce: 0.029977265745401382 (0.0370167706026272) | > loss_mel_ce: 2.66169810295105 (nan) | > loss: 0.010681251995265484 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1420417856396027) | > loader_time: 0.0045 (0.004604324659743861)  --> TIME: 2025-03-24 19:44:11 -- STEP: 30850/31555 -- GLOBAL_STEP: 661950 | > loss_text_ce: 0.03484214097261429 (0.03701500075423975) | > loss_mel_ce: 2.593360185623169 (nan) | > loss: 0.010429375804960728 (nan) | > current_lr: 5e-06 | > step_time: 0.1469 (0.14203901647941883) | > loader_time: 0.0044 (0.004604438885297724)  --> TIME: 2025-03-24 19:44:20 -- STEP: 30900/31555 -- GLOBAL_STEP: 662000 | > loss_text_ce: 0.05499918758869171 (0.03701407650943758) | > loss_mel_ce: 3.1841254234313965 (nan) | > loss: 0.012853669933974743 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14203382440369575) | > loader_time: 0.0045 (0.004604320194343142)  --> TIME: 2025-03-24 19:44:30 -- STEP: 30950/31555 -- GLOBAL_STEP: 662050 | > loss_text_ce: 0.04612237960100174 (0.037014736759089666) | > loss_mel_ce: 2.2802889347076416 (nan) | > loss: 0.009231790900230408 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14203519989870367) | > loader_time: 0.0047 (0.004604425106757287)  --> TIME: 2025-03-24 19:44:40 -- STEP: 31000/31555 -- GLOBAL_STEP: 662100 | > loss_text_ce: 0.044008053839206696 (0.03701345599496794) | > loss_mel_ce: 2.7949471473693848 (nan) | > loss: 0.01126569602638483 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1420379773339926) | > loader_time: 0.0048 (0.0046043486441335315)  --> TIME: 2025-03-24 19:44:50 -- STEP: 31050/31555 -- GLOBAL_STEP: 662150 | > loss_text_ce: 0.026801027357578278 (0.03701230507224027) | > loss_mel_ce: 2.9944441318511963 (nan) | > loss: 0.011989069171249866 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1420439622098897) | > loader_time: 0.0045 (0.0046042950871294)  --> TIME: 2025-03-24 19:44:59 -- STEP: 31100/31555 -- GLOBAL_STEP: 662200 | > loss_text_ce: 0.032565854489803314 (0.037009669064792666) | > loss_mel_ce: 2.9087564945220947 (nan) | > loss: 0.011671914719045162 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14204717212934667) | > loader_time: 0.0045 (0.0046042062385289175)  --> TIME: 2025-03-24 19:45:09 -- STEP: 31150/31555 -- GLOBAL_STEP: 662250 | > loss_text_ce: 0.04436061158776283 (0.03701046160008176) | > loss_mel_ce: 2.733325481414795 (nan) | > loss: 0.011022564955055714 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14204948335742573) | > loader_time: 0.0045 (0.004604196556115795)  --> TIME: 2025-03-24 19:45:19 -- STEP: 31200/31555 -- GLOBAL_STEP: 662300 | > loss_text_ce: 0.036400940269231796 (0.03701123306665041) | > loss_mel_ce: 2.816443920135498 (nan) | > loss: 0.011320813558995724 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14204292661104528) | > loader_time: 0.0045 (0.004604036792730668)  --> TIME: 2025-03-24 19:45:28 -- STEP: 31250/31555 -- GLOBAL_STEP: 662350 | > loss_text_ce: 0.028645135462284088 (0.037010405018627617) | > loss_mel_ce: 3.3138034343719482 (nan) | > loss: 0.013263685628771782 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14204108615112387) | > loader_time: 0.0045 (0.00460401438903808)  --> TIME: 2025-03-24 19:45:38 -- STEP: 31300/31555 -- GLOBAL_STEP: 662400 | > loss_text_ce: 0.03989175334572792 (0.037008552584356744) | > loss_mel_ce: 2.9338881969451904 (nan) | > loss: 0.011800714768469334 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14203444085563033) | > loader_time: 0.0044 (0.004603945043521181)  --> TIME: 2025-03-24 19:45:48 -- STEP: 31350/31555 -- GLOBAL_STEP: 662450 | > loss_text_ce: 0.026644008234143257 (0.03700871531716419) | > loss_mel_ce: 0.0322774238884449 (nan) | > loss: 0.00023381522623822093 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14203975672166774) | > loader_time: 0.0044 (0.004603916591054129)  --> TIME: 2025-03-24 19:45:57 -- STEP: 31400/31555 -- GLOBAL_STEP: 662500 | > loss_text_ce: 0.03307643160223961 (0.03700809793440017) | > loss_mel_ce: 2.07910418510437 (nan) | > loss: 0.008381670340895653 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14203658612670494) | > loader_time: 0.0046 (0.004603858206682139)  --> TIME: 2025-03-24 19:46:07 -- STEP: 31450/31555 -- GLOBAL_STEP: 662550 | > loss_text_ce: 0.044134192168712616 (0.03700867677483533) | > loss_mel_ce: 0.01104736328125 (nan) | > loss: 0.00021897444094065577 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14203228557053058) | > loader_time: 0.0045 (0.004603842908134516)  --> TIME: 2025-03-24 19:46:17 -- STEP: 31500/31555 -- GLOBAL_STEP: 662600 | > loss_text_ce: 0.043144259601831436 (0.037009091365077164) | > loss_mel_ce: 2.7352850437164307 (nan) | > loss: 0.011025513522326946 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14203101505552101) | > loader_time: 0.0047 (0.004604086164444207)  --> TIME: 2025-03-24 19:46:27 -- STEP: 31550/31555 -- GLOBAL_STEP: 662650 | > loss_text_ce: 0.03397402539849281 (0.037007284329026294) | > loss_mel_ce: 2.871192455291748 (nan) | > loss: 0.0115284388884902 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14203786195552562) | > loader_time: 0.0046 (0.004604133229625956)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022739030520121262 (-0.00047474066416422836) | > avg_loss_text_ce: 0.03388411514461041 (-0.000421902313828465) | > avg_loss_mel_ce: 2.627894438107809 (-0.010856347878772432) | > avg_loss: 2.661778554916382 (-0.01127824942270772) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_662655.pth  > EPOCH: 22/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 19:46:49)   --> TIME: 2025-03-24 19:46:58 -- STEP: 45/31555 -- GLOBAL_STEP: 662700 | > loss_text_ce: 0.04064773768186569 (0.036719419103529716) | > loss_mel_ce: 3.1583962440490723 (nan) | > loss: 0.012694619596004486 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.13817349010043675) | > loader_time: 0.0046 (0.004637845357259116)  --> TIME: 2025-03-24 19:47:07 -- STEP: 95/31555 -- GLOBAL_STEP: 662750 | > loss_text_ce: 0.027900153771042824 (0.03665035939530322) | > loss_mel_ce: 2.4084277153015137 (nan) | > loss: 0.00966796837747097 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.13794229908993375) | > loader_time: 0.0045 (0.004655649787501288)  --> TIME: 2025-03-24 19:47:17 -- STEP: 145/31555 -- GLOBAL_STEP: 662800 | > loss_text_ce: 0.04158877581357956 (0.036865734013503994) | > loss_mel_ce: 2.7296323776245117 (nan) | > loss: 0.010996909812092781 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.138032525161217) | > loader_time: 0.0045 (0.004640544694045499)  --> TIME: 2025-03-24 19:47:26 -- STEP: 195/31555 -- GLOBAL_STEP: 662850 | > loss_text_ce: 0.03121321089565754 (0.03651635070832877) | > loss_mel_ce: 2.6312570571899414 (nan) | > loss: 0.010565359145402908 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.13966101132906386) | > loader_time: 0.0045 (0.0046197548890725216)  --> TIME: 2025-03-24 19:47:36 -- STEP: 245/31555 -- GLOBAL_STEP: 662900 | > loss_text_ce: 0.039011839777231216 (0.036273213361903096) | > loss_mel_ce: 3.322549819946289 (nan) | > loss: 0.013339531607925892 (nan) | > current_lr: 5e-06 | > step_time: 0.1897 (0.13974572103850683) | > loader_time: 0.0046 (0.00460145522137078)  --> TIME: 2025-03-24 19:47:46 -- STEP: 295/31555 -- GLOBAL_STEP: 662950 | > loss_text_ce: 0.04004235565662384 (0.036426091086813946) | > loss_mel_ce: 2.912034511566162 (nan) | > loss: 0.011714591644704342 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14101171574350124) | > loader_time: 0.0044 (0.004613329192339369)  --> TIME: 2025-03-24 19:47:56 -- STEP: 345/31555 -- GLOBAL_STEP: 663000 | > loss_text_ce: 0.03864191100001335 (0.03663951267582781) | > loss_mel_ce: 2.7234513759613037 (nan) | > loss: 0.010960688814520836 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14178539635478585) | > loader_time: 0.0044 (0.004628550488015885)  --> TIME: 2025-03-24 19:48:06 -- STEP: 395/31555 -- GLOBAL_STEP: 663050 | > loss_text_ce: 0.02998369000852108 (0.03668876129520844) | > loss_mel_ce: 2.3985769748687744 (nan) | > loss: 0.009637146256864071 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14215070084680484) | > loader_time: 0.0044 (0.004621359668200532)  --> TIME: 2025-03-24 19:48:16 -- STEP: 445/31555 -- GLOBAL_STEP: 663100 | > loss_text_ce: 0.03931110352277756 (0.036705226610215864) | > loss_mel_ce: 3.089740037918091 (nan) | > loss: 0.012416870333254337 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14313140933433283) | > loader_time: 0.0044 (0.004613733291625978)  --> TIME: 2025-03-24 19:48:26 -- STEP: 495/31555 -- GLOBAL_STEP: 663150 | > loss_text_ce: 0.03556058183312416 (0.03665655710630947) | > loss_mel_ce: 3.2970097064971924 (nan) | > loss: 0.013224486261606216 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14288753355392309) | > loader_time: 0.0044 (0.004607324889211945)  --> TIME: 2025-03-24 19:48:35 -- STEP: 545/31555 -- GLOBAL_STEP: 663200 | > loss_text_ce: 0.040498945862054825 (0.03682199592847343) | > loss_mel_ce: 2.9997518062591553 (nan) | > loss: 0.012064487673342228 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1427598690767901) | > loader_time: 0.0045 (0.0046040884945370755)  --> TIME: 2025-03-24 19:48:45 -- STEP: 595/31555 -- GLOBAL_STEP: 663250 | > loss_text_ce: 0.03992136940360069 (0.036750745479048795) | > loss_mel_ce: 3.3019256591796875 (nan) | > loss: 0.013261297717690468 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14252132608109166) | > loader_time: 0.0045 (0.004599063135996586)  --> TIME: 2025-03-24 19:48:54 -- STEP: 645/31555 -- GLOBAL_STEP: 663300 | > loss_text_ce: 0.03731773421168327 (0.03680096268653869) | > loss_mel_ce: 2.611110210418701 (nan) | > loss: 0.01050963532179594 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.142064473056054) | > loader_time: 0.0044 (0.004591879733773166)  --> TIME: 2025-03-24 19:49:04 -- STEP: 695/31555 -- GLOBAL_STEP: 663350 | > loss_text_ce: 0.031061429530382156 (0.036735929867668084) | > loss_mel_ce: 2.591521739959717 (nan) | > loss: 0.010407076217234135 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14194861281689988) | > loader_time: 0.0047 (0.004585683260032603)  --> TIME: 2025-03-24 19:49:14 -- STEP: 745/31555 -- GLOBAL_STEP: 663400 | > loss_text_ce: 0.03499706834554672 (0.03679748596060993) | > loss_mel_ce: 1.5651874542236328 (nan) | > loss: 0.0063499389216303825 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.1418977948643218) | > loader_time: 0.0042 (0.004593452031180369)  --> TIME: 2025-03-24 19:49:23 -- STEP: 795/31555 -- GLOBAL_STEP: 663450 | > loss_text_ce: 0.042081303894519806 (0.03682755880151527) | > loss_mel_ce: 1.6052035093307495 (nan) | > loss: 0.006536845117807388 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1421188327501406) | > loader_time: 0.0047 (0.004596613937953742)  --> TIME: 2025-03-24 19:49:33 -- STEP: 845/31555 -- GLOBAL_STEP: 663500 | > loss_text_ce: 0.02719220146536827 (0.03685435919234383) | > loss_mel_ce: 2.699414014816284 (nan) | > loss: 0.010819866321980953 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14218345196289434) | > loader_time: 0.0043 (0.004594746143860235)  --> TIME: 2025-03-24 19:49:43 -- STEP: 895/31555 -- GLOBAL_STEP: 663550 | > loss_text_ce: 0.030508581548929214 (0.036835561636523115) | > loss_mel_ce: 2.7225804328918457 (nan) | > loss: 0.010924956761300564 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1421263545585079) | > loader_time: 0.0046 (0.004591302498758848)  --> TIME: 2025-03-24 19:49:53 -- STEP: 945/31555 -- GLOBAL_STEP: 663600 | > loss_text_ce: 0.0336361825466156 (0.03680261932116333) | > loss_mel_ce: 2.7097456455230713 (nan) | > loss: 0.010886436328291893 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14214498328153424) | > loader_time: 0.0045 (0.00458684346032522)  --> TIME: 2025-03-24 19:50:02 -- STEP: 995/31555 -- GLOBAL_STEP: 663650 | > loss_text_ce: 0.04640566185116768 (0.036784593165669566) | > loss_mel_ce: 3.511274576187134 (nan) | > loss: 0.014117779210209846 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14209966012580916) | > loader_time: 0.0045 (0.004583361879665058)  --> TIME: 2025-03-24 19:50:12 -- STEP: 1045/31555 -- GLOBAL_STEP: 663700 | > loss_text_ce: 0.028706448152661324 (0.03681544855450896) | > loss_mel_ce: 1.2554086446762085 (nan) | > loss: 0.005095695145428181 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1420222483183209) | > loader_time: 0.0047 (0.004580076573568106)  --> TIME: 2025-03-24 19:50:22 -- STEP: 1095/31555 -- GLOBAL_STEP: 663750 | > loss_text_ce: 0.03204601630568504 (0.03683342554491672) | > loss_mel_ce: 2.800929069519043 (nan) | > loss: 0.011241965927183628 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14207974590667302) | > loader_time: 0.0046 (0.004580402592001448)  --> TIME: 2025-03-24 19:50:31 -- STEP: 1145/31555 -- GLOBAL_STEP: 663800 | > loss_text_ce: 0.04661936312913895 (0.0367987414309551) | > loss_mel_ce: 3.0862085819244385 (nan) | > loss: 0.012431858107447624 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.1421177976516657) | > loader_time: 0.0046 (0.004577712304727487)  --> TIME: 2025-03-24 19:50:41 -- STEP: 1195/31555 -- GLOBAL_STEP: 663850 | > loss_text_ce: 0.028942320495843887 (0.03678212219451753) | > loss_mel_ce: 2.8767735958099365 (nan) | > loss: 0.011530619114637375 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1419782421080138) | > loader_time: 0.0045 (0.004576081511365824)  --> TIME: 2025-03-24 19:50:50 -- STEP: 1245/31555 -- GLOBAL_STEP: 663900 | > loss_text_ce: 0.03819609805941582 (0.036759881096252375) | > loss_mel_ce: 0.05126953125 (nan) | > loss: 0.0003550223773345351 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1419737697126395) | > loader_time: 0.0046 (0.004575626151150019)  --> TIME: 2025-03-24 19:51:01 -- STEP: 1295/31555 -- GLOBAL_STEP: 663950 | > loss_text_ce: 0.0356765054166317 (0.03674339026672947) | > loss_mel_ce: 3.1652872562408447 (nan) | > loss: 0.01270223781466484 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14218212941438532) | > loader_time: 0.0045 (0.004577808490591164)  --> TIME: 2025-03-24 19:51:10 -- STEP: 1345/31555 -- GLOBAL_STEP: 664000 | > loss_text_ce: 0.03914574906229973 (0.03678397542371172) | > loss_mel_ce: 2.9145889282226562 (nan) | > loss: 0.011721169576048851 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14218044298732152) | > loader_time: 0.0049 (0.004579821838322186)  --> TIME: 2025-03-24 19:51:20 -- STEP: 1395/31555 -- GLOBAL_STEP: 664050 | > loss_text_ce: 0.03248197212815285 (0.03673546433475484) | > loss_mel_ce: 2.8944404125213623 (nan) | > loss: 0.01161477155983448 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14209214572838136) | > loader_time: 0.0044 (0.00457573107921095)  --> TIME: 2025-03-24 19:51:30 -- STEP: 1445/31555 -- GLOBAL_STEP: 664100 | > loss_text_ce: 0.032318923622369766 (0.0367429261453526) | > loss_mel_ce: 2.811803102493286 (nan) | > loss: 0.01128619909286499 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14222739922546612) | > loader_time: 0.0046 (0.004577541186322809)  --> TIME: 2025-03-24 19:51:39 -- STEP: 1495/31555 -- GLOBAL_STEP: 664150 | > loss_text_ce: 0.04291902109980583 (0.03676223058664669) | > loss_mel_ce: 3.060363531112671 (nan) | > loss: 0.012314613908529282 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14219383348190676) | > loader_time: 0.0047 (0.004578491517133943)  --> TIME: 2025-03-24 19:51:49 -- STEP: 1545/31555 -- GLOBAL_STEP: 664200 | > loss_text_ce: 0.0365690253674984 (0.03672926169624214) | > loss_mel_ce: 2.9297308921813965 (nan) | > loss: 0.011771032586693764 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14219806603243462) | > loader_time: 0.0044 (0.004578567245631545)  --> TIME: 2025-03-24 19:51:59 -- STEP: 1595/31555 -- GLOBAL_STEP: 664250 | > loss_text_ce: 0.036754000931978226 (0.03673267008555713) | > loss_mel_ce: 2.8848717212677 (nan) | > loss: 0.011593753471970558 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1422604076540958) | > loader_time: 0.0045 (0.004579551391840732)  --> TIME: 2025-03-24 19:52:09 -- STEP: 1645/31555 -- GLOBAL_STEP: 664300 | > loss_text_ce: 0.030162643641233444 (0.03667002865382235) | > loss_mel_ce: 2.954780101776123 (nan) | > loss: 0.01184501126408577 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1422410541754727) | > loader_time: 0.0044 (0.0045777726680674485)  --> TIME: 2025-03-24 19:52:19 -- STEP: 1695/31555 -- GLOBAL_STEP: 664350 | > loss_text_ce: 0.03998962417244911 (0.03662170583167957) | > loss_mel_ce: 3.0319769382476807 (nan) | > loss: 0.012190344743430614 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14231432644666828) | > loader_time: 0.0046 (0.004576126734415695)  --> TIME: 2025-03-24 19:52:28 -- STEP: 1745/31555 -- GLOBAL_STEP: 664400 | > loss_text_ce: 0.03723424673080444 (0.03666355936523832) | > loss_mel_ce: 0.08853759616613388 (nan) | > loss: 0.0004990946617908776 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14225758823077808) | > loader_time: 0.0045 (0.004576455966107829)  --> TIME: 2025-03-24 19:52:38 -- STEP: 1795/31555 -- GLOBAL_STEP: 664450 | > loss_text_ce: 0.04127676412463188 (0.03670991291616284) | > loss_mel_ce: 2.4098639488220215 (nan) | > loss: 0.009726748801767826 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14218901724536456) | > loader_time: 0.0045 (0.004575967655872572)  --> TIME: 2025-03-24 19:52:47 -- STEP: 1845/31555 -- GLOBAL_STEP: 664500 | > loss_text_ce: 0.03385268896818161 (0.03673410236855666) | > loss_mel_ce: 2.633331537246704 (nan) | > loss: 0.01058406475931406 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14219560636091377) | > loader_time: 0.0045 (0.004579675876028174)  --> TIME: 2025-03-24 19:52:57 -- STEP: 1895/31555 -- GLOBAL_STEP: 664550 | > loss_text_ce: 0.037818338721990585 (0.03672677350763748) | > loss_mel_ce: 2.7790067195892334 (nan) | > loss: 0.011177877895534039 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14216078982189667) | > loader_time: 0.0045 (0.004579669378678217)  --> TIME: 2025-03-24 19:53:06 -- STEP: 1945/31555 -- GLOBAL_STEP: 664600 | > loss_text_ce: 0.036701641976833344 (0.036740050166079154) | > loss_mel_ce: 3.2929141521453857 (nan) | > loss: 0.013212761841714382 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1419932127611804) | > loader_time: 0.0047 (0.004577346080985967)  --> TIME: 2025-03-24 19:53:17 -- STEP: 1995/31555 -- GLOBAL_STEP: 664650 | > loss_text_ce: 0.0410296767950058 (0.03672563879001405) | > loss_mel_ce: 0.4142089784145355 (nan) | > loss: 0.0018065026961266994 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14217582466010775) | > loader_time: 0.0046 (0.004577432240459857)  --> TIME: 2025-03-24 19:53:26 -- STEP: 2045/31555 -- GLOBAL_STEP: 664700 | > loss_text_ce: 0.03508521616458893 (0.03676927489727221) | > loss_mel_ce: 2.428842544555664 (nan) | > loss: 0.00977749191224575 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1422442117938204) | > loader_time: 0.0046 (0.004578469493278376)  --> TIME: 2025-03-24 19:53:36 -- STEP: 2095/31555 -- GLOBAL_STEP: 664750 | > loss_text_ce: 0.03718119114637375 (0.03677259046664382) | > loss_mel_ce: 3.1394846439361572 (nan) | > loss: 0.012605817057192326 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14221463863491174) | > loader_time: 0.0047 (0.004577632735623383)  --> TIME: 2025-03-24 19:53:46 -- STEP: 2145/31555 -- GLOBAL_STEP: 664800 | > loss_text_ce: 0.042615607380867004 (0.03678333935846673) | > loss_mel_ce: 2.9423890113830566 (nan) | > loss: 0.011845257133245468 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14223464129965915) | > loader_time: 0.0046 (0.004576025364838007)  --> TIME: 2025-03-24 19:53:56 -- STEP: 2195/31555 -- GLOBAL_STEP: 664850 | > loss_text_ce: 0.03985212370753288 (0.03678071354271881) | > loss_mel_ce: 2.626253604888916 (nan) | > loss: 0.010579785332083702 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1422440614678596) | > loader_time: 0.0046 (0.004576755058792572)  --> TIME: 2025-03-24 19:54:05 -- STEP: 2245/31555 -- GLOBAL_STEP: 664900 | > loss_text_ce: 0.04423284903168678 (0.03676076191073006) | > loss_mel_ce: 2.6175150871276855 (nan) | > loss: 0.010562492534518242 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14228477042608131) | > loader_time: 0.0046 (0.004579473869306745)  --> TIME: 2025-03-24 19:54:15 -- STEP: 2295/31555 -- GLOBAL_STEP: 664950 | > loss_text_ce: 0.03372787684202194 (0.03675454972364611) | > loss_mel_ce: 2.657865285873413 (nan) | > loss: 0.010680926032364368 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1422380706064063) | > loader_time: 0.0047 (0.004580549996403055)  --> TIME: 2025-03-24 19:54:25 -- STEP: 2345/31555 -- GLOBAL_STEP: 665000 | > loss_text_ce: 0.035395730286836624 (0.036767021133336096) | > loss_mel_ce: 2.1920955181121826 (nan) | > loss: 0.008839251473546028 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1421982888219707) | > loader_time: 0.0047 (0.004581898768573433)  --> TIME: 2025-03-24 19:54:34 -- STEP: 2395/31555 -- GLOBAL_STEP: 665050 | > loss_text_ce: 0.03786658123135567 (0.03681069815060855) | > loss_mel_ce: 3.041738271713257 (nan) | > loss: 0.012220654636621475 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14219744071084417) | > loader_time: 0.0047 (0.00458405789353405)  --> TIME: 2025-03-24 19:54:44 -- STEP: 2445/31555 -- GLOBAL_STEP: 665100 | > loss_text_ce: 0.026303211227059364 (0.036811292049206516) | > loss_mel_ce: 3.0274083614349365 (nan) | > loss: 0.012117903679609299 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14217747530322872) | > loader_time: 0.0044 (0.004585777567451965)  --> TIME: 2025-03-24 19:54:53 -- STEP: 2495/31555 -- GLOBAL_STEP: 665150 | > loss_text_ce: 0.03688483685255051 (0.03681523878172133) | > loss_mel_ce: 1.9905556440353394 (nan) | > loss: 0.008045399561524391 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14212330319360653) | > loader_time: 0.005 (0.004588503636912503)  --> TIME: 2025-03-24 19:55:03 -- STEP: 2545/31555 -- GLOBAL_STEP: 665200 | > loss_text_ce: 0.03214309737086296 (0.03682273611580054) | > loss_mel_ce: 2.582411527633667 (nan) | > loss: 0.010375217534601688 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14208582276679677) | > loader_time: 0.0047 (0.004591909607173423)  --> TIME: 2025-03-24 19:55:13 -- STEP: 2595/31555 -- GLOBAL_STEP: 665250 | > loss_text_ce: 0.04808729887008667 (0.03680700968362408) | > loss_mel_ce: 3.207981586456299 (nan) | > loss: 0.012920909561216831 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1420363915908313) | > loader_time: 0.0047 (0.004592156915536049)  --> TIME: 2025-03-24 19:55:23 -- STEP: 2645/31555 -- GLOBAL_STEP: 665300 | > loss_text_ce: 0.03381269797682762 (0.03680064598510365) | > loss_mel_ce: 3.0432920455932617 (nan) | > loss: 0.012210734188556671 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14212445140110302) | > loader_time: 0.0047 (0.004593489165567497)  --> TIME: 2025-03-24 19:55:32 -- STEP: 2695/31555 -- GLOBAL_STEP: 665350 | > loss_text_ce: 0.0333026759326458 (0.036785871755670455) | > loss_mel_ce: 2.7750041484832764 (nan) | > loss: 0.01114407554268837 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14216576586848959) | > loader_time: 0.0047 (0.004593428698453041)  --> TIME: 2025-03-24 19:55:42 -- STEP: 2745/31555 -- GLOBAL_STEP: 665400 | > loss_text_ce: 0.038754284381866455 (0.03677494315454277) | > loss_mel_ce: 2.7110579013824463 (nan) | > loss: 0.010911953635513783 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14223945145181402) | > loader_time: 0.0044 (0.004595189884929277)  --> TIME: 2025-03-24 19:55:52 -- STEP: 2795/31555 -- GLOBAL_STEP: 665450 | > loss_text_ce: 0.02955949865281582 (0.03677953681900222) | > loss_mel_ce: 2.3060414791107178 (nan) | > loss: 0.009268258698284626 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14232517969203123) | > loader_time: 0.0045 (0.0045957897984704316)  --> TIME: 2025-03-24 19:56:02 -- STEP: 2845/31555 -- GLOBAL_STEP: 665500 | > loss_text_ce: 0.04314085468649864 (0.03676832190539646) | > loss_mel_ce: 2.8759264945983887 (nan) | > loss: 0.011583601124584675 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1422650467113367) | > loader_time: 0.0046 (0.004595993105682212)  --> TIME: 2025-03-24 19:56:11 -- STEP: 2895/31555 -- GLOBAL_STEP: 665550 | > loss_text_ce: 0.0525294728577137 (0.03676499691092138) | > loss_mel_ce: 0.7789713740348816 (nan) | > loss: 0.003299606731161475 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1421413695873991) | > loader_time: 0.0045 (0.004596995236754208)  --> TIME: 2025-03-24 19:56:21 -- STEP: 2945/31555 -- GLOBAL_STEP: 665600 | > loss_text_ce: 0.036704253405332565 (0.03677209673041457) | > loss_mel_ce: 2.2088117599487305 (nan) | > loss: 0.008910778909921646 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14211069464885925) | > loader_time: 0.0047 (0.004597484964263858)  --> TIME: 2025-03-24 19:56:31 -- STEP: 2995/31555 -- GLOBAL_STEP: 665650 | > loss_text_ce: 0.03950781002640724 (0.036794029317099755) | > loss_mel_ce: 2.7854177951812744 (nan) | > loss: 0.011210023425519466 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1421814604872257) | > loader_time: 0.0046 (0.00459872358828434)  --> TIME: 2025-03-24 19:56:40 -- STEP: 3045/31555 -- GLOBAL_STEP: 665700 | > loss_text_ce: 0.03974423184990883 (0.03678398673286539) | > loss_mel_ce: 2.956566572189331 (nan) | > loss: 0.011890122666954994 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14215360901430135) | > loader_time: 0.0048 (0.004599438668863327)  --> TIME: 2025-03-24 19:56:50 -- STEP: 3095/31555 -- GLOBAL_STEP: 665750 | > loss_text_ce: 0.03637922555208206 (0.03677864950390989) | > loss_mel_ce: 2.3289458751678467 (nan) | > loss: 0.009386211633682251 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14216248530756107) | > loader_time: 0.0046 (0.00460010206564562)  --> TIME: 2025-03-24 19:57:00 -- STEP: 3145/31555 -- GLOBAL_STEP: 665800 | > loss_text_ce: 0.03415171429514885 (0.036776024653074446) | > loss_mel_ce: 2.7201855182647705 (nan) | > loss: 0.010929910466074944 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14207940912777375) | > loader_time: 0.0044 (0.0045991237288628105)  --> TIME: 2025-03-24 19:57:09 -- STEP: 3195/31555 -- GLOBAL_STEP: 665850 | > loss_text_ce: 0.03641002997756004 (0.03676373566149599) | > loss_mel_ce: 2.9778244495391846 (nan) | > loss: 0.011961248703300953 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1420891125996908) | > loader_time: 0.0043 (0.00460045199625555)  --> TIME: 2025-03-24 19:57:19 -- STEP: 3245/31555 -- GLOBAL_STEP: 665900 | > loss_text_ce: 0.042514629662036896 (0.03676764447563469) | > loss_mel_ce: 2.8858044147491455 (nan) | > loss: 0.011620313860476017 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14205562881034775) | > loader_time: 0.0043 (0.0046014780623519665)  --> TIME: 2025-03-24 19:57:29 -- STEP: 3295/31555 -- GLOBAL_STEP: 665950 | > loss_text_ce: 0.05016089975833893 (0.03674145320823285) | > loss_mel_ce: 3.2368404865264893 (nan) | > loss: 0.013043656945228577 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14216788426516455) | > loader_time: 0.0046 (0.0046001296846566245)  --> TIME: 2025-03-24 19:57:39 -- STEP: 3345/31555 -- GLOBAL_STEP: 666000 | > loss_text_ce: 0.03370590880513191 (0.03671965052544945) | > loss_mel_ce: 1.7479254007339478 (nan) | > loss: 0.0070699662901461124 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1422338491419861) | > loader_time: 0.0044 (0.004599637087150533)  --> TIME: 2025-03-24 19:57:49 -- STEP: 3395/31555 -- GLOBAL_STEP: 666050 | > loss_text_ce: 0.037171605974435806 (0.036712920100912406) | > loss_mel_ce: 0.1208408921957016 (nan) | > loss: 0.0006270337617024779 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14219731884255501) | > loader_time: 0.0045 (0.004599650724295834)  --> TIME: 2025-03-24 19:57:58 -- STEP: 3445/31555 -- GLOBAL_STEP: 666100 | > loss_text_ce: 0.04528907313942909 (0.03670508198369795) | > loss_mel_ce: 2.5122790336608887 (nan) | > loss: 0.01014908030629158 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.1422219758801952) | > loader_time: 0.0047 (0.004599342567654231)  --> TIME: 2025-03-24 19:58:08 -- STEP: 3495/31555 -- GLOBAL_STEP: 666150 | > loss_text_ce: 0.04067258909344673 (0.036694472005193865) | > loss_mel_ce: 1.8937245607376099 (nan) | > loss: 0.0076761795207858086 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14219052106014135) | > loader_time: 0.0044 (0.004599083271490483)  --> TIME: 2025-03-24 19:58:18 -- STEP: 3545/31555 -- GLOBAL_STEP: 666200 | > loss_text_ce: 0.027232002466917038 (0.03668185795968665) | > loss_mel_ce: 2.4840519428253174 (nan) | > loss: 0.009965412318706512 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14223150103990045) | > loader_time: 0.0046 (0.004599742122698566)  --> TIME: 2025-03-24 19:58:28 -- STEP: 3595/31555 -- GLOBAL_STEP: 666250 | > loss_text_ce: 0.029992735013365746 (0.0366661495219539) | > loss_mel_ce: 2.884166955947876 (nan) | > loss: 0.011564127169549465 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.142222643628074) | > loader_time: 0.0047 (0.0045992123732480576)  --> TIME: 2025-03-24 19:58:37 -- STEP: 3645/31555 -- GLOBAL_STEP: 666300 | > loss_text_ce: 0.0442483127117157 (0.036644836620201654) | > loss_mel_ce: 3.0727286338806152 (nan) | > loss: 0.012368956580758095 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14221677165299607) | > loader_time: 0.0045 (0.004598592436362682)  --> TIME: 2025-03-24 19:58:47 -- STEP: 3695/31555 -- GLOBAL_STEP: 666350 | > loss_text_ce: 0.04879714921116829 (0.03665004977691773) | > loss_mel_ce: 2.460376739501953 (nan) | > loss: 0.00995703972876072 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14219837446819295) | > loader_time: 0.0044 (0.00459776453784741)  --> TIME: 2025-03-24 19:58:57 -- STEP: 3745/31555 -- GLOBAL_STEP: 666400 | > loss_text_ce: 0.03439003974199295 (0.036659703687460174) | > loss_mel_ce: 2.345668077468872 (nan) | > loss: 0.009444675408303738 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14223336957007124) | > loader_time: 0.0047 (0.00459724032831128)  --> TIME: 2025-03-24 19:59:07 -- STEP: 3795/31555 -- GLOBAL_STEP: 666450 | > loss_text_ce: 0.036584291607141495 (0.03666026088555154) | > loss_mel_ce: 2.6477160453796387 (nan) | > loss: 0.010651986114680767 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14226228999212004) | > loader_time: 0.0044 (0.004596422594997719)  --> TIME: 2025-03-24 19:59:17 -- STEP: 3845/31555 -- GLOBAL_STEP: 666500 | > loss_text_ce: 0.04023165628314018 (0.036653394962483044) | > loss_mel_ce: 2.8020687103271484 (nan) | > loss: 0.011278970167040825 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14236674959854895) | > loader_time: 0.0046 (0.0045970048023913366)  --> TIME: 2025-03-24 19:59:27 -- STEP: 3895/31555 -- GLOBAL_STEP: 666550 | > loss_text_ce: 0.036383915692567825 (0.03663684423027788) | > loss_mel_ce: 1.9883142709732056 (nan) | > loss: 0.00803451705724001 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14233278267190755) | > loader_time: 0.0043 (0.004596550259571782)  --> TIME: 2025-03-24 19:59:36 -- STEP: 3945/31555 -- GLOBAL_STEP: 666600 | > loss_text_ce: 0.04084429144859314 (0.03663958535589883) | > loss_mel_ce: 1.3746448755264282 (nan) | > loss: 0.0056170211173594 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.142243500867875) | > loader_time: 0.0045 (0.004596163504326144)  --> TIME: 2025-03-24 19:59:45 -- STEP: 3995/31555 -- GLOBAL_STEP: 666650 | > loss_text_ce: 0.03391256555914879 (0.036648907501236616) | > loss_mel_ce: 2.513770580291748 (nan) | > loss: 0.010109854862093925 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14222429004568923) | > loader_time: 0.0043 (0.004595434024128057)  --> TIME: 2025-03-24 19:59:55 -- STEP: 4045/31555 -- GLOBAL_STEP: 666700 | > loss_text_ce: 0.03885011374950409 (0.0366571954369767) | > loss_mel_ce: 2.7887825965881348 (nan) | > loss: 0.011220765300095081 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14220692118254516) | > loader_time: 0.0046 (0.00459558430354586)  --> TIME: 2025-03-24 20:00:05 -- STEP: 4095/31555 -- GLOBAL_STEP: 666750 | > loss_text_ce: 0.04775669425725937 (0.03665383050493424) | > loss_mel_ce: 2.675701856613159 (nan) | > loss: 0.01080737542361021 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14222712016076536) | > loader_time: 0.0049 (0.0045967683105096096)  --> TIME: 2025-03-24 20:00:15 -- STEP: 4145/31555 -- GLOBAL_STEP: 666800 | > loss_text_ce: 0.023938214406371117 (0.03665210155655603) | > loss_mel_ce: 2.7528629302978516 (nan) | > loss: 0.011019052937626839 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14223287781415136) | > loader_time: 0.0047 (0.004598464839277276)  --> TIME: 2025-03-24 20:00:25 -- STEP: 4195/31555 -- GLOBAL_STEP: 666850 | > loss_text_ce: 0.045787811279296875 (0.036654295277236855) | > loss_mel_ce: 0.0675048828125 (nan) | > loss: 0.0004495742032304406 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14229932860055045) | > loader_time: 0.0046 (0.004598470694686288)  --> TIME: 2025-03-24 20:00:35 -- STEP: 4245/31555 -- GLOBAL_STEP: 666900 | > loss_text_ce: 0.03358764201402664 (0.03665616533711334) | > loss_mel_ce: 3.171220302581787 (nan) | > loss: 0.012717492878437042 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14232644388897542) | > loader_time: 0.0046 (0.004598878438116101)  --> TIME: 2025-03-24 20:00:45 -- STEP: 4295/31555 -- GLOBAL_STEP: 666950 | > loss_text_ce: 0.04083574190735817 (0.036644006067316756) | > loss_mel_ce: 2.819979190826416 (nan) | > loss: 0.011352441273629665 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14237640450802896) | > loader_time: 0.0048 (0.00459938965243427)  --> TIME: 2025-03-24 20:00:54 -- STEP: 4345/31555 -- GLOBAL_STEP: 667000 | > loss_text_ce: 0.03463214635848999 (0.03663528307937998) | > loss_mel_ce: 2.6798832416534424 (nan) | > loss: 0.010771887376904488 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14237210413117402) | > loader_time: 0.0045 (0.004599112059633804)  --> TIME: 2025-03-24 20:01:04 -- STEP: 4395/31555 -- GLOBAL_STEP: 667050 | > loss_text_ce: 0.04042249917984009 (0.03663668258579732) | > loss_mel_ce: 2.798276901245117 (nan) | > loss: 0.0112646808847785 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14243725694215875) | > loader_time: 0.0046 (0.004599374742909364)  --> TIME: 2025-03-24 20:01:14 -- STEP: 4445/31555 -- GLOBAL_STEP: 667100 | > loss_text_ce: 0.03228599578142166 (0.036644152693525986) | > loss_mel_ce: 2.8145225048065186 (nan) | > loss: 0.011296859942376614 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1424088811177101) | > loader_time: 0.0044 (0.004599341927819093)  --> TIME: 2025-03-24 20:01:24 -- STEP: 4495/31555 -- GLOBAL_STEP: 667150 | > loss_text_ce: 0.03764428198337555 (0.03666431662503298) | > loss_mel_ce: 2.9073736667633057 (nan) | > loss: 0.011686580255627632 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1424274951120105) | > loader_time: 0.0046 (0.004599185674156043)  --> TIME: 2025-03-24 20:01:33 -- STEP: 4545/31555 -- GLOBAL_STEP: 667200 | > loss_text_ce: 0.030380498617887497 (0.03666978341304968) | > loss_mel_ce: 2.97371768951416 (nan) | > loss: 0.01192102488130331 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14239520612198361) | > loader_time: 0.0047 (0.004598740933358469)  --> TIME: 2025-03-24 20:01:43 -- STEP: 4595/31555 -- GLOBAL_STEP: 667250 | > loss_text_ce: 0.03667227551341057 (0.0366747724830749) | > loss_mel_ce: 3.266368865966797 (nan) | > loss: 0.013107307255268097 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14238296603222508) | > loader_time: 0.0052 (0.0045990652825290135)  --> TIME: 2025-03-24 20:01:52 -- STEP: 4645/31555 -- GLOBAL_STEP: 667300 | > loss_text_ce: 0.04247472807765007 (0.03667551747275646) | > loss_mel_ce: 3.2719054222106934 (nan) | > loss: 0.01315230317413807 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14234473759186128) | > loader_time: 0.0048 (0.004598936351944479)  --> TIME: 2025-03-24 20:02:02 -- STEP: 4695/31555 -- GLOBAL_STEP: 667350 | > loss_text_ce: 0.04504075273871422 (0.03666645931526321) | > loss_mel_ce: 3.121154308319092 (nan) | > loss: 0.01256426703184843 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.1423909890639006) | > loader_time: 0.0047 (0.0045991604066631395)  --> TIME: 2025-03-24 20:02:12 -- STEP: 4745/31555 -- GLOBAL_STEP: 667400 | > loss_text_ce: 0.03361283615231514 (0.03665632026307341) | > loss_mel_ce: 2.6502254009246826 (nan) | > loss: 0.01065015234053135 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14236854200493784) | > loader_time: 0.0047 (0.004599073588910918)  --> TIME: 2025-03-24 20:02:22 -- STEP: 4795/31555 -- GLOBAL_STEP: 667450 | > loss_text_ce: 0.04325426369905472 (0.03667083415159112) | > loss_mel_ce: 2.8331665992736816 (nan) | > loss: 0.011414369568228722 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1423985440489893) | > loader_time: 0.0045 (0.004600207624147034)  --> TIME: 2025-03-24 20:02:32 -- STEP: 4845/31555 -- GLOBAL_STEP: 667500 | > loss_text_ce: 0.04343096539378166 (0.036665127280296236) | > loss_mel_ce: 2.981114625930786 (nan) | > loss: 0.012002166360616684 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14238803945212636) | > loader_time: 0.0045 (0.004600103868419543)  --> TIME: 2025-03-24 20:02:41 -- STEP: 4895/31555 -- GLOBAL_STEP: 667550 | > loss_text_ce: 0.043962858617305756 (0.036678587659752196) | > loss_mel_ce: 2.722972869873047 (nan) | > loss: 0.010979904793202877 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.142352729433038) | > loader_time: 0.0047 (0.004600014555076778)  --> TIME: 2025-03-24 20:02:51 -- STEP: 4945/31555 -- GLOBAL_STEP: 667600 | > loss_text_ce: 0.040538813918828964 (0.03668671958600502) | > loss_mel_ce: 2.3922033309936523 (nan) | > loss: 0.00965373869985342 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14236715469128894) | > loader_time: 0.0045 (0.004599892574807872)  --> TIME: 2025-03-24 20:03:01 -- STEP: 4995/31555 -- GLOBAL_STEP: 667650 | > loss_text_ce: 0.0283138956874609 (0.036689844399362646) | > loss_mel_ce: 2.3189697265625 (nan) | > loss: 0.009314618073403835 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14237771086745277) | > loader_time: 0.0045 (0.004600073792435624)  --> TIME: 2025-03-24 20:03:10 -- STEP: 5045/31555 -- GLOBAL_STEP: 667700 | > loss_text_ce: 0.028255855664610863 (0.036674425859148437) | > loss_mel_ce: 3.1045918464660645 (nan) | > loss: 0.012431936338543892 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14232789517866687) | > loader_time: 0.0049 (0.004600040362067926)  --> TIME: 2025-03-24 20:03:20 -- STEP: 5095/31555 -- GLOBAL_STEP: 667750 | > loss_text_ce: 0.029006004333496094 (0.036662669532856636) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14232313869277877) | > loader_time: 0.0046 (0.004600000241085868)  --> TIME: 2025-03-24 20:03:30 -- STEP: 5145/31555 -- GLOBAL_STEP: 667800 | > loss_text_ce: 0.03828649967908859 (0.03666412694591491) | > loss_mel_ce: 1.874409556388855 (nan) | > loss: 0.007590063847601414 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14231437811930245) | > loader_time: 0.0045 (0.004599935412986162)  --> TIME: 2025-03-24 20:03:39 -- STEP: 5195/31555 -- GLOBAL_STEP: 667850 | > loss_text_ce: 0.04002494737505913 (0.03665247794968576) | > loss_mel_ce: 2.740787982940674 (nan) | > loss: 0.011034972965717316 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14228662728574862) | > loader_time: 0.0045 (0.0046004471581525975)  --> TIME: 2025-03-24 20:03:49 -- STEP: 5245/31555 -- GLOBAL_STEP: 667900 | > loss_text_ce: 0.029910670593380928 (0.03666377764184563) | > loss_mel_ce: 3.10148024559021 (nan) | > loss: 0.012426154688000679 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.142251555230983) | > loader_time: 0.0044 (0.004599298444444269)  --> TIME: 2025-03-24 20:03:58 -- STEP: 5295/31555 -- GLOBAL_STEP: 667950 | > loss_text_ce: 0.0405145063996315 (0.036658143229620875) | > loss_mel_ce: 2.773068428039551 (nan) | > loss: 0.0111650126054883 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14226515470978404) | > loader_time: 0.0046 (0.004598611475050273)  --> TIME: 2025-03-24 20:04:08 -- STEP: 5345/31555 -- GLOBAL_STEP: 668000 | > loss_text_ce: 0.03864147141575813 (0.03665870794132568) | > loss_mel_ce: 2.598093032836914 (nan) | > loss: 0.010463233105838299 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14220687903679868) | > loader_time: 0.0045 (0.004598602432308065)  --> TIME: 2025-03-24 20:04:17 -- STEP: 5395/31555 -- GLOBAL_STEP: 668050 | > loss_text_ce: 0.038171857595443726 (0.03665357574654805) | > loss_mel_ce: 2.9859344959259033 (nan) | > loss: 0.01200042199343443 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14219083821364728) | > loader_time: 0.0047 (0.004597996781555112)  --> TIME: 2025-03-24 20:04:27 -- STEP: 5445/31555 -- GLOBAL_STEP: 668100 | > loss_text_ce: 0.04456716775894165 (0.03663982437141898) | > loss_mel_ce: 3.0218663215637207 (nan) | > loss: 0.012168386951088905 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14218964064416786) | > loader_time: 0.0046 (0.00459728245345466)  --> TIME: 2025-03-24 20:04:37 -- STEP: 5495/31555 -- GLOBAL_STEP: 668150 | > loss_text_ce: 0.038320232182741165 (0.03663856206839749) | > loss_mel_ce: 3.23275089263916 (nan) | > loss: 0.012980441562831402 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1421889880009406) | > loader_time: 0.0044 (0.004596813729505732)  --> TIME: 2025-03-24 20:04:46 -- STEP: 5545/31555 -- GLOBAL_STEP: 668200 | > loss_text_ce: 0.03861648216843605 (0.03663724785867156) | > loss_mel_ce: 2.6664130687713623 (nan) | > loss: 0.010734244249761105 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14216041994911768) | > loader_time: 0.005 (0.0045963719903724)  --> TIME: 2025-03-24 20:04:56 -- STEP: 5595/31555 -- GLOBAL_STEP: 668250 | > loss_text_ce: 0.03201691806316376 (0.036636362289069475) | > loss_mel_ce: 2.636526584625244 (nan) | > loss: 0.010589458979666233 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14217911768002178) | > loader_time: 0.0046 (0.0045958896531283055)  --> TIME: 2025-03-24 20:05:06 -- STEP: 5645/31555 -- GLOBAL_STEP: 668300 | > loss_text_ce: 0.03691135719418526 (0.03663314596524653) | > loss_mel_ce: 2.6454105377197266 (nan) | > loss: 0.010644135065376759 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14215638217300897) | > loader_time: 0.0048 (0.004596117643047151)  --> TIME: 2025-03-24 20:05:15 -- STEP: 5695/31555 -- GLOBAL_STEP: 668350 | > loss_text_ce: 0.045050520449876785 (0.03663356341061841) | > loss_mel_ce: 2.258563995361328 (nan) | > loss: 0.009141328744590282 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14211721420288026) | > loader_time: 0.0045 (0.004594949047433577)  --> TIME: 2025-03-24 20:05:25 -- STEP: 5745/31555 -- GLOBAL_STEP: 668400 | > loss_text_ce: 0.03955015167593956 (0.03663323651853348) | > loss_mel_ce: 2.7063541412353516 (nan) | > loss: 0.01089644618332386 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14211571729110517) | > loader_time: 0.0044 (0.00459380465242735)  --> TIME: 2025-03-24 20:05:35 -- STEP: 5795/31555 -- GLOBAL_STEP: 668450 | > loss_text_ce: 0.03666042909026146 (0.03663014083541459) | > loss_mel_ce: 2.4420666694641113 (nan) | > loss: 0.009836219251155853 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14211985322295587) | > loader_time: 0.0045 (0.004593888596278817)  --> TIME: 2025-03-24 20:05:44 -- STEP: 5845/31555 -- GLOBAL_STEP: 668500 | > loss_text_ce: 0.0460812970995903 (0.03663347225263406) | > loss_mel_ce: 3.2189979553222656 (nan) | > loss: 0.012956664897501469 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14213691818295987) | > loader_time: 0.0047 (0.004593532487201931)  --> TIME: 2025-03-24 20:05:54 -- STEP: 5895/31555 -- GLOBAL_STEP: 668550 | > loss_text_ce: 0.03674720600247383 (0.03663451591849437) | > loss_mel_ce: 2.747046947479248 (nan) | > loss: 0.011046802625060081 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14214137350734307) | > loader_time: 0.0043 (0.0045937839860730086)  --> TIME: 2025-03-24 20:06:04 -- STEP: 5945/31555 -- GLOBAL_STEP: 668600 | > loss_text_ce: 0.028294993564486504 (0.03663989580678938) | > loss_mel_ce: 2.1136162281036377 (nan) | > loss: 0.008499648422002792 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14214335971764844) | > loader_time: 0.0042 (0.004592797814345942)  --> TIME: 2025-03-24 20:06:13 -- STEP: 5995/31555 -- GLOBAL_STEP: 668650 | > loss_text_ce: 0.04614545404911041 (0.03664860324103012) | > loss_mel_ce: 2.9414889812469482 (nan) | > loss: 0.011855692602694035 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1421278181624862) | > loader_time: 0.0044 (0.0045921771898182195)  --> TIME: 2025-03-24 20:06:23 -- STEP: 6045/31555 -- GLOBAL_STEP: 668700 | > loss_text_ce: 0.04676882177591324 (0.036635303846425715) | > loss_mel_ce: 0.05859375 (nan) | > loss: 0.00041810545371845365 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14212164306956068) | > loader_time: 0.0045 (0.004591568133572691)  --> TIME: 2025-03-24 20:06:33 -- STEP: 6095/31555 -- GLOBAL_STEP: 668750 | > loss_text_ce: 0.04358980432152748 (0.036641139818861315) | > loss_mel_ce: 2.825392484664917 (nan) | > loss: 0.011384851299226284 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14211625779036832) | > loader_time: 0.0071 (0.004592387885515373)  --> TIME: 2025-03-24 20:06:42 -- STEP: 6145/31555 -- GLOBAL_STEP: 668800 | > loss_text_ce: 0.03299613669514656 (0.03664316666639132) | > loss_mel_ce: 2.9949533939361572 (nan) | > loss: 0.012015673331916332 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14211431015206993) | > loader_time: 0.0046 (0.004591993009103225)  --> TIME: 2025-03-24 20:06:52 -- STEP: 6195/31555 -- GLOBAL_STEP: 668850 | > loss_text_ce: 0.04254813492298126 (0.03665562321892719) | > loss_mel_ce: 2.5456719398498535 (nan) | > loss: 0.010270715691149235 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14214183381721698) | > loader_time: 0.0046 (0.004591868210454637)  --> TIME: 2025-03-24 20:07:02 -- STEP: 6245/31555 -- GLOBAL_STEP: 668900 | > loss_text_ce: 0.03584742546081543 (0.03665362972709501) | > loss_mel_ce: 3.4584739208221436 (nan) | > loss: 0.013866355642676353 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14213250464110205) | > loader_time: 0.0045 (0.004591440180953354)  --> TIME: 2025-03-24 20:07:12 -- STEP: 6295/31555 -- GLOBAL_STEP: 668950 | > loss_text_ce: 0.033235374838113785 (0.036670144654165474) | > loss_mel_ce: 3.245701789855957 (nan) | > loss: 0.013011655770242214 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14211604703125913) | > loader_time: 0.0043 (0.004590735537746388)  --> TIME: 2025-03-24 20:07:21 -- STEP: 6345/31555 -- GLOBAL_STEP: 669000 | > loss_text_ce: 0.03242551162838936 (0.0366738525112847) | > loss_mel_ce: 3.0031638145446777 (nan) | > loss: 0.012045989744365215 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.1421104584837439) | > loader_time: 0.0045 (0.004590292518020522)  --> TIME: 2025-03-24 20:07:31 -- STEP: 6395/31555 -- GLOBAL_STEP: 669050 | > loss_text_ce: 0.03293709084391594 (0.036665682850858625) | > loss_mel_ce: 2.8595969676971436 (nan) | > loss: 0.011478310450911522 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14210404261096085) | > loader_time: 0.0044 (0.004589849305022409)  --> TIME: 2025-03-24 20:07:41 -- STEP: 6445/31555 -- GLOBAL_STEP: 669100 | > loss_text_ce: 0.04551982879638672 (0.036679945364189954) | > loss_mel_ce: 2.597100257873535 (nan) | > loss: 0.010486587882041931 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14211521100590918) | > loader_time: 0.0068 (0.004589615023533819)  --> TIME: 2025-03-24 20:07:50 -- STEP: 6495/31555 -- GLOBAL_STEP: 669150 | > loss_text_ce: 0.040854524821043015 (0.03668806821945277) | > loss_mel_ce: 0.126220703125 (nan) | > loss: 0.0006629970157518983 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.142127619824838) | > loader_time: 0.0044 (0.004589426967159806)  --> TIME: 2025-03-24 20:08:00 -- STEP: 6545/31555 -- GLOBAL_STEP: 669200 | > loss_text_ce: 0.03957317769527435 (0.03668934847416781) | > loss_mel_ce: 2.3641769886016846 (nan) | > loss: 0.009538691490888596 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14217014651520635) | > loader_time: 0.0045 (0.0045885330124426004)  --> TIME: 2025-03-24 20:08:11 -- STEP: 6595/31555 -- GLOBAL_STEP: 669250 | > loss_text_ce: 0.03340322524309158 (0.03669226192547988) | > loss_mel_ce: 2.4096426963806152 (nan) | > loss: 0.009694626554846764 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14220475069585292) | > loader_time: 0.0045 (0.0045880194050150515)  --> TIME: 2025-03-24 20:08:20 -- STEP: 6645/31555 -- GLOBAL_STEP: 669300 | > loss_text_ce: 0.03684987872838974 (0.03668476554703192) | > loss_mel_ce: 2.8117451667785645 (nan) | > loss: 0.011303949169814587 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14221159774975353) | > loader_time: 0.0045 (0.00458770476399373)  --> TIME: 2025-03-24 20:08:30 -- STEP: 6695/31555 -- GLOBAL_STEP: 669350 | > loss_text_ce: 0.02885674126446247 (0.036692577920425705) | > loss_mel_ce: 2.8274476528167725 (nan) | > loss: 0.01133454218506813 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14223871231078988) | > loader_time: 0.0045 (0.004586969408372885)  --> TIME: 2025-03-24 20:08:40 -- STEP: 6745/31555 -- GLOBAL_STEP: 669400 | > loss_text_ce: 0.03906875103712082 (0.036697115637279225) | > loss_mel_ce: 3.082266092300415 (nan) | > loss: 0.01238625030964613 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14223001111075007) | > loader_time: 0.0047 (0.004586220883368753)  --> TIME: 2025-03-24 20:08:50 -- STEP: 6795/31555 -- GLOBAL_STEP: 669450 | > loss_text_ce: 0.0319911427795887 (0.0366946438326062) | > loss_mel_ce: 3.0906965732574463 (nan) | > loss: 0.012391619384288788 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14224402201008923) | > loader_time: 0.0045 (0.004585906317165633)  --> TIME: 2025-03-24 20:08:59 -- STEP: 6845/31555 -- GLOBAL_STEP: 669500 | > loss_text_ce: 0.03713656961917877 (0.036696317896704196) | > loss_mel_ce: 2.43418288230896 (nan) | > loss: 0.009806823916733265 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14221818016949384) | > loader_time: 0.0045 (0.004585567436747705)  --> TIME: 2025-03-24 20:09:09 -- STEP: 6895/31555 -- GLOBAL_STEP: 669550 | > loss_text_ce: 0.0324154794216156 (0.036684116753840854) | > loss_mel_ce: 2.9067859649658203 (nan) | > loss: 0.011663498356938362 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14223159429731244) | > loader_time: 0.0047 (0.004585134473030259)  --> TIME: 2025-03-24 20:09:18 -- STEP: 6945/31555 -- GLOBAL_STEP: 669600 | > loss_text_ce: 0.04138777777552605 (0.03669139710050479) | > loss_mel_ce: 1.301513671875 (nan) | > loss: 0.005328974220901728 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14220702890185888) | > loader_time: 0.0045 (0.004585781227864329)  --> TIME: 2025-03-24 20:09:28 -- STEP: 6995/31555 -- GLOBAL_STEP: 669650 | > loss_text_ce: 0.035504430532455444 (0.03669864378251772) | > loss_mel_ce: 2.794480800628662 (nan) | > loss: 0.011230100877583027 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.142230564019268) | > loader_time: 0.0046 (0.004585851849275809)  --> TIME: 2025-03-24 20:09:38 -- STEP: 7045/31555 -- GLOBAL_STEP: 669700 | > loss_text_ce: 0.03891400620341301 (0.03670003703161506) | > loss_mel_ce: 2.962022304534912 (nan) | > loss: 0.01190847810357809 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14224307295106708) | > loader_time: 0.0046 (0.004586342127294396)  --> TIME: 2025-03-24 20:09:48 -- STEP: 7095/31555 -- GLOBAL_STEP: 669750 | > loss_text_ce: 0.03148718178272247 (0.03669937308077006) | > loss_mel_ce: 3.173614025115967 (nan) | > loss: 0.012718656100332737 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14220186019128467) | > loader_time: 0.0048 (0.004586674647905873)  --> TIME: 2025-03-24 20:09:57 -- STEP: 7145/31555 -- GLOBAL_STEP: 669800 | > loss_text_ce: 0.042493999004364014 (0.036697628427794934) | > loss_mel_ce: 0.03839111328125 (nan) | > loss: 0.000320972700137645 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14221597305121536) | > loader_time: 0.0044 (0.0045860295532632435)  --> TIME: 2025-03-24 20:10:07 -- STEP: 7195/31555 -- GLOBAL_STEP: 669850 | > loss_text_ce: 0.03614915534853935 (0.03670509060879741) | > loss_mel_ce: 2.0743279457092285 (nan) | > loss: 0.008374909870326519 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1422253234921587) | > loader_time: 0.0047 (0.0045858612153329755)  --> TIME: 2025-03-24 20:10:17 -- STEP: 7245/31555 -- GLOBAL_STEP: 669900 | > loss_text_ce: 0.030531005933880806 (0.036699169034779905) | > loss_mel_ce: 2.472978353500366 (nan) | > loss: 0.0099345613270998 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14221963905481752) | > loader_time: 0.0043 (0.00458542683603355)  --> TIME: 2025-03-24 20:10:27 -- STEP: 7295/31555 -- GLOBAL_STEP: 669950 | > loss_text_ce: 0.036861445754766464 (0.03670850360333279) | > loss_mel_ce: 2.9743399620056152 (nan) | > loss: 0.011949212290346622 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14224210344331423) | > loader_time: 0.0046 (0.004585048350019773)  --> TIME: 2025-03-24 20:10:37 -- STEP: 7345/31555 -- GLOBAL_STEP: 670000 | > loss_text_ce: 0.034957852214574814 (0.03668842385412087) | > loss_mel_ce: 1.3152660131454468 (nan) | > loss: 0.005358031485229731 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14225674896032345) | > loader_time: 0.0048 (0.004585195642656996) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_670000.pth  --> TIME: 2025-03-24 20:10:52 -- STEP: 7395/31555 -- GLOBAL_STEP: 670050 | > loss_text_ce: 0.03767167776823044 (0.036679293532642473) | > loss_mel_ce: 2.6215057373046875 (nan) | > loss: 0.010552291758358479 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14222761986624655) | > loader_time: 0.0049 (0.004585248929088879)  --> TIME: 2025-03-24 20:11:01 -- STEP: 7445/31555 -- GLOBAL_STEP: 670100 | > loss_text_ce: 0.03969576582312584 (0.036675868274943124) | > loss_mel_ce: 3.42498779296875 (nan) | > loss: 0.013748745433986187 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14221143498366132) | > loader_time: 0.0044 (0.0045858824149004425)  --> TIME: 2025-03-24 20:11:11 -- STEP: 7495/31555 -- GLOBAL_STEP: 670150 | > loss_text_ce: 0.03716707229614258 (0.036665564828898496) | > loss_mel_ce: 3.098496913909912 (nan) | > loss: 0.012443112209439278 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14219401466440743) | > loader_time: 0.0045 (0.004585448672884391)  --> TIME: 2025-03-24 20:11:20 -- STEP: 7545/31555 -- GLOBAL_STEP: 670200 | > loss_text_ce: 0.03706793859601021 (0.0366620802744543) | > loss_mel_ce: 2.8469910621643066 (nan) | > loss: 0.011444679461419582 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14218317139930658) | > loader_time: 0.0045 (0.004585555723125855)  --> TIME: 2025-03-24 20:11:30 -- STEP: 7595/31555 -- GLOBAL_STEP: 670250 | > loss_text_ce: 0.033638954162597656 (0.03666069312137641) | > loss_mel_ce: 2.837989330291748 (nan) | > loss: 0.011395351029932499 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1421828366016527) | > loader_time: 0.0044 (0.004584936470950892)  --> TIME: 2025-03-24 20:11:40 -- STEP: 7645/31555 -- GLOBAL_STEP: 670300 | > loss_text_ce: 0.029489144682884216 (0.03665634790804564) | > loss_mel_ce: 2.7537503242492676 (nan) | > loss: 0.01104460097849369 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14220482075892546) | > loader_time: 0.0047 (0.00458452765500336)  --> TIME: 2025-03-24 20:11:50 -- STEP: 7695/31555 -- GLOBAL_STEP: 670350 | > loss_text_ce: 0.036622896790504456 (0.03665455998035912) | > loss_mel_ce: 3.2130393981933594 (nan) | > loss: 0.012895486317574978 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14224090963466374) | > loader_time: 0.0044 (0.004584301935534274)  --> TIME: 2025-03-24 20:11:59 -- STEP: 7745/31555 -- GLOBAL_STEP: 670400 | > loss_text_ce: 0.03731415793299675 (0.03665731579156724) | > loss_mel_ce: 2.7342867851257324 (nan) | > loss: 0.010998416692018509 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14222284252986683) | > loader_time: 0.0045 (0.004583982069927937)  --> TIME: 2025-03-24 20:12:09 -- STEP: 7795/31555 -- GLOBAL_STEP: 670450 | > loss_text_ce: 0.037807587534189224 (0.03665237202690813) | > loss_mel_ce: 3.0318081378936768 (nan) | > loss: 0.012181015685200691 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1422083605704499) | > loader_time: 0.0047 (0.004583465632450293)  --> TIME: 2025-03-24 20:12:19 -- STEP: 7845/31555 -- GLOBAL_STEP: 670500 | > loss_text_ce: 0.033421777188777924 (0.036648129517244686) | > loss_mel_ce: 3.017784357070923 (nan) | > loss: 0.012107961811125278 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14222879449298398) | > loader_time: 0.0045 (0.0045835793436219486)  --> TIME: 2025-03-24 20:12:29 -- STEP: 7895/31555 -- GLOBAL_STEP: 670550 | > loss_text_ce: 0.03812292590737343 (0.03665410894251773) | > loss_mel_ce: 2.8176822662353516 (nan) | > loss: 0.011332561261951923 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.1422712226394147) | > loader_time: 0.0046 (0.004583324851530736)  --> TIME: 2025-03-24 20:12:39 -- STEP: 7945/31555 -- GLOBAL_STEP: 670600 | > loss_text_ce: 0.030310528352856636 (0.036660487681177266) | > loss_mel_ce: 2.440476179122925 (nan) | > loss: 0.009804709814488888 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.142262383359568) | > loader_time: 0.0044 (0.004583496504268092)  --> TIME: 2025-03-24 20:12:49 -- STEP: 7995/31555 -- GLOBAL_STEP: 670650 | > loss_text_ce: 0.030686933547258377 (0.036662837641408146) | > loss_mel_ce: 2.603226900100708 (nan) | > loss: 0.010452039539813995 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14228862114739776) | > loader_time: 0.0047 (0.004583506527507665)  --> TIME: 2025-03-24 20:12:58 -- STEP: 8045/31555 -- GLOBAL_STEP: 670700 | > loss_text_ce: 0.03952961415052414 (0.03666252092307248) | > loss_mel_ce: 3.218207359313965 (nan) | > loss: 0.012927528470754623 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1422860039769664) | > loader_time: 0.0046 (0.004583276585068603)  --> TIME: 2025-03-24 20:13:08 -- STEP: 8095/31555 -- GLOBAL_STEP: 670750 | > loss_text_ce: 0.031931109726428986 (0.036666108916011554) | > loss_mel_ce: 2.928056240081787 (nan) | > loss: 0.011745982803404331 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14228091331232043) | > loader_time: 0.0045 (0.0045831453513038925)  --> TIME: 2025-03-24 20:13:18 -- STEP: 8145/31555 -- GLOBAL_STEP: 670800 | > loss_text_ce: 0.03334176167845726 (0.0366615908981935) | > loss_mel_ce: 2.792025566101074 (nan) | > loss: 0.011211775243282318 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14227422701939124) | > loader_time: 0.0045 (0.004583167093088477)  --> TIME: 2025-03-24 20:13:28 -- STEP: 8195/31555 -- GLOBAL_STEP: 670850 | > loss_text_ce: 0.041610002517700195 (0.03665552843257551) | > loss_mel_ce: 2.6719729900360107 (nan) | > loss: 0.01076818723231554 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14230549313659724) | > loader_time: 0.0046 (0.004583014563280619)  --> TIME: 2025-03-24 20:13:37 -- STEP: 8245/31555 -- GLOBAL_STEP: 670900 | > loss_text_ce: 0.03175172582268715 (0.03665705614815336) | > loss_mel_ce: 3.1331546306610107 (nan) | > loss: 0.012559152208268642 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1422716247449854) | > loader_time: 0.0047 (0.0045825954781943574)  --> TIME: 2025-03-24 20:13:47 -- STEP: 8295/31555 -- GLOBAL_STEP: 670950 | > loss_text_ce: 0.03894027695059776 (0.03665593579970648) | > loss_mel_ce: 1.2927476167678833 (nan) | > loss: 0.005284476093947887 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14227175419412383) | > loader_time: 0.0044 (0.004582920701048195)  --> TIME: 2025-03-24 20:13:56 -- STEP: 8345/31555 -- GLOBAL_STEP: 671000 | > loss_text_ce: 0.04387527331709862 (0.036656835930474516) | > loss_mel_ce: 2.600377321243286 (nan) | > loss: 0.010493066161870956 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14226389011270935) | > loader_time: 0.0046 (0.0045827297624390405)  --> TIME: 2025-03-24 20:14:06 -- STEP: 8395/31555 -- GLOBAL_STEP: 671050 | > loss_text_ce: 0.028514031320810318 (0.03665077126107372) | > loss_mel_ce: 0.19556447863578796 (nan) | > loss: 0.000889200484380126 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1422833832052921) | > loader_time: 0.0043 (0.00458226984920355)  --> TIME: 2025-03-24 20:14:16 -- STEP: 8445/31555 -- GLOBAL_STEP: 671100 | > loss_text_ce: 0.0483105331659317 (0.03665075995074349) | > loss_mel_ce: 3.2963688373565674 (nan) | > loss: 0.013272537849843502 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14229093518321947) | > loader_time: 0.0045 (0.004582124465029938)  --> TIME: 2025-03-24 20:14:26 -- STEP: 8495/31555 -- GLOBAL_STEP: 671150 | > loss_text_ce: 0.04926037788391113 (0.03664867076781611) | > loss_mel_ce: 2.902791976928711 (nan) | > loss: 0.011714493855834007 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14226858822158414) | > loader_time: 0.0046 (0.004582157859106226)  --> TIME: 2025-03-24 20:14:36 -- STEP: 8545/31555 -- GLOBAL_STEP: 671200 | > loss_text_ce: 0.04051270708441734 (0.03664675216790519) | > loss_mel_ce: 2.20208740234375 (nan) | > loss: 0.008899207226932049 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.1422917461451055) | > loader_time: 0.0048 (0.0045823282216151985)  --> TIME: 2025-03-24 20:14:46 -- STEP: 8595/31555 -- GLOBAL_STEP: 671250 | > loss_text_ce: 0.03276723995804787 (0.03664091174577987) | > loss_mel_ce: 2.8664844036102295 (nan) | > loss: 0.01150496769696474 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14230935100624098) | > loader_time: 0.0045 (0.004582147032386564)  --> TIME: 2025-03-24 20:14:55 -- STEP: 8645/31555 -- GLOBAL_STEP: 671300 | > loss_text_ce: 0.042070988565683365 (0.036646823258505046) | > loss_mel_ce: 2.9275054931640625 (nan) | > loss: 0.01178403478115797 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14230595826413073) | > loader_time: 0.0047 (0.00458177709386417)  --> TIME: 2025-03-24 20:15:05 -- STEP: 8695/31555 -- GLOBAL_STEP: 671350 | > loss_text_ce: 0.04496007040143013 (0.03664707526759548) | > loss_mel_ce: 0.11865234375 (nan) | > loss: 0.0006492556422017515 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14229029959272166) | > loader_time: 0.0045 (0.004581264218357262)  --> TIME: 2025-03-24 20:15:14 -- STEP: 8745/31555 -- GLOBAL_STEP: 671400 | > loss_text_ce: 0.03569092974066734 (0.03664332936358689) | > loss_mel_ce: 2.8789279460906982 (nan) | > loss: 0.011565948836505413 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1422591313285227) | > loader_time: 0.0044 (0.004581083359890088)  --> TIME: 2025-03-24 20:15:24 -- STEP: 8795/31555 -- GLOBAL_STEP: 671450 | > loss_text_ce: 0.037226222455501556 (0.03664140277862508) | > loss_mel_ce: 3.319580078125 (nan) | > loss: 0.013320660218596458 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14224095989723798) | > loader_time: 0.0048 (0.004580872027693726)  --> TIME: 2025-03-24 20:15:34 -- STEP: 8845/31555 -- GLOBAL_STEP: 671500 | > loss_text_ce: 0.032069265842437744 (0.03664217960434815) | > loss_mel_ce: 2.7801766395568848 (nan) | > loss: 0.011159705929458141 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14225672678195272) | > loader_time: 0.0044 (0.004581127253004632)  --> TIME: 2025-03-24 20:15:43 -- STEP: 8895/31555 -- GLOBAL_STEP: 671550 | > loss_text_ce: 0.04300474375486374 (0.03664553320174597) | > loss_mel_ce: 2.896726608276367 (nan) | > loss: 0.011665601283311844 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14223617416476053) | > loader_time: 0.0046 (0.004580616428317354)  --> TIME: 2025-03-24 20:15:53 -- STEP: 8945/31555 -- GLOBAL_STEP: 671600 | > loss_text_ce: 0.04452373459935188 (0.03664566130268556) | > loss_mel_ce: 3.1099202632904053 (nan) | > loss: 0.012517635710537434 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14223200673827652) | > loader_time: 0.0045 (0.004580194127832869)  --> TIME: 2025-03-24 20:16:03 -- STEP: 8995/31555 -- GLOBAL_STEP: 671650 | > loss_text_ce: 0.03505692258477211 (0.03664776843699688) | > loss_mel_ce: 2.838076114654541 (nan) | > loss: 0.011401321738958359 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1422456004475129) | > loader_time: 0.0046 (0.0045805439676027205)  --> TIME: 2025-03-24 20:16:13 -- STEP: 9045/31555 -- GLOBAL_STEP: 671700 | > loss_text_ce: 0.04202703759074211 (0.03664233970258656) | > loss_mel_ce: 2.088792085647583 (nan) | > loss: 0.008455631323158741 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1422698835169418) | > loader_time: 0.0044 (0.004580090967181513)  --> TIME: 2025-03-24 20:16:22 -- STEP: 9095/31555 -- GLOBAL_STEP: 671750 | > loss_text_ce: 0.046484895050525665 (0.03664338133006543) | > loss_mel_ce: 2.275517702102661 (nan) | > loss: 0.00921429693698883 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.142278279676221) | > loader_time: 0.0044 (0.00457949433895571)  --> TIME: 2025-03-24 20:16:32 -- STEP: 9145/31555 -- GLOBAL_STEP: 671800 | > loss_text_ce: 0.03441935405135155 (0.03664448393418161) | > loss_mel_ce: 2.5406365394592285 (nan) | > loss: 0.010218475945293903 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14227850128223746) | > loader_time: 0.0046 (0.004579046086707104)  --> TIME: 2025-03-24 20:16:41 -- STEP: 9195/31555 -- GLOBAL_STEP: 671850 | > loss_text_ce: 0.03799494355916977 (0.03664759146794073) | > loss_mel_ce: 2.7210490703582764 (nan) | > loss: 0.010948587208986282 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14224349756225135) | > loader_time: 0.0046 (0.004579134101515045)  --> TIME: 2025-03-24 20:16:51 -- STEP: 9245/31555 -- GLOBAL_STEP: 671900 | > loss_text_ce: 0.02663359045982361 (0.0366472836864912) | > loss_mel_ce: 1.8126106262207031 (nan) | > loss: 0.007298588752746582 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14225912003854832) | > loader_time: 0.0043 (0.004579345415320644)  --> TIME: 2025-03-24 20:17:01 -- STEP: 9295/31555 -- GLOBAL_STEP: 671950 | > loss_text_ce: 0.03998807072639465 (0.036651105473079544) | > loss_mel_ce: 2.0930614471435547 (nan) | > loss: 0.008464482612907887 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14226709568994134) | > loader_time: 0.0045 (0.004579030499142821)  --> TIME: 2025-03-24 20:17:11 -- STEP: 9345/31555 -- GLOBAL_STEP: 672000 | > loss_text_ce: 0.03884300962090492 (0.03665432370451686) | > loss_mel_ce: 2.9284067153930664 (nan) | > loss: 0.011774800717830658 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1422575739630393) | > loader_time: 0.0068 (0.0045787849548731795)  --> TIME: 2025-03-24 20:17:20 -- STEP: 9395/31555 -- GLOBAL_STEP: 672050 | > loss_text_ce: 0.03183779492974281 (0.03665109626946854) | > loss_mel_ce: 2.8445420265197754 (nan) | > loss: 0.01141420565545559 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1422417486646557) | > loader_time: 0.0053 (0.0045788963149366695)  --> TIME: 2025-03-24 20:17:30 -- STEP: 9445/31555 -- GLOBAL_STEP: 672100 | > loss_text_ce: 0.036540739238262177 (0.03665682148334289) | > loss_mel_ce: 2.7651774883270264 (nan) | > loss: 0.01111793052405119 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14222705148400924) | > loader_time: 0.0045 (0.004579137001421291)  --> TIME: 2025-03-24 20:17:40 -- STEP: 9495/31555 -- GLOBAL_STEP: 672150 | > loss_text_ce: 0.037134382873773575 (0.03666061215728462) | > loss_mel_ce: 2.3261687755584717 (nan) | > loss: 0.009378187358379364 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14222587662787614) | > loader_time: 0.0041 (0.004578848949791949)  --> TIME: 2025-03-24 20:17:50 -- STEP: 9545/31555 -- GLOBAL_STEP: 672200 | > loss_text_ce: 0.03588848188519478 (0.036660061098416685) | > loss_mel_ce: 3.2909505367279053 (nan) | > loss: 0.013201742433011532 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14225320793559373) | > loader_time: 0.0043 (0.004579393123069191)  --> TIME: 2025-03-24 20:17:59 -- STEP: 9595/31555 -- GLOBAL_STEP: 672250 | > loss_text_ce: 0.0402970127761364 (0.03666102662362233) | > loss_mel_ce: 3.6097655296325684 (nan) | > loss: 0.014484375715255737 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1422408355406749) | > loader_time: 0.0046 (0.004579045612281534)  --> TIME: 2025-03-24 20:18:09 -- STEP: 9645/31555 -- GLOBAL_STEP: 672300 | > loss_text_ce: 0.03935098648071289 (0.0366632067262857) | > loss_mel_ce: 2.1333911418914795 (nan) | > loss: 0.008621993474662304 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14225873915008228) | > loader_time: 0.0044 (0.004578659607376565)  --> TIME: 2025-03-24 20:18:19 -- STEP: 9695/31555 -- GLOBAL_STEP: 672350 | > loss_text_ce: 0.028719443827867508 (0.03665394205542394) | > loss_mel_ce: 2.1299428939819336 (nan) | > loss: 0.008566120639443398 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14225906824069517) | > loader_time: 0.0044 (0.0045783437361970524)  --> TIME: 2025-03-24 20:18:29 -- STEP: 9745/31555 -- GLOBAL_STEP: 672400 | > loss_text_ce: 0.0477738082408905 (0.0366507623217553) | > loss_mel_ce: 2.6154069900512695 (nan) | > loss: 0.01056817825883627 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14226969576542414) | > loader_time: 0.0045 (0.004578124125105347)  --> TIME: 2025-03-24 20:18:38 -- STEP: 9795/31555 -- GLOBAL_STEP: 672450 | > loss_text_ce: 0.04600430279970169 (0.036650259612435315) | > loss_mel_ce: 1.6035408973693848 (nan) | > loss: 0.00654581468552351 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14227211595859376) | > loader_time: 0.0046 (0.004578469954564172)  --> TIME: 2025-03-24 20:18:48 -- STEP: 9845/31555 -- GLOBAL_STEP: 672500 | > loss_text_ce: 0.043360356241464615 (0.03665946035538539) | > loss_mel_ce: 2.390498638153076 (nan) | > loss: 0.00965817179530859 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14228929330274495) | > loader_time: 0.0046 (0.004578765410950734)  --> TIME: 2025-03-24 20:18:58 -- STEP: 9895/31555 -- GLOBAL_STEP: 672550 | > loss_text_ce: 0.035475585609674454 (0.03665461360517862) | > loss_mel_ce: 1.9619827270507812 (nan) | > loss: 0.00792642217129469 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14225740758019653) | > loader_time: 0.0043 (0.00457836616635624)  --> TIME: 2025-03-24 20:19:07 -- STEP: 9945/31555 -- GLOBAL_STEP: 672600 | > loss_text_ce: 0.033113110810518265 (0.03665804679361787) | > loss_mel_ce: 2.752265453338623 (nan) | > loss: 0.01105308998376131 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14226484979559384) | > loader_time: 0.0044 (0.0045780896301423)  --> TIME: 2025-03-24 20:19:17 -- STEP: 9995/31555 -- GLOBAL_STEP: 672650 | > loss_text_ce: 0.02231377735733986 (0.036658714713622954) | > loss_mel_ce: 2.3517117500305176 (nan) | > loss: 0.009420736692845821 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1422798720164665) | > loader_time: 0.0043 (0.0045778535735076405)  --> TIME: 2025-03-24 20:19:27 -- STEP: 10045/31555 -- GLOBAL_STEP: 672700 | > loss_text_ce: 0.03018166497349739 (0.03665884456918534) | > loss_mel_ce: 2.7949564456939697 (nan) | > loss: 0.011210866272449493 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14227005928650838) | > loader_time: 0.0047 (0.00457778999970409)  --> TIME: 2025-03-24 20:19:37 -- STEP: 10095/31555 -- GLOBAL_STEP: 672750 | > loss_text_ce: 0.03253891319036484 (0.036658309976034836) | > loss_mel_ce: 3.1793131828308105 (nan) | > loss: 0.012745445594191551 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14225989094224403) | > loader_time: 0.0047 (0.0045777001080978255)  --> TIME: 2025-03-24 20:19:46 -- STEP: 10145/31555 -- GLOBAL_STEP: 672800 | > loss_text_ce: 0.03732464835047722 (0.036659489423789396) | > loss_mel_ce: 2.6777749061584473 (nan) | > loss: 0.010774205438792706 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1422575763083832) | > loader_time: 0.0045 (0.004577920846953189)  --> TIME: 2025-03-24 20:19:56 -- STEP: 10195/31555 -- GLOBAL_STEP: 672850 | > loss_text_ce: 0.043514642864465714 (0.03665564648447131) | > loss_mel_ce: 3.497415781021118 (nan) | > loss: 0.014051312580704689 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14229163489778943) | > loader_time: 0.0045 (0.004578417431437079)  --> TIME: 2025-03-24 20:20:06 -- STEP: 10245/31555 -- GLOBAL_STEP: 672900 | > loss_text_ce: 0.029234861955046654 (0.03665855967277449) | > loss_mel_ce: 3.076673746109009 (nan) | > loss: 0.012325035408139229 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14231100377947956) | > loader_time: 0.0042 (0.004578271547487859)  --> TIME: 2025-03-24 20:20:16 -- STEP: 10295/31555 -- GLOBAL_STEP: 672950 | > loss_text_ce: 0.03803907707333565 (0.036655156271221935) | > loss_mel_ce: 2.6001830101013184 (nan) | > loss: 0.010469135828316212 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14233711612288158) | > loader_time: 0.0045 (0.0045780276372167595)  --> TIME: 2025-03-24 20:20:26 -- STEP: 10345/31555 -- GLOBAL_STEP: 673000 | > loss_text_ce: 0.03774016723036766 (0.03665628142073329) | > loss_mel_ce: 2.8271028995513916 (nan) | > loss: 0.01136842556297779 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14235585214090213) | > loader_time: 0.0046 (0.004578143124882302)  --> TIME: 2025-03-24 20:20:36 -- STEP: 10395/31555 -- GLOBAL_STEP: 673050 | > loss_text_ce: 0.04112381860613823 (0.03665711190784465) | > loss_mel_ce: 2.8660645484924316 (nan) | > loss: 0.011536462232470512 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14236138225920447) | > loader_time: 0.0047 (0.004578157707496932)  --> TIME: 2025-03-24 20:20:46 -- STEP: 10445/31555 -- GLOBAL_STEP: 673100 | > loss_text_ce: 0.03088279627263546 (0.036653974607262337) | > loss_mel_ce: 2.4309189319610596 (nan) | > loss: 0.009769055061042309 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.1423635420929354) | > loader_time: 0.0046 (0.004578267472277657)  --> TIME: 2025-03-24 20:20:55 -- STEP: 10495/31555 -- GLOBAL_STEP: 673150 | > loss_text_ce: 0.035208072513341904 (0.036653293415162234) | > loss_mel_ce: 2.8115601539611816 (nan) | > loss: 0.01129669975489378 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14234429103184218) | > loader_time: 0.0048 (0.004578535099038633)  --> TIME: 2025-03-24 20:21:05 -- STEP: 10545/31555 -- GLOBAL_STEP: 673200 | > loss_text_ce: 0.03298996388912201 (0.03665958398360468) | > loss_mel_ce: 0.43476563692092896 (nan) | > loss: 0.0018561731558293104 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14233344330387343) | > loader_time: 0.0044 (0.004578663376961465)  --> TIME: 2025-03-24 20:21:15 -- STEP: 10595/31555 -- GLOBAL_STEP: 673250 | > loss_text_ce: 0.035394225269556046 (0.03666703021017565) | > loss_mel_ce: 3.0428662300109863 (nan) | > loss: 0.012215320020914078 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14232657638682897) | > loader_time: 0.0048 (0.004578975845812182)  --> TIME: 2025-03-24 20:21:24 -- STEP: 10645/31555 -- GLOBAL_STEP: 673300 | > loss_text_ce: 0.03517962247133255 (0.036662653430390026) | > loss_mel_ce: 3.63671875 (nan) | > loss: 0.014571025967597961 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14230571095514413) | > loader_time: 0.0047 (0.004579016074937191)  --> TIME: 2025-03-24 20:21:34 -- STEP: 10695/31555 -- GLOBAL_STEP: 673350 | > loss_text_ce: 0.03616165369749069 (0.03666031843947373) | > loss_mel_ce: 2.9565470218658447 (nan) | > loss: 0.011875828728079796 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14230176587704338) | > loader_time: 0.0045 (0.004579145744505647)  --> TIME: 2025-03-24 20:21:43 -- STEP: 10745/31555 -- GLOBAL_STEP: 673400 | > loss_text_ce: 0.02537815272808075 (0.03665667914951429) | > loss_mel_ce: 2.6277668476104736 (nan) | > loss: 0.010528353974223137 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1422951158449879) | > loader_time: 0.0046 (0.004578890984643061)  --> TIME: 2025-03-24 20:21:53 -- STEP: 10795/31555 -- GLOBAL_STEP: 673450 | > loss_text_ce: 0.042270779609680176 (0.0366564616183921) | > loss_mel_ce: 2.769444465637207 (nan) | > loss: 0.011157600209116936 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14230452412087902) | > loader_time: 0.0046 (0.004579265938140887)  --> TIME: 2025-03-24 20:22:03 -- STEP: 10845/31555 -- GLOBAL_STEP: 673500 | > loss_text_ce: 0.039821263402700424 (0.03665780214787756) | > loss_mel_ce: 2.2053260803222656 (nan) | > loss: 0.00890931487083435 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14232326362912234) | > loader_time: 0.0044 (0.004579795192825789)  --> TIME: 2025-03-24 20:22:13 -- STEP: 10895/31555 -- GLOBAL_STEP: 673550 | > loss_text_ce: 0.04166099429130554 (0.03665709172210097) | > loss_mel_ce: 3.060743808746338 (nan) | > loss: 0.01231113076210022 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14232376795834703) | > loader_time: 0.0048 (0.004580011166471474)  --> TIME: 2025-03-24 20:22:22 -- STEP: 10945/31555 -- GLOBAL_STEP: 673600 | > loss_text_ce: 0.036831293255090714 (0.0366557212954906) | > loss_mel_ce: 2.792304515838623 (nan) | > loss: 0.011226730421185493 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.1423089023919441) | > loader_time: 0.0049 (0.004580104029739548)  --> TIME: 2025-03-24 20:22:32 -- STEP: 10995/31555 -- GLOBAL_STEP: 673650 | > loss_text_ce: 0.042131371796131134 (0.036653389046227086) | > loss_mel_ce: 2.976168155670166 (nan) | > loss: 0.011977380141615868 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14232217748363446) | > loader_time: 0.0045 (0.004579848015834231)  --> TIME: 2025-03-24 20:22:42 -- STEP: 11045/31555 -- GLOBAL_STEP: 673700 | > loss_text_ce: 0.032434720546007156 (0.03665340905279711) | > loss_mel_ce: 2.0858559608459473 (nan) | > loss: 0.008405915461480618 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14233246831777266) | > loader_time: 0.0045 (0.0045800208829549155)  --> TIME: 2025-03-24 20:22:52 -- STEP: 11095/31555 -- GLOBAL_STEP: 673750 | > loss_text_ce: 0.038890156894922256 (0.036649397988864615) | > loss_mel_ce: 3.047018527984619 (nan) | > loss: 0.012245669960975647 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14233208044309034) | > loader_time: 0.0046 (0.004580028275210031)  --> TIME: 2025-03-24 20:23:02 -- STEP: 11145/31555 -- GLOBAL_STEP: 673800 | > loss_text_ce: 0.038036853075027466 (0.036660962502278724) | > loss_mel_ce: 2.12137508392334 (nan) | > loss: 0.00856909528374672 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14232190920665813) | > loader_time: 0.0044 (0.004580301872653892)  --> TIME: 2025-03-24 20:23:11 -- STEP: 11195/31555 -- GLOBAL_STEP: 673850 | > loss_text_ce: 0.027478860691189766 (0.036658239547394576) | > loss_mel_ce: 2.802900791168213 (nan) | > loss: 0.011231666430830956 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14232687820223208) | > loader_time: 0.0045 (0.004580681491185646)  --> TIME: 2025-03-24 20:23:21 -- STEP: 11245/31555 -- GLOBAL_STEP: 673900 | > loss_text_ce: 0.04325921833515167 (0.03665950093153338) | > loss_mel_ce: 3.175994634628296 (nan) | > loss: 0.012774817645549774 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1423300370156569) | > loader_time: 0.0045 (0.004580671854048854)  --> TIME: 2025-03-24 20:23:31 -- STEP: 11295/31555 -- GLOBAL_STEP: 673950 | > loss_text_ce: 0.03785243630409241 (0.03666261362745511) | > loss_mel_ce: 3.0830767154693604 (nan) | > loss: 0.012384640984237194 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14233851348366874) | > loader_time: 0.0047 (0.004581173355994163)  --> TIME: 2025-03-24 20:23:41 -- STEP: 11345/31555 -- GLOBAL_STEP: 674000 | > loss_text_ce: 0.03994366526603699 (0.03666719806841517) | > loss_mel_ce: 2.8150217533111572 (nan) | > loss: 0.01132922898977995 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14232792843801337) | > loader_time: 0.0045 (0.004581288547440225)  --> TIME: 2025-03-24 20:23:50 -- STEP: 11395/31555 -- GLOBAL_STEP: 674050 | > loss_text_ce: 0.04310071840882301 (0.036668739360219874) | > loss_mel_ce: 2.7581000328063965 (nan) | > loss: 0.011115876957774162 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14233607243633642) | > loader_time: 0.0046 (0.004581351027043058)  --> TIME: 2025-03-24 20:24:00 -- STEP: 11445/31555 -- GLOBAL_STEP: 674100 | > loss_text_ce: 0.03475642576813698 (0.03667368037547223) | > loss_mel_ce: 2.736994743347168 (nan) | > loss: 0.010999012738466263 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14232001440032296) | > loader_time: 0.0044 (0.004581229391968795)  --> TIME: 2025-03-24 20:24:10 -- STEP: 11495/31555 -- GLOBAL_STEP: 674150 | > loss_text_ce: 0.03461693599820137 (0.036672517448816146) | > loss_mel_ce: 2.96187162399292 (nan) | > loss: 0.011890828609466553 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1423402668030785) | > loader_time: 0.0046 (0.004580991482828021)  --> TIME: 2025-03-24 20:24:20 -- STEP: 11545/31555 -- GLOBAL_STEP: 674200 | > loss_text_ce: 0.032453205436468124 (0.03666566067119936) | > loss_mel_ce: 2.008277416229248 (nan) | > loss: 0.008098138496279716 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1423408155164549) | > loader_time: 0.0043 (0.0045805698145308495)  --> TIME: 2025-03-24 20:24:30 -- STEP: 11595/31555 -- GLOBAL_STEP: 674250 | > loss_text_ce: 0.03186442703008652 (0.036670634964559023) | > loss_mel_ce: 2.3078019618988037 (nan) | > loss: 0.009284391067922115 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1423748458033229) | > loader_time: 0.0043 (0.004580650930005767)  --> TIME: 2025-03-24 20:24:40 -- STEP: 11645/31555 -- GLOBAL_STEP: 674300 | > loss_text_ce: 0.033564720302820206 (0.03667712905906081) | > loss_mel_ce: 3.205458164215088 (nan) | > loss: 0.012853266671299934 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14238075249795923) | > loader_time: 0.0045 (0.004580483614707423)  --> TIME: 2025-03-24 20:24:49 -- STEP: 11695/31555 -- GLOBAL_STEP: 674350 | > loss_text_ce: 0.03650597482919693 (0.03667714021209673) | > loss_mel_ce: 3.471632957458496 (nan) | > loss: 0.01392118725925684 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14238189786557828) | > loader_time: 0.0045 (0.004580446103027928)  --> TIME: 2025-03-24 20:24:59 -- STEP: 11745/31555 -- GLOBAL_STEP: 674400 | > loss_text_ce: 0.0469062477350235 (0.03668242302616592) | > loss_mel_ce: 1.7379175424575806 (nan) | > loss: 0.0070826346054673195 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14236681261383272) | > loader_time: 0.0046 (0.00458028597647001)  --> TIME: 2025-03-24 20:25:09 -- STEP: 11795/31555 -- GLOBAL_STEP: 674450 | > loss_text_ce: 0.04141487926244736 (0.03668161094253451) | > loss_mel_ce: 2.2521607875823975 (nan) | > loss: 0.009101491421461105 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14236908411767352) | > loader_time: 0.0047 (0.0045799545637375825)  --> TIME: 2025-03-24 20:25:18 -- STEP: 11845/31555 -- GLOBAL_STEP: 674500 | > loss_text_ce: 0.03376372158527374 (0.036678326635555966) | > loss_mel_ce: 0.1306864470243454 (nan) | > loss: 0.0006525800563395023 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14237144258063478) | > loader_time: 0.0046 (0.004579537163408773)  --> TIME: 2025-03-24 20:25:28 -- STEP: 11895/31555 -- GLOBAL_STEP: 674550 | > loss_text_ce: 0.03970768302679062 (0.03667978641701176) | > loss_mel_ce: 2.9189453125 (nan) | > loss: 0.011740687303245068 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14237454165025235) | > loader_time: 0.0044 (0.004579209980718133)  --> TIME: 2025-03-24 20:25:38 -- STEP: 11945/31555 -- GLOBAL_STEP: 674600 | > loss_text_ce: 0.03762340918183327 (0.03668047223184015) | > loss_mel_ce: 2.6093435287475586 (nan) | > loss: 0.010503837838768959 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14238289776782403) | > loader_time: 0.0046 (0.004578880646978284)  --> TIME: 2025-03-24 20:25:48 -- STEP: 11995/31555 -- GLOBAL_STEP: 674650 | > loss_text_ce: 0.041280291974544525 (0.036675634586476415) | > loss_mel_ce: 2.6160459518432617 (nan) | > loss: 0.010544945485889912 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14238450009408324) | > loader_time: 0.0043 (0.00457880042800809)  --> TIME: 2025-03-24 20:25:58 -- STEP: 12045/31555 -- GLOBAL_STEP: 674700 | > loss_text_ce: 0.04300456494092941 (0.03668502949776692) | > loss_mel_ce: 3.079752206802368 (nan) | > loss: 0.01239189226180315 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1424058359952912) | > loader_time: 0.0047 (0.004578963153438492)  --> TIME: 2025-03-24 20:26:07 -- STEP: 12095/31555 -- GLOBAL_STEP: 674750 | > loss_text_ce: 0.03872530907392502 (0.0366933625977628) | > loss_mel_ce: 3.379626512527466 (nan) | > loss: 0.013564889319241047 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14240508438290012) | > loader_time: 0.0045 (0.004578689900051725)  --> TIME: 2025-03-24 20:26:17 -- STEP: 12145/31555 -- GLOBAL_STEP: 674800 | > loss_text_ce: 0.030095646157860756 (0.03668912562509854) | > loss_mel_ce: 3.155343532562256 (nan) | > loss: 0.012640631757676601 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14239069495784035) | > loader_time: 0.0045 (0.004578580989814098)  --> TIME: 2025-03-24 20:26:27 -- STEP: 12195/31555 -- GLOBAL_STEP: 674850 | > loss_text_ce: 0.02501562610268593 (0.03668302385867352) | > loss_mel_ce: 0.05593261867761612 (nan) | > loss: 0.00032122322591021657 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14240360025403434) | > loader_time: 0.0042 (0.004578377155555777)  --> TIME: 2025-03-24 20:26:37 -- STEP: 12245/31555 -- GLOBAL_STEP: 674900 | > loss_text_ce: 0.035398393869400024 (0.03668405232055866) | > loss_mel_ce: 3.1217174530029297 (nan) | > loss: 0.01252823881804943 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14240365842256011) | > loader_time: 0.0044 (0.004577886196680109)  --> TIME: 2025-03-24 20:26:46 -- STEP: 12295/31555 -- GLOBAL_STEP: 674950 | > loss_text_ce: 0.03871569037437439 (0.03668223753057951) | > loss_mel_ce: 3.133326768875122 (nan) | > loss: 0.0125874700024724 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14239736654352092) | > loader_time: 0.0047 (0.00457794095210402)  --> TIME: 2025-03-24 20:26:56 -- STEP: 12345/31555 -- GLOBAL_STEP: 675000 | > loss_text_ce: 0.0380527600646019 (0.0366882537113283) | > loss_mel_ce: 2.7413058280944824 (nan) | > loss: 0.011029201559722424 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1423802859583272) | > loader_time: 0.0046 (0.00457784914207537)  --> TIME: 2025-03-24 20:27:05 -- STEP: 12395/31555 -- GLOBAL_STEP: 675050 | > loss_text_ce: 0.03694888576865196 (0.036688689754155714) | > loss_mel_ce: 3.0981199741363525 (nan) | > loss: 0.012440750375390053 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14237099278593396) | > loader_time: 0.0045 (0.004577595190253657)  --> TIME: 2025-03-24 20:27:15 -- STEP: 12445/31555 -- GLOBAL_STEP: 675100 | > loss_text_ce: 0.04560915380716324 (0.03668784114014702) | > loss_mel_ce: 2.9379165172576904 (nan) | > loss: 0.011839388869702816 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1423628916458788) | > loader_time: 0.0047 (0.00457750165639704)  --> TIME: 2025-03-24 20:27:25 -- STEP: 12495/31555 -- GLOBAL_STEP: 675150 | > loss_text_ce: 0.04159161448478699 (0.03668954639966535) | > loss_mel_ce: 2.4619381427764893 (nan) | > loss: 0.009934642352163792 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14236595249977338) | > loader_time: 0.0044 (0.004577336878049567)  --> TIME: 2025-03-24 20:27:35 -- STEP: 12545/31555 -- GLOBAL_STEP: 675200 | > loss_text_ce: 0.031260497868061066 (0.03669611268842754) | > loss_mel_ce: 3.037099838256836 (nan) | > loss: 0.012176034040749073 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14237757704085882) | > loader_time: 0.0045 (0.0045772345144941655)  --> TIME: 2025-03-24 20:27:44 -- STEP: 12595/31555 -- GLOBAL_STEP: 675250 | > loss_text_ce: 0.029178371652960777 (0.03669774888172824) | > loss_mel_ce: 2.3470773696899414 (nan) | > loss: 0.009429587051272392 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14236376933892422) | > loader_time: 0.0044 (0.0045774434473174795)  --> TIME: 2025-03-24 20:27:54 -- STEP: 12645/31555 -- GLOBAL_STEP: 675300 | > loss_text_ce: 0.04250308871269226 (0.03669827026850861) | > loss_mel_ce: 3.408468008041382 (nan) | > loss: 0.013694331049919128 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14235924124576213) | > loader_time: 0.0046 (0.004577247198036228)  --> TIME: 2025-03-24 20:28:04 -- STEP: 12695/31555 -- GLOBAL_STEP: 675350 | > loss_text_ce: 0.029054507613182068 (0.03670078400190891) | > loss_mel_ce: 2.529968023300171 (nan) | > loss: 0.010154851712286472 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14236934734357917) | > loader_time: 0.0044 (0.004577271663189496)  --> TIME: 2025-03-24 20:28:13 -- STEP: 12745/31555 -- GLOBAL_STEP: 675400 | > loss_text_ce: 0.038583219051361084 (0.036698705195378156) | > loss_mel_ce: 3.365018844604492 (nan) | > loss: 0.013506358489394188 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1423743350499273) | > loader_time: 0.0046 (0.004577215048040579)  --> TIME: 2025-03-24 20:28:23 -- STEP: 12795/31555 -- GLOBAL_STEP: 675450 | > loss_text_ce: 0.029565270990133286 (0.03668763725870983) | > loss_mel_ce: 2.7611236572265625 (nan) | > loss: 0.011074163019657135 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14235950751712617) | > loader_time: 0.0046 (0.004577101874789391)  --> TIME: 2025-03-24 20:28:32 -- STEP: 12845/31555 -- GLOBAL_STEP: 675500 | > loss_text_ce: 0.03444232791662216 (0.036683613614753155) | > loss_mel_ce: 2.245205879211426 (nan) | > loss: 0.009046223945915699 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14234965856365675) | > loader_time: 0.0046 (0.004576883115579105)  --> TIME: 2025-03-24 20:28:42 -- STEP: 12895/31555 -- GLOBAL_STEP: 675550 | > loss_text_ce: 0.036210548132658005 (0.0366814404313633) | > loss_mel_ce: 2.656867504119873 (nan) | > loss: 0.01068681851029396 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14235219243609004) | > loader_time: 0.0046 (0.004576687629761825)  --> TIME: 2025-03-24 20:28:52 -- STEP: 12945/31555 -- GLOBAL_STEP: 675600 | > loss_text_ce: 0.03932292014360428 (0.03667812750654289) | > loss_mel_ce: 2.036292314529419 (nan) | > loss: 0.008236568421125412 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1423681228029162) | > loader_time: 0.0048 (0.004576771063158158)  --> TIME: 2025-03-24 20:29:02 -- STEP: 12995/31555 -- GLOBAL_STEP: 675650 | > loss_text_ce: 0.030996181070804596 (0.03667670950134445) | > loss_mel_ce: 1.4802813529968262 (nan) | > loss: 0.005997133441269398 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.142353128864013) | > loader_time: 0.0046 (0.004576524490115735)  --> TIME: 2025-03-24 20:29:11 -- STEP: 13045/31555 -- GLOBAL_STEP: 675700 | > loss_text_ce: 0.025075703859329224 (0.036671516039020045) | > loss_mel_ce: 3.0375137329101562 (nan) | > loss: 0.012153132818639278 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1423564451779833) | > loader_time: 0.0044 (0.0045764001771013765)  --> TIME: 2025-03-24 20:29:21 -- STEP: 13095/31555 -- GLOBAL_STEP: 675750 | > loss_text_ce: 0.039716556668281555 (0.03666946238746752) | > loss_mel_ce: 2.7267329692840576 (nan) | > loss: 0.010977975092828274 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1423504197083152) | > loader_time: 0.0045 (0.00457639157112066)  --> TIME: 2025-03-24 20:29:31 -- STEP: 13145/31555 -- GLOBAL_STEP: 675800 | > loss_text_ce: 0.042184777557849884 (0.036663275291472334) | > loss_mel_ce: 3.236964702606201 (nan) | > loss: 0.013012498617172241 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14233986093499995) | > loader_time: 0.0043 (0.004575945588289985)  --> TIME: 2025-03-24 20:29:40 -- STEP: 13195/31555 -- GLOBAL_STEP: 675850 | > loss_text_ce: 0.03769003599882126 (0.036663359594392) | > loss_mel_ce: 2.7009260654449463 (nan) | > loss: 0.010867523960769176 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14234663656869964) | > loader_time: 0.0048 (0.0045756256006666465)  --> TIME: 2025-03-24 20:29:50 -- STEP: 13245/31555 -- GLOBAL_STEP: 675900 | > loss_text_ce: 0.03381230682134628 (0.036657354238039855) | > loss_mel_ce: 2.6571571826934814 (nan) | > loss: 0.01067845057696104 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14234952771830098) | > loader_time: 0.0043 (0.004575224415947229)  --> TIME: 2025-03-24 20:30:00 -- STEP: 13295/31555 -- GLOBAL_STEP: 675950 | > loss_text_ce: 0.037688203155994415 (0.03665088935957992) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1423667493284346) | > loader_time: 0.0049 (0.0045752544159187915)  --> TIME: 2025-03-24 20:30:10 -- STEP: 13345/31555 -- GLOBAL_STEP: 676000 | > loss_text_ce: 0.03397425264120102 (0.036647913183314916) | > loss_mel_ce: 2.9189038276672363 (nan) | > loss: 0.011717770248651505 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14234626224399102) | > loader_time: 0.0046 (0.004575209869521958)  --> TIME: 2025-03-24 20:30:19 -- STEP: 13395/31555 -- GLOBAL_STEP: 676050 | > loss_text_ce: 0.0368017815053463 (0.0366424470316701) | > loss_mel_ce: 2.777475595474243 (nan) | > loss: 0.011167768388986588 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1423527048879161) | > loader_time: 0.0045 (0.004575043607443367)  --> TIME: 2025-03-24 20:30:29 -- STEP: 13445/31555 -- GLOBAL_STEP: 676100 | > loss_text_ce: 0.039448369294404984 (0.03663671413965058) | > loss_mel_ce: 3.053334951400757 (nan) | > loss: 0.012272950261831284 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1423624979070936) | > loader_time: 0.0046 (0.004574895250881489)  --> TIME: 2025-03-24 20:30:39 -- STEP: 13495/31555 -- GLOBAL_STEP: 676150 | > loss_text_ce: 0.03997842222452164 (0.036630622320713575) | > loss_mel_ce: 1.93817138671875 (nan) | > loss: 0.0078498013317585 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14235924308765457) | > loader_time: 0.0043 (0.00457485279536944)  --> TIME: 2025-03-24 20:30:49 -- STEP: 13545/31555 -- GLOBAL_STEP: 676200 | > loss_text_ce: 0.037785664200782776 (0.03663041013419826) | > loss_mel_ce: 2.630225658416748 (nan) | > loss: 0.01058734767138958 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14237004896510957) | > loader_time: 0.0046 (0.0045745190591907105)  --> TIME: 2025-03-24 20:30:59 -- STEP: 13595/31555 -- GLOBAL_STEP: 676250 | > loss_text_ce: 0.04331692308187485 (0.03663703787684135) | > loss_mel_ce: 2.4895591735839844 (nan) | > loss: 0.010051095858216286 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14238186047418178) | > loader_time: 0.0044 (0.004574320850323203)  --> TIME: 2025-03-24 20:31:08 -- STEP: 13645/31555 -- GLOBAL_STEP: 676300 | > loss_text_ce: 0.03504325449466705 (0.03664268976716976) | > loss_mel_ce: 2.7285397052764893 (nan) | > loss: 0.01096659991890192 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14235218304249242) | > loader_time: 0.0047 (0.004574089777168219)  --> TIME: 2025-03-24 20:31:18 -- STEP: 13695/31555 -- GLOBAL_STEP: 676350 | > loss_text_ce: 0.03857985511422157 (0.03663849174845781) | > loss_mel_ce: 3.213637351989746 (nan) | > loss: 0.012905624695122242 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14234745341437008) | > loader_time: 0.0043 (0.004573886557276463)  --> TIME: 2025-03-24 20:31:27 -- STEP: 13745/31555 -- GLOBAL_STEP: 676400 | > loss_text_ce: 0.02574935369193554 (0.03663420115017206) | > loss_mel_ce: 2.764569044113159 (nan) | > loss: 0.011072693392634392 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14234552402503178) | > loader_time: 0.0046 (0.004573687018806947)  --> TIME: 2025-03-24 20:31:37 -- STEP: 13795/31555 -- GLOBAL_STEP: 676450 | > loss_text_ce: 0.03276444971561432 (0.03663371319924089) | > loss_mel_ce: 2.761819362640381 (nan) | > loss: 0.011089619249105453 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14236055426339983) | > loader_time: 0.0046 (0.004573538407937211)  --> TIME: 2025-03-24 20:31:47 -- STEP: 13845/31555 -- GLOBAL_STEP: 676500 | > loss_text_ce: 0.04745844379067421 (0.036635173711779066) | > loss_mel_ce: 2.9875540733337402 (nan) | > loss: 0.012043701484799385 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14234628716975345) | > loader_time: 0.0044 (0.004573063886565994)  --> TIME: 2025-03-24 20:31:57 -- STEP: 13895/31555 -- GLOBAL_STEP: 676550 | > loss_text_ce: 0.04048721864819527 (0.0366382750227763) | > loss_mel_ce: 2.5787603855133057 (nan) | > loss: 0.0103938402608037 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14235062461913317) | > loader_time: 0.0049 (0.004572877921660023)  --> TIME: 2025-03-24 20:32:06 -- STEP: 13945/31555 -- GLOBAL_STEP: 676600 | > loss_text_ce: 0.040807027369737625 (0.03663211587566698) | > loss_mel_ce: 3.1461434364318848 (nan) | > loss: 0.012646629475057125 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1423396359980844) | > loader_time: 0.0051 (0.004573053935814518)  --> TIME: 2025-03-24 20:32:16 -- STEP: 13995/31555 -- GLOBAL_STEP: 676650 | > loss_text_ce: 0.035827066749334335 (0.036635208917796966) | > loss_mel_ce: 2.618406295776367 (nan) | > loss: 0.010532673448324203 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1423282697738251) | > loader_time: 0.0044 (0.004572518530297427)  --> TIME: 2025-03-24 20:32:25 -- STEP: 14045/31555 -- GLOBAL_STEP: 676700 | > loss_text_ce: 0.040043625980615616 (0.03663196596862387) | > loss_mel_ce: 2.1511623859405518 (nan) | > loss: 0.008695262484252453 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14232702385959) | > loader_time: 0.0045 (0.004572504158332368)  --> TIME: 2025-03-24 20:32:35 -- STEP: 14095/31555 -- GLOBAL_STEP: 676750 | > loss_text_ce: 0.03624910116195679 (0.03663478029859467) | > loss_mel_ce: 2.6366641521453857 (nan) | > loss: 0.010606799274682999 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14231351104430404) | > loader_time: 0.0049 (0.004572545725134682)  --> TIME: 2025-03-24 20:32:45 -- STEP: 14145/31555 -- GLOBAL_STEP: 676800 | > loss_text_ce: 0.03675689175724983 (0.03663164612212628) | > loss_mel_ce: 3.134486198425293 (nan) | > loss: 0.012584298849105835 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14231823797822535) | > loader_time: 0.0044 (0.004572527330222592)  --> TIME: 2025-03-24 20:32:54 -- STEP: 14195/31555 -- GLOBAL_STEP: 676850 | > loss_text_ce: 0.03813900426030159 (0.03663762500663797) | > loss_mel_ce: 2.7711329460144043 (nan) | > loss: 0.011147906072437763 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14232406295408112) | > loader_time: 0.0047 (0.004572980258615139)  --> TIME: 2025-03-24 20:33:04 -- STEP: 14245/31555 -- GLOBAL_STEP: 676900 | > loss_text_ce: 0.049429502338171005 (0.03663728380227302) | > loss_mel_ce: 3.0734217166900635 (nan) | > loss: 0.012392266653478146 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14232082681598898) | > loader_time: 0.0045 (0.004573136507397831)  --> TIME: 2025-03-24 20:33:14 -- STEP: 14295/31555 -- GLOBAL_STEP: 676950 | > loss_text_ce: 0.04757842794060707 (0.03663424879153544) | > loss_mel_ce: 2.3209569454193115 (nan) | > loss: 0.009398950263857841 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14234172473132176) | > loader_time: 0.0044 (0.004573110735220443)  --> TIME: 2025-03-24 20:33:24 -- STEP: 14345/31555 -- GLOBAL_STEP: 677000 | > loss_text_ce: 0.04381079599261284 (0.036640249479285424) | > loss_mel_ce: 2.4470090866088867 (nan) | > loss: 0.00988420657813549 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14234957088365344) | > loader_time: 0.0046 (0.004573095646748856)  --> TIME: 2025-03-24 20:33:34 -- STEP: 14395/31555 -- GLOBAL_STEP: 677050 | > loss_text_ce: 0.03844873234629631 (0.03664207605683227) | > loss_mel_ce: 2.2352287769317627 (nan) | > loss: 0.009022530168294907 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14233985107861707) | > loader_time: 0.0046 (0.004573292614644335)  --> TIME: 2025-03-24 20:33:43 -- STEP: 14445/31555 -- GLOBAL_STEP: 677100 | > loss_text_ce: 0.0349443294107914 (0.03664676294261995) | > loss_mel_ce: 3.061777353286743 (nan) | > loss: 0.012288578785955906 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1423450929147219) | > loader_time: 0.0047 (0.004573294562672861)  --> TIME: 2025-03-24 20:33:53 -- STEP: 14495/31555 -- GLOBAL_STEP: 677150 | > loss_text_ce: 0.03457817807793617 (0.03664995657852562) | > loss_mel_ce: 0.0281982421875 (nan) | > loss: 0.0002491127816028893 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14233448282526637) | > loader_time: 0.0042 (0.0045731500577581245)  --> TIME: 2025-03-24 20:34:03 -- STEP: 14545/31555 -- GLOBAL_STEP: 677200 | > loss_text_ce: 0.04492797330021858 (0.0366464150851818) | > loss_mel_ce: 0.5321155786514282 (nan) | > loss: 0.0022898553870618343 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1423340288459244) | > loader_time: 0.0047 (0.004573143204695256)  --> TIME: 2025-03-24 20:34:12 -- STEP: 14595/31555 -- GLOBAL_STEP: 677250 | > loss_text_ce: 0.02833523042500019 (0.03664555400259004) | > loss_mel_ce: 2.2404322624206543 (nan) | > loss: 0.00900304690003395 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14231460925118827) | > loader_time: 0.0045 (0.004573332752908654)  --> TIME: 2025-03-24 20:34:22 -- STEP: 14645/31555 -- GLOBAL_STEP: 677300 | > loss_text_ce: 0.047343041747808456 (0.03664090860947916) | > loss_mel_ce: 2.8588316440582275 (nan) | > loss: 0.011532439850270748 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14230744963255476) | > loader_time: 0.0044 (0.00457361015536021)  --> TIME: 2025-03-24 20:34:32 -- STEP: 14695/31555 -- GLOBAL_STEP: 677350 | > loss_text_ce: 0.03526189178228378 (0.03663882931403484) | > loss_mel_ce: 2.8794662952423096 (nan) | > loss: 0.01156638190150261 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1423179285101999) | > loader_time: 0.0066 (0.0045738529128742786)  --> TIME: 2025-03-24 20:34:41 -- STEP: 14745/31555 -- GLOBAL_STEP: 677400 | > loss_text_ce: 0.031954098492860794 (0.03663761306051305) | > loss_mel_ce: 2.6774208545684814 (nan) | > loss: 0.010751488618552685 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14232524187534867) | > loader_time: 0.0046 (0.004574044691016612)  --> TIME: 2025-03-24 20:34:51 -- STEP: 14795/31555 -- GLOBAL_STEP: 677450 | > loss_text_ce: 0.029396528378129005 (0.036637325634051164) | > loss_mel_ce: 2.3694090843200684 (nan) | > loss: 0.009519070386886597 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14233280926711106) | > loader_time: 0.0049 (0.00457436850684122)  --> TIME: 2025-03-24 20:35:01 -- STEP: 14845/31555 -- GLOBAL_STEP: 677500 | > loss_text_ce: 0.020875591784715652 (0.03663552491437876) | > loss_mel_ce: 3.1218724250793457 (nan) | > loss: 0.012471223250031471 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1423397432958764) | > loader_time: 0.0045 (0.004574529022108872)  --> TIME: 2025-03-24 20:35:11 -- STEP: 14895/31555 -- GLOBAL_STEP: 677550 | > loss_text_ce: 0.039504487067461014 (0.03663298557529652) | > loss_mel_ce: 2.7795956134796143 (nan) | > loss: 0.011186906136572361 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14232437726674135) | > loader_time: 0.0045 (0.004574641832452208)  --> TIME: 2025-03-24 20:35:20 -- STEP: 14945/31555 -- GLOBAL_STEP: 677600 | > loss_text_ce: 0.04495818167924881 (0.0366333066376456) | > loss_mel_ce: 3.312161684036255 (nan) | > loss: 0.013321904465556145 (nan) | > current_lr: 5e-06 | > step_time: 0.1925 (0.14230548053650774) | > loader_time: 0.0047 (0.004574582839179655)  --> TIME: 2025-03-24 20:35:30 -- STEP: 14995/31555 -- GLOBAL_STEP: 677650 | > loss_text_ce: 0.05102091282606125 (0.03663153244643932) | > loss_mel_ce: 2.26416015625 (nan) | > loss: 0.009187227115035057 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.142313813956509) | > loader_time: 0.0045 (0.004574870474937163)  --> TIME: 2025-03-24 20:35:40 -- STEP: 15045/31555 -- GLOBAL_STEP: 677700 | > loss_text_ce: 0.03393474593758583 (0.03663507367785423) | > loss_mel_ce: 2.8377294540405273 (nan) | > loss: 0.011395493522286415 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14232121149381885) | > loader_time: 0.0046 (0.00457501046956279)  --> TIME: 2025-03-24 20:35:49 -- STEP: 15095/31555 -- GLOBAL_STEP: 677750 | > loss_text_ce: 0.042074721306562424 (0.03663607796850916) | > loss_mel_ce: 2.9039249420166016 (nan) | > loss: 0.011690475046634674 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14231845183497208) | > loader_time: 0.0045 (0.004575424693443399)  --> TIME: 2025-03-24 20:35:59 -- STEP: 15145/31555 -- GLOBAL_STEP: 677800 | > loss_text_ce: 0.03295338153839111 (0.036635807158899525) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1423217543283672) | > loader_time: 0.0046 (0.004575520484271954)  --> TIME: 2025-03-24 20:36:09 -- STEP: 15195/31555 -- GLOBAL_STEP: 677850 | > loss_text_ce: 0.04467111453413963 (0.03663393122344155) | > loss_mel_ce: 2.4192330837249756 (nan) | > loss: 0.009777397848665714 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14232515410083982) | > loader_time: 0.0045 (0.004575740102483633)  --> TIME: 2025-03-24 20:36:19 -- STEP: 15245/31555 -- GLOBAL_STEP: 677900 | > loss_text_ce: 0.03910325467586517 (0.036635621090224973) | > loss_mel_ce: 2.4553890228271484 (nan) | > loss: 0.009898779913783073 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14232456655180087) | > loader_time: 0.0046 (0.0045757636354570915)  --> TIME: 2025-03-24 20:36:28 -- STEP: 15295/31555 -- GLOBAL_STEP: 677950 | > loss_text_ce: 0.03938647732138634 (0.03663510658436345) | > loss_mel_ce: 2.963221788406372 (nan) | > loss: 0.011915112845599651 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14231430637014122) | > loader_time: 0.0046 (0.004575905405489127)  --> TIME: 2025-03-24 20:36:38 -- STEP: 15345/31555 -- GLOBAL_STEP: 678000 | > loss_text_ce: 0.04585473984479904 (0.036633339639098796) | > loss_mel_ce: 2.772799015045166 (nan) | > loss: 0.011185134761035442 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14230731057980828) | > loader_time: 0.0049 (0.004575894080143716)  --> TIME: 2025-03-24 20:36:47 -- STEP: 15395/31555 -- GLOBAL_STEP: 678050 | > loss_text_ce: 0.03413575887680054 (0.036632133529228984) | > loss_mel_ce: 2.909304618835449 (nan) | > loss: 0.011680319905281067 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14229903558741544) | > loader_time: 0.0045 (0.004575722865680474)  --> TIME: 2025-03-24 20:36:57 -- STEP: 15445/31555 -- GLOBAL_STEP: 678100 | > loss_text_ce: 0.03791027143597603 (0.036630698040069826) | > loss_mel_ce: 2.7562332153320312 (nan) | > loss: 0.0110878711566329 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14228138922101294) | > loader_time: 0.0047 (0.004575550783872992)  --> TIME: 2025-03-24 20:37:06 -- STEP: 15495/31555 -- GLOBAL_STEP: 678150 | > loss_text_ce: 0.03195827826857567 (0.03662582483946811) | > loss_mel_ce: 2.9909474849700928 (nan) | > loss: 0.011995658278465271 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14226757883833174) | > loader_time: 0.0045 (0.004575596689677848)  --> TIME: 2025-03-24 20:37:16 -- STEP: 15545/31555 -- GLOBAL_STEP: 678200 | > loss_text_ce: 0.02497628703713417 (0.03662115453825417) | > loss_mel_ce: 2.845057487487793 (nan) | > loss: 0.011389023624360561 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14226615803921874) | > loader_time: 0.0044 (0.004575592377209596)  --> TIME: 2025-03-24 20:37:25 -- STEP: 15595/31555 -- GLOBAL_STEP: 678250 | > loss_text_ce: 0.021294083446264267 (0.036621976368255815) | > loss_mel_ce: 3.568201780319214 (nan) | > loss: 0.014244032092392445 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14225307759966455) | > loader_time: 0.0045 (0.0045753730493847036)  --> TIME: 2025-03-24 20:37:35 -- STEP: 15645/31555 -- GLOBAL_STEP: 678300 | > loss_text_ce: 0.04220954701304436 (0.036626309529304006) | > loss_mel_ce: 1.989166259765625 (nan) | > loss: 0.008061015978455544 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.142240303688134) | > loader_time: 0.0047 (0.0045758003089785325)  --> TIME: 2025-03-24 20:37:45 -- STEP: 15695/31555 -- GLOBAL_STEP: 678350 | > loss_text_ce: 0.0470588244497776 (0.03662580413332631) | > loss_mel_ce: 3.0176408290863037 (nan) | > loss: 0.01216150727123022 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14225388891797885) | > loader_time: 0.005 (0.004576117295905945)  --> TIME: 2025-03-24 20:37:54 -- STEP: 15745/31555 -- GLOBAL_STEP: 678400 | > loss_text_ce: 0.03330560028553009 (0.03662754723032658) | > loss_mel_ce: 2.896538734436035 (nan) | > loss: 0.011626367457211018 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14224850125220373) | > loader_time: 0.0045 (0.004576038943278901)  --> TIME: 2025-03-24 20:38:04 -- STEP: 15795/31555 -- GLOBAL_STEP: 678450 | > loss_text_ce: 0.04321650415658951 (0.03663048263876239) | > loss_mel_ce: 2.7108817100524902 (nan) | > loss: 0.01092896144837141 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14224646267312746) | > loader_time: 0.0046 (0.004575660659678945)  --> TIME: 2025-03-24 20:38:14 -- STEP: 15845/31555 -- GLOBAL_STEP: 678500 | > loss_text_ce: 0.03937201201915741 (0.03663284521974306) | > loss_mel_ce: 3.0562541484832764 (nan) | > loss: 0.0122842313721776 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14224831768299448) | > loader_time: 0.0043 (0.00457537942370544)  --> TIME: 2025-03-24 20:38:24 -- STEP: 15895/31555 -- GLOBAL_STEP: 678550 | > loss_text_ce: 0.03738805279135704 (0.0366337984510893) | > loss_mel_ce: 3.2441165447235107 (nan) | > loss: 0.013021844439208508 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14224472372889568) | > loader_time: 0.0046 (0.004575112376733561)  --> TIME: 2025-03-24 20:38:33 -- STEP: 15945/31555 -- GLOBAL_STEP: 678600 | > loss_text_ce: 0.03230665251612663 (0.03663419868263206) | > loss_mel_ce: 1.984830617904663 (nan) | > loss: 0.008004513569176197 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14224463383880007) | > loader_time: 0.0044 (0.004575082477487044)  --> TIME: 2025-03-24 20:38:43 -- STEP: 15995/31555 -- GLOBAL_STEP: 678650 | > loss_text_ce: 0.034598227590322495 (0.03663582880167556) | > loss_mel_ce: 3.0446910858154297 (nan) | > loss: 0.012219402007758617 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14225757644488699) | > loader_time: 0.0044 (0.004574955638850919)  --> TIME: 2025-03-24 20:38:53 -- STEP: 16045/31555 -- GLOBAL_STEP: 678700 | > loss_text_ce: 0.04415120556950569 (0.036635839461121665) | > loss_mel_ce: 2.703657627105713 (nan) | > loss: 0.01090400479733944 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14226250064525262) | > loader_time: 0.0043 (0.0045746444281331115)  --> TIME: 2025-03-24 20:39:03 -- STEP: 16095/31555 -- GLOBAL_STEP: 678750 | > loss_text_ce: 0.034473564475774765 (0.03663180744539885) | > loss_mel_ce: 2.8891680240631104 (nan) | > loss: 0.011601753532886505 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1422689137158087) | > loader_time: 0.0044 (0.004574699585539247)  --> TIME: 2025-03-24 20:39:13 -- STEP: 16145/31555 -- GLOBAL_STEP: 678800 | > loss_text_ce: 0.0395321324467659 (0.036635783975139176) | > loss_mel_ce: 2.3920085430145264 (nan) | > loss: 0.009648971259593964 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14227520644978509) | > loader_time: 0.0044 (0.0045744228599314445)  --> TIME: 2025-03-24 20:39:23 -- STEP: 16195/31555 -- GLOBAL_STEP: 678850 | > loss_text_ce: 0.039808377623558044 (0.03663299905085042) | > loss_mel_ce: 2.6956088542938232 (nan) | > loss: 0.010854830034077168 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14229342908762027) | > loader_time: 0.0046 (0.004574619748409093)  --> TIME: 2025-03-24 20:39:32 -- STEP: 16245/31555 -- GLOBAL_STEP: 678900 | > loss_text_ce: 0.033934880048036575 (0.03662943479405221) | > loss_mel_ce: 2.990138292312622 (nan) | > loss: 0.012000290676951408 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14229212053814913) | > loader_time: 0.0047 (0.004574479349358849)  --> TIME: 2025-03-24 20:39:42 -- STEP: 16295/31555 -- GLOBAL_STEP: 678950 | > loss_text_ce: 0.045659955590963364 (0.03662798987497492) | > loss_mel_ce: 2.013298749923706 (nan) | > loss: 0.008170471526682377 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14230949402440662) | > loader_time: 0.0042 (0.004574118731540565)  --> TIME: 2025-03-24 20:39:52 -- STEP: 16345/31555 -- GLOBAL_STEP: 679000 | > loss_text_ce: 0.03913011774420738 (0.03663111825121187) | > loss_mel_ce: 2.5633463859558105 (nan) | > loss: 0.010327288880944252 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14231759323990587) | > loader_time: 0.0048 (0.004573973751680756)  --> TIME: 2025-03-24 20:40:02 -- STEP: 16395/31555 -- GLOBAL_STEP: 679050 | > loss_text_ce: 0.047082312405109406 (0.03663165360108609) | > loss_mel_ce: 2.362758159637451 (nan) | > loss: 0.009562860243022442 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14231380478351946) | > loader_time: 0.0044 (0.004573861837896062)  --> TIME: 2025-03-24 20:40:12 -- STEP: 16445/31555 -- GLOBAL_STEP: 679100 | > loss_text_ce: 0.03714757785201073 (0.03663520997015805) | > loss_mel_ce: 2.7688965797424316 (nan) | > loss: 0.011135096661746502 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14232358625138786) | > loader_time: 0.0044 (0.004574558154251411)  --> TIME: 2025-03-24 20:40:22 -- STEP: 16495/31555 -- GLOBAL_STEP: 679150 | > loss_text_ce: 0.04665346071124077 (0.036638895706274995) | > loss_mel_ce: 2.890841484069824 (nan) | > loss: 0.011656726710498333 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.142322635867444) | > loader_time: 0.0046 (0.0045745574405389195)  --> TIME: 2025-03-24 20:40:31 -- STEP: 16545/31555 -- GLOBAL_STEP: 679200 | > loss_text_ce: 0.029401322826743126 (0.03664138392317586) | > loss_mel_ce: 3.2565269470214844 (nan) | > loss: 0.013039398938417435 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14232103260451787) | > loader_time: 0.005 (0.004574725374998232)  --> TIME: 2025-03-24 20:40:41 -- STEP: 16595/31555 -- GLOBAL_STEP: 679250 | > loss_text_ce: 0.03986425697803497 (0.03664071024430597) | > loss_mel_ce: 2.4602890014648438 (nan) | > loss: 0.009921243414282799 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14230890676320784) | > loader_time: 0.0046 (0.004574822531869953)  --> TIME: 2025-03-24 20:40:51 -- STEP: 16645/31555 -- GLOBAL_STEP: 679300 | > loss_text_ce: 0.04721345752477646 (0.03663810055823778) | > loss_mel_ce: 2.77144718170166 (nan) | > loss: 0.01118516270071268 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14231545814131377) | > loader_time: 0.0045 (0.004575110885537614)  --> TIME: 2025-03-24 20:41:00 -- STEP: 16695/31555 -- GLOBAL_STEP: 679350 | > loss_text_ce: 0.028572553768754005 (0.03663798187900912) | > loss_mel_ce: 1.1835123300552368 (nan) | > loss: 0.004809861071407795 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14229426601040845) | > loader_time: 0.0044 (0.004575012786262014)  --> TIME: 2025-03-24 20:41:10 -- STEP: 16745/31555 -- GLOBAL_STEP: 679400 | > loss_text_ce: 0.04067002609372139 (0.03663733250125861) | > loss_mel_ce: 2.9671294689178467 (nan) | > loss: 0.011935712769627571 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1422946006442293) | > loader_time: 0.0044 (0.004575311407896254)  --> TIME: 2025-03-24 20:41:20 -- STEP: 16795/31555 -- GLOBAL_STEP: 679450 | > loss_text_ce: 0.030261477455496788 (0.03663425530892291) | > loss_mel_ce: 3.2082126140594482 (nan) | > loss: 0.012851088307797909 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14230392462584707) | > loader_time: 0.0047 (0.004575210172670801)  --> TIME: 2025-03-24 20:41:29 -- STEP: 16845/31555 -- GLOBAL_STEP: 679500 | > loss_text_ce: 0.03748972713947296 (0.036637825506738456) | > loss_mel_ce: 2.4808428287506104 (nan) | > loss: 0.009993383660912514 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1422989061020993) | > loader_time: 0.0044 (0.004575069257080042)  --> TIME: 2025-03-24 20:41:39 -- STEP: 16895/31555 -- GLOBAL_STEP: 679550 | > loss_text_ce: 0.04451176896691322 (0.03664141132260086) | > loss_mel_ce: 2.8840689659118652 (nan) | > loss: 0.011621353216469288 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14230180797085765) | > loader_time: 0.0046 (0.004574968025295576)  --> TIME: 2025-03-24 20:41:49 -- STEP: 16945/31555 -- GLOBAL_STEP: 679600 | > loss_text_ce: 0.04855911806225777 (0.036640245591252604) | > loss_mel_ce: 3.0113110542297363 (nan) | > loss: 0.012142342515289783 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14229576079041267) | > loader_time: 0.0046 (0.004574936489399008)  --> TIME: 2025-03-24 20:41:58 -- STEP: 16995/31555 -- GLOBAL_STEP: 679650 | > loss_text_ce: 0.03641008585691452 (0.036643116398341516) | > loss_mel_ce: 3.0373592376708984 (nan) | > loss: 0.012197498232126236 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14229353821673885) | > loader_time: 0.0046 (0.004574658401435386)  --> TIME: 2025-03-24 20:42:08 -- STEP: 17045/31555 -- GLOBAL_STEP: 679700 | > loss_text_ce: 0.03740944713354111 (0.03663960454182847) | > loss_mel_ce: 3.2100489139556885 (nan) | > loss: 0.012886740267276764 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14227360831428762) | > loader_time: 0.0044 (0.004574359089232287)  --> TIME: 2025-03-24 20:42:17 -- STEP: 17095/31555 -- GLOBAL_STEP: 679750 | > loss_text_ce: 0.029728412628173828 (0.03663962450288134) | > loss_mel_ce: 2.9042398929595947 (nan) | > loss: 0.011642731726169586 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14226275836211494) | > loader_time: 0.0042 (0.004573946704847765)  --> TIME: 2025-03-24 20:42:27 -- STEP: 17145/31555 -- GLOBAL_STEP: 679800 | > loss_text_ce: 0.04021930694580078 (0.03663686948230056) | > loss_mel_ce: 3.3983957767486572 (nan) | > loss: 0.013645298779010773 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14226315353173227) | > loader_time: 0.0045 (0.0045737398647643195)  --> TIME: 2025-03-24 20:42:36 -- STEP: 17195/31555 -- GLOBAL_STEP: 679850 | > loss_text_ce: 0.04382438212633133 (0.03663599321823948) | > loss_mel_ce: 2.6074986457824707 (nan) | > loss: 0.010521124117076397 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14225244825750785) | > loader_time: 0.0052 (0.004573802789930478)  --> TIME: 2025-03-24 20:42:46 -- STEP: 17245/31555 -- GLOBAL_STEP: 679900 | > loss_text_ce: 0.03273594006896019 (0.03663559235102084) | > loss_mel_ce: 3.276639938354492 (nan) | > loss: 0.013132444582879543 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14224488787044073) | > loader_time: 0.0044 (0.0045739095775795555)  --> TIME: 2025-03-24 20:42:55 -- STEP: 17295/31555 -- GLOBAL_STEP: 679950 | > loss_text_ce: 0.03277711942791939 (0.0366359635746528) | > loss_mel_ce: 2.057239055633545 (nan) | > loss: 0.008293715305626392 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14224383913047273) | > loader_time: 0.0046 (0.004573619830949552)  --> TIME: 2025-03-24 20:43:05 -- STEP: 17345/31555 -- GLOBAL_STEP: 680000 | > loss_text_ce: 0.04254145547747612 (0.03663257089545253) | > loss_mel_ce: 2.0365540981292725 (nan) | > loss: 0.00825037993490696 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14223882464037405) | > loader_time: 0.0044 (0.00457345061358542) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_680000.pth  --> TIME: 2025-03-24 20:43:20 -- STEP: 17395/31555 -- GLOBAL_STEP: 680050 | > loss_text_ce: 0.042820852249860764 (0.036634545207835274) | > loss_mel_ce: 3.3074951171875 (nan) | > loss: 0.013294905424118042 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14221352731814849) | > loader_time: 0.0043 (0.00457327796933842)  --> TIME: 2025-03-24 20:43:29 -- STEP: 17445/31555 -- GLOBAL_STEP: 680100 | > loss_text_ce: 0.0311882346868515 (0.03663220005368828) | > loss_mel_ce: 2.504323959350586 (nan) | > loss: 0.010061557404696941 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14219368404083332) | > loader_time: 0.0048 (0.004573130395768468)  --> TIME: 2025-03-24 20:43:39 -- STEP: 17495/31555 -- GLOBAL_STEP: 680150 | > loss_text_ce: 0.03602685034275055 (0.03663111571169308) | > loss_mel_ce: 2.4718711376190186 (nan) | > loss: 0.00995197705924511 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14218213294498794) | > loader_time: 0.0045 (0.00457282663243401)  --> TIME: 2025-03-24 20:43:48 -- STEP: 17545/31555 -- GLOBAL_STEP: 680200 | > loss_text_ce: 0.03503840044140816 (0.03662797728148396) | > loss_mel_ce: 2.8033971786499023 (nan) | > loss: 0.011263634078204632 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14218076443393554) | > loader_time: 0.0046 (0.004572542755309591)  --> TIME: 2025-03-24 20:43:58 -- STEP: 17595/31555 -- GLOBAL_STEP: 680250 | > loss_text_ce: 0.040278442203998566 (0.03662962324988239) | > loss_mel_ce: 3.0605099201202393 (nan) | > loss: 0.012304716743528843 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1421781137064793) | > loader_time: 0.0047 (0.004572361658567326)  --> TIME: 2025-03-24 20:44:08 -- STEP: 17645/31555 -- GLOBAL_STEP: 680300 | > loss_text_ce: 0.04185159131884575 (0.03663105217844969) | > loss_mel_ce: 2.8558549880981445 (nan) | > loss: 0.011498835869133472 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1421753361529818) | > loader_time: 0.0046 (0.004572380281568892)  --> TIME: 2025-03-24 20:44:17 -- STEP: 17695/31555 -- GLOBAL_STEP: 680350 | > loss_text_ce: 0.030637072399258614 (0.03663168755544416) | > loss_mel_ce: 2.591106414794922 (nan) | > loss: 0.010403744876384735 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.1421774467798096) | > loader_time: 0.0051 (0.004572956748654123)  --> TIME: 2025-03-24 20:44:27 -- STEP: 17745/31555 -- GLOBAL_STEP: 680400 | > loss_text_ce: 0.03509417548775673 (0.03663419837357245) | > loss_mel_ce: 3.0322763919830322 (nan) | > loss: 0.01217210665345192 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1421712974656897) | > loader_time: 0.0046 (0.004573071228010145)  --> TIME: 2025-03-24 20:44:37 -- STEP: 17795/31555 -- GLOBAL_STEP: 680450 | > loss_text_ce: 0.038163747638463974 (0.03663501487602613) | > loss_mel_ce: 2.793956756591797 (nan) | > loss: 0.011238574050366879 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1421749713883767) | > loader_time: 0.0048 (0.004573182451420196)  --> TIME: 2025-03-24 20:44:47 -- STEP: 17845/31555 -- GLOBAL_STEP: 680500 | > loss_text_ce: 0.025548486039042473 (0.03663853183435675) | > loss_mel_ce: 3.091867446899414 (nan) | > loss: 0.0123706990852952 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14218483750110017) | > loader_time: 0.0045 (0.004573199327468334)  --> TIME: 2025-03-24 20:44:56 -- STEP: 17895/31555 -- GLOBAL_STEP: 680550 | > loss_text_ce: 0.037416961044073105 (0.03663243848307937) | > loss_mel_ce: 2.599810838699341 (nan) | > loss: 0.010465189814567566 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14218410415734656) | > loader_time: 0.0044 (0.004573338442789372)  --> TIME: 2025-03-24 20:45:06 -- STEP: 17945/31555 -- GLOBAL_STEP: 680600 | > loss_text_ce: 0.027102651074528694 (0.036632901361571726) | > loss_mel_ce: 3.315783739089966 (nan) | > loss: 0.013265423476696014 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14218990893774464) | > loader_time: 0.0044 (0.00457359605195563)  --> TIME: 2025-03-24 20:45:16 -- STEP: 17995/31555 -- GLOBAL_STEP: 680650 | > loss_text_ce: 0.03716032952070236 (0.036635582202284106) | > loss_mel_ce: 2.859149694442749 (nan) | > loss: 0.01149329449981451 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14219308679850418) | > loader_time: 0.0049 (0.004573548280652879)  --> TIME: 2025-03-24 20:45:26 -- STEP: 18045/31555 -- GLOBAL_STEP: 680700 | > loss_text_ce: 0.03072594292461872 (0.03663391390431898) | > loss_mel_ce: 3.174917459487915 (nan) | > loss: 0.012720808386802673 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14219726171147337) | > loader_time: 0.0044 (0.004573590169490691)  --> TIME: 2025-03-24 20:45:35 -- STEP: 18095/31555 -- GLOBAL_STEP: 680750 | > loss_text_ce: 0.04403587058186531 (0.03663557908711593) | > loss_mel_ce: 2.647793769836426 (nan) | > loss: 0.01068186480551958 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14219919266902312) | > loader_time: 0.0047 (0.004573612471383131)  --> TIME: 2025-03-24 20:45:45 -- STEP: 18145/31555 -- GLOBAL_STEP: 680800 | > loss_text_ce: 0.03957590088248253 (0.03663658486521614) | > loss_mel_ce: 0.069091796875 (nan) | > loss: 0.00043122106580995023 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1421951967219931) | > loader_time: 0.0047 (0.004573568045583824)  --> TIME: 2025-03-24 20:45:55 -- STEP: 18195/31555 -- GLOBAL_STEP: 680850 | > loss_text_ce: 0.02703159675002098 (0.03663833885397073) | > loss_mel_ce: 2.9153754711151123 (nan) | > loss: 0.011676219291985035 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14219581562596748) | > loader_time: 0.0053 (0.004573614645148409)  --> TIME: 2025-03-24 20:46:05 -- STEP: 18245/31555 -- GLOBAL_STEP: 680900 | > loss_text_ce: 0.04276169836521149 (0.03663663365815626) | > loss_mel_ce: 2.6637046337127686 (nan) | > loss: 0.010739946737885475 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14220098785322996) | > loader_time: 0.0047 (0.004573343720753639)  --> TIME: 2025-03-24 20:46:14 -- STEP: 18295/31555 -- GLOBAL_STEP: 680950 | > loss_text_ce: 0.04964200034737587 (0.036637506681899294) | > loss_mel_ce: 2.250727653503418 (nan) | > loss: 0.009128452278673649 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14220818962416143) | > loader_time: 0.0043 (0.004573136947623493)  --> TIME: 2025-03-24 20:46:24 -- STEP: 18345/31555 -- GLOBAL_STEP: 681000 | > loss_text_ce: 0.03917825222015381 (0.03663859858593125) | > loss_mel_ce: 3.115980386734009 (nan) | > loss: 0.012520470656454563 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14220253777263483) | > loader_time: 0.0046 (0.004573118735412448)  --> TIME: 2025-03-24 20:46:34 -- STEP: 18395/31555 -- GLOBAL_STEP: 681050 | > loss_text_ce: 0.035171449184417725 (0.036638379648943425) | > loss_mel_ce: 3.233565092086792 (nan) | > loss: 0.012971177697181702 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1685 (0.1422088962496861) | > loader_time: 0.0046 (0.004573355462441595)  --> TIME: 2025-03-24 20:46:43 -- STEP: 18445/31555 -- GLOBAL_STEP: 681100 | > loss_text_ce: 0.030735595151782036 (0.03663542599524052) | > loss_mel_ce: 2.628680467605591 (nan) | > loss: 0.010553238913416862 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14219813110318436) | > loader_time: 0.0047 (0.0045732192729475325)  --> TIME: 2025-03-24 20:46:53 -- STEP: 18495/31555 -- GLOBAL_STEP: 681150 | > loss_text_ce: 0.03078952431678772 (0.0366369377414812) | > loss_mel_ce: 2.8206913471221924 (nan) | > loss: 0.011315401643514633 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14219724774263934) | > loader_time: 0.0044 (0.004573483272448332)  --> TIME: 2025-03-24 20:47:03 -- STEP: 18545/31555 -- GLOBAL_STEP: 681200 | > loss_text_ce: 0.032935112714767456 (0.03663620450100777) | > loss_mel_ce: 2.6521308422088623 (nan) | > loss: 0.010655024088919163 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14220317688615622) | > loader_time: 0.0047 (0.0045736804616583054)  --> TIME: 2025-03-24 20:47:13 -- STEP: 18595/31555 -- GLOBAL_STEP: 681250 | > loss_text_ce: 0.04327378049492836 (0.036638017674308465) | > loss_mel_ce: 2.5946238040924072 (nan) | > loss: 0.010467847809195518 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14220643298668856) | > loader_time: 0.0047 (0.004573389483126434)  --> TIME: 2025-03-24 20:47:22 -- STEP: 18645/31555 -- GLOBAL_STEP: 681300 | > loss_text_ce: 0.027743708342313766 (0.03663676719818846) | > loss_mel_ce: 2.1129825115203857 (nan) | > loss: 0.008494946174323559 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14220077907728967) | > loader_time: 0.0045 (0.004573901302535087)  --> TIME: 2025-03-24 20:47:32 -- STEP: 18695/31555 -- GLOBAL_STEP: 681350 | > loss_text_ce: 0.030122239142656326 (0.03663450521517831) | > loss_mel_ce: 2.728369951248169 (nan) | > loss: 0.010946398600935936 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14219512385970004) | > loader_time: 0.0044 (0.0045739281269980515)  --> TIME: 2025-03-24 20:47:41 -- STEP: 18745/31555 -- GLOBAL_STEP: 681400 | > loss_text_ce: 0.041837435215711594 (0.0366333601443818) | > loss_mel_ce: 3.4720406532287598 (nan) | > loss: 0.013943961821496487 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1421819188938865) | > loader_time: 0.0046 (0.004574130687372755)  --> TIME: 2025-03-24 20:47:51 -- STEP: 18795/31555 -- GLOBAL_STEP: 681450 | > loss_text_ce: 0.034863971173763275 (0.036631645364367145) | > loss_mel_ce: 3.3746566772460938 (nan) | > loss: 0.013529844582080841 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.1421920943177735) | > loader_time: 0.0047 (0.004574477263478784)  --> TIME: 2025-03-24 20:48:01 -- STEP: 18845/31555 -- GLOBAL_STEP: 681500 | > loss_text_ce: 0.04369739443063736 (0.03663401451202987) | > loss_mel_ce: 2.8915443420410156 (nan) | > loss: 0.01164778508245945 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14220009290371777) | > loader_time: 0.0047 (0.004574606013127239)  --> TIME: 2025-03-24 20:48:11 -- STEP: 18895/31555 -- GLOBAL_STEP: 681550 | > loss_text_ce: 0.026140529662370682 (0.036638778378951756) | > loss_mel_ce: 2.8891804218292236 (nan) | > loss: 0.011568734422326088 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1421950405758816) | > loader_time: 0.0045 (0.0045745075490305)  --> TIME: 2025-03-24 20:48:20 -- STEP: 18945/31555 -- GLOBAL_STEP: 681600 | > loss_text_ce: 0.046975720673799515 (0.036640981743817524) | > loss_mel_ce: 2.8059310913085938 (nan) | > loss: 0.011321059428155422 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14219070803555894) | > loader_time: 0.0048 (0.004574636608857724)  --> TIME: 2025-03-24 20:48:30 -- STEP: 18995/31555 -- GLOBAL_STEP: 681650 | > loss_text_ce: 0.038259077817201614 (0.03663998315839865) | > loss_mel_ce: 2.744189739227295 (nan) | > loss: 0.011041464284062386 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14218305169547552) | > loader_time: 0.0052 (0.004574692930225073)  --> TIME: 2025-03-24 20:48:40 -- STEP: 19045/31555 -- GLOBAL_STEP: 681700 | > loss_text_ce: 0.03508181497454643 (0.03664202504383225) | > loss_mel_ce: 2.8314003944396973 (nan) | > loss: 0.011374929919838905 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14219784038089983) | > loader_time: 0.0045 (0.00457468019066348)  --> TIME: 2025-03-24 20:48:50 -- STEP: 19095/31555 -- GLOBAL_STEP: 681750 | > loss_text_ce: 0.03039855882525444 (0.0366405810510656) | > loss_mel_ce: 1.9418495893478394 (nan) | > loss: 0.007826382294297218 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.1421961235856468) | > loader_time: 0.0044 (0.004574957703008302)  --> TIME: 2025-03-24 20:48:59 -- STEP: 19145/31555 -- GLOBAL_STEP: 681800 | > loss_text_ce: 0.03141088783740997 (0.03663712716803669) | > loss_mel_ce: 2.743659019470215 (nan) | > loss: 0.0110121825709939 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14218714567848403) | > loader_time: 0.0045 (0.004574978672265699)  --> TIME: 2025-03-24 20:49:09 -- STEP: 19195/31555 -- GLOBAL_STEP: 681850 | > loss_text_ce: 0.03610340878367424 (0.03663483825547392) | > loss_mel_ce: 0.6890634298324585 (nan) | > loss: 0.0028776463586837053 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.142180084703986) | > loader_time: 0.0044 (0.004574923926450588)  --> TIME: 2025-03-24 20:49:19 -- STEP: 19245/31555 -- GLOBAL_STEP: 681900 | > loss_text_ce: 0.042456839233636856 (0.036633425476220505) | > loss_mel_ce: 2.249932289123535 (nan) | > loss: 0.00909678265452385 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14218670721641236) | > loader_time: 0.0047 (0.004574665858486036)  --> TIME: 2025-03-24 20:49:29 -- STEP: 19295/31555 -- GLOBAL_STEP: 681950 | > loss_text_ce: 0.0274452306330204 (0.036631433095905434) | > loss_mel_ce: 2.6018848419189453 (nan) | > loss: 0.010433850809931755 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14219875996765813) | > loader_time: 0.0048 (0.004574449125983365)  --> TIME: 2025-03-24 20:49:38 -- STEP: 19345/31555 -- GLOBAL_STEP: 682000 | > loss_text_ce: 0.018568940460681915 (0.036632729244593286) | > loss_mel_ce: 2.7213940620422363 (nan) | > loss: 0.01087286975234747 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.142199785021054) | > loader_time: 0.0041 (0.00457411454487414)  --> TIME: 2025-03-24 20:49:48 -- STEP: 19395/31555 -- GLOBAL_STEP: 682050 | > loss_text_ce: 0.03923558071255684 (0.03663297234692261) | > loss_mel_ce: 2.9455111026763916 (nan) | > loss: 0.011844233609735966 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14219157293181486) | > loader_time: 0.0046 (0.0045738329620636725)  --> TIME: 2025-03-24 20:49:57 -- STEP: 19445/31555 -- GLOBAL_STEP: 682100 | > loss_text_ce: 0.04990973323583603 (0.03663240818483522) | > loss_mel_ce: 1.896496057510376 (nan) | > loss: 0.007723832968622446 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14218095299761674) | > loader_time: 0.0043 (0.004573493777525462)  --> TIME: 2025-03-24 20:50:07 -- STEP: 19495/31555 -- GLOBAL_STEP: 682150 | > loss_text_ce: 0.03339139744639397 (0.036634858830746526) | > loss_mel_ce: 3.069192409515381 (nan) | > loss: 0.012311841361224651 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14217911040547465) | > loader_time: 0.0047 (0.004573465194663018)  --> TIME: 2025-03-24 20:50:16 -- STEP: 19545/31555 -- GLOBAL_STEP: 682200 | > loss_text_ce: 0.0365089513361454 (0.036633779843480416) | > loss_mel_ce: 2.408088207244873 (nan) | > loss: 0.009700783528387547 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14217509593948954) | > loader_time: 0.0044 (0.004573323092944915)  --> TIME: 2025-03-24 20:50:26 -- STEP: 19595/31555 -- GLOBAL_STEP: 682250 | > loss_text_ce: 0.033950403332710266 (0.036635683514282216) | > loss_mel_ce: 3.0017175674438477 (nan) | > loss: 0.012046301737427711 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14218595641764709) | > loader_time: 0.0047 (0.004573316931815808)  --> TIME: 2025-03-24 20:50:36 -- STEP: 19645/31555 -- GLOBAL_STEP: 682300 | > loss_text_ce: 0.03237760812044144 (0.036634220508965094) | > loss_mel_ce: 2.7081334590911865 (nan) | > loss: 0.010875045321881771 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14217554053813605) | > loader_time: 0.0042 (0.004573199535999997)  --> TIME: 2025-03-24 20:50:46 -- STEP: 19695/31555 -- GLOBAL_STEP: 682350 | > loss_text_ce: 0.02743701823055744 (0.036633044051247) | > loss_mel_ce: 2.8677966594696045 (nan) | > loss: 0.011489023454487324 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14217580485144163) | > loader_time: 0.0044 (0.004572957673935947)  --> TIME: 2025-03-24 20:50:56 -- STEP: 19745/31555 -- GLOBAL_STEP: 682400 | > loss_text_ce: 0.05791347846388817 (0.03663418943477014) | > loss_mel_ce: 2.69942307472229 (nan) | > loss: 0.01094181276857853 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1421863077259809) | > loader_time: 0.0043 (0.0045730978665577725)  --> TIME: 2025-03-24 20:51:05 -- STEP: 19795/31555 -- GLOBAL_STEP: 682450 | > loss_text_ce: 0.03910716995596886 (0.036635081231195) | > loss_mel_ce: 2.8427586555480957 (nan) | > loss: 0.0114359762519598 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14218666957586354) | > loader_time: 0.0044 (0.004572800224132688)  --> TIME: 2025-03-24 20:51:15 -- STEP: 19845/31555 -- GLOBAL_STEP: 682500 | > loss_text_ce: 0.03889613598585129 (0.03663310493178547) | > loss_mel_ce: 2.2451601028442383 (nan) | > loss: 0.009063715115189552 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1421937794972495) | > loader_time: 0.0046 (0.004573018210274835)  --> TIME: 2025-03-24 20:51:25 -- STEP: 19895/31555 -- GLOBAL_STEP: 682550 | > loss_text_ce: 0.03699696063995361 (0.03663431876695944) | > loss_mel_ce: 2.521238088607788 (nan) | > loss: 0.010151727125048637 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14218215986722996) | > loader_time: 0.0043 (0.004572794862235725)  --> TIME: 2025-03-24 20:51:34 -- STEP: 19945/31555 -- GLOBAL_STEP: 682600 | > loss_text_ce: 0.03481391444802284 (0.03663373712602477) | > loss_mel_ce: 2.797619104385376 (nan) | > loss: 0.011239813640713692 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14218689811411958) | > loader_time: 0.0044 (0.00457259893238052)  --> TIME: 2025-03-24 20:51:44 -- STEP: 19995/31555 -- GLOBAL_STEP: 682650 | > loss_text_ce: 0.029676010832190514 (0.036633472002913996) | > loss_mel_ce: 2.2440693378448486 (nan) | > loss: 0.00902279932051897 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14217819075311314) | > loader_time: 0.0046 (0.0045723927620203155)  --> TIME: 2025-03-24 20:51:54 -- STEP: 20045/31555 -- GLOBAL_STEP: 682700 | > loss_text_ce: 0.03285764530301094 (0.036634355853712296) | > loss_mel_ce: 2.7142422199249268 (nan) | > loss: 0.010901190340518951 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1421879433550776) | > loader_time: 0.0044 (0.004572371825163255)  --> TIME: 2025-03-24 20:52:04 -- STEP: 20095/31555 -- GLOBAL_STEP: 682750 | > loss_text_ce: 0.0394369438290596 (0.03663578605810898) | > loss_mel_ce: 0.7405133843421936 (nan) | > loss: 0.0030950410291552544 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14219987158100214) | > loader_time: 0.0045 (0.004572490069011344)  --> TIME: 2025-03-24 20:52:14 -- STEP: 20145/31555 -- GLOBAL_STEP: 682800 | > loss_text_ce: 0.031182674691081047 (0.03663601481149291) | > loss_mel_ce: 2.31097674369812 (nan) | > loss: 0.009294284507632256 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14221085048721915) | > loader_time: 0.0045 (0.004572628934438432)  --> TIME: 2025-03-24 20:52:24 -- STEP: 20195/31555 -- GLOBAL_STEP: 682850 | > loss_text_ce: 0.03514436259865761 (0.0366375473649135) | > loss_mel_ce: 2.9353528022766113 (nan) | > loss: 0.011787687428295612 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1422096769182242) | > loader_time: 0.0045 (0.004572831524808571)  --> TIME: 2025-03-24 20:52:33 -- STEP: 20245/31555 -- GLOBAL_STEP: 682900 | > loss_text_ce: 0.045380447059869766 (0.036633186801535565) | > loss_mel_ce: 2.6474006175994873 (nan) | > loss: 0.010685639455914497 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14221300256785177) | > loader_time: 0.0045 (0.004572647393382789)  --> TIME: 2025-03-24 20:52:43 -- STEP: 20295/31555 -- GLOBAL_STEP: 682950 | > loss_text_ce: 0.05334620922803879 (0.036634319820690174) | > loss_mel_ce: 2.574143886566162 (nan) | > loss: 0.010426548309624195 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14222682884509524) | > loader_time: 0.0044 (0.0045727244619372855)  --> TIME: 2025-03-24 20:52:53 -- STEP: 20345/31555 -- GLOBAL_STEP: 683000 | > loss_text_ce: 0.025979606434702873 (0.0366331593317301) | > loss_mel_ce: 2.9396722316741943 (nan) | > loss: 0.011768460273742676 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14222988101474537) | > loader_time: 0.0046 (0.004572367123228591)  --> TIME: 2025-03-24 20:53:03 -- STEP: 20395/31555 -- GLOBAL_STEP: 683050 | > loss_text_ce: 0.027407994493842125 (0.03663256336008103) | > loss_mel_ce: 2.90830135345459 (nan) | > loss: 0.011649640277028084 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14222306655767827) | > loader_time: 0.0046 (0.004572041135817429)  --> TIME: 2025-03-24 20:53:12 -- STEP: 20445/31555 -- GLOBAL_STEP: 683100 | > loss_text_ce: 0.03200416639447212 (0.03663244206676064) | > loss_mel_ce: 2.977754831314087 (nan) | > loss: 0.011943488381803036 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14222033901359216) | > loader_time: 0.0046 (0.004571885939010588)  --> TIME: 2025-03-24 20:53:22 -- STEP: 20495/31555 -- GLOBAL_STEP: 683150 | > loss_text_ce: 0.029736489057540894 (0.0366312235534721) | > loss_mel_ce: 2.7953708171844482 (nan) | > loss: 0.011210744269192219 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14222819132175543) | > loader_time: 0.0045 (0.0045719154871624035)  --> TIME: 2025-03-24 20:53:32 -- STEP: 20545/31555 -- GLOBAL_STEP: 683200 | > loss_text_ce: 0.03936498239636421 (0.03663276112068372) | > loss_mel_ce: 2.99609375 (nan) | > loss: 0.012045471929013729 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.142229327055392) | > loader_time: 0.0046 (0.0045722060552853775)  --> TIME: 2025-03-24 20:53:41 -- STEP: 20595/31555 -- GLOBAL_STEP: 683250 | > loss_text_ce: 0.02740061655640602 (0.03663351584726026) | > loss_mel_ce: 2.5246798992156982 (nan) | > loss: 0.010127305053174496 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14222035625658727) | > loader_time: 0.0044 (0.0045720052012948095)  --> TIME: 2025-03-24 20:53:51 -- STEP: 20645/31555 -- GLOBAL_STEP: 683300 | > loss_text_ce: 0.03679279237985611 (0.03662979417027375) | > loss_mel_ce: 2.5943775177001953 (nan) | > loss: 0.01044115237891674 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.142216363626463) | > loader_time: 0.0049 (0.004571935356197421)  --> TIME: 2025-03-24 20:54:01 -- STEP: 20695/31555 -- GLOBAL_STEP: 683350 | > loss_text_ce: 0.041170667856931686 (0.03663231041223903) | > loss_mel_ce: 3.211376190185547 (nan) | > loss: 0.012906932272017002 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.1422150340567582) | > loader_time: 0.0049 (0.004571810595855014)  --> TIME: 2025-03-24 20:54:11 -- STEP: 20745/31555 -- GLOBAL_STEP: 683400 | > loss_text_ce: 0.03340316563844681 (0.03662829897134132) | > loss_mel_ce: 3.2237918376922607 (nan) | > loss: 0.012925378046929836 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14222050647501133) | > loader_time: 0.0044 (0.004571549522931333)  --> TIME: 2025-03-24 20:54:20 -- STEP: 20795/31555 -- GLOBAL_STEP: 683450 | > loss_text_ce: 0.03851908817887306 (0.03663252358510461) | > loss_mel_ce: 2.4438631534576416 (nan) | > loss: 0.009850723668932915 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14220535844012674) | > loader_time: 0.0043 (0.004571397959770399)  --> TIME: 2025-03-24 20:54:29 -- STEP: 20845/31555 -- GLOBAL_STEP: 683500 | > loss_text_ce: 0.03752443939447403 (0.036632470448802294) | > loss_mel_ce: 3.0449368953704834 (nan) | > loss: 0.01223198976367712 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1421998995503923) | > loader_time: 0.0048 (0.004571231236758642)  --> TIME: 2025-03-24 20:54:39 -- STEP: 20895/31555 -- GLOBAL_STEP: 683550 | > loss_text_ce: 0.029164761304855347 (0.03662893197214625) | > loss_mel_ce: 2.0478060245513916 (nan) | > loss: 0.008241947740316391 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14219872268600056) | > loader_time: 0.0043 (0.004571112344983266)  --> TIME: 2025-03-24 20:54:49 -- STEP: 20945/31555 -- GLOBAL_STEP: 683600 | > loss_text_ce: 0.02664276957511902 (0.03662474273543248) | > loss_mel_ce: 3.349123954772949 (nan) | > loss: 0.013395900838077068 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1421968902657097) | > loader_time: 0.0044 (0.004570867361331451)  --> TIME: 2025-03-24 20:54:59 -- STEP: 20995/31555 -- GLOBAL_STEP: 683650 | > loss_text_ce: 0.04490813612937927 (0.03662145298944036) | > loss_mel_ce: 2.82940411567688 (nan) | > loss: 0.011406001634895802 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.1421992361786874) | > loader_time: 0.0044 (0.004570745905117359)  --> TIME: 2025-03-24 20:55:08 -- STEP: 21045/31555 -- GLOBAL_STEP: 683700 | > loss_text_ce: 0.042031362652778625 (0.03662101713514331) | > loss_mel_ce: 2.502960205078125 (nan) | > loss: 0.01009917352348566 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14219024300886782) | > loader_time: 0.0045 (0.004570587221192311)  --> TIME: 2025-03-24 20:55:17 -- STEP: 21095/31555 -- GLOBAL_STEP: 683750 | > loss_text_ce: 0.032965753227472305 (0.03661751699468112) | > loss_mel_ce: 2.788032293319702 (nan) | > loss: 0.011194436810910702 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14217688534943) | > loader_time: 0.0045 (0.004570560303873641)  --> TIME: 2025-03-24 20:55:27 -- STEP: 21145/31555 -- GLOBAL_STEP: 683800 | > loss_text_ce: 0.04022720828652382 (0.036619258240538244) | > loss_mel_ce: 2.6460659503936768 (nan) | > loss: 0.010659893974661827 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14218713544339073) | > loader_time: 0.0046 (0.0045705082231054005)  --> TIME: 2025-03-24 20:55:37 -- STEP: 21195/31555 -- GLOBAL_STEP: 683850 | > loss_text_ce: 0.049182113260030746 (0.036618249380741714) | > loss_mel_ce: 3.140258312225342 (nan) | > loss: 0.012656510807573795 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14217453348268214) | > loader_time: 0.0045 (0.004570648034076203)  --> TIME: 2025-03-24 20:55:46 -- STEP: 21245/31555 -- GLOBAL_STEP: 683900 | > loss_text_ce: 0.049260687083005905 (0.03662283362837832) | > loss_mel_ce: 2.8781676292419434 (nan) | > loss: 0.011616779491305351 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14216834682384683) | > loader_time: 0.0046 (0.004570632992028692)  --> TIME: 2025-03-24 20:55:56 -- STEP: 21295/31555 -- GLOBAL_STEP: 683950 | > loss_text_ce: 0.027046484872698784 (0.036624535213850555) | > loss_mel_ce: 0.0457763671875 (nan) | > loss: 0.00028897958691231906 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1421777202926854) | > loader_time: 0.0045 (0.004570635609515934)  --> TIME: 2025-03-24 20:56:06 -- STEP: 21345/31555 -- GLOBAL_STEP: 684000 | > loss_text_ce: 0.030473237857222557 (0.03662465053806186) | > loss_mel_ce: 3.0209805965423584 (nan) | > loss: 0.012108944356441498 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14218239262612817) | > loader_time: 0.0046 (0.004570434813366534)  --> TIME: 2025-03-24 20:56:16 -- STEP: 21395/31555 -- GLOBAL_STEP: 684050 | > loss_text_ce: 0.042842745780944824 (0.0366296094440256) | > loss_mel_ce: 2.8834340572357178 (nan) | > loss: 0.011612209491431713 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14217839595396178) | > loader_time: 0.0044 (0.004570480829422987)  --> TIME: 2025-03-24 20:56:25 -- STEP: 21445/31555 -- GLOBAL_STEP: 684100 | > loss_text_ce: 0.03591727092862129 (0.03662822702107004) | > loss_mel_ce: 2.6678459644317627 (nan) | > loss: 0.010729219764471054 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14217611858966486) | > loader_time: 0.0044 (0.004570498758886602)  --> TIME: 2025-03-24 20:56:35 -- STEP: 21495/31555 -- GLOBAL_STEP: 684150 | > loss_text_ce: 0.03728397935628891 (0.036624701830481984) | > loss_mel_ce: 3.0073599815368652 (nan) | > loss: 0.012081921100616455 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14218306007926523) | > loader_time: 0.0049 (0.0045704042115691824)  --> TIME: 2025-03-24 20:56:45 -- STEP: 21545/31555 -- GLOBAL_STEP: 684200 | > loss_text_ce: 0.03447864204645157 (0.03662877209911657) | > loss_mel_ce: 2.5158584117889404 (nan) | > loss: 0.010120386257767677 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1421832585063658) | > loader_time: 0.0046 (0.0045704584991497575)  --> TIME: 2025-03-24 20:56:55 -- STEP: 21595/31555 -- GLOBAL_STEP: 684250 | > loss_text_ce: 0.028931554406881332 (0.0366273649142976) | > loss_mel_ce: 2.124856948852539 (nan) | > loss: 0.008546780794858932 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14218851096322596) | > loader_time: 0.0045 (0.0045704497262045425)  --> TIME: 2025-03-24 20:57:04 -- STEP: 21645/31555 -- GLOBAL_STEP: 684300 | > loss_text_ce: 0.03810376673936844 (0.03662762536954921) | > loss_mel_ce: 2.2299060821533203 (nan) | > loss: 0.009000039659440517 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14218179231759534) | > loader_time: 0.0045 (0.004570358767193332)  --> TIME: 2025-03-24 20:57:14 -- STEP: 21695/31555 -- GLOBAL_STEP: 684350 | > loss_text_ce: 0.0415135882794857 (0.036625142214254405) | > loss_mel_ce: 2.4163174629211426 (nan) | > loss: 0.009753298945724964 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1421767950332721) | > loader_time: 0.0044 (0.004570471094786006)  --> TIME: 2025-03-24 20:57:24 -- STEP: 21745/31555 -- GLOBAL_STEP: 684400 | > loss_text_ce: 0.04617810249328613 (0.0366278413231755) | > loss_mel_ce: 2.657822847366333 (nan) | > loss: 0.01073016319423914 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14218339600982963) | > loader_time: 0.0056 (0.004570443659273883)  --> TIME: 2025-03-24 20:57:33 -- STEP: 21795/31555 -- GLOBAL_STEP: 684450 | > loss_text_ce: 0.04272547736763954 (0.03662585343692957) | > loss_mel_ce: 2.8677337169647217 (nan) | > loss: 0.011549442075192928 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1421798320012397) | > loader_time: 0.0046 (0.004570461167302472)  --> TIME: 2025-03-24 20:57:43 -- STEP: 21845/31555 -- GLOBAL_STEP: 684500 | > loss_text_ce: 0.034193672239780426 (0.03662549018430114) | > loss_mel_ce: 2.747857093811035 (nan) | > loss: 0.011039884760975838 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.142167077737914) | > loader_time: 0.0045 (0.0045704746661073825)  --> TIME: 2025-03-24 20:57:52 -- STEP: 21895/31555 -- GLOBAL_STEP: 684550 | > loss_text_ce: 0.04268726333975792 (0.036626499887793124) | > loss_mel_ce: 1.7958252429962158 (nan) | > loss: 0.007295684888958931 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.142162984983919) | > loader_time: 0.0045 (0.004570416517795616)  --> TIME: 2025-03-24 20:58:02 -- STEP: 21945/31555 -- GLOBAL_STEP: 684600 | > loss_text_ce: 0.030558103695511818 (0.03662275608716406) | > loss_mel_ce: 2.6836893558502197 (nan) | > loss: 0.010770823806524277 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14215412590763854) | > loader_time: 0.0045 (0.004570325987027758)  --> TIME: 2025-03-24 20:58:12 -- STEP: 21995/31555 -- GLOBAL_STEP: 684650 | > loss_text_ce: 0.03985428437590599 (0.036620398168520835) | > loss_mel_ce: 0.90472412109375 (nan) | > loss: 0.003748327260836959 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14215478602255616) | > loader_time: 0.0044 (0.0045703286879657246)  --> TIME: 2025-03-24 20:58:22 -- STEP: 22045/31555 -- GLOBAL_STEP: 684700 | > loss_text_ce: 0.03709644451737404 (0.036622178724112026) | > loss_mel_ce: 2.738835334777832 (nan) | > loss: 0.011015603318810463 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14216767407566722) | > loader_time: 0.0048 (0.004570428647538604)  --> TIME: 2025-03-24 20:58:31 -- STEP: 22095/31555 -- GLOBAL_STEP: 684750 | > loss_text_ce: 0.047864288091659546 (0.03662116359721194) | > loss_mel_ce: 2.0859375 (nan) | > loss: 0.008467467501759529 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14216721750109582) | > loader_time: 0.0044 (0.0045704184357573474)  --> TIME: 2025-03-24 20:58:41 -- STEP: 22145/31555 -- GLOBAL_STEP: 684800 | > loss_text_ce: 0.041080132126808167 (0.036620211424287036) | > loss_mel_ce: 2.735959529876709 (nan) | > loss: 0.011020000092685223 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1421696310308181) | > loader_time: 0.0046 (0.004570305732336028)  --> TIME: 2025-03-24 20:58:51 -- STEP: 22195/31555 -- GLOBAL_STEP: 684850 | > loss_text_ce: 0.03051718883216381 (0.036616474709604156) | > loss_mel_ce: 0.12204589694738388 (nan) | > loss: 0.0006054090918041766 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1421688378783701) | > loader_time: 0.005 (0.0045703731643425925)  --> TIME: 2025-03-24 20:59:00 -- STEP: 22245/31555 -- GLOBAL_STEP: 684900 | > loss_text_ce: 0.03516039624810219 (0.03661489066973264) | > loss_mel_ce: 3.146895170211792 (nan) | > loss: 0.01262720488011837 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14215324791556466) | > loader_time: 0.0044 (0.0045702441136846236)  --> TIME: 2025-03-24 20:59:10 -- STEP: 22295/31555 -- GLOBAL_STEP: 684950 | > loss_text_ce: 0.04369087517261505 (0.03661559366799229) | > loss_mel_ce: 2.891185998916626 (nan) | > loss: 0.011646337807178497 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14215375075133838) | > loader_time: 0.0046 (0.004570247400339005)  --> TIME: 2025-03-24 20:59:20 -- STEP: 22345/31555 -- GLOBAL_STEP: 685000 | > loss_text_ce: 0.0404556468129158 (0.03661542347038206) | > loss_mel_ce: 2.2325191497802734 (nan) | > loss: 0.009019741788506508 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14215576191507565) | > loader_time: 0.0048 (0.0045702932878051794)  --> TIME: 2025-03-24 20:59:29 -- STEP: 22395/31555 -- GLOBAL_STEP: 685050 | > loss_text_ce: 0.030193163082003593 (0.03661711802288175) | > loss_mel_ce: 3.048907995223999 (nan) | > loss: 0.01221865601837635 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14215536762705105) | > loader_time: 0.0068 (0.004570489665391492)  --> TIME: 2025-03-24 20:59:39 -- STEP: 22445/31555 -- GLOBAL_STEP: 685100 | > loss_text_ce: 0.0324326753616333 (0.03661633144054154) | > loss_mel_ce: 3.2644917964935303 (nan) | > loss: 0.013083035126328468 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14214654805851967) | > loader_time: 0.0043 (0.004570103828241535)  --> TIME: 2025-03-24 20:59:49 -- STEP: 22495/31555 -- GLOBAL_STEP: 685150 | > loss_text_ce: 0.03464154526591301 (0.03661282174165013) | > loss_mel_ce: 3.308157444000244 (nan) | > loss: 0.013265076093375683 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14215294780082535) | > loader_time: 0.0046 (0.004569957266385954)  --> TIME: 2025-03-24 20:59:58 -- STEP: 22545/31555 -- GLOBAL_STEP: 685200 | > loss_text_ce: 0.035541970282793045 (0.03661037485887087) | > loss_mel_ce: 2.878868579864502 (nan) | > loss: 0.011565121822059155 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14214716541394315) | > loader_time: 0.0046 (0.004569849901332603)  --> TIME: 2025-03-24 21:00:08 -- STEP: 22595/31555 -- GLOBAL_STEP: 685250 | > loss_text_ce: 0.03374800086021423 (0.03660935648766645) | > loss_mel_ce: 2.407576560974121 (nan) | > loss: 0.009687796235084534 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14214189180786477) | > loader_time: 0.0047 (0.004569699136945481)  --> TIME: 2025-03-24 21:00:17 -- STEP: 22645/31555 -- GLOBAL_STEP: 685300 | > loss_text_ce: 0.03053586184978485 (0.03660930935231736) | > loss_mel_ce: 1.9539659023284912 (nan) | > loss: 0.007875007577240467 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14213586665326347) | > loader_time: 0.0047 (0.004569565262797667)  --> TIME: 2025-03-24 21:00:27 -- STEP: 22695/31555 -- GLOBAL_STEP: 685350 | > loss_text_ce: 0.04258964583277702 (0.03660853778486676) | > loss_mel_ce: 2.540226936340332 (nan) | > loss: 0.010249272920191288 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14213898697201963) | > loader_time: 0.0047 (0.004569535865792111)  --> TIME: 2025-03-24 21:00:37 -- STEP: 22745/31555 -- GLOBAL_STEP: 685400 | > loss_text_ce: 0.021140767261385918 (0.03660664320127999) | > loss_mel_ce: 3.0890591144561768 (nan) | > loss: 0.012342063710093498 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14213616624196074) | > loader_time: 0.0047 (0.004569527625408679)  --> TIME: 2025-03-24 21:00:46 -- STEP: 22795/31555 -- GLOBAL_STEP: 685450 | > loss_text_ce: 0.04418359324336052 (0.036609903153544336) | > loss_mel_ce: 2.83941912651062 (nan) | > loss: 0.011442868039011955 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1421237815129805) | > loader_time: 0.0043 (0.004569483859728881)  --> TIME: 2025-03-24 21:00:56 -- STEP: 22845/31555 -- GLOBAL_STEP: 685500 | > loss_text_ce: 0.03708222135901451 (0.03661068379993139) | > loss_mel_ce: 2.8686864376068115 (nan) | > loss: 0.011530828662216663 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.142136110761646) | > loader_time: 0.0045 (0.004569569612963517)  --> TIME: 2025-03-24 21:01:06 -- STEP: 22895/31555 -- GLOBAL_STEP: 685550 | > loss_text_ce: 0.031259700655937195 (0.03661011692618962) | > loss_mel_ce: 2.6945877075195312 (nan) | > loss: 0.010816855356097221 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14213993062512725) | > loader_time: 0.0045 (0.004569597529594396)  --> TIME: 2025-03-24 21:01:16 -- STEP: 22945/31555 -- GLOBAL_STEP: 685600 | > loss_text_ce: 0.047854870557785034 (0.03661113385850629) | > loss_mel_ce: 2.8409600257873535 (nan) | > loss: 0.01146355178207159 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1421402450427687) | > loader_time: 0.0045 (0.004569965833463198)  --> TIME: 2025-03-24 21:01:25 -- STEP: 22995/31555 -- GLOBAL_STEP: 685650 | > loss_text_ce: 0.03766624629497528 (0.03660942927735162) | > loss_mel_ce: 0.0392252616584301 (nan) | > loss: 0.0003051250532735139 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1421292113905289) | > loader_time: 0.0048 (0.0045697544626267985)  --> TIME: 2025-03-24 21:01:35 -- STEP: 23045/31555 -- GLOBAL_STEP: 685700 | > loss_text_ce: 0.04077959433197975 (0.036610584320121764) | > loss_mel_ce: 3.1884045600891113 (nan) | > loss: 0.012814223766326904 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14212502993531725) | > loader_time: 0.0043 (0.004569544236606732)  --> TIME: 2025-03-24 21:01:44 -- STEP: 23095/31555 -- GLOBAL_STEP: 685750 | > loss_text_ce: 0.03216871619224548 (0.03660809754523637) | > loss_mel_ce: 2.282930612564087 (nan) | > loss: 0.009186902083456516 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1421292508776297) | > loader_time: 0.0045 (0.004569669666938602)  --> TIME: 2025-03-24 21:01:54 -- STEP: 23145/31555 -- GLOBAL_STEP: 685800 | > loss_text_ce: 0.031229114159941673 (0.03660508505694223) | > loss_mel_ce: 3.2204151153564453 (nan) | > loss: 0.012903350405395031 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14213874886529848) | > loader_time: 0.0046 (0.004569522441914294)  --> TIME: 2025-03-24 21:02:04 -- STEP: 23195/31555 -- GLOBAL_STEP: 685850 | > loss_text_ce: 0.030578795820474625 (0.03660774733385381) | > loss_mel_ce: 3.0840492248535156 (nan) | > loss: 0.012359635904431343 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14213216452280936) | > loader_time: 0.0053 (0.004569519930652682)  --> TIME: 2025-03-24 21:02:14 -- STEP: 23245/31555 -- GLOBAL_STEP: 685900 | > loss_text_ce: 0.03332573547959328 (0.036608740952924414) | > loss_mel_ce: 2.8272132873535156 (nan) | > loss: 0.011351346038281918 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14213315690299658) | > loader_time: 0.0044 (0.0045695160045037255)  --> TIME: 2025-03-24 21:02:23 -- STEP: 23295/31555 -- GLOBAL_STEP: 685950 | > loss_text_ce: 0.03775433823466301 (0.03660999412194009) | > loss_mel_ce: 2.0953688621520996 (nan) | > loss: 0.008464775048196316 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14213118407828107) | > loader_time: 0.0045 (0.004569446899830018)  --> TIME: 2025-03-24 21:02:33 -- STEP: 23345/31555 -- GLOBAL_STEP: 686000 | > loss_text_ce: 0.035009101033210754 (0.036609050114658) | > loss_mel_ce: 2.5947093963623047 (nan) | > loss: 0.010435391217470169 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14212329282983233) | > loader_time: 0.0047 (0.004569631389847521)  --> TIME: 2025-03-24 21:02:43 -- STEP: 23395/31555 -- GLOBAL_STEP: 686050 | > loss_text_ce: 0.03771600127220154 (0.03660864390768814) | > loss_mel_ce: 2.4892489910125732 (nan) | > loss: 0.010027638636529446 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14212614770984222) | > loader_time: 0.0044 (0.004569681446428473)  --> TIME: 2025-03-24 21:02:52 -- STEP: 23445/31555 -- GLOBAL_STEP: 686100 | > loss_text_ce: 0.02877506986260414 (0.03660714364342273) | > loss_mel_ce: 2.608438730239868 (nan) | > loss: 0.010465133935213089 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14211883225606706) | > loader_time: 0.0045 (0.004569671138259859)  --> TIME: 2025-03-24 21:03:02 -- STEP: 23495/31555 -- GLOBAL_STEP: 686150 | > loss_text_ce: 0.033904869109392166 (0.03660882188030614) | > loss_mel_ce: 3.3148281574249268 (nan) | > loss: 0.01328862365335226 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1421200269636989) | > loader_time: 0.0045 (0.004569678551137497)  --> TIME: 2025-03-24 21:03:12 -- STEP: 23545/31555 -- GLOBAL_STEP: 686200 | > loss_text_ce: 0.028836166486144066 (0.03661206084993586) | > loss_mel_ce: 2.9635584354400635 (nan) | > loss: 0.01187458261847496 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14214226469970254) | > loader_time: 0.0049 (0.004569783730222367)  --> TIME: 2025-03-24 21:03:22 -- STEP: 23595/31555 -- GLOBAL_STEP: 686250 | > loss_text_ce: 0.034714486449956894 (0.03661005296401983) | > loss_mel_ce: 3.2846951484680176 (nan) | > loss: 0.013172261416912079 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14213476845914416) | > loader_time: 0.0047 (0.004569695131787323)  --> TIME: 2025-03-24 21:03:31 -- STEP: 23645/31555 -- GLOBAL_STEP: 686300 | > loss_text_ce: 0.048017438501119614 (0.03661048484378878) | > loss_mel_ce: 3.0236294269561768 (nan) | > loss: 0.012189076282083988 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14213223936291028) | > loader_time: 0.0047 (0.0045696202683685894)  --> TIME: 2025-03-24 21:03:41 -- STEP: 23695/31555 -- GLOBAL_STEP: 686350 | > loss_text_ce: 0.028089312836527824 (0.0366083462832848) | > loss_mel_ce: 2.609308958053589 (nan) | > loss: 0.010465866886079311 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14213565078609733) | > loader_time: 0.0044 (0.004569607682559142)  --> TIME: 2025-03-24 21:03:51 -- STEP: 23745/31555 -- GLOBAL_STEP: 686400 | > loss_text_ce: 0.033673759549856186 (0.03660582589504457) | > loss_mel_ce: 2.789638042449951 (nan) | > loss: 0.011203618720173836 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14214119298705552) | > loader_time: 0.0052 (0.004569565017340345)  --> TIME: 2025-03-24 21:04:01 -- STEP: 23795/31555 -- GLOBAL_STEP: 686450 | > loss_text_ce: 0.03231175243854523 (0.03660718485506338) | > loss_mel_ce: 2.2943115234375 (nan) | > loss: 0.009232631884515285 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14213845633137798) | > loader_time: 0.005 (0.004569607217864461)  --> TIME: 2025-03-24 21:04:10 -- STEP: 23845/31555 -- GLOBAL_STEP: 686500 | > loss_text_ce: 0.03631964698433876 (0.036605217776884726) | > loss_mel_ce: 2.7888734340667725 (nan) | > loss: 0.011211084201931953 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14212884039067905) | > loader_time: 0.0044 (0.004569458476550738)  --> TIME: 2025-03-24 21:04:20 -- STEP: 23895/31555 -- GLOBAL_STEP: 686550 | > loss_text_ce: 0.042859163135290146 (0.036606325534314324) | > loss_mel_ce: 3.182483196258545 (nan) | > loss: 0.012798978015780449 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1421214545114835) | > loader_time: 0.0044 (0.004569389211954403)  --> TIME: 2025-03-24 21:04:30 -- STEP: 23945/31555 -- GLOBAL_STEP: 686600 | > loss_text_ce: 0.03733541816473007 (0.036608262286080134) | > loss_mel_ce: 3.187735080718994 (nan) | > loss: 0.012797899544239044 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1421285065212631) | > loader_time: 0.0044 (0.00456922948920521)  --> TIME: 2025-03-24 21:04:39 -- STEP: 23995/31555 -- GLOBAL_STEP: 686650 | > loss_text_ce: 0.03825958073139191 (0.036608694141773666) | > loss_mel_ce: 2.9090819358825684 (nan) | > loss: 0.011695800349116325 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14213617578797746) | > loader_time: 0.0049 (0.00456939782915476)  --> TIME: 2025-03-24 21:04:49 -- STEP: 24045/31555 -- GLOBAL_STEP: 686700 | > loss_text_ce: 0.034064535051584244 (0.036606981030694895) | > loss_mel_ce: 2.383296251296997 (nan) | > loss: 0.009592701680958271 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14213368097941034) | > loader_time: 0.0054 (0.004569652011623063)  --> TIME: 2025-03-24 21:04:58 -- STEP: 24095/31555 -- GLOBAL_STEP: 686750 | > loss_text_ce: 0.022265875712037086 (0.036610378390500756) | > loss_mel_ce: 2.046875 (nan) | > loss: 0.00821087695658207 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14212202301508214) | > loader_time: 0.0041 (0.004569810503967384)  --> TIME: 2025-03-24 21:05:08 -- STEP: 24145/31555 -- GLOBAL_STEP: 686800 | > loss_text_ce: 0.028064241632819176 (0.03661010065844028) | > loss_mel_ce: 2.666937828063965 (nan) | > loss: 0.010694453492760658 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14213215192422282) | > loader_time: 0.0044 (0.004569784112291628)  --> TIME: 2025-03-24 21:05:18 -- STEP: 24195/31555 -- GLOBAL_STEP: 686850 | > loss_text_ce: 0.042768433690071106 (0.03660976025894645) | > loss_mel_ce: 2.0768260955810547 (nan) | > loss: 0.008411089889705181 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14213581800608585) | > loader_time: 0.0047 (0.004569865790593977)  --> TIME: 2025-03-24 21:05:28 -- STEP: 24245/31555 -- GLOBAL_STEP: 686900 | > loss_text_ce: 0.04734179377555847 (0.03661029058233724) | > loss_mel_ce: 2.7555642127990723 (nan) | > loss: 0.011122643947601318 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14214543770160518) | > loader_time: 0.0045 (0.0045699357347258425)  --> TIME: 2025-03-24 21:05:38 -- STEP: 24295/31555 -- GLOBAL_STEP: 686950 | > loss_text_ce: 0.03834772855043411 (0.03660879705981393) | > loss_mel_ce: 1.8074438571929932 (nan) | > loss: 0.007324570324271917 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14215641154210512) | > loader_time: 0.0046 (0.00456994347769579)  --> TIME: 2025-03-24 21:05:48 -- STEP: 24345/31555 -- GLOBAL_STEP: 687000 | > loss_text_ce: 0.03791024535894394 (0.03660909512211655) | > loss_mel_ce: 2.8269340991973877 (nan) | > loss: 0.011368430219590664 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14214689311953738) | > loader_time: 0.0045 (0.0045700263820357655)  --> TIME: 2025-03-24 21:05:57 -- STEP: 24395/31555 -- GLOBAL_STEP: 687050 | > loss_text_ce: 0.03440409526228905 (0.036605323387756905) | > loss_mel_ce: 3.004688024520874 (nan) | > loss: 0.012059889733791351 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14214906585976353) | > loader_time: 0.0045 (0.0045700683875219885)  --> TIME: 2025-03-24 21:06:07 -- STEP: 24445/31555 -- GLOBAL_STEP: 687100 | > loss_text_ce: 0.03918455168604851 (0.03660569223861982) | > loss_mel_ce: 0.0194091796875 (nan) | > loss: 0.00023251482343766838 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1421483572189192) | > loader_time: 0.0046 (0.004570363406194802)  --> TIME: 2025-03-24 21:06:17 -- STEP: 24495/31555 -- GLOBAL_STEP: 687150 | > loss_text_ce: 0.030826395377516747 (0.03660735675962805) | > loss_mel_ce: 2.635132312774658 (nan) | > loss: 0.010579201392829418 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14214925453550398) | > loader_time: 0.0047 (0.004570282622487438)  --> TIME: 2025-03-24 21:06:27 -- STEP: 24545/31555 -- GLOBAL_STEP: 687200 | > loss_text_ce: 0.03924320638179779 (0.036608032017899146) | > loss_mel_ce: 2.591277599334717 (nan) | > loss: 0.01043857540935278 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14214635603440942) | > loader_time: 0.0046 (0.004570081826989252)  --> TIME: 2025-03-24 21:06:36 -- STEP: 24595/31555 -- GLOBAL_STEP: 687250 | > loss_text_ce: 0.037823326885700226 (0.036605778290517296) | > loss_mel_ce: 3.117835760116577 (nan) | > loss: 0.012522458098828793 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.142137079041138) | > loader_time: 0.0047 (0.004570164043599468)  --> TIME: 2025-03-24 21:06:46 -- STEP: 24645/31555 -- GLOBAL_STEP: 687300 | > loss_text_ce: 0.037640273571014404 (0.036603041143049) | > loss_mel_ce: 3.104710340499878 (nan) | > loss: 0.012469646520912647 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1421372962834793) | > loader_time: 0.0045 (0.004570195224566174)  --> TIME: 2025-03-24 21:06:56 -- STEP: 24695/31555 -- GLOBAL_STEP: 687350 | > loss_text_ce: 0.03392098471522331 (0.03660350554087365) | > loss_mel_ce: 2.792316436767578 (nan) | > loss: 0.011215228587388992 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14214059949814198) | > loader_time: 0.0044 (0.0045698918850225635)  --> TIME: 2025-03-24 21:07:05 -- STEP: 24745/31555 -- GLOBAL_STEP: 687400 | > loss_text_ce: 0.03372074291110039 (0.03660488064773638) | > loss_mel_ce: 3.0223758220672607 (nan) | > loss: 0.012127367779612541 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14214490530923912) | > loader_time: 0.0045 (0.0045698058559427955)  --> TIME: 2025-03-24 21:07:15 -- STEP: 24795/31555 -- GLOBAL_STEP: 687450 | > loss_text_ce: 0.04350505396723747 (0.03660324223434956) | > loss_mel_ce: 1.661391258239746 (nan) | > loss: 0.00676546199247241 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14213871944332818) | > loader_time: 0.0045 (0.0045696895770138335)  --> TIME: 2025-03-24 21:07:25 -- STEP: 24845/31555 -- GLOBAL_STEP: 687500 | > loss_text_ce: 0.032671090215444565 (0.03660254245502114) | > loss_mel_ce: 2.754121780395508 (nan) | > loss: 0.011058702133595943 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14215168124786343) | > loader_time: 0.0046 (0.004569592219671528)  --> TIME: 2025-03-24 21:07:35 -- STEP: 24895/31555 -- GLOBAL_STEP: 687550 | > loss_text_ce: 0.033531494438648224 (0.03660412856470622) | > loss_mel_ce: 2.5662808418273926 (nan) | > loss: 0.010316715575754642 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14216005009660512) | > loader_time: 0.0048 (0.004569589260903503)  --> TIME: 2025-03-24 21:07:44 -- STEP: 24945/31555 -- GLOBAL_STEP: 687600 | > loss_text_ce: 0.030617324635386467 (0.03660331070314851) | > loss_mel_ce: 3.273604154586792 (nan) | > loss: 0.013111989945173264 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14215424542055208) | > loader_time: 0.0054 (0.004569650207690828)  --> TIME: 2025-03-24 21:07:54 -- STEP: 24995/31555 -- GLOBAL_STEP: 687650 | > loss_text_ce: 0.036761946976184845 (0.0366002955061673) | > loss_mel_ce: 2.7670774459838867 (nan) | > loss: 0.011126347817480564 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14215830984914887) | > loader_time: 0.0046 (0.004569569433372167)  --> TIME: 2025-03-24 21:08:04 -- STEP: 25045/31555 -- GLOBAL_STEP: 687700 | > loss_text_ce: 0.04060491546988487 (0.03660222925636211) | > loss_mel_ce: 2.7549002170562744 (nan) | > loss: 0.01109327469021082 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14216609922657664) | > loader_time: 0.0048 (0.004569702230306145)  --> TIME: 2025-03-24 21:08:14 -- STEP: 25095/31555 -- GLOBAL_STEP: 687750 | > loss_text_ce: 0.032638441771268845 (0.03660407785436089) | > loss_mel_ce: 2.611473560333252 (nan) | > loss: 0.010492509230971336 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14216457056462375) | > loader_time: 0.0047 (0.004569759557009188)  --> TIME: 2025-03-24 21:08:24 -- STEP: 25145/31555 -- GLOBAL_STEP: 687800 | > loss_text_ce: 0.043912261724472046 (0.03660385884484581) | > loss_mel_ce: 3.1568443775177 (nan) | > loss: 0.012701415456831455 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.1421703546368164) | > loader_time: 0.0045 (0.0045697694081723635)  --> TIME: 2025-03-24 21:08:33 -- STEP: 25195/31555 -- GLOBAL_STEP: 687850 | > loss_text_ce: 0.03948890417814255 (0.036604274826105496) | > loss_mel_ce: 2.831092357635498 (nan) | > loss: 0.011391195468604565 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14215757533136023) | > loader_time: 0.0044 (0.00456942950811007)  --> TIME: 2025-03-24 21:08:43 -- STEP: 25245/31555 -- GLOBAL_STEP: 687900 | > loss_text_ce: 0.03235287219285965 (0.03660434355801033) | > loss_mel_ce: 2.4920804500579834 (nan) | > loss: 0.010017593391239643 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14215089348807916) | > loader_time: 0.0044 (0.004569171834497279)  --> TIME: 2025-03-24 21:08:52 -- STEP: 25295/31555 -- GLOBAL_STEP: 687950 | > loss_text_ce: 0.030406365171074867 (0.03660735079868054) | > loss_mel_ce: 2.8155267238616943 (nan) | > loss: 0.011293386109173298 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14215220019477526) | > loader_time: 0.0044 (0.004568996361579615)  --> TIME: 2025-03-24 21:09:02 -- STEP: 25345/31555 -- GLOBAL_STEP: 688000 | > loss_text_ce: 0.024747738614678383 (0.03660538274630197) | > loss_mel_ce: 2.80064058303833 (nan) | > loss: 0.011211859062314034 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14215500045749238) | > loader_time: 0.0045 (0.00456955544363939)  --> TIME: 2025-03-24 21:09:12 -- STEP: 25395/31555 -- GLOBAL_STEP: 688050 | > loss_text_ce: 0.05077068507671356 (0.03660579397926027) | > loss_mel_ce: 3.065870523452759 (nan) | > loss: 0.012367624789476395 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.1421618394294009) | > loader_time: 0.0043 (0.00456957520403998)  --> TIME: 2025-03-24 21:09:22 -- STEP: 25445/31555 -- GLOBAL_STEP: 688100 | > loss_text_ce: 0.039642296731472015 (0.036606264241569784) | > loss_mel_ce: 3.093003749847412 (nan) | > loss: 0.012431136332452297 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14216092495347593) | > loader_time: 0.0045 (0.004569862595848841)  --> TIME: 2025-03-24 21:09:32 -- STEP: 25495/31555 -- GLOBAL_STEP: 688150 | > loss_text_ce: 0.046414054930210114 (0.03660720756862284) | > loss_mel_ce: 3.1531457901000977 (nan) | > loss: 0.012696667574346066 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14216746522716744) | > loader_time: 0.0042 (0.004569852817383554)  --> TIME: 2025-03-24 21:09:41 -- STEP: 25545/31555 -- GLOBAL_STEP: 688200 | > loss_text_ce: 0.03826526179909706 (0.036606363315710565) | > loss_mel_ce: 2.3407225608825684 (nan) | > loss: 0.009440428577363491 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14215586625519322) | > loader_time: 0.0047 (0.0045700308534118795)  --> TIME: 2025-03-24 21:09:51 -- STEP: 25595/31555 -- GLOBAL_STEP: 688250 | > loss_text_ce: 0.029457852244377136 (0.03660555008287962) | > loss_mel_ce: 3.0971732139587402 (nan) | > loss: 0.012407266534864902 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14215217198354885) | > loader_time: 0.0046 (0.004569898142575259)  --> TIME: 2025-03-24 21:10:00 -- STEP: 25645/31555 -- GLOBAL_STEP: 688300 | > loss_text_ce: 0.03835458308458328 (0.03660570672629872) | > loss_mel_ce: 3.056058645248413 (nan) | > loss: 0.012279418297111988 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14214479635509694) | > loader_time: 0.0044 (0.0045700474960526614)  --> TIME: 2025-03-24 21:10:10 -- STEP: 25695/31555 -- GLOBAL_STEP: 688350 | > loss_text_ce: 0.03934814780950546 (0.036609915723053846) | > loss_mel_ce: 3.096730947494507 (nan) | > loss: 0.012444758787751198 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14214287985389487) | > loader_time: 0.0046 (0.004570074539793274)  --> TIME: 2025-03-24 21:10:20 -- STEP: 25745/31555 -- GLOBAL_STEP: 688400 | > loss_text_ce: 0.036214690655469894 (0.036611494720003815) | > loss_mel_ce: 3.080237865447998 (nan) | > loss: 0.01236687507480383 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1421489648806) | > loader_time: 0.0043 (0.004570086448256048)  --> TIME: 2025-03-24 21:10:30 -- STEP: 25795/31555 -- GLOBAL_STEP: 688450 | > loss_text_ce: 0.03676200658082962 (0.03661531644477431) | > loss_mel_ce: 2.840684175491333 (nan) | > loss: 0.011418437585234642 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14215460682266481) | > loader_time: 0.0054 (0.00457016113401038)  --> TIME: 2025-03-24 21:10:39 -- STEP: 25845/31555 -- GLOBAL_STEP: 688500 | > loss_text_ce: 0.054484013468027115 (0.03661758762543402) | > loss_mel_ce: 2.664262294769287 (nan) | > loss: 0.010788677260279655 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14215745949888142) | > loader_time: 0.0043 (0.004570145126375259)  --> TIME: 2025-03-24 21:10:49 -- STEP: 25895/31555 -- GLOBAL_STEP: 688550 | > loss_text_ce: 0.03251323103904724 (0.03661722819655148) | > loss_mel_ce: 2.462336778640747 (nan) | > loss: 0.009900198318064213 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1421463430054422) | > loader_time: 0.0044 (0.0045699710849630235)  --> TIME: 2025-03-24 21:10:58 -- STEP: 25945/31555 -- GLOBAL_STEP: 688600 | > loss_text_ce: 0.04236866533756256 (0.03661697867842795) | > loss_mel_ce: 2.846201181411743 (nan) | > loss: 0.011462579481303692 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14214429040248255) | > loader_time: 0.0044 (0.004569791382873989)  --> TIME: 2025-03-24 21:11:08 -- STEP: 25995/31555 -- GLOBAL_STEP: 688650 | > loss_text_ce: 0.02581050619482994 (0.03661407902639744) | > loss_mel_ce: 3.2190585136413574 (nan) | > loss: 0.012876464985311031 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14214655082256503) | > loader_time: 0.0047 (0.004569908379820562)  --> TIME: 2025-03-24 21:11:18 -- STEP: 26045/31555 -- GLOBAL_STEP: 688700 | > loss_text_ce: 0.04172039404511452 (0.03661504579687592) | > loss_mel_ce: 2.7523434162139893 (nan) | > loss: 0.011087555438280106 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1421477874745605) | > loader_time: 0.0045 (0.004569849608200359)  --> TIME: 2025-03-24 21:11:27 -- STEP: 26095/31555 -- GLOBAL_STEP: 688750 | > loss_text_ce: 0.038212016224861145 (0.036615174127345405) | > loss_mel_ce: 0.6697649359703064 (nan) | > loss: 0.0028094325680285692 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1421428741908981) | > loader_time: 0.0043 (0.0045698870322466445)  --> TIME: 2025-03-24 21:11:37 -- STEP: 26145/31555 -- GLOBAL_STEP: 688800 | > loss_text_ce: 0.038761384785175323 (0.036613327208468244) | > loss_mel_ce: 2.5677168369293213 (nan) | > loss: 0.010343167930841446 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1421406903853262) | > loader_time: 0.0045 (0.004569775298120976)  --> TIME: 2025-03-24 21:11:47 -- STEP: 26195/31555 -- GLOBAL_STEP: 688850 | > loss_text_ce: 0.04450779780745506 (0.036614966236259656) | > loss_mel_ce: 2.9077649116516113 (nan) | > loss: 0.011715368367731571 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1421401729609222) | > loader_time: 0.0046 (0.004570161015233335)  --> TIME: 2025-03-24 21:11:56 -- STEP: 26245/31555 -- GLOBAL_STEP: 688900 | > loss_text_ce: 0.03500068932771683 (0.0366138851619259) | > loss_mel_ce: 3.0837440490722656 (nan) | > loss: 0.012375972233712673 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1421349765732526) | > loader_time: 0.005 (0.004570280145204381)  --> TIME: 2025-03-24 21:12:06 -- STEP: 26295/31555 -- GLOBAL_STEP: 688950 | > loss_text_ce: 0.029239442199468613 (0.03661340655655198) | > loss_mel_ce: 2.8911142349243164 (nan) | > loss: 0.011588705703616142 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14213343848971732) | > loader_time: 0.0044 (0.0045703332672148295)  --> TIME: 2025-03-24 21:12:16 -- STEP: 26345/31555 -- GLOBAL_STEP: 689000 | > loss_text_ce: 0.031943053007125854 (0.03661393975182547) | > loss_mel_ce: 4.157788276672363 (nan) | > loss: 0.016625918447971344 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14214126990899792) | > loader_time: 0.0045 (0.004570295670879129)  --> TIME: 2025-03-24 21:12:26 -- STEP: 26395/31555 -- GLOBAL_STEP: 689050 | > loss_text_ce: 0.03564530238509178 (0.03661286942304436) | > loss_mel_ce: 2.312716245651245 (nan) | > loss: 0.009318895637989044 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14215041786731417) | > loader_time: 0.0047 (0.0045704157385417065)  --> TIME: 2025-03-24 21:12:36 -- STEP: 26445/31555 -- GLOBAL_STEP: 689100 | > loss_text_ce: 0.05377164110541344 (0.03661123319448168) | > loss_mel_ce: 2.3115646839141846 (nan) | > loss: 0.009386256337165833 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1421488655156682) | > loader_time: 0.0045 (0.004570430698636406)  --> TIME: 2025-03-24 21:12:46 -- STEP: 26495/31555 -- GLOBAL_STEP: 689150 | > loss_text_ce: 0.03716143220663071 (0.036611124727390566) | > loss_mel_ce: 2.5471532344818115 (nan) | > loss: 0.010255217552185059 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1421547075063912) | > loader_time: 0.0044 (0.004570545334032209)  --> TIME: 2025-03-24 21:12:55 -- STEP: 26545/31555 -- GLOBAL_STEP: 689200 | > loss_text_ce: 0.03377266228199005 (0.03661057563411955) | > loss_mel_ce: 2.8517918586730957 (nan) | > loss: 0.01145065389573574 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1421543940466699) | > loader_time: 0.0045 (0.004570770991187611)  --> TIME: 2025-03-24 21:13:05 -- STEP: 26595/31555 -- GLOBAL_STEP: 689250 | > loss_text_ce: 0.0436825156211853 (0.03661053582915971) | > loss_mel_ce: 2.7866978645324707 (nan) | > loss: 0.01123166922479868 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14214500903993532) | > loader_time: 0.0047 (0.004570820412704844)  --> TIME: 2025-03-24 21:13:14 -- STEP: 26645/31555 -- GLOBAL_STEP: 689300 | > loss_text_ce: 0.03615555167198181 (0.036610853814461004) | > loss_mel_ce: 2.3193588256835938 (nan) | > loss: 0.0093472795560956 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14214198901161526) | > loader_time: 0.0045 (0.004570807997248468)  --> TIME: 2025-03-24 21:13:24 -- STEP: 26695/31555 -- GLOBAL_STEP: 689350 | > loss_text_ce: 0.04768902063369751 (0.036609742545724556) | > loss_mel_ce: 2.6694843769073486 (nan) | > loss: 0.010782434605062008 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14214309769012498) | > loader_time: 0.0047 (0.004570799933142561)  --> TIME: 2025-03-24 21:13:34 -- STEP: 26745/31555 -- GLOBAL_STEP: 689400 | > loss_text_ce: 0.028982358053326607 (0.03660779774260724) | > loss_mel_ce: 2.628181219100952 (nan) | > loss: 0.010544301010668278 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14213803454991156) | > loader_time: 0.0045 (0.004570892936248704)  --> TIME: 2025-03-24 21:13:44 -- STEP: 26795/31555 -- GLOBAL_STEP: 689450 | > loss_text_ce: 0.03230838105082512 (0.03660810842938378) | > loss_mel_ce: 2.715315103530884 (nan) | > loss: 0.010903268121182919 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14214441759814503) | > loader_time: 0.0046 (0.004570896640200307)  --> TIME: 2025-03-24 21:13:53 -- STEP: 26845/31555 -- GLOBAL_STEP: 689500 | > loss_text_ce: 0.03364122286438942 (0.03661049208903018) | > loss_mel_ce: 2.627688407897949 (nan) | > loss: 0.010560832917690277 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14214144454674624) | > loader_time: 0.0045 (0.004570895525569435)  --> TIME: 2025-03-24 21:14:03 -- STEP: 26895/31555 -- GLOBAL_STEP: 689550 | > loss_text_ce: 0.040318429470062256 (0.03660963551252302) | > loss_mel_ce: 2.688401937484741 (nan) | > loss: 0.010828256607055664 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1421426421936874) | > loader_time: 0.0046 (0.004570773614563241)  --> TIME: 2025-03-24 21:14:13 -- STEP: 26945/31555 -- GLOBAL_STEP: 689600 | > loss_text_ce: 0.03292158618569374 (0.036607665007999265) | > loss_mel_ce: 1.7988601922988892 (nan) | > loss: 0.007268975488841534 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1421476857873228) | > loader_time: 0.0042 (0.004570676232339913)  --> TIME: 2025-03-24 21:14:22 -- STEP: 26995/31555 -- GLOBAL_STEP: 689650 | > loss_text_ce: 0.03285619243979454 (0.036608514715393864) | > loss_mel_ce: 2.555202007293701 (nan) | > loss: 0.01027007307857275 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14214119698343722) | > loader_time: 0.0043 (0.004570543671078244)  --> TIME: 2025-03-24 21:14:32 -- STEP: 27045/31555 -- GLOBAL_STEP: 689700 | > loss_text_ce: 0.03973054513335228 (0.036609473118941104) | > loss_mel_ce: 2.0823400020599365 (nan) | > loss: 0.008420915342867374 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14214161180660834) | > loader_time: 0.0045 (0.00457079666646887)  --> TIME: 2025-03-24 21:14:41 -- STEP: 27095/31555 -- GLOBAL_STEP: 689750 | > loss_text_ce: 0.03567840903997421 (0.03660865424018373) | > loss_mel_ce: 2.5996365547180176 (nan) | > loss: 0.01045759953558445 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14213242051257735) | > loader_time: 0.0044 (0.004570672828391342)  --> TIME: 2025-03-24 21:14:51 -- STEP: 27145/31555 -- GLOBAL_STEP: 689800 | > loss_text_ce: 0.030083661898970604 (0.03660789278347358) | > loss_mel_ce: 2.518988847732544 (nan) | > loss: 0.010115367360413074 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14212736641642612) | > loader_time: 0.0045 (0.004570549543137988)  --> TIME: 2025-03-24 21:15:01 -- STEP: 27195/31555 -- GLOBAL_STEP: 689850 | > loss_text_ce: 0.042182162404060364 (0.03660548092969651) | > loss_mel_ce: 2.7771661281585693 (nan) | > loss: 0.01118789054453373 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14213153515959642) | > loader_time: 0.0046 (0.004570631701228697)  --> TIME: 2025-03-24 21:15:10 -- STEP: 27245/31555 -- GLOBAL_STEP: 689900 | > loss_text_ce: 0.03802379593253136 (0.03660637145322908) | > loss_mel_ce: 3.4036333560943604 (nan) | > loss: 0.013657369650900364 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14212666240432362) | > loader_time: 0.0043 (0.004570565194815853)  --> TIME: 2025-03-24 21:15:20 -- STEP: 27295/31555 -- GLOBAL_STEP: 689950 | > loss_text_ce: 0.03814277425408363 (0.0366035354285981) | > loss_mel_ce: 3.0645902156829834 (nan) | > loss: 0.012312432751059532 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.1421207642419842) | > loader_time: 0.0044 (0.004570687011520305)  --> TIME: 2025-03-24 21:15:29 -- STEP: 27345/31555 -- GLOBAL_STEP: 690000 | > loss_text_ce: 0.033954132348299026 (0.03660327262735718) | > loss_mel_ce: 3.230393171310425 (nan) | > loss: 0.012953760102391243 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14211675270228413) | > loader_time: 0.0046 (0.004570707522399435) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_690000.pth  --> TIME: 2025-03-24 21:15:45 -- STEP: 27395/31555 -- GLOBAL_STEP: 690050 | > loss_text_ce: 0.03286956623196602 (0.0366020727633061) | > loss_mel_ce: 2.6492862701416016 (nan) | > loss: 0.010643476620316505 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.1421145462297917) | > loader_time: 0.0045 (0.004570776059867313)  --> TIME: 2025-03-24 21:15:54 -- STEP: 27445/31555 -- GLOBAL_STEP: 690100 | > loss_text_ce: 0.037628937512636185 (0.03660485250921157) | > loss_mel_ce: 3.444080352783203 (nan) | > loss: 0.013816307298839092 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1421044190521989) | > loader_time: 0.0046 (0.0045707351936845)  --> TIME: 2025-03-24 21:16:04 -- STEP: 27495/31555 -- GLOBAL_STEP: 690150 | > loss_text_ce: 0.03765597939491272 (0.0366046381577073) | > loss_mel_ce: 2.6444151401519775 (nan) | > loss: 0.01064314041286707 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14210679754384475) | > loader_time: 0.0046 (0.0045707996681964074)  --> TIME: 2025-03-24 21:16:13 -- STEP: 27545/31555 -- GLOBAL_STEP: 690200 | > loss_text_ce: 0.04091683775186539 (0.036603316981605634) | > loss_mel_ce: 2.8203158378601074 (nan) | > loss: 0.011354099027812481 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14210760829279453) | > loader_time: 0.0045 (0.004570785947624155)  --> TIME: 2025-03-24 21:16:23 -- STEP: 27595/31555 -- GLOBAL_STEP: 690250 | > loss_text_ce: 0.028822140768170357 (0.03660359776970833) | > loss_mel_ce: 2.429827928543091 (nan) | > loss: 0.009756548330187798 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14210381144996884) | > loader_time: 0.0073 (0.0045711598722026296)  --> TIME: 2025-03-24 21:16:33 -- STEP: 27645/31555 -- GLOBAL_STEP: 690300 | > loss_text_ce: 0.030382977798581123 (0.03660208567519446) | > loss_mel_ce: 3.4601635932922363 (nan) | > loss: 0.013851375319063663 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14210535964648421) | > loader_time: 0.0045 (0.00457155829119325)  --> TIME: 2025-03-24 21:16:43 -- STEP: 27695/31555 -- GLOBAL_STEP: 690350 | > loss_text_ce: 0.028156522661447525 (0.03660117656777367) | > loss_mel_ce: 1.8671563863754272 (nan) | > loss: 0.007521083578467369 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14210929822396576) | > loader_time: 0.0042 (0.004571885764760265)  --> TIME: 2025-03-24 21:16:52 -- STEP: 27745/31555 -- GLOBAL_STEP: 690400 | > loss_text_ce: 0.03917910158634186 (0.036597917042068294) | > loss_mel_ce: 2.875927448272705 (nan) | > loss: 0.011567884124815464 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14210680574742596) | > loader_time: 0.0045 (0.004571744931197467)  --> TIME: 2025-03-24 21:17:02 -- STEP: 27795/31555 -- GLOBAL_STEP: 690450 | > loss_text_ce: 0.035813502967357635 (0.03659656133903451) | > loss_mel_ce: 1.7544364929199219 (nan) | > loss: 0.007104166783392429 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1420956357903434) | > loader_time: 0.0044 (0.004571764159061045)  --> TIME: 2025-03-24 21:17:11 -- STEP: 27845/31555 -- GLOBAL_STEP: 690500 | > loss_text_ce: 0.03267604857683182 (0.0365955220064467) | > loss_mel_ce: 2.5534346103668213 (nan) | > loss: 0.010262344032526016 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.1420888189140094) | > loader_time: 0.0049 (0.004571684576874688)  --> TIME: 2025-03-24 21:17:21 -- STEP: 27895/31555 -- GLOBAL_STEP: 690550 | > loss_text_ce: 0.03648623824119568 (0.03659480209741942) | > loss_mel_ce: 2.7376203536987305 (nan) | > loss: 0.011008359491825104 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14209495802723923) | > loader_time: 0.0044 (0.004571635997900083)  --> TIME: 2025-03-24 21:17:31 -- STEP: 27945/31555 -- GLOBAL_STEP: 690600 | > loss_text_ce: 0.039385490119457245 (0.036597692343213084) | > loss_mel_ce: 1.7732599973678589 (nan) | > loss: 0.007193037774413824 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14209423796352885) | > loader_time: 0.0043 (0.004571564949610344)  --> TIME: 2025-03-24 21:17:41 -- STEP: 27995/31555 -- GLOBAL_STEP: 690650 | > loss_text_ce: 0.02899475023150444 (0.03659472062649491) | > loss_mel_ce: 3.2985692024230957 (nan) | > loss: 0.013204620219767094 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14209918587479017) | > loader_time: 0.0046 (0.004571674278451409)  --> TIME: 2025-03-24 21:17:51 -- STEP: 28045/31555 -- GLOBAL_STEP: 690700 | > loss_text_ce: 0.0384908989071846 (0.0365956319664067) | > loss_mel_ce: 3.2859673500061035 (nan) | > loss: 0.013192296028137207 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14210617370115772) | > loader_time: 0.0047 (0.004571753454454912)  --> TIME: 2025-03-24 21:18:00 -- STEP: 28095/31555 -- GLOBAL_STEP: 690750 | > loss_text_ce: 0.041660621762275696 (0.03659555491061327) | > loss_mel_ce: 1.994354248046875 (nan) | > loss: 0.008079424500465393 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14209359304445396) | > loader_time: 0.0043 (0.004571589763360975)  --> TIME: 2025-03-24 21:18:09 -- STEP: 28145/31555 -- GLOBAL_STEP: 690800 | > loss_text_ce: 0.042967233806848526 (0.036594526089005014) | > loss_mel_ce: 2.447669506072998 (nan) | > loss: 0.00988348014652729 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14209270613679323) | > loader_time: 0.0045 (0.004571602073014789)  --> TIME: 2025-03-24 21:18:19 -- STEP: 28195/31555 -- GLOBAL_STEP: 690850 | > loss_text_ce: 0.045883648097515106 (0.03659507143472213) | > loss_mel_ce: 3.1701390743255615 (nan) | > loss: 0.012761996127665043 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14209774230088418) | > loader_time: 0.0048 (0.004571773186074987)  --> TIME: 2025-03-24 21:18:29 -- STEP: 28245/31555 -- GLOBAL_STEP: 690900 | > loss_text_ce: 0.03535953536629677 (0.036594848294067436) | > loss_mel_ce: 3.020252227783203 (nan) | > loss: 0.01212544459849596 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14210647673158655) | > loader_time: 0.0046 (0.004571836905091985)  --> TIME: 2025-03-24 21:18:39 -- STEP: 28295/31555 -- GLOBAL_STEP: 690950 | > loss_text_ce: 0.04387586563825607 (0.03659345347481662) | > loss_mel_ce: 2.9666402339935303 (nan) | > loss: 0.01194649375975132 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14210583781538808) | > loader_time: 0.0047 (0.004571725606370634)  --> TIME: 2025-03-24 21:18:49 -- STEP: 28345/31555 -- GLOBAL_STEP: 691000 | > loss_text_ce: 0.040542978793382645 (0.036592322956125835) | > loss_mel_ce: 2.1591012477874756 (nan) | > loss: 0.008728748187422752 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1421034553438336) | > loader_time: 0.0046 (0.004571806511817564)  --> TIME: 2025-03-24 21:18:59 -- STEP: 28395/31555 -- GLOBAL_STEP: 691050 | > loss_text_ce: 0.04613368958234787 (0.036593369736796326) | > loss_mel_ce: 2.927140712738037 (nan) | > loss: 0.011798708699643612 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14210994039167082) | > loader_time: 0.0046 (0.004571884747730382)  --> TIME: 2025-03-24 21:19:08 -- STEP: 28445/31555 -- GLOBAL_STEP: 691100 | > loss_text_ce: 0.0371052511036396 (0.03659419909981991) | > loss_mel_ce: 2.9293415546417236 (nan) | > loss: 0.011771615594625473 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1421151403509935) | > loader_time: 0.0045 (0.004571828240354192)  --> TIME: 2025-03-24 21:19:18 -- STEP: 28495/31555 -- GLOBAL_STEP: 691150 | > loss_text_ce: 0.04067640379071236 (0.0365940773717771) | > loss_mel_ce: 2.417468786239624 (nan) | > loss: 0.0097545450553298 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1421124399660093) | > loader_time: 0.0047 (0.004571910188122368)  --> TIME: 2025-03-24 21:19:28 -- STEP: 28545/31555 -- GLOBAL_STEP: 691200 | > loss_text_ce: 0.03973601013422012 (0.036591319542460886) | > loss_mel_ce: 2.693439245223999 (nan) | > loss: 0.01084593404084444 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1421185080110139) | > loader_time: 0.0045 (0.00457190253684892)  --> TIME: 2025-03-24 21:19:38 -- STEP: 28595/31555 -- GLOBAL_STEP: 691250 | > loss_text_ce: 0.025658518075942993 (0.036590606600735154) | > loss_mel_ce: 2.4039306640625 (nan) | > loss: 0.00964122824370861 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14212793258337483) | > loader_time: 0.0045 (0.00457189312804973)  --> TIME: 2025-03-24 21:19:48 -- STEP: 28645/31555 -- GLOBAL_STEP: 691300 | > loss_text_ce: 0.03531527519226074 (0.03659103784078107) | > loss_mel_ce: 2.1166253089904785 (nan) | > loss: 0.00853944756090641 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1421229087821599) | > loader_time: 0.0045 (0.004571865008209862)  --> TIME: 2025-03-24 21:19:58 -- STEP: 28695/31555 -- GLOBAL_STEP: 691350 | > loss_text_ce: 0.029429180547595024 (0.03659296962905591) | > loss_mel_ce: 2.033916711807251 (nan) | > loss: 0.008187880739569664 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14213067230228593) | > loader_time: 0.0044 (0.004572188760744484)  --> TIME: 2025-03-24 21:20:08 -- STEP: 28745/31555 -- GLOBAL_STEP: 691400 | > loss_text_ce: 0.04480808600783348 (0.03659344975852595) | > loss_mel_ce: 2.3379600048065186 (nan) | > loss: 0.009455429390072823 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14214248297255555) | > loader_time: 0.0043 (0.004572261132495593)  --> TIME: 2025-03-24 21:20:18 -- STEP: 28795/31555 -- GLOBAL_STEP: 691450 | > loss_text_ce: 0.04204224422574043 (0.03659213972999984) | > loss_mel_ce: 2.581401824951172 (nan) | > loss: 0.010410493239760399 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14215323749899247) | > loader_time: 0.0044 (0.004572314631506312)  --> TIME: 2025-03-24 21:20:28 -- STEP: 28845/31555 -- GLOBAL_STEP: 691500 | > loss_text_ce: 0.03581443801522255 (0.03659385265125415) | > loss_mel_ce: 2.396817684173584 (nan) | > loss: 0.0096533028408885 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14216179567516551) | > loader_time: 0.0045 (0.004572451178712228)  --> TIME: 2025-03-24 21:20:38 -- STEP: 28895/31555 -- GLOBAL_STEP: 691550 | > loss_text_ce: 0.038848649710416794 (0.03659247087814615) | > loss_mel_ce: 2.9161386489868164 (nan) | > loss: 0.011726140975952148 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14216410291506387) | > loader_time: 0.0046 (0.004572576889840763)  --> TIME: 2025-03-24 21:20:47 -- STEP: 28945/31555 -- GLOBAL_STEP: 691600 | > loss_text_ce: 0.03570222854614258 (0.03658951454335608) | > loss_mel_ce: 3.5091569423675537 (nan) | > loss: 0.014066901989281178 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14216053163393674) | > loader_time: 0.0047 (0.004572544000704355)  --> TIME: 2025-03-24 21:20:57 -- STEP: 28995/31555 -- GLOBAL_STEP: 691650 | > loss_text_ce: 0.03560836613178253 (0.03658918089416888) | > loss_mel_ce: 2.8930482864379883 (nan) | > loss: 0.011621654033660889 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1421615583071483) | > loader_time: 0.0046 (0.004572663354059605)  --> TIME: 2025-03-24 21:21:07 -- STEP: 29045/31555 -- GLOBAL_STEP: 691700 | > loss_text_ce: 0.037873394787311554 (0.036589178629636204) | > loss_mel_ce: 2.568225145339966 (nan) | > loss: 0.010341661982238293 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14216335074670497) | > loader_time: 0.0047 (0.0045726736475543445)  --> TIME: 2025-03-24 21:21:16 -- STEP: 29095/31555 -- GLOBAL_STEP: 691750 | > loss_text_ce: 0.032391905784606934 (0.03658913332686607) | > loss_mel_ce: 2.687593698501587 (nan) | > loss: 0.01079359371215105 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1421601514591754) | > loader_time: 0.0045 (0.004572590357414491)  --> TIME: 2025-03-24 21:21:26 -- STEP: 29145/31555 -- GLOBAL_STEP: 691800 | > loss_text_ce: 0.03967682644724846 (0.03658884857044816) | > loss_mel_ce: 2.8599419593811035 (nan) | > loss: 0.01150642428547144 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14216104946898878) | > loader_time: 0.0045 (0.004572550414827026)  --> TIME: 2025-03-24 21:21:35 -- STEP: 29195/31555 -- GLOBAL_STEP: 691850 | > loss_text_ce: 0.031183205544948578 (0.03659080485461604) | > loss_mel_ce: 2.94511079788208 (nan) | > loss: 0.011810691095888615 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1421473641941901) | > loader_time: 0.0044 (0.004572450349052836)  --> TIME: 2025-03-24 21:21:45 -- STEP: 29245/31555 -- GLOBAL_STEP: 691900 | > loss_text_ce: 0.04418305307626724 (0.03659042493508821) | > loss_mel_ce: 3.051353931427002 (nan) | > loss: 0.012283877469599247 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14214100904557647) | > loader_time: 0.0046 (0.0045724134401167165)  --> TIME: 2025-03-24 21:21:55 -- STEP: 29295/31555 -- GLOBAL_STEP: 691950 | > loss_text_ce: 0.03254857659339905 (0.03659148414128553) | > loss_mel_ce: 2.6694984436035156 (nan) | > loss: 0.010722409933805466 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14214443082104639) | > loader_time: 0.0045 (0.004572539517529122)  --> TIME: 2025-03-24 21:22:05 -- STEP: 29345/31555 -- GLOBAL_STEP: 692000 | > loss_text_ce: 0.03401149809360504 (0.036590982691052557) | > loss_mel_ce: 2.767245292663574 (nan) | > loss: 0.011116099543869495 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14214814869056333) | > loader_time: 0.0053 (0.0045727490200706345)  --> TIME: 2025-03-24 21:22:15 -- STEP: 29395/31555 -- GLOBAL_STEP: 692050 | > loss_text_ce: 0.032454587519168854 (0.03659007357679599) | > loss_mel_ce: 3.1614534854888916 (nan) | > loss: 0.012674238532781601 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1421597237691604) | > loader_time: 0.0051 (0.004572954898100359)  --> TIME: 2025-03-24 21:22:24 -- STEP: 29445/31555 -- GLOBAL_STEP: 692100 | > loss_text_ce: 0.029302658513188362 (0.03658763892350186) | > loss_mel_ce: 2.1435563564300537 (nan) | > loss: 0.008622456341981888 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14215940591090184) | > loader_time: 0.0048 (0.004572999131236219)  --> TIME: 2025-03-24 21:22:34 -- STEP: 29495/31555 -- GLOBAL_STEP: 692150 | > loss_text_ce: 0.03713538870215416 (0.03658885037389749) | > loss_mel_ce: 2.916050672531128 (nan) | > loss: 0.011718993075191975 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14216023737908529) | > loader_time: 0.0044 (0.004572986695580128)  --> TIME: 2025-03-24 21:22:44 -- STEP: 29545/31555 -- GLOBAL_STEP: 692200 | > loss_text_ce: 0.03698732331395149 (0.036587724059298) | > loss_mel_ce: 2.4812159538269043 (nan) | > loss: 0.0099928705021739 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14216314516085246) | > loader_time: 0.0048 (0.004573059784093067)  --> TIME: 2025-03-24 21:22:54 -- STEP: 29595/31555 -- GLOBAL_STEP: 692250 | > loss_text_ce: 0.0417073592543602 (0.03658867829966556) | > loss_mel_ce: 2.6559019088745117 (nan) | > loss: 0.010704798623919487 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1421661779191328) | > loader_time: 0.0051 (0.00457347907575326)  --> TIME: 2025-03-24 21:23:03 -- STEP: 29645/31555 -- GLOBAL_STEP: 692300 | > loss_text_ce: 0.02875911258161068 (0.036585520104649306) | > loss_mel_ce: 2.103759765625 (nan) | > loss: 0.008462376892566681 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14216072426254048) | > loader_time: 0.0046 (0.004573457175512341)  --> TIME: 2025-03-24 21:23:13 -- STEP: 29695/31555 -- GLOBAL_STEP: 692350 | > loss_text_ce: 0.04031480848789215 (0.036585775375275714) | > loss_mel_ce: 2.731285572052002 (nan) | > loss: 0.01099841482937336 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14215904951376582) | > loader_time: 0.0044 (0.0045734680186700575)  --> TIME: 2025-03-24 21:23:23 -- STEP: 29745/31555 -- GLOBAL_STEP: 692400 | > loss_text_ce: 0.050485849380493164 (0.036585036514473604) | > loss_mel_ce: 3.0643696784973145 (nan) | > loss: 0.012360538356006145 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1421563555922181) | > loader_time: 0.0046 (0.0045736762851722144)  --> TIME: 2025-03-24 21:23:32 -- STEP: 29795/31555 -- GLOBAL_STEP: 692450 | > loss_text_ce: 0.03546615689992905 (0.03658522968124978) | > loss_mel_ce: 0.922558605670929 (nan) | > loss: 0.003801685757935047 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14215348409834183) | > loader_time: 0.0044 (0.00457377736251173)  --> TIME: 2025-03-24 21:23:42 -- STEP: 29845/31555 -- GLOBAL_STEP: 692500 | > loss_text_ce: 0.02324529178440571 (0.036580972146966026) | > loss_mel_ce: 1.8713319301605225 (nan) | > loss: 0.007518164347857237 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14215498889265465) | > loader_time: 0.0047 (0.004573961453814067)  --> TIME: 2025-03-24 21:23:52 -- STEP: 29895/31555 -- GLOBAL_STEP: 692550 | > loss_text_ce: 0.0310352835804224 (0.036579942014918675) | > loss_mel_ce: 2.3502895832061768 (nan) | > loss: 0.009449701756238937 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14216704460306087) | > loader_time: 0.0046 (0.004574067147205976)  --> TIME: 2025-03-24 21:24:02 -- STEP: 29945/31555 -- GLOBAL_STEP: 692600 | > loss_text_ce: 0.045169226825237274 (0.03658237877790298) | > loss_mel_ce: 3.056307077407837 (nan) | > loss: 0.012307445518672466 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14217256601594438) | > loader_time: 0.0046 (0.0045741124948529294)  --> TIME: 2025-03-24 21:24:12 -- STEP: 29995/31555 -- GLOBAL_STEP: 692650 | > loss_text_ce: 0.03272450715303421 (0.03658188896818474) | > loss_mel_ce: 2.3934731483459473 (nan) | > loss: 0.009627769701182842 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14217862910400877) | > loader_time: 0.0044 (0.004574152318055003)  --> TIME: 2025-03-24 21:24:21 -- STEP: 30045/31555 -- GLOBAL_STEP: 692700 | > loss_text_ce: 0.04925176873803139 (0.03658443995779167) | > loss_mel_ce: 2.789494752883911 (nan) | > loss: 0.011264868080615997 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14216960146614022) | > loader_time: 0.0046 (0.004573957168990472)  --> TIME: 2025-03-24 21:24:31 -- STEP: 30095/31555 -- GLOBAL_STEP: 692750 | > loss_text_ce: 0.040633123368024826 (0.03658201801924049) | > loss_mel_ce: 2.6314878463745117 (nan) | > loss: 0.010603655129671097 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14216604631274685) | > loader_time: 0.0045 (0.004573799308539823)  --> TIME: 2025-03-24 21:24:41 -- STEP: 30145/31555 -- GLOBAL_STEP: 692800 | > loss_text_ce: 0.0374654196202755 (0.03657973454488145) | > loss_mel_ce: 2.956209421157837 (nan) | > loss: 0.011879662051796913 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14217049666237197) | > loader_time: 0.0046 (0.004573908775950926)  --> TIME: 2025-03-24 21:24:51 -- STEP: 30195/31555 -- GLOBAL_STEP: 692850 | > loss_text_ce: 0.04832356795668602 (0.03658144684163903) | > loss_mel_ce: 2.240159034729004 (nan) | > loss: 0.009081280790269375 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1421770339968346) | > loader_time: 0.0043 (0.004573921265833464)  --> TIME: 2025-03-24 21:25:00 -- STEP: 30245/31555 -- GLOBAL_STEP: 692900 | > loss_text_ce: 0.03278558701276779 (0.03658019548273081) | > loss_mel_ce: 2.7648470401763916 (nan) | > loss: 0.011101718060672283 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14217385273764863) | > loader_time: 0.0045 (0.0045740355616030485)  --> TIME: 2025-03-24 21:25:10 -- STEP: 30295/31555 -- GLOBAL_STEP: 692950 | > loss_text_ce: 0.036767423152923584 (0.03657992685471592) | > loss_mel_ce: 2.5609452724456787 (nan) | > loss: 0.010308384895324707 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14217689985252277) | > loader_time: 0.0045 (0.004574127593908516)  --> TIME: 2025-03-24 21:25:20 -- STEP: 30345/31555 -- GLOBAL_STEP: 693000 | > loss_text_ce: 0.031210971996188164 (0.03657969117547007) | > loss_mel_ce: 3.7984619140625 (nan) | > loss: 0.015197115018963814 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1421730514255459) | > loader_time: 0.0043 (0.00457392820005343)  --> TIME: 2025-03-24 21:25:30 -- STEP: 30395/31555 -- GLOBAL_STEP: 693050 | > loss_text_ce: 0.028953080996870995 (0.036579685680798474) | > loss_mel_ce: 2.0577025413513184 (nan) | > loss: 0.008280379697680473 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14217573668851244) | > loader_time: 0.0044 (0.004573795140073927)  --> TIME: 2025-03-24 21:25:39 -- STEP: 30445/31555 -- GLOBAL_STEP: 693100 | > loss_text_ce: 0.04004891216754913 (0.036578546183348506) | > loss_mel_ce: 2.938203811645508 (nan) | > loss: 0.011818463914096355 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14218034183554185) | > loader_time: 0.0045 (0.004573926191099721)  --> TIME: 2025-03-24 21:25:49 -- STEP: 30495/31555 -- GLOBAL_STEP: 693150 | > loss_text_ce: 0.02932409942150116 (0.03657683650388073) | > loss_mel_ce: 2.741422653198242 (nan) | > loss: 0.010995027609169483 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1421865374128394) | > loader_time: 0.0048 (0.004573989973867266)  --> TIME: 2025-03-24 21:25:59 -- STEP: 30545/31555 -- GLOBAL_STEP: 693200 | > loss_text_ce: 0.03269416093826294 (0.03657689309301029) | > loss_mel_ce: 2.8703229427337646 (nan) | > loss: 0.011519909836351871 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14218484686837285) | > loader_time: 0.0048 (0.004573993945125668)  --> TIME: 2025-03-24 21:26:09 -- STEP: 30595/31555 -- GLOBAL_STEP: 693250 | > loss_text_ce: 0.03085406869649887 (0.03657631165551775) | > loss_mel_ce: 3.5465846061706543 (nan) | > loss: 0.014196185395121574 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14218540616354172) | > loader_time: 0.0046 (0.00457409872574673)  --> TIME: 2025-03-24 21:26:18 -- STEP: 30645/31555 -- GLOBAL_STEP: 693300 | > loss_text_ce: 0.03511051833629608 (0.036573973936854486) | > loss_mel_ce: 0.06374511867761612 (nan) | > loss: 0.00039228430250659585 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14218412238401257) | > loader_time: 0.0044 (0.0045741237771707525)  --> TIME: 2025-03-24 21:26:28 -- STEP: 30695/31555 -- GLOBAL_STEP: 693350 | > loss_text_ce: 0.03963390737771988 (0.036572560359452) | > loss_mel_ce: 2.8451805114746094 (nan) | > loss: 0.01144767738878727 (nan) | > current_lr: 5e-06 | > step_time: 0.1471 (0.1421815816578209) | > loader_time: 0.0046 (0.00457405181054592)  --> TIME: 2025-03-24 21:26:38 -- STEP: 30745/31555 -- GLOBAL_STEP: 693400 | > loss_text_ce: 0.04381155967712402 (0.03657400324097946) | > loss_mel_ce: 2.4693942070007324 (nan) | > loss: 0.009973038919270039 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14218817314765833) | > loader_time: 0.005 (0.004574259340637078)  --> TIME: 2025-03-24 21:26:48 -- STEP: 30795/31555 -- GLOBAL_STEP: 693450 | > loss_text_ce: 0.041830599308013916 (0.03657239420712341) | > loss_mel_ce: 2.5975136756896973 (nan) | > loss: 0.010473588481545448 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14218658423884412) | > loader_time: 0.0046 (0.004574263461670873)  --> TIME: 2025-03-24 21:26:57 -- STEP: 30845/31555 -- GLOBAL_STEP: 693500 | > loss_text_ce: 0.03496881574392319 (0.03656923370884193) | > loss_mel_ce: 2.3465769290924072 (nan) | > loss: 0.009450579062104225 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14217431777531128) | > loader_time: 0.0045 (0.004574318352617501)  --> TIME: 2025-03-24 21:27:07 -- STEP: 30895/31555 -- GLOBAL_STEP: 693550 | > loss_text_ce: 0.03393324464559555 (0.036569120101799336) | > loss_mel_ce: 2.5381784439086914 (nan) | > loss: 0.010206792503595352 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14217562399977007) | > loader_time: 0.0044 (0.004574315589229388)  --> TIME: 2025-03-24 21:27:16 -- STEP: 30945/31555 -- GLOBAL_STEP: 693600 | > loss_text_ce: 0.04721725732088089 (0.036572722008665036) | > loss_mel_ce: 3.2402920722961426 (nan) | > loss: 0.01304567325860262 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14217521559924362) | > loader_time: 0.0045 (0.004574340347866959)  --> TIME: 2025-03-24 21:27:26 -- STEP: 30995/31555 -- GLOBAL_STEP: 693650 | > loss_text_ce: 0.04254491627216339 (0.03657185654951402) | > loss_mel_ce: 3.074997901916504 (nan) | > loss: 0.012371201999485493 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.2005 (0.14217457382847049) | > loader_time: 0.0046 (0.004574301397056228)  --> TIME: 2025-03-24 21:27:36 -- STEP: 31045/31555 -- GLOBAL_STEP: 693700 | > loss_text_ce: 0.038780052214860916 (0.036571122220220575) | > loss_mel_ce: 2.492466688156128 (nan) | > loss: 0.010044630616903305 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14216565303246462) | > loader_time: 0.0045 (0.004574322896334721)  --> TIME: 2025-03-24 21:27:46 -- STEP: 31095/31555 -- GLOBAL_STEP: 693750 | > loss_text_ce: 0.03214871883392334 (0.036570153732800856) | > loss_mel_ce: 2.657090663909912 (nan) | > loss: 0.01067158579826355 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14217342779095435) | > loader_time: 0.005 (0.00457450258212374)  --> TIME: 2025-03-24 21:27:55 -- STEP: 31145/31555 -- GLOBAL_STEP: 693800 | > loss_text_ce: 0.04121863842010498 (0.036571691925778554) | > loss_mel_ce: 0.6379582285881042 (nan) | > loss: 0.002695146482437849 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14217003123261482) | > loader_time: 0.0044 (0.004574511081415686)  --> TIME: 2025-03-24 21:28:05 -- STEP: 31195/31555 -- GLOBAL_STEP: 693850 | > loss_text_ce: 0.03942124545574188 (0.036571192165941326) | > loss_mel_ce: 3.0612642765045166 (nan) | > loss: 0.012304308824241161 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14217026315833678) | > loader_time: 0.0047 (0.0045744152744719374)  --> TIME: 2025-03-24 21:28:14 -- STEP: 31245/31555 -- GLOBAL_STEP: 693900 | > loss_text_ce: 0.03511211648583412 (0.03657280663572323) | > loss_mel_ce: 3.407581329345703 (nan) | > loss: 0.013661482371389866 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14216638168424076) | > loader_time: 0.0044 (0.004574445954016217)  --> TIME: 2025-03-24 21:28:24 -- STEP: 31295/31555 -- GLOBAL_STEP: 693950 | > loss_text_ce: 0.033677201718091965 (0.036570220665696845) | > loss_mel_ce: 0.1546630859375 (nan) | > loss: 0.0007473821751773357 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14215868203894047) | > loader_time: 0.0046 (0.004574446579883952)  --> TIME: 2025-03-24 21:28:34 -- STEP: 31345/31555 -- GLOBAL_STEP: 694000 | > loss_text_ce: 0.047886207699775696 (0.03657006514560986) | > loss_mel_ce: 2.4423112869262695 (nan) | > loss: 0.00988173671066761 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14216359358766378) | > loader_time: 0.0045 (0.004574542396242377)  --> TIME: 2025-03-24 21:28:43 -- STEP: 31395/31555 -- GLOBAL_STEP: 694050 | > loss_text_ce: 0.04204091057181358 (0.03656977168598045) | > loss_mel_ce: 1.8776366710662842 (nan) | > loss: 0.007617768831551075 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14215951320528497) | > loader_time: 0.0046 (0.0045745410211413965)  --> TIME: 2025-03-24 21:28:53 -- STEP: 31445/31555 -- GLOBAL_STEP: 694100 | > loss_text_ce: 0.04098667949438095 (0.036570070041463364) | > loss_mel_ce: 2.8901848793029785 (nan) | > loss: 0.011631634086370468 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14215666514963948) | > loader_time: 0.0045 (0.004574528027081228)  --> TIME: 2025-03-24 21:29:02 -- STEP: 31495/31555 -- GLOBAL_STEP: 694150 | > loss_text_ce: 0.04357857257127762 (0.036570435000876415) | > loss_mel_ce: 2.7075119018554688 (nan) | > loss: 0.010917026549577713 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14215198283082692) | > loader_time: 0.0045 (0.004574512053830489)  --> TIME: 2025-03-24 21:29:12 -- STEP: 31545/31555 -- GLOBAL_STEP: 694200 | > loss_text_ce: 0.02136971615254879 (0.036567533955144345) | > loss_mel_ce: 2.9867782592773438 (nan) | > loss: 0.011937095783650875 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14215380412724668) | > loader_time: 0.0043 (0.00457440791369656)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02159337043762207 (-0.0011456600824991912) | > avg_loss_text_ce: 0.033604281395673744 (-0.0002798337489366698) | > avg_loss_mel_ce: 2.618998079299927 (-0.008896358807882088) | > avg_loss: 2.6526023586591085 (-0.009176196257273617) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_694210.pth  > EPOCH: 23/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 21:29:36)   --> TIME: 2025-03-24 21:29:44 -- STEP: 40/31555 -- GLOBAL_STEP: 694250 | > loss_text_ce: 0.03447996824979782 (0.038127991929650294) | > loss_mel_ce: 2.835919141769409 (2.595823591202497) | > loss: 0.011390472762286663 (0.010452189443458337) | > current_lr: 5e-06 | > step_time: 0.1381 (0.13896939754486087) | > loader_time: 0.0049 (0.004725128412246702)  --> TIME: 2025-03-24 21:29:54 -- STEP: 90/31555 -- GLOBAL_STEP: 694300 | > loss_text_ce: 0.03235738351941109 (0.037551621451146065) | > loss_mel_ce: 3.1306607723236084 (nan) | > loss: 0.012551660649478436 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14115300973256434) | > loader_time: 0.0049 (0.004663811789618597)  --> TIME: 2025-03-24 21:30:03 -- STEP: 140/31555 -- GLOBAL_STEP: 694350 | > loss_text_ce: 0.027767430990934372 (0.036829875076987914) | > loss_mel_ce: 3.0731754302978516 (nan) | > loss: 0.01230532955378294 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14079919201987137) | > loader_time: 0.0045 (0.004653930664062502)  --> TIME: 2025-03-24 21:30:13 -- STEP: 190/31555 -- GLOBAL_STEP: 694400 | > loss_text_ce: 0.028077946975827217 (0.036679916132829685) | > loss_mel_ce: 2.291316509246826 (nan) | > loss: 0.009203946217894554 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14165040191851172) | > loader_time: 0.0047 (0.004684711757459141)  --> TIME: 2025-03-24 21:30:23 -- STEP: 240/31555 -- GLOBAL_STEP: 694450 | > loss_text_ce: 0.0285025704652071 (0.03666629012053213) | > loss_mel_ce: 2.4662225246429443 (nan) | > loss: 0.009899702854454517 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1402046600977581) | > loader_time: 0.0044 (0.004685153563817343)  --> TIME: 2025-03-24 21:30:32 -- STEP: 290/31555 -- GLOBAL_STEP: 694500 | > loss_text_ce: 0.041514743119478226 (0.03672856059053849) | > loss_mel_ce: 1.3405050039291382 (nan) | > loss: 0.005484205670654774 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1403707315181864) | > loader_time: 0.0043 (0.004672574174815214)  --> TIME: 2025-03-24 21:30:42 -- STEP: 340/31555 -- GLOBAL_STEP: 694550 | > loss_text_ce: 0.04156162217259407 (0.036644080171690296) | > loss_mel_ce: 2.794131278991699 (nan) | > loss: 0.011252750642597675 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1410909470389872) | > loader_time: 0.0045 (0.004651645351858702)  --> TIME: 2025-03-24 21:30:52 -- STEP: 390/31555 -- GLOBAL_STEP: 694600 | > loss_text_ce: 0.03915566951036453 (0.03678979204537781) | > loss_mel_ce: 2.9877235889434814 (nan) | > loss: 0.012011426500976086 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1410439081681081) | > loader_time: 0.0046 (0.004645889233320191)  --> TIME: 2025-03-24 21:31:02 -- STEP: 440/31555 -- GLOBAL_STEP: 694650 | > loss_text_ce: 0.03400486335158348 (0.036801594017412224) | > loss_mel_ce: 2.4994874000549316 (nan) | > loss: 0.010053541511297226 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14133390730077589) | > loader_time: 0.0048 (0.004636530984531755)  --> TIME: 2025-03-24 21:31:11 -- STEP: 490/31555 -- GLOBAL_STEP: 694700 | > loss_text_ce: 0.03233398497104645 (0.036969770057773146) | > loss_mel_ce: 1.43109130859375 (nan) | > loss: 0.005807243287563324 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14124992428993707) | > loader_time: 0.0047 (0.004635284384902648)  --> TIME: 2025-03-24 21:31:21 -- STEP: 540/31555 -- GLOBAL_STEP: 694750 | > loss_text_ce: 0.036418527364730835 (0.03687850920552461) | > loss_mel_ce: 2.8076651096343994 (nan) | > loss: 0.011286046355962753 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14148395282250878) | > loader_time: 0.0051 (0.004630044213047738)  --> TIME: 2025-03-24 21:31:30 -- STEP: 590/31555 -- GLOBAL_STEP: 694800 | > loss_text_ce: 0.036915428936481476 (0.036842759477637634) | > loss_mel_ce: 0.6455940008163452 (nan) | > loss: 0.0027083707973361015 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1409841040433465) | > loader_time: 0.0042 (0.00462809619257006)  --> TIME: 2025-03-24 21:31:40 -- STEP: 640/31555 -- GLOBAL_STEP: 694850 | > loss_text_ce: 0.035272903740406036 (0.03676595217548314) | > loss_mel_ce: 3.133742570877075 (nan) | > loss: 0.012575458735227585 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1410778358578683) | > loader_time: 0.0045 (0.0046301919966936144)  --> TIME: 2025-03-24 21:31:50 -- STEP: 690/31555 -- GLOBAL_STEP: 694900 | > loss_text_ce: 0.0385766364634037 (0.036764655702248045) | > loss_mel_ce: 2.3388350009918213 (nan) | > loss: 0.009434173814952374 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1414970394493877) | > loader_time: 0.0044 (0.004628117533697606)  --> TIME: 2025-03-24 21:32:00 -- STEP: 740/31555 -- GLOBAL_STEP: 694950 | > loss_text_ce: 0.02867027185857296 (0.036705688472736586) | > loss_mel_ce: 2.7158620357513428 (nan) | > loss: 0.010891001671552658 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14160351817672326) | > loader_time: 0.0044 (0.004621855632678891)  --> TIME: 2025-03-24 21:32:09 -- STEP: 790/31555 -- GLOBAL_STEP: 695000 | > loss_text_ce: 0.04146748036146164 (0.03670840500087684) | > loss_mel_ce: 2.798067331314087 (nan) | > loss: 0.011267995461821556 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1414819669119919) | > loader_time: 0.0055 (0.004616672177858003)  --> TIME: 2025-03-24 21:32:19 -- STEP: 840/31555 -- GLOBAL_STEP: 695050 | > loss_text_ce: 0.02744189463555813 (0.036738440425445704) | > loss_mel_ce: 3.37737774848938 (nan) | > loss: 0.013511190190911293 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.141517600559053) | > loader_time: 0.0042 (0.004613266672406893)  --> TIME: 2025-03-24 21:32:29 -- STEP: 890/31555 -- GLOBAL_STEP: 695100 | > loss_text_ce: 0.037819754332304 (0.03661736063449909) | > loss_mel_ce: 1.9114946126937866 (nan) | > loss: 0.007735374849289656 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14162502181663936) | > loader_time: 0.0043 (0.0046099341317509136)  --> TIME: 2025-03-24 21:32:38 -- STEP: 940/31555 -- GLOBAL_STEP: 695150 | > loss_text_ce: 0.03370443731546402 (0.03661114618657754) | > loss_mel_ce: 2.2632524967193604 (nan) | > loss: 0.00911490898579359 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14165301246845965) | > loader_time: 0.0046 (0.004607298272721324)  --> TIME: 2025-03-24 21:32:49 -- STEP: 990/31555 -- GLOBAL_STEP: 695200 | > loss_text_ce: 0.031142840161919594 (0.0365495908854887) | > loss_mel_ce: 3.119666337966919 (nan) | > loss: 0.012503212317824364 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14213940928680718) | > loader_time: 0.0045 (0.004607750430251625)  --> TIME: 2025-03-24 21:32:58 -- STEP: 1040/31555 -- GLOBAL_STEP: 695250 | > loss_text_ce: 0.03930119797587395 (0.036536501579058314) | > loss_mel_ce: 3.424821376800537 (nan) | > loss: 0.013746518641710281 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14214040499467107) | > loader_time: 0.0045 (0.00461022028556238)  --> TIME: 2025-03-24 21:33:08 -- STEP: 1090/31555 -- GLOBAL_STEP: 695300 | > loss_text_ce: 0.04553113877773285 (0.036485222428011804) | > loss_mel_ce: 2.366569757461548 (nan) | > loss: 0.009571828879415989 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1421761160596794) | > loader_time: 0.0044 (0.004608122799374653)  --> TIME: 2025-03-24 21:33:18 -- STEP: 1140/31555 -- GLOBAL_STEP: 695350 | > loss_text_ce: 0.03141782805323601 (0.03652788600802683) | > loss_mel_ce: 2.959181785583496 (nan) | > loss: 0.011867459863424301 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14219881777177767) | > loader_time: 0.0046 (0.004606880639728762)  --> TIME: 2025-03-24 21:33:27 -- STEP: 1190/31555 -- GLOBAL_STEP: 695400 | > loss_text_ce: 0.025727685540914536 (0.03654788643309551) | > loss_mel_ce: 3.2269256114959717 (nan) | > loss: 0.012907355092465878 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14205717619727626) | > loader_time: 0.0045 (0.0046036217392993704)  --> TIME: 2025-03-24 21:33:37 -- STEP: 1240/31555 -- GLOBAL_STEP: 695450 | > loss_text_ce: 0.041577864438295364 (0.036537688534947176) | > loss_mel_ce: 2.8365542888641357 (nan) | > loss: 0.011421159841120243 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14217028906268436) | > loader_time: 0.0047 (0.004601573367272666)  --> TIME: 2025-03-24 21:33:48 -- STEP: 1290/31555 -- GLOBAL_STEP: 695500 | > loss_text_ce: 0.0385088212788105 (0.03655593512911899) | > loss_mel_ce: 2.525726795196533 (nan) | > loss: 0.010175539180636406 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14243527807930617) | > loader_time: 0.0046 (0.004602436501850465)  --> TIME: 2025-03-24 21:33:58 -- STEP: 1340/31555 -- GLOBAL_STEP: 695550 | > loss_text_ce: 0.0330146849155426 (0.0365141827474112) | > loss_mel_ce: 0.08686218410730362 (nan) | > loss: 0.00047570187598466873 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1426310003693422) | > loader_time: 0.0044 (0.0046024076974214125)  --> TIME: 2025-03-24 21:34:07 -- STEP: 1390/31555 -- GLOBAL_STEP: 695600 | > loss_text_ce: 0.036897867918014526 (0.03650160679633884) | > loss_mel_ce: 2.770944118499756 (nan) | > loss: 0.011142230592668056 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1424202944734969) | > loader_time: 0.0043 (0.0046025862796701235)  --> TIME: 2025-03-24 21:34:17 -- STEP: 1440/31555 -- GLOBAL_STEP: 695650 | > loss_text_ce: 0.027672046795487404 (0.03655790287173456) | > loss_mel_ce: 2.8620543479919434 (nan) | > loss: 0.011467169038951397 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14235214309559913) | > loader_time: 0.0046 (0.004601336850060369)  --> TIME: 2025-03-24 21:34:26 -- STEP: 1490/31555 -- GLOBAL_STEP: 695700 | > loss_text_ce: 0.033675018697977066 (0.03651124950273327) | > loss_mel_ce: 2.4498448371887207 (nan) | > loss: 0.009855237789452076 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14220922921327916) | > loader_time: 0.0042 (0.004604889242441072)  --> TIME: 2025-03-24 21:34:36 -- STEP: 1540/31555 -- GLOBAL_STEP: 695750 | > loss_text_ce: 0.028534365817904472 (0.03652918660868108) | > loss_mel_ce: 2.9302706718444824 (nan) | > loss: 0.011741290800273418 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14228708341524157) | > loader_time: 0.0045 (0.004602735537987262)  --> TIME: 2025-03-24 21:34:46 -- STEP: 1590/31555 -- GLOBAL_STEP: 695800 | > loss_text_ce: 0.037493981420993805 (0.03652445228430655) | > loss_mel_ce: 3.2971012592315674 (nan) | > loss: 0.013232521712779999 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1423661458417301) | > loader_time: 0.0046 (0.004602346780165195)  --> TIME: 2025-03-24 21:34:55 -- STEP: 1640/31555 -- GLOBAL_STEP: 695850 | > loss_text_ce: 0.0319809652864933 (0.036550820984582406) | > loss_mel_ce: 3.1198413372039795 (nan) | > loss: 0.012507231906056404 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1423439133458017) | > loader_time: 0.0044 (0.0046017043474243955)  --> TIME: 2025-03-24 21:35:05 -- STEP: 1690/31555 -- GLOBAL_STEP: 695900 | > loss_text_ce: 0.04103904590010643 (0.03655527525377527) | > loss_mel_ce: 2.56689453125 (nan) | > loss: 0.010348943062126637 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.142475312137039) | > loader_time: 0.0043 (0.0046014197479338406)  --> TIME: 2025-03-24 21:35:15 -- STEP: 1740/31555 -- GLOBAL_STEP: 695950 | > loss_text_ce: 0.030402669683098793 (0.03653286178970994) | > loss_mel_ce: 2.230545997619629 (nan) | > loss: 0.008972018957138062 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14254991967102526) | > loader_time: 0.0044 (0.004600394183191768)  --> TIME: 2025-03-24 21:35:25 -- STEP: 1790/31555 -- GLOBAL_STEP: 696000 | > loss_text_ce: 0.02955242618918419 (0.03653280716389425) | > loss_mel_ce: 2.1055755615234375 (nan) | > loss: 0.008472730405628681 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14257965793822674) | > loader_time: 0.0045 (0.004599946703990753)  --> TIME: 2025-03-24 21:35:35 -- STEP: 1840/31555 -- GLOBAL_STEP: 696050 | > loss_text_ce: 0.032628368586301804 (0.03653457662920759) | > loss_mel_ce: 2.852578639984131 (nan) | > loss: 0.011449234560132027 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14272936336372155) | > loader_time: 0.0042 (0.004600629987924003)  --> TIME: 2025-03-24 21:35:45 -- STEP: 1890/31555 -- GLOBAL_STEP: 696100 | > loss_text_ce: 0.03978269547224045 (0.03660107310959909) | > loss_mel_ce: 2.1254119873046875 (nan) | > loss: 0.008592043071985245 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.1428062176578254) | > loader_time: 0.0047 (0.0046012245158039144)  --> TIME: 2025-03-24 21:35:55 -- STEP: 1940/31555 -- GLOBAL_STEP: 696150 | > loss_text_ce: 0.03776199743151665 (0.03657503880598811) | > loss_mel_ce: 2.9177448749542236 (nan) | > loss: 0.011728201992809772 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14284213203744736) | > loader_time: 0.0045 (0.00460045755523997)  --> TIME: 2025-03-24 21:36:05 -- STEP: 1990/31555 -- GLOBAL_STEP: 696200 | > loss_text_ce: 0.03364834561944008 (0.036571399283937094) | > loss_mel_ce: 2.6230838298797607 (nan) | > loss: 0.01054258830845356 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14283030620172343) | > loader_time: 0.0047 (0.004601659607048617)  --> TIME: 2025-03-24 21:36:14 -- STEP: 2040/31555 -- GLOBAL_STEP: 696250 | > loss_text_ce: 0.030183689668774605 (0.0365567687036032) | > loss_mel_ce: 3.106588840484619 (nan) | > loss: 0.012447510845959187 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14276677253199507) | > loader_time: 0.0044 (0.0046012294058706315)  --> TIME: 2025-03-24 21:36:24 -- STEP: 2090/31555 -- GLOBAL_STEP: 696300 | > loss_text_ce: 0.033532992005348206 (0.03652540053860358) | > loss_mel_ce: 2.7058115005493164 (nan) | > loss: 0.010870415717363358 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14277674992118677) | > loader_time: 0.0045 (0.004601446293187491)  --> TIME: 2025-03-24 21:36:34 -- STEP: 2140/31555 -- GLOBAL_STEP: 696350 | > loss_text_ce: 0.019611679017543793 (0.036521067090384794) | > loss_mel_ce: 2.7041819095611572 (nan) | > loss: 0.010808705352246761 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14279511788181007) | > loader_time: 0.0045 (0.004602187927638267)  --> TIME: 2025-03-24 21:36:44 -- STEP: 2190/31555 -- GLOBAL_STEP: 696400 | > loss_text_ce: 0.03687718138098717 (0.03652323269621224) | > loss_mel_ce: 2.71281361579895 (nan) | > loss: 0.010911472141742706 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14279161784202496) | > loader_time: 0.0047 (0.004601540630810888)  --> TIME: 2025-03-24 21:36:53 -- STEP: 2240/31555 -- GLOBAL_STEP: 696450 | > loss_text_ce: 0.04266035929322243 (0.03652111889802789) | > loss_mel_ce: 2.827489137649536 (nan) | > loss: 0.011389483697712421 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14277725496462368) | > loader_time: 0.0045 (0.004601542013032103)  --> TIME: 2025-03-24 21:37:03 -- STEP: 2290/31555 -- GLOBAL_STEP: 696500 | > loss_text_ce: 0.039319876581430435 (0.03653633610577241) | > loss_mel_ce: 3.52017879486084 (nan) | > loss: 0.014124996028840542 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14273947274320467) | > loader_time: 0.0045 (0.00460248982541947)  --> TIME: 2025-03-24 21:37:13 -- STEP: 2340/31555 -- GLOBAL_STEP: 696550 | > loss_text_ce: 0.03198401257395744 (0.036538720798368285) | > loss_mel_ce: 2.797849416732788 (nan) | > loss: 0.01122949831187725 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14281217359070045) | > loader_time: 0.0047 (0.004603165133386601)  --> TIME: 2025-03-24 21:37:23 -- STEP: 2390/31555 -- GLOBAL_STEP: 696600 | > loss_text_ce: 0.039655279368162155 (0.036535370944917364) | > loss_mel_ce: 2.8702433109283447 (nan) | > loss: 0.011547217145562172 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14279238888409312) | > loader_time: 0.0044 (0.004602963256037887)  --> TIME: 2025-03-24 21:37:32 -- STEP: 2440/31555 -- GLOBAL_STEP: 696650 | > loss_text_ce: 0.04010217264294624 (0.03652777833764856) | > loss_mel_ce: 2.838007926940918 (nan) | > loss: 0.011421073228120804 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14278259208944943) | > loader_time: 0.0042 (0.00460154326235662)  --> TIME: 2025-03-24 21:37:42 -- STEP: 2490/31555 -- GLOBAL_STEP: 696700 | > loss_text_ce: 0.04988180100917816 (0.036535060859423686) | > loss_mel_ce: 2.3077402114868164 (nan) | > loss: 0.009355642832815647 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14279155080098185) | > loader_time: 0.0045 (0.004600207776908418)  --> TIME: 2025-03-24 21:37:52 -- STEP: 2540/31555 -- GLOBAL_STEP: 696750 | > loss_text_ce: 0.032073087990283966 (0.03652762307228126) | > loss_mel_ce: 2.851905345916748 (nan) | > loss: 0.011444359086453915 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14287407501475982) | > loader_time: 0.0046 (0.0045991797146834774)  --> TIME: 2025-03-24 21:38:02 -- STEP: 2590/31555 -- GLOBAL_STEP: 696800 | > loss_text_ce: 0.03577292710542679 (0.03650598114672834) | > loss_mel_ce: 3.070647716522217 (nan) | > loss: 0.01232706755399704 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14283154314549235) | > loader_time: 0.0044 (0.004598892241371191)  --> TIME: 2025-03-24 21:38:11 -- STEP: 2640/31555 -- GLOBAL_STEP: 696850 | > loss_text_ce: 0.031397655606269836 (0.036504423632074845) | > loss_mel_ce: 2.162379264831543 (nan) | > loss: 0.00870546419173479 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14269586900869974) | > loader_time: 0.0042 (0.004597035592252568)  --> TIME: 2025-03-24 21:38:21 -- STEP: 2690/31555 -- GLOBAL_STEP: 696900 | > loss_text_ce: 0.0510328933596611 (0.03649428801015575) | > loss_mel_ce: 2.877872943878174 (nan) | > loss: 0.011622642166912556 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14267177989491725) | > loader_time: 0.0043 (0.004594530935181131)  --> TIME: 2025-03-24 21:38:30 -- STEP: 2740/31555 -- GLOBAL_STEP: 696950 | > loss_text_ce: 0.039434149861335754 (0.03649330515122164) | > loss_mel_ce: 2.8007020950317383 (nan) | > loss: 0.011270382441580296 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1425816146996767) | > loader_time: 0.0044 (0.004592780649226959)  --> TIME: 2025-03-24 21:38:40 -- STEP: 2790/31555 -- GLOBAL_STEP: 697000 | > loss_text_ce: 0.03487388789653778 (0.036466485445177374) | > loss_mel_ce: 2.674211025238037 (nan) | > loss: 0.01075033750385046 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14255157234848156) | > loader_time: 0.0047 (0.00459383362937573)  --> TIME: 2025-03-24 21:38:49 -- STEP: 2840/31555 -- GLOBAL_STEP: 697050 | > loss_text_ce: 0.036175355315208435 (0.03646898829594625) | > loss_mel_ce: 3.062405586242676 (nan) | > loss: 0.01229595672339201 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14252689203745844) | > loader_time: 0.0047 (0.004594223264237539)  --> TIME: 2025-03-24 21:38:59 -- STEP: 2890/31555 -- GLOBAL_STEP: 697100 | > loss_text_ce: 0.03469286486506462 (0.0364795080450554) | > loss_mel_ce: 2.8169033527374268 (nan) | > loss: 0.011315857991576195 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14256211779109298) | > loader_time: 0.0047 (0.004595567858342909)  --> TIME: 2025-03-24 21:39:09 -- STEP: 2940/31555 -- GLOBAL_STEP: 697150 | > loss_text_ce: 0.01689649373292923 (0.036461077696092616) | > loss_mel_ce: 0.1085902601480484 (nan) | > loss: 0.0004979633959010243 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14248031288588098) | > loader_time: 0.0042 (0.004595490783250262)  --> TIME: 2025-03-24 21:39:18 -- STEP: 2990/31555 -- GLOBAL_STEP: 697200 | > loss_text_ce: 0.03867515176534653 (0.036455753943057494) | > loss_mel_ce: 2.8049888610839844 (nan) | > loss: 0.01128438115119934 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14241084956803815) | > loader_time: 0.0043 (0.004595069980940303)  --> TIME: 2025-03-24 21:39:28 -- STEP: 3040/31555 -- GLOBAL_STEP: 697250 | > loss_text_ce: 0.04079671949148178 (0.03644309147340739) | > loss_mel_ce: 3.0231597423553467 (nan) | > loss: 0.012158557772636414 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14242152007002543) | > loader_time: 0.0053 (0.004596356263286199)  --> TIME: 2025-03-24 21:39:38 -- STEP: 3090/31555 -- GLOBAL_STEP: 697300 | > loss_text_ce: 0.045751046389341354 (0.03644509627559138) | > loss_mel_ce: 2.817363977432251 (nan) | > loss: 0.011361568234860897 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1424614491200367) | > loader_time: 0.0044 (0.004596581273865944)  --> TIME: 2025-03-24 21:39:47 -- STEP: 3140/31555 -- GLOBAL_STEP: 697350 | > loss_text_ce: 0.030969256535172462 (0.03644004411888638) | > loss_mel_ce: 2.9732673168182373 (nan) | > loss: 0.011921574361622334 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14240444640445063) | > loader_time: 0.0049 (0.004599822174971287)  --> TIME: 2025-03-24 21:39:57 -- STEP: 3190/31555 -- GLOBAL_STEP: 697400 | > loss_text_ce: 0.03521336242556572 (0.036408167088924005) | > loss_mel_ce: 3.1571974754333496 (nan) | > loss: 0.012668298557400703 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14235116643218) | > loader_time: 0.0068 (0.004601573346176878)  --> TIME: 2025-03-24 21:40:07 -- STEP: 3240/31555 -- GLOBAL_STEP: 697450 | > loss_text_ce: 0.03963795676827431 (0.0364158905450439) | > loss_mel_ce: 3.0213892459869385 (nan) | > loss: 0.012146933935582638 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14237180830519844) | > loader_time: 0.0047 (0.004602514888033468)  --> TIME: 2025-03-24 21:40:17 -- STEP: 3290/31555 -- GLOBAL_STEP: 697500 | > loss_text_ce: 0.029533961787819862 (0.03640938948126553) | > loss_mel_ce: 3.089033365249634 (nan) | > loss: 0.01237526722252369 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.1423693359804005) | > loader_time: 0.0049 (0.004602842490361468)  --> TIME: 2025-03-24 21:40:26 -- STEP: 3340/31555 -- GLOBAL_STEP: 697550 | > loss_text_ce: 0.032779302448034286 (0.03641546042301432) | > loss_mel_ce: 3.058981418609619 (nan) | > loss: 0.012268892489373684 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1423581263262352) | > loader_time: 0.005 (0.0046032728549249245)  --> TIME: 2025-03-24 21:40:36 -- STEP: 3390/31555 -- GLOBAL_STEP: 697600 | > loss_text_ce: 0.039004214107990265 (0.0364318288401165) | > loss_mel_ce: 2.1713032722473145 (nan) | > loss: 0.008771062828600407 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14236948595637755) | > loader_time: 0.0043 (0.004603050943672839)  --> TIME: 2025-03-24 21:40:46 -- STEP: 3440/31555 -- GLOBAL_STEP: 697650 | > loss_text_ce: 0.03493960201740265 (0.036420384037503334) | > loss_mel_ce: 2.7671287059783936 (nan) | > loss: 0.011119319126009941 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1423704048228817) | > loader_time: 0.0045 (0.004602882681890975)  --> TIME: 2025-03-24 21:40:55 -- STEP: 3490/31555 -- GLOBAL_STEP: 697700 | > loss_text_ce: 0.03538936376571655 (0.03643534734236735) | > loss_mel_ce: 2.782021999359131 (nan) | > loss: 0.011180204339325428 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14230935717038914) | > loader_time: 0.0048 (0.004601831422494269)  --> TIME: 2025-03-24 21:41:05 -- STEP: 3540/31555 -- GLOBAL_STEP: 697750 | > loss_text_ce: 0.033076174557209015 (0.03644427742419693) | > loss_mel_ce: 2.983844041824341 (nan) | > loss: 0.011971906758844852 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14232907106647374) | > loader_time: 0.005 (0.004602482224588339)  --> TIME: 2025-03-24 21:41:14 -- STEP: 3590/31555 -- GLOBAL_STEP: 697800 | > loss_text_ce: 0.0313754566013813 (0.03643758076977267) | > loss_mel_ce: 2.861499309539795 (nan) | > loss: 0.011479661799967289 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14227377890212278) | > loader_time: 0.0046 (0.0046023880206774856)  --> TIME: 2025-03-24 21:41:24 -- STEP: 3640/31555 -- GLOBAL_STEP: 697850 | > loss_text_ce: 0.04286160320043564 (0.036426207589006054) | > loss_mel_ce: 3.0917394161224365 (nan) | > loss: 0.012438894249498844 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1422877599904824) | > loader_time: 0.0045 (0.004603707135378658)  --> TIME: 2025-03-24 21:41:34 -- STEP: 3690/31555 -- GLOBAL_STEP: 697900 | > loss_text_ce: 0.04561014845967293 (0.03643269142676097) | > loss_mel_ce: 3.4902660846710205 (nan) | > loss: 0.01403125561773777 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14228921828231178) | > loader_time: 0.0047 (0.004603164305854941)  --> TIME: 2025-03-24 21:41:44 -- STEP: 3740/31555 -- GLOBAL_STEP: 697950 | > loss_text_ce: 0.03595273569226265 (0.03642150385773439) | > loss_mel_ce: 2.6474196910858154 (nan) | > loss: 0.010648304596543312 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14232710198285095) | > loader_time: 0.0044 (0.0046030913444763824)  --> TIME: 2025-03-24 21:41:54 -- STEP: 3790/31555 -- GLOBAL_STEP: 698000 | > loss_text_ce: 0.03740531951189041 (0.036401628772175273) | > loss_mel_ce: 2.769098997116089 (nan) | > loss: 0.011136922053992748 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14231035948428744) | > loader_time: 0.0048 (0.004603719270952772)  --> TIME: 2025-03-24 21:42:03 -- STEP: 3840/31555 -- GLOBAL_STEP: 698050 | > loss_text_ce: 0.044870808720588684 (0.03640132921233698) | > loss_mel_ce: 2.694063425064087 (nan) | > loss: 0.01086878776550293 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14227926426877566) | > loader_time: 0.0045 (0.004604297628005345)  --> TIME: 2025-03-24 21:42:13 -- STEP: 3890/31555 -- GLOBAL_STEP: 698100 | > loss_text_ce: 0.029239876195788383 (0.03641272621866136) | > loss_mel_ce: 2.5270748138427734 (nan) | > loss: 0.010144106112420559 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14231630211317742) | > loader_time: 0.0049 (0.004605612166436594)  --> TIME: 2025-03-24 21:42:23 -- STEP: 3940/31555 -- GLOBAL_STEP: 698150 | > loss_text_ce: 0.035402942448854446 (0.03639999447664636) | > loss_mel_ce: 0.11947354674339294 (nan) | > loss: 0.0006145892548374832 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.1422800150014421) | > loader_time: 0.0047 (0.004606414869957163)  --> TIME: 2025-03-24 21:42:33 -- STEP: 3990/31555 -- GLOBAL_STEP: 698200 | > loss_text_ce: 0.033131204545497894 (0.03640730070851204) | > loss_mel_ce: 2.4615983963012695 (nan) | > loss: 0.009899720549583435 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1423338707228351) | > loader_time: 0.0048 (0.004608816192263648)  --> TIME: 2025-03-24 21:42:43 -- STEP: 4040/31555 -- GLOBAL_STEP: 698250 | > loss_text_ce: 0.02891836129128933 (0.03642190103280812) | > loss_mel_ce: 1.57501220703125 (nan) | > loss: 0.0063648042269051075 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14239877320752276) | > loader_time: 0.0043 (0.004610130810501551)  --> TIME: 2025-03-24 21:42:53 -- STEP: 4090/31555 -- GLOBAL_STEP: 698300 | > loss_text_ce: 0.031249569728970528 (0.03640416139340563) | > loss_mel_ce: 2.8339216709136963 (nan) | > loss: 0.011369727551937103 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1424669640571388) | > loader_time: 0.0046 (0.004609975196912993)  --> TIME: 2025-03-24 21:43:02 -- STEP: 4140/31555 -- GLOBAL_STEP: 698350 | > loss_text_ce: 0.03247607871890068 (0.03639011691697844) | > loss_mel_ce: 2.8432323932647705 (nan) | > loss: 0.011411543004214764 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1424440013613677) | > loader_time: 0.0049 (0.004610865703527477)  --> TIME: 2025-03-24 21:43:12 -- STEP: 4190/31555 -- GLOBAL_STEP: 698400 | > loss_text_ce: 0.02121736668050289 (0.03639311913560927) | > loss_mel_ce: 2.6528525352478027 (nan) | > loss: 0.010611388832330704 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14251658040185525) | > loader_time: 0.0045 (0.004611054354465093)  --> TIME: 2025-03-24 21:43:22 -- STEP: 4240/31555 -- GLOBAL_STEP: 698450 | > loss_text_ce: 0.03981543332338333 (0.03638844609629574) | > loss_mel_ce: 2.537761688232422 (nan) | > loss: 0.010228481143712997 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14250814869718723) | > loader_time: 0.0048 (0.004611951843747554)  --> TIME: 2025-03-24 21:43:32 -- STEP: 4290/31555 -- GLOBAL_STEP: 698500 | > loss_text_ce: 0.036431655287742615 (0.03636206831600699) | > loss_mel_ce: 2.819100856781006 (nan) | > loss: 0.011331478133797646 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14248060957813033) | > loader_time: 0.0045 (0.0046120743651490125)  --> TIME: 2025-03-24 21:43:42 -- STEP: 4340/31555 -- GLOBAL_STEP: 698550 | > loss_text_ce: 0.04100070521235466 (0.03636576078514556) | > loss_mel_ce: 3.234342098236084 (nan) | > loss: 0.012997392565011978 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14249798817568654) | > loader_time: 0.0044 (0.004610935279301237)  --> TIME: 2025-03-24 21:43:51 -- STEP: 4390/31555 -- GLOBAL_STEP: 698600 | > loss_text_ce: 0.03473546728491783 (0.03635785824880173) | > loss_mel_ce: 2.4546492099761963 (nan) | > loss: 0.009878511540591717 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14251705036076426) | > loader_time: 0.0048 (0.004609404283666939)  --> TIME: 2025-03-24 21:44:01 -- STEP: 4440/31555 -- GLOBAL_STEP: 698650 | > loss_text_ce: 0.036875609308481216 (0.03636294558207999) | > loss_mel_ce: 2.743523597717285 (nan) | > loss: 0.011033331044018269 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14248508139773522) | > loader_time: 0.0045 (0.004610028084333955)  --> TIME: 2025-03-24 21:44:11 -- STEP: 4490/31555 -- GLOBAL_STEP: 698700 | > loss_text_ce: 0.04206366464495659 (0.03635126565207617) | > loss_mel_ce: 3.1969079971313477 (nan) | > loss: 0.012853062711656094 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14247360792351182) | > loader_time: 0.0046 (0.004609309379135849)  --> TIME: 2025-03-24 21:44:20 -- STEP: 4540/31555 -- GLOBAL_STEP: 698750 | > loss_text_ce: 0.03787408024072647 (0.0363700045576311) | > loss_mel_ce: 2.2632389068603516 (nan) | > loss: 0.009131400845944881 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14248164697890753) | > loader_time: 0.0047 (0.004608992910595195)  --> TIME: 2025-03-24 21:44:30 -- STEP: 4590/31555 -- GLOBAL_STEP: 698800 | > loss_text_ce: 0.03981363773345947 (0.036384274989512626) | > loss_mel_ce: 2.907853603363037 (nan) | > loss: 0.011697092093527317 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1424166405123044) | > loader_time: 0.0046 (0.004608920456796949)  --> TIME: 2025-03-24 21:44:40 -- STEP: 4640/31555 -- GLOBAL_STEP: 698850 | > loss_text_ce: 0.02416604943573475 (0.036376006556434005) | > loss_mel_ce: 2.718543291091919 (nan) | > loss: 0.01088376808911562 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1424410725975859) | > loader_time: 0.0046 (0.004610121044619327)  --> TIME: 2025-03-24 21:44:49 -- STEP: 4690/31555 -- GLOBAL_STEP: 698900 | > loss_text_ce: 0.03099115937948227 (0.036383068001568986) | > loss_mel_ce: 2.705893039703369 (nan) | > loss: 0.010860651731491089 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14243709471688346) | > loader_time: 0.0046 (0.004610572542463029)  --> TIME: 2025-03-24 21:44:59 -- STEP: 4740/31555 -- GLOBAL_STEP: 698950 | > loss_text_ce: 0.06446477025747299 (0.03638933322820734) | > loss_mel_ce: 2.0178592205047607 (nan) | > loss: 0.00826319120824337 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1424312857635917) | > loader_time: 0.0047 (0.004611257913243419)  --> TIME: 2025-03-24 21:45:09 -- STEP: 4790/31555 -- GLOBAL_STEP: 699000 | > loss_text_ce: 0.036761704832315445 (0.036374320952700025) | > loss_mel_ce: 0.076416015625 (nan) | > loss: 0.0004491179424803704 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14239287097668116) | > loader_time: 0.0047 (0.004611956003065648)  --> TIME: 2025-03-24 21:45:19 -- STEP: 4840/31555 -- GLOBAL_STEP: 699050 | > loss_text_ce: 0.04358060285449028 (0.036377799434371846) | > loss_mel_ce: 3.274216651916504 (nan) | > loss: 0.013165862299501896 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14244481615783766) | > loader_time: 0.0046 (0.004611753382958657)  --> TIME: 2025-03-24 21:45:28 -- STEP: 4890/31555 -- GLOBAL_STEP: 699100 | > loss_text_ce: 0.039533160626888275 (0.036373832095833405) | > loss_mel_ce: 2.3957982063293457 (nan) | > loss: 0.009664013981819153 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1424641228404758) | > loader_time: 0.0046 (0.004611469192738916)  --> TIME: 2025-03-24 21:45:38 -- STEP: 4940/31555 -- GLOBAL_STEP: 699150 | > loss_text_ce: 0.030059723183512688 (0.03636899954575276) | > loss_mel_ce: 2.9791128635406494 (nan) | > loss: 0.011941161938011646 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1424847978329369) | > loader_time: 0.0046 (0.004611266045435241)  --> TIME: 2025-03-24 21:45:48 -- STEP: 4990/31555 -- GLOBAL_STEP: 699200 | > loss_text_ce: 0.034226980060338974 (0.03636148902914209) | > loss_mel_ce: 2.798719644546509 (nan) | > loss: 0.011241852305829525 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14247874162479018) | > loader_time: 0.0045 (0.004611400229658539)  --> TIME: 2025-03-24 21:45:58 -- STEP: 5040/31555 -- GLOBAL_STEP: 699250 | > loss_text_ce: 0.02572161890566349 (0.03636523011761409) | > loss_mel_ce: 3.143669366836548 (nan) | > loss: 0.01257694885134697 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14249030417866182) | > loader_time: 0.0047 (0.004610753768966315)  --> TIME: 2025-03-24 21:46:08 -- STEP: 5090/31555 -- GLOBAL_STEP: 699300 | > loss_text_ce: 0.029270710423588753 (0.03635977538383051) | > loss_mel_ce: 1.8920395374298096 (nan) | > loss: 0.0076242475770413876 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14250715645450984) | > loader_time: 0.0045 (0.004610599984354496)  --> TIME: 2025-03-24 21:46:17 -- STEP: 5140/31555 -- GLOBAL_STEP: 699350 | > loss_text_ce: 0.01615562103688717 (0.03634466707999986) | > loss_mel_ce: 2.3545453548431396 (nan) | > loss: 0.009407544508576393 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14249154208699108) | > loader_time: 0.0043 (0.004609951805975652)  --> TIME: 2025-03-24 21:46:27 -- STEP: 5190/31555 -- GLOBAL_STEP: 699400 | > loss_text_ce: 0.03211858496069908 (0.03634346202751607) | > loss_mel_ce: 2.397088050842285 (nan) | > loss: 0.009639709256589413 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1424474910045177) | > loader_time: 0.0045 (0.004608971718878184)  --> TIME: 2025-03-24 21:46:36 -- STEP: 5240/31555 -- GLOBAL_STEP: 699450 | > loss_text_ce: 0.028399871662259102 (0.03633901900736237) | > loss_mel_ce: 3.282379150390625 (nan) | > loss: 0.01313801296055317 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14244461723866378) | > loader_time: 0.0046 (0.00460795209608005)  --> TIME: 2025-03-24 21:46:46 -- STEP: 5290/31555 -- GLOBAL_STEP: 699500 | > loss_text_ce: 0.04452751204371452 (0.036357345940661465) | > loss_mel_ce: 2.563854455947876 (nan) | > loss: 0.010350722819566727 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1424466833049725) | > loader_time: 0.0046 (0.004607101243925905)  --> TIME: 2025-03-24 21:46:56 -- STEP: 5340/31555 -- GLOBAL_STEP: 699550 | > loss_text_ce: 0.032485481351614 (0.03635754896770847) | > loss_mel_ce: 2.85546875 (nan) | > loss: 0.011460136622190475 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14246762281053518) | > loader_time: 0.0045 (0.004606702533107569)  --> TIME: 2025-03-24 21:47:06 -- STEP: 5390/31555 -- GLOBAL_STEP: 699600 | > loss_text_ce: 0.03846610337495804 (0.0363625657775808) | > loss_mel_ce: 2.3793673515319824 (nan) | > loss: 0.009594578295946121 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1424650534628052) | > loader_time: 0.0046 (0.004606601435532157)  --> TIME: 2025-03-24 21:47:15 -- STEP: 5440/31555 -- GLOBAL_STEP: 699650 | > loss_text_ce: 0.029777921736240387 (0.036375095188679415) | > loss_mel_ce: 3.069291830062866 (nan) | > loss: 0.012297896668314934 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14247805230757773) | > loader_time: 0.0046 (0.004607121690231212)  --> TIME: 2025-03-24 21:47:25 -- STEP: 5490/31555 -- GLOBAL_STEP: 699700 | > loss_text_ce: 0.037624187767505646 (0.03638537482516291) | > loss_mel_ce: 2.752593994140625 (nan) | > loss: 0.011072294786572456 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14249439369785336) | > loader_time: 0.0045 (0.0046073322087689115)  --> TIME: 2025-03-24 21:47:35 -- STEP: 5540/31555 -- GLOBAL_STEP: 699750 | > loss_text_ce: 0.03131449595093727 (0.0363833185882117) | > loss_mel_ce: 3.116924285888672 (nan) | > loss: 0.012493012472987175 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14246758192454861) | > loader_time: 0.0045 (0.004606555601319672)  --> TIME: 2025-03-24 21:47:44 -- STEP: 5590/31555 -- GLOBAL_STEP: 699800 | > loss_text_ce: 0.038304511457681656 (0.03639242597614056) | > loss_mel_ce: 2.26558780670166 (nan) | > loss: 0.009142430499196053 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1424391019749513) | > loader_time: 0.0043 (0.004606126502076281)  --> TIME: 2025-03-24 21:47:54 -- STEP: 5640/31555 -- GLOBAL_STEP: 699850 | > loss_text_ce: 0.03317003697156906 (0.03638813440598791) | > loss_mel_ce: 2.8179898262023926 (nan) | > loss: 0.011314126662909985 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14239973928911467) | > loader_time: 0.0045 (0.004605966341410962)  --> TIME: 2025-03-24 21:48:04 -- STEP: 5690/31555 -- GLOBAL_STEP: 699900 | > loss_text_ce: 0.024976663291454315 (0.03639428804600729) | > loss_mel_ce: 2.9739320278167725 (nan) | > loss: 0.011900432407855988 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14239688988100668) | > loader_time: 0.0044 (0.00460582751590882)  --> TIME: 2025-03-24 21:48:13 -- STEP: 5740/31555 -- GLOBAL_STEP: 699950 | > loss_text_ce: 0.02974638156592846 (0.03639458187349556) | > loss_mel_ce: 2.792698621749878 (nan) | > loss: 0.01120017934590578 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14238456238437597) | > loader_time: 0.0046 (0.004605336180962741)  --> TIME: 2025-03-24 21:48:23 -- STEP: 5790/31555 -- GLOBAL_STEP: 700000 | > loss_text_ce: 0.04087338224053383 (0.03640687097658586) | > loss_mel_ce: 2.374046564102173 (nan) | > loss: 0.00958301592618227 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1424010391268293) | > loader_time: 0.0046 (0.004604674620949534) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_700000.pth  --> TIME: 2025-03-24 21:48:38 -- STEP: 5840/31555 -- GLOBAL_STEP: 700050 | > loss_text_ce: 0.04223516955971718 (0.03642462543993296) | > loss_mel_ce: 3.162715435028076 (nan) | > loss: 0.012718058191239834 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14241749730012182) | > loader_time: 0.0047 (0.004605154836014515)  --> TIME: 2025-03-24 21:48:48 -- STEP: 5890/31555 -- GLOBAL_STEP: 700100 | > loss_text_ce: 0.029351389035582542 (0.036427570724028135) | > loss_mel_ce: 2.08156418800354 (nan) | > loss: 0.0083766495808959 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14239645056894557) | > loader_time: 0.0047 (0.004605854387396648)  --> TIME: 2025-03-24 21:48:58 -- STEP: 5940/31555 -- GLOBAL_STEP: 700150 | > loss_text_ce: 0.04117104783654213 (0.0364175812684639) | > loss_mel_ce: 2.938749074935913 (nan) | > loss: 0.011825080960988998 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14240048445435097) | > loader_time: 0.0048 (0.004605314145585888)  --> TIME: 2025-03-24 21:49:07 -- STEP: 5990/31555 -- GLOBAL_STEP: 700200 | > loss_text_ce: 0.03826524317264557 (0.0364171355961198) | > loss_mel_ce: 2.8511619567871094 (nan) | > loss: 0.011465981602668762 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14238651606793806) | > loader_time: 0.0043 (0.004605337017167576)  --> TIME: 2025-03-24 21:49:17 -- STEP: 6040/31555 -- GLOBAL_STEP: 700250 | > loss_text_ce: 0.03406459093093872 (0.036415496967665016) | > loss_mel_ce: 1.7699629068374634 (nan) | > loss: 0.007158840075135231 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.14232657188611328) | > loader_time: 0.0048 (0.004604737963897492)  --> TIME: 2025-03-24 21:49:26 -- STEP: 6090/31555 -- GLOBAL_STEP: 700300 | > loss_text_ce: 0.03156016394495964 (0.036415984482031864) | > loss_mel_ce: 2.311211109161377 (nan) | > loss: 0.009296712465584278 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14232430234918447) | > loader_time: 0.0045 (0.004604490872087139)  --> TIME: 2025-03-24 21:49:36 -- STEP: 6140/31555 -- GLOBAL_STEP: 700350 | > loss_text_ce: 0.029633933678269386 (0.036412262821157455) | > loss_mel_ce: 2.8096907138824463 (nan) | > loss: 0.011267161928117275 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14228560559524384) | > loader_time: 0.0047 (0.004603546217132457)  --> TIME: 2025-03-24 21:49:45 -- STEP: 6190/31555 -- GLOBAL_STEP: 700400 | > loss_text_ce: 0.03281742334365845 (0.036408533910454864) | > loss_mel_ce: 3.04736590385437 (nan) | > loss: 0.012222950346767902 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14225932554204943) | > loader_time: 0.0047 (0.004602923801526872)  --> TIME: 2025-03-24 21:49:55 -- STEP: 6240/31555 -- GLOBAL_STEP: 700450 | > loss_text_ce: 0.029673878103494644 (0.036413577743596943) | > loss_mel_ce: 2.721724033355713 (nan) | > loss: 0.010918245650827885 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14224195935023126) | > loader_time: 0.0044 (0.004602046922231315)  --> TIME: 2025-03-24 21:50:05 -- STEP: 6290/31555 -- GLOBAL_STEP: 700500 | > loss_text_ce: 0.035750120878219604 (0.03640809789646431) | > loss_mel_ce: 3.277409791946411 (nan) | > loss: 0.013147461228072643 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14224687418611678) | > loader_time: 0.0047 (0.0046022881764107015)  --> TIME: 2025-03-24 21:50:14 -- STEP: 6340/31555 -- GLOBAL_STEP: 700550 | > loss_text_ce: 0.037473298609256744 (0.036401903471683206) | > loss_mel_ce: 0.0629475936293602 (nan) | > loss: 0.0003984956128988415 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1422300097318099) | > loader_time: 0.0045 (0.004602653559074029)  --> TIME: 2025-03-24 21:50:24 -- STEP: 6390/31555 -- GLOBAL_STEP: 700600 | > loss_text_ce: 0.03728732094168663 (0.03640677342745171) | > loss_mel_ce: 2.7220535278320312 (nan) | > loss: 0.010949765332043171 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1422444434979337) | > loader_time: 0.0044 (0.0046027253677773956)  --> TIME: 2025-03-24 21:50:33 -- STEP: 6440/31555 -- GLOBAL_STEP: 700650 | > loss_text_ce: 0.03262868896126747 (0.03638313063868657) | > loss_mel_ce: 3.0178308486938477 (nan) | > loss: 0.012104999274015427 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14220479960026933) | > loader_time: 0.0048 (0.004603697683500191)  --> TIME: 2025-03-24 21:50:43 -- STEP: 6490/31555 -- GLOBAL_STEP: 700700 | > loss_text_ce: 0.03680708259344101 (0.03637399896075269) | > loss_mel_ce: 3.115730047225952 (nan) | > loss: 0.012510068714618683 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14218401115370438) | > loader_time: 0.0046 (0.004604290079078599)  --> TIME: 2025-03-24 21:50:53 -- STEP: 6540/31555 -- GLOBAL_STEP: 700750 | > loss_text_ce: 0.03883456066250801 (0.03637513225109222) | > loss_mel_ce: 2.643399715423584 (nan) | > loss: 0.010643787682056427 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1421746612688814) | > loader_time: 0.0045 (0.004604976002229445)  --> TIME: 2025-03-24 21:51:02 -- STEP: 6590/31555 -- GLOBAL_STEP: 700800 | > loss_text_ce: 0.03305196389555931 (0.036372036675389706) | > loss_mel_ce: 3.559739589691162 (nan) | > loss: 0.014257109723985195 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1421691100043843) | > loader_time: 0.0045 (0.004604798274988094)  --> TIME: 2025-03-24 21:51:12 -- STEP: 6640/31555 -- GLOBAL_STEP: 700850 | > loss_text_ce: 0.049989569932222366 (0.03638305399729579) | > loss_mel_ce: 2.0342860221862793 (nan) | > loss: 0.008270935155451298 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14214957597025882) | > loader_time: 0.0047 (0.004604968464518154)  --> TIME: 2025-03-24 21:51:21 -- STEP: 6690/31555 -- GLOBAL_STEP: 700900 | > loss_text_ce: 0.03433053568005562 (0.03638142678908917) | > loss_mel_ce: 2.7964417934417725 (nan) | > loss: 0.011233224533498287 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14212314743988527) | > loader_time: 0.0045 (0.004604435430335703)  --> TIME: 2025-03-24 21:51:31 -- STEP: 6740/31555 -- GLOBAL_STEP: 700950 | > loss_text_ce: 0.021567553281784058 (0.036364759140833036) | > loss_mel_ce: 3.1510558128356934 (nan) | > loss: 0.012589775957167149 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14209259706010446) | > loader_time: 0.0044 (0.004604378086169314)  --> TIME: 2025-03-24 21:51:40 -- STEP: 6790/31555 -- GLOBAL_STEP: 701000 | > loss_text_ce: 0.04702474921941757 (0.036377112904291874) | > loss_mel_ce: 3.036160945892334 (nan) | > loss: 0.012234864756464958 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1420706187853582) | > loader_time: 0.0047 (0.004604512777876244)  --> TIME: 2025-03-24 21:51:50 -- STEP: 6840/31555 -- GLOBAL_STEP: 701050 | > loss_text_ce: 0.03930441290140152 (0.03637248281612768) | > loss_mel_ce: 3.1316092014312744 (nan) | > loss: 0.012582991272211075 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14210553029824427) | > loader_time: 0.005 (0.004604419211895134)  --> TIME: 2025-03-24 21:52:00 -- STEP: 6890/31555 -- GLOBAL_STEP: 701100 | > loss_text_ce: 0.031664904206991196 (0.036373467178115015) | > loss_mel_ce: 2.584927558898926 (nan) | > loss: 0.010383304208517075 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14207808874515043) | > loader_time: 0.0048 (0.004605224551240996)  --> TIME: 2025-03-24 21:52:10 -- STEP: 6940/31555 -- GLOBAL_STEP: 701150 | > loss_text_ce: 0.027479760348796844 (0.03637199171923464) | > loss_mel_ce: 2.8319406509399414 (nan) | > loss: 0.011346906423568726 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14208752792919063) | > loader_time: 0.0044 (0.004605315775967458)  --> TIME: 2025-03-24 21:52:19 -- STEP: 6990/31555 -- GLOBAL_STEP: 701200 | > loss_text_ce: 0.040238089859485626 (0.0363700829129213) | > loss_mel_ce: 2.8684468269348145 (nan) | > loss: 0.011542401276528835 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14209316820545767) | > loader_time: 0.0047 (0.004605112157666108)  --> TIME: 2025-03-24 21:52:29 -- STEP: 7040/31555 -- GLOBAL_STEP: 701250 | > loss_text_ce: 0.04103131219744682 (0.03637984599256673) | > loss_mel_ce: 2.7117130756378174 (nan) | > loss: 0.010923589579761028 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.142113756557757) | > loader_time: 0.0047 (0.00460483519868416)  --> TIME: 2025-03-24 21:52:39 -- STEP: 7090/31555 -- GLOBAL_STEP: 701300 | > loss_text_ce: 0.03825501352548599 (0.036378130758094485) | > loss_mel_ce: 1.9124023914337158 (nan) | > loss: 0.007740704342722893 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14212607123451584) | > loader_time: 0.0046 (0.004604796462065734)  --> TIME: 2025-03-24 21:52:49 -- STEP: 7140/31555 -- GLOBAL_STEP: 701350 | > loss_text_ce: 0.04906217381358147 (0.036373461299531486) | > loss_mel_ce: 2.955766201019287 (nan) | > loss: 0.011923923157155514 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14214265283082342) | > loader_time: 0.0059 (0.004605592065164677)  --> TIME: 2025-03-24 21:52:59 -- STEP: 7190/31555 -- GLOBAL_STEP: 701400 | > loss_text_ce: 0.03188187628984451 (0.036362775802866155) | > loss_mel_ce: 3.2372355461120605 (nan) | > loss: 0.012972688302397728 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14214361947501283) | > loader_time: 0.0049 (0.004605446637754468)  --> TIME: 2025-03-24 21:53:08 -- STEP: 7240/31555 -- GLOBAL_STEP: 701450 | > loss_text_ce: 0.015920639038085938 (0.03636457636214028) | > loss_mel_ce: 0.7133246660232544 (nan) | > loss: 0.0028938306495547295 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14209734497807924) | > loader_time: 0.0046 (0.00460524493159509)  --> TIME: 2025-03-24 21:53:18 -- STEP: 7290/31555 -- GLOBAL_STEP: 701500 | > loss_text_ce: 0.033418405801057816 (0.03636788895931117) | > loss_mel_ce: 3.3183984756469727 (nan) | > loss: 0.013300861231982708 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14212809073418056) | > loader_time: 0.0049 (0.0046052688106751295)  --> TIME: 2025-03-24 21:53:28 -- STEP: 7340/31555 -- GLOBAL_STEP: 701550 | > loss_text_ce: 0.024991150945425034 (0.036365425595709114) | > loss_mel_ce: 2.5488946437835693 (nan) | > loss: 0.01021383237093687 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14212147806255918) | > loader_time: 0.0045 (0.004605021203895994)  --> TIME: 2025-03-24 21:53:37 -- STEP: 7390/31555 -- GLOBAL_STEP: 701600 | > loss_text_ce: 0.035158224403858185 (0.03636959273158916) | > loss_mel_ce: 3.0815377235412598 (nan) | > loss: 0.01236784178763628 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14209912313660003) | > loader_time: 0.0045 (0.004604743717487824)  --> TIME: 2025-03-24 21:53:47 -- STEP: 7440/31555 -- GLOBAL_STEP: 701650 | > loss_text_ce: 0.034409623593091965 (0.03636276622550679) | > loss_mel_ce: 1.741424560546875 (nan) | > loss: 0.0070469616912305355 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14207415827499886) | > loader_time: 0.0044 (0.004604139507457763)  --> TIME: 2025-03-24 21:53:56 -- STEP: 7490/31555 -- GLOBAL_STEP: 701700 | > loss_text_ce: 0.032350458204746246 (0.03636239142242931) | > loss_mel_ce: 2.8849925994873047 (nan) | > loss: 0.011576758697628975 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14204160240845587) | > loader_time: 0.0046 (0.004604069699591713)  --> TIME: 2025-03-24 21:54:06 -- STEP: 7540/31555 -- GLOBAL_STEP: 701750 | > loss_text_ce: 0.036650724709033966 (0.03635919418924582) | > loss_mel_ce: 3.1233723163604736 (nan) | > loss: 0.012539774179458618 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14203569120690387) | > loader_time: 0.0049 (0.004604331188556043)  --> TIME: 2025-03-24 21:54:16 -- STEP: 7590/31555 -- GLOBAL_STEP: 701800 | > loss_text_ce: 0.036143772304058075 (0.0363593798875563) | > loss_mel_ce: 2.3684914112091064 (nan) | > loss: 0.00954220350831747 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14206783611312648) | > loader_time: 0.0044 (0.004604340856097264)  --> TIME: 2025-03-24 21:54:25 -- STEP: 7640/31555 -- GLOBAL_STEP: 701850 | > loss_text_ce: 0.02755117602646351 (0.036353629441439335) | > loss_mel_ce: 2.480865240097046 (nan) | > loss: 0.009954034350812435 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1420566315738315) | > loader_time: 0.0045 (0.0046045809204041535)  --> TIME: 2025-03-24 21:54:35 -- STEP: 7690/31555 -- GLOBAL_STEP: 701900 | > loss_text_ce: 0.03745038062334061 (0.036349862405693587) | > loss_mel_ce: 0.46428799629211426 (nan) | > loss: 0.0019910254050046206 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1420072620339756) | > loader_time: 0.0045 (0.004603980049510295)  --> TIME: 2025-03-24 21:54:44 -- STEP: 7740/31555 -- GLOBAL_STEP: 701950 | > loss_text_ce: 0.03020528331398964 (0.03634717739716612) | > loss_mel_ce: 2.4582979679107666 (nan) | > loss: 0.009875013493001461 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1419924779763822) | > loader_time: 0.0048 (0.0046032763574782466)  --> TIME: 2025-03-24 21:54:54 -- STEP: 7790/31555 -- GLOBAL_STEP: 702000 | > loss_text_ce: 0.031021157279610634 (0.036348648713507084) | > loss_mel_ce: 3.029085874557495 (nan) | > loss: 0.01214328221976757 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1420018817096065) | > loader_time: 0.0045 (0.004602739226374291)  --> TIME: 2025-03-24 21:55:04 -- STEP: 7840/31555 -- GLOBAL_STEP: 702050 | > loss_text_ce: 0.036990001797676086 (0.0363501705270859) | > loss_mel_ce: 1.9218103885650635 (nan) | > loss: 0.007773017976433039 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1420181852214187) | > loader_time: 0.0046 (0.004602193163365723)  --> TIME: 2025-03-24 21:55:13 -- STEP: 7890/31555 -- GLOBAL_STEP: 702100 | > loss_text_ce: 0.02816702052950859 (0.03634970790266289) | > loss_mel_ce: 2.465956687927246 (nan) | > loss: 0.009897316806018353 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14200381026975067) | > loader_time: 0.0045 (0.004601880957116332)  --> TIME: 2025-03-24 21:55:23 -- STEP: 7940/31555 -- GLOBAL_STEP: 702150 | > loss_text_ce: 0.036033809185028076 (0.03635354869417205) | > loss_mel_ce: 2.9602251052856445 (nan) | > loss: 0.011889916844666004 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14200850496964695) | > loader_time: 0.0045 (0.0046016666691008875)  --> TIME: 2025-03-24 21:55:33 -- STEP: 7990/31555 -- GLOBAL_STEP: 702200 | > loss_text_ce: 0.02847057580947876 (0.036351092886039785) | > loss_mel_ce: 2.954779863357544 (nan) | > loss: 0.011838295497000217 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1420156112152879) | > loader_time: 0.0044 (0.004601509997782022)  --> TIME: 2025-03-24 21:55:43 -- STEP: 8040/31555 -- GLOBAL_STEP: 702250 | > loss_text_ce: 0.04455946758389473 (0.03634796538795643) | > loss_mel_ce: 2.9522528648376465 (nan) | > loss: 0.011892112903296947 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14202396098654035) | > loader_time: 0.0046 (0.0046017114499315)  --> TIME: 2025-03-24 21:55:52 -- STEP: 8090/31555 -- GLOBAL_STEP: 702300 | > loss_text_ce: 0.03850795328617096 (0.03634778243628856) | > loss_mel_ce: 3.265301465988159 (nan) | > loss: 0.013110355474054813 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14200119957493582) | > loader_time: 0.0047 (0.004601745758716775)  --> TIME: 2025-03-24 21:56:02 -- STEP: 8140/31555 -- GLOBAL_STEP: 702350 | > loss_text_ce: 0.03319290280342102 (0.03634804765469591) | > loss_mel_ce: 2.155606985092163 (nan) | > loss: 0.008685714565217495 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14203043306196025) | > loader_time: 0.0045 (0.004601918245123401)  --> TIME: 2025-03-24 21:56:11 -- STEP: 8190/31555 -- GLOBAL_STEP: 702400 | > loss_text_ce: 0.03238056227564812 (0.03634931123866646) | > loss_mel_ce: 2.620560884475708 (nan) | > loss: 0.010527546517550945 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14198674529754457) | > loader_time: 0.0047 (0.004601674929934387)  --> TIME: 2025-03-24 21:56:21 -- STEP: 8240/31555 -- GLOBAL_STEP: 702450 | > loss_text_ce: 0.04516072943806648 (0.036353834164306244) | > loss_mel_ce: 0.04833984375 (nan) | > loss: 0.0003710340242832899 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14200348518427103) | > loader_time: 0.0047 (0.004601678165417263)  --> TIME: 2025-03-24 21:56:31 -- STEP: 8290/31555 -- GLOBAL_STEP: 702500 | > loss_text_ce: 0.04624319449067116 (0.036354480826591345) | > loss_mel_ce: 2.9975242614746094 (nan) | > loss: 0.012078442610800266 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14199660281651813) | > loader_time: 0.0048 (0.004601539432355367)  --> TIME: 2025-03-24 21:56:41 -- STEP: 8340/31555 -- GLOBAL_STEP: 702550 | > loss_text_ce: 0.036130260676145554 (0.03634839286476067) | > loss_mel_ce: 3.0242061614990234 (nan) | > loss: 0.01214419212192297 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1420271848603115) | > loader_time: 0.0048 (0.0046018123340835285)  --> TIME: 2025-03-24 21:56:51 -- STEP: 8390/31555 -- GLOBAL_STEP: 702600 | > loss_text_ce: 0.03782004490494728 (0.03634268924942475) | > loss_mel_ce: 2.752697229385376 (nan) | > loss: 0.011073482222855091 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1420446242990593) | > loader_time: 0.0045 (0.0046018616377383696)  --> TIME: 2025-03-24 21:57:01 -- STEP: 8440/31555 -- GLOBAL_STEP: 702650 | > loss_text_ce: 0.03808988630771637 (0.03634582634704069) | > loss_mel_ce: 2.7377288341522217 (nan) | > loss: 0.011015154421329498 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14210156363333543) | > loader_time: 0.0045 (0.004601832277966894)  --> TIME: 2025-03-24 21:57:11 -- STEP: 8490/31555 -- GLOBAL_STEP: 702700 | > loss_text_ce: 0.030232558026909828 (0.03634479989575216) | > loss_mel_ce: 0.1760101318359375 (nan) | > loss: 0.0008184234611690044 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14212113603405424) | > loader_time: 0.0045 (0.004602511358766582)  --> TIME: 2025-03-24 21:57:21 -- STEP: 8540/31555 -- GLOBAL_STEP: 702750 | > loss_text_ce: 0.0347173810005188 (0.036352304093195065) | > loss_mel_ce: 3.4749574661254883 (nan) | > loss: 0.013927281834185123 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14214256211801185) | > loader_time: 0.0045 (0.004602577619306927)  --> TIME: 2025-03-24 21:57:30 -- STEP: 8590/31555 -- GLOBAL_STEP: 702800 | > loss_text_ce: 0.037733372300863266 (0.03635719243894578) | > loss_mel_ce: 2.5646543502807617 (nan) | > loss: 0.010326935909688473 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14212925212069613) | > loader_time: 0.0049 (0.004603264662106453)  --> TIME: 2025-03-24 21:57:40 -- STEP: 8640/31555 -- GLOBAL_STEP: 702850 | > loss_text_ce: 0.04521947726607323 (0.036357613307040126) | > loss_mel_ce: 3.2566614151000977 (nan) | > loss: 0.013102702796459198 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14213521557825562) | > loader_time: 0.005 (0.00460302700047139)  --> TIME: 2025-03-24 21:57:50 -- STEP: 8690/31555 -- GLOBAL_STEP: 702900 | > loss_text_ce: 0.03166302666068077 (0.03635850971183117) | > loss_mel_ce: 1.8492615222930908 (nan) | > loss: 0.007463986985385418 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14214157638396138) | > loader_time: 0.0047 (0.004603065939575118)  --> TIME: 2025-03-24 21:58:00 -- STEP: 8740/31555 -- GLOBAL_STEP: 702950 | > loss_text_ce: 0.0413312092423439 (0.03636618377971173) | > loss_mel_ce: 2.805356025695801 (nan) | > loss: 0.011296378448605537 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1421426374524897) | > loader_time: 0.0046 (0.004602772665787606)  --> TIME: 2025-03-24 21:58:09 -- STEP: 8790/31555 -- GLOBAL_STEP: 703000 | > loss_text_ce: 0.039664167910814285 (0.036368969994977476) | > loss_mel_ce: 2.846731185913086 (nan) | > loss: 0.01145395077764988 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14213425532678386) | > loader_time: 0.0045 (0.004603180163820712)  --> TIME: 2025-03-24 21:58:19 -- STEP: 8840/31555 -- GLOBAL_STEP: 703050 | > loss_text_ce: 0.037421684712171555 (0.03636487077582387) | > loss_mel_ce: 2.6686341762542725 (nan) | > loss: 0.010738317854702473 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14213269010388435) | > loader_time: 0.005 (0.004602728898708626)  --> TIME: 2025-03-24 21:58:29 -- STEP: 8890/31555 -- GLOBAL_STEP: 703100 | > loss_text_ce: 0.038946568965911865 (0.03636340992734736) | > loss_mel_ce: 2.8111603260040283 (nan) | > loss: 0.01130994874984026 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14212948393633945) | > loader_time: 0.0045 (0.004602906808542042)  --> TIME: 2025-03-24 21:58:39 -- STEP: 8940/31555 -- GLOBAL_STEP: 703150 | > loss_text_ce: 0.028425520285964012 (0.03636407227176225) | > loss_mel_ce: 3.0516319274902344 (nan) | > loss: 0.012222450226545334 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14215228357571047) | > loader_time: 0.0045 (0.004602929543062067)  --> TIME: 2025-03-24 21:58:48 -- STEP: 8990/31555 -- GLOBAL_STEP: 703200 | > loss_text_ce: 0.033834848552942276 (0.03636147466512002) | > loss_mel_ce: 2.9101688861846924 (nan) | > loss: 0.011682555079460144 (nan) | > current_lr: 5e-06 | > step_time: 0.1924 (0.14214909787437904) | > loader_time: 0.0047 (0.004602745112375624)  --> TIME: 2025-03-24 21:58:58 -- STEP: 9040/31555 -- GLOBAL_STEP: 703250 | > loss_text_ce: 0.03549511730670929 (0.036368963869383285) | > loss_mel_ce: 3.121105670928955 (nan) | > loss: 0.012526193633675575 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1421767583990516) | > loader_time: 0.0046 (0.004602567152639396)  --> TIME: 2025-03-24 21:59:08 -- STEP: 9090/31555 -- GLOBAL_STEP: 703300 | > loss_text_ce: 0.03449936956167221 (0.03637081947212477) | > loss_mel_ce: 2.593891143798828 (nan) | > loss: 0.010430121794342995 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14216590037833712) | > loader_time: 0.0047 (0.004602678118496957)  --> TIME: 2025-03-24 21:59:18 -- STEP: 9140/31555 -- GLOBAL_STEP: 703350 | > loss_text_ce: 0.03658338636159897 (0.0363693026804387) | > loss_mel_ce: 2.5269765853881836 (nan) | > loss: 0.010172857902944088 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.142163857693745) | > loader_time: 0.0047 (0.0046032484042044415)  --> TIME: 2025-03-24 21:59:27 -- STEP: 9190/31555 -- GLOBAL_STEP: 703400 | > loss_text_ce: 0.04674188047647476 (0.03637272756723064) | > loss_mel_ce: 2.7024264335632324 (nan) | > loss: 0.010909399017691612 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14216521738403107) | > loader_time: 0.0046 (0.004603054500119067)  --> TIME: 2025-03-24 21:59:37 -- STEP: 9240/31555 -- GLOBAL_STEP: 703450 | > loss_text_ce: 0.033571165055036545 (0.03637016407300784) | > loss_mel_ce: 2.734820604324341 (nan) | > loss: 0.010985682718455791 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.142177648074699) | > loader_time: 0.0048 (0.004603045869183214)  --> TIME: 2025-03-24 21:59:47 -- STEP: 9290/31555 -- GLOBAL_STEP: 703500 | > loss_text_ce: 0.03425077348947525 (0.03636393460933318) | > loss_mel_ce: 2.8756930828094482 (nan) | > loss: 0.011547396890819073 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.1422195856999785) | > loader_time: 0.0046 (0.004603458785394788)  --> TIME: 2025-03-24 21:59:57 -- STEP: 9340/31555 -- GLOBAL_STEP: 703550 | > loss_text_ce: 0.03884698450565338 (0.03636234947280832) | > loss_mel_ce: 3.125793933868408 (nan) | > loss: 0.012558099813759327 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.142227615559637) | > loader_time: 0.0047 (0.004604048289885085)  --> TIME: 2025-03-24 22:00:06 -- STEP: 9390/31555 -- GLOBAL_STEP: 703600 | > loss_text_ce: 0.027565089985728264 (0.036361519069261085) | > loss_mel_ce: 2.0035839080810547 (nan) | > loss: 0.00806011538952589 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14219231458263773) | > loader_time: 0.0045 (0.004603969124051567)  --> TIME: 2025-03-24 22:00:16 -- STEP: 9440/31555 -- GLOBAL_STEP: 703650 | > loss_text_ce: 0.03285791724920273 (0.036364041174805364) | > loss_mel_ce: 3.1573286056518555 (nan) | > loss: 0.012659470550715923 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14217350366762124) | > loader_time: 0.0047 (0.0046042876223386184)  --> TIME: 2025-03-24 22:00:26 -- STEP: 9490/31555 -- GLOBAL_STEP: 703700 | > loss_text_ce: 0.03391159698367119 (0.036378788826859555) | > loss_mel_ce: 3.040942668914795 (nan) | > loss: 0.012201803736388683 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.142187098054916) | > loader_time: 0.0048 (0.0046048620855092095)  --> TIME: 2025-03-24 22:00:36 -- STEP: 9540/31555 -- GLOBAL_STEP: 703750 | > loss_text_ce: 0.037177834659814835 (0.03637858289372045) | > loss_mel_ce: 3.478050708770752 (nan) | > loss: 0.013949320651590824 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14221239029986293) | > loader_time: 0.0045 (0.004604904231785212)  --> TIME: 2025-03-24 22:00:45 -- STEP: 9590/31555 -- GLOBAL_STEP: 703800 | > loss_text_ce: 0.036803267896175385 (0.03637729165046182) | > loss_mel_ce: 2.8269903659820557 (nan) | > loss: 0.01136426068842411 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14217326939416736) | > loader_time: 0.0046 (0.004605316394809868)  --> TIME: 2025-03-24 22:00:55 -- STEP: 9640/31555 -- GLOBAL_STEP: 703850 | > loss_text_ce: 0.03927512466907501 (0.03638093455654042) | > loss_mel_ce: 2.49831223487854 (nan) | > loss: 0.010069792158901691 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14219398038515896) | > loader_time: 0.0045 (0.00460566482603301)  --> TIME: 2025-03-24 22:01:04 -- STEP: 9690/31555 -- GLOBAL_STEP: 703900 | > loss_text_ce: 0.04076358675956726 (0.03638499390739485) | > loss_mel_ce: 2.709136486053467 (nan) | > loss: 0.010912302881479263 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14216558416561437) | > loader_time: 0.0045 (0.004605181421411769)  --> TIME: 2025-03-24 22:01:14 -- STEP: 9740/31555 -- GLOBAL_STEP: 703950 | > loss_text_ce: 0.02825976349413395 (0.0363800991648805) | > loss_mel_ce: 3.092118978500366 (nan) | > loss: 0.012382456101477146 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14216910769562455) | > loader_time: 0.0045 (0.004605249310910558)  --> TIME: 2025-03-24 22:01:24 -- STEP: 9790/31555 -- GLOBAL_STEP: 704000 | > loss_text_ce: 0.018201511353254318 (0.036382808382465985) | > loss_mel_ce: 0.3375968933105469 (nan) | > loss: 0.0014118984108790755 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14219445826693125) | > loader_time: 0.0052 (0.004607778793701215)  --> TIME: 2025-03-24 22:01:34 -- STEP: 9840/31555 -- GLOBAL_STEP: 704050 | > loss_text_ce: 0.041848983615636826 (0.03638993673380544) | > loss_mel_ce: 2.5658044815063477 (nan) | > loss: 0.010347831062972546 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14221550754415296) | > loader_time: 0.0046 (0.004608043519462007)  --> TIME: 2025-03-24 22:01:44 -- STEP: 9890/31555 -- GLOBAL_STEP: 704100 | > loss_text_ce: 0.03548287972807884 (0.036397428985654984) | > loss_mel_ce: 3.4418749809265137 (nan) | > loss: 0.013799039646983147 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.1422351854515268) | > loader_time: 0.0047 (0.0046078954596369785)  --> TIME: 2025-03-24 22:01:54 -- STEP: 9940/31555 -- GLOBAL_STEP: 704150 | > loss_text_ce: 0.0398152694106102 (0.03639469521628014) | > loss_mel_ce: 2.9025139808654785 (nan) | > loss: 0.011675910092890263 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14224558927163755) | > loader_time: 0.0045 (0.004608468630424186)  --> TIME: 2025-03-24 22:02:04 -- STEP: 9990/31555 -- GLOBAL_STEP: 704200 | > loss_text_ce: 0.0348241925239563 (0.036398529949634335) | > loss_mel_ce: 2.7167420387268066 (nan) | > loss: 0.010918914340436459 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1422347815545114) | > loader_time: 0.0047 (0.004608692110957066)  --> TIME: 2025-03-24 22:02:14 -- STEP: 10040/31555 -- GLOBAL_STEP: 704250 | > loss_text_ce: 0.03656773641705513 (0.03640114542020785) | > loss_mel_ce: 3.051973819732666 (nan) | > loss: 0.012256117537617683 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14224959179699667) | > loader_time: 0.0046 (0.004609004458583189)  --> TIME: 2025-03-24 22:02:24 -- STEP: 10090/31555 -- GLOBAL_STEP: 704300 | > loss_text_ce: 0.039910826832056046 (0.03640444751384011) | > loss_mel_ce: 2.7740120887756348 (nan) | > loss: 0.011166361160576344 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14226611303267092) | > loader_time: 0.0046 (0.004609069053906968)  --> TIME: 2025-03-24 22:02:33 -- STEP: 10140/31555 -- GLOBAL_STEP: 704350 | > loss_text_ce: 0.03739214688539505 (0.036400079675463305) | > loss_mel_ce: 2.448507785797119 (nan) | > loss: 0.009864683263003826 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14227333934114295) | > loader_time: 0.0047 (0.004608853869654467)  --> TIME: 2025-03-24 22:02:43 -- STEP: 10190/31555 -- GLOBAL_STEP: 704400 | > loss_text_ce: 0.031381361186504364 (0.03639915257617393) | > loss_mel_ce: 3.0558578968048096 (nan) | > loss: 0.012250950559973717 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14227135333509508) | > loader_time: 0.0047 (0.004609008836792994)  --> TIME: 2025-03-24 22:02:53 -- STEP: 10240/31555 -- GLOBAL_STEP: 704450 | > loss_text_ce: 0.03799647092819214 (0.036404046135885444) | > loss_mel_ce: 2.52793288230896 (nan) | > loss: 0.010182260535657406 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1422694563399999) | > loader_time: 0.0047 (0.004608944500796482)  --> TIME: 2025-03-24 22:03:02 -- STEP: 10290/31555 -- GLOBAL_STEP: 704500 | > loss_text_ce: 0.037300728261470795 (0.03639827649271077) | > loss_mel_ce: 2.9546072483062744 (nan) | > loss: 0.011872651986777782 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1422801306690256) | > loader_time: 0.0046 (0.004608849626472542)  --> TIME: 2025-03-24 22:03:12 -- STEP: 10340/31555 -- GLOBAL_STEP: 704550 | > loss_text_ce: 0.029152924194931984 (0.036398121310808745) | > loss_mel_ce: 2.341883897781372 (nan) | > loss: 0.009408876299858093 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1422938802717271) | > loader_time: 0.0044 (0.004608901556963139)  --> TIME: 2025-03-24 22:03:22 -- STEP: 10390/31555 -- GLOBAL_STEP: 704600 | > loss_text_ce: 0.03647003322839737 (0.03639328265222041) | > loss_mel_ce: 3.1595187187194824 (nan) | > loss: 0.012682495638728142 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14227114933057983) | > loader_time: 0.0047 (0.004608331538944757)  --> TIME: 2025-03-24 22:03:32 -- STEP: 10440/31555 -- GLOBAL_STEP: 704650 | > loss_text_ce: 0.036215201020240784 (0.03639260441737464) | > loss_mel_ce: 2.205563545227051 (nan) | > loss: 0.00889594852924347 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1422722172919819) | > loader_time: 0.0045 (0.004608186154529948)  --> TIME: 2025-03-24 22:03:41 -- STEP: 10490/31555 -- GLOBAL_STEP: 704700 | > loss_text_ce: 0.03945685178041458 (0.03639089214039336) | > loss_mel_ce: 2.7480127811431885 (nan) | > loss: 0.011061388067901134 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14227688242073178) | > loader_time: 0.0047 (0.0046082285725581595)  --> TIME: 2025-03-24 22:03:51 -- STEP: 10540/31555 -- GLOBAL_STEP: 704750 | > loss_text_ce: 0.025751575827598572 (0.03639173167510288) | > loss_mel_ce: 0.1026960089802742 (nan) | > loss: 0.0005097126704640687 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14227619503661867) | > loader_time: 0.0043 (0.00460815983886283)  --> TIME: 2025-03-24 22:04:01 -- STEP: 10590/31555 -- GLOBAL_STEP: 704800 | > loss_text_ce: 0.039339885115623474 (0.03638920385867181) | > loss_mel_ce: 2.332974672317505 (nan) | > loss: 0.0094139464199543 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1422923216626149) | > loader_time: 0.0049 (0.004608713848845241)  --> TIME: 2025-03-24 22:04:11 -- STEP: 10640/31555 -- GLOBAL_STEP: 704850 | > loss_text_ce: 0.0354168638586998 (0.03638868048144652) | > loss_mel_ce: 2.668818712234497 (nan) | > loss: 0.010731094516813755 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14230410799496182) | > loader_time: 0.0047 (0.004608763944833786)  --> TIME: 2025-03-24 22:04:21 -- STEP: 10690/31555 -- GLOBAL_STEP: 704900 | > loss_text_ce: 0.03081779181957245 (0.03638812218190738) | > loss_mel_ce: 2.9538512229919434 (nan) | > loss: 0.011843925341963768 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14231417643009145) | > loader_time: 0.0043 (0.004608669160569889)  --> TIME: 2025-03-24 22:04:30 -- STEP: 10740/31555 -- GLOBAL_STEP: 704950 | > loss_text_ce: 0.03173241391777992 (0.03638354072848505) | > loss_mel_ce: 2.5462913513183594 (nan) | > loss: 0.01023025345057249 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14229873676317847) | > loader_time: 0.0048 (0.004609051696415038)  --> TIME: 2025-03-24 22:04:40 -- STEP: 10790/31555 -- GLOBAL_STEP: 705000 | > loss_text_ce: 0.030930282548069954 (0.0363850537881746) | > loss_mel_ce: 1.193206787109375 (nan) | > loss: 0.004857687279582024 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14230876598676376) | > loader_time: 0.0043 (0.004609160471890553)  --> TIME: 2025-03-24 22:04:50 -- STEP: 10840/31555 -- GLOBAL_STEP: 705050 | > loss_text_ce: 0.04738687723875046 (0.03638943264843399) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14230147221871442) | > loader_time: 0.0042 (0.004608475766058762)  --> TIME: 2025-03-24 22:05:00 -- STEP: 10890/31555 -- GLOBAL_STEP: 705100 | > loss_text_ce: 0.037063322961330414 (0.03638496505784147) | > loss_mel_ce: 3.2542951107025146 (nan) | > loss: 0.013060946948826313 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1423116449920055) | > loader_time: 0.0049 (0.004608340434134817)  --> TIME: 2025-03-24 22:05:09 -- STEP: 10940/31555 -- GLOBAL_STEP: 705150 | > loss_text_ce: 0.0419224388897419 (0.03638299363426923) | > loss_mel_ce: 3.018907308578491 (nan) | > loss: 0.012146149761974812 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14231660437976243) | > loader_time: 0.0045 (0.004608228001777598)  --> TIME: 2025-03-24 22:05:19 -- STEP: 10990/31555 -- GLOBAL_STEP: 705200 | > loss_text_ce: 0.030901910737156868 (0.03638331218681101) | > loss_mel_ce: 3.1896259784698486 (nan) | > loss: 0.012779872864484787 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14233017703204764) | > loader_time: 0.0047 (0.004608380219630473)  --> TIME: 2025-03-24 22:05:29 -- STEP: 11040/31555 -- GLOBAL_STEP: 705250 | > loss_text_ce: 0.047946520149707794 (0.03637543427125232) | > loss_mel_ce: 3.55153751373291 (nan) | > loss: 0.01428366731852293 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14231746419184493) | > loader_time: 0.0045 (0.004608330022597651)  --> TIME: 2025-03-24 22:05:39 -- STEP: 11090/31555 -- GLOBAL_STEP: 705300 | > loss_text_ce: 0.03776374086737633 (0.03637903099560508) | > loss_mel_ce: 2.887824773788452 (nan) | > loss: 0.01160947885364294 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14231737120072016) | > loader_time: 0.0046 (0.004608193961643113)  --> TIME: 2025-03-24 22:05:48 -- STEP: 11140/31555 -- GLOBAL_STEP: 705350 | > loss_text_ce: 0.036710482090711594 (0.036379118404757514) | > loss_mel_ce: 1.939092755317688 (nan) | > loss: 0.007840489968657494 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14230418337953848) | > loader_time: 0.0044 (0.004607894390660934)  --> TIME: 2025-03-24 22:05:58 -- STEP: 11190/31555 -- GLOBAL_STEP: 705400 | > loss_text_ce: 0.03715633600950241 (0.03637522075406817) | > loss_mel_ce: 2.7602431774139404 (nan) | > loss: 0.011100792326033115 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14233413507514436) | > loader_time: 0.0054 (0.0046080417777940065)  --> TIME: 2025-03-24 22:06:08 -- STEP: 11240/31555 -- GLOBAL_STEP: 705450 | > loss_text_ce: 0.03371264040470123 (0.03636813898284151) | > loss_mel_ce: 2.9681732654571533 (nan) | > loss: 0.011912246234714985 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.1423371014645945) | > loader_time: 0.0048 (0.004607730022104607)  --> TIME: 2025-03-24 22:06:17 -- STEP: 11290/31555 -- GLOBAL_STEP: 705500 | > loss_text_ce: 0.036824896931648254 (0.03636887894928511) | > loss_mel_ce: 2.409799814224243 (nan) | > loss: 0.00970882922410965 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14232389578468785) | > loader_time: 0.0044 (0.0046078745087656525)  --> TIME: 2025-03-24 22:06:27 -- STEP: 11340/31555 -- GLOBAL_STEP: 705550 | > loss_text_ce: 0.035288188606500626 (0.03636691098165497) | > loss_mel_ce: 3.0555667877197266 (nan) | > loss: 0.012265297584235668 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1423276134479199) | > loader_time: 0.0047 (0.004607629313460526)  --> TIME: 2025-03-24 22:06:37 -- STEP: 11390/31555 -- GLOBAL_STEP: 705600 | > loss_text_ce: 0.03653758391737938 (0.03635903007569178) | > loss_mel_ce: 2.9227418899536133 (nan) | > loss: 0.011743173003196716 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1423475226359587) | > loader_time: 0.0045 (0.004607907924032512)  --> TIME: 2025-03-24 22:06:47 -- STEP: 11440/31555 -- GLOBAL_STEP: 705650 | > loss_text_ce: 0.04070229083299637 (0.03635461916104999) | > loss_mel_ce: 3.389753818511963 (nan) | > loss: 0.01361292228102684 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14231124107654342) | > loader_time: 0.0046 (0.0046078535018267445)  --> TIME: 2025-03-24 22:06:56 -- STEP: 11490/31555 -- GLOBAL_STEP: 705700 | > loss_text_ce: 0.03137675300240517 (0.03635883444273365) | > loss_mel_ce: 3.2281436920166016 (nan) | > loss: 0.012934605590999126 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14231274891563725) | > loader_time: 0.0045 (0.004607748300537437)  --> TIME: 2025-03-24 22:07:06 -- STEP: 11540/31555 -- GLOBAL_STEP: 705750 | > loss_text_ce: 0.03395293280482292 (0.03635726458501183) | > loss_mel_ce: 0.0462646484375 (nan) | > loss: 0.0003183237568009645 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14232176486499654) | > loader_time: 0.0046 (0.0046077300398973745)  --> TIME: 2025-03-24 22:07:16 -- STEP: 11590/31555 -- GLOBAL_STEP: 705800 | > loss_text_ce: 0.03408733382821083 (0.03635479337579995) | > loss_mel_ce: 3.208585500717163 (nan) | > loss: 0.012867750599980354 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1423091785572442) | > loader_time: 0.0046 (0.004607595113765798)  --> TIME: 2025-03-24 22:07:25 -- STEP: 11640/31555 -- GLOBAL_STEP: 705850 | > loss_text_ce: 0.03628167137503624 (0.03635848588342188) | > loss_mel_ce: 3.061389923095703 (nan) | > loss: 0.012292347848415375 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1423081827737217) | > loader_time: 0.0046 (0.00460802976208455)  --> TIME: 2025-03-24 22:07:35 -- STEP: 11690/31555 -- GLOBAL_STEP: 705900 | > loss_text_ce: 0.04129528999328613 (0.03635194019021721) | > loss_mel_ce: 3.184382438659668 (nan) | > loss: 0.012800308875739574 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14227843211184674) | > loader_time: 0.005 (0.004608069616469496)  --> TIME: 2025-03-24 22:07:44 -- STEP: 11740/31555 -- GLOBAL_STEP: 705950 | > loss_text_ce: 0.030536293983459473 (0.03634701864238593) | > loss_mel_ce: 2.9014344215393066 (nan) | > loss: 0.01163480430841446 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14227537243695298) | > loader_time: 0.0044 (0.004608013560865365)  --> TIME: 2025-03-24 22:07:54 -- STEP: 11790/31555 -- GLOBAL_STEP: 706000 | > loss_text_ce: 0.04381519556045532 (0.03634286697265124) | > loss_mel_ce: 2.694171905517578 (nan) | > loss: 0.010865028947591782 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14228835676159332) | > loader_time: 0.0048 (0.004607837436763394)  --> TIME: 2025-03-24 22:08:04 -- STEP: 11840/31555 -- GLOBAL_STEP: 706050 | > loss_text_ce: 0.03978731110692024 (0.036339625575095146) | > loss_mel_ce: 2.3195106983184814 (nan) | > loss: 0.009362294338643551 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.142286123476319) | > loader_time: 0.0045 (0.004607926490339081)  --> TIME: 2025-03-24 22:08:14 -- STEP: 11890/31555 -- GLOBAL_STEP: 706100 | > loss_text_ce: 0.030474716797471046 (0.036341874263052756) | > loss_mel_ce: 3.161956548690796 (nan) | > loss: 0.01266837865114212 (nan) | > current_lr: 5e-06 | > step_time: 0.1695 (0.14229155088092682) | > loader_time: 0.0047 (0.0046079399206740675)  --> TIME: 2025-03-24 22:08:24 -- STEP: 11940/31555 -- GLOBAL_STEP: 706150 | > loss_text_ce: 0.03381694108247757 (0.03633751797597463) | > loss_mel_ce: 2.473036050796509 (nan) | > loss: 0.009947830811142921 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14229427855617885) | > loader_time: 0.0045 (0.0046080820324832334)  --> TIME: 2025-03-24 22:08:33 -- STEP: 11990/31555 -- GLOBAL_STEP: 706200 | > loss_text_ce: 0.029343608766794205 (0.036338083592054746) | > loss_mel_ce: 2.587291955947876 (nan) | > loss: 0.01038347464054823 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14229221240593298) | > loader_time: 0.0044 (0.004608153779870582)  --> TIME: 2025-03-24 22:08:43 -- STEP: 12040/31555 -- GLOBAL_STEP: 706250 | > loss_text_ce: 0.02578173391520977 (0.03633692853208449) | > loss_mel_ce: 2.324618339538574 (nan) | > loss: 0.00932698417454958 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14230011640197063) | > loader_time: 0.0045 (0.004608329764236259)  --> TIME: 2025-03-24 22:08:53 -- STEP: 12090/31555 -- GLOBAL_STEP: 706300 | > loss_text_ce: 0.02246587537229061 (0.036339280256544) | > loss_mel_ce: 2.8006222248077393 (nan) | > loss: 0.011202731169760227 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1422873660490673) | > loader_time: 0.0045 (0.004608375124935291)  --> TIME: 2025-03-24 22:09:03 -- STEP: 12140/31555 -- GLOBAL_STEP: 706350 | > loss_text_ce: 0.04435638338327408 (0.03634302019244418) | > loss_mel_ce: 3.0832579135894775 (nan) | > loss: 0.012411168776452541 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1423101012553576) | > loader_time: 0.0053 (0.004608418835446716)  --> TIME: 2025-03-24 22:09:12 -- STEP: 12190/31555 -- GLOBAL_STEP: 706400 | > loss_text_ce: 0.028955582529306412 (0.0363406964135376) | > loss_mel_ce: 2.7862515449523926 (nan) | > loss: 0.011171458289027214 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14230668613224207) | > loader_time: 0.0046 (0.004608181776620996)  --> TIME: 2025-03-24 22:09:22 -- STEP: 12240/31555 -- GLOBAL_STEP: 706450 | > loss_text_ce: 0.026343466714024544 (0.03633481910881392) | > loss_mel_ce: 2.564962387084961 (nan) | > loss: 0.010282960720360279 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14230707050148994) | > loader_time: 0.0046 (0.0046083729835896745)  --> TIME: 2025-03-24 22:09:32 -- STEP: 12290/31555 -- GLOBAL_STEP: 706500 | > loss_text_ce: 0.03878349810838699 (0.0363362255876777) | > loss_mel_ce: 3.481041431427002 (nan) | > loss: 0.013967560604214668 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14229713980020633) | > loader_time: 0.0047 (0.004608491497179475)  --> TIME: 2025-03-24 22:09:42 -- STEP: 12340/31555 -- GLOBAL_STEP: 706550 | > loss_text_ce: 0.034014992415905 (0.036332142086944214) | > loss_mel_ce: 2.4603934288024902 (nan) | > loss: 0.009898446500301361 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14231942803198966) | > loader_time: 0.0045 (0.004608550914102861)  --> TIME: 2025-03-24 22:09:52 -- STEP: 12390/31555 -- GLOBAL_STEP: 706600 | > loss_text_ce: 0.044069308787584305 (0.0363352304987484) | > loss_mel_ce: 2.79953932762146 (nan) | > loss: 0.011284162290394306 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14232992654466384) | > loader_time: 0.0046 (0.004608448827526474)  --> TIME: 2025-03-24 22:10:02 -- STEP: 12440/31555 -- GLOBAL_STEP: 706650 | > loss_text_ce: 0.03704877197742462 (0.03633646845497153) | > loss_mel_ce: 1.781494140625 (nan) | > loss: 0.007216440513730049 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14234009933241698) | > loader_time: 0.0042 (0.004608104715776596)  --> TIME: 2025-03-24 22:10:11 -- STEP: 12490/31555 -- GLOBAL_STEP: 706700 | > loss_text_ce: 0.03748046234250069 (0.03633711018903059) | > loss_mel_ce: 2.851436138153076 (nan) | > loss: 0.011463955044746399 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14234206191628715) | > loader_time: 0.0045 (0.0046080930601414705)  --> TIME: 2025-03-24 22:10:21 -- STEP: 12540/31555 -- GLOBAL_STEP: 706750 | > loss_text_ce: 0.02502409555017948 (0.03633150888021681) | > loss_mel_ce: 2.136960506439209 (nan) | > loss: 0.008579304441809654 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1423667298169418) | > loader_time: 0.0044 (0.0046084082487857685)  --> TIME: 2025-03-24 22:10:32 -- STEP: 12590/31555 -- GLOBAL_STEP: 706800 | > loss_text_ce: 0.04143059253692627 (0.036324708489220404) | > loss_mel_ce: 2.72000789642334 (nan) | > loss: 0.010958089493215084 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14239756841333834) | > loader_time: 0.0047 (0.0046083461869037565)  --> TIME: 2025-03-24 22:10:42 -- STEP: 12640/31555 -- GLOBAL_STEP: 706850 | > loss_text_ce: 0.030942542478442192 (0.03631557338470247) | > loss_mel_ce: 2.351907730102539 (nan) | > loss: 0.009455755352973938 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14240976589012735) | > loader_time: 0.0045 (0.004608566247964212)  --> TIME: 2025-03-24 22:10:51 -- STEP: 12690/31555 -- GLOBAL_STEP: 706900 | > loss_text_ce: 0.03689401596784592 (0.03631339022615258) | > loss_mel_ce: 2.434027910232544 (nan) | > loss: 0.009805246256291866 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14242307754648856) | > loader_time: 0.0048 (0.004608537325998107)  --> TIME: 2025-03-24 22:11:01 -- STEP: 12740/31555 -- GLOBAL_STEP: 706950 | > loss_text_ce: 0.02576513960957527 (0.03630624543056716) | > loss_mel_ce: 2.75183367729187 (nan) | > loss: 0.011022218503057957 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14243670400682376) | > loader_time: 0.0046 (0.0046084435057228415)  --> TIME: 2025-03-24 22:11:11 -- STEP: 12790/31555 -- GLOBAL_STEP: 707000 | > loss_text_ce: 0.03668971732258797 (0.036310851030442036) | > loss_mel_ce: 2.902245283126831 (nan) | > loss: 0.011662441305816174 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.1424311157872286) | > loader_time: 0.0047 (0.0046082521062795825)  --> TIME: 2025-03-24 22:11:21 -- STEP: 12840/31555 -- GLOBAL_STEP: 707050 | > loss_text_ce: 0.028530826792120934 (0.03630541983376784) | > loss_mel_ce: 0.1589708775281906 (nan) | > loss: 0.0007440543849952519 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14242751245558077) | > loader_time: 0.0045 (0.004608057926748406)  --> TIME: 2025-03-24 22:11:30 -- STEP: 12890/31555 -- GLOBAL_STEP: 707100 | > loss_text_ce: 0.024531371891498566 (0.036302683396081406) | > loss_mel_ce: 2.6753079891204834 (nan) | > loss: 0.010713648982346058 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14241835617852644) | > loader_time: 0.0046 (0.004607765743027746)  --> TIME: 2025-03-24 22:11:40 -- STEP: 12940/31555 -- GLOBAL_STEP: 707150 | > loss_text_ce: 0.031188838183879852 (0.03630285501203728) | > loss_mel_ce: 0.0319010429084301 (nan) | > loss: 0.0002503566793166101 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14240873033149162) | > loader_time: 0.0067 (0.004607554067968405)  --> TIME: 2025-03-24 22:11:50 -- STEP: 12990/31555 -- GLOBAL_STEP: 707200 | > loss_text_ce: 0.039505403488874435 (0.03630228035146223) | > loss_mel_ce: 3.1124584674835205 (nan) | > loss: 0.012507794424891472 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14241010333318896) | > loader_time: 0.0046 (0.004607967159397517)  --> TIME: 2025-03-24 22:11:59 -- STEP: 13040/31555 -- GLOBAL_STEP: 707250 | > loss_text_ce: 0.03482101857662201 (0.03630246386143373) | > loss_mel_ce: 3.279832124710083 (nan) | > loss: 0.013153386302292347 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14240563550244065) | > loader_time: 0.0047 (0.004608415844250308)  --> TIME: 2025-03-24 22:12:09 -- STEP: 13090/31555 -- GLOBAL_STEP: 707300 | > loss_text_ce: 0.0446881540119648 (0.036299198548429785) | > loss_mel_ce: 2.377631425857544 (nan) | > loss: 0.009612380526959896 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14241857787322404) | > loader_time: 0.0049 (0.00460847999596067)  --> TIME: 2025-03-24 22:12:19 -- STEP: 13140/31555 -- GLOBAL_STEP: 707350 | > loss_text_ce: 0.045350827276706696 (0.036301632296673894) | > loss_mel_ce: 3.178295612335205 (nan) | > loss: 0.012792248278856277 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14241215170246266) | > loader_time: 0.0047 (0.004608512142477511)  --> TIME: 2025-03-24 22:12:29 -- STEP: 13190/31555 -- GLOBAL_STEP: 707400 | > loss_text_ce: 0.036885663866996765 (0.036309747230699345) | > loss_mel_ce: 2.597282886505127 (nan) | > loss: 0.010453050956130028 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1424162164070642) | > loader_time: 0.0046 (0.004608376465393251)  --> TIME: 2025-03-24 22:12:38 -- STEP: 13240/31555 -- GLOBAL_STEP: 707450 | > loss_text_ce: 0.038158025592565536 (0.03630926091297112) | > loss_mel_ce: 2.7799017429351807 (nan) | > loss: 0.01118277758359909 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14241021759920594) | > loader_time: 0.0044 (0.004608312870440523)  --> TIME: 2025-03-24 22:12:48 -- STEP: 13290/31555 -- GLOBAL_STEP: 707500 | > loss_text_ce: 0.0342264324426651 (0.036309994535872456) | > loss_mel_ce: 0.016632080078125 (nan) | > loss: 0.0002018195082200691 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.1424093348357442) | > loader_time: 0.0046 (0.0046081643969246655)  --> TIME: 2025-03-24 22:12:58 -- STEP: 13340/31555 -- GLOBAL_STEP: 707550 | > loss_text_ce: 0.03972296044230461 (0.03630735926662406) | > loss_mel_ce: 3.0586061477661133 (nan) | > loss: 0.012294957414269447 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14240503697202292) | > loader_time: 0.0045 (0.004608269895928198)  --> TIME: 2025-03-24 22:13:07 -- STEP: 13390/31555 -- GLOBAL_STEP: 707600 | > loss_text_ce: 0.040275491774082184 (0.036307815778680565) | > loss_mel_ce: 2.6420505046844482 (nan) | > loss: 0.010644151829183102 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14240819690296952) | > loader_time: 0.0043 (0.004607906690544831)  --> TIME: 2025-03-24 22:13:17 -- STEP: 13440/31555 -- GLOBAL_STEP: 707650 | > loss_text_ce: 0.045776911079883575 (0.03630934740982151) | > loss_mel_ce: 0.7430325746536255 (nan) | > loss: 0.0031301965937018394 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14241438621566405) | > loader_time: 0.0045 (0.0046077837901456)  --> TIME: 2025-03-24 22:13:27 -- STEP: 13490/31555 -- GLOBAL_STEP: 707700 | > loss_text_ce: 0.044829946011304855 (0.03631411711260778) | > loss_mel_ce: 2.7519736289978027 (nan) | > loss: 0.011098426766693592 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14240923924654653) | > loader_time: 0.0045 (0.004607563199070844)  --> TIME: 2025-03-24 22:13:37 -- STEP: 13540/31555 -- GLOBAL_STEP: 707750 | > loss_text_ce: 0.041202839463949203 (0.03631640259724008) | > loss_mel_ce: 2.886626958847046 (nan) | > loss: 0.011618372984230518 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14240835216584197) | > loader_time: 0.0045 (0.004607725301908776)  --> TIME: 2025-03-24 22:13:46 -- STEP: 13590/31555 -- GLOBAL_STEP: 707800 | > loss_text_ce: 0.0409097746014595 (0.036314584853880096) | > loss_mel_ce: 2.329507827758789 (nan) | > loss: 0.009406419470906258 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.1424152939173999) | > loader_time: 0.005 (0.004608056262804355)  --> TIME: 2025-03-24 22:13:56 -- STEP: 13640/31555 -- GLOBAL_STEP: 707850 | > loss_text_ce: 0.0357857383787632 (0.036309200051429104) | > loss_mel_ce: 3.0188241004943848 (nan) | > loss: 0.012121467851102352 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14242702483082095) | > loader_time: 0.0046 (0.004608272527319944)  --> TIME: 2025-03-24 22:14:06 -- STEP: 13690/31555 -- GLOBAL_STEP: 707900 | > loss_text_ce: 0.03422198072075844 (0.036307574185448256) | > loss_mel_ce: 1.73370361328125 (nan) | > loss: 0.00701557844877243 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14243200777916262) | > loader_time: 0.0045 (0.004608177198294395)  --> TIME: 2025-03-24 22:14:16 -- STEP: 13740/31555 -- GLOBAL_STEP: 707950 | > loss_text_ce: 0.027171393856406212 (0.03631035436305399) | > loss_mel_ce: 3.4932048320770264 (nan) | > loss: 0.013969747349619865 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.142433254271095) | > loader_time: 0.0045 (0.004608191395777628)  --> TIME: 2025-03-24 22:14:26 -- STEP: 13790/31555 -- GLOBAL_STEP: 708000 | > loss_text_ce: 0.03455408662557602 (0.03630992059553339) | > loss_mel_ce: 2.902115821838379 (nan) | > loss: 0.011653452180325985 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1424408300619698) | > loader_time: 0.0047 (0.004607959378016349)  --> TIME: 2025-03-24 22:14:35 -- STEP: 13840/31555 -- GLOBAL_STEP: 708050 | > loss_text_ce: 0.027771741151809692 (0.03630616857772535) | > loss_mel_ce: 2.5113255977630615 (nan) | > loss: 0.010075783357024193 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1424313308531147) | > loader_time: 0.0047 (0.00460760881101465)  --> TIME: 2025-03-24 22:14:46 -- STEP: 13890/31555 -- GLOBAL_STEP: 708100 | > loss_text_ce: 0.038262393325567245 (0.03630071484126405) | > loss_mel_ce: 3.068127155303955 (nan) | > loss: 0.012326943688094616 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14245528992858175) | > loader_time: 0.0045 (0.004607295509376829)  --> TIME: 2025-03-24 22:14:56 -- STEP: 13940/31555 -- GLOBAL_STEP: 708150 | > loss_text_ce: 0.03546717017889023 (0.03630453187630246) | > loss_mel_ce: 2.6454834938049316 (nan) | > loss: 0.01063869334757328 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14247460534617076) | > loader_time: 0.0044 (0.0046072149037288635)  --> TIME: 2025-03-24 22:15:06 -- STEP: 13990/31555 -- GLOBAL_STEP: 708200 | > loss_text_ce: 0.03701396286487579 (0.03630464855698687) | > loss_mel_ce: 0.1259765625 (nan) | > loss: 0.0006467878120020032 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14248710334769665) | > loader_time: 0.0045 (0.004607020470821663)  --> TIME: 2025-03-24 22:15:15 -- STEP: 14040/31555 -- GLOBAL_STEP: 708250 | > loss_text_ce: 0.05007319897413254 (0.03630720720244333) | > loss_mel_ce: 2.2906551361083984 (nan) | > loss: 0.009288604371249676 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14248044108733157) | > loader_time: 0.0046 (0.004607125429006724)  --> TIME: 2025-03-24 22:15:25 -- STEP: 14090/31555 -- GLOBAL_STEP: 708300 | > loss_text_ce: 0.03673455864191055 (0.03630875492570267) | > loss_mel_ce: 2.604888916015625 (nan) | > loss: 0.010482633486390114 (nan) | > current_lr: 5e-06 | > step_time: 0.19 (0.14246956192068044) | > loader_time: 0.0045 (0.0046068017240785564)  --> TIME: 2025-03-24 22:15:34 -- STEP: 14140/31555 -- GLOBAL_STEP: 708350 | > loss_text_ce: 0.03180994093418121 (0.0363086107370076) | > loss_mel_ce: 2.5600943565368652 (nan) | > loss: 0.010285335592925549 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14246832828710576) | > loader_time: 0.0042 (0.004606165980348494)  --> TIME: 2025-03-24 22:15:44 -- STEP: 14190/31555 -- GLOBAL_STEP: 708400 | > loss_text_ce: 0.0345960408449173 (0.03630894280095873) | > loss_mel_ce: 3.4176881313323975 (nan) | > loss: 0.013699540868401527 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14247487411270512) | > loader_time: 0.0043 (0.004605897805319445)  --> TIME: 2025-03-24 22:15:54 -- STEP: 14240/31555 -- GLOBAL_STEP: 708450 | > loss_text_ce: 0.04142718389630318 (0.03631129705600879) | > loss_mel_ce: 3.1898512840270996 (nan) | > loss: 0.012822533957660198 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14247208259413752) | > loader_time: 0.0043 (0.004605218081661825)  --> TIME: 2025-03-24 22:16:04 -- STEP: 14290/31555 -- GLOBAL_STEP: 708500 | > loss_text_ce: 0.03642718493938446 (0.03631102607003493) | > loss_mel_ce: 2.910581588745117 (nan) | > loss: 0.011694480665028095 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14248160228101917) | > loader_time: 0.0044 (0.004604685114679678)  --> TIME: 2025-03-24 22:16:13 -- STEP: 14340/31555 -- GLOBAL_STEP: 708550 | > loss_text_ce: 0.03555319085717201 (0.03631459021787554) | > loss_mel_ce: 2.97196888923645 (nan) | > loss: 0.011934611946344376 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14247244904064574) | > loader_time: 0.0041 (0.0046041651084665815)  --> TIME: 2025-03-24 22:16:23 -- STEP: 14390/31555 -- GLOBAL_STEP: 708600 | > loss_text_ce: 0.02656455524265766 (0.036312608522588864) | > loss_mel_ce: 0.06457988917827606 (nan) | > loss: 0.0003616843023337424 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1424639722719385) | > loader_time: 0.0044 (0.00460350153925023)  --> TIME: 2025-03-24 22:16:33 -- STEP: 14440/31555 -- GLOBAL_STEP: 708650 | > loss_text_ce: 0.037339285016059875 (0.0363179833710792) | > loss_mel_ce: 1.522363305091858 (nan) | > loss: 0.006189296487718821 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.1424641514914188) | > loader_time: 0.0043 (0.004603070400428244)  --> TIME: 2025-03-24 22:16:42 -- STEP: 14490/31555 -- GLOBAL_STEP: 708700 | > loss_text_ce: 0.04167170450091362 (0.03631646520361107) | > loss_mel_ce: 2.8233439922332764 (nan) | > loss: 0.011369111016392708 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14244293946081235) | > loader_time: 0.0045 (0.004602576618444682)  --> TIME: 2025-03-24 22:16:52 -- STEP: 14540/31555 -- GLOBAL_STEP: 708750 | > loss_text_ce: 0.03933493420481682 (0.036324123314298684) | > loss_mel_ce: 2.05611252784729 (nan) | > loss: 0.008315268903970718 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1424438839765494) | > loader_time: 0.0046 (0.004602176647894649)  --> TIME: 2025-03-24 22:17:02 -- STEP: 14590/31555 -- GLOBAL_STEP: 708800 | > loss_text_ce: 0.046783335506916046 (0.03631852267959841) | > loss_mel_ce: 2.6334309577941895 (nan) | > loss: 0.010635771788656712 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14245213663194017) | > loader_time: 0.0043 (0.004601738385912326)  --> TIME: 2025-03-24 22:17:12 -- STEP: 14640/31555 -- GLOBAL_STEP: 708850 | > loss_text_ce: 0.03986479714512825 (0.036325284261689024) | > loss_mel_ce: 2.1916911602020264 (nan) | > loss: 0.008855381049215794 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14246351078885502) | > loader_time: 0.0044 (0.004601487191648432)  --> TIME: 2025-03-24 22:17:21 -- STEP: 14690/31555 -- GLOBAL_STEP: 708900 | > loss_text_ce: 0.036574337631464005 (0.036323589649890804) | > loss_mel_ce: 2.0545654296875 (nan) | > loss: 0.008298174478113651 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14247235500382438) | > loader_time: 0.0044 (0.004601313128124054)  --> TIME: 2025-03-24 22:17:31 -- STEP: 14740/31555 -- GLOBAL_STEP: 708950 | > loss_text_ce: 0.03608964756131172 (0.03632107557744049) | > loss_mel_ce: 1.8755697011947632 (nan) | > loss: 0.007585950195789337 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14246172120483794) | > loader_time: 0.0044 (0.0046011567924530575)  --> TIME: 2025-03-24 22:17:41 -- STEP: 14790/31555 -- GLOBAL_STEP: 709000 | > loss_text_ce: 0.04161388799548149 (0.03632480136740339) | > loss_mel_ce: 3.376523017883301 (nan) | > loss: 0.013564036227762699 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14247555579584625) | > loader_time: 0.0044 (0.004600682816366799)  --> TIME: 2025-03-24 22:17:50 -- STEP: 14840/31555 -- GLOBAL_STEP: 709050 | > loss_text_ce: 0.04134095460176468 (0.03632434491969322) | > loss_mel_ce: 2.768204689025879 (nan) | > loss: 0.011148991994559765 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14245777959129563) | > loader_time: 0.0046 (0.004600191260926487)  --> TIME: 2025-03-24 22:18:00 -- STEP: 14890/31555 -- GLOBAL_STEP: 709100 | > loss_text_ce: 0.0349678173661232 (0.036322454694230684) | > loss_mel_ce: 2.625284194946289 (nan) | > loss: 0.010556556284427643 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14245152884957937) | > loader_time: 0.0041 (0.004600094499965897)  --> TIME: 2025-03-24 22:18:10 -- STEP: 14940/31555 -- GLOBAL_STEP: 709150 | > loss_text_ce: 0.04556471109390259 (0.03632530643837836) | > loss_mel_ce: 0.5289900898933411 (nan) | > loss: 0.002279979409649968 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14245088698873562) | > loader_time: 0.0049 (0.004599809726398474)  --> TIME: 2025-03-24 22:18:20 -- STEP: 14990/31555 -- GLOBAL_STEP: 709200 | > loss_text_ce: 0.04039488732814789 (0.03632768488006343) | > loss_mel_ce: 2.765355348587036 (nan) | > loss: 0.011133929714560509 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14245654062241855) | > loader_time: 0.0046 (0.004599421894335605)  --> TIME: 2025-03-24 22:18:29 -- STEP: 15040/31555 -- GLOBAL_STEP: 709250 | > loss_text_ce: 0.03183320537209511 (0.03632971434767277) | > loss_mel_ce: 3.4563801288604736 (nan) | > loss: 0.013842117041349411 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14244797614977717) | > loader_time: 0.0043 (0.004599063241101327)  --> TIME: 2025-03-24 22:18:39 -- STEP: 15090/31555 -- GLOBAL_STEP: 709300 | > loss_text_ce: 0.03589031845331192 (0.036330455957465674) | > loss_mel_ce: 2.691542148590088 (nan) | > loss: 0.010823145508766174 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14244793526299987) | > loader_time: 0.0044 (0.004598575384116)  --> TIME: 2025-03-24 22:18:48 -- STEP: 15140/31555 -- GLOBAL_STEP: 709350 | > loss_text_ce: 0.04471919313073158 (0.03633266118203769) | > loss_mel_ce: 3.187138080596924 (nan) | > loss: 0.012824831530451775 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14244398908539527) | > loader_time: 0.0044 (0.004598239627193114)  --> TIME: 2025-03-24 22:18:58 -- STEP: 15190/31555 -- GLOBAL_STEP: 709400 | > loss_text_ce: 0.036855150014162064 (0.0363367571711903) | > loss_mel_ce: 2.536026954650879 (nan) | > loss: 0.010209850035607815 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14242222181976905) | > loader_time: 0.0046 (0.004598240055011401)  --> TIME: 2025-03-24 22:19:08 -- STEP: 15240/31555 -- GLOBAL_STEP: 709450 | > loss_text_ce: 0.03499229997396469 (0.036335588438470595) | > loss_mel_ce: 3.1480486392974854 (nan) | > loss: 0.01263111550360918 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14242412917257297) | > loader_time: 0.0054 (0.004598165919461589)  --> TIME: 2025-03-24 22:19:17 -- STEP: 15290/31555 -- GLOBAL_STEP: 709500 | > loss_text_ce: 0.05475611239671707 (0.03633799670803791) | > loss_mel_ce: 2.3809256553649902 (nan) | > loss: 0.009665404446423054 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14243177647213287) | > loader_time: 0.0043 (0.004598163498079489)  --> TIME: 2025-03-24 22:19:27 -- STEP: 15340/31555 -- GLOBAL_STEP: 709550 | > loss_text_ce: 0.03149785101413727 (0.03633454855873868) | > loss_mel_ce: 2.9382224082946777 (nan) | > loss: 0.01178460568189621 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14243597852204587) | > loader_time: 0.0045 (0.004598486578915235)  --> TIME: 2025-03-24 22:19:37 -- STEP: 15390/31555 -- GLOBAL_STEP: 709600 | > loss_text_ce: 0.03021979331970215 (0.03633559566303418) | > loss_mel_ce: 2.4649856090545654 (nan) | > loss: 0.009901609271764755 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14242798491992917) | > loader_time: 0.0044 (0.004598960061596926)  --> TIME: 2025-03-24 22:19:47 -- STEP: 15440/31555 -- GLOBAL_STEP: 709650 | > loss_text_ce: 0.03697768971323967 (0.036332251434214397) | > loss_mel_ce: 3.0738627910614014 (nan) | > loss: 0.012344606220722198 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14243049908796127) | > loader_time: 0.0046 (0.004598542492006728)  --> TIME: 2025-03-24 22:19:56 -- STEP: 15490/31555 -- GLOBAL_STEP: 709700 | > loss_text_ce: 0.036442793905735016 (0.036333174271577576) | > loss_mel_ce: 3.223707675933838 (nan) | > loss: 0.012937105260789394 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1424301033253975) | > loader_time: 0.0046 (0.004598189077506611)  --> TIME: 2025-03-24 22:20:06 -- STEP: 15540/31555 -- GLOBAL_STEP: 709750 | > loss_text_ce: 0.03221511095762253 (0.03633434833620735) | > loss_mel_ce: 3.3297834396362305 (nan) | > loss: 0.013341264799237251 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.142426073489809) | > loader_time: 0.0042 (0.0045981547240278135)  --> TIME: 2025-03-24 22:20:16 -- STEP: 15590/31555 -- GLOBAL_STEP: 709800 | > loss_text_ce: 0.042214639484882355 (0.03633979350887596) | > loss_mel_ce: 2.1049602031707764 (nan) | > loss: 0.008520535193383694 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14244145622155546) | > loader_time: 0.0045 (0.004598221448539847)  --> TIME: 2025-03-24 22:20:26 -- STEP: 15640/31555 -- GLOBAL_STEP: 709850 | > loss_text_ce: 0.03962395712733269 (0.03633718611642745) | > loss_mel_ce: 2.829124689102173 (nan) | > loss: 0.011383923701941967 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14244009485025239) | > loader_time: 0.0046 (0.0045981252589798955)  --> TIME: 2025-03-24 22:20:35 -- STEP: 15690/31555 -- GLOBAL_STEP: 709900 | > loss_text_ce: 0.03657546266913414 (0.03633831734564261) | > loss_mel_ce: 2.99082612991333 (nan) | > loss: 0.01201349962502718 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14243879921501654) | > loader_time: 0.0048 (0.00459848237387157)  --> TIME: 2025-03-24 22:20:45 -- STEP: 15740/31555 -- GLOBAL_STEP: 709950 | > loss_text_ce: 0.021122276782989502 (0.036339145420081286) | > loss_mel_ce: 2.291933536529541 (nan) | > loss: 0.00917879305779934 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14244560562216194) | > loader_time: 0.0045 (0.004598200775616658)  --> TIME: 2025-03-24 22:20:55 -- STEP: 15790/31555 -- GLOBAL_STEP: 710000 | > loss_text_ce: 0.03667142242193222 (0.03633989307992843) | > loss_mel_ce: 2.8572332859039307 (nan) | > loss: 0.011483749374747276 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14244320158568874) | > loader_time: 0.0046 (0.004598185108612428) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_710000.pth  --> TIME: 2025-03-24 22:21:10 -- STEP: 15840/31555 -- GLOBAL_STEP: 710050 | > loss_text_ce: 0.03548543155193329 (0.036336785368209765) | > loss_mel_ce: 3.0693359375 (nan) | > loss: 0.012320720590651035 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14244491769508885) | > loader_time: 0.0047 (0.004598410864069005)  --> TIME: 2025-03-24 22:21:20 -- STEP: 15890/31555 -- GLOBAL_STEP: 710100 | > loss_text_ce: 0.033944349735975266 (0.03633482258085833) | > loss_mel_ce: 2.976835012435913 (nan) | > loss: 0.011947537772357464 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14245007264681628) | > loader_time: 0.0044 (0.004598332216636126)  --> TIME: 2025-03-24 22:21:30 -- STEP: 15940/31555 -- GLOBAL_STEP: 710150 | > loss_text_ce: 0.036017000675201416 (0.03633044751389056) | > loss_mel_ce: 2.689699411392212 (nan) | > loss: 0.010816335678100586 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14244298036005748) | > loader_time: 0.0048 (0.004598384759058169)  --> TIME: 2025-03-24 22:21:39 -- STEP: 15990/31555 -- GLOBAL_STEP: 710200 | > loss_text_ce: 0.030416540801525116 (0.03633485457919923) | > loss_mel_ce: 2.4866080284118652 (nan) | > loss: 0.009988193400204182 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14243734188568902) | > loader_time: 0.0044 (0.004598221352429895)  --> TIME: 2025-03-24 22:21:49 -- STEP: 16040/31555 -- GLOBAL_STEP: 710250 | > loss_text_ce: 0.03351254016160965 (0.036331902581157885) | > loss_mel_ce: 2.255134105682373 (nan) | > loss: 0.009081931784749031 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14242665804829682) | > loader_time: 0.0045 (0.004598350848937571)  --> TIME: 2025-03-24 22:21:58 -- STEP: 16090/31555 -- GLOBAL_STEP: 710300 | > loss_text_ce: 0.024077750742435455 (0.03632866683073984) | > loss_mel_ce: 2.5047566890716553 (nan) | > loss: 0.010035057552158833 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1424084063566124) | > loader_time: 0.0044 (0.004598359205176032)  --> TIME: 2025-03-24 22:22:08 -- STEP: 16140/31555 -- GLOBAL_STEP: 710350 | > loss_text_ce: 0.025220831856131554 (0.036327378245363695) | > loss_mel_ce: 2.6201493740081787 (nan) | > loss: 0.010497501119971275 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14239890733468344) | > loader_time: 0.0046 (0.004598272452419429)  --> TIME: 2025-03-24 22:22:17 -- STEP: 16190/31555 -- GLOBAL_STEP: 710400 | > loss_text_ce: 0.03616200387477875 (0.0363295928459474) | > loss_mel_ce: 3.410936117172241 (nan) | > loss: 0.01367896143347025 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1423862268926186) | > loader_time: 0.0045 (0.004598828890649091)  --> TIME: 2025-03-24 22:22:27 -- STEP: 16240/31555 -- GLOBAL_STEP: 710450 | > loss_text_ce: 0.04698162153363228 (0.03633428441963887) | > loss_mel_ce: 0.0491943359375 (nan) | > loss: 0.00038165063597261906 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14239210944457598) | > loader_time: 0.0044 (0.004599211251207174)  --> TIME: 2025-03-24 22:22:37 -- STEP: 16290/31555 -- GLOBAL_STEP: 710500 | > loss_text_ce: 0.015995897352695465 (0.03633169567737295) | > loss_mel_ce: 2.6707746982574463 (nan) | > loss: 0.01066178921610117 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14239852230851824) | > loader_time: 0.0045 (0.004598970893265062)  --> TIME: 2025-03-24 22:22:47 -- STEP: 16340/31555 -- GLOBAL_STEP: 710550 | > loss_text_ce: 0.028636731207370758 (0.03633493532915684) | > loss_mel_ce: 0.7443034052848816 (nan) | > loss: 0.003067223122343421 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14240592359183324) | > loader_time: 0.0043 (0.0045986033857525355)  --> TIME: 2025-03-24 22:22:56 -- STEP: 16390/31555 -- GLOBAL_STEP: 710600 | > loss_text_ce: 0.04766854643821716 (0.03633306949280651) | > loss_mel_ce: 2.9395155906677246 (nan) | > loss: 0.011853905394673347 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14239882907902346) | > loader_time: 0.0046 (0.004598299216176768)  --> TIME: 2025-03-24 22:23:06 -- STEP: 16440/31555 -- GLOBAL_STEP: 710650 | > loss_text_ce: 0.030223943293094635 (0.0363288638544543) | > loss_mel_ce: 2.9287502765655518 (nan) | > loss: 0.011741961352527142 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14238462691759543) | > loader_time: 0.0047 (0.004597845912849817)  --> TIME: 2025-03-24 22:23:16 -- STEP: 16490/31555 -- GLOBAL_STEP: 710700 | > loss_text_ce: 0.03598802536725998 (0.036328039203672745) | > loss_mel_ce: 2.8451929092407227 (nan) | > loss: 0.011433258652687073 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1423921677761183) | > loader_time: 0.0045 (0.004597535402287564)  --> TIME: 2025-03-24 22:23:25 -- STEP: 16540/31555 -- GLOBAL_STEP: 710750 | > loss_text_ce: 0.029502060264348984 (0.03632792416383414) | > loss_mel_ce: 2.979909658432007 (nan) | > loss: 0.01194211095571518 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14239558594114413) | > loader_time: 0.0045 (0.004597205291203749)  --> TIME: 2025-03-24 22:23:35 -- STEP: 16590/31555 -- GLOBAL_STEP: 710800 | > loss_text_ce: 0.040483079850673676 (0.03633023183231452) | > loss_mel_ce: 2.6341652870178223 (nan) | > loss: 0.010613684542477131 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14238116192199737) | > loader_time: 0.0045 (0.0045973009341736025)  --> TIME: 2025-03-24 22:23:45 -- STEP: 16640/31555 -- GLOBAL_STEP: 710850 | > loss_text_ce: 0.03844722732901573 (0.036327901330346656) | > loss_mel_ce: 3.1435678005218506 (nan) | > loss: 0.012627043761312962 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14239060347183405) | > loader_time: 0.0078 (0.004597116505297331)  --> TIME: 2025-03-24 22:23:55 -- STEP: 16690/31555 -- GLOBAL_STEP: 710900 | > loss_text_ce: 0.031552255153656006 (0.03632631017036909) | > loss_mel_ce: 3.027642011642456 (nan) | > loss: 0.012139660306274891 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.1423949881039958) | > loader_time: 0.0045 (0.004596966094353585)  --> TIME: 2025-03-24 22:24:05 -- STEP: 16740/31555 -- GLOBAL_STEP: 710950 | > loss_text_ce: 0.027559271082282066 (0.036323590335305946) | > loss_mel_ce: 1.6316406726837158 (nan) | > loss: 0.006584126967936754 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14240693937777915) | > loader_time: 0.0056 (0.00459734422189218)  --> TIME: 2025-03-24 22:24:14 -- STEP: 16790/31555 -- GLOBAL_STEP: 711000 | > loss_text_ce: 0.03314123675227165 (0.03632108084968398) | > loss_mel_ce: 2.47029185295105 (nan) | > loss: 0.00993425864726305 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.142405628306018) | > loader_time: 0.0045 (0.004597664617796322)  --> TIME: 2025-03-24 22:24:24 -- STEP: 16840/31555 -- GLOBAL_STEP: 711050 | > loss_text_ce: 0.03996487706899643 (0.036321055899416185) | > loss_mel_ce: 3.1868550777435303 (nan) | > loss: 0.012804841622710228 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14241179396307674) | > loader_time: 0.0047 (0.0045975212529832535)  --> TIME: 2025-03-24 22:24:34 -- STEP: 16890/31555 -- GLOBAL_STEP: 711100 | > loss_text_ce: 0.05164053291082382 (0.036321642138714534) | > loss_mel_ce: 3.5825178623199463 (nan) | > loss: 0.01442126464098692 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1424276655139551) | > loader_time: 0.0045 (0.004597678192978852)  --> TIME: 2025-03-24 22:24:44 -- STEP: 16940/31555 -- GLOBAL_STEP: 711150 | > loss_text_ce: 0.030489427968859673 (0.036324332264739086) | > loss_mel_ce: 2.70363187789917 (nan) | > loss: 0.010849688202142715 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.1424128777161681) | > loader_time: 0.0051 (0.004597980607358172)  --> TIME: 2025-03-24 22:24:53 -- STEP: 16990/31555 -- GLOBAL_STEP: 711200 | > loss_text_ce: 0.03515942394733429 (0.03632123417666662) | > loss_mel_ce: 3.2837297916412354 (nan) | > loss: 0.013170195743441582 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14241288583933995) | > loader_time: 0.005 (0.004598155998355714)  --> TIME: 2025-03-24 22:25:03 -- STEP: 17040/31555 -- GLOBAL_STEP: 711250 | > loss_text_ce: 0.03906038776040077 (0.03632236817341181) | > loss_mel_ce: 2.6424124240875244 (nan) | > loss: 0.0106407655403018 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14241844773852214) | > loader_time: 0.0048 (0.004598589836151947)  --> TIME: 2025-03-24 22:25:13 -- STEP: 17090/31555 -- GLOBAL_STEP: 711300 | > loss_text_ce: 0.04864749684929848 (0.03632621291862452) | > loss_mel_ce: 2.623389720916748 (nan) | > loss: 0.010603322647511959 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14242077349500398) | > loader_time: 0.0048 (0.004598783065590543)  --> TIME: 2025-03-24 22:25:23 -- STEP: 17140/31555 -- GLOBAL_STEP: 711350 | > loss_text_ce: 0.04028324410319328 (0.03632160771965255) | > loss_mel_ce: 2.662344217300415 (nan) | > loss: 0.010724712163209915 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14241793419961482) | > loader_time: 0.0045 (0.0045989181502975405)  --> TIME: 2025-03-24 22:25:33 -- STEP: 17190/31555 -- GLOBAL_STEP: 711400 | > loss_text_ce: 0.047331590205430984 (0.03632094592539727) | > loss_mel_ce: 2.940986394882202 (nan) | > loss: 0.01185840554535389 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14242905496926844) | > loader_time: 0.0047 (0.004598935569976223)  --> TIME: 2025-03-24 22:25:42 -- STEP: 17240/31555 -- GLOBAL_STEP: 711450 | > loss_text_ce: 0.033123791217803955 (0.03632164247222716) | > loss_mel_ce: 2.9163389205932617 (nan) | > loss: 0.0117042176425457 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14242704864721026) | > loader_time: 0.0048 (0.004598861006185793)  --> TIME: 2025-03-24 22:25:52 -- STEP: 17290/31555 -- GLOBAL_STEP: 711500 | > loss_text_ce: 0.040176473557949066 (0.036322925136327074) | > loss_mel_ce: 3.119328498840332 (nan) | > loss: 0.012537718750536442 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.1424113154480265) | > loader_time: 0.0044 (0.004599079153591529)  --> TIME: 2025-03-24 22:26:01 -- STEP: 17340/31555 -- GLOBAL_STEP: 711550 | > loss_text_ce: 0.033659737557172775 (0.03632129348783332) | > loss_mel_ce: 2.3347349166870117 (nan) | > loss: 0.009398391470313072 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14241076161979688) | > loader_time: 0.0049 (0.004599439025337721)  --> TIME: 2025-03-24 22:26:11 -- STEP: 17390/31555 -- GLOBAL_STEP: 711600 | > loss_text_ce: 0.041293688118457794 (0.03632066023400529) | > loss_mel_ce: 2.926340103149414 (nan) | > loss: 0.011776325292885303 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14241262871071583) | > loader_time: 0.0044 (0.004599613427704543)  --> TIME: 2025-03-24 22:26:21 -- STEP: 17440/31555 -- GLOBAL_STEP: 711650 | > loss_text_ce: 0.03402949497103691 (0.03632351171792429) | > loss_mel_ce: 2.6969714164733887 (nan) | > loss: 0.010837305337190628 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14240832747122603) | > loader_time: 0.0046 (0.004599670259230728)  --> TIME: 2025-03-24 22:26:31 -- STEP: 17490/31555 -- GLOBAL_STEP: 711700 | > loss_text_ce: 0.03066890500485897 (0.0363238107718169) | > loss_mel_ce: 2.9222967624664307 (nan) | > loss: 0.01171811856329441 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14240798263157253) | > loader_time: 0.0045 (0.0045999835735733244)  --> TIME: 2025-03-24 22:26:40 -- STEP: 17540/31555 -- GLOBAL_STEP: 711750 | > loss_text_ce: 0.027909738942980766 (0.03632521620673358) | > loss_mel_ce: 2.7709813117980957 (nan) | > loss: 0.011106710880994797 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1424139906090509) | > loader_time: 0.0052 (0.004600316768633189)  --> TIME: 2025-03-24 22:26:50 -- STEP: 17590/31555 -- GLOBAL_STEP: 711800 | > loss_text_ce: 0.03288421034812927 (0.036326633794196074) | > loss_mel_ce: 2.7714600563049316 (nan) | > loss: 0.011128350161015987 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14239903134741297) | > loader_time: 0.0043 (0.004600280289490024)  --> TIME: 2025-03-24 22:27:00 -- STEP: 17640/31555 -- GLOBAL_STEP: 711850 | > loss_text_ce: 0.0410878024995327 (0.03632769828705563) | > loss_mel_ce: 2.5021684169769287 (nan) | > loss: 0.010092287324368954 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14239456886066656) | > loader_time: 0.0045 (0.004600384432712649)  --> TIME: 2025-03-24 22:27:09 -- STEP: 17690/31555 -- GLOBAL_STEP: 711900 | > loss_text_ce: 0.034954942762851715 (0.03632595666408862) | > loss_mel_ce: 2.8073959350585938 (nan) | > loss: 0.011279171332716942 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.1423941184869258) | > loader_time: 0.0049 (0.004600664301064133)  --> TIME: 2025-03-24 22:27:19 -- STEP: 17740/31555 -- GLOBAL_STEP: 711950 | > loss_text_ce: 0.05024237930774689 (0.03633435808826682) | > loss_mel_ce: 3.0690088272094727 (nan) | > loss: 0.012377982027828693 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14239951634218945) | > loader_time: 0.0045 (0.004600926907785577)  --> TIME: 2025-03-24 22:27:29 -- STEP: 17790/31555 -- GLOBAL_STEP: 712000 | > loss_text_ce: 0.030693871900439262 (0.0363356215358429) | > loss_mel_ce: 2.687687635421753 (nan) | > loss: 0.010787228122353554 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1424080148046112) | > loader_time: 0.0046 (0.004601138223752063)  --> TIME: 2025-03-24 22:27:39 -- STEP: 17840/31555 -- GLOBAL_STEP: 712050 | > loss_text_ce: 0.03457366302609444 (0.03633847914916988) | > loss_mel_ce: 0.5546395182609558 (nan) | > loss: 0.002338147722184658 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14241275308912701) | > loader_time: 0.0045 (0.004601172949166571)  --> TIME: 2025-03-24 22:27:49 -- STEP: 17890/31555 -- GLOBAL_STEP: 712100 | > loss_text_ce: 0.023557603359222412 (0.03633752441733378) | > loss_mel_ce: 0.095947265625 (nan) | > loss: 0.00047422570060007274 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14241727090135173) | > loader_time: 0.0046 (0.004601246901502012)  --> TIME: 2025-03-24 22:27:59 -- STEP: 17940/31555 -- GLOBAL_STEP: 712150 | > loss_text_ce: 0.03164505586028099 (0.03633950478127354) | > loss_mel_ce: 2.907017230987549 (nan) | > loss: 0.01166135910898447 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1424227636660494) | > loader_time: 0.0044 (0.004601000224467498)  --> TIME: 2025-03-24 22:28:08 -- STEP: 17990/31555 -- GLOBAL_STEP: 712200 | > loss_text_ce: 0.026982061564922333 (0.03633604330823994) | > loss_mel_ce: 2.3367176055908203 (nan) | > loss: 0.009379761293530464 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1424323518651276) | > loader_time: 0.0043 (0.004600828153812727)  --> TIME: 2025-03-24 22:28:18 -- STEP: 18040/31555 -- GLOBAL_STEP: 712250 | > loss_text_ce: 0.032206110656261444 (0.03633329212906122) | > loss_mel_ce: 3.1159889698028564 (nan) | > loss: 0.012492838315665722 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14243925431879617) | > loader_time: 0.0047 (0.004600772810088021)  --> TIME: 2025-03-24 22:28:28 -- STEP: 18090/31555 -- GLOBAL_STEP: 712300 | > loss_text_ce: 0.039173226803541183 (0.03633260190905967) | > loss_mel_ce: 2.3342976570129395 (nan) | > loss: 0.00941853504627943 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14242093576259465) | > loader_time: 0.0046 (0.004600379043946015)  --> TIME: 2025-03-24 22:28:37 -- STEP: 18140/31555 -- GLOBAL_STEP: 712350 | > loss_text_ce: 0.028596848249435425 (0.03632889807572356) | > loss_mel_ce: 2.911532163619995 (nan) | > loss: 0.011667179875075817 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14242571158603687) | > loader_time: 0.0046 (0.004600196741644571)  --> TIME: 2025-03-24 22:28:47 -- STEP: 18190/31555 -- GLOBAL_STEP: 712400 | > loss_text_ce: 0.04567747190594673 (0.036323251035637785) | > loss_mel_ce: 1.5076026916503906 (nan) | > loss: 0.006163810379803181 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14241291397937822) | > loader_time: 0.0046 (0.004600424160991408)  --> TIME: 2025-03-24 22:28:56 -- STEP: 18240/31555 -- GLOBAL_STEP: 712450 | > loss_text_ce: 0.04179011285305023 (0.03632861657069142) | > loss_mel_ce: 3.2306902408599854 (nan) | > loss: 0.012986033223569393 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14240071302966112) | > loader_time: 0.0045 (0.0046007529031812)  --> TIME: 2025-03-24 22:29:06 -- STEP: 18290/31555 -- GLOBAL_STEP: 712500 | > loss_text_ce: 0.03558076173067093 (0.03632791687109628) | > loss_mel_ce: 2.791154146194458 (nan) | > loss: 0.011217202991247177 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1423943832964769) | > loader_time: 0.0046 (0.00460099516962967)  --> TIME: 2025-03-24 22:29:16 -- STEP: 18340/31555 -- GLOBAL_STEP: 712550 | > loss_text_ce: 0.03308204934000969 (0.03632668264777945) | > loss_mel_ce: 2.447558641433716 (nan) | > loss: 0.009843812324106693 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14238952007002553) | > loader_time: 0.0047 (0.004600881932215956)  --> TIME: 2025-03-24 22:29:25 -- STEP: 18390/31555 -- GLOBAL_STEP: 712600 | > loss_text_ce: 0.03079637512564659 (0.03632337361672409) | > loss_mel_ce: 2.4503962993621826 (nan) | > loss: 0.009846002794802189 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14239419074470847) | > loader_time: 0.0045 (0.0046012745531049904)  --> TIME: 2025-03-24 22:29:35 -- STEP: 18440/31555 -- GLOBAL_STEP: 712650 | > loss_text_ce: 0.041725143790245056 (0.036323078682922824) | > loss_mel_ce: 2.5421667098999023 (nan) | > loss: 0.010253539308905602 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14239232991367554) | > loader_time: 0.0047 (0.004601332189721287)  --> TIME: 2025-03-24 22:29:45 -- STEP: 18490/31555 -- GLOBAL_STEP: 712700 | > loss_text_ce: 0.03171572834253311 (0.03632542728076202) | > loss_mel_ce: 2.3176779747009277 (nan) | > loss: 0.009322990663349628 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1423910525117201) | > loader_time: 0.0051 (0.004601662477459241)  --> TIME: 2025-03-24 22:29:55 -- STEP: 18540/31555 -- GLOBAL_STEP: 712750 | > loss_text_ce: 0.03712335228919983 (0.03632763295254567) | > loss_mel_ce: 3.405268669128418 (nan) | > loss: 0.01366028655320406 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14240089281991633) | > loader_time: 0.0048 (0.004602089784677737)  --> TIME: 2025-03-24 22:30:05 -- STEP: 18590/31555 -- GLOBAL_STEP: 712800 | > loss_text_ce: 0.03217250481247902 (0.03632713650654328) | > loss_mel_ce: 2.9350008964538574 (nan) | > loss: 0.011774498037993908 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1424016786557879) | > loader_time: 0.0046 (0.004602156434410541)  --> TIME: 2025-03-24 22:30:14 -- STEP: 18640/31555 -- GLOBAL_STEP: 712850 | > loss_text_ce: 0.04123817756772041 (0.036325658020231515) | > loss_mel_ce: 2.619511604309082 (nan) | > loss: 0.010558530688285828 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14239422516505643) | > loader_time: 0.0044 (0.004602439759115278)  --> TIME: 2025-03-24 22:30:24 -- STEP: 18690/31555 -- GLOBAL_STEP: 712900 | > loss_text_ce: 0.03054511733353138 (0.03632289954905128) | > loss_mel_ce: 1.6179745197296143 (nan) | > loss: 0.00654174480587244 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14238689038892582) | > loader_time: 0.0045 (0.0046024667827632565)  --> TIME: 2025-03-24 22:30:33 -- STEP: 18740/31555 -- GLOBAL_STEP: 712950 | > loss_text_ce: 0.034985125064849854 (0.03632803003849366) | > loss_mel_ce: 3.2041354179382324 (nan) | > loss: 0.0128536531701684 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14237964073138426) | > loader_time: 0.0048 (0.00460258067099489)  --> TIME: 2025-03-24 22:30:43 -- STEP: 18790/31555 -- GLOBAL_STEP: 713000 | > loss_text_ce: 0.033507876098155975 (0.03632821871355328) | > loss_mel_ce: 2.9322128295898438 (nan) | > loss: 0.011768733151257038 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14238602372799375) | > loader_time: 0.0046 (0.004602660023829839)  --> TIME: 2025-03-24 22:30:53 -- STEP: 18840/31555 -- GLOBAL_STEP: 713050 | > loss_text_ce: 0.03566553443670273 (0.03632561817939228) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14238112713121331) | > loader_time: 0.0045 (0.004602831564131793)  --> TIME: 2025-03-24 22:31:03 -- STEP: 18890/31555 -- GLOBAL_STEP: 713100 | > loss_text_ce: 0.03830697014927864 (0.036323958247320084) | > loss_mel_ce: 3.081914186477661 (nan) | > loss: 0.012381830252707005 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14239269163698182) | > loader_time: 0.0049 (0.0046036099933201985)  --> TIME: 2025-03-24 22:31:13 -- STEP: 18940/31555 -- GLOBAL_STEP: 713150 | > loss_text_ce: 0.030000202357769012 (0.036320365699541) | > loss_mel_ce: 1.6865495443344116 (nan) | > loss: 0.006811705883592367 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14239101621392167) | > loader_time: 0.0044 (0.004603844195006365)  --> TIME: 2025-03-24 22:31:22 -- STEP: 18990/31555 -- GLOBAL_STEP: 713200 | > loss_text_ce: 0.033799443393945694 (0.03631610000685526) | > loss_mel_ce: 1.7711859941482544 (nan) | > loss: 0.007162640802562237 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.142391606303753) | > loader_time: 0.0047 (0.00460374644080105)  --> TIME: 2025-03-24 22:31:32 -- STEP: 19040/31555 -- GLOBAL_STEP: 713250 | > loss_text_ce: 0.028242887929081917 (0.03631387128183577) | > loss_mel_ce: 2.2221686840057373 (nan) | > loss: 0.00893020536750555 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14239117371685378) | > loader_time: 0.0042 (0.004603578826459497)  --> TIME: 2025-03-24 22:31:42 -- STEP: 19090/31555 -- GLOBAL_STEP: 713300 | > loss_text_ce: 0.03465627506375313 (0.03631391462920182) | > loss_mel_ce: 2.487557888031006 (nan) | > loss: 0.010008786804974079 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14239827797261767) | > loader_time: 0.0042 (0.004603750022560448)  --> TIME: 2025-03-24 22:31:51 -- STEP: 19140/31555 -- GLOBAL_STEP: 713350 | > loss_text_ce: 0.029894080013036728 (0.036311996753581474) | > loss_mel_ce: 2.024243116378784 (nan) | > loss: 0.008151338435709476 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14238434849363396) | > loader_time: 0.0045 (0.004603428364796555)  --> TIME: 2025-03-24 22:32:01 -- STEP: 19190/31555 -- GLOBAL_STEP: 713400 | > loss_text_ce: 0.03738691657781601 (0.036313387324015275) | > loss_mel_ce: 2.0282557010650635 (nan) | > loss: 0.008196994662284851 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14238724062503666) | > loader_time: 0.0045 (0.004603651999930263)  --> TIME: 2025-03-24 22:32:11 -- STEP: 19240/31555 -- GLOBAL_STEP: 713450 | > loss_text_ce: 0.03698379546403885 (0.03631386210437151) | > loss_mel_ce: 2.6717135906219482 (nan) | > loss: 0.01074879989027977 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14239253509565106) | > loader_time: 0.0045 (0.00460356281849548)  --> TIME: 2025-03-24 22:32:20 -- STEP: 19290/31555 -- GLOBAL_STEP: 713500 | > loss_text_ce: 0.03342398628592491 (0.03631521014891606) | > loss_mel_ce: 2.5195887088775635 (nan) | > loss: 0.010131003335118294 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14238092736174485) | > loader_time: 0.0045 (0.004603480155632354)  --> TIME: 2025-03-24 22:32:30 -- STEP: 19340/31555 -- GLOBAL_STEP: 713550 | > loss_text_ce: 0.036774538457393646 (0.0363155728017269) | > loss_mel_ce: 2.797459840774536 (nan) | > loss: 0.01124696247279644 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1423788549734863) | > loader_time: 0.0044 (0.004603855032955337)  --> TIME: 2025-03-24 22:32:40 -- STEP: 19390/31555 -- GLOBAL_STEP: 713600 | > loss_text_ce: 0.03900262340903282 (0.03631527293723233) | > loss_mel_ce: 2.7189621925354004 (nan) | > loss: 0.010944305919110775 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1423844314592902) | > loader_time: 0.0048 (0.004604022044260006)  --> TIME: 2025-03-24 22:32:50 -- STEP: 19440/31555 -- GLOBAL_STEP: 713650 | > loss_text_ce: 0.03425558656454086 (0.03631198583103692) | > loss_mel_ce: 0.1201171875 (nan) | > loss: 0.0006125904619693756 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1423874144200925) | > loader_time: 0.0046 (0.004603953506230306)  --> TIME: 2025-03-24 22:33:00 -- STEP: 19490/31555 -- GLOBAL_STEP: 713700 | > loss_text_ce: 0.03401069715619087 (0.03631307433463004) | > loss_mel_ce: 2.4280800819396973 (nan) | > loss: 0.00977020151913166 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14240117650450404) | > loader_time: 0.0046 (0.004604251755390959)  --> TIME: 2025-03-24 22:33:09 -- STEP: 19540/31555 -- GLOBAL_STEP: 713750 | > loss_text_ce: 0.046629030257463455 (0.03631481687083611) | > loss_mel_ce: 2.0666251182556152 (nan) | > loss: 0.00838592927902937 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14239859295477025) | > loader_time: 0.005 (0.004604246013606198)  --> TIME: 2025-03-24 22:33:19 -- STEP: 19590/31555 -- GLOBAL_STEP: 713800 | > loss_text_ce: 0.0221992339938879 (0.03631591839699659) | > loss_mel_ce: 2.1301989555358887 (nan) | > loss: 0.008541262708604336 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14239743079623132) | > loader_time: 0.0045 (0.004604389011525188)  --> TIME: 2025-03-24 22:33:29 -- STEP: 19640/31555 -- GLOBAL_STEP: 713850 | > loss_text_ce: 0.03283965587615967 (0.03631443966221799) | > loss_mel_ce: 3.114614963531494 (nan) | > loss: 0.012489900924265385 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14239172808021724) | > loader_time: 0.0044 (0.004604606825076859)  --> TIME: 2025-03-24 22:33:38 -- STEP: 19690/31555 -- GLOBAL_STEP: 713900 | > loss_text_ce: 0.03948042169213295 (0.03631128943229616) | > loss_mel_ce: 2.445322275161743 (nan) | > loss: 0.009860328398644924 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14238058140339607) | > loader_time: 0.0047 (0.004604470396841019)  --> TIME: 2025-03-24 22:33:48 -- STEP: 19740/31555 -- GLOBAL_STEP: 713950 | > loss_text_ce: 0.032230690121650696 (0.03630835927797322) | > loss_mel_ce: 2.2090542316436768 (nan) | > loss: 0.008893988095223904 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14237970285261034) | > loader_time: 0.0051 (0.00460451994744234)  --> TIME: 2025-03-24 22:33:58 -- STEP: 19790/31555 -- GLOBAL_STEP: 714000 | > loss_text_ce: 0.04024983197450638 (0.03630795432734664) | > loss_mel_ce: 3.2577950954437256 (nan) | > loss: 0.013087480328977108 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14237794745986407) | > loader_time: 0.0045 (0.0046044560620855665)  --> TIME: 2025-03-24 22:34:07 -- STEP: 19840/31555 -- GLOBAL_STEP: 714050 | > loss_text_ce: 0.03443574160337448 (0.03630793070107967) | > loss_mel_ce: 3.2969367504119873 (nan) | > loss: 0.013219732791185379 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14238035665644735) | > loader_time: 0.0047 (0.00460448272285921)  --> TIME: 2025-03-24 22:34:17 -- STEP: 19890/31555 -- GLOBAL_STEP: 714100 | > loss_text_ce: 0.02907412312924862 (0.03630641548097852) | > loss_mel_ce: 3.3987133502960205 (nan) | > loss: 0.013602332212030888 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14237480641849773) | > loader_time: 0.0048 (0.0046048011295515955)  --> TIME: 2025-03-24 22:34:26 -- STEP: 19940/31555 -- GLOBAL_STEP: 714150 | > loss_text_ce: 0.039616215974092484 (0.03630304847817765) | > loss_mel_ce: 2.1813948154449463 (nan) | > loss: 0.008813535794615746 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14236224137672526) | > loader_time: 0.0044 (0.00460470968646293)  --> TIME: 2025-03-24 22:34:36 -- STEP: 19990/31555 -- GLOBAL_STEP: 714200 | > loss_text_ce: 0.030482467263936996 (0.036304860997091314) | > loss_mel_ce: 1.720278024673462 (nan) | > loss: 0.006947462446987629 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1423513527689362) | > loader_time: 0.0043 (0.00460444304154715)  --> TIME: 2025-03-24 22:34:45 -- STEP: 20040/31555 -- GLOBAL_STEP: 714250 | > loss_text_ce: 0.030325235798954964 (0.03630254164969195) | > loss_mel_ce: 2.859041690826416 (nan) | > loss: 0.011465742252767086 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1423418446334295) | > loader_time: 0.0044 (0.004604480723420992)  --> TIME: 2025-03-24 22:34:55 -- STEP: 20090/31555 -- GLOBAL_STEP: 714300 | > loss_text_ce: 0.04301184415817261 (0.036298794883283206) | > loss_mel_ce: 3.0364151000976562 (nan) | > loss: 0.012219948694109917 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14233645114689777) | > loader_time: 0.0047 (0.004604721021865812)  --> TIME: 2025-03-24 22:35:05 -- STEP: 20140/31555 -- GLOBAL_STEP: 714350 | > loss_text_ce: 0.031185179948806763 (0.0362991274823733) | > loss_mel_ce: 3.329575300216675 (nan) | > loss: 0.013336352072656155 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14234605790841856) | > loader_time: 0.005 (0.004605162842152937)  --> TIME: 2025-03-24 22:35:15 -- STEP: 20190/31555 -- GLOBAL_STEP: 714400 | > loss_text_ce: 0.0404781699180603 (0.036298077740236266) | > loss_mel_ce: 3.0076584815979004 (nan) | > loss: 0.012095781043171883 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1423405484907572) | > loader_time: 0.0044 (0.0046051316003860605)  --> TIME: 2025-03-24 22:35:24 -- STEP: 20240/31555 -- GLOBAL_STEP: 714450 | > loss_text_ce: 0.035089023411273956 (0.036299213531368) | > loss_mel_ce: 3.0603630542755127 (nan) | > loss: 0.012283540330827236 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14234298118960675) | > loader_time: 0.0048 (0.004605154380967943)  --> TIME: 2025-03-24 22:35:34 -- STEP: 20290/31555 -- GLOBAL_STEP: 714500 | > loss_text_ce: 0.03455309197306633 (0.036298756314346814) | > loss_mel_ce: 2.9622650146484375 (nan) | > loss: 0.011892136186361313 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14234368821092835) | > loader_time: 0.0045 (0.004605606519982027)  --> TIME: 2025-03-24 22:35:43 -- STEP: 20340/31555 -- GLOBAL_STEP: 714550 | > loss_text_ce: 0.029892882332205772 (0.03630084152028474) | > loss_mel_ce: 2.5773470401763916 (nan) | > loss: 0.010346191003918648 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14232189239184978) | > loader_time: 0.0047 (0.004606001215346774)  --> TIME: 2025-03-24 22:35:53 -- STEP: 20390/31555 -- GLOBAL_STEP: 714600 | > loss_text_ce: 0.029528461396694183 (0.03630067245827358) | > loss_mel_ce: 2.9808590412139893 (nan) | > loss: 0.011945982463657856 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14232125521992373) | > loader_time: 0.0047 (0.004605990230247843)  --> TIME: 2025-03-24 22:36:03 -- STEP: 20440/31555 -- GLOBAL_STEP: 714650 | > loss_text_ce: 0.03882467746734619 (0.036303918144470475) | > loss_mel_ce: 2.65234637260437 (nan) | > loss: 0.01067925151437521 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1423228438703046) | > loader_time: 0.0045 (0.004606176075870018)  --> TIME: 2025-03-24 22:36:12 -- STEP: 20490/31555 -- GLOBAL_STEP: 714700 | > loss_text_ce: 0.03114599548280239 (0.036301874138574684) | > loss_mel_ce: 2.1296961307525635 (nan) | > loss: 0.008574770763516426 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14232001352333445) | > loader_time: 0.0043 (0.004606189571862781)  --> TIME: 2025-03-24 22:36:22 -- STEP: 20540/31555 -- GLOBAL_STEP: 714750 | > loss_text_ce: 0.0416816808283329 (0.03630488903054038) | > loss_mel_ce: 3.028064489364624 (nan) | > loss: 0.012181533500552177 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14231194970438296) | > loader_time: 0.0046 (0.004606171835942971)  --> TIME: 2025-03-24 22:36:31 -- STEP: 20590/31555 -- GLOBAL_STEP: 714800 | > loss_text_ce: 0.034638188779354095 (0.03630626565537468) | > loss_mel_ce: 2.8011415004730225 (nan) | > loss: 0.011253094300627708 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1423075336921326) | > loader_time: 0.0047 (0.0046061670739653915)  --> TIME: 2025-03-24 22:36:41 -- STEP: 20640/31555 -- GLOBAL_STEP: 714850 | > loss_text_ce: 0.041315946727991104 (0.03630441978272362) | > loss_mel_ce: 2.608785390853882 (nan) | > loss: 0.010516275651752949 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14230932825526538) | > loader_time: 0.0049 (0.0046062732158704935)  --> TIME: 2025-03-24 22:36:51 -- STEP: 20690/31555 -- GLOBAL_STEP: 714900 | > loss_text_ce: 0.03166559711098671 (0.03630439829569218) | > loss_mel_ce: 2.4267737865448 (nan) | > loss: 0.009755712002515793 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14231832209504602) | > loader_time: 0.0044 (0.004606380446513734)  --> TIME: 2025-03-24 22:37:01 -- STEP: 20740/31555 -- GLOBAL_STEP: 714950 | > loss_text_ce: 0.03561892360448837 (0.036303697424610926) | > loss_mel_ce: 0.11115466803312302 (nan) | > loss: 0.0005824349354952574 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1423151960138416) | > loader_time: 0.0047 (0.0046063554896222875)  --> TIME: 2025-03-24 22:37:10 -- STEP: 20790/31555 -- GLOBAL_STEP: 715000 | > loss_text_ce: 0.037793636322021484 (0.03630348953520096) | > loss_mel_ce: 2.3375473022460938 (nan) | > loss: 0.009425956755876541 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14230801027058537) | > loader_time: 0.0046 (0.004606727019360891)  --> TIME: 2025-03-24 22:37:20 -- STEP: 20840/31555 -- GLOBAL_STEP: 715050 | > loss_text_ce: 0.03642222285270691 (0.03630431042671282) | > loss_mel_ce: 2.507730484008789 (nan) | > loss: 0.010095844976603985 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1423002777767731) | > loader_time: 0.0047 (0.004606633531841322)  --> TIME: 2025-03-24 22:37:30 -- STEP: 20890/31555 -- GLOBAL_STEP: 715100 | > loss_text_ce: 0.044761043041944504 (0.03630403298349621) | > loss_mel_ce: 2.86799955368042 (nan) | > loss: 0.011558573693037033 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14229613061496793) | > loader_time: 0.0046 (0.004606686670167281)  --> TIME: 2025-03-24 22:37:39 -- STEP: 20940/31555 -- GLOBAL_STEP: 715150 | > loss_text_ce: 0.02497181110084057 (0.036303406303664645) | > loss_mel_ce: 2.038363456726074 (nan) | > loss: 0.008187838830053806 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14229088995495437) | > loader_time: 0.0046 (0.004606589433001453)  --> TIME: 2025-03-24 22:37:49 -- STEP: 20990/31555 -- GLOBAL_STEP: 715200 | > loss_text_ce: 0.03897517919540405 (0.036302417657537965) | > loss_mel_ce: 1.9364745616912842 (nan) | > loss: 0.007839087396860123 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14229274456020566) | > loader_time: 0.0049 (0.004606761893753538)  --> TIME: 2025-03-24 22:37:59 -- STEP: 21040/31555 -- GLOBAL_STEP: 715250 | > loss_text_ce: 0.038879916071891785 (0.03630149553170466) | > loss_mel_ce: 3.044135093688965 (nan) | > loss: 0.012234186753630638 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14229744388350096) | > loader_time: 0.0045 (0.0046071569502580114)  --> TIME: 2025-03-24 22:38:09 -- STEP: 21090/31555 -- GLOBAL_STEP: 715300 | > loss_text_ce: 0.03926551342010498 (0.0362995191552749) | > loss_mel_ce: 3.0068788528442383 (nan) | > loss: 0.012087875977158546 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14229866968844979) | > loader_time: 0.0047 (0.004607070831960822)  --> TIME: 2025-03-24 22:38:19 -- STEP: 21140/31555 -- GLOBAL_STEP: 715350 | > loss_text_ce: 0.041065867990255356 (0.03630044861725709) | > loss_mel_ce: 2.677553415298462 (nan) | > loss: 0.010788172483444214 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14230881626017305) | > loader_time: 0.0047 (0.0046070903342291065)  --> TIME: 2025-03-24 22:38:28 -- STEP: 21190/31555 -- GLOBAL_STEP: 715400 | > loss_text_ce: 0.041082654148340225 (0.03629910282556814) | > loss_mel_ce: 0.7166503667831421 (nan) | > loss: 0.00300687737762928 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1423021493963953) | > loader_time: 0.0045 (0.004607371757366886)  --> TIME: 2025-03-24 22:38:38 -- STEP: 21240/31555 -- GLOBAL_STEP: 715450 | > loss_text_ce: 0.03559165075421333 (0.03629746829613789) | > loss_mel_ce: 3.2970690727233887 (nan) | > loss: 0.013224844820797443 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14230162418270306) | > loader_time: 0.0047 (0.00460736721248948)  --> TIME: 2025-03-24 22:38:47 -- STEP: 21290/31555 -- GLOBAL_STEP: 715500 | > loss_text_ce: 0.03756733611226082 (0.036294707771567104) | > loss_mel_ce: 2.9407265186309814 (nan) | > loss: 0.011818626895546913 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14229808695834809) | > loader_time: 0.0047 (0.004607522661218938)  --> TIME: 2025-03-24 22:38:57 -- STEP: 21340/31555 -- GLOBAL_STEP: 715550 | > loss_text_ce: 0.041231635957956314 (0.03629639732774455) | > loss_mel_ce: 1.619287133216858 (nan) | > loss: 0.006589360535144806 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14230394496354642) | > loader_time: 0.0047 (0.004607322412667794)  --> TIME: 2025-03-24 22:39:07 -- STEP: 21390/31555 -- GLOBAL_STEP: 715600 | > loss_text_ce: 0.041451871395111084 (0.036299486604421796) | > loss_mel_ce: 3.0685863494873047 (nan) | > loss: 0.012341422028839588 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14229840381839887) | > loader_time: 0.0046 (0.004607224118882309)  --> TIME: 2025-03-24 22:39:17 -- STEP: 21440/31555 -- GLOBAL_STEP: 715650 | > loss_text_ce: 0.051665857434272766 (0.03630075170875691) | > loss_mel_ce: 3.193057060241699 (nan) | > loss: 0.012875884771347046 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14230353398554357) | > loader_time: 0.0047 (0.004607807489028594)  --> TIME: 2025-03-24 22:39:27 -- STEP: 21490/31555 -- GLOBAL_STEP: 715700 | > loss_text_ce: 0.03947412222623825 (0.03630080467602229) | > loss_mel_ce: 3.0022048950195312 (nan) | > loss: 0.012070154771208763 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14231308188866645) | > loader_time: 0.0045 (0.0046079069584011485)  --> TIME: 2025-03-24 22:39:36 -- STEP: 21540/31555 -- GLOBAL_STEP: 715750 | > loss_text_ce: 0.0515880323946476 (0.036299219394851256) | > loss_mel_ce: 3.3814566135406494 (nan) | > loss: 0.013623193837702274 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1423083393022541) | > loader_time: 0.0047 (0.004607745720040698)  --> TIME: 2025-03-24 22:39:46 -- STEP: 21590/31555 -- GLOBAL_STEP: 715800 | > loss_text_ce: 0.037142444401979446 (0.03629591834790468) | > loss_mel_ce: 2.6084237098693848 (nan) | > loss: 0.010498279705643654 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1423044227570943) | > loader_time: 0.0045 (0.0046076408631826795)  --> TIME: 2025-03-24 22:39:56 -- STEP: 21640/31555 -- GLOBAL_STEP: 715850 | > loss_text_ce: 0.03465994447469711 (0.03629278442822369) | > loss_mel_ce: 0.10693359375 (nan) | > loss: 0.0005618791910819709 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1422988853701381) | > loader_time: 0.0045 (0.004607719844017786)  --> TIME: 2025-03-24 22:40:05 -- STEP: 21690/31555 -- GLOBAL_STEP: 715900 | > loss_text_ce: 0.04012192040681839 (0.0362923252475718) | > loss_mel_ce: 3.0632643699645996 (nan) | > loss: 0.012315026484429836 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14230094901313975) | > loader_time: 0.0046 (0.0046076350631995095)  --> TIME: 2025-03-24 22:40:15 -- STEP: 21740/31555 -- GLOBAL_STEP: 715950 | > loss_text_ce: 0.03540360927581787 (0.0362914932678385) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14229531293630382) | > loader_time: 0.0046 (0.00460774819567976)  --> TIME: 2025-03-24 22:40:25 -- STEP: 21790/31555 -- GLOBAL_STEP: 716000 | > loss_text_ce: 0.04197371378540993 (0.0362919102092504) | > loss_mel_ce: 1.9974128007888794 (nan) | > loss: 0.008092803880572319 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14230022041991308) | > loader_time: 0.0047 (0.0046078334657792324)  --> TIME: 2025-03-24 22:40:35 -- STEP: 21840/31555 -- GLOBAL_STEP: 716050 | > loss_text_ce: 0.03451621159911156 (0.03629114298762273) | > loss_mel_ce: 2.9806761741638184 (nan) | > loss: 0.011965049430727959 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14230332020874867) | > loader_time: 0.0045 (0.004608101995436687)  --> TIME: 2025-03-24 22:40:44 -- STEP: 21890/31555 -- GLOBAL_STEP: 716100 | > loss_text_ce: 0.05576362833380699 (0.036291842717062754) | > loss_mel_ce: 2.770787239074707 (nan) | > loss: 0.011216472834348679 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14229520032698842) | > loader_time: 0.0045 (0.004608168652091402)  --> TIME: 2025-03-24 22:40:54 -- STEP: 21940/31555 -- GLOBAL_STEP: 716150 | > loss_text_ce: 0.03779768571257591 (0.03629120044667442) | > loss_mel_ce: 2.608341693878174 (nan) | > loss: 0.010500553995370865 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14229062774992032) | > loader_time: 0.0043 (0.004608296011400519)  --> TIME: 2025-03-24 22:41:03 -- STEP: 21990/31555 -- GLOBAL_STEP: 716200 | > loss_text_ce: 0.032509077340364456 (0.036292803376741754) | > loss_mel_ce: 3.030078172683716 (nan) | > loss: 0.012153124436736107 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1422891221950681) | > loader_time: 0.0045 (0.004608250206413454)  --> TIME: 2025-03-24 22:41:13 -- STEP: 22040/31555 -- GLOBAL_STEP: 716250 | > loss_text_ce: 0.043863695114851 (0.036297796777797535) | > loss_mel_ce: 3.166517496109009 (nan) | > loss: 0.012739608995616436 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14229318382735684) | > loader_time: 0.0049 (0.00460845912433146)  --> TIME: 2025-03-24 22:41:23 -- STEP: 22090/31555 -- GLOBAL_STEP: 716300 | > loss_text_ce: 0.02292824536561966 (0.036298358721439994) | > loss_mel_ce: 2.8021399974823 (nan) | > loss: 0.011210588738322258 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14229453491808425) | > loader_time: 0.0044 (0.004608425180962743)  --> TIME: 2025-03-24 22:41:33 -- STEP: 22140/31555 -- GLOBAL_STEP: 716350 | > loss_text_ce: 0.03541519492864609 (0.03629406887033385) | > loss_mel_ce: 0.0658111572265625 (nan) | > loss: 0.00040169188287109137 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14229472158400988) | > loader_time: 0.0048 (0.004608428995137616)  --> TIME: 2025-03-24 22:41:42 -- STEP: 22190/31555 -- GLOBAL_STEP: 716400 | > loss_text_ce: 0.03237378969788551 (0.03629053022377527) | > loss_mel_ce: 2.777493715286255 (nan) | > loss: 0.011150268837809563 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14228991951798461) | > loader_time: 0.0048 (0.0046088130692202205)  --> TIME: 2025-03-24 22:41:52 -- STEP: 22240/31555 -- GLOBAL_STEP: 716450 | > loss_text_ce: 0.044168319553136826 (0.03628829914893058) | > loss_mel_ce: 3.16459059715271 (nan) | > loss: 0.01273317076265812 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14229628784622222) | > loader_time: 0.0045 (0.004608849687970794)  --> TIME: 2025-03-24 22:42:02 -- STEP: 22290/31555 -- GLOBAL_STEP: 716500 | > loss_text_ce: 0.040039435029029846 (0.0362917544809492) | > loss_mel_ce: 2.733724355697632 (nan) | > loss: 0.011006999760866165 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1422959819188724) | > loader_time: 0.0045 (0.0046087847530387185)  --> TIME: 2025-03-24 22:42:12 -- STEP: 22340/31555 -- GLOBAL_STEP: 716550 | > loss_text_ce: 0.04725741595029831 (0.036292859331822046) | > loss_mel_ce: 2.7108442783355713 (nan) | > loss: 0.010944848880171776 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14229291519525356) | > loader_time: 0.0047 (0.004608622532181152)  --> TIME: 2025-03-24 22:42:21 -- STEP: 22390/31555 -- GLOBAL_STEP: 716600 | > loss_text_ce: 0.03205254301428795 (0.03628890884793901) | > loss_mel_ce: 1.9318417310714722 (nan) | > loss: 0.007793231401592493 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14229330513934163) | > loader_time: 0.0044 (0.004608575240369879)  --> TIME: 2025-03-24 22:42:31 -- STEP: 22440/31555 -- GLOBAL_STEP: 716650 | > loss_text_ce: 0.03409190848469734 (0.036289588475654506) | > loss_mel_ce: 2.9510180950164795 (nan) | > loss: 0.01184567529708147 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14228093811109968) | > loader_time: 0.0049 (0.004608780135020426)  --> TIME: 2025-03-24 22:42:40 -- STEP: 22490/31555 -- GLOBAL_STEP: 716700 | > loss_text_ce: 0.03866460174322128 (0.03628874710856651) | > loss_mel_ce: 0.02899169921875 (nan) | > loss: 0.000268477393547073 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14227126500192042) | > loader_time: 0.0044 (0.004608911257311735)  --> TIME: 2025-03-24 22:42:50 -- STEP: 22540/31555 -- GLOBAL_STEP: 716750 | > loss_text_ce: 0.03746182471513748 (0.03629140367953728) | > loss_mel_ce: 3.2452392578125 (nan) | > loss: 0.013026592321693897 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14227910723005027) | > loader_time: 0.0046 (0.004608836423642043)  --> TIME: 2025-03-24 22:42:59 -- STEP: 22590/31555 -- GLOBAL_STEP: 716800 | > loss_text_ce: 0.03548576682806015 (0.036292663507366166) | > loss_mel_ce: 3.1212620735168457 (nan) | > loss: 0.01252677757292986 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14226531772393997) | > loader_time: 0.0046 (0.004608680791377812)  --> TIME: 2025-03-24 22:43:09 -- STEP: 22640/31555 -- GLOBAL_STEP: 716850 | > loss_text_ce: 0.03766575828194618 (0.036293670584162815) | > loss_mel_ce: 2.7048795223236084 (nan) | > loss: 0.010883117094635963 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14226187126375323) | > loader_time: 0.0046 (0.004608797005545546)  --> TIME: 2025-03-24 22:43:19 -- STEP: 22690/31555 -- GLOBAL_STEP: 716900 | > loss_text_ce: 0.03681506961584091 (0.03629491822367181) | > loss_mel_ce: 1.2308238744735718 (nan) | > loss: 0.00503031350672245 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1422717843721909) | > loader_time: 0.0047 (0.004609003062813542)  --> TIME: 2025-03-24 22:43:29 -- STEP: 22740/31555 -- GLOBAL_STEP: 716950 | > loss_text_ce: 0.03764728829264641 (0.036295466774766354) | > loss_mel_ce: 2.949537992477417 (nan) | > loss: 0.01185391005128622 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14228243751282627) | > loader_time: 0.0048 (0.0046090638731903655)  --> TIME: 2025-03-24 22:43:39 -- STEP: 22790/31555 -- GLOBAL_STEP: 717000 | > loss_text_ce: 0.029797300696372986 (0.03629460058090406) | > loss_mel_ce: 2.888759136199951 (nan) | > loss: 0.011581573635339737 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14228150419835286) | > loader_time: 0.0044 (0.004609103347189131)  --> TIME: 2025-03-24 22:43:49 -- STEP: 22840/31555 -- GLOBAL_STEP: 717050 | > loss_text_ce: 0.036783814430236816 (0.03629669291884712) | > loss_mel_ce: 3.1816623210906982 (nan) | > loss: 0.012771612964570522 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1422862115340556) | > loader_time: 0.0047 (0.004609238475091407)  --> TIME: 2025-03-24 22:43:58 -- STEP: 22890/31555 -- GLOBAL_STEP: 717100 | > loss_text_ce: 0.023770030587911606 (0.036293798230397724) | > loss_mel_ce: 2.2675559520721436 (nan) | > loss: 0.009092563763260841 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14228303649114046) | > loader_time: 0.0045 (0.004609137875068238)  --> TIME: 2025-03-24 22:44:08 -- STEP: 22940/31555 -- GLOBAL_STEP: 717150 | > loss_text_ce: 0.039646513760089874 (0.03629469631524741) | > loss_mel_ce: 3.0413832664489746 (nan) | > loss: 0.01222630962729454 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14228743785552161) | > loader_time: 0.0045 (0.004609136749789732)  --> TIME: 2025-03-24 22:44:18 -- STEP: 22990/31555 -- GLOBAL_STEP: 717200 | > loss_text_ce: 0.028979910537600517 (0.036295902729155664) | > loss_mel_ce: 2.6758530139923096 (nan) | > loss: 0.010733464732766151 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14228958341026868) | > loader_time: 0.0046 (0.004609393223102537)  --> TIME: 2025-03-24 22:44:28 -- STEP: 23040/31555 -- GLOBAL_STEP: 717250 | > loss_text_ce: 0.026883013546466827 (0.036295657258799026) | > loss_mel_ce: 1.5746424198150635 (nan) | > loss: 0.006355260033160448 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14229647016359673) | > loader_time: 0.0046 (0.0046091295054389424)  --> TIME: 2025-03-24 22:44:37 -- STEP: 23090/31555 -- GLOBAL_STEP: 717300 | > loss_text_ce: 0.030632760375738144 (0.036299298935310975) | > loss_mel_ce: 2.910593032836914 (nan) | > loss: 0.011671531945466995 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14228944723716563) | > loader_time: 0.0043 (0.004608954233026652)  --> TIME: 2025-03-24 22:44:47 -- STEP: 23140/31555 -- GLOBAL_STEP: 717350 | > loss_text_ce: 0.04254261404275894 (0.03629797085948169) | > loss_mel_ce: 3.1533203125 (nan) | > loss: 0.012681996449828148 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14229145348844774) | > loader_time: 0.0048 (0.004609041957888199)  --> TIME: 2025-03-24 22:44:57 -- STEP: 23190/31555 -- GLOBAL_STEP: 717400 | > loss_text_ce: 0.0360172875225544 (0.036298693027090004) | > loss_mel_ce: 3.106142997741699 (nan) | > loss: 0.01246889028698206 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14228789626446775) | > loader_time: 0.0048 (0.004609312482721184)  --> TIME: 2025-03-24 22:45:06 -- STEP: 23240/31555 -- GLOBAL_STEP: 717450 | > loss_text_ce: 0.034710343927145004 (0.03629554754107834) | > loss_mel_ce: 2.699115753173828 (nan) | > loss: 0.010848517529666424 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1422807211514796) | > loader_time: 0.005 (0.004609172500144184)  --> TIME: 2025-03-24 22:45:16 -- STEP: 23290/31555 -- GLOBAL_STEP: 717500 | > loss_text_ce: 0.03250932693481445 (0.036294784320789204) | > loss_mel_ce: 2.786106824874878 (nan) | > loss: 0.011184985749423504 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14228150564081485) | > loader_time: 0.0042 (0.004609322568386503)  --> TIME: 2025-03-24 22:45:26 -- STEP: 23340/31555 -- GLOBAL_STEP: 717550 | > loss_text_ce: 0.03503072261810303 (0.036296103038843175) | > loss_mel_ce: 2.1147079467773438 (nan) | > loss: 0.008530709892511368 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14228302247522184) | > loader_time: 0.0045 (0.004609331761861115)  --> TIME: 2025-03-24 22:45:36 -- STEP: 23390/31555 -- GLOBAL_STEP: 717600 | > loss_text_ce: 0.027831105515360832 (0.036293472515003956) | > loss_mel_ce: 2.9472556114196777 (nan) | > loss: 0.011805900372564793 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14228690832585716) | > loader_time: 0.0049 (0.004609701061615741)  --> TIME: 2025-03-24 22:45:45 -- STEP: 23440/31555 -- GLOBAL_STEP: 717650 | > loss_text_ce: 0.0398603230714798 (0.036291209285571516) | > loss_mel_ce: 2.816056728363037 (nan) | > loss: 0.01133300457149744 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1422812322809424) | > loader_time: 0.0045 (0.00460953418508732)  --> TIME: 2025-03-24 22:45:55 -- STEP: 23490/31555 -- GLOBAL_STEP: 717700 | > loss_text_ce: 0.04132681339979172 (0.03629199025713166) | > loss_mel_ce: 1.9694112539291382 (nan) | > loss: 0.007979120127856731 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1422701175286949) | > loader_time: 0.0046 (0.004609606427403401)  --> TIME: 2025-03-24 22:46:04 -- STEP: 23540/31555 -- GLOBAL_STEP: 717750 | > loss_text_ce: 0.033879149705171585 (0.03628878225153003) | > loss_mel_ce: 2.971668243408203 (nan) | > loss: 0.011926775798201561 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.142264422452743) | > loader_time: 0.0046 (0.004609531938979053)  --> TIME: 2025-03-24 22:46:14 -- STEP: 23590/31555 -- GLOBAL_STEP: 717800 | > loss_text_ce: 0.04443589225411415 (0.0362886429629307) | > loss_mel_ce: 2.479229211807251 (nan) | > loss: 0.010014545172452927 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1422603443751344) | > loader_time: 0.0044 (0.004609333058947878)  --> TIME: 2025-03-24 22:46:23 -- STEP: 23640/31555 -- GLOBAL_STEP: 717850 | > loss_text_ce: 0.047725994139909744 (0.036287667549627825) | > loss_mel_ce: 2.0676071643829346 (nan) | > loss: 0.008394178934395313 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14225818117459565) | > loader_time: 0.0045 (0.004609403926910684)  --> TIME: 2025-03-24 22:46:33 -- STEP: 23690/31555 -- GLOBAL_STEP: 717900 | > loss_text_ce: 0.03513159602880478 (0.03628871243076708) | > loss_mel_ce: 2.75962495803833 (nan) | > loss: 0.01109030470252037 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1422521434085884) | > loader_time: 0.0048 (0.004609448540406972)  --> TIME: 2025-03-24 22:46:43 -- STEP: 23740/31555 -- GLOBAL_STEP: 717950 | > loss_text_ce: 0.04733382537961006 (0.03628899021205173) | > loss_mel_ce: 2.291790723800659 (nan) | > loss: 0.009282240644097328 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14224605514105326) | > loader_time: 0.0049 (0.004609455445682488)  --> TIME: 2025-03-24 22:46:52 -- STEP: 23790/31555 -- GLOBAL_STEP: 718000 | > loss_text_ce: 0.03629850968718529 (0.03629029049021689) | > loss_mel_ce: 2.6854491233825684 (nan) | > loss: 0.010800586082041264 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1422418026525261) | > loader_time: 0.0046 (0.004609623322120078)  --> TIME: 2025-03-24 22:47:02 -- STEP: 23840/31555 -- GLOBAL_STEP: 718050 | > loss_text_ce: 0.03723203390836716 (0.036286573062748996) | > loss_mel_ce: 3.211738348007202 (nan) | > loss: 0.012892739847302437 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14223685712622264) | > loader_time: 0.0047 (0.004609688236409384)  --> TIME: 2025-03-24 22:47:11 -- STEP: 23890/31555 -- GLOBAL_STEP: 718100 | > loss_text_ce: 0.03709346428513527 (0.03628369802679229) | > loss_mel_ce: 3.041949510574341 (nan) | > loss: 0.012218425050377846 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14223668635165915) | > loader_time: 0.005 (0.0046099353804654195)  --> TIME: 2025-03-24 22:47:21 -- STEP: 23940/31555 -- GLOBAL_STEP: 718150 | > loss_text_ce: 0.03524640575051308 (0.03628432716339417) | > loss_mel_ce: 3.04590106010437 (nan) | > loss: 0.012226776219904423 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14223863280805393) | > loader_time: 0.0046 (0.004609855215252692)  --> TIME: 2025-03-24 22:47:31 -- STEP: 23990/31555 -- GLOBAL_STEP: 718200 | > loss_text_ce: 0.039455611258745193 (0.03628396765775748) | > loss_mel_ce: 3.055940866470337 (nan) | > loss: 0.012283320538699627 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14223746952289007) | > loader_time: 0.0061 (0.004610111505700035)  --> TIME: 2025-03-24 22:47:41 -- STEP: 24040/31555 -- GLOBAL_STEP: 718250 | > loss_text_ce: 0.04073802009224892 (0.036281814657890585) | > loss_mel_ce: 0.0640462264418602 (nan) | > loss: 0.0004158105293754488 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14223701307261805) | > loader_time: 0.0046 (0.004610156100522265)  --> TIME: 2025-03-24 22:47:50 -- STEP: 24090/31555 -- GLOBAL_STEP: 718300 | > loss_text_ce: 0.03543391823768616 (0.03627979796593956) | > loss_mel_ce: 4.484375 (nan) | > loss: 0.017935751006007195 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14223543478275694) | > loader_time: 0.0044 (0.004610260921476692)  --> TIME: 2025-03-24 22:48:00 -- STEP: 24140/31555 -- GLOBAL_STEP: 718350 | > loss_text_ce: 0.03487866744399071 (0.036282533666893386) | > loss_mel_ce: 2.6735987663269043 (nan) | > loss: 0.010747927241027355 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14222503878799622) | > loader_time: 0.0047 (0.004610283609846953)  --> TIME: 2025-03-24 22:48:09 -- STEP: 24190/31555 -- GLOBAL_STEP: 718400 | > loss_text_ce: 0.03682998567819595 (0.03628190796203966) | > loss_mel_ce: 2.8131139278411865 (nan) | > loss: 0.011309301480650902 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1422237552459101) | > loader_time: 0.0046 (0.004610310068008282)  --> TIME: 2025-03-24 22:48:19 -- STEP: 24240/31555 -- GLOBAL_STEP: 718450 | > loss_text_ce: 0.02834450826048851 (0.03628200022169443) | > loss_mel_ce: 2.4712533950805664 (nan) | > loss: 0.009919038973748684 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14221962345118527) | > loader_time: 0.0046 (0.004610377904212125)  --> TIME: 2025-03-24 22:48:29 -- STEP: 24290/31555 -- GLOBAL_STEP: 718500 | > loss_text_ce: 0.024500999599695206 (0.036279920597141364) | > loss_mel_ce: 2.8394155502319336 (nan) | > loss: 0.011364749632775784 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1422151490855772) | > loader_time: 0.0044 (0.0046103129518429604)  --> TIME: 2025-03-24 22:48:38 -- STEP: 24340/31555 -- GLOBAL_STEP: 718550 | > loss_text_ce: 0.028866030275821686 (0.03627978556708314) | > loss_mel_ce: 2.426223039627075 (nan) | > loss: 0.009742417372763157 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.142211291989833) | > loader_time: 0.0044 (0.0046101848415008)  --> TIME: 2025-03-24 22:48:48 -- STEP: 24390/31555 -- GLOBAL_STEP: 718600 | > loss_text_ce: 0.040918849408626556 (0.03628061250361537) | > loss_mel_ce: 2.916717290878296 (nan) | > loss: 0.011736651882529259 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14220260861175055) | > loader_time: 0.0048 (0.0046100698078494875)  --> TIME: 2025-03-24 22:48:57 -- STEP: 24440/31555 -- GLOBAL_STEP: 718650 | > loss_text_ce: 0.036217089742422104 (0.03628108539536979) | > loss_mel_ce: 2.600770950317383 (nan) | > loss: 0.010464238002896309 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14220282035451448) | > loader_time: 0.0068 (0.004610228245855348)  --> TIME: 2025-03-24 22:49:07 -- STEP: 24490/31555 -- GLOBAL_STEP: 718700 | > loss_text_ce: 0.03224550560116768 (0.03628147719671303) | > loss_mel_ce: 2.898271322250366 (nan) | > loss: 0.011629035696387291 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14220512757353881) | > loader_time: 0.0046 (0.004610282452849278)  --> TIME: 2025-03-24 22:49:17 -- STEP: 24540/31555 -- GLOBAL_STEP: 718750 | > loss_text_ce: 0.03886179253458977 (0.03628100164013739) | > loss_mel_ce: 3.1429522037506104 (nan) | > loss: 0.01262624654918909 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14219961629811573) | > loader_time: 0.0045 (0.004610210603684446)  --> TIME: 2025-03-24 22:49:26 -- STEP: 24590/31555 -- GLOBAL_STEP: 718800 | > loss_text_ce: 0.027842948213219643 (0.036278997158995824) | > loss_mel_ce: 2.604250431060791 (nan) | > loss: 0.010444816201925278 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14218773373552981) | > loader_time: 0.0047 (0.004610177209194034)  --> TIME: 2025-03-24 22:49:36 -- STEP: 24640/31555 -- GLOBAL_STEP: 718850 | > loss_text_ce: 0.03716572746634483 (0.036279253652674384) | > loss_mel_ce: 2.297762155532837 (nan) | > loss: 0.009265586733818054 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14219965378378857) | > loader_time: 0.0046 (0.004610151662067931)  --> TIME: 2025-03-24 22:49:46 -- STEP: 24690/31555 -- GLOBAL_STEP: 718900 | > loss_text_ce: 0.0341796875 (0.03627686724391109) | > loss_mel_ce: 3.598051071166992 (nan) | > loss: 0.014413614757359028 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14219036633401475) | > loader_time: 0.0045 (0.0046103268511723085)  --> TIME: 2025-03-24 22:49:55 -- STEP: 24740/31555 -- GLOBAL_STEP: 718950 | > loss_text_ce: 0.03175109252333641 (0.03627523592919411) | > loss_mel_ce: 2.4944543838500977 (nan) | > loss: 0.010024625808000565 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1421826041120619) | > loader_time: 0.0045 (0.004610287034906681)  --> TIME: 2025-03-24 22:50:05 -- STEP: 24790/31555 -- GLOBAL_STEP: 719000 | > loss_text_ce: 0.04074786603450775 (0.03627421957872312) | > loss_mel_ce: 2.970616579055786 (nan) | > loss: 0.01194985955953598 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14218462147314512) | > loader_time: 0.0045 (0.004610355057125852)  --> TIME: 2025-03-24 22:50:15 -- STEP: 24840/31555 -- GLOBAL_STEP: 719050 | > loss_text_ce: 0.03669116273522377 (0.03627287353472924) | > loss_mel_ce: 3.1749424934387207 (nan) | > loss: 0.012744578532874584 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14218056012850816) | > loader_time: 0.0049 (0.004610277873114495)  --> TIME: 2025-03-24 22:50:24 -- STEP: 24890/31555 -- GLOBAL_STEP: 719100 | > loss_text_ce: 0.04309966042637825 (0.03627642298183858) | > loss_mel_ce: 3.1752817630767822 (nan) | > loss: 0.012771355919539928 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14218335720658426) | > loader_time: 0.0044 (0.004610323043844694)  --> TIME: 2025-03-24 22:50:34 -- STEP: 24940/31555 -- GLOBAL_STEP: 719150 | > loss_text_ce: 0.031149791553616524 (0.03627540300209602) | > loss_mel_ce: 3.0350894927978516 (nan) | > loss: 0.012167616747319698 (nan) | > current_lr: 5e-06 | > step_time: 0.1895 (0.14218127902450783) | > loader_time: 0.0047 (0.004610283640545648)  --> TIME: 2025-03-24 22:50:44 -- STEP: 24990/31555 -- GLOBAL_STEP: 719200 | > loss_text_ce: 0.03284839913249016 (0.036274953740087774) | > loss_mel_ce: 3.1653895378112793 (nan) | > loss: 0.012691420502960682 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1421854764855159) | > loader_time: 0.0046 (0.004610380252488556)  --> TIME: 2025-03-24 22:50:54 -- STEP: 25040/31555 -- GLOBAL_STEP: 719250 | > loss_text_ce: 0.03649204596877098 (0.0362752576827994) | > loss_mel_ce: 2.8826138973236084 (nan) | > loss: 0.011583754792809486 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1421884345170406) | > loader_time: 0.0046 (0.00461029773131726)  --> TIME: 2025-03-24 22:51:03 -- STEP: 25090/31555 -- GLOBAL_STEP: 719300 | > loss_text_ce: 0.0382395014166832 (0.03627773866624547) | > loss_mel_ce: 2.7802186012268066 (nan) | > loss: 0.011184358038008213 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14218689044094868) | > loader_time: 0.0045 (0.004610306136206161)  --> TIME: 2025-03-24 22:51:13 -- STEP: 25140/31555 -- GLOBAL_STEP: 719350 | > loss_text_ce: 0.029636016115546227 (0.03627753482269078) | > loss_mel_ce: 2.8038060665130615 (nan) | > loss: 0.011243818327784538 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14219505379099437) | > loader_time: 0.0046 (0.004610435025693875)  --> TIME: 2025-03-24 22:51:23 -- STEP: 25190/31555 -- GLOBAL_STEP: 719400 | > loss_text_ce: 0.03797433525323868 (0.03627722164280989) | > loss_mel_ce: 2.894041061401367 (nan) | > loss: 0.01163498219102621 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14219343524075714) | > loader_time: 0.0044 (0.0046105447199762)  --> TIME: 2025-03-24 22:51:33 -- STEP: 25240/31555 -- GLOBAL_STEP: 719450 | > loss_text_ce: 0.039263393729925156 (0.0362766488332729) | > loss_mel_ce: 2.7052063941955566 (nan) | > loss: 0.01089075393974781 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14219498815702727) | > loader_time: 0.0046 (0.004610808366074233)  --> TIME: 2025-03-24 22:51:42 -- STEP: 25290/31555 -- GLOBAL_STEP: 719500 | > loss_text_ce: 0.03614504635334015 (0.036274286558849095) | > loss_mel_ce: 2.97918438911438 (nan) | > loss: 0.011965593323111534 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14218270943635225) | > loader_time: 0.0049 (0.0046111296457280815)  --> TIME: 2025-03-24 22:51:52 -- STEP: 25340/31555 -- GLOBAL_STEP: 719550 | > loss_text_ce: 0.032973747700452805 (0.03627499669816702) | > loss_mel_ce: 2.557281017303467 (nan) | > loss: 0.010278789326548576 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1421802056804825) | > loader_time: 0.0047 (0.004611269987372774)  --> TIME: 2025-03-24 22:52:01 -- STEP: 25390/31555 -- GLOBAL_STEP: 719600 | > loss_text_ce: 0.040006738156080246 (0.036273720487144986) | > loss_mel_ce: 0.0509033203125 (nan) | > loss: 0.00036075423122383654 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14217334874458476) | > loader_time: 0.0052 (0.004611359829506378)  --> TIME: 2025-03-24 22:52:11 -- STEP: 25440/31555 -- GLOBAL_STEP: 719650 | > loss_text_ce: 0.034450072795152664 (0.03627366966087604) | > loss_mel_ce: 3.088679075241089 (nan) | > loss: 0.012393370270729065 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14216741212883802) | > loader_time: 0.0047 (0.004611484978184007)  --> TIME: 2025-03-24 22:52:20 -- STEP: 25490/31555 -- GLOBAL_STEP: 719700 | > loss_text_ce: 0.03451978787779808 (0.03627293226007666) | > loss_mel_ce: 2.6992123126983643 (nan) | > loss: 0.010848143137991428 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14216285800410028) | > loader_time: 0.0045 (0.0046113915329308655)  --> TIME: 2025-03-24 22:52:30 -- STEP: 25540/31555 -- GLOBAL_STEP: 719750 | > loss_text_ce: 0.04005514085292816 (0.03627478717326707) | > loss_mel_ce: 2.72133207321167 (nan) | > loss: 0.010957885533571243 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14216501673591622) | > loader_time: 0.0047 (0.004611330099561382)  --> TIME: 2025-03-24 22:52:40 -- STEP: 25590/31555 -- GLOBAL_STEP: 719800 | > loss_text_ce: 0.042426932603120804 (0.03627499572018478) | > loss_mel_ce: 3.0757250785827637 (nan) | > loss: 0.012373619712889194 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14216612948715412) | > loader_time: 0.005 (0.004611528734994982)  --> TIME: 2025-03-24 22:52:50 -- STEP: 25640/31555 -- GLOBAL_STEP: 719850 | > loss_text_ce: 0.034043069928884506 (0.03627734987665228) | > loss_mel_ce: 2.527132511138916 (nan) | > loss: 0.010163395665585995 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1421655286306894) | > loader_time: 0.0047 (0.004611530207248629)  --> TIME: 2025-03-24 22:52:59 -- STEP: 25690/31555 -- GLOBAL_STEP: 719900 | > loss_text_ce: 0.026993559673428535 (0.03627496421070285) | > loss_mel_ce: 3.051729202270508 (nan) | > loss: 0.01221715472638607 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14215310680675972) | > loader_time: 0.0047 (0.0046116473842752964)  --> TIME: 2025-03-24 22:53:08 -- STEP: 25740/31555 -- GLOBAL_STEP: 719950 | > loss_text_ce: 0.02455948106944561 (0.03627619607129456) | > loss_mel_ce: 2.562300682067871 (nan) | > loss: 0.010265318676829338 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14214464975311103) | > loader_time: 0.0049 (0.004611449475054971)  --> TIME: 2025-03-24 22:53:18 -- STEP: 25790/31555 -- GLOBAL_STEP: 720000 | > loss_text_ce: 0.0318860225379467 (0.03627189187749689) | > loss_mel_ce: 2.4501986503601074 (nan) | > loss: 0.009849543683230877 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14214542768130045) | > loader_time: 0.0046 (0.0046115221834866745) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_720000.pth  --> TIME: 2025-03-24 22:53:33 -- STEP: 25840/31555 -- GLOBAL_STEP: 720050 | > loss_text_ce: 0.04442518576979637 (0.036271236621379446) | > loss_mel_ce: 2.7686760425567627 (nan) | > loss: 0.011163100600242615 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14212551148314206) | > loader_time: 0.0048 (0.004611495478603486)  --> TIME: 2025-03-24 22:53:42 -- STEP: 25890/31555 -- GLOBAL_STEP: 720100 | > loss_text_ce: 0.031767986714839935 (0.0362708580129453) | > loss_mel_ce: 3.443063259124756 (nan) | > loss: 0.013789013959467411 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1421228976266269) | > loader_time: 0.0045 (0.0046116507435544785)  --> TIME: 2025-03-24 22:53:52 -- STEP: 25940/31555 -- GLOBAL_STEP: 720150 | > loss_text_ce: 0.03963061794638634 (0.03626747443042695) | > loss_mel_ce: 2.9816653728485107 (nan) | > loss: 0.011989270336925983 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1421273006506853) | > loader_time: 0.0046 (0.004611630511449304)  --> TIME: 2025-03-24 22:54:02 -- STEP: 25990/31555 -- GLOBAL_STEP: 720200 | > loss_text_ce: 0.03166132792830467 (0.03626784220217436) | > loss_mel_ce: 2.5822670459747314 (nan) | > loss: 0.01037273183465004 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14212494195539566) | > loader_time: 0.0045 (0.004611485221836364)  --> TIME: 2025-03-24 22:54:12 -- STEP: 26040/31555 -- GLOBAL_STEP: 720250 | > loss_text_ce: 0.03690038248896599 (0.036267581949090286) | > loss_mel_ce: 2.99099063873291 (nan) | > loss: 0.012015440501272678 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14212928961865123) | > loader_time: 0.0046 (0.004611408435803943)  --> TIME: 2025-03-24 22:54:22 -- STEP: 26090/31555 -- GLOBAL_STEP: 720300 | > loss_text_ce: 0.032561566680669785 (0.03626599146068159) | > loss_mel_ce: 2.5323970317840576 (nan) | > loss: 0.010178407654166222 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.142137282193506) | > loader_time: 0.0046 (0.004611321361917507)  --> TIME: 2025-03-24 22:54:31 -- STEP: 26140/31555 -- GLOBAL_STEP: 720350 | > loss_text_ce: 0.028933435678482056 (0.03626556143794513) | > loss_mel_ce: 3.2667129039764404 (nan) | > loss: 0.013077963143587112 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14213428668786043) | > loader_time: 0.0045 (0.004611194598921029)  --> TIME: 2025-03-24 22:54:41 -- STEP: 26190/31555 -- GLOBAL_STEP: 720400 | > loss_text_ce: 0.03694014623761177 (0.036263389491631236) | > loss_mel_ce: 2.798196792602539 (nan) | > loss: 0.011250543408095837 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14214108517352875) | > loader_time: 0.0046 (0.004611135430352375)  --> TIME: 2025-03-24 22:54:51 -- STEP: 26240/31555 -- GLOBAL_STEP: 720450 | > loss_text_ce: 0.035561881959438324 (0.03626445964491248) | > loss_mel_ce: 2.4528748989105225 (nan) | > loss: 0.00987474899739027 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1421456819536478) | > loader_time: 0.0047 (0.004611025441710529)  --> TIME: 2025-03-24 22:55:00 -- STEP: 26290/31555 -- GLOBAL_STEP: 720500 | > loss_text_ce: 0.021754467859864235 (0.03626672851971005) | > loss_mel_ce: 2.2213892936706543 (nan) | > loss: 0.008901365101337433 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1421342537764946) | > loader_time: 0.0048 (0.004610961360503338)  --> TIME: 2025-03-24 22:55:10 -- STEP: 26340/31555 -- GLOBAL_STEP: 720550 | > loss_text_ce: 0.01969742216169834 (0.03626300655595287) | > loss_mel_ce: 2.8573660850524902 (nan) | > loss: 0.011416919529438019 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1421293088044731) | > loader_time: 0.0048 (0.004610846326852611)  --> TIME: 2025-03-24 22:55:19 -- STEP: 26390/31555 -- GLOBAL_STEP: 720600 | > loss_text_ce: 0.029454924166202545 (0.03626620709111187) | > loss_mel_ce: 2.186248779296875 (nan) | > loss: 0.008792475797235966 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14212730830706755) | > loader_time: 0.0046 (0.004611063771466486)  --> TIME: 2025-03-24 22:55:30 -- STEP: 26440/31555 -- GLOBAL_STEP: 720650 | > loss_text_ce: 0.04142141342163086 (0.036264487036394996) | > loss_mel_ce: 3.075634002685547 (nan) | > loss: 0.012369268573820591 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14214001309673235) | > loader_time: 0.0047 (0.004611067620420227)  --> TIME: 2025-03-24 22:55:39 -- STEP: 26490/31555 -- GLOBAL_STEP: 720700 | > loss_text_ce: 0.04063992574810982 (0.03626466291661596) | > loss_mel_ce: 2.9094841480255127 (nan) | > loss: 0.011706842109560966 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14213290282040936) | > loader_time: 0.0047 (0.004611040313723569)  --> TIME: 2025-03-24 22:55:49 -- STEP: 26540/31555 -- GLOBAL_STEP: 720750 | > loss_text_ce: 0.04964860901236534 (0.036265952838549276) | > loss_mel_ce: 3.1851775646209717 (nan) | > loss: 0.012836611829698086 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14213176127565247) | > loader_time: 0.0045 (0.004611076209090567)  --> TIME: 2025-03-24 22:55:58 -- STEP: 26590/31555 -- GLOBAL_STEP: 720800 | > loss_text_ce: 0.03122102841734886 (0.036266348415781406) | > loss_mel_ce: 2.526090383529663 (nan) | > loss: 0.01014806143939495 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1421150068897818) | > loader_time: 0.0044 (0.004611026492052478)  --> TIME: 2025-03-24 22:56:08 -- STEP: 26640/31555 -- GLOBAL_STEP: 720850 | > loss_text_ce: 0.033300090581178665 (0.036266400194139126) | > loss_mel_ce: 3.089628219604492 (nan) | > loss: 0.012392573989927769 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1421251066991154) | > loader_time: 0.0046 (0.00461106286929534)  --> TIME: 2025-03-24 22:56:18 -- STEP: 26690/31555 -- GLOBAL_STEP: 720900 | > loss_text_ce: 0.030526911839842796 (0.03626470419052356) | > loss_mel_ce: 2.4124574661254883 (nan) | > loss: 0.009694382548332214 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14212270147481504) | > loader_time: 0.0047 (0.004610928161709703)  --> TIME: 2025-03-24 22:56:27 -- STEP: 26740/31555 -- GLOBAL_STEP: 720950 | > loss_text_ce: 0.028938109055161476 (0.036264541538511205) | > loss_mel_ce: 1.750860333442688 (nan) | > loss: 0.007062692195177078 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14211615061884733) | > loader_time: 0.0045 (0.004610944810694689)  --> TIME: 2025-03-24 22:56:37 -- STEP: 26790/31555 -- GLOBAL_STEP: 721000 | > loss_text_ce: 0.045967526733875275 (0.0362640426858849) | > loss_mel_ce: 3.354599714279175 (nan) | > loss: 0.013494315557181835 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14211220428898205) | > loader_time: 0.0044 (0.004610854825585488)  --> TIME: 2025-03-24 22:56:46 -- STEP: 26840/31555 -- GLOBAL_STEP: 721050 | > loss_text_ce: 0.023302489891648293 (0.03626161719777817) | > loss_mel_ce: 3.4345521926879883 (nan) | > loss: 0.0137216467410326 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14210787687322918) | > loader_time: 0.0045 (0.004610793032695921)  --> TIME: 2025-03-24 22:56:56 -- STEP: 26890/31555 -- GLOBAL_STEP: 721100 | > loss_text_ce: 0.03294826298952103 (0.03626174003020151) | > loss_mel_ce: 2.99771785736084 (nan) | > loss: 0.012026453390717506 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14211949247904226) | > loader_time: 0.0047 (0.004611428052619202)  --> TIME: 2025-03-24 22:57:06 -- STEP: 26940/31555 -- GLOBAL_STEP: 721150 | > loss_text_ce: 0.036882415413856506 (0.0362616754699087) | > loss_mel_ce: 2.826354503631592 (nan) | > loss: 0.011362051591277122 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1421144012707463) | > loader_time: 0.0045 (0.004611624437698892)  --> TIME: 2025-03-24 22:57:15 -- STEP: 26990/31555 -- GLOBAL_STEP: 721200 | > loss_text_ce: 0.0265958234667778 (0.036262259330074126) | > loss_mel_ce: 2.197150707244873 (nan) | > loss: 0.008824391290545464 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14210851572318658) | > loader_time: 0.0046 (0.00461174755372043)  --> TIME: 2025-03-24 22:57:25 -- STEP: 27040/31555 -- GLOBAL_STEP: 721250 | > loss_text_ce: 0.044577330350875854 (0.036263616347943985) | > loss_mel_ce: 2.8238306045532227 (nan) | > loss: 0.0113825723528862 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14210780053978075) | > loader_time: 0.0051 (0.0046116914534004416)  --> TIME: 2025-03-24 22:57:35 -- STEP: 27090/31555 -- GLOBAL_STEP: 721300 | > loss_text_ce: 0.03340654447674751 (0.03626467191602818) | > loss_mel_ce: 3.1988561153411865 (nan) | > loss: 0.012826439924538136 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14209923026921645) | > loader_time: 0.0048 (0.004611668282217002)  --> TIME: 2025-03-24 22:57:44 -- STEP: 27140/31555 -- GLOBAL_STEP: 721350 | > loss_text_ce: 0.025890937075018883 (0.03626599640028838) | > loss_mel_ce: 2.949840784072876 (nan) | > loss: 0.011808459646999836 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14210083750828054) | > loader_time: 0.0044 (0.004611642903585854)  --> TIME: 2025-03-24 22:57:54 -- STEP: 27190/31555 -- GLOBAL_STEP: 721400 | > loss_text_ce: 0.03099139779806137 (0.03626695850212526) | > loss_mel_ce: 2.9983670711517334 (nan) | > loss: 0.012021264061331749 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14209700738213038) | > loader_time: 0.0049 (0.004611609445945784)  --> TIME: 2025-03-24 22:58:04 -- STEP: 27240/31555 -- GLOBAL_STEP: 721450 | > loss_text_ce: 0.03551064804196358 (0.036266531785826533) | > loss_mel_ce: 3.1078639030456543 (nan) | > loss: 0.01247370894998312 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1421017790155784) | > loader_time: 0.0045 (0.00461160106455876)  --> TIME: 2025-03-24 22:58:13 -- STEP: 27290/31555 -- GLOBAL_STEP: 721500 | > loss_text_ce: 0.03221864998340607 (0.03626367263509525) | > loss_mel_ce: 2.6532037258148193 (nan) | > loss: 0.010656438767910004 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14209426725771243) | > loader_time: 0.0047 (0.004611695961621961)  --> TIME: 2025-03-24 22:58:23 -- STEP: 27340/31555 -- GLOBAL_STEP: 721550 | > loss_text_ce: 0.03497844934463501 (0.03626298118912686) | > loss_mel_ce: 2.466864585876465 (nan) | > loss: 0.00992794893682003 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1421045144369935) | > loader_time: 0.0047 (0.004611902596223229)  --> TIME: 2025-03-24 22:58:33 -- STEP: 27390/31555 -- GLOBAL_STEP: 721600 | > loss_text_ce: 0.041942451149225235 (0.036263811599711634) | > loss_mel_ce: 2.6464431285858154 (nan) | > loss: 0.010668196715414524 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14210512087091792) | > loader_time: 0.0045 (0.004611858994301838)  --> TIME: 2025-03-24 22:58:43 -- STEP: 27440/31555 -- GLOBAL_STEP: 721650 | > loss_text_ce: 0.039289794862270355 (0.036263675488525694) | > loss_mel_ce: 2.83856463432312 (nan) | > loss: 0.011420057155191898 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1421083011623719) | > loader_time: 0.0046 (0.0046119964157527015)  --> TIME: 2025-03-24 22:58:53 -- STEP: 27490/31555 -- GLOBAL_STEP: 721700 | > loss_text_ce: 0.03578286990523338 (0.03626286638192528) | > loss_mel_ce: 3.302262544631958 (nan) | > loss: 0.013246212154626846 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1421182069660487) | > loader_time: 0.005 (0.00461207050199983)  --> TIME: 2025-03-24 22:59:03 -- STEP: 27540/31555 -- GLOBAL_STEP: 721750 | > loss_text_ce: 0.041533663868904114 (0.03626372473626828) | > loss_mel_ce: 2.255974292755127 (nan) | > loss: 0.009117095731198788 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14212142992642934) | > loader_time: 0.0048 (0.004612294763607994)  --> TIME: 2025-03-24 22:59:12 -- STEP: 27590/31555 -- GLOBAL_STEP: 721800 | > loss_text_ce: 0.04017430171370506 (0.03626308682158235) | > loss_mel_ce: 2.7914481163024902 (nan) | > loss: 0.011236597783863544 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14212094002246997) | > loader_time: 0.0045 (0.0046124082581207836)  --> TIME: 2025-03-24 22:59:22 -- STEP: 27640/31555 -- GLOBAL_STEP: 721850 | > loss_text_ce: 0.03527482599020004 (0.036262747527985174) | > loss_mel_ce: 0.0621163509786129 (nan) | > loss: 0.00038647293695248663 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14212070856184036) | > loader_time: 0.0045 (0.004612444916958389)  --> TIME: 2025-03-24 22:59:32 -- STEP: 27690/31555 -- GLOBAL_STEP: 721900 | > loss_text_ce: 0.033390436321496964 (0.03625840302038743) | > loss_mel_ce: 2.1052470207214355 (nan) | > loss: 0.008486657403409481 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14211708484207394) | > loader_time: 0.0047 (0.004612414662094903)  --> TIME: 2025-03-24 22:59:42 -- STEP: 27740/31555 -- GLOBAL_STEP: 721950 | > loss_text_ce: 0.02834673412144184 (0.03625804966378695) | > loss_mel_ce: 2.53975772857666 (nan) | > loss: 0.010190891101956367 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1421269562232379) | > loader_time: 0.0044 (0.00461277347205779)  --> TIME: 2025-03-24 22:59:52 -- STEP: 27790/31555 -- GLOBAL_STEP: 722000 | > loss_text_ce: 0.03354676812887192 (0.03625802186442694) | > loss_mel_ce: 2.46457839012146 (nan) | > loss: 0.009913194924592972 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14212875675065476) | > loader_time: 0.0046 (0.004612781787870932)  --> TIME: 2025-03-24 23:00:02 -- STEP: 27840/31555 -- GLOBAL_STEP: 722050 | > loss_text_ce: 0.04023577645421028 (0.0362570013238738) | > loss_mel_ce: 2.03778338432312 (nan) | > loss: 0.008246107958257198 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1421381153423206) | > loader_time: 0.0047 (0.00461279428724584)  --> TIME: 2025-03-24 23:00:11 -- STEP: 27890/31555 -- GLOBAL_STEP: 722100 | > loss_text_ce: 0.02852795086801052 (0.03625959385975784) | > loss_mel_ce: 2.9460082054138184 (nan) | > loss: 0.011803715489804745 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1421388711925897) | > loader_time: 0.0043 (0.004612803185614423)  --> TIME: 2025-03-24 23:00:21 -- STEP: 27940/31555 -- GLOBAL_STEP: 722150 | > loss_text_ce: 0.03272154927253723 (0.036260551078352486) | > loss_mel_ce: 2.8637189865112305 (nan) | > loss: 0.011493812315165997 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14214322456053993) | > loader_time: 0.0045 (0.004612928547855769)  --> TIME: 2025-03-24 23:00:31 -- STEP: 27990/31555 -- GLOBAL_STEP: 722200 | > loss_text_ce: 0.02744406834244728 (0.036260060667152615) | > loss_mel_ce: 2.6736607551574707 (nan) | > loss: 0.010718670673668385 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14213332411816093) | > loader_time: 0.0044 (0.004612859856788487)  --> TIME: 2025-03-24 23:00:40 -- STEP: 28040/31555 -- GLOBAL_STEP: 722250 | > loss_text_ce: 0.041171278804540634 (0.03626103341797266) | > loss_mel_ce: 1.5881754159927368 (nan) | > loss: 0.006465661805123091 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14213085596299507) | > loader_time: 0.0047 (0.004612952640835458)  --> TIME: 2025-03-24 23:00:50 -- STEP: 28090/31555 -- GLOBAL_STEP: 722300 | > loss_text_ce: 0.03338523209095001 (0.036261016659400944) | > loss_mel_ce: 2.572384834289551 (nan) | > loss: 0.010340358130633831 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14212663040419124) | > loader_time: 0.0047 (0.004613173173474594)  --> TIME: 2025-03-24 23:00:59 -- STEP: 28140/31555 -- GLOBAL_STEP: 722350 | > loss_text_ce: 0.038214776664972305 (0.036260660884963575) | > loss_mel_ce: 3.0900449752807617 (nan) | > loss: 0.012413729913532734 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14212648753333573) | > loader_time: 0.0078 (0.004613316991097035)  --> TIME: 2025-03-24 23:01:09 -- STEP: 28190/31555 -- GLOBAL_STEP: 722400 | > loss_text_ce: 0.03780730441212654 (0.03626151331556621) | > loss_mel_ce: 3.173888921737671 (nan) | > loss: 0.012744826264679432 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14211768047654796) | > loader_time: 0.0047 (0.00461320547230406)  --> TIME: 2025-03-24 23:01:19 -- STEP: 28240/31555 -- GLOBAL_STEP: 722450 | > loss_text_ce: 0.040877021849155426 (0.03626089391724628) | > loss_mel_ce: 2.7570033073425293 (nan) | > loss: 0.011102700605988503 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14211503758646574) | > loader_time: 0.0045 (0.004613209741649132)  --> TIME: 2025-03-24 23:01:29 -- STEP: 28290/31555 -- GLOBAL_STEP: 722500 | > loss_text_ce: 0.03830919787287712 (0.03625995608388315) | > loss_mel_ce: 2.3306283950805664 (nan) | > loss: 0.009400546550750732 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14212622556554894) | > loader_time: 0.0047 (0.0046134363850674045)  --> TIME: 2025-03-24 23:01:39 -- STEP: 28340/31555 -- GLOBAL_STEP: 722550 | > loss_text_ce: 0.04206365346908569 (0.03625835786614945) | > loss_mel_ce: 2.5936520099639893 (nan) | > loss: 0.010459190234541893 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14213221898445685) | > loader_time: 0.0049 (0.0046136941216575736)  --> TIME: 2025-03-24 23:01:48 -- STEP: 28390/31555 -- GLOBAL_STEP: 722600 | > loss_text_ce: 0.03970154747366905 (0.03625927359769782) | > loss_mel_ce: 2.878113269805908 (nan) | > loss: 0.011578630656003952 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14213738348249708) | > loader_time: 0.005 (0.004613754731662334)  --> TIME: 2025-03-24 23:01:58 -- STEP: 28440/31555 -- GLOBAL_STEP: 722650 | > loss_text_ce: 0.03776640072464943 (0.036261533220781426) | > loss_mel_ce: 2.143277883529663 (nan) | > loss: 0.008654938079416752 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.142134075552099) | > loader_time: 0.0048 (0.004614135342140564)  --> TIME: 2025-03-24 23:02:08 -- STEP: 28490/31555 -- GLOBAL_STEP: 722700 | > loss_text_ce: 0.024565307423472404 (0.036262541806547754) | > loss_mel_ce: 2.4869954586029053 (nan) | > loss: 0.009966511279344559 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14213969935112178) | > loader_time: 0.0045 (0.00461421266443982)  --> TIME: 2025-03-24 23:02:18 -- STEP: 28540/31555 -- GLOBAL_STEP: 722750 | > loss_text_ce: 0.023067524656653404 (0.0362616287060103) | > loss_mel_ce: 3.3894126415252686 (nan) | > loss: 0.013541588559746742 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1421325524954332) | > loader_time: 0.0047 (0.004614221097375424)  --> TIME: 2025-03-24 23:02:27 -- STEP: 28590/31555 -- GLOBAL_STEP: 722800 | > loss_text_ce: 0.028379179537296295 (0.03626022608556525) | > loss_mel_ce: 2.2890970706939697 (nan) | > loss: 0.009196334518492222 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14213268799396475) | > loader_time: 0.0047 (0.004614501201260035)  --> TIME: 2025-03-24 23:02:37 -- STEP: 28640/31555 -- GLOBAL_STEP: 722850 | > loss_text_ce: 0.04392905905842781 (0.03626243680242045) | > loss_mel_ce: 2.7174062728881836 (nan) | > loss: 0.010957680642604828 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14212246856875868) | > loader_time: 0.0046 (0.004614487123888955)  --> TIME: 2025-03-24 23:02:46 -- STEP: 28690/31555 -- GLOBAL_STEP: 722900 | > loss_text_ce: 0.03589349240064621 (0.03626350107482293) | > loss_mel_ce: 2.148186445236206 (nan) | > loss: 0.008666983805596828 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1421163751921942) | > loader_time: 0.005 (0.004614735455744014)  --> TIME: 2025-03-24 23:02:56 -- STEP: 28740/31555 -- GLOBAL_STEP: 722950 | > loss_text_ce: 0.03046136535704136 (0.03626217736124362) | > loss_mel_ce: 2.848341703414917 (nan) | > loss: 0.011423822492361069 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14211180799938128) | > loader_time: 0.0049 (0.004614684161993879)  --> TIME: 2025-03-24 23:03:06 -- STEP: 28790/31555 -- GLOBAL_STEP: 723000 | > loss_text_ce: 0.039032842963933945 (0.03626039707001227) | > loss_mel_ce: 3.0098321437835693 (nan) | > loss: 0.012098671868443489 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14211917566979762) | > loader_time: 0.0044 (0.0046146953631788865)  --> TIME: 2025-03-24 23:03:15 -- STEP: 28840/31555 -- GLOBAL_STEP: 723050 | > loss_text_ce: 0.025131313130259514 (0.036259528728403) | > loss_mel_ce: 3.3089449405670166 (nan) | > loss: 0.01323046162724495 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14211773468122002) | > loader_time: 0.0048 (0.004614860695707971)  --> TIME: 2025-03-24 23:03:25 -- STEP: 28890/31555 -- GLOBAL_STEP: 723100 | > loss_text_ce: 0.034070275723934174 (0.03626139266825789) | > loss_mel_ce: 2.8775978088378906 (nan) | > loss: 0.011554239317774773 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14210991426997976) | > loader_time: 0.0047 (0.004614988063272194)  --> TIME: 2025-03-24 23:03:34 -- STEP: 28940/31555 -- GLOBAL_STEP: 723150 | > loss_text_ce: 0.038297008723020554 (0.036262238443955416) | > loss_mel_ce: 2.863321542739868 (nan) | > loss: 0.011514360085129738 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1421092275017769) | > loader_time: 0.0047 (0.004614948649693119)  --> TIME: 2025-03-24 23:03:44 -- STEP: 28990/31555 -- GLOBAL_STEP: 723200 | > loss_text_ce: 0.028410369530320168 (0.036260833735787694) | > loss_mel_ce: 3.109957456588745 (nan) | > loss: 0.012453841976821423 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1421083771553309) | > loader_time: 0.0047 (0.004615237228456708)  --> TIME: 2025-03-24 23:03:54 -- STEP: 29040/31555 -- GLOBAL_STEP: 723250 | > loss_text_ce: 0.03636673837900162 (0.03626161738909403) | > loss_mel_ce: 2.7153613567352295 (nan) | > loss: 0.010919556021690369 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14211159112039606) | > loader_time: 0.0044 (0.004615399463117607)  --> TIME: 2025-03-24 23:04:04 -- STEP: 29090/31555 -- GLOBAL_STEP: 723300 | > loss_text_ce: 0.039148423820734024 (0.03625897219991688) | > loss_mel_ce: 2.9262988567352295 (nan) | > loss: 0.011767648160457611 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14211022373571816) | > loader_time: 0.0051 (0.0046155602467269)  --> TIME: 2025-03-24 23:04:13 -- STEP: 29140/31555 -- GLOBAL_STEP: 723350 | > loss_text_ce: 0.032624680548906326 (0.036260638505861684) | > loss_mel_ce: 2.867342472076416 (nan) | > loss: 0.011507807299494743 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14211005190094544) | > loader_time: 0.0047 (0.004615742823156323)  --> TIME: 2025-03-24 23:04:23 -- STEP: 29190/31555 -- GLOBAL_STEP: 723400 | > loss_text_ce: 0.037356186658144 (0.03626079311796599) | > loss_mel_ce: 2.9009788036346436 (nan) | > loss: 0.011660059913992882 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14210820554175835) | > loader_time: 0.0045 (0.004615732789570511)  --> TIME: 2025-03-24 23:04:33 -- STEP: 29240/31555 -- GLOBAL_STEP: 723450 | > loss_text_ce: 0.039199020713567734 (0.03626117015769593) | > loss_mel_ce: 2.334188938140869 (nan) | > loss: 0.009418207220733166 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14210314816717504) | > loader_time: 0.0044 (0.004615836984970981)  --> TIME: 2025-03-24 23:04:42 -- STEP: 29290/31555 -- GLOBAL_STEP: 723500 | > loss_text_ce: 0.03666182607412338 (0.03626163616056542) | > loss_mel_ce: 2.9176793098449707 (nan) | > loss: 0.011723577044904232 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14209578874860795) | > loader_time: 0.0044 (0.0046159955249706845)  --> TIME: 2025-03-24 23:04:52 -- STEP: 29340/31555 -- GLOBAL_STEP: 723550 | > loss_text_ce: 0.032753825187683105 (0.03626048740732099) | > loss_mel_ce: 3.054248571395874 (nan) | > loss: 0.012250009924173355 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14209151854706784) | > loader_time: 0.0048 (0.0046159535179190105)  --> TIME: 2025-03-24 23:05:01 -- STEP: 29390/31555 -- GLOBAL_STEP: 723600 | > loss_text_ce: 0.027226746082305908 (0.03625947898301282) | > loss_mel_ce: 3.585603952407837 (nan) | > loss: 0.014336630702018738 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1420937773320651) | > loader_time: 0.0051 (0.00461627268069209)  --> TIME: 2025-03-24 23:05:11 -- STEP: 29440/31555 -- GLOBAL_STEP: 723650 | > loss_text_ce: 0.027520351111888885 (0.036259489838645874) | > loss_mel_ce: 3.0832390785217285 (nan) | > loss: 0.012344283983111382 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.142091775329216) | > loader_time: 0.0046 (0.0046163995061879485)  --> TIME: 2025-03-24 23:05:21 -- STEP: 29490/31555 -- GLOBAL_STEP: 723700 | > loss_text_ce: 0.029957899823784828 (0.036261511022946474) | > loss_mel_ce: 3.0266780853271484 (nan) | > loss: 0.012129508890211582 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14208810668187222) | > loader_time: 0.0044 (0.004616356849993791)  --> TIME: 2025-03-24 23:05:30 -- STEP: 29540/31555 -- GLOBAL_STEP: 723750 | > loss_text_ce: 0.026950355619192123 (0.036261090786134646) | > loss_mel_ce: 2.8393898010253906 (nan) | > loss: 0.011374366469681263 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14208453574855273) | > loader_time: 0.0046 (0.0046164678252058)  --> TIME: 2025-03-24 23:05:40 -- STEP: 29590/31555 -- GLOBAL_STEP: 723800 | > loss_text_ce: 0.03562731295824051 (0.03626010464306025) | > loss_mel_ce: 2.941159248352051 (nan) | > loss: 0.011812645941972733 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14208431348642667) | > loader_time: 0.0047 (0.004616636293649101)  --> TIME: 2025-03-24 23:05:49 -- STEP: 29640/31555 -- GLOBAL_STEP: 723850 | > loss_text_ce: 0.0403568297624588 (0.036261958424780694) | > loss_mel_ce: 2.7322187423706055 (nan) | > loss: 0.011002284474670887 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1420727135279233) | > loader_time: 0.0046 (0.0046167101856828775)  --> TIME: 2025-03-24 23:05:59 -- STEP: 29690/31555 -- GLOBAL_STEP: 723900 | > loss_text_ce: 0.04380159452557564 (0.0362631075279315) | > loss_mel_ce: 2.2846951484680176 (nan) | > loss: 0.00924006663262844 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14207568476199234) | > loader_time: 0.0044 (0.004616729014246653)  --> TIME: 2025-03-24 23:06:09 -- STEP: 29740/31555 -- GLOBAL_STEP: 723950 | > loss_text_ce: 0.03745923563838005 (0.03626222683620298) | > loss_mel_ce: 3.034457206726074 (nan) | > loss: 0.012190144509077072 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14207590190692415) | > loader_time: 0.0049 (0.0046169399974645906)  --> TIME: 2025-03-24 23:06:18 -- STEP: 29790/31555 -- GLOBAL_STEP: 724000 | > loss_text_ce: 0.036507200449705124 (0.03626152880098366) | > loss_mel_ce: 2.9664306640625 (nan) | > loss: 0.011916420422494411 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14207525889558908) | > loader_time: 0.005 (0.004617150584576545)  --> TIME: 2025-03-24 23:06:28 -- STEP: 29840/31555 -- GLOBAL_STEP: 724050 | > loss_text_ce: 0.04086768627166748 (0.03626495204421446) | > loss_mel_ce: 2.75883150100708 (nan) | > loss: 0.011109918355941772 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14207595334295867) | > loader_time: 0.0046 (0.004617256868940248)  --> TIME: 2025-03-24 23:06:38 -- STEP: 29890/31555 -- GLOBAL_STEP: 724100 | > loss_text_ce: 0.03756948560476303 (0.03626499789919284) | > loss_mel_ce: 3.447171688079834 (nan) | > loss: 0.01382833905518055 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1420671341769383) | > loader_time: 0.0045 (0.004617626820969788)  --> TIME: 2025-03-24 23:06:47 -- STEP: 29940/31555 -- GLOBAL_STEP: 724150 | > loss_text_ce: 0.03118986077606678 (0.03626278616648441) | > loss_mel_ce: 6.34375 (nan) | > loss: 0.025297382846474648 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14206652837987666) | > loader_time: 0.0049 (0.004617779877636531)  --> TIME: 2025-03-24 23:06:57 -- STEP: 29990/31555 -- GLOBAL_STEP: 724200 | > loss_text_ce: 0.03677104786038399 (0.03626096073703227) | > loss_mel_ce: 2.897291421890259 (nan) | > loss: 0.011643106117844582 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1420646671216932) | > loader_time: 0.0046 (0.004617855086967356)  --> TIME: 2025-03-24 23:07:07 -- STEP: 30040/31555 -- GLOBAL_STEP: 724250 | > loss_text_ce: 0.030499981716275215 (0.03626016205779357) | > loss_mel_ce: 2.108588218688965 (nan) | > loss: 0.008488445542752743 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14206640017969088) | > loader_time: 0.0047 (0.004618169956613626)  --> TIME: 2025-03-24 23:07:16 -- STEP: 30090/31555 -- GLOBAL_STEP: 724300 | > loss_text_ce: 0.03885921090841293 (0.036256385642766044) | > loss_mel_ce: 2.7729079723358154 (nan) | > loss: 0.0111578069627285 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14206238331767732) | > loader_time: 0.0048 (0.004618385599554071)  --> TIME: 2025-03-24 23:07:26 -- STEP: 30140/31555 -- GLOBAL_STEP: 724350 | > loss_text_ce: 0.036857958883047104 (0.03625361290336963) | > loss_mel_ce: 1.9620096683502197 (nan) | > loss: 0.007932014763355255 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14205590233394555) | > loader_time: 0.0045 (0.0046183906569730775)  --> TIME: 2025-03-24 23:07:36 -- STEP: 30190/31555 -- GLOBAL_STEP: 724400 | > loss_text_ce: 0.05146034434437752 (0.036256122769514114) | > loss_mel_ce: 2.249540328979492 (nan) | > loss: 0.009130955673754215 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14205855550099394) | > loader_time: 0.0044 (0.0046184877877047375)  --> TIME: 2025-03-24 23:07:45 -- STEP: 30240/31555 -- GLOBAL_STEP: 724450 | > loss_text_ce: 0.03484566509723663 (0.03625457313696427) | > loss_mel_ce: 2.5497570037841797 (nan) | > loss: 0.010256360284984112 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14205064067922507) | > loader_time: 0.0073 (0.004618499439860139)  --> TIME: 2025-03-24 23:07:55 -- STEP: 30290/31555 -- GLOBAL_STEP: 724500 | > loss_text_ce: 0.03842635452747345 (0.036253501273218906) | > loss_mel_ce: 2.5384929180145264 (nan) | > loss: 0.01022587064653635 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14204679749987167) | > loader_time: 0.0046 (0.004618504835300683)  --> TIME: 2025-03-24 23:08:04 -- STEP: 30340/31555 -- GLOBAL_STEP: 724550 | > loss_text_ce: 0.038212891668081284 (0.036251063104448325) | > loss_mel_ce: 2.6429429054260254 (nan) | > loss: 0.010639507323503494 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14204057039362641) | > loader_time: 0.0048 (0.004618420542740232)  --> TIME: 2025-03-24 23:08:14 -- STEP: 30390/31555 -- GLOBAL_STEP: 724600 | > loss_text_ce: 0.03595547750592232 (0.036252564386479204) | > loss_mel_ce: 2.590249538421631 (nan) | > loss: 0.010421449318528175 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14203664474324057) | > loader_time: 0.0048 (0.0046184168241650775)  --> TIME: 2025-03-24 23:08:23 -- STEP: 30440/31555 -- GLOBAL_STEP: 724650 | > loss_text_ce: 0.033257756382226944 (0.036253003660238974) | > loss_mel_ce: 2.811490058898926 (nan) | > loss: 0.011288681998848915 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1420302057156575) | > loader_time: 0.0045 (0.004618552957665113)  --> TIME: 2025-03-24 23:08:33 -- STEP: 30490/31555 -- GLOBAL_STEP: 724700 | > loss_text_ce: 0.034129418432712555 (0.036250338334224405) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1420258847014864) | > loader_time: 0.0044 (0.004618531088236309)  --> TIME: 2025-03-24 23:08:42 -- STEP: 30540/31555 -- GLOBAL_STEP: 724750 | > loss_text_ce: 0.037391334772109985 (0.03625085626490314) | > loss_mel_ce: 3.091855049133301 (nan) | > loss: 0.012417645193636417 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14202048318715457) | > loader_time: 0.0047 (0.004618619311144707)  --> TIME: 2025-03-24 23:08:52 -- STEP: 30590/31555 -- GLOBAL_STEP: 724800 | > loss_text_ce: 0.042976416647434235 (0.03625075404105059) | > loss_mel_ce: 2.9073991775512695 (nan) | > loss: 0.011707840487360954 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14202127887673388) | > loader_time: 0.0046 (0.004618794320260196)  --> TIME: 2025-03-24 23:09:02 -- STEP: 30640/31555 -- GLOBAL_STEP: 724850 | > loss_text_ce: 0.04129769653081894 (0.03625056929941006) | > loss_mel_ce: 3.081921100616455 (nan) | > loss: 0.012393726035952568 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14202829173744128) | > loader_time: 0.0047 (0.004618968322445137)  --> TIME: 2025-03-24 23:09:12 -- STEP: 30690/31555 -- GLOBAL_STEP: 724900 | > loss_text_ce: 0.046601470559835434 (0.036250016128151666) | > loss_mel_ce: 2.6288015842437744 (nan) | > loss: 0.010616679675877094 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14203803254945005) | > loader_time: 0.008 (0.004619125824248056)  --> TIME: 2025-03-24 23:09:22 -- STEP: 30740/31555 -- GLOBAL_STEP: 724950 | > loss_text_ce: 0.037507638335227966 (0.0362482422598613) | > loss_mel_ce: 3.0695011615753174 (nan) | > loss: 0.012329400517046452 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1420395901083707) | > loader_time: 0.0045 (0.004619102378750894)  --> TIME: 2025-03-24 23:09:32 -- STEP: 30790/31555 -- GLOBAL_STEP: 725000 | > loss_text_ce: 0.03720610961318016 (0.03624964183170366) | > loss_mel_ce: 2.6533305644989014 (nan) | > loss: 0.010676734149456024 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14204485541080658) | > loader_time: 0.0044 (0.004619259987608408)  --> TIME: 2025-03-24 23:09:41 -- STEP: 30840/31555 -- GLOBAL_STEP: 725050 | > loss_text_ce: 0.033591412007808685 (0.03624831801600437) | > loss_mel_ce: 2.2555091381073 (nan) | > loss: 0.009083732962608337 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14204232753791943) | > loader_time: 0.0045 (0.004619338401096796)  --> TIME: 2025-03-24 23:09:51 -- STEP: 30890/31555 -- GLOBAL_STEP: 725100 | > loss_text_ce: 0.039078157395124435 (0.0362500572252704) | > loss_mel_ce: 3.088115692138672 (nan) | > loss: 0.012409500777721405 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1420381284524177) | > loader_time: 0.0046 (0.004619265922492042)  --> TIME: 2025-03-24 23:10:00 -- STEP: 30940/31555 -- GLOBAL_STEP: 725150 | > loss_text_ce: 0.03970057889819145 (0.03624963318963947) | > loss_mel_ce: 1.9988961219787598 (nan) | > loss: 0.008089669980108738 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14203739806614707) | > loader_time: 0.0045 (0.004619292520906505)  --> TIME: 2025-03-24 23:10:10 -- STEP: 30990/31555 -- GLOBAL_STEP: 725200 | > loss_text_ce: 0.038892947137355804 (0.03624858288638303) | > loss_mel_ce: 2.5325260162353516 (nan) | > loss: 0.010204044170677662 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14203730422706454) | > loader_time: 0.0044 (0.004619340267286018)  --> TIME: 2025-03-24 23:10:20 -- STEP: 31040/31555 -- GLOBAL_STEP: 725250 | > loss_text_ce: 0.0371050164103508 (0.036250524996652184) | > loss_mel_ce: 3.0021936893463135 (nan) | > loss: 0.012060710228979588 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14203320484339513) | > loader_time: 0.0046 (0.004619398997309274)  --> TIME: 2025-03-24 23:10:29 -- STEP: 31090/31555 -- GLOBAL_STEP: 725300 | > loss_text_ce: 0.04247041046619415 (0.036249638794977494) | > loss_mel_ce: 2.923470973968506 (nan) | > loss: 0.011769609525799751 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1420268836455463) | > loader_time: 0.0044 (0.004619275722215313)  --> TIME: 2025-03-24 23:10:39 -- STEP: 31140/31555 -- GLOBAL_STEP: 725350 | > loss_text_ce: 0.035937972366809845 (0.03624960353918562) | > loss_mel_ce: 1.2458831071853638 (nan) | > loss: 0.005086591932922602 (nan) | > current_lr: 5e-06 | > step_time: 0.1014 (0.14202801970694348) | > loader_time: 0.0044 (0.004619373996516558)  --> TIME: 2025-03-24 23:10:49 -- STEP: 31190/31555 -- GLOBAL_STEP: 725400 | > loss_text_ce: 0.03314880281686783 (0.03624653954960004) | > loss_mel_ce: 3.3365848064422607 (nan) | > loss: 0.013371959328651428 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.142029084139582) | > loader_time: 0.0046 (0.004619240806667642)  --> TIME: 2025-03-24 23:10:58 -- STEP: 31240/31555 -- GLOBAL_STEP: 725450 | > loss_text_ce: 0.03463151305913925 (0.036244405478342345) | > loss_mel_ce: 2.891895055770874 (nan) | > loss: 0.011613201349973679 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1420300630692782) | > loader_time: 0.0046 (0.004619248385008097)  --> TIME: 2025-03-24 23:11:08 -- STEP: 31290/31555 -- GLOBAL_STEP: 725500 | > loss_text_ce: 0.03675337880849838 (0.03624432464274534) | > loss_mel_ce: 2.8844707012176514 (nan) | > loss: 0.011592159979045391 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14202749878501403) | > loader_time: 0.0046 (0.004619392856465006)  --> TIME: 2025-03-24 23:11:18 -- STEP: 31340/31555 -- GLOBAL_STEP: 725550 | > loss_text_ce: 0.028102882206439972 (0.03624295415728169) | > loss_mel_ce: 0.2847086489200592 (nan) | > loss: 0.001241315621882677 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14202806016177008) | > loader_time: 0.0045 (0.004619568232601428)  --> TIME: 2025-03-24 23:11:27 -- STEP: 31390/31555 -- GLOBAL_STEP: 725600 | > loss_text_ce: 0.03870093449950218 (0.0362442558623879) | > loss_mel_ce: 2.934521436691284 (nan) | > loss: 0.011798501946032047 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14202743766033574) | > loader_time: 0.0049 (0.004619901709664425)  --> TIME: 2025-03-24 23:11:37 -- STEP: 31440/31555 -- GLOBAL_STEP: 725650 | > loss_text_ce: 0.036156728863716125 (0.03624424505922495) | > loss_mel_ce: 2.2695939540863037 (nan) | > loss: 0.009149804711341858 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14203252838616393) | > loader_time: 0.0046 (0.004619962090754319)  --> TIME: 2025-03-24 23:11:47 -- STEP: 31490/31555 -- GLOBAL_STEP: 725700 | > loss_text_ce: 0.029463866725564003 (0.03624285526195642) | > loss_mel_ce: 2.570913314819336 (nan) | > loss: 0.010318957269191742 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14202561755527057) | > loader_time: 0.0046 (0.00461982754004421)  --> TIME: 2025-03-24 23:11:57 -- STEP: 31540/31555 -- GLOBAL_STEP: 725750 | > loss_text_ce: 0.04487970098853111 (0.03624535175084611) | > loss_mel_ce: 2.9773054122924805 (nan) | > loss: 0.011992799118161201 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1420309570520524) | > loader_time: 0.0043 (0.004619858880245609)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021012748082478844 (-0.0005806223551432267) | > avg_loss_text_ce: 0.03319058810671171 (-0.00041369328896203456) | > avg_loss_mel_ce: 2.606693852742513 (-0.012304226557414033) | > avg_loss: 2.6398844416936234 (-0.012717916965485188) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_725765.pth  > EPOCH: 24/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-24 23:12:21)   --> TIME: 2025-03-24 23:12:28 -- STEP: 35/31555 -- GLOBAL_STEP: 725800 | > loss_text_ce: 0.03824867308139801 (0.03543897643685341) | > loss_mel_ce: 3.177751302719116 (2.4456369967865097) | > loss: 0.012761905789375305 (0.009845540237230515) | > current_lr: 5e-06 | > step_time: 0.178 (0.13798487527029854) | > loader_time: 0.0046 (0.004681171689714704)  --> TIME: 2025-03-24 23:12:38 -- STEP: 85/31555 -- GLOBAL_STEP: 725850 | > loss_text_ce: 0.032893385738134384 (0.035077931162189026) | > loss_mel_ce: 2.9657726287841797 (2.5658830082372712) | > loss: 0.011899469420313835 (0.01032127425269744) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1398327883552102) | > loader_time: 0.0044 (0.004637011359719669)  --> TIME: 2025-03-24 23:12:48 -- STEP: 135/31555 -- GLOBAL_STEP: 725900 | > loss_text_ce: 0.03366518393158913 (0.035194936546462545) | > loss_mel_ce: 3.53208327293396 (2.6274342290091304) | > loss: 0.014149796217679977 (0.010565989427117593) | > current_lr: 5e-06 | > step_time: 0.1753 (0.13947866227891706) | > loader_time: 0.0044 (0.004589882603398077)  --> TIME: 2025-03-24 23:12:57 -- STEP: 185/31555 -- GLOBAL_STEP: 725950 | > loss_text_ce: 0.039622459560632706 (0.035619031376129866) | > loss_mel_ce: 2.807699680328369 (2.6385094204766535) | > loss: 0.011298898607492447 (0.010611621505420377) | > current_lr: 5e-06 | > step_time: 0.1354 (0.13852556589487436) | > loader_time: 0.0046 (0.004560044005110458)  --> TIME: 2025-03-24 23:13:06 -- STEP: 235/31555 -- GLOBAL_STEP: 726000 | > loss_text_ce: 0.03985084593296051 (0.03542863574433834) | > loss_mel_ce: 0.033203125 (nan) | > loss: 0.0002898967359215021 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.13864964830114493) | > loader_time: 0.0045 (0.0045591983389347175)  --> TIME: 2025-03-24 23:13:16 -- STEP: 285/31555 -- GLOBAL_STEP: 726050 | > loss_text_ce: 0.029890120029449463 (0.035681468143797766) | > loss_mel_ce: 3.0355069637298584 (nan) | > loss: 0.012164274230599403 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.13885310072647902) | > loader_time: 0.0042 (0.004582389195760091)  --> TIME: 2025-03-24 23:13:26 -- STEP: 335/31555 -- GLOBAL_STEP: 726100 | > loss_text_ce: 0.03742344304919243 (0.03588899451294054) | > loss_mel_ce: 2.349851608276367 (nan) | > loss: 0.009473313577473164 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.13905579083001432) | > loader_time: 0.0042 (0.004572703233405723)  --> TIME: 2025-03-24 23:13:35 -- STEP: 385/31555 -- GLOBAL_STEP: 726150 | > loss_text_ce: 0.05426079034805298 (0.035966625050097324) | > loss_mel_ce: 3.0544285774230957 (nan) | > loss: 0.012336069718003273 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.13909431556602572) | > loader_time: 0.0043 (0.004552659121426664)  --> TIME: 2025-03-24 23:13:45 -- STEP: 435/31555 -- GLOBAL_STEP: 726200 | > loss_text_ce: 0.043258145451545715 (0.036041866354216114) | > loss_mel_ce: 3.0305798053741455 (nan) | > loss: 0.012197770178318024 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.13957752852604297) | > loader_time: 0.0045 (0.0045577679557361785)  --> TIME: 2025-03-24 23:13:54 -- STEP: 485/31555 -- GLOBAL_STEP: 726250 | > loss_text_ce: 0.036290012300014496 (0.035970250835891865) | > loss_mel_ce: 3.0059897899627686 (nan) | > loss: 0.012072538956999779 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.13916803586114307) | > loader_time: 0.005 (0.004557036370346224)  --> TIME: 2025-03-24 23:14:04 -- STEP: 535/31555 -- GLOBAL_STEP: 726300 | > loss_text_ce: 0.037022754549980164 (0.0361164036407092) | > loss_mel_ce: 3.3360371589660645 (nan) | > loss: 0.013385159894824028 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14004869550188007) | > loader_time: 0.0045 (0.004556494561311238)  --> TIME: 2025-03-24 23:14:13 -- STEP: 585/31555 -- GLOBAL_STEP: 726350 | > loss_text_ce: 0.05284992977976799 (0.036108334626779585) | > loss_mel_ce: 2.957758903503418 (nan) | > loss: 0.011946861632168293 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.13957695349668842) | > loader_time: 0.0047 (0.00455337059803498)  --> TIME: 2025-03-24 23:14:23 -- STEP: 635/31555 -- GLOBAL_STEP: 726400 | > loss_text_ce: 0.02643895521759987 (0.03605959266130849) | > loss_mel_ce: 1.4537737369537354 (nan) | > loss: 0.005873860325664282 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.13948729319835265) | > loader_time: 0.0044 (0.0045555171065443135)  --> TIME: 2025-03-24 23:14:33 -- STEP: 685/31555 -- GLOBAL_STEP: 726450 | > loss_text_ce: 0.04200834780931473 (0.03598972597315795) | > loss_mel_ce: 2.5618743896484375 (nan) | > loss: 0.010332868434488773 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.13968143671968544) | > loader_time: 0.0048 (0.004559097846929172)  --> TIME: 2025-03-24 23:14:42 -- STEP: 735/31555 -- GLOBAL_STEP: 726500 | > loss_text_ce: 0.039727430790662766 (0.03596262774195797) | > loss_mel_ce: 3.190161943435669 (nan) | > loss: 0.012817022390663624 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.13990352916068755) | > loader_time: 0.0046 (0.004556296471835804)  --> TIME: 2025-03-24 23:14:52 -- STEP: 785/31555 -- GLOBAL_STEP: 726550 | > loss_text_ce: 0.03473972529172897 (0.035893837440830086) | > loss_mel_ce: 2.7070467472076416 (nan) | > loss: 0.010880106128752232 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.13964128646121654) | > loader_time: 0.0043 (0.004554095541595652)  --> TIME: 2025-03-24 23:15:01 -- STEP: 835/31555 -- GLOBAL_STEP: 726600 | > loss_text_ce: 0.03853410482406616 (0.03587584707239071) | > loss_mel_ce: 2.997708320617676 (nan) | > loss: 0.01204858161509037 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.13984616131125804) | > loader_time: 0.0045 (0.004554311672370592)  --> TIME: 2025-03-24 23:15:11 -- STEP: 885/31555 -- GLOBAL_STEP: 726650 | > loss_text_ce: 0.03764987736940384 (0.03592260176010721) | > loss_mel_ce: 2.386176824569702 (nan) | > loss: 0.009618360549211502 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.13987368271175746) | > loader_time: 0.0045 (0.004554148313015869)  --> TIME: 2025-03-24 23:15:21 -- STEP: 935/31555 -- GLOBAL_STEP: 726700 | > loss_text_ce: 0.037550006061792374 (0.03593809472964725) | > loss_mel_ce: 1.024691104888916 (nan) | > loss: 0.0042152428068220615 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.13998095925479018) | > loader_time: 0.0049 (0.0045539259273100685)  --> TIME: 2025-03-24 23:15:30 -- STEP: 985/31555 -- GLOBAL_STEP: 726750 | > loss_text_ce: 0.03142155706882477 (0.03582893429409124) | > loss_mel_ce: 2.6331965923309326 (nan) | > loss: 0.01057388260960579 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.13954622225107885) | > loader_time: 0.0044 (0.0045499196512445)  --> TIME: 2025-03-24 23:15:39 -- STEP: 1035/31555 -- GLOBAL_STEP: 726800 | > loss_text_ce: 0.032045669853687286 (0.0358457723047566) | > loss_mel_ce: 3.3948934078216553 (nan) | > loss: 0.013598965480923653 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.13951915496789322) | > loader_time: 0.0043 (0.004546674783679024)  --> TIME: 2025-03-24 23:15:49 -- STEP: 1085/31555 -- GLOBAL_STEP: 726850 | > loss_text_ce: 0.03481945022940636 (0.03582762517893367) | > loss_mel_ce: 2.621075391769409 (nan) | > loss: 0.010539265349507332 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.13972522718016467) | > loader_time: 0.0043 (0.004544973153672463)  --> TIME: 2025-03-24 23:15:59 -- STEP: 1135/31555 -- GLOBAL_STEP: 726900 | > loss_text_ce: 0.04189290106296539 (0.03581788241535027) | > loss_mel_ce: 3.0877325534820557 (nan) | > loss: 0.012419150210916996 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.13964826314984974) | > loader_time: 0.0046 (0.004541424192521016)  --> TIME: 2025-03-24 23:16:08 -- STEP: 1185/31555 -- GLOBAL_STEP: 726950 | > loss_text_ce: 0.04997773841023445 (0.035870867595076496) | > loss_mel_ce: 3.1839230060577393 (nan) | > loss: 0.012832940556108952 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.13961724269239223) | > loader_time: 0.0044 (0.004538595223728615)  --> TIME: 2025-03-24 23:16:18 -- STEP: 1235/31555 -- GLOBAL_STEP: 727000 | > loss_text_ce: 0.03698837012052536 (0.035890988639823526) | > loss_mel_ce: 3.233386278152466 (nan) | > loss: 0.012977677397429943 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.13979171818567201) | > loader_time: 0.0046 (0.004535734894787254)  --> TIME: 2025-03-24 23:16:27 -- STEP: 1285/31555 -- GLOBAL_STEP: 727050 | > loss_text_ce: 0.04227110370993614 (0.03593141727134986) | > loss_mel_ce: 2.458143472671509 (nan) | > loss: 0.00992228090763092 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.13982023394989143) | > loader_time: 0.0044 (0.004535672265731875)  --> TIME: 2025-03-24 23:16:37 -- STEP: 1335/31555 -- GLOBAL_STEP: 727100 | > loss_text_ce: 0.026774102821946144 (0.03593289384806753) | > loss_mel_ce: 2.86297869682312 (nan) | > loss: 0.011467274278402328 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.139813823378488) | > loader_time: 0.0045 (0.004534994975457926)  --> TIME: 2025-03-24 23:16:47 -- STEP: 1385/31555 -- GLOBAL_STEP: 727150 | > loss_text_ce: 0.02947172336280346 (0.035904257049925205) | > loss_mel_ce: 2.752729654312134 (nan) | > loss: 0.011040481738746166 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14002532545840277) | > loader_time: 0.0048 (0.0045372637600674896)  --> TIME: 2025-03-24 23:16:56 -- STEP: 1435/31555 -- GLOBAL_STEP: 727200 | > loss_text_ce: 0.033995795994997025 (0.035869925844934064) | > loss_mel_ce: 2.938443660736084 (nan) | > loss: 0.011795395985245705 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.13989506797923468) | > loader_time: 0.0045 (0.004538629611610118)  --> TIME: 2025-03-24 23:17:06 -- STEP: 1485/31555 -- GLOBAL_STEP: 727250 | > loss_text_ce: 0.026712479069828987 (0.035846909833601594) | > loss_mel_ce: 2.7793424129486084 (nan) | > loss: 0.01113513857126236 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.13999096857578286) | > loader_time: 0.0045 (0.004540293626110963)  --> TIME: 2025-03-24 23:17:16 -- STEP: 1535/31555 -- GLOBAL_STEP: 727300 | > loss_text_ce: 0.05458224192261696 (0.03585329799084688) | > loss_mel_ce: 3.0373029708862305 (nan) | > loss: 0.012269387021660805 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1400282990272351) | > loader_time: 0.0046 (0.004544992788606828)  --> TIME: 2025-03-24 23:17:25 -- STEP: 1585/31555 -- GLOBAL_STEP: 727350 | > loss_text_ce: 0.0425388440489769 (0.03584584140920959) | > loss_mel_ce: 3.0256271362304688 (nan) | > loss: 0.012175262905657291 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.13995331965786464) | > loader_time: 0.0044 (0.004547192396049622)  --> TIME: 2025-03-24 23:17:35 -- STEP: 1635/31555 -- GLOBAL_STEP: 727400 | > loss_text_ce: 0.029920851811766624 (0.03584249934027776) | > loss_mel_ce: 2.7718193531036377 (nan) | > loss: 0.011118017137050629 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.13989798723740002) | > loader_time: 0.0043 (0.004550667275711672)  --> TIME: 2025-03-24 23:17:44 -- STEP: 1685/31555 -- GLOBAL_STEP: 727450 | > loss_text_ce: 0.03822316974401474 (0.03587516070086543) | > loss_mel_ce: 0.1027696430683136 (nan) | > loss: 0.0005594953545369208 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1399929623929265) | > loader_time: 0.0045 (0.004547990748012107)  --> TIME: 2025-03-24 23:17:54 -- STEP: 1735/31555 -- GLOBAL_STEP: 727500 | > loss_text_ce: 0.03717447817325592 (0.03590486066131413) | > loss_mel_ce: 2.9372880458831787 (nan) | > loss: 0.011803423054516315 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.13982972026901963) | > loader_time: 0.0045 (0.00454631497605734)  --> TIME: 2025-03-24 23:18:03 -- STEP: 1785/31555 -- GLOBAL_STEP: 727550 | > loss_text_ce: 0.03821314871311188 (0.03587692610512513) | > loss_mel_ce: 0.4124484658241272 (nan) | > loss: 0.0017883398104459047 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.13981921786353768) | > loader_time: 0.0042 (0.004545452748360096)  --> TIME: 2025-03-24 23:18:13 -- STEP: 1835/31555 -- GLOBAL_STEP: 727600 | > loss_text_ce: 0.026856550946831703 (0.03584912894116031) | > loss_mel_ce: 2.798079013824463 (nan) | > loss: 0.0112100625410676 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.13982441639705376) | > loader_time: 0.0044 (0.004544201338973302)  --> TIME: 2025-03-24 23:18:22 -- STEP: 1885/31555 -- GLOBAL_STEP: 727650 | > loss_text_ce: 0.0452193059027195 (0.035857031507718955) | > loss_mel_ce: 1.9304351806640625 (nan) | > loss: 0.007839899510145187 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.13979015856269877) | > loader_time: 0.0044 (0.004542506594872927)  --> TIME: 2025-03-24 23:18:32 -- STEP: 1935/31555 -- GLOBAL_STEP: 727700 | > loss_text_ce: 0.039771854877471924 (0.03583950858168517) | > loss_mel_ce: 1.9148082733154297 (nan) | > loss: 0.007756270468235016 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.13976547021890545) | > loader_time: 0.0044 (0.0045432249704996834)  --> TIME: 2025-03-24 23:18:41 -- STEP: 1985/31555 -- GLOBAL_STEP: 727750 | > loss_text_ce: 0.028192076832056046 (0.0358292922199298) | > loss_mel_ce: 2.6767923831939697 (nan) | > loss: 0.010734065435826778 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.13984081859252373) | > loader_time: 0.0045 (0.00454574231837199)  --> TIME: 2025-03-24 23:18:51 -- STEP: 2035/31555 -- GLOBAL_STEP: 727800 | > loss_text_ce: 0.025899602100253105 (0.03585515786374232) | > loss_mel_ce: 3.127363443374634 (nan) | > loss: 0.012512949295341969 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.13981074993967774) | > loader_time: 0.0045 (0.004547876807922822)  --> TIME: 2025-03-24 23:19:01 -- STEP: 2085/31555 -- GLOBAL_STEP: 727850 | > loss_text_ce: 0.03545338660478592 (0.035889111847864655) | > loss_mel_ce: 2.7032434940338135 (nan) | > loss: 0.010867845267057419 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.13991730676280564) | > loader_time: 0.0045 (0.004551752008122514)  --> TIME: 2025-03-24 23:19:11 -- STEP: 2135/31555 -- GLOBAL_STEP: 727900 | > loss_text_ce: 0.03657064959406853 (0.035913252002566155) | > loss_mel_ce: 2.7604596614837646 (nan) | > loss: 0.01109932642430067 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.13993759434452152) | > loader_time: 0.0046 (0.004553902177118316)  --> TIME: 2025-03-24 23:19:20 -- STEP: 2185/31555 -- GLOBAL_STEP: 727950 | > loss_text_ce: 0.028740352019667625 (0.03593193641192445) | > loss_mel_ce: 2.869432210922241 (nan) | > loss: 0.011500685475766659 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.13993433694817703) | > loader_time: 0.0043 (0.004552459389448722)  --> TIME: 2025-03-24 23:19:29 -- STEP: 2235/31555 -- GLOBAL_STEP: 728000 | > loss_text_ce: 0.02779747173190117 (0.03595393755925317) | > loss_mel_ce: 0.7026748657226562 (nan) | > loss: 0.002898699836805463 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.13979223323881812) | > loader_time: 0.0045 (0.004553352906399935)  --> TIME: 2025-03-24 23:19:39 -- STEP: 2285/31555 -- GLOBAL_STEP: 728050 | > loss_text_ce: 0.032627955079078674 (0.035953003589544834) | > loss_mel_ce: 2.883906364440918 (nan) | > loss: 0.011573550291359425 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.13979060112517097) | > loader_time: 0.0046 (0.0045550564446647625)  --> TIME: 2025-03-24 23:19:48 -- STEP: 2335/31555 -- GLOBAL_STEP: 728100 | > loss_text_ce: 0.036199089139699936 (0.03597327180733261) | > loss_mel_ce: 2.9554970264434814 (nan) | > loss: 0.011871811002492905 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.13978906974547484) | > loader_time: 0.0046 (0.004556887154916125)  --> TIME: 2025-03-24 23:19:58 -- STEP: 2385/31555 -- GLOBAL_STEP: 728150 | > loss_text_ce: 0.02192528173327446 (0.035954343208133274) | > loss_mel_ce: 2.0426456928253174 (nan) | > loss: 0.008192742243409157 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1398074238055413) | > loader_time: 0.0046 (0.004558282328351752)  --> TIME: 2025-03-24 23:20:08 -- STEP: 2435/31555 -- GLOBAL_STEP: 728200 | > loss_text_ce: 0.03281743824481964 (0.035949897206172296) | > loss_mel_ce: 2.5238077640533447 (nan) | > loss: 0.010145338252186775 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.13990139657711895) | > loader_time: 0.0045 (0.004560031048815857)  --> TIME: 2025-03-24 23:20:17 -- STEP: 2485/31555 -- GLOBAL_STEP: 728250 | > loss_text_ce: 0.03861525282263756 (0.03592813261063165) | > loss_mel_ce: 2.5201189517974854 (nan) | > loss: 0.010153708048164845 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.13983349464309103) | > loader_time: 0.0046 (0.004561138728734727)  --> TIME: 2025-03-24 23:20:27 -- STEP: 2535/31555 -- GLOBAL_STEP: 728300 | > loss_text_ce: 0.04876270517706871 (0.035922252188787536) | > loss_mel_ce: 3.0364458560943604 (nan) | > loss: 0.012242891825735569 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.13996257537450596) | > loader_time: 0.0048 (0.004561809863329419)  --> TIME: 2025-03-24 23:20:37 -- STEP: 2585/31555 -- GLOBAL_STEP: 728350 | > loss_text_ce: 0.022536635398864746 (0.035905707956470044) | > loss_mel_ce: 3.1087520122528076 (nan) | > loss: 0.012425748631358147 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14000775025476622) | > loader_time: 0.0045 (0.0045620643423881155)  --> TIME: 2025-03-24 23:20:47 -- STEP: 2635/31555 -- GLOBAL_STEP: 728400 | > loss_text_ce: 0.043963804841041565 (0.035893397635128124) | > loss_mel_ce: 3.1544268131256104 (nan) | > loss: 0.012692027725279331 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14012071620354893) | > loader_time: 0.0047 (0.004562550296819652)  --> TIME: 2025-03-24 23:20:57 -- STEP: 2685/31555 -- GLOBAL_STEP: 728450 | > loss_text_ce: 0.048533257097005844 (0.035920069247026294) | > loss_mel_ce: 2.8768789768218994 (nan) | > loss: 0.011608779430389404 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1401767060299386) | > loader_time: 0.0047 (0.004564019865607874)  --> TIME: 2025-03-24 23:21:07 -- STEP: 2735/31555 -- GLOBAL_STEP: 728500 | > loss_text_ce: 0.041127122938632965 (0.03592141403133891) | > loss_mel_ce: 2.5366740226745605 (nan) | > loss: 0.010229370556771755 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.1402455795399674) | > loader_time: 0.0054 (0.004564824095591783)  --> TIME: 2025-03-24 23:21:16 -- STEP: 2785/31555 -- GLOBAL_STEP: 728550 | > loss_text_ce: 0.029524005949497223 (0.03592208752064177) | > loss_mel_ce: 2.556854248046875 (nan) | > loss: 0.010263406671583652 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14025229491708163) | > loader_time: 0.0042 (0.004563625068596078)  --> TIME: 2025-03-24 23:21:26 -- STEP: 2835/31555 -- GLOBAL_STEP: 728600 | > loss_text_ce: 0.03697410598397255 (0.035911830781090004) | > loss_mel_ce: 2.563181161880493 (nan) | > loss: 0.01031807716935873 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14032406848995) | > loader_time: 0.0047 (0.004564224138882229)  --> TIME: 2025-03-24 23:21:35 -- STEP: 2885/31555 -- GLOBAL_STEP: 728650 | > loss_text_ce: 0.03015698865056038 (0.035927951504739375) | > loss_mel_ce: 2.7687816619873047 (nan) | > loss: 0.011106900870800018 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14027641774050326) | > loader_time: 0.0045 (0.004563347305747432)  --> TIME: 2025-03-24 23:21:45 -- STEP: 2935/31555 -- GLOBAL_STEP: 728700 | > loss_text_ce: 0.03566720336675644 (0.03593772002662408) | > loss_mel_ce: 2.0353317260742188 (nan) | > loss: 0.0082182502374053 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1403788712808591) | > loader_time: 0.0047 (0.004566178654893314)  --> TIME: 2025-03-24 23:21:55 -- STEP: 2985/31555 -- GLOBAL_STEP: 728750 | > loss_text_ce: 0.0291286613792181 (0.035937752480145864) | > loss_mel_ce: 2.3057312965393066 (nan) | > loss: 0.00926531758159399 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14036403221501018) | > loader_time: 0.0068 (0.0045657918281491496)  --> TIME: 2025-03-24 23:22:04 -- STEP: 3035/31555 -- GLOBAL_STEP: 728800 | > loss_text_ce: 0.03922804445028305 (0.03593675856934189) | > loss_mel_ce: 1.4455217123031616 (nan) | > loss: 0.005891864653676748 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1403368364645193) | > loader_time: 0.0045 (0.004565014909873118)  --> TIME: 2025-03-24 23:22:14 -- STEP: 3085/31555 -- GLOBAL_STEP: 728850 | > loss_text_ce: 0.03915218263864517 (0.03590640526180366) | > loss_mel_ce: 2.9689602851867676 (nan) | > loss: 0.011936955153942108 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14033090129277334) | > loader_time: 0.0042 (0.0045618334697556644)  --> TIME: 2025-03-24 23:22:24 -- STEP: 3135/31555 -- GLOBAL_STEP: 728900 | > loss_text_ce: 0.04257545992732048 (0.03589035865109539) | > loss_mel_ce: 2.513594150543213 (nan) | > loss: 0.010143530555069447 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1403137324909656) | > loader_time: 0.0045 (0.00456067591763001)  --> TIME: 2025-03-24 23:22:33 -- STEP: 3185/31555 -- GLOBAL_STEP: 728950 | > loss_text_ce: 0.04186760261654854 (0.035910261093435494) | > loss_mel_ce: 3.006296396255493 (nan) | > loss: 0.012095889076590538 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1403149401935717) | > loader_time: 0.0048 (0.0045581544400010235)  --> TIME: 2025-03-24 23:22:43 -- STEP: 3235/31555 -- GLOBAL_STEP: 729000 | > loss_text_ce: 0.03314424306154251 (0.03589224333355231) | > loss_mel_ce: 3.1264944076538086 (nan) | > loss: 0.012538249604403973 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14031485354144946) | > loader_time: 0.0045 (0.004557906494258565)  --> TIME: 2025-03-24 23:22:53 -- STEP: 3285/31555 -- GLOBAL_STEP: 729050 | > loss_text_ce: 0.03940833359956741 (0.03588427968090742) | > loss_mel_ce: 0.053955078125 (nan) | > loss: 0.00037048975354991853 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14036404407913472) | > loader_time: 0.0044 (0.004558440575679524)  --> TIME: 2025-03-24 23:23:02 -- STEP: 3335/31555 -- GLOBAL_STEP: 729100 | > loss_text_ce: 0.034018561244010925 (0.03588711523563997) | > loss_mel_ce: 3.078518867492676 (nan) | > loss: 0.012351339682936668 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14042212530590797) | > loader_time: 0.0047 (0.004560036566303959)  --> TIME: 2025-03-24 23:23:12 -- STEP: 3385/31555 -- GLOBAL_STEP: 729150 | > loss_text_ce: 0.044646404683589935 (0.03586885594794489) | > loss_mel_ce: 2.6152408123016357 (nan) | > loss: 0.01055510900914669 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1404619348630245) | > loader_time: 0.0046 (0.004559702429496748)  --> TIME: 2025-03-24 23:23:22 -- STEP: 3435/31555 -- GLOBAL_STEP: 729200 | > loss_text_ce: 0.03634968027472496 (0.035865966842023) | > loss_mel_ce: 3.0120956897735596 (nan) | > loss: 0.012097006663680077 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14053547746749961) | > loader_time: 0.0049 (0.004559364693654172)  --> TIME: 2025-03-24 23:23:31 -- STEP: 3485/31555 -- GLOBAL_STEP: 729250 | > loss_text_ce: 0.02956809662282467 (0.03587245552197964) | > loss_mel_ce: 2.763178825378418 (nan) | > loss: 0.011082329787313938 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14045620806076967) | > loader_time: 0.0043 (0.004558811023553458)  --> TIME: 2025-03-24 23:23:41 -- STEP: 3535/31555 -- GLOBAL_STEP: 729300 | > loss_text_ce: 0.039379384368658066 (0.03588257792262188) | > loss_mel_ce: 2.892728567123413 (nan) | > loss: 0.01163534913212061 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14048572207104212) | > loader_time: 0.0044 (0.004557448431659805)  --> TIME: 2025-03-24 23:23:51 -- STEP: 3585/31555 -- GLOBAL_STEP: 729350 | > loss_text_ce: 0.033094100654125214 (0.035897905310171556) | > loss_mel_ce: 3.397738218307495 (nan) | > loss: 0.013614415191113949 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14048710913505202) | > loader_time: 0.0046 (0.004557235669890222)  --> TIME: 2025-03-24 23:24:00 -- STEP: 3635/31555 -- GLOBAL_STEP: 729400 | > loss_text_ce: 0.03841438144445419 (0.035889348114342245) | > loss_mel_ce: 3.2277603149414062 (nan) | > loss: 0.012961011379957199 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14049956067228273) | > loader_time: 0.0046 (0.00455736090753234)  --> TIME: 2025-03-24 23:24:10 -- STEP: 3685/31555 -- GLOBAL_STEP: 729450 | > loss_text_ce: 0.021498339250683784 (0.035869644372250015) | > loss_mel_ce: 2.580455780029297 (nan) | > loss: 0.010325215756893158 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1404569245419964) | > loader_time: 0.0044 (0.00455733658985983)  --> TIME: 2025-03-24 23:24:19 -- STEP: 3735/31555 -- GLOBAL_STEP: 729500 | > loss_text_ce: 0.034391093999147415 (0.03588701897092562) | > loss_mel_ce: 2.8177692890167236 (nan) | > loss: 0.011318097822368145 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14040306345366435) | > loader_time: 0.0046 (0.004558224275887744)  --> TIME: 2025-03-24 23:24:29 -- STEP: 3785/31555 -- GLOBAL_STEP: 729550 | > loss_text_ce: 0.030246764421463013 (0.03591038151281227) | > loss_mel_ce: 2.835537910461426 (nan) | > loss: 0.011372162029147148 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14036581853264413) | > loader_time: 0.0044 (0.004557916321244247)  --> TIME: 2025-03-24 23:24:38 -- STEP: 3835/31555 -- GLOBAL_STEP: 729600 | > loss_text_ce: 0.03734210506081581 (0.03592142405248245) | > loss_mel_ce: 2.846308946609497 (nan) | > loss: 0.011443059891462326 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14039485041134694) | > loader_time: 0.0045 (0.004560356438548512)  --> TIME: 2025-03-24 23:24:48 -- STEP: 3885/31555 -- GLOBAL_STEP: 729650 | > loss_text_ce: 0.03259149566292763 (0.03590925793586579) | > loss_mel_ce: 2.4414355754852295 (nan) | > loss: 0.009817568585276604 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14037958339067677) | > loader_time: 0.0046 (0.004560288131006909)  --> TIME: 2025-03-24 23:24:58 -- STEP: 3935/31555 -- GLOBAL_STEP: 729700 | > loss_text_ce: 0.03520059958100319 (0.035920304208851804) | > loss_mel_ce: 1.7252116203308105 (nan) | > loss: 0.0069857630878686905 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14042874030873032) | > loader_time: 0.0047 (0.004561132275921884)  --> TIME: 2025-03-24 23:25:07 -- STEP: 3985/31555 -- GLOBAL_STEP: 729750 | > loss_text_ce: 0.035359885543584824 (0.03593157708640183) | > loss_mel_ce: 2.9488611221313477 (nan) | > loss: 0.011842147447168827 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1404315974811092) | > loader_time: 0.0043 (0.0045626918524690795)  --> TIME: 2025-03-24 23:25:17 -- STEP: 4035/31555 -- GLOBAL_STEP: 729800 | > loss_text_ce: 0.0404367595911026 (0.03593841266404029) | > loss_mel_ce: 1.9997035264968872 (nan) | > loss: 0.008095795288681984 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14041937540898114) | > loader_time: 0.0046 (0.004562578532184674)  --> TIME: 2025-03-24 23:25:27 -- STEP: 4085/31555 -- GLOBAL_STEP: 729850 | > loss_text_ce: 0.03463464602828026 (0.03592578982102197) | > loss_mel_ce: 2.326251268386841 (nan) | > loss: 0.0093685956671834 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14046379221259037) | > loader_time: 0.0045 (0.004561937395186886)  --> TIME: 2025-03-24 23:25:36 -- STEP: 4135/31555 -- GLOBAL_STEP: 729900 | > loss_text_ce: 0.04051617160439491 (0.0359207218715598) | > loss_mel_ce: 2.2469043731689453 (nan) | > loss: 0.009077065624296665 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14044952398344013) | > loader_time: 0.0046 (0.0045609071724648466)  --> TIME: 2025-03-24 23:25:46 -- STEP: 4185/31555 -- GLOBAL_STEP: 729950 | > loss_text_ce: 0.04319268465042114 (0.035939153685070814) | > loss_mel_ce: 3.0399255752563477 (nan) | > loss: 0.012234596535563469 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14048119873128934) | > loader_time: 0.0043 (0.00455952704736125)  --> TIME: 2025-03-24 23:25:55 -- STEP: 4235/31555 -- GLOBAL_STEP: 730000 | > loss_text_ce: 0.045740678906440735 (0.03593757843099514) | > loss_mel_ce: 2.8335838317871094 (nan) | > loss: 0.01142589095979929 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14046086825896628) | > loader_time: 0.0044 (0.004559951521007635) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_730000.pth  --> TIME: 2025-03-24 23:26:10 -- STEP: 4285/31555 -- GLOBAL_STEP: 730050 | > loss_text_ce: 0.042259104549884796 (0.03594861552706076) | > loss_mel_ce: 3.0630953311920166 (nan) | > loss: 0.012322836555540562 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14041505293918485) | > loader_time: 0.0046 (0.0045589518797439455)  --> TIME: 2025-03-24 23:26:20 -- STEP: 4335/31555 -- GLOBAL_STEP: 730100 | > loss_text_ce: 0.03608372062444687 (0.03595598700210322) | > loss_mel_ce: 0.05841064453125 (nan) | > loss: 0.00037497765151783824 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14043757901747214) | > loader_time: 0.0045 (0.004558704468618226)  --> TIME: 2025-03-24 23:26:29 -- STEP: 4385/31555 -- GLOBAL_STEP: 730150 | > loss_text_ce: 0.03456574305891991 (0.03594317831663976) | > loss_mel_ce: 3.2118961811065674 (nan) | > loss: 0.012882785871624947 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14040885542518347) | > loader_time: 0.0046 (0.004557858959706926)  --> TIME: 2025-03-24 23:26:39 -- STEP: 4435/31555 -- GLOBAL_STEP: 730200 | > loss_text_ce: 0.03617687523365021 (0.03595530815661916) | > loss_mel_ce: 2.5391170978546143 (nan) | > loss: 0.010219421237707138 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14034201606956948) | > loader_time: 0.0044 (0.004557830773991162)  --> TIME: 2025-03-24 23:26:48 -- STEP: 4485/31555 -- GLOBAL_STEP: 730250 | > loss_text_ce: 0.03968033567070961 (0.03595141231693905) | > loss_mel_ce: 2.7146925926208496 (nan) | > loss: 0.010930052027106285 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14035719570640495) | > loader_time: 0.0049 (0.004557407500353156)  --> TIME: 2025-03-24 23:26:58 -- STEP: 4535/31555 -- GLOBAL_STEP: 730300 | > loss_text_ce: 0.0466313436627388 (0.03595333671774354) | > loss_mel_ce: 2.563849449157715 (nan) | > loss: 0.010359051637351513 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1473 (0.14038492821017362) | > loader_time: 0.0048 (0.004556919327118706)  --> TIME: 2025-03-24 23:27:07 -- STEP: 4585/31555 -- GLOBAL_STEP: 730350 | > loss_text_ce: 0.04163394495844841 (0.03594278332959107) | > loss_mel_ce: 2.5733511447906494 (nan) | > loss: 0.010376925580203533 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14033764716453134) | > loader_time: 0.0045 (0.004556532124526641)  --> TIME: 2025-03-24 23:27:17 -- STEP: 4635/31555 -- GLOBAL_STEP: 730400 | > loss_text_ce: 0.03309578821063042 (0.03593138153920947) | > loss_mel_ce: 2.8753647804260254 (nan) | > loss: 0.011541510932147503 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.140317605357083) | > loader_time: 0.0042 (0.004555444758558235)  --> TIME: 2025-03-24 23:27:26 -- STEP: 4685/31555 -- GLOBAL_STEP: 730450 | > loss_text_ce: 0.04351108893752098 (0.03594623227268763) | > loss_mel_ce: 3.1724205017089844 (nan) | > loss: 0.012761633843183517 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1403252041327154) | > loader_time: 0.0048 (0.004554308389523253)  --> TIME: 2025-03-24 23:27:36 -- STEP: 4735/31555 -- GLOBAL_STEP: 730500 | > loss_text_ce: 0.0400683619081974 (0.03594521344624598) | > loss_mel_ce: 2.7686023712158203 (nan) | > loss: 0.011145519092679024 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.140293542132836) | > loader_time: 0.0046 (0.004552698286433171)  --> TIME: 2025-03-24 23:27:45 -- STEP: 4785/31555 -- GLOBAL_STEP: 730550 | > loss_text_ce: 0.03552979975938797 (0.0359403494412668) | > loss_mel_ce: 2.26190185546875 (nan) | > loss: 0.009116793051362038 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14030057300220852) | > loader_time: 0.0044 (0.0045512296563032075)  --> TIME: 2025-03-24 23:27:55 -- STEP: 4835/31555 -- GLOBAL_STEP: 730600 | > loss_text_ce: 0.044129807502031326 (0.03594108491985747) | > loss_mel_ce: 2.0714800357818604 (nan) | > loss: 0.00839527789503336 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14026458231345115) | > loader_time: 0.0044 (0.004551322605641962)  --> TIME: 2025-03-24 23:28:05 -- STEP: 4885/31555 -- GLOBAL_STEP: 730650 | > loss_text_ce: 0.03463076055049896 (0.03595216932288051) | > loss_mel_ce: 2.9216439723968506 (nan) | > loss: 0.011731249280273914 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14031711312863107) | > loader_time: 0.0045 (0.004550993088690033)  --> TIME: 2025-03-24 23:28:15 -- STEP: 4935/31555 -- GLOBAL_STEP: 730700 | > loss_text_ce: 0.022798512130975723 (0.03594686439904362) | > loss_mel_ce: 2.316946268081665 (nan) | > loss: 0.009284702129662037 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1403366532369228) | > loader_time: 0.0044 (0.004551389127999952)  --> TIME: 2025-03-24 23:28:24 -- STEP: 4985/31555 -- GLOBAL_STEP: 730750 | > loss_text_ce: 0.030011795461177826 (0.035956091780323815) | > loss_mel_ce: 2.6123499870300293 (nan) | > loss: 0.010485563427209854 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14037948525179134) | > loader_time: 0.0047 (0.004551371743710146)  --> TIME: 2025-03-24 23:28:34 -- STEP: 5035/31555 -- GLOBAL_STEP: 730800 | > loss_text_ce: 0.037924446165561676 (0.0359443726365814) | > loss_mel_ce: 2.1338117122650146 (nan) | > loss: 0.008618001826107502 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1403491102595554) | > loader_time: 0.0045 (0.004551429000369617)  --> TIME: 2025-03-24 23:28:43 -- STEP: 5085/31555 -- GLOBAL_STEP: 730850 | > loss_text_ce: 0.03684011474251747 (0.03594023926914351) | > loss_mel_ce: 3.0191574096679688 (nan) | > loss: 0.012126975692808628 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14034789262619718) | > loader_time: 0.0046 (0.004550979317934241)  --> TIME: 2025-03-24 23:28:53 -- STEP: 5135/31555 -- GLOBAL_STEP: 730900 | > loss_text_ce: 0.048372648656368256 (0.03594392777095025) | > loss_mel_ce: 2.5549001693725586 (nan) | > loss: 0.010330448858439922 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1403518174848401) | > loader_time: 0.0045 (0.004550422781746494)  --> TIME: 2025-03-24 23:29:03 -- STEP: 5185/31555 -- GLOBAL_STEP: 730950 | > loss_text_ce: 0.032629966735839844 (0.0359489772621481) | > loss_mel_ce: 2.926541566848755 (nan) | > loss: 0.011742744594812393 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14041572467800287) | > loader_time: 0.0047 (0.004549925260626599)  --> TIME: 2025-03-24 23:29:12 -- STEP: 5235/31555 -- GLOBAL_STEP: 731000 | > loss_text_ce: 0.03443554416298866 (0.03594968301985042) | > loss_mel_ce: 2.9077308177948 (nan) | > loss: 0.01167526375502348 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14039950817111804) | > loader_time: 0.0046 (0.004549135792904401)  --> TIME: 2025-03-24 23:29:22 -- STEP: 5285/31555 -- GLOBAL_STEP: 731050 | > loss_text_ce: 0.03882329538464546 (0.03593233903233828) | > loss_mel_ce: 2.578808546066284 (nan) | > loss: 0.010387429036200047 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1404105115636069) | > loader_time: 0.0044 (0.004549276907712425)  --> TIME: 2025-03-24 23:29:32 -- STEP: 5335/31555 -- GLOBAL_STEP: 731100 | > loss_text_ce: 0.03103109449148178 (0.03593985002397116) | > loss_mel_ce: 1.166015625 (nan) | > loss: 0.0047501856461167336 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14046303517592756) | > loader_time: 0.0043 (0.004549472267200939)  --> TIME: 2025-03-24 23:29:42 -- STEP: 5385/31555 -- GLOBAL_STEP: 731150 | > loss_text_ce: 0.03648507595062256 (0.03594694380996917) | > loss_mel_ce: 2.8755733966827393 (nan) | > loss: 0.011555788107216358 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14043473280904) | > loader_time: 0.0042 (0.004548263815452138)  --> TIME: 2025-03-24 23:29:51 -- STEP: 5435/31555 -- GLOBAL_STEP: 731200 | > loss_text_ce: 0.023683104664087296 (0.03594421146192479) | > loss_mel_ce: 3.42340087890625 (nan) | > loss: 0.013678905554115772 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1404400352611383) | > loader_time: 0.0046 (0.00454860632860453)  --> TIME: 2025-03-24 23:30:01 -- STEP: 5485/31555 -- GLOBAL_STEP: 731250 | > loss_text_ce: 0.03369873762130737 (0.0359478969403704) | > loss_mel_ce: 2.1223862171173096 (nan) | > loss: 0.008555893786251545 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14040974262310568) | > loader_time: 0.0045 (0.0045482157791541175)  --> TIME: 2025-03-24 23:30:10 -- STEP: 5535/31555 -- GLOBAL_STEP: 731300 | > loss_text_ce: 0.035272181034088135 (0.035942762667799444) | > loss_mel_ce: 2.9571237564086914 (nan) | > loss: 0.011874587275087833 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14045185478506805) | > loader_time: 0.0046 (0.0045482975788340525)  --> TIME: 2025-03-24 23:30:20 -- STEP: 5585/31555 -- GLOBAL_STEP: 731350 | > loss_text_ce: 0.04266257584095001 (0.035949997347758694) | > loss_mel_ce: 3.237701416015625 (nan) | > loss: 0.013017318211495876 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1404865303312762) | > loader_time: 0.0043 (0.004548442758613122)  --> TIME: 2025-03-24 23:30:30 -- STEP: 5635/31555 -- GLOBAL_STEP: 731400 | > loss_text_ce: 0.037809427827596664 (0.03595269930143214) | > loss_mel_ce: 2.662668466567993 (nan) | > loss: 0.010716182179749012 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14051287658677866) | > loader_time: 0.0045 (0.004549085512135876)  --> TIME: 2025-03-24 23:30:40 -- STEP: 5685/31555 -- GLOBAL_STEP: 731450 | > loss_text_ce: 0.042920760810375214 (0.03595673818413161) | > loss_mel_ce: 3.153306245803833 (nan) | > loss: 0.012683441862463951 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1404952911923827) | > loader_time: 0.0049 (0.004548383576888845)  --> TIME: 2025-03-24 23:30:49 -- STEP: 5735/31555 -- GLOBAL_STEP: 731500 | > loss_text_ce: 0.031210200861096382 (0.03594839758294084) | > loss_mel_ce: 2.96877384185791 (nan) | > loss: 0.011904698796570301 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14047905656703158) | > loader_time: 0.0048 (0.004548349438694741)  --> TIME: 2025-03-24 23:30:59 -- STEP: 5785/31555 -- GLOBAL_STEP: 731550 | > loss_text_ce: 0.036365218460559845 (0.03593600270665965) | > loss_mel_ce: 2.0766708850860596 (nan) | > loss: 0.008385065011680126 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14046484989242103) | > loader_time: 0.0045 (0.004548159651232889)  --> TIME: 2025-03-24 23:31:08 -- STEP: 5835/31555 -- GLOBAL_STEP: 731600 | > loss_text_ce: 0.03736761584877968 (0.03594961404136435) | > loss_mel_ce: 2.5989327430725098 (nan) | > loss: 0.01046151015907526 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1404369368549077) | > loader_time: 0.0046 (0.004547622373396259)  --> TIME: 2025-03-24 23:31:18 -- STEP: 5885/31555 -- GLOBAL_STEP: 731650 | > loss_text_ce: 0.03533035144209862 (0.03595904158768553) | > loss_mel_ce: 2.168548583984375 (nan) | > loss: 0.00874555204063654 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1404672898168573) | > loader_time: 0.0046 (0.004548022821988724)  --> TIME: 2025-03-24 23:31:27 -- STEP: 5935/31555 -- GLOBAL_STEP: 731700 | > loss_text_ce: 0.03346209600567818 (0.03595445714231887) | > loss_mel_ce: 2.942488193511963 (nan) | > loss: 0.011809326708316803 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14048509256319555) | > loader_time: 0.0045 (0.004547652459084345)  --> TIME: 2025-03-24 23:31:37 -- STEP: 5985/31555 -- GLOBAL_STEP: 731750 | > loss_text_ce: 0.031048590317368507 (0.03596443469568447) | > loss_mel_ce: 2.846586227416992 (nan) | > loss: 0.011419186368584633 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14050921218636278) | > loader_time: 0.0043 (0.004547577254853862)  --> TIME: 2025-03-24 23:31:47 -- STEP: 6035/31555 -- GLOBAL_STEP: 731800 | > loss_text_ce: 0.02698073349893093 (0.03597392600088346) | > loss_mel_ce: 2.9600319862365723 (nan) | > loss: 0.011853225529193878 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1405180796375927) | > loader_time: 0.0045 (0.0045475209559304045)  --> TIME: 2025-03-24 23:31:56 -- STEP: 6085/31555 -- GLOBAL_STEP: 731850 | > loss_text_ce: 0.060180701315402985 (0.03597532679941333) | > loss_mel_ce: 2.8322396278381348 (nan) | > loss: 0.011477858759462833 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14050424500577505) | > loader_time: 0.0044 (0.004547398582088639)  --> TIME: 2025-03-24 23:32:06 -- STEP: 6135/31555 -- GLOBAL_STEP: 731900 | > loss_text_ce: 0.03222951665520668 (0.03597225481378611) | > loss_mel_ce: 2.9408981800079346 (nan) | > loss: 0.011798125691711903 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1405232791698557) | > loader_time: 0.0045 (0.004547291921228546)  --> TIME: 2025-03-24 23:32:16 -- STEP: 6185/31555 -- GLOBAL_STEP: 731950 | > loss_text_ce: 0.028836829587817192 (0.03597040129381267) | > loss_mel_ce: 2.2216105461120605 (nan) | > loss: 0.008930346928536892 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1405390299224242) | > loader_time: 0.0043 (0.004547594243129046)  --> TIME: 2025-03-24 23:32:26 -- STEP: 6235/31555 -- GLOBAL_STEP: 732000 | > loss_text_ce: 0.03832220658659935 (0.03596879333532511) | > loss_mel_ce: 2.4966726303100586 (nan) | > loss: 0.010059503838419914 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1405889951618753) | > loader_time: 0.0045 (0.004547965325827415)  --> TIME: 2025-03-24 23:32:36 -- STEP: 6285/31555 -- GLOBAL_STEP: 732050 | > loss_text_ce: 0.0341036431491375 (0.03597373784999096) | > loss_mel_ce: 2.7133214473724365 (nan) | > loss: 0.010902481153607368 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14063025780300772) | > loader_time: 0.0045 (0.004547825519680141)  --> TIME: 2025-03-24 23:32:46 -- STEP: 6335/31555 -- GLOBAL_STEP: 732100 | > loss_text_ce: 0.036369867622852325 (0.035987299147055375) | > loss_mel_ce: 2.758208751678467 (nan) | > loss: 0.011089597828686237 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14067543119356818) | > loader_time: 0.0046 (0.004548327604804174)  --> TIME: 2025-03-24 23:32:56 -- STEP: 6385/31555 -- GLOBAL_STEP: 732150 | > loss_text_ce: 0.04089035466313362 (0.03598939732253878) | > loss_mel_ce: 2.8269381523132324 (nan) | > loss: 0.011380272917449474 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14069212291421837) | > loader_time: 0.0046 (0.0045498583591255266)  --> TIME: 2025-03-24 23:33:05 -- STEP: 6435/31555 -- GLOBAL_STEP: 732200 | > loss_text_ce: 0.03271215781569481 (0.03598991646731698) | > loss_mel_ce: 3.2202699184417725 (nan) | > loss: 0.012908659875392914 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1406990130557144) | > loader_time: 0.0046 (0.0045494163693989165)  --> TIME: 2025-03-24 23:33:15 -- STEP: 6485/31555 -- GLOBAL_STEP: 732250 | > loss_text_ce: 0.045743994414806366 (0.035985565695081545) | > loss_mel_ce: 2.9884185791015625 (nan) | > loss: 0.012040328234434128 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14066758394792844) | > loader_time: 0.0047 (0.0045501875160470365)  --> TIME: 2025-03-24 23:33:24 -- STEP: 6535/31555 -- GLOBAL_STEP: 732300 | > loss_text_ce: 0.03166065737605095 (0.035988674205660126) | > loss_mel_ce: 2.829025983810425 (nan) | > loss: 0.011351930908858776 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14068742750615892) | > loader_time: 0.0045 (0.004551526837980115)  --> TIME: 2025-03-24 23:33:34 -- STEP: 6585/31555 -- GLOBAL_STEP: 732350 | > loss_text_ce: 0.03435103967785835 (0.03598125978438752) | > loss_mel_ce: 2.675082206726074 (nan) | > loss: 0.010751720517873764 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14065500478809706) | > loader_time: 0.0044 (0.004551489387575947)  --> TIME: 2025-03-24 23:33:43 -- STEP: 6635/31555 -- GLOBAL_STEP: 732400 | > loss_text_ce: 0.02703411504626274 (0.035989129156177385) | > loss_mel_ce: 2.7939453125 (nan) | > loss: 0.011194363236427307 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1406599017490369) | > loader_time: 0.0045 (0.004551923697212197)  --> TIME: 2025-03-24 23:33:53 -- STEP: 6685/31555 -- GLOBAL_STEP: 732450 | > loss_text_ce: 0.03877265751361847 (0.03599628994106215) | > loss_mel_ce: 2.8256218433380127 (nan) | > loss: 0.011366644874215126 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14064154953054328) | > loader_time: 0.0047 (0.004552638218665016)  --> TIME: 2025-03-24 23:34:02 -- STEP: 6735/31555 -- GLOBAL_STEP: 732500 | > loss_text_ce: 0.026652945205569267 (0.03599605341708117) | > loss_mel_ce: 2.4915409088134766 (nan) | > loss: 0.00999283418059349 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14063027533408728) | > loader_time: 0.0048 (0.0045533808585707354)  --> TIME: 2025-03-24 23:34:12 -- STEP: 6785/31555 -- GLOBAL_STEP: 732550 | > loss_text_ce: 0.030674325302243233 (0.036002147434088506) | > loss_mel_ce: 2.4627771377563477 (nan) | > loss: 0.00989464856684208 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14063055805186664) | > loader_time: 0.0046 (0.004554535873514308)  --> TIME: 2025-03-24 23:34:22 -- STEP: 6835/31555 -- GLOBAL_STEP: 732600 | > loss_text_ce: 0.04449862986803055 (0.035997465031865995) | > loss_mel_ce: 2.2997379302978516 (nan) | > loss: 0.009302526712417603 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14064921432807706) | > loader_time: 0.0045 (0.004554850216232797)  --> TIME: 2025-03-24 23:34:32 -- STEP: 6885/31555 -- GLOBAL_STEP: 732650 | > loss_text_ce: 0.028812944889068604 (0.0359925977563784) | > loss_mel_ce: 2.6660428047180176 (nan) | > loss: 0.010693872347474098 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14065552800136322) | > loader_time: 0.0047 (0.004555314506580646)  --> TIME: 2025-03-24 23:34:41 -- STEP: 6935/31555 -- GLOBAL_STEP: 732700 | > loss_text_ce: 0.043271489441394806 (0.03598788060656144) | > loss_mel_ce: 2.3593497276306152 (nan) | > loss: 0.009534211829304695 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1406559154122707) | > loader_time: 0.0046 (0.004556244744958877)  --> TIME: 2025-03-24 23:34:51 -- STEP: 6985/31555 -- GLOBAL_STEP: 732750 | > loss_text_ce: 0.03867734968662262 (0.03598607316901187) | > loss_mel_ce: 3.3298752307891846 (nan) | > loss: 0.013367272913455963 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14064035231331595) | > loader_time: 0.0045 (0.0045570147575100094)  --> TIME: 2025-03-24 23:35:00 -- STEP: 7035/31555 -- GLOBAL_STEP: 732800 | > loss_text_ce: 0.03817945718765259 (0.03598663342696974) | > loss_mel_ce: 2.323573589324951 (nan) | > loss: 0.009372035972774029 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14065052851261492) | > loader_time: 0.0047 (0.004557664629916582)  --> TIME: 2025-03-24 23:35:10 -- STEP: 7085/31555 -- GLOBAL_STEP: 732850 | > loss_text_ce: 0.02695356495678425 (0.03599205820406489) | > loss_mel_ce: 3.58642578125 (nan) | > loss: 0.014338807202875614 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14066636187136847) | > loader_time: 0.0044 (0.0045587520155169915)  --> TIME: 2025-03-24 23:35:20 -- STEP: 7135/31555 -- GLOBAL_STEP: 732900 | > loss_text_ce: 0.038302697241306305 (0.03600528720523511) | > loss_mel_ce: 3.1365039348602295 (nan) | > loss: 0.012598440051078796 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14067082866222322) | > loader_time: 0.0045 (0.0045592440369251344)  --> TIME: 2025-03-24 23:35:30 -- STEP: 7185/31555 -- GLOBAL_STEP: 732950 | > loss_text_ce: 0.03803163766860962 (0.03599930531348537) | > loss_mel_ce: 2.4617855548858643 (nan) | > loss: 0.00991990976035595 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14067679370702318) | > loader_time: 0.0046 (0.004559038543170266)  --> TIME: 2025-03-24 23:35:39 -- STEP: 7235/31555 -- GLOBAL_STEP: 733000 | > loss_text_ce: 0.036534376442432404 (0.03599073206896432) | > loss_mel_ce: 2.90818452835083 (nan) | > loss: 0.011685392819344997 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14063964578803909) | > loader_time: 0.0044 (0.004559014695384395)  --> TIME: 2025-03-24 23:35:48 -- STEP: 7285/31555 -- GLOBAL_STEP: 733050 | > loss_text_ce: 0.02787368930876255 (0.03599452376672469) | > loss_mel_ce: 2.60587215423584 (nan) | > loss: 0.010451373644173145 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14064733433903492) | > loader_time: 0.0044 (0.004559029989563301)  --> TIME: 2025-03-24 23:35:58 -- STEP: 7335/31555 -- GLOBAL_STEP: 733100 | > loss_text_ce: 0.046004705131053925 (0.035996173902452085) | > loss_mel_ce: 3.0555903911590576 (nan) | > loss: 0.012307917699217796 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14064999072017076) | > loader_time: 0.0045 (0.0045594519957768195)  --> TIME: 2025-03-24 23:36:08 -- STEP: 7385/31555 -- GLOBAL_STEP: 733150 | > loss_text_ce: 0.03333504498004913 (0.03599939504178002) | > loss_mel_ce: 1.9672012329101562 (nan) | > loss: 0.007938636466860771 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14066549984280494) | > loader_time: 0.0043 (0.004559253048234983)  --> TIME: 2025-03-24 23:36:17 -- STEP: 7435/31555 -- GLOBAL_STEP: 733200 | > loss_text_ce: 0.03700488805770874 (0.03600343096658086) | > loss_mel_ce: 3.1880931854248047 (nan) | > loss: 0.012798009440302849 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.14064102095890665) | > loader_time: 0.0048 (0.004559485673423432)  --> TIME: 2025-03-24 23:36:27 -- STEP: 7485/31555 -- GLOBAL_STEP: 733250 | > loss_text_ce: 0.0381038598716259 (0.03599879580314099) | > loss_mel_ce: 3.152507781982422 (nan) | > loss: 0.012661158107221127 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.140641192842024) | > loader_time: 0.0048 (0.004559599628588658)  --> TIME: 2025-03-24 23:36:37 -- STEP: 7535/31555 -- GLOBAL_STEP: 733300 | > loss_text_ce: 0.026299335062503815 (0.03599512688889743) | > loss_mel_ce: 2.351231098175049 (nan) | > loss: 0.009434645064175129 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14065887815681807) | > loader_time: 0.0044 (0.0045596983706468796)  --> TIME: 2025-03-24 23:36:46 -- STEP: 7585/31555 -- GLOBAL_STEP: 733350 | > loss_text_ce: 0.036267850548028946 (0.03599988600102856) | > loss_mel_ce: 2.0426576137542725 (nan) | > loss: 0.008249704726040363 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14066631694962223) | > loader_time: 0.0044 (0.0045592938588494)  --> TIME: 2025-03-24 23:36:56 -- STEP: 7635/31555 -- GLOBAL_STEP: 733400 | > loss_text_ce: 0.02908920869231224 (0.03599073861157798) | > loss_mel_ce: 2.733027219772339 (nan) | > loss: 0.010960780084133148 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14064368951843742) | > loader_time: 0.0044 (0.004558929275982369)  --> TIME: 2025-03-24 23:37:05 -- STEP: 7685/31555 -- GLOBAL_STEP: 733450 | > loss_text_ce: 0.043237265199422836 (0.03599041285806446) | > loss_mel_ce: 2.5597543716430664 (nan) | > loss: 0.010329332202672958 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14062752031861186) | > loader_time: 0.0048 (0.004558925312218471)  --> TIME: 2025-03-24 23:37:15 -- STEP: 7735/31555 -- GLOBAL_STEP: 733500 | > loss_text_ce: 0.03511333093047142 (0.035989779906025816) | > loss_mel_ce: 2.186563014984131 (nan) | > loss: 0.00881617609411478 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14060608550048947) | > loader_time: 0.0045 (0.004558615847873028)  --> TIME: 2025-03-24 23:37:24 -- STEP: 7785/31555 -- GLOBAL_STEP: 733550 | > loss_text_ce: 0.04311361536383629 (0.03598803143323836) | > loss_mel_ce: 2.796865463256836 (nan) | > loss: 0.011269759386777878 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14062458824177357) | > loader_time: 0.0047 (0.004558802141007066)  --> TIME: 2025-03-24 23:37:34 -- STEP: 7835/31555 -- GLOBAL_STEP: 733600 | > loss_text_ce: 0.03222129866480827 (0.03599016184668357) | > loss_mel_ce: 2.6689016819000244 (nan) | > loss: 0.01071874238550663 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.1406646933613424) | > loader_time: 0.0047 (0.004558695115781411)  --> TIME: 2025-03-24 23:37:44 -- STEP: 7885/31555 -- GLOBAL_STEP: 733650 | > loss_text_ce: 0.04049529507756233 (0.0359951836318627) | > loss_mel_ce: 2.754385471343994 (nan) | > loss: 0.011090797372162342 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14068639748596928) | > loader_time: 0.0046 (0.004559052224845638)  --> TIME: 2025-03-24 23:37:54 -- STEP: 7935/31555 -- GLOBAL_STEP: 733700 | > loss_text_ce: 0.03302234038710594 (0.0359927677794135) | > loss_mel_ce: 3.0253493785858154 (nan) | > loss: 0.012136396951973438 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14069400092078707) | > loader_time: 0.0046 (0.004559083456653596)  --> TIME: 2025-03-24 23:38:04 -- STEP: 7985/31555 -- GLOBAL_STEP: 733750 | > loss_text_ce: 0.03581933304667473 (0.03600499617517843) | > loss_mel_ce: 2.5078177452087402 (nan) | > loss: 0.01009379792958498 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1406895419845155) | > loader_time: 0.0043 (0.004558788125188054)  --> TIME: 2025-03-24 23:38:13 -- STEP: 8035/31555 -- GLOBAL_STEP: 733800 | > loss_text_ce: 0.04390140250325203 (0.03600293836013335) | > loss_mel_ce: 3.1385293006896973 (nan) | > loss: 0.01262869406491518 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1406807220568183) | > loader_time: 0.0045 (0.004558314903226062)  --> TIME: 2025-03-24 23:38:23 -- STEP: 8085/31555 -- GLOBAL_STEP: 733850 | > loss_text_ce: 0.03677095100283623 (0.03599110135063289) | > loss_mel_ce: 3.070634603500366 (nan) | > loss: 0.012330975383520126 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14066483810792868) | > loader_time: 0.0046 (0.004557943432583234)  --> TIME: 2025-03-24 23:38:33 -- STEP: 8135/31555 -- GLOBAL_STEP: 733900 | > loss_text_ce: 0.040400151163339615 (0.03599230847787961) | > loss_mel_ce: 2.700441598892212 (nan) | > loss: 0.010876357555389404 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1407015157170877) | > loader_time: 0.0046 (0.004557836136351957)  --> TIME: 2025-03-24 23:38:42 -- STEP: 8185/31555 -- GLOBAL_STEP: 733950 | > loss_text_ce: 0.042625993490219116 (0.03599074559392046) | > loss_mel_ce: 0.56494140625 (nan) | > loss: 0.002410982036963105 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1407141796757557) | > loader_time: 0.0042 (0.004557570088688909)  --> TIME: 2025-03-24 23:38:52 -- STEP: 8235/31555 -- GLOBAL_STEP: 734000 | > loss_text_ce: 0.0511322095990181 (0.036001751596434824) | > loss_mel_ce: 2.956932544708252 (nan) | > loss: 0.011936765164136887 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14071699821666764) | > loader_time: 0.0045 (0.004557254318765404)  --> TIME: 2025-03-24 23:39:02 -- STEP: 8285/31555 -- GLOBAL_STEP: 734050 | > loss_text_ce: 0.03431438282132149 (0.03600482515930022) | > loss_mel_ce: 2.5498359203338623 (nan) | > loss: 0.010254565626382828 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14073156916239102) | > loader_time: 0.0045 (0.004557046274428077)  --> TIME: 2025-03-24 23:39:11 -- STEP: 8335/31555 -- GLOBAL_STEP: 734100 | > loss_text_ce: 0.02958802878856659 (0.03599869075282083) | > loss_mel_ce: 2.793921709060669 (nan) | > loss: 0.011204403825104237 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14073404167395015) | > loader_time: 0.0043 (0.004557096421825882)  --> TIME: 2025-03-24 23:39:21 -- STEP: 8385/31555 -- GLOBAL_STEP: 734150 | > loss_text_ce: 0.04292673617601395 (0.0360005108761774) | > loss_mel_ce: 2.8852336406707764 (nan) | > loss: 0.011619685217738152 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14075462737109065) | > loader_time: 0.0044 (0.004557592213402653)  --> TIME: 2025-03-24 23:39:31 -- STEP: 8435/31555 -- GLOBAL_STEP: 734200 | > loss_text_ce: 0.03654373437166214 (0.0360030260805987) | > loss_mel_ce: 2.362072706222534 (nan) | > loss: 0.009518319740891457 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1407798614739386) | > loader_time: 0.0044 (0.004557499916651031)  --> TIME: 2025-03-24 23:39:41 -- STEP: 8485/31555 -- GLOBAL_STEP: 734250 | > loss_text_ce: 0.035850103944540024 (0.03600437511175722) | > loss_mel_ce: 2.1410701274871826 (nan) | > loss: 0.008638572879135609 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14077059529989586) | > loader_time: 0.0045 (0.00455721583728871)  --> TIME: 2025-03-24 23:39:50 -- STEP: 8535/31555 -- GLOBAL_STEP: 734300 | > loss_text_ce: 0.038661129772663116 (0.036003948055321124) | > loss_mel_ce: 2.703906297683716 (nan) | > loss: 0.010883205570280552 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14076291708898778) | > loader_time: 0.0046 (0.004557587573873296)  --> TIME: 2025-03-24 23:40:00 -- STEP: 8585/31555 -- GLOBAL_STEP: 734350 | > loss_text_ce: 0.030527569353580475 (0.0360046235260856) | > loss_mel_ce: 2.7417805194854736 (nan) | > loss: 0.0110012236982584 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1407989881312219) | > loader_time: 0.0047 (0.004557735585305485)  --> TIME: 2025-03-24 23:40:10 -- STEP: 8635/31555 -- GLOBAL_STEP: 734400 | > loss_text_ce: 0.03296148031949997 (0.036000574958366637) | > loss_mel_ce: 2.837980270385742 (nan) | > loss: 0.011392625980079174 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14080821828615794) | > loader_time: 0.0046 (0.004557772212865131)  --> TIME: 2025-03-24 23:40:19 -- STEP: 8685/31555 -- GLOBAL_STEP: 734450 | > loss_text_ce: 0.03254632651805878 (0.03600818585866071) | > loss_mel_ce: 3.2604899406433105 (nan) | > loss: 0.013067604973912239 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1408116097414573) | > loader_time: 0.0046 (0.004557951552193971)  --> TIME: 2025-03-24 23:40:29 -- STEP: 8735/31555 -- GLOBAL_STEP: 734500 | > loss_text_ce: 0.047790203243494034 (0.03600658490351844) | > loss_mel_ce: 2.550605535507202 (nan) | > loss: 0.010311095044016838 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1408406291201792) | > loader_time: 0.0044 (0.004559217320896952)  --> TIME: 2025-03-24 23:40:39 -- STEP: 8785/31555 -- GLOBAL_STEP: 734550 | > loss_text_ce: 0.03506123274564743 (0.0360125639864418) | > loss_mel_ce: 2.692716598510742 (nan) | > loss: 0.010824515484273434 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1408413035936094) | > loader_time: 0.0045 (0.004559049866860353)  --> TIME: 2025-03-24 23:40:49 -- STEP: 8835/31555 -- GLOBAL_STEP: 734600 | > loss_text_ce: 0.03212184086441994 (0.03601130803558915) | > loss_mel_ce: 2.100999593734741 (nan) | > loss: 0.008464768528938293 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14084344941070723) | > loader_time: 0.0043 (0.004559401165110028)  --> TIME: 2025-03-24 23:40:58 -- STEP: 8885/31555 -- GLOBAL_STEP: 734650 | > loss_text_ce: 0.03953080251812935 (0.03601410866913635) | > loss_mel_ce: 3.061105966567993 (nan) | > loss: 0.012304115109145641 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1408405372381349) | > loader_time: 0.0044 (0.0045591877629801375)  --> TIME: 2025-03-24 23:41:08 -- STEP: 8935/31555 -- GLOBAL_STEP: 734700 | > loss_text_ce: 0.04383701831102371 (0.036014373092138084) | > loss_mel_ce: 1.8137757778167725 (nan) | > loss: 0.007371480111032724 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14083948802467738) | > loader_time: 0.0043 (0.004558911107409665)  --> TIME: 2025-03-24 23:41:17 -- STEP: 8985/31555 -- GLOBAL_STEP: 734750 | > loss_text_ce: 0.03885522112250328 (0.03601868913027472) | > loss_mel_ce: 2.803041696548462 (nan) | > loss: 0.011277370154857635 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.1408307962040807) | > loader_time: 0.0044 (0.004558759088574628)  --> TIME: 2025-03-24 23:41:27 -- STEP: 9035/31555 -- GLOBAL_STEP: 734800 | > loss_text_ce: 0.04964970052242279 (0.03601614930875708) | > loss_mel_ce: 1.7284119129180908 (nan) | > loss: 0.007055800408124924 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1408423218729755) | > loader_time: 0.0046 (0.004559324324691779)  --> TIME: 2025-03-24 23:41:37 -- STEP: 9085/31555 -- GLOBAL_STEP: 734850 | > loss_text_ce: 0.035609737038612366 (0.03601175128201902) | > loss_mel_ce: 2.663762331008911 (nan) | > loss: 0.010711794719099998 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14082802377300907) | > loader_time: 0.0044 (0.004558974330610291)  --> TIME: 2025-03-24 23:41:46 -- STEP: 9135/31555 -- GLOBAL_STEP: 734900 | > loss_text_ce: 0.03424045443534851 (0.0360175990647894) | > loss_mel_ce: 2.838130235671997 (nan) | > loss: 0.011398296803236008 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1408380266219856) | > loader_time: 0.0048 (0.0045592552074397025)  --> TIME: 2025-03-24 23:41:56 -- STEP: 9185/31555 -- GLOBAL_STEP: 734950 | > loss_text_ce: 0.033403512090444565 (0.0360239424317401) | > loss_mel_ce: 2.8717448711395264 (nan) | > loss: 0.011528367176651955 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14082544541709435) | > loader_time: 0.0043 (0.004559189350499899)  --> TIME: 2025-03-24 23:42:06 -- STEP: 9235/31555 -- GLOBAL_STEP: 735000 | > loss_text_ce: 0.03152359649538994 (0.036023237429252564) | > loss_mel_ce: 3.2245802879333496 (nan) | > loss: 0.012921048328280449 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14082237314906912) | > loader_time: 0.0045 (0.004559214075126725)  --> TIME: 2025-03-24 23:42:15 -- STEP: 9285/31555 -- GLOBAL_STEP: 735050 | > loss_text_ce: 0.02909938059747219 (0.036020986058467805) | > loss_mel_ce: 2.9594407081604004 (nan) | > loss: 0.01185928750783205 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14082820131756965) | > loader_time: 0.0046 (0.004559515340391141)  --> TIME: 2025-03-24 23:42:25 -- STEP: 9335/31555 -- GLOBAL_STEP: 735100 | > loss_text_ce: 0.02471804805099964 (0.036019775083355327) | > loss_mel_ce: 2.3036749362945557 (nan) | > loss: 0.00923965498805046 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1408384468188955) | > loader_time: 0.0044 (0.004559544643489974)  --> TIME: 2025-03-24 23:42:34 -- STEP: 9385/31555 -- GLOBAL_STEP: 735150 | > loss_text_ce: 0.02633531205356121 (0.0360163968708415) | > loss_mel_ce: 2.029041290283203 (nan) | > loss: 0.00815625675022602 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14082097643921915) | > loader_time: 0.0044 (0.004559427534701933)  --> TIME: 2025-03-24 23:42:44 -- STEP: 9435/31555 -- GLOBAL_STEP: 735200 | > loss_text_ce: 0.04384961351752281 (0.03601543266172194) | > loss_mel_ce: 0.0382080078125 (nan) | > loss: 0.000325625529512763 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14081945757924097) | > loader_time: 0.0045 (0.004559449740168796)  --> TIME: 2025-03-24 23:42:53 -- STEP: 9485/31555 -- GLOBAL_STEP: 735250 | > loss_text_ce: 0.05349187180399895 (0.0360292040386016) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1059 (0.14079729192308535) | > loader_time: 0.0046 (0.004559538825663018)  --> TIME: 2025-03-24 23:43:03 -- STEP: 9535/31555 -- GLOBAL_STEP: 735300 | > loss_text_ce: 0.04492240399122238 (0.03604062444608072) | > loss_mel_ce: 2.7381622791290283 (nan) | > loss: 0.011043987236917019 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14080318867003855) | > loader_time: 0.0047 (0.004560117841579572)  --> TIME: 2025-03-24 23:43:13 -- STEP: 9585/31555 -- GLOBAL_STEP: 735350 | > loss_text_ce: 0.03244814649224281 (0.03604163698819023) | > loss_mel_ce: 3.146812677383423 (nan) | > loss: 0.012616114690899849 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14082445735165344) | > loader_time: 0.0047 (0.0045601360985681955)  --> TIME: 2025-03-24 23:43:23 -- STEP: 9635/31555 -- GLOBAL_STEP: 735400 | > loss_text_ce: 0.03133099898695946 (0.03604471088895987) | > loss_mel_ce: 3.238579034805298 (nan) | > loss: 0.012975834310054779 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14084778383845986) | > loader_time: 0.0045 (0.0045606798252171175)  --> TIME: 2025-03-24 23:43:32 -- STEP: 9685/31555 -- GLOBAL_STEP: 735450 | > loss_text_ce: 0.03604244813323021 (0.03603537498425669) | > loss_mel_ce: 2.490712881088257 (nan) | > loss: 0.010026807896792889 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14083152356440787) | > loader_time: 0.0047 (0.004561007262876383)  --> TIME: 2025-03-24 23:43:42 -- STEP: 9735/31555 -- GLOBAL_STEP: 735500 | > loss_text_ce: 0.033919982612133026 (0.03602899850423159) | > loss_mel_ce: 2.3548755645751953 (nan) | > loss: 0.009479348547756672 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14085193841226) | > loader_time: 0.0045 (0.004561348015305699)  --> TIME: 2025-03-24 23:43:52 -- STEP: 9785/31555 -- GLOBAL_STEP: 735550 | > loss_text_ce: 0.02956930175423622 (0.03603096318192776) | > loss_mel_ce: 2.521592617034912 (nan) | > loss: 0.010123658925294876 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14084863833279843) | > loader_time: 0.0044 (0.004560999146638396)  --> TIME: 2025-03-24 23:44:01 -- STEP: 9835/31555 -- GLOBAL_STEP: 735600 | > loss_text_ce: 0.030822280794382095 (0.03602854158770981) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14083596000710233) | > loader_time: 0.0044 (0.0045610990024910055)  --> TIME: 2025-03-24 23:44:11 -- STEP: 9885/31555 -- GLOBAL_STEP: 735650 | > loss_text_ce: 0.04442603141069412 (0.03602717814088003) | > loss_mel_ce: 2.6277077198028564 (nan) | > loss: 0.010603705421090126 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14083864786556224) | > loader_time: 0.0043 (0.004561064710023744)  --> TIME: 2025-03-24 23:44:20 -- STEP: 9935/31555 -- GLOBAL_STEP: 735700 | > loss_text_ce: 0.03595906123518944 (0.03602895797710727) | > loss_mel_ce: 2.1245245933532715 (nan) | > loss: 0.008573347702622414 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1408297005525239) | > loader_time: 0.0048 (0.004561212594387948)  --> TIME: 2025-03-24 23:44:30 -- STEP: 9985/31555 -- GLOBAL_STEP: 735750 | > loss_text_ce: 0.03474700450897217 (0.03602888337683919) | > loss_mel_ce: 3.1241512298583984 (nan) | > loss: 0.01253531128168106 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.1408291939203902) | > loader_time: 0.0047 (0.004561555558702755)  --> TIME: 2025-03-24 23:44:40 -- STEP: 10035/31555 -- GLOBAL_STEP: 735800 | > loss_text_ce: 0.027857553213834763 (0.03603189864539738) | > loss_mel_ce: 1.8893492221832275 (nan) | > loss: 0.007607963867485523 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14082978521346173) | > loader_time: 0.0046 (0.004561757518690397)  --> TIME: 2025-03-24 23:44:50 -- STEP: 10085/31555 -- GLOBAL_STEP: 735850 | > loss_text_ce: 0.03603080287575722 (0.03603320654285876) | > loss_mel_ce: 2.416085720062256 (nan) | > loss: 0.009730621241033077 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14086321907346133) | > loader_time: 0.0046 (0.0045620341435717695)  --> TIME: 2025-03-24 23:44:59 -- STEP: 10135/31555 -- GLOBAL_STEP: 735900 | > loss_text_ce: 0.04071653634309769 (0.03602991417063231) | > loss_mel_ce: 2.479717254638672 (nan) | > loss: 0.01000172272324562 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14086390720192477) | > loader_time: 0.0046 (0.00456243975149569)  --> TIME: 2025-03-24 23:45:09 -- STEP: 10185/31555 -- GLOBAL_STEP: 735950 | > loss_text_ce: 0.042313676327466965 (0.03603545158459575) | > loss_mel_ce: 1.69586181640625 (nan) | > loss: 0.006897522136569023 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1408665478902532) | > loader_time: 0.0045 (0.004563048053267672)  --> TIME: 2025-03-24 23:45:19 -- STEP: 10235/31555 -- GLOBAL_STEP: 736000 | > loss_text_ce: 0.05804545432329178 (0.036036660429499746) | > loss_mel_ce: 2.7677571773529053 (nan) | > loss: 0.01121350284665823 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.140865480160213) | > loader_time: 0.0046 (0.004563325291211056)  --> TIME: 2025-03-24 23:45:28 -- STEP: 10285/31555 -- GLOBAL_STEP: 736050 | > loss_text_ce: 0.039219073951244354 (0.03604242418424984) | > loss_mel_ce: 2.8933091163635254 (nan) | > loss: 0.011637017130851746 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1408756641606777) | > loader_time: 0.0045 (0.004563862059263575)  --> TIME: 2025-03-24 23:45:38 -- STEP: 10335/31555 -- GLOBAL_STEP: 736100 | > loss_text_ce: 0.03955413028597832 (0.03604241387668978) | > loss_mel_ce: 2.5587103366851807 (nan) | > loss: 0.010310573503375053 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14089758406529815) | > loader_time: 0.0047 (0.004564397555361882)  --> TIME: 2025-03-24 23:45:48 -- STEP: 10385/31555 -- GLOBAL_STEP: 736150 | > loss_text_ce: 0.030965162441134453 (0.03603911629752882) | > loss_mel_ce: 2.665489673614502 (nan) | > loss: 0.010700218379497528 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1409109971703511) | > loader_time: 0.0046 (0.004564335051211945)  --> TIME: 2025-03-24 23:45:58 -- STEP: 10435/31555 -- GLOBAL_STEP: 736200 | > loss_text_ce: 0.03186992183327675 (0.03603919403494534) | > loss_mel_ce: 2.3819949626922607 (nan) | > loss: 0.009578829631209373 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.140929411608007) | > loader_time: 0.0044 (0.0045643587116996455)  --> TIME: 2025-03-24 23:46:08 -- STEP: 10485/31555 -- GLOBAL_STEP: 736250 | > loss_text_ce: 0.02590659260749817 (0.036034890205293366) | > loss_mel_ce: 2.7329437732696533 (nan) | > loss: 0.0109478197991848 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14092884236537281) | > loader_time: 0.0046 (0.004564221040601111)  --> TIME: 2025-03-24 23:46:17 -- STEP: 10535/31555 -- GLOBAL_STEP: 736300 | > loss_text_ce: 0.031008780002593994 (0.03602285032369651) | > loss_mel_ce: 3.0494937896728516 (nan) | > loss: 0.01222421694546938 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1409209849769949) | > loader_time: 0.0046 (0.004564289578228254)  --> TIME: 2025-03-24 23:46:27 -- STEP: 10585/31555 -- GLOBAL_STEP: 736350 | > loss_text_ce: 0.03738413378596306 (0.036030011928350376) | > loss_mel_ce: 2.822286367416382 (nan) | > loss: 0.011347899213433266 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14092004457959448) | > loader_time: 0.0045 (0.004564441776410792)  --> TIME: 2025-03-24 23:46:37 -- STEP: 10635/31555 -- GLOBAL_STEP: 736400 | > loss_text_ce: 0.03474807366728783 (0.03602626073560806) | > loss_mel_ce: 2.4343323707580566 (nan) | > loss: 0.009797939099371433 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1409271095860554) | > loader_time: 0.0048 (0.004564295052697429)  --> TIME: 2025-03-24 23:46:46 -- STEP: 10685/31555 -- GLOBAL_STEP: 736450 | > loss_text_ce: 0.031579311937093735 (0.036023240171418225) | > loss_mel_ce: 2.533777952194214 (nan) | > loss: 0.010179989971220493 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1409191281984056) | > loader_time: 0.0046 (0.004564160524153198)  --> TIME: 2025-03-24 23:46:56 -- STEP: 10735/31555 -- GLOBAL_STEP: 736500 | > loss_text_ce: 0.03375135734677315 (0.036020716190733736) | > loss_mel_ce: 2.419332504272461 (nan) | > loss: 0.009734460152685642 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14090743531279143) | > loader_time: 0.0047 (0.00456390689570904)  --> TIME: 2025-03-24 23:47:05 -- STEP: 10785/31555 -- GLOBAL_STEP: 736550 | > loss_text_ce: 0.030289480462670326 (0.036021599153166405) | > loss_mel_ce: 2.7971274852752686 (nan) | > loss: 0.01121990941464901 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1409159223072835) | > loader_time: 0.0048 (0.004564030523039326)  --> TIME: 2025-03-24 23:47:15 -- STEP: 10835/31555 -- GLOBAL_STEP: 736600 | > loss_text_ce: 0.04110553115606308 (0.036016021616478426) | > loss_mel_ce: 2.9378137588500977 (nan) | > loss: 0.011821108870208263 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14090452706918397) | > loader_time: 0.0047 (0.00456384710303969)  --> TIME: 2025-03-24 23:47:25 -- STEP: 10885/31555 -- GLOBAL_STEP: 736650 | > loss_text_ce: 0.04461151361465454 (0.03601815510536069) | > loss_mel_ce: 3.192418098449707 (nan) | > loss: 0.01284535601735115 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1409208540419241) | > loader_time: 0.0048 (0.004564003972871409)  --> TIME: 2025-03-24 23:47:34 -- STEP: 10935/31555 -- GLOBAL_STEP: 736700 | > loss_text_ce: 0.03196953237056732 (0.03601895873700994) | > loss_mel_ce: 2.736161708831787 (nan) | > loss: 0.010984648019075394 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14090494732361863) | > loader_time: 0.0047 (0.004564359518399135)  --> TIME: 2025-03-24 23:47:44 -- STEP: 10985/31555 -- GLOBAL_STEP: 736750 | > loss_text_ce: 0.04407917335629463 (0.036018236811981984) | > loss_mel_ce: 1.688232421875 (nan) | > loss: 0.006874252576380968 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14089438297773568) | > loader_time: 0.0046 (0.0045638195536166)  --> TIME: 2025-03-24 23:47:53 -- STEP: 11035/31555 -- GLOBAL_STEP: 736800 | > loss_text_ce: 0.028816882520914078 (0.03600964285078825) | > loss_mel_ce: 2.9318439960479736 (nan) | > loss: 0.011748654767870903 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14090578408061985) | > loader_time: 0.0046 (0.004563764840918111)  --> TIME: 2025-03-24 23:48:03 -- STEP: 11085/31555 -- GLOBAL_STEP: 736850 | > loss_text_ce: 0.029249094426631927 (0.03600727962409799) | > loss_mel_ce: 2.4362635612487793 (nan) | > loss: 0.009783781133592129 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14092181734421527) | > loader_time: 0.0046 (0.004563577507442335)  --> TIME: 2025-03-24 23:48:13 -- STEP: 11135/31555 -- GLOBAL_STEP: 736900 | > loss_text_ce: 0.03355259820818901 (0.03600402733049265) | > loss_mel_ce: 2.6620099544525146 (nan) | > loss: 0.01069667749106884 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14092980465334468) | > loader_time: 0.0046 (0.004564401821861052)  --> TIME: 2025-03-24 23:48:23 -- STEP: 11185/31555 -- GLOBAL_STEP: 736950 | > loss_text_ce: 0.03758273646235466 (0.036002229838384345) | > loss_mel_ce: 3.1018948554992676 (nan) | > loss: 0.01245824433863163 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.1409341558261172) | > loader_time: 0.0048 (0.004564884362286851)  --> TIME: 2025-03-24 23:48:32 -- STEP: 11235/31555 -- GLOBAL_STEP: 737000 | > loss_text_ce: 0.027879809960722923 (0.03600386605727762) | > loss_mel_ce: 3.2804157733917236 (nan) | > loss: 0.013128157705068588 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1409303479476886) | > loader_time: 0.0047 (0.004565241329395148)  --> TIME: 2025-03-24 23:48:42 -- STEP: 11285/31555 -- GLOBAL_STEP: 737050 | > loss_text_ce: 0.01997269317507744 (0.03600502505281172) | > loss_mel_ce: 2.4802560806274414 (nan) | > loss: 0.009921543300151825 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14093069732321276) | > loader_time: 0.0048 (0.004565809530444946)  --> TIME: 2025-03-24 23:48:51 -- STEP: 11335/31555 -- GLOBAL_STEP: 737100 | > loss_text_ce: 0.034733761101961136 (0.035997715167763726) | > loss_mel_ce: 2.725721597671509 (nan) | > loss: 0.01095418818295002 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14090559195462607) | > loader_time: 0.0044 (0.004566345290565579)  --> TIME: 2025-03-24 23:49:01 -- STEP: 11385/31555 -- GLOBAL_STEP: 737150 | > loss_text_ce: 0.03954838961362839 (0.035991547031751045) | > loss_mel_ce: 3.0576834678649902 (nan) | > loss: 0.01229060348123312 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14090470515901662) | > loader_time: 0.0046 (0.004566713210831728)  --> TIME: 2025-03-24 23:49:11 -- STEP: 11435/31555 -- GLOBAL_STEP: 737200 | > loss_text_ce: 0.03294345736503601 (0.03599618964571592) | > loss_mel_ce: 3.1497814655303955 (nan) | > loss: 0.012629861943423748 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14092856635680462) | > loader_time: 0.0046 (0.004567423417258584)  --> TIME: 2025-03-24 23:49:21 -- STEP: 11485/31555 -- GLOBAL_STEP: 737250 | > loss_text_ce: 0.049033526331186295 (0.035997726493196804) | > loss_mel_ce: 3.0504956245422363 (nan) | > loss: 0.012299720197916031 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14093962764034232) | > loader_time: 0.0045 (0.004567759422099634)  --> TIME: 2025-03-24 23:49:31 -- STEP: 11535/31555 -- GLOBAL_STEP: 737300 | > loss_text_ce: 0.028091438114643097 (0.036000449887804285) | > loss_mel_ce: 2.8572568893432617 (nan) | > loss: 0.011449795216321945 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1409612321006208) | > loader_time: 0.0047 (0.004567822306301871)  --> TIME: 2025-03-24 23:49:40 -- STEP: 11585/31555 -- GLOBAL_STEP: 737350 | > loss_text_ce: 0.040687717497348785 (0.03600080874111436) | > loss_mel_ce: 3.3541603088378906 (nan) | > loss: 0.01347162015736103 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14096957203844937) | > loader_time: 0.0045 (0.004567719822975388)  --> TIME: 2025-03-24 23:49:50 -- STEP: 11635/31555 -- GLOBAL_STEP: 737400 | > loss_text_ce: 0.03488747403025627 (0.03599984880935418) | > loss_mel_ce: 2.7873682975769043 (nan) | > loss: 0.01119942869991064 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1409721339676178) | > loader_time: 0.0045 (0.004567623363834208)  --> TIME: 2025-03-24 23:49:59 -- STEP: 11685/31555 -- GLOBAL_STEP: 737450 | > loss_text_ce: 0.04000406712293625 (0.03599933149387911) | > loss_mel_ce: 2.312786817550659 (nan) | > loss: 0.009336472488939762 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1409634686454939) | > loader_time: 0.0046 (0.004567457214603574)  --> TIME: 2025-03-24 23:50:09 -- STEP: 11735/31555 -- GLOBAL_STEP: 737500 | > loss_text_ce: 0.042634267359972 (0.03600289708135937) | > loss_mel_ce: 3.0755958557128906 (nan) | > loss: 0.012373929843306541 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.140973485821504) | > loader_time: 0.0049 (0.004567551358893007)  --> TIME: 2025-03-24 23:50:19 -- STEP: 11785/31555 -- GLOBAL_STEP: 737550 | > loss_text_ce: 0.04914797097444534 (0.036002127225457446) | > loss_mel_ce: 2.7855403423309326 (nan) | > loss: 0.011248764581978321 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14096756123060156) | > loader_time: 0.0046 (0.004567423036759012)  --> TIME: 2025-03-24 23:50:28 -- STEP: 11835/31555 -- GLOBAL_STEP: 737600 | > loss_text_ce: 0.03870068117976189 (0.03600500091693174) | > loss_mel_ce: 2.6117234230041504 (nan) | > loss: 0.010517556220293045 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14096169397203512) | > loader_time: 0.0045 (0.004567163807458402)  --> TIME: 2025-03-24 23:50:38 -- STEP: 11885/31555 -- GLOBAL_STEP: 737650 | > loss_text_ce: 0.03272734582424164 (0.03600507004748363) | > loss_mel_ce: 2.379884719848633 (nan) | > loss: 0.009573857299983501 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14094614611486522) | > loader_time: 0.0044 (0.004567253363949943)  --> TIME: 2025-03-24 23:50:48 -- STEP: 11935/31555 -- GLOBAL_STEP: 737700 | > loss_text_ce: 0.0310846958309412 (0.036003070057318676) | > loss_mel_ce: 2.593743085861206 (nan) | > loss: 0.010415984317660332 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1409659502143692) | > loader_time: 0.0046 (0.004567701685713284)  --> TIME: 2025-03-24 23:50:57 -- STEP: 11985/31555 -- GLOBAL_STEP: 737750 | > loss_text_ce: 0.040331676602363586 (0.03600302270994769) | > loss_mel_ce: 2.3237502574920654 (nan) | > loss: 0.009381277486681938 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14096564001275227) | > loader_time: 0.0044 (0.004567726124909503)  --> TIME: 2025-03-24 23:51:07 -- STEP: 12035/31555 -- GLOBAL_STEP: 737800 | > loss_text_ce: 0.027673210948705673 (0.035999318839859164) | > loss_mel_ce: 1.9397355318069458 (nan) | > loss: 0.00780717795714736 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14097489363730267) | > loader_time: 0.0043 (0.004567705886612604)  --> TIME: 2025-03-24 23:51:17 -- STEP: 12085/31555 -- GLOBAL_STEP: 737850 | > loss_text_ce: 0.031457480043172836 (0.035997438984570536) | > loss_mel_ce: 2.929413318634033 (nan) | > loss: 0.01174948737025261 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14098816188248903) | > loader_time: 0.0045 (0.004567338456582769)  --> TIME: 2025-03-24 23:51:26 -- STEP: 12135/31555 -- GLOBAL_STEP: 737900 | > loss_text_ce: 0.03639606758952141 (0.03599564961315457) | > loss_mel_ce: 3.044867515563965 (nan) | > loss: 0.012227237224578857 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14097696105098934) | > loader_time: 0.0044 (0.004567551937032545)  --> TIME: 2025-03-24 23:51:36 -- STEP: 12185/31555 -- GLOBAL_STEP: 737950 | > loss_text_ce: 0.030673660337924957 (0.03599374347676327) | > loss_mel_ce: 3.019747018814087 (nan) | > loss: 0.01210484467446804 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1409885838132546) | > loader_time: 0.0047 (0.004567838996758857)  --> TIME: 2025-03-24 23:51:46 -- STEP: 12235/31555 -- GLOBAL_STEP: 738000 | > loss_text_ce: 0.03442038223147392 (0.035995762253238785) | > loss_mel_ce: 1.2561296224594116 (nan) | > loss: 0.005121230613440275 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14099081520358153) | > loader_time: 0.0044 (0.004567958522339871)  --> TIME: 2025-03-24 23:51:55 -- STEP: 12285/31555 -- GLOBAL_STEP: 738050 | > loss_text_ce: 0.050219833850860596 (0.03599714109652115) | > loss_mel_ce: 0.0618896484375 (nan) | > loss: 0.0004448789113666862 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14095885826409035) | > loader_time: 0.0045 (0.004568060753449324)  --> TIME: 2025-03-24 23:52:05 -- STEP: 12335/31555 -- GLOBAL_STEP: 738100 | > loss_text_ce: 0.03886639326810837 (0.03600036450618309) | > loss_mel_ce: 2.8400278091430664 (nan) | > loss: 0.01142418384552002 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14097214709615621) | > loader_time: 0.0046 (0.0045681433490185755)  --> TIME: 2025-03-24 23:52:15 -- STEP: 12385/31555 -- GLOBAL_STEP: 738150 | > loss_text_ce: 0.030114637687802315 (0.03599705520805259) | > loss_mel_ce: 2.4778993129730225 (nan) | > loss: 0.00995243713259697 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14096840198934282) | > loader_time: 0.0047 (0.004568027266100824)  --> TIME: 2025-03-24 23:52:24 -- STEP: 12435/31555 -- GLOBAL_STEP: 738200 | > loss_text_ce: 0.03467945381999016 (0.036002918819035244) | > loss_mel_ce: 3.325373888015747 (nan) | > loss: 0.013333545997738838 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14097655827039585) | > loader_time: 0.0044 (0.004568105305731903)  --> TIME: 2025-03-24 23:52:34 -- STEP: 12485/31555 -- GLOBAL_STEP: 738250 | > loss_text_ce: 0.034697163850069046 (0.03599725026811876) | > loss_mel_ce: 3.3156137466430664 (nan) | > loss: 0.0132948849350214 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14097174903035584) | > loader_time: 0.0044 (0.004567901544872657)  --> TIME: 2025-03-24 23:52:43 -- STEP: 12535/31555 -- GLOBAL_STEP: 738300 | > loss_text_ce: 0.028912216424942017 (0.03599381501491827) | > loss_mel_ce: 2.850714921951294 (nan) | > loss: 0.011427093297243118 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14095826360111458) | > loader_time: 0.0045 (0.004567706542134914)  --> TIME: 2025-03-24 23:52:53 -- STEP: 12585/31555 -- GLOBAL_STEP: 738350 | > loss_text_ce: 0.025925979018211365 (0.03599323195434542) | > loss_mel_ce: 2.3503470420837402 (nan) | > loss: 0.00942965503782034 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14095247639613356) | > loader_time: 0.0045 (0.004567661198254953)  --> TIME: 2025-03-24 23:53:02 -- STEP: 12635/31555 -- GLOBAL_STEP: 738400 | > loss_text_ce: 0.031582754105329514 (0.035991609432938436) | > loss_mel_ce: 3.528719663619995 (nan) | > loss: 0.014128184877336025 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14094905404172878) | > loader_time: 0.0045 (0.00456774103627359)  --> TIME: 2025-03-24 23:53:12 -- STEP: 12685/31555 -- GLOBAL_STEP: 738450 | > loss_text_ce: 0.04241790995001793 (0.03599024188238952) | > loss_mel_ce: 2.5381057262420654 (nan) | > loss: 0.010240173898637295 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1409586841025417) | > loader_time: 0.0046 (0.004568238158746654)  --> TIME: 2025-03-24 23:53:22 -- STEP: 12735/31555 -- GLOBAL_STEP: 738500 | > loss_text_ce: 0.041651401668787 (0.03598507371664197) | > loss_mel_ce: 2.609520435333252 (nan) | > loss: 0.010520524345338345 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14095233539810542) | > loader_time: 0.0067 (0.004568303778071391)  --> TIME: 2025-03-24 23:53:31 -- STEP: 12785/31555 -- GLOBAL_STEP: 738550 | > loss_text_ce: 0.0380510650575161 (0.035982709399711946) | > loss_mel_ce: 2.9105968475341797 (nan) | > loss: 0.01170098502188921 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14095104239534395) | > loader_time: 0.007 (0.004568464065092277)  --> TIME: 2025-03-24 23:53:41 -- STEP: 12835/31555 -- GLOBAL_STEP: 738600 | > loss_text_ce: 0.031236805021762848 (0.03598065217140596) | > loss_mel_ce: 1.250749111175537 (nan) | > loss: 0.005087245721369982 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1409723202542298) | > loader_time: 0.0046 (0.004568868822098537)  --> TIME: 2025-03-24 23:53:51 -- STEP: 12885/31555 -- GLOBAL_STEP: 738650 | > loss_text_ce: 0.02555813081562519 (0.03597861142466949) | > loss_mel_ce: 3.144951820373535 (nan) | > loss: 0.012581389397382736 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14096665350929266) | > loader_time: 0.0045 (0.004569215204626002)  --> TIME: 2025-03-24 23:54:00 -- STEP: 12935/31555 -- GLOBAL_STEP: 738700 | > loss_text_ce: 0.03807295858860016 (0.035977352815052065) | > loss_mel_ce: 2.6051828861236572 (nan) | > loss: 0.010489111766219139 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14095042069814542) | > loader_time: 0.0045 (0.004569714899730363)  --> TIME: 2025-03-24 23:54:10 -- STEP: 12985/31555 -- GLOBAL_STEP: 738750 | > loss_text_ce: 0.042881473898887634 (0.035981393527149234) | > loss_mel_ce: 2.904425621032715 (nan) | > loss: 0.011695663444697857 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14096479256152283) | > loader_time: 0.0048 (0.004570042577485754)  --> TIME: 2025-03-24 23:54:20 -- STEP: 13035/31555 -- GLOBAL_STEP: 738800 | > loss_text_ce: 0.033355336636304855 (0.03598761250478218) | > loss_mel_ce: 2.744086265563965 (nan) | > loss: 0.01102159358561039 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1409822575928025) | > loader_time: 0.0045 (0.004570585674465881)  --> TIME: 2025-03-24 23:54:30 -- STEP: 13085/31555 -- GLOBAL_STEP: 738850 | > loss_text_ce: 0.04108067974448204 (0.03598280780467205) | > loss_mel_ce: 2.7643630504608154 (nan) | > loss: 0.011132714338600636 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14098991327355098) | > loader_time: 0.0048 (0.004570437315815877)  --> TIME: 2025-03-24 23:54:39 -- STEP: 13135/31555 -- GLOBAL_STEP: 738900 | > loss_text_ce: 0.03148256987333298 (0.03597861150705779) | > loss_mel_ce: 1.9549386501312256 (nan) | > loss: 0.007882623933255672 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14097219166939087) | > loader_time: 0.0044 (0.004570773875799582)  --> TIME: 2025-03-24 23:54:49 -- STEP: 13185/31555 -- GLOBAL_STEP: 738950 | > loss_text_ce: 0.042838796973228455 (0.035984387140541724) | > loss_mel_ce: 3.1514837741851807 (nan) | > loss: 0.012675884179770947 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14098201693121562) | > loader_time: 0.0047 (0.0045706489477638735)  --> TIME: 2025-03-24 23:54:59 -- STEP: 13235/31555 -- GLOBAL_STEP: 739000 | > loss_text_ce: 0.0333428718149662 (0.03598917347625676) | > loss_mel_ce: 2.3868589401245117 (nan) | > loss: 0.009603976272046566 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14099545111330206) | > loader_time: 0.0045 (0.004570782513360881)  --> TIME: 2025-03-24 23:55:08 -- STEP: 13285/31555 -- GLOBAL_STEP: 739050 | > loss_text_ce: 0.03317615017294884 (0.035984173305206556) | > loss_mel_ce: 2.6229166984558105 (nan) | > loss: 0.010540051385760307 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14097535503417682) | > loader_time: 0.0045 (0.004570874065934705)  --> TIME: 2025-03-24 23:55:18 -- STEP: 13335/31555 -- GLOBAL_STEP: 739100 | > loss_text_ce: 0.03663206100463867 (0.035986108311082246) | > loss_mel_ce: 3.1056742668151855 (nan) | > loss: 0.012469470500946045 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1409778960957086) | > loader_time: 0.0046 (0.004571040310482444)  --> TIME: 2025-03-24 23:55:28 -- STEP: 13385/31555 -- GLOBAL_STEP: 739150 | > loss_text_ce: 0.0386323481798172 (0.03598991758567571) | > loss_mel_ce: 2.8804619312286377 (nan) | > loss: 0.011583708226680756 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1409941923542621) | > loader_time: 0.0046 (0.004571323034965517)  --> TIME: 2025-03-24 23:55:38 -- STEP: 13435/31555 -- GLOBAL_STEP: 739200 | > loss_text_ce: 0.04132649675011635 (0.03598601659839607) | > loss_mel_ce: 3.268033504486084 (nan) | > loss: 0.013132382184267044 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14099741067236918) | > loader_time: 0.0044 (0.0045712817944156565)  --> TIME: 2025-03-24 23:55:47 -- STEP: 13485/31555 -- GLOBAL_STEP: 739250 | > loss_text_ce: 0.040653929114341736 (0.03598020219119414) | > loss_mel_ce: 1.9054145812988281 (nan) | > loss: 0.007722494658082724 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14100085860674302) | > loader_time: 0.0044 (0.004570932780807892)  --> TIME: 2025-03-24 23:55:57 -- STEP: 13535/31555 -- GLOBAL_STEP: 739300 | > loss_text_ce: 0.03830789402127266 (0.03597676236117781) | > loss_mel_ce: 2.918623447418213 (nan) | > loss: 0.011733855120837688 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1410039637861199) | > loader_time: 0.0048 (0.004570929450129166)  --> TIME: 2025-03-24 23:56:07 -- STEP: 13585/31555 -- GLOBAL_STEP: 739350 | > loss_text_ce: 0.04065670073032379 (0.0359770709808463) | > loss_mel_ce: 2.717292308807373 (nan) | > loss: 0.010944243520498276 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14099986982293006) | > loader_time: 0.0043 (0.004570566436408159)  --> TIME: 2025-03-24 23:56:16 -- STEP: 13635/31555 -- GLOBAL_STEP: 739400 | > loss_text_ce: 0.02920788899064064 (0.03597611676495862) | > loss_mel_ce: 2.559410572052002 (nan) | > loss: 0.010272296145558357 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14098226180389672) | > loader_time: 0.0043 (0.004569793123441785)  --> TIME: 2025-03-24 23:56:25 -- STEP: 13685/31555 -- GLOBAL_STEP: 739450 | > loss_text_ce: 0.02235439233481884 (0.035970115910971996) | > loss_mel_ce: 2.4010348320007324 (nan) | > loss: 0.009616624563932419 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14097732778095617) | > loader_time: 0.0044 (0.004569470155051827)  --> TIME: 2025-03-24 23:56:35 -- STEP: 13735/31555 -- GLOBAL_STEP: 739500 | > loss_text_ce: 0.02941754460334778 (0.035970996780925246) | > loss_mel_ce: 2.2555124759674072 (nan) | > loss: 0.00906718336045742 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14098374967710547) | > loader_time: 0.0044 (0.004569441299244069)  --> TIME: 2025-03-24 23:56:45 -- STEP: 13785/31555 -- GLOBAL_STEP: 739550 | > loss_text_ce: 0.033930737525224686 (0.035968420797763814) | > loss_mel_ce: 2.0716819763183594 (nan) | > loss: 0.008355606347322464 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14099884875494448) | > loader_time: 0.0046 (0.004569112938904105)  --> TIME: 2025-03-24 23:56:55 -- STEP: 13835/31555 -- GLOBAL_STEP: 739600 | > loss_text_ce: 0.03174400329589844 (0.03596975107592813) | > loss_mel_ce: 0.04052734375 (nan) | > loss: 0.00028679106617346406 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1409980559202587) | > loader_time: 0.0045 (0.0045686693884295065)  --> TIME: 2025-03-24 23:57:04 -- STEP: 13885/31555 -- GLOBAL_STEP: 739650 | > loss_text_ce: 0.02327406406402588 (0.035969334388830015) | > loss_mel_ce: 2.641282081604004 (nan) | > loss: 0.010573635809123516 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14099805529357198) | > loader_time: 0.0043 (0.004568320450526931)  --> TIME: 2025-03-24 23:57:14 -- STEP: 13935/31555 -- GLOBAL_STEP: 739700 | > loss_text_ce: 0.03583960607647896 (0.03596778776821473) | > loss_mel_ce: 1.6534650325775146 (nan) | > loss: 0.006703590042889118 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14098730415779587) | > loader_time: 0.0046 (0.004567796404660286)  --> TIME: 2025-03-24 23:57:23 -- STEP: 13985/31555 -- GLOBAL_STEP: 739750 | > loss_text_ce: 0.02727770246565342 (0.035966206429487016) | > loss_mel_ce: 2.7004752159118652 (nan) | > loss: 0.010824416764080524 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14098489902511419) | > loader_time: 0.0044 (0.004567387345265954)  --> TIME: 2025-03-24 23:57:33 -- STEP: 14035/31555 -- GLOBAL_STEP: 739800 | > loss_text_ce: 0.05354464426636696 (0.0359699163361615) | > loss_mel_ce: 2.6824774742126465 (nan) | > loss: 0.0108572319149971 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14099434287598256) | > loader_time: 0.0043 (0.004567093962997908)  --> TIME: 2025-03-24 23:57:43 -- STEP: 14085/31555 -- GLOBAL_STEP: 739850 | > loss_text_ce: 0.035248395055532455 (0.03596760343150621) | > loss_mel_ce: 3.037017822265625 (nan) | > loss: 0.012191533111035824 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1410151702358158) | > loader_time: 0.0043 (0.004566584574571093)  --> TIME: 2025-03-24 23:57:53 -- STEP: 14135/31555 -- GLOBAL_STEP: 739900 | > loss_text_ce: 0.029666969552636147 (0.03596630555237931) | > loss_mel_ce: 2.355459690093994 (nan) | > loss: 0.009464788250625134 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1410018153944588) | > loader_time: 0.0042 (0.00456587825514716)  --> TIME: 2025-03-24 23:58:03 -- STEP: 14185/31555 -- GLOBAL_STEP: 739950 | > loss_text_ce: 0.03388550132513046 (0.03597026337666923) | > loss_mel_ce: 2.734914541244507 (nan) | > loss: 0.010987302288413048 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1410170572762939) | > loader_time: 0.0068 (0.004566407565041918)  --> TIME: 2025-03-24 23:58:12 -- STEP: 14235/31555 -- GLOBAL_STEP: 740000 | > loss_text_ce: 0.02913534641265869 (0.03597011864106826) | > loss_mel_ce: 2.801567792892456 (nan) | > loss: 0.011232949793338776 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1410150351087219) | > loader_time: 0.0045 (0.004566517653363102) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_740000.pth  --> TIME: 2025-03-24 23:58:27 -- STEP: 14285/31555 -- GLOBAL_STEP: 740050 | > loss_text_ce: 0.030361255630850792 (0.03597608415405362) | > loss_mel_ce: 2.4605963230133057 (nan) | > loss: 0.009884752333164215 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14100524562198877) | > loader_time: 0.005 (0.0045668526049631635)  --> TIME: 2025-03-24 23:58:37 -- STEP: 14335/31555 -- GLOBAL_STEP: 740100 | > loss_text_ce: 0.042496152222156525 (0.03597639229877576) | > loss_mel_ce: 3.3200535774230957 (nan) | > loss: 0.013343452475965023 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14099900438929489) | > loader_time: 0.0047 (0.004566949978080991)  --> TIME: 2025-03-24 23:58:46 -- STEP: 14385/31555 -- GLOBAL_STEP: 740150 | > loss_text_ce: 0.02989375777542591 (0.03597175959843419) | > loss_mel_ce: 2.996145009994507 (nan) | > loss: 0.012008091434836388 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1410002836055717) | > loader_time: 0.0047 (0.00456701455366541)  --> TIME: 2025-03-24 23:58:56 -- STEP: 14435/31555 -- GLOBAL_STEP: 740200 | > loss_text_ce: 0.04103624075651169 (0.03597279997638636) | > loss_mel_ce: 2.267282485961914 (nan) | > loss: 0.0091599952429533 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14100119865266927) | > loader_time: 0.0045 (0.004567564537172545)  --> TIME: 2025-03-24 23:59:06 -- STEP: 14485/31555 -- GLOBAL_STEP: 740250 | > loss_text_ce: 0.033896975219249725 (0.03597324207800607) | > loss_mel_ce: 2.7169060707092285 (nan) | > loss: 0.010915885679423809 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14100260061356953) | > loader_time: 0.0045 (0.004567674887686462)  --> TIME: 2025-03-24 23:59:15 -- STEP: 14535/31555 -- GLOBAL_STEP: 740300 | > loss_text_ce: 0.02781039848923683 (0.03596544931160554) | > loss_mel_ce: 3.0591704845428467 (nan) | > loss: 0.01224992424249649 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.1409956059096653) | > loader_time: 0.0048 (0.0045678603103737414)  --> TIME: 2025-03-24 23:59:25 -- STEP: 14585/31555 -- GLOBAL_STEP: 740350 | > loss_text_ce: 0.03872107341885567 (0.03596980340886107) | > loss_mel_ce: 2.7271597385406494 (nan) | > loss: 0.01097571849822998 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14097777903795247) | > loader_time: 0.0045 (0.004568013795075205)  --> TIME: 2025-03-24 23:59:34 -- STEP: 14635/31555 -- GLOBAL_STEP: 740400 | > loss_text_ce: 0.03240446001291275 (0.03596674501335905) | > loss_mel_ce: 2.0758278369903564 (nan) | > loss: 0.008366001769900322 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14098655487597586) | > loader_time: 0.0047 (0.004568381190585079)  --> TIME: 2025-03-24 23:59:44 -- STEP: 14685/31555 -- GLOBAL_STEP: 740450 | > loss_text_ce: 0.04361318051815033 (0.035964160993921065) | > loss_mel_ce: 2.3433313369750977 (nan) | > loss: 0.009472002275288105 (nan) | > current_lr: 5e-06 | > step_time: 0.1017 (0.1409670816297478) | > loader_time: 0.0044 (0.004568292869773087)  --> TIME: 2025-03-24 23:59:53 -- STEP: 14735/31555 -- GLOBAL_STEP: 740500 | > loss_text_ce: 0.04488701373338699 (0.035964669441487664) | > loss_mel_ce: 2.153839111328125 (nan) | > loss: 0.008725103922188282 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1409703601608052) | > loader_time: 0.0045 (0.004568521750754001)  --> TIME: 2025-03-25 00:00:03 -- STEP: 14785/31555 -- GLOBAL_STEP: 740550 | > loss_text_ce: 0.03550621122121811 (0.03596323718073396) | > loss_mel_ce: 2.619168281555176 (nan) | > loss: 0.010534423403441906 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1409875108456354) | > loader_time: 0.0046 (0.004568701964356748)  --> TIME: 2025-03-25 00:00:13 -- STEP: 14835/31555 -- GLOBAL_STEP: 740600 | > loss_text_ce: 0.03278592601418495 (0.035962138468174296) | > loss_mel_ce: 1.8998478651046753 (nan) | > loss: 0.007669182028621435 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.1409917790760374) | > loader_time: 0.0044 (0.004568858897199845)  --> TIME: 2025-03-25 00:00:23 -- STEP: 14885/31555 -- GLOBAL_STEP: 740650 | > loss_text_ce: 0.03503986448049545 (0.035960898392508135) | > loss_mel_ce: 2.987647771835327 (nan) | > loss: 0.011994793079793453 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14099137035840228) | > loader_time: 0.0047 (0.004568953925745575)  --> TIME: 2025-03-25 00:00:32 -- STEP: 14935/31555 -- GLOBAL_STEP: 740700 | > loss_text_ce: 0.040117982774972916 (0.035960467238880904) | > loss_mel_ce: 2.1375210285186768 (nan) | > loss: 0.008641425520181656 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14099392702558033) | > loader_time: 0.0047 (0.0045693625005384245)  --> TIME: 2025-03-25 00:00:42 -- STEP: 14985/31555 -- GLOBAL_STEP: 740750 | > loss_text_ce: 0.034289415925741196 (0.03596309218754573) | > loss_mel_ce: 2.1510586738586426 (nan) | > loss: 0.00867201667279005 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14099663736663587) | > loader_time: 0.0044 (0.00456959342892901)  --> TIME: 2025-03-25 00:00:52 -- STEP: 15035/31555 -- GLOBAL_STEP: 740800 | > loss_text_ce: 0.029107531532645226 (0.035962120681384185) | > loss_mel_ce: 2.797762393951416 (nan) | > loss: 0.011217738501727581 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14100161554966495) | > loader_time: 0.0046 (0.004569772473593109)  --> TIME: 2025-03-25 00:01:01 -- STEP: 15085/31555 -- GLOBAL_STEP: 740850 | > loss_text_ce: 0.03511965647339821 (0.035960510124371875) | > loss_mel_ce: 0.091064453125 (nan) | > loss: 0.0005007305881008506 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14099085649434176) | > loader_time: 0.0046 (0.004570029245767918)  --> TIME: 2025-03-25 00:01:11 -- STEP: 15135/31555 -- GLOBAL_STEP: 740900 | > loss_text_ce: 0.03778435289859772 (0.035965771594389115) | > loss_mel_ce: 2.8497722148895264 (nan) | > loss: 0.011458558030426502 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1409757212439433) | > loader_time: 0.0048 (0.004570229706450739)  --> TIME: 2025-03-25 00:01:20 -- STEP: 15185/31555 -- GLOBAL_STEP: 740950 | > loss_text_ce: 0.02738107182085514 (0.03596644315606119) | > loss_mel_ce: 2.4313459396362305 (nan) | > loss: 0.009756853803992271 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1409584272602581) | > loader_time: 0.0044 (0.0045705488020941175)  --> TIME: 2025-03-25 00:01:30 -- STEP: 15235/31555 -- GLOBAL_STEP: 741000 | > loss_text_ce: 0.037165191024541855 (0.035964431949595616) | > loss_mel_ce: 2.165980815887451 (nan) | > loss: 0.008742643520236015 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1409720467472617) | > loader_time: 0.0044 (0.004570697963452941)  --> TIME: 2025-03-25 00:01:39 -- STEP: 15285/31555 -- GLOBAL_STEP: 741050 | > loss_text_ce: 0.027638491243124008 (0.03596589231189121) | > loss_mel_ce: 2.057465076446533 (nan) | > loss: 0.008274220861494541 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14095865851100697) | > loader_time: 0.0045 (0.004570558455632252)  --> TIME: 2025-03-25 00:01:49 -- STEP: 15335/31555 -- GLOBAL_STEP: 741100 | > loss_text_ce: 0.030899610370397568 (0.035965633654513315) | > loss_mel_ce: 3.3388755321502686 (nan) | > loss: 0.013372124172747135 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1409431174557809) | > loader_time: 0.0047 (0.004570585716653032)  --> TIME: 2025-03-25 00:01:59 -- STEP: 15385/31555 -- GLOBAL_STEP: 741150 | > loss_text_ce: 0.0404696948826313 (0.03596579842941356) | > loss_mel_ce: 2.9180550575256348 (nan) | > loss: 0.011740177869796753 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1409546830881181) | > loader_time: 0.0044 (0.004571066841817266)  --> TIME: 2025-03-25 00:02:08 -- STEP: 15435/31555 -- GLOBAL_STEP: 741200 | > loss_text_ce: 0.0390351302921772 (0.035963056339261765) | > loss_mel_ce: 0.023223876953125 (nan) | > loss: 0.00024705956457182765 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.1409474180244427) | > loader_time: 0.0046 (0.004571013470703164)  --> TIME: 2025-03-25 00:02:18 -- STEP: 15485/31555 -- GLOBAL_STEP: 741250 | > loss_text_ce: 0.040572650730609894 (0.035961886266505684) | > loss_mel_ce: 2.370640754699707 (nan) | > loss: 0.009568307548761368 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14095287379966082) | > loader_time: 0.0045 (0.00457138790405293)  --> TIME: 2025-03-25 00:02:28 -- STEP: 15535/31555 -- GLOBAL_STEP: 741300 | > loss_text_ce: 0.036741357296705246 (0.035962468352544116) | > loss_mel_ce: 2.139756917953491 (nan) | > loss: 0.00863689836114645 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14095587790261832) | > loader_time: 0.0045 (0.004571811140715442)  --> TIME: 2025-03-25 00:02:37 -- STEP: 15585/31555 -- GLOBAL_STEP: 741350 | > loss_text_ce: 0.03737465664744377 (0.03596331426938942) | > loss_mel_ce: 2.2474145889282227 (nan) | > loss: 0.009066624566912651 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.140957663921275) | > loader_time: 0.0045 (0.004571983238271615)  --> TIME: 2025-03-25 00:02:47 -- STEP: 15635/31555 -- GLOBAL_STEP: 741400 | > loss_text_ce: 0.04012639820575714 (0.03596095026795063) | > loss_mel_ce: 2.5827105045318604 (nan) | > loss: 0.010408082976937294 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.140962610650376) | > loader_time: 0.0047 (0.004572154296104008)  --> TIME: 2025-03-25 00:02:57 -- STEP: 15685/31555 -- GLOBAL_STEP: 741450 | > loss_text_ce: 0.034881263971328735 (0.03595915847452901) | > loss_mel_ce: 2.8159453868865967 (nan) | > loss: 0.011312805116176605 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14097845010936894) | > loader_time: 0.0048 (0.004572324704166274)  --> TIME: 2025-03-25 00:03:06 -- STEP: 15735/31555 -- GLOBAL_STEP: 741500 | > loss_text_ce: 0.035307858139276505 (0.03595343004813889) | > loss_mel_ce: 2.716106414794922 (nan) | > loss: 0.010918311774730682 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1409613297937945) | > loader_time: 0.0045 (0.004572124453927359)  --> TIME: 2025-03-25 00:03:16 -- STEP: 15785/31555 -- GLOBAL_STEP: 741550 | > loss_text_ce: 0.03180332109332085 (0.03595281242864079) | > loss_mel_ce: 2.8668525218963623 (nan) | > loss: 0.011502603068947792 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14096598679558028) | > loader_time: 0.0048 (0.00457232490082802)  --> TIME: 2025-03-25 00:03:26 -- STEP: 15835/31555 -- GLOBAL_STEP: 741600 | > loss_text_ce: 0.03450534865260124 (0.03595058695811053) | > loss_mel_ce: 2.9303946495056152 (nan) | > loss: 0.011765477247536182 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14097327803601897) | > loader_time: 0.0045 (0.004572738952203092)  --> TIME: 2025-03-25 00:03:36 -- STEP: 15885/31555 -- GLOBAL_STEP: 741650 | > loss_text_ce: 0.027757007628679276 (0.03594797363573366) | > loss_mel_ce: 3.1351687908172607 (nan) | > loss: 0.012551293708384037 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14098627523014676) | > loader_time: 0.0046 (0.004572744267445372)  --> TIME: 2025-03-25 00:03:45 -- STEP: 15935/31555 -- GLOBAL_STEP: 741700 | > loss_text_ce: 0.044425610452890396 (0.03595048959282527) | > loss_mel_ce: 2.927450656890869 (nan) | > loss: 0.011793160811066628 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14099208757276707) | > loader_time: 0.0044 (0.004573140609664605)  --> TIME: 2025-03-25 00:03:55 -- STEP: 15985/31555 -- GLOBAL_STEP: 741750 | > loss_text_ce: 0.039361920207738876 (0.03595086460118003) | > loss_mel_ce: 3.1227126121520996 (nan) | > loss: 0.012547915801405907 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.1410014802827148) | > loader_time: 0.0047 (0.004573331402732984)  --> TIME: 2025-03-25 00:04:05 -- STEP: 16035/31555 -- GLOBAL_STEP: 741800 | > loss_text_ce: 0.03350730985403061 (0.035948719616862065) | > loss_mel_ce: 2.2697830200195312 (nan) | > loss: 0.009140041656792164 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14099047343828394) | > loader_time: 0.0066 (0.0045735132742567445)  --> TIME: 2025-03-25 00:04:14 -- STEP: 16085/31555 -- GLOBAL_STEP: 741850 | > loss_text_ce: 0.03336818516254425 (0.03594691662380129) | > loss_mel_ce: 3.5804266929626465 (nan) | > loss: 0.014340456575155258 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14099776016320809) | > loader_time: 0.0045 (0.004573671648062864)  --> TIME: 2025-03-25 00:04:24 -- STEP: 16135/31555 -- GLOBAL_STEP: 741900 | > loss_text_ce: 0.03331884369254112 (0.03594541008101371) | > loss_mel_ce: 3.0640485286712646 (nan) | > loss: 0.012291140854358673 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14099033253459697) | > loader_time: 0.0046 (0.00457354313011394)  --> TIME: 2025-03-25 00:04:34 -- STEP: 16185/31555 -- GLOBAL_STEP: 741950 | > loss_text_ce: 0.03690110519528389 (0.03594290645995057) | > loss_mel_ce: 2.6466872692108154 (nan) | > loss: 0.010649160481989384 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14099808537669198) | > loader_time: 0.0045 (0.004573740501038483)  --> TIME: 2025-03-25 00:04:43 -- STEP: 16235/31555 -- GLOBAL_STEP: 742000 | > loss_text_ce: 0.03163795545697212 (0.03594837115408094) | > loss_mel_ce: 2.499778985977173 (nan) | > loss: 0.010045305825769901 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14098284114571036) | > loader_time: 0.0052 (0.004573874918541468)  --> TIME: 2025-03-25 00:04:53 -- STEP: 16285/31555 -- GLOBAL_STEP: 742050 | > loss_text_ce: 0.02911052666604519 (0.03595059533066774) | > loss_mel_ce: 2.1500604152679443 (nan) | > loss: 0.008647504262626171 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14097863138179606) | > loader_time: 0.0045 (0.004574001117246005)  --> TIME: 2025-03-25 00:05:02 -- STEP: 16335/31555 -- GLOBAL_STEP: 742100 | > loss_text_ce: 0.027567241340875626 (0.035949443291985655) | > loss_mel_ce: 2.396620273590088 (nan) | > loss: 0.009619791992008686 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1409665815466079) | > loader_time: 0.0046 (0.004574182137897118)  --> TIME: 2025-03-25 00:05:12 -- STEP: 16385/31555 -- GLOBAL_STEP: 742150 | > loss_text_ce: 0.03249195218086243 (0.035948885652825814) | > loss_mel_ce: 2.253957986831665 (nan) | > loss: 0.00907321460545063 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14098805844292764) | > loader_time: 0.0047 (0.004574306730748241)  --> TIME: 2025-03-25 00:05:22 -- STEP: 16435/31555 -- GLOBAL_STEP: 742200 | > loss_text_ce: 0.04371674358844757 (0.03594971908534649) | > loss_mel_ce: 2.8920838832855225 (nan) | > loss: 0.01165000256150961 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14099107368905678) | > loader_time: 0.0045 (0.004574408529738288)  --> TIME: 2025-03-25 00:05:32 -- STEP: 16485/31555 -- GLOBAL_STEP: 742250 | > loss_text_ce: 0.036369457840919495 (0.03595100017261663) | > loss_mel_ce: 3.0088586807250977 (nan) | > loss: 0.012084240093827248 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14099599822637135) | > loader_time: 0.0044 (0.004574836612940918)  --> TIME: 2025-03-25 00:05:42 -- STEP: 16535/31555 -- GLOBAL_STEP: 742300 | > loss_text_ce: 0.04131339490413666 (0.035944017570320515) | > loss_mel_ce: 2.979879856109619 (nan) | > loss: 0.011988862417638302 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14100539380775254) | > loader_time: 0.0048 (0.004575126034852273)  --> TIME: 2025-03-25 00:05:51 -- STEP: 16585/31555 -- GLOBAL_STEP: 742350 | > loss_text_ce: 0.032389990985393524 (0.035942850432748696) | > loss_mel_ce: 2.2034738063812256 (nan) | > loss: 0.00887247547507286 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1409807797616823) | > loader_time: 0.0043 (0.004575287968701974)  --> TIME: 2025-03-25 00:06:00 -- STEP: 16635/31555 -- GLOBAL_STEP: 742400 | > loss_text_ce: 0.027861708775162697 (0.03594237167331098) | > loss_mel_ce: 2.0762240886688232 (nan) | > loss: 0.008349547162652016 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1409861398810993) | > loader_time: 0.0045 (0.004575297120888023)  --> TIME: 2025-03-25 00:06:10 -- STEP: 16685/31555 -- GLOBAL_STEP: 742450 | > loss_text_ce: 0.036490146070718765 (0.03594049062944923) | > loss_mel_ce: 2.763847827911377 (nan) | > loss: 0.011112453415989876 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14098644685273765) | > loader_time: 0.0049 (0.004575472575374301)  --> TIME: 2025-03-25 00:06:20 -- STEP: 16735/31555 -- GLOBAL_STEP: 742500 | > loss_text_ce: 0.03567587584257126 (0.035944005181277806) | > loss_mel_ce: 2.7803754806518555 (nan) | > loss: 0.011174807325005531 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1409978564547047) | > loader_time: 0.0046 (0.0045759025672887504)  --> TIME: 2025-03-25 00:06:30 -- STEP: 16785/31555 -- GLOBAL_STEP: 742550 | > loss_text_ce: 0.03310414403676987 (0.03594367759097521) | > loss_mel_ce: 2.818979024887085 (nan) | > loss: 0.011317791417241096 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14101403275877092) | > loader_time: 0.0046 (0.004576238166870443)  --> TIME: 2025-03-25 00:06:40 -- STEP: 16835/31555 -- GLOBAL_STEP: 742600 | > loss_text_ce: 0.03539867326617241 (0.03594222032828224) | > loss_mel_ce: 2.2485270500183105 (nan) | > loss: 0.00906319823116064 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1410135580022653) | > loader_time: 0.0045 (0.0045763598374949374)  --> TIME: 2025-03-25 00:06:49 -- STEP: 16885/31555 -- GLOBAL_STEP: 742650 | > loss_text_ce: 0.0364052876830101 (0.03594469441950925) | > loss_mel_ce: 2.6270828247070312 (nan) | > loss: 0.010569398291409016 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.141020541110617) | > loader_time: 0.0046 (0.004576403027919401)  --> TIME: 2025-03-25 00:06:59 -- STEP: 16935/31555 -- GLOBAL_STEP: 742700 | > loss_text_ce: 0.03353793919086456 (0.035940272945845876) | > loss_mel_ce: 2.0292155742645264 (nan) | > loss: 0.008185530081391335 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1410313818987619) | > loader_time: 0.0044 (0.004576442260674613)  --> TIME: 2025-03-25 00:07:09 -- STEP: 16985/31555 -- GLOBAL_STEP: 742750 | > loss_text_ce: 0.01747547648847103 (0.03593931059153745) | > loss_mel_ce: 1.765763759613037 (nan) | > loss: 0.007076346781104803 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14102049658570173) | > loader_time: 0.0043 (0.004576501040589225)  --> TIME: 2025-03-25 00:07:18 -- STEP: 17035/31555 -- GLOBAL_STEP: 742800 | > loss_text_ce: 0.038783419877290726 (0.03593493480697861) | > loss_mel_ce: 3.133030891418457 (nan) | > loss: 0.012586564756929874 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14100350741595574) | > loader_time: 0.0045 (0.004577018076071196)  --> TIME: 2025-03-25 00:07:28 -- STEP: 17085/31555 -- GLOBAL_STEP: 742850 | > loss_text_ce: 0.03274768218398094 (0.035934461672093486) | > loss_mel_ce: 3.0489721298217773 (nan) | > loss: 0.01222904771566391 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1409985631189751) | > loader_time: 0.0045 (0.004577015518688618)  --> TIME: 2025-03-25 00:07:37 -- STEP: 17135/31555 -- GLOBAL_STEP: 742900 | > loss_text_ce: 0.0380401611328125 (0.03593092781165742) | > loss_mel_ce: 3.2400996685028076 (nan) | > loss: 0.013008492067456245 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14099912018688335) | > loader_time: 0.0049 (0.0045772384129288525)  --> TIME: 2025-03-25 00:07:47 -- STEP: 17185/31555 -- GLOBAL_STEP: 742950 | > loss_text_ce: 0.041336797177791595 (0.035931261309230494) | > loss_mel_ce: 3.2573330402374268 (nan) | > loss: 0.013089960440993309 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14098818664950397) | > loader_time: 0.0045 (0.004577066803311482)  --> TIME: 2025-03-25 00:07:56 -- STEP: 17235/31555 -- GLOBAL_STEP: 743000 | > loss_text_ce: 0.029353272169828415 (0.03593147238400375) | > loss_mel_ce: 2.917187452316284 (nan) | > loss: 0.011692622676491737 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1409931813940858) | > loader_time: 0.0044 (0.004576688093623113)  --> TIME: 2025-03-25 00:08:06 -- STEP: 17285/31555 -- GLOBAL_STEP: 743050 | > loss_text_ce: 0.044168662279844284 (0.03593276117103692) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14100935512241544) | > loader_time: 0.0046 (0.004576672078696226)  --> TIME: 2025-03-25 00:08:16 -- STEP: 17335/31555 -- GLOBAL_STEP: 743100 | > loss_text_ce: 0.026465239003300667 (0.03593244002812327) | > loss_mel_ce: 3.1979730129241943 (nan) | > loss: 0.01279539056122303 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14100277833028174) | > loader_time: 0.0041 (0.004576639418028462)  --> TIME: 2025-03-25 00:08:25 -- STEP: 17385/31555 -- GLOBAL_STEP: 743150 | > loss_text_ce: 0.022777099162340164 (0.03592939751277909) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14099706566673265) | > loader_time: 0.0042 (0.0045764981791792765)  --> TIME: 2025-03-25 00:08:35 -- STEP: 17435/31555 -- GLOBAL_STEP: 743200 | > loss_text_ce: 0.027245277538895607 (0.035932006263544064) | > loss_mel_ce: 4.324776649475098 (nan) | > loss: 0.017269928008317947 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14099357511719013) | > loader_time: 0.0047 (0.00457646991039437)  --> TIME: 2025-03-25 00:08:45 -- STEP: 17485/31555 -- GLOBAL_STEP: 743250 | > loss_text_ce: 0.03803323581814766 (0.03592956930330766) | > loss_mel_ce: 0.0782877579331398 (nan) | > loss: 0.0004615912912413478 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1409967699833594) | > loader_time: 0.0045 (0.004576327795978272)  --> TIME: 2025-03-25 00:08:55 -- STEP: 17535/31555 -- GLOBAL_STEP: 743300 | > loss_text_ce: 0.04069580137729645 (0.03592806012946759) | > loss_mel_ce: 2.8409836292266846 (nan) | > loss: 0.011435236781835556 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14101090024671356) | > loader_time: 0.0044 (0.004576215181114126)  --> TIME: 2025-03-25 00:09:04 -- STEP: 17585/31555 -- GLOBAL_STEP: 743350 | > loss_text_ce: 0.04786652326583862 (0.0359276164745722) | > loss_mel_ce: 3.2472894191741943 (nan) | > loss: 0.013076016679406166 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14101392376107727) | > loader_time: 0.0047 (0.004575981685713269)  --> TIME: 2025-03-25 00:09:14 -- STEP: 17635/31555 -- GLOBAL_STEP: 743400 | > loss_text_ce: 0.0444241464138031 (0.03592663424494613) | > loss_mel_ce: 2.986023426055908 (nan) | > loss: 0.01202558632940054 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1410210199791418) | > loader_time: 0.0048 (0.004576000681942842)  --> TIME: 2025-03-25 00:09:24 -- STEP: 17685/31555 -- GLOBAL_STEP: 743450 | > loss_text_ce: 0.021481072530150414 (0.03592432986708989) | > loss_mel_ce: 2.288475275039673 (nan) | > loss: 0.009166494011878967 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1410261819481958) | > loader_time: 0.0044 (0.004576421761398166)  --> TIME: 2025-03-25 00:09:34 -- STEP: 17735/31555 -- GLOBAL_STEP: 743500 | > loss_text_ce: 0.036201320588588715 (0.03592491023466178) | > loss_mel_ce: 2.914642810821533 (nan) | > loss: 0.011709699407219887 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14103822259120624) | > loader_time: 0.0044 (0.004576793683559957)  --> TIME: 2025-03-25 00:09:44 -- STEP: 17785/31555 -- GLOBAL_STEP: 743550 | > loss_text_ce: 0.0343991182744503 (0.035922286784161664) | > loss_mel_ce: 3.20556640625 (nan) | > loss: 0.01285700686275959 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14105299649896874) | > loader_time: 0.0047 (0.004576874395954435)  --> TIME: 2025-03-25 00:09:53 -- STEP: 17835/31555 -- GLOBAL_STEP: 743600 | > loss_text_ce: 0.048740971833467484 (0.035923953639943336) | > loss_mel_ce: 2.872772693634033 (nan) | > loss: 0.011593308299779892 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14105411230899603) | > loader_time: 0.0048 (0.004577101757454888)  --> TIME: 2025-03-25 00:10:03 -- STEP: 17885/31555 -- GLOBAL_STEP: 743650 | > loss_text_ce: 0.04119541496038437 (0.03592744825456286) | > loss_mel_ce: 3.0328774452209473 (nan) | > loss: 0.012198702432215214 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14104723251829163) | > loader_time: 0.0044 (0.0045771814772360975)  --> TIME: 2025-03-25 00:10:13 -- STEP: 17935/31555 -- GLOBAL_STEP: 743700 | > loss_text_ce: 0.038458965718746185 (0.035923950011048186) | > loss_mel_ce: 2.9107553958892822 (nan) | > loss: 0.011703232303261757 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14105045196569446) | > loader_time: 0.0048 (0.004577336432311017)  --> TIME: 2025-03-25 00:10:22 -- STEP: 17985/31555 -- GLOBAL_STEP: 743750 | > loss_text_ce: 0.038394175469875336 (0.035923902489491365) | > loss_mel_ce: 2.8208701610565186 (nan) | > loss: 0.011346288025379181 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14104373324470929) | > loader_time: 0.0045 (0.004577518908023713)  --> TIME: 2025-03-25 00:10:32 -- STEP: 18035/31555 -- GLOBAL_STEP: 743800 | > loss_text_ce: 0.038497187197208405 (0.03592440931491563) | > loss_mel_ce: 2.6338775157928467 (nan) | > loss: 0.010604661889374256 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14103768861356664) | > loader_time: 0.0047 (0.004578003659947691)  --> TIME: 2025-03-25 00:10:42 -- STEP: 18085/31555 -- GLOBAL_STEP: 743850 | > loss_text_ce: 0.03127208724617958 (0.03592231778444947) | > loss_mel_ce: 2.47727370262146 (nan) | > loss: 0.009954547509551048 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14104388426574324) | > loader_time: 0.0046 (0.004578095415794042)  --> TIME: 2025-03-25 00:10:51 -- STEP: 18135/31555 -- GLOBAL_STEP: 743900 | > loss_text_ce: 0.03633333742618561 (0.03592079277934775) | > loss_mel_ce: 3.227257251739502 (nan) | > loss: 0.012950756587088108 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14104456124570036) | > loader_time: 0.0045 (0.004578446697722081)  --> TIME: 2025-03-25 00:11:01 -- STEP: 18185/31555 -- GLOBAL_STEP: 743950 | > loss_text_ce: 0.04635075852274895 (0.03592161202835514) | > loss_mel_ce: 2.6254093647003174 (nan) | > loss: 0.010602222755551338 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14105409524386406) | > loader_time: 0.0048 (0.004578589003329311)  --> TIME: 2025-03-25 00:11:11 -- STEP: 18235/31555 -- GLOBAL_STEP: 744000 | > loss_text_ce: 0.03960463032126427 (0.03591986981534386) | > loss_mel_ce: 2.670860528945923 (nan) | > loss: 0.010755814611911774 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14105387603481584) | > loader_time: 0.0045 (0.004578426539946966)  --> TIME: 2025-03-25 00:11:20 -- STEP: 18285/31555 -- GLOBAL_STEP: 744050 | > loss_text_ce: 0.036234114319086075 (0.03591584957670545) | > loss_mel_ce: 2.9113142490386963 (nan) | > loss: 0.011696620844304562 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14105182566341612) | > loader_time: 0.0049 (0.004578074947354066)  --> TIME: 2025-03-25 00:11:30 -- STEP: 18335/31555 -- GLOBAL_STEP: 744100 | > loss_text_ce: 0.03913126885890961 (0.035915952994312154) | > loss_mel_ce: 0.1207275390625 (nan) | > loss: 0.0006343603599816561 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14103885168986371) | > loader_time: 0.0045 (0.004578193917338209)  --> TIME: 2025-03-25 00:11:39 -- STEP: 18385/31555 -- GLOBAL_STEP: 744150 | > loss_text_ce: 0.032628320157527924 (0.03591469535241919) | > loss_mel_ce: 2.892275810241699 (nan) | > loss: 0.011606763117015362 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14102959551174535) | > loader_time: 0.0044 (0.004578265723632299)  --> TIME: 2025-03-25 00:11:49 -- STEP: 18435/31555 -- GLOBAL_STEP: 744200 | > loss_text_ce: 0.03708145022392273 (0.03591585632116565) | > loss_mel_ce: 2.6542234420776367 (nan) | > loss: 0.01067978236824274 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14102566374780603) | > loader_time: 0.0047 (0.004578111318511197)  --> TIME: 2025-03-25 00:11:58 -- STEP: 18485/31555 -- GLOBAL_STEP: 744250 | > loss_text_ce: 0.029213685542345047 (0.03591547929186823) | > loss_mel_ce: 2.626248836517334 (nan) | > loss: 0.01053754985332489 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14103085393031203) | > loader_time: 0.0044 (0.00457788407560747)  --> TIME: 2025-03-25 00:12:08 -- STEP: 18535/31555 -- GLOBAL_STEP: 744300 | > loss_text_ce: 0.04182929918169975 (0.035915076172736496) | > loss_mel_ce: 3.1315181255340576 (nan) | > loss: 0.012592649087309837 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14102677390811488) | > loader_time: 0.0046 (0.004577728381593003)  --> TIME: 2025-03-25 00:12:17 -- STEP: 18585/31555 -- GLOBAL_STEP: 744350 | > loss_text_ce: 0.02415761724114418 (0.0359158933147154) | > loss_mel_ce: 2.1834161281585693 (nan) | > loss: 0.008760213851928711 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14101906410301482) | > loader_time: 0.0044 (0.0045772391107090915)  --> TIME: 2025-03-25 00:12:27 -- STEP: 18635/31555 -- GLOBAL_STEP: 744400 | > loss_text_ce: 0.04427097737789154 (0.03591711217782904) | > loss_mel_ce: 2.573047637939453 (nan) | > loss: 0.010386185720562935 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1410343382420607) | > loader_time: 0.0046 (0.0045769693642287185)  --> TIME: 2025-03-25 00:12:37 -- STEP: 18685/31555 -- GLOBAL_STEP: 744450 | > loss_text_ce: 0.03081520088016987 (0.03591430449206849) | > loss_mel_ce: 2.690272808074951 (nan) | > loss: 0.010797969065606594 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14102897095367675) | > loader_time: 0.0043 (0.0045766244892899485)  --> TIME: 2025-03-25 00:12:46 -- STEP: 18735/31555 -- GLOBAL_STEP: 744500 | > loss_text_ce: 0.023389726877212524 (0.035913048150459724) | > loss_mel_ce: 0.15859374403953552 (nan) | > loss: 0.0007221566629596055 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1410225894313071) | > loader_time: 0.0045 (0.004576410011574552)  --> TIME: 2025-03-25 00:12:56 -- STEP: 18785/31555 -- GLOBAL_STEP: 744550 | > loss_text_ce: 0.028804544359445572 (0.03591346310231991) | > loss_mel_ce: 2.931462049484253 (nan) | > loss: 0.011747090145945549 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14102790549234911) | > loader_time: 0.0046 (0.004576837175667296)  --> TIME: 2025-03-25 00:13:06 -- STEP: 18835/31555 -- GLOBAL_STEP: 744600 | > loss_text_ce: 0.036774735897779465 (0.03591172350058786) | > loss_mel_ce: 2.5876553058624268 (nan) | > loss: 0.010414404794573784 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14104727613916498) | > loader_time: 0.0071 (0.004577090678811258)  --> TIME: 2025-03-25 00:13:16 -- STEP: 18885/31555 -- GLOBAL_STEP: 744650 | > loss_text_ce: 0.03954469785094261 (0.03591201838445206) | > loss_mel_ce: 3.071666955947876 (nan) | > loss: 0.012346078641712666 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1410426076329009) | > loader_time: 0.0046 (0.004576985445292782)  --> TIME: 2025-03-25 00:13:26 -- STEP: 18935/31555 -- GLOBAL_STEP: 744700 | > loss_text_ce: 0.03620284050703049 (0.035913448335992894) | > loss_mel_ce: 2.894505023956299 (nan) | > loss: 0.011629793792963028 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14106579181982457) | > loader_time: 0.005 (0.004577106204359043)  --> TIME: 2025-03-25 00:13:36 -- STEP: 18985/31555 -- GLOBAL_STEP: 744750 | > loss_text_ce: 0.03977951034903526 (0.03591028576143316) | > loss_mel_ce: 2.7993977069854736 (nan) | > loss: 0.011266576126217842 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.1410780575641499) | > loader_time: 0.0044 (0.0045772002815164465)  --> TIME: 2025-03-25 00:13:46 -- STEP: 19035/31555 -- GLOBAL_STEP: 744800 | > loss_text_ce: 0.030870910733938217 (0.035913597088867814) | > loss_mel_ce: 3.097615957260132 (nan) | > loss: 0.012414631433784962 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14108255749335005) | > loader_time: 0.0046 (0.004577796879420947)  --> TIME: 2025-03-25 00:13:55 -- STEP: 19085/31555 -- GLOBAL_STEP: 744850 | > loss_text_ce: 0.03441246971487999 (0.03591295486178959) | > loss_mel_ce: 2.9182918071746826 (nan) | > loss: 0.011717081069946289 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14108411817922986) | > loader_time: 0.0047 (0.004577904269743404)  --> TIME: 2025-03-25 00:14:05 -- STEP: 19135/31555 -- GLOBAL_STEP: 744900 | > loss_text_ce: 0.026844557374715805 (0.03590832856944429) | > loss_mel_ce: 2.2870070934295654 (nan) | > loss: 0.00918195117264986 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1410752436869885) | > loader_time: 0.0044 (0.004578022960586117)  --> TIME: 2025-03-25 00:14:15 -- STEP: 19185/31555 -- GLOBAL_STEP: 744950 | > loss_text_ce: 0.03546982631087303 (0.035906242288829666) | > loss_mel_ce: 3.375225782394409 (nan) | > loss: 0.013534506782889366 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1410778890962186) | > loader_time: 0.0043 (0.004578373772047287)  --> TIME: 2025-03-25 00:14:24 -- STEP: 19235/31555 -- GLOBAL_STEP: 745000 | > loss_text_ce: 0.033969033509492874 (0.0359090617773384) | > loss_mel_ce: 2.6216022968292236 (nan) | > loss: 0.010537981986999512 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14106367677411502) | > loader_time: 0.0047 (0.004578341166013146)  --> TIME: 2025-03-25 00:14:34 -- STEP: 19285/31555 -- GLOBAL_STEP: 745050 | > loss_text_ce: 0.035165734589099884 (0.035903831710423266) | > loss_mel_ce: 0.04541015625 (nan) | > loss: 0.0003197456244379282 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14107307238006442) | > loader_time: 0.0045 (0.0045784763452887695)  --> TIME: 2025-03-25 00:14:43 -- STEP: 19335/31555 -- GLOBAL_STEP: 745100 | > loss_text_ce: 0.04039471223950386 (0.03590293685188664) | > loss_mel_ce: 2.9015634059906006 (nan) | > loss: 0.011674437671899796 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.141067468531224) | > loader_time: 0.0047 (0.004578615967420353)  --> TIME: 2025-03-25 00:14:53 -- STEP: 19385/31555 -- GLOBAL_STEP: 745150 | > loss_text_ce: 0.03666697070002556 (0.03590310144778426) | > loss_mel_ce: 2.5262088775634766 (nan) | > loss: 0.01017014216631651 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14106525924668883) | > loader_time: 0.0047 (0.004579080697768825)  --> TIME: 2025-03-25 00:15:02 -- STEP: 19435/31555 -- GLOBAL_STEP: 745200 | > loss_text_ce: 0.030449068173766136 (0.03590440039901756) | > loss_mel_ce: 2.867434024810791 (nan) | > loss: 0.011499537155032158 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14105945979227072) | > loader_time: 0.0046 (0.004579300214307692)  --> TIME: 2025-03-25 00:15:12 -- STEP: 19485/31555 -- GLOBAL_STEP: 745250 | > loss_text_ce: 0.03821254521608353 (0.03590191008194745) | > loss_mel_ce: 2.9311087131500244 (nan) | > loss: 0.011783021502196789 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.141055822690573) | > loader_time: 0.0044 (0.004579562225615903)  --> TIME: 2025-03-25 00:15:22 -- STEP: 19535/31555 -- GLOBAL_STEP: 745300 | > loss_text_ce: 0.04069313779473305 (0.035901684435153645) | > loss_mel_ce: 0.031982421875 (nan) | > loss: 0.000288395065581426 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14105708809621467) | > loader_time: 0.0044 (0.004580070894942878)  --> TIME: 2025-03-25 00:15:32 -- STEP: 19585/31555 -- GLOBAL_STEP: 745350 | > loss_text_ce: 0.033250294625759125 (0.03590154895078199) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1410680571228138) | > loader_time: 0.0043 (0.004579925366679978)  --> TIME: 2025-03-25 00:15:41 -- STEP: 19635/31555 -- GLOBAL_STEP: 745400 | > loss_text_ce: 0.03243812918663025 (0.035900707284914964) | > loss_mel_ce: 3.330540895462036 (nan) | > loss: 0.01334515493363142 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14106996976785902) | > loader_time: 0.0047 (0.004579912058900951)  --> TIME: 2025-03-25 00:15:51 -- STEP: 19685/31555 -- GLOBAL_STEP: 745450 | > loss_text_ce: 0.03699037805199623 (0.03589843189954599) | > loss_mel_ce: 2.994691848754883 (nan) | > loss: 0.012030486017465591 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14107243889384039) | > loader_time: 0.0045 (0.0045798818744740045)  --> TIME: 2025-03-25 00:16:01 -- STEP: 19735/31555 -- GLOBAL_STEP: 745500 | > loss_text_ce: 0.03259757161140442 (0.035896091415113365) | > loss_mel_ce: 2.581411123275757 (nan) | > loss: 0.010373051278293133 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14107478383163116) | > loader_time: 0.0044 (0.004579666580826494)  --> TIME: 2025-03-25 00:16:10 -- STEP: 19785/31555 -- GLOBAL_STEP: 745550 | > loss_text_ce: 0.027764348313212395 (0.03589552645156115) | > loss_mel_ce: 2.958420991897583 (nan) | > loss: 0.011849942617118359 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14106723883250238) | > loader_time: 0.0043 (0.004579310697951303)  --> TIME: 2025-03-25 00:16:20 -- STEP: 19835/31555 -- GLOBAL_STEP: 745600 | > loss_text_ce: 0.03743603453040123 (0.03589294289816509) | > loss_mel_ce: 0.2343924343585968 (nan) | > loss: 0.0010786844650283456 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14107160914416042) | > loader_time: 0.0046 (0.004579205305052872)  --> TIME: 2025-03-25 00:16:29 -- STEP: 19885/31555 -- GLOBAL_STEP: 745650 | > loss_text_ce: 0.039555732160806656 (0.03589411624654588) | > loss_mel_ce: 3.1561279296875 (nan) | > loss: 0.012681284919381142 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14106003272344594) | > loader_time: 0.0044 (0.004578805910992472)  --> TIME: 2025-03-25 00:16:38 -- STEP: 19935/31555 -- GLOBAL_STEP: 745700 | > loss_text_ce: 0.0433557890355587 (0.03589279069199665) | > loss_mel_ce: 2.720050573348999 (nan) | > loss: 0.010965898633003235 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14104321019105953) | > loader_time: 0.0046 (0.004578663622911416)  --> TIME: 2025-03-25 00:16:48 -- STEP: 19985/31555 -- GLOBAL_STEP: 745750 | > loss_text_ce: 0.03799743577837944 (0.035890861800649244) | > loss_mel_ce: 2.6238107681274414 (nan) | > loss: 0.010562731884419918 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14103156067831754) | > loader_time: 0.0044 (0.004578608705426646)  --> TIME: 2025-03-25 00:16:57 -- STEP: 20035/31555 -- GLOBAL_STEP: 745800 | > loss_text_ce: 0.030963553115725517 (0.0358910602949967) | > loss_mel_ce: 2.781543016433716 (nan) | > loss: 0.011160741560161114 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1410193854089923) | > loader_time: 0.0045 (0.004578408975984405)  --> TIME: 2025-03-25 00:17:07 -- STEP: 20085/31555 -- GLOBAL_STEP: 745850 | > loss_text_ce: 0.0379415899515152 (0.03589150297432536) | > loss_mel_ce: 2.403583288192749 (nan) | > loss: 0.009688591584563255 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1410272217105509) | > loader_time: 0.0045 (0.004578109603038581)  --> TIME: 2025-03-25 00:17:17 -- STEP: 20135/31555 -- GLOBAL_STEP: 745900 | > loss_text_ce: 0.03330770507454872 (0.03589383231326549) | > loss_mel_ce: 1.6976065635681152 (nan) | > loss: 0.0068687074817717075 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14102769466378376) | > loader_time: 0.0046 (0.004577891679209182)  --> TIME: 2025-03-25 00:17:26 -- STEP: 20185/31555 -- GLOBAL_STEP: 745950 | > loss_text_ce: 0.04364965856075287 (0.03589523868708662) | > loss_mel_ce: 3.1819546222686768 (nan) | > loss: 0.01280001737177372 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1410285585907566) | > loader_time: 0.0044 (0.004577749992674897)  --> TIME: 2025-03-25 00:17:36 -- STEP: 20235/31555 -- GLOBAL_STEP: 746000 | > loss_text_ce: 0.04002481698989868 (0.035898348630350976) | > loss_mel_ce: 2.5386414527893066 (nan) | > loss: 0.010232803411781788 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14103179688450157) | > loader_time: 0.0044 (0.004577617383692536)  --> TIME: 2025-03-25 00:17:46 -- STEP: 20285/31555 -- GLOBAL_STEP: 746050 | > loss_text_ce: 0.03080490045249462 (0.03589610748905722) | > loss_mel_ce: 3.018505811691284 (nan) | > loss: 0.01210043951869011 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1410307079928247) | > loader_time: 0.0045 (0.004577493773383548)  --> TIME: 2025-03-25 00:17:55 -- STEP: 20335/31555 -- GLOBAL_STEP: 746100 | > loss_text_ce: 0.0362357459962368 (0.035893762082306685) | > loss_mel_ce: 3.061279296875 (nan) | > loss: 0.01229172758758068 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1410195158129981) | > loader_time: 0.0043 (0.004577460838882555)  --> TIME: 2025-03-25 00:18:04 -- STEP: 20385/31555 -- GLOBAL_STEP: 746150 | > loss_text_ce: 0.019502028822898865 (0.03589461633356723) | > loss_mel_ce: 0.9642421007156372 (nan) | > loss: 0.0039037468377500772 (nan) | > current_lr: 5e-06 | > step_time: 0.1005 (0.1410112789983052) | > loader_time: 0.0043 (0.004577186653243901)  --> TIME: 2025-03-25 00:18:14 -- STEP: 20435/31555 -- GLOBAL_STEP: 746200 | > loss_text_ce: 0.062128111720085144 (0.03589550692028435) | > loss_mel_ce: 2.97987961769104 (nan) | > loss: 0.0120714595541358 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14101215563924163) | > loader_time: 0.0043 (0.00457691244429182)  --> TIME: 2025-03-25 00:18:24 -- STEP: 20485/31555 -- GLOBAL_STEP: 746250 | > loss_text_ce: 0.04001564905047417 (0.03589457024947222) | > loss_mel_ce: 2.9406158924102783 (nan) | > loss: 0.011827903799712658 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14101017866304588) | > loader_time: 0.0044 (0.004576711338090729)  --> TIME: 2025-03-25 00:18:33 -- STEP: 20535/31555 -- GLOBAL_STEP: 746300 | > loss_text_ce: 0.03843259811401367 (0.035892301745030684) | > loss_mel_ce: 3.144472122192383 (nan) | > loss: 0.012630575336515903 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14098929723800463) | > loader_time: 0.0048 (0.004576455005509244)  --> TIME: 2025-03-25 00:18:43 -- STEP: 20585/31555 -- GLOBAL_STEP: 746350 | > loss_text_ce: 0.03478813171386719 (0.035891355715605214) | > loss_mel_ce: 2.8433799743652344 (nan) | > loss: 0.01142130233347416 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1409963829007171) | > loader_time: 0.0045 (0.0045763320010178314)  --> TIME: 2025-03-25 00:18:52 -- STEP: 20635/31555 -- GLOBAL_STEP: 746400 | > loss_text_ce: 0.03343675658106804 (0.03589172393326396) | > loss_mel_ce: 2.761786699295044 (nan) | > loss: 0.01109215710312128 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1409867277554402) | > loader_time: 0.0044 (0.004576158396464641)  --> TIME: 2025-03-25 00:19:02 -- STEP: 20685/31555 -- GLOBAL_STEP: 746450 | > loss_text_ce: 0.024610735476017 (0.035889981087303596) | > loss_mel_ce: 1.9365549087524414 (nan) | > loss: 0.0077824038453400135 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14099548510200383) | > loader_time: 0.0044 (0.00457608578197619)  --> TIME: 2025-03-25 00:19:11 -- STEP: 20735/31555 -- GLOBAL_STEP: 746500 | > loss_text_ce: 0.03771459311246872 (0.035889493308562656) | > loss_mel_ce: 2.5075316429138184 (nan) | > loss: 0.010100184008479118 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14099502581873946) | > loader_time: 0.0048 (0.004576204884963546)  --> TIME: 2025-03-25 00:19:21 -- STEP: 20785/31555 -- GLOBAL_STEP: 746550 | > loss_text_ce: 0.03279368579387665 (0.03589550439915381) | > loss_mel_ce: 2.8626322746276855 (nan) | > loss: 0.011489786207675934 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14100790770546542) | > loader_time: 0.0045 (0.004576279103598255)  --> TIME: 2025-03-25 00:19:31 -- STEP: 20835/31555 -- GLOBAL_STEP: 746600 | > loss_text_ce: 0.029892491176724434 (0.0358947906366461) | > loss_mel_ce: 2.3113136291503906 (nan) | > loss: 0.009290500544011593 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14100839294688103) | > loader_time: 0.0066 (0.004576586017741408)  --> TIME: 2025-03-25 00:19:41 -- STEP: 20885/31555 -- GLOBAL_STEP: 746650 | > loss_text_ce: 0.032412197440862656 (0.0358925463000761) | > loss_mel_ce: 3.2962889671325684 (nan) | > loss: 0.013209132477641106 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14100012460735573) | > loader_time: 0.0045 (0.004576636696364135)  --> TIME: 2025-03-25 00:19:50 -- STEP: 20935/31555 -- GLOBAL_STEP: 746700 | > loss_text_ce: 0.04383457079529762 (0.03589299238501128) | > loss_mel_ce: 2.710543155670166 (nan) | > loss: 0.010930071584880352 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1410019169623624) | > loader_time: 0.0047 (0.004576876911138755)  --> TIME: 2025-03-25 00:20:00 -- STEP: 20985/31555 -- GLOBAL_STEP: 746750 | > loss_text_ce: 0.03539649024605751 (0.035891609167077156) | > loss_mel_ce: 3.0994532108306885 (nan) | > loss: 0.012439880520105362 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14099638049080465) | > loader_time: 0.0045 (0.004576801270963717)  --> TIME: 2025-03-25 00:20:10 -- STEP: 21035/31555 -- GLOBAL_STEP: 746800 | > loss_text_ce: 0.03198854997754097 (0.03589480340734074) | > loss_mel_ce: 2.2000927925109863 (nan) | > loss: 0.008857466280460358 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1410089999897793) | > loader_time: 0.0045 (0.0045769560215222355)  --> TIME: 2025-03-25 00:20:20 -- STEP: 21085/31555 -- GLOBAL_STEP: 746850 | > loss_text_ce: 0.03159084916114807 (0.03589377218099028) | > loss_mel_ce: 2.654944658279419 (nan) | > loss: 0.010660856030881405 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14101571154758402) | > loader_time: 0.0047 (0.004577248521062609)  --> TIME: 2025-03-25 00:20:29 -- STEP: 21135/31555 -- GLOBAL_STEP: 746900 | > loss_text_ce: 0.05058090388774872 (0.03589387400961968) | > loss_mel_ce: 2.634850263595581 (nan) | > loss: 0.010656474158167839 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14102632114445615) | > loader_time: 0.0044 (0.004577243799065676)  --> TIME: 2025-03-25 00:20:39 -- STEP: 21185/31555 -- GLOBAL_STEP: 746950 | > loss_text_ce: 0.03461902216076851 (0.03589684017396497) | > loss_mel_ce: 3.0407681465148926 (nan) | > loss: 0.012203918769955635 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14101530021728725) | > loader_time: 0.0047 (0.004577050581556879)  --> TIME: 2025-03-25 00:20:48 -- STEP: 21235/31555 -- GLOBAL_STEP: 747000 | > loss_text_ce: 0.029696790501475334 (0.03589794321030868) | > loss_mel_ce: 3.1695964336395264 (nan) | > loss: 0.012695608660578728 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14101254737374372) | > loader_time: 0.0045 (0.004576900545950658)  --> TIME: 2025-03-25 00:20:58 -- STEP: 21285/31555 -- GLOBAL_STEP: 747050 | > loss_text_ce: 0.03192600980401039 (0.03589993397179563) | > loss_mel_ce: 3.016540765762329 (nan) | > loss: 0.012097090482711792 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14102225831228726) | > loader_time: 0.0045 (0.004576994539959398)  --> TIME: 2025-03-25 00:21:08 -- STEP: 21335/31555 -- GLOBAL_STEP: 747100 | > loss_text_ce: 0.04479207471013069 (0.03590086687627773) | > loss_mel_ce: 1.9801249504089355 (nan) | > loss: 0.008035385981202126 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1410141030211681) | > loader_time: 0.0046 (0.004577010226020633)  --> TIME: 2025-03-25 00:21:17 -- STEP: 21385/31555 -- GLOBAL_STEP: 747150 | > loss_text_ce: 0.03880072385072708 (0.03590159771542844) | > loss_mel_ce: 2.70658802986145 (nan) | > loss: 0.01089440006762743 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14101277278465787) | > loader_time: 0.0044 (0.004577084816251956)  --> TIME: 2025-03-25 00:21:27 -- STEP: 21435/31555 -- GLOBAL_STEP: 747200 | > loss_text_ce: 0.04338786378502846 (0.03589657295585669) | > loss_mel_ce: 2.131382465362549 (nan) | > loss: 0.008630041964352131 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14100407693167524) | > loader_time: 0.0047 (0.004576965042391915)  --> TIME: 2025-03-25 00:21:36 -- STEP: 21485/31555 -- GLOBAL_STEP: 747250 | > loss_text_ce: 0.039755869656801224 (0.035893381720771854) | > loss_mel_ce: 2.86409330368042 (nan) | > loss: 0.011523211374878883 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14098392033371682) | > loader_time: 0.0044 (0.004576995979222111)  --> TIME: 2025-03-25 00:21:46 -- STEP: 21535/31555 -- GLOBAL_STEP: 747300 | > loss_text_ce: 0.03407062590122223 (0.03588995669268066) | > loss_mel_ce: 2.263206958770752 (nan) | > loss: 0.00911618210375309 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14098229541118734) | > loader_time: 0.0046 (0.0045772156915782364)  --> TIME: 2025-03-25 00:21:55 -- STEP: 21585/31555 -- GLOBAL_STEP: 747350 | > loss_text_ce: 0.03233855962753296 (0.03589158781918722) | > loss_mel_ce: 2.922532081604004 (nan) | > loss: 0.011725678108632565 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14097543689479494) | > loader_time: 0.005 (0.004577260363121317)  --> TIME: 2025-03-25 00:22:05 -- STEP: 21635/31555 -- GLOBAL_STEP: 747400 | > loss_text_ce: 0.029901660978794098 (0.03589163571880278) | > loss_mel_ce: 2.8894028663635254 (nan) | > loss: 0.011584542691707611 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14097746394373198) | > loader_time: 0.0048 (0.004577549362887926)  --> TIME: 2025-03-25 00:22:14 -- STEP: 21685/31555 -- GLOBAL_STEP: 747450 | > loss_text_ce: 0.030935250222682953 (0.03588974434819721) | > loss_mel_ce: 2.699463129043579 (nan) | > loss: 0.01083491463214159 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14096106497791216) | > loader_time: 0.0046 (0.004577652155212331)  --> TIME: 2025-03-25 00:22:23 -- STEP: 21735/31555 -- GLOBAL_STEP: 747500 | > loss_text_ce: 0.030433068051934242 (0.03588579390690775) | > loss_mel_ce: 3.0786831378936768 (nan) | > loss: 0.012337763793766499 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14095481804987495) | > loader_time: 0.0045 (0.004577843370123925)  --> TIME: 2025-03-25 00:22:33 -- STEP: 21785/31555 -- GLOBAL_STEP: 747550 | > loss_text_ce: 0.03456207364797592 (0.03588709457443363) | > loss_mel_ce: 2.4877424240112305 (nan) | > loss: 0.010009145364165306 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.1409493267522486) | > loader_time: 0.0043 (0.004577757848740088)  --> TIME: 2025-03-25 00:22:42 -- STEP: 21835/31555 -- GLOBAL_STEP: 747600 | > loss_text_ce: 0.04397962614893913 (0.03588819793763112) | > loss_mel_ce: 0.08837890625 (nan) | > loss: 0.0005252322880551219 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1409460478198048) | > loader_time: 0.0048 (0.004577832563752763)  --> TIME: 2025-03-25 00:22:52 -- STEP: 21885/31555 -- GLOBAL_STEP: 747650 | > loss_text_ce: 0.03632037714123726 (0.035886427678673505) | > loss_mel_ce: 2.521062135696411 (nan) | > loss: 0.010148344561457634 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14094733105747315) | > loader_time: 0.0047 (0.004577997554947283)  --> TIME: 2025-03-25 00:23:02 -- STEP: 21935/31555 -- GLOBAL_STEP: 747700 | > loss_text_ce: 0.03604128211736679 (0.03588679312474248) | > loss_mel_ce: 3.2869644165039062 (nan) | > loss: 0.013186531141400337 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14095437833761254) | > loader_time: 0.0047 (0.004578114088505005)  --> TIME: 2025-03-25 00:23:12 -- STEP: 21985/31555 -- GLOBAL_STEP: 747750 | > loss_text_ce: 0.04433966428041458 (0.03588504114887024) | > loss_mel_ce: 1.4844127893447876 (nan) | > loss: 0.006066478323191404 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1409510360133902) | > loader_time: 0.0045 (0.004578712741868315)  --> TIME: 2025-03-25 00:23:21 -- STEP: 22035/31555 -- GLOBAL_STEP: 747800 | > loss_text_ce: 0.04243369400501251 (0.03588611174561647) | > loss_mel_ce: 1.256363868713379 (nan) | > loss: 0.005153959151357412 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1409596961345809) | > loader_time: 0.0046 (0.004578932488832961)  --> TIME: 2025-03-25 00:23:31 -- STEP: 22085/31555 -- GLOBAL_STEP: 747850 | > loss_text_ce: 0.03670436143875122 (0.035887944607415546) | > loss_mel_ce: 3.1645915508270264 (nan) | > loss: 0.012703555636107922 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1409652353601542) | > loader_time: 0.0049 (0.004579094575221737)  --> TIME: 2025-03-25 00:23:41 -- STEP: 22135/31555 -- GLOBAL_STEP: 747900 | > loss_text_ce: 0.03713781386613846 (0.03588928900564853) | > loss_mel_ce: 3.155367136001587 (nan) | > loss: 0.01266867108643055 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14096543115176835) | > loader_time: 0.0044 (0.004579362078663056)  --> TIME: 2025-03-25 00:23:50 -- STEP: 22185/31555 -- GLOBAL_STEP: 747950 | > loss_text_ce: 0.029588839039206505 (0.035890999384239675) | > loss_mel_ce: 3.108790636062622 (nan) | > loss: 0.012453887611627579 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14095533555602371) | > loader_time: 0.0045 (0.004579354106291828)  --> TIME: 2025-03-25 00:24:00 -- STEP: 22235/31555 -- GLOBAL_STEP: 748000 | > loss_text_ce: 0.0290771946310997 (0.03589104129868958) | > loss_mel_ce: 2.023808479309082 (nan) | > loss: 0.008146372623741627 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1409582596884598) | > loader_time: 0.0046 (0.00457957794029903)  --> TIME: 2025-03-25 00:24:10 -- STEP: 22285/31555 -- GLOBAL_STEP: 748050 | > loss_text_ce: 0.036768779158592224 (0.03588992991347427) | > loss_mel_ce: 2.993318557739258 (nan) | > loss: 0.012024156749248505 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14096180533036196) | > loader_time: 0.0047 (0.004579608173468818)  --> TIME: 2025-03-25 00:24:19 -- STEP: 22335/31555 -- GLOBAL_STEP: 748100 | > loss_text_ce: 0.03940185531973839 (0.03588652419585611) | > loss_mel_ce: 2.467212438583374 (nan) | > loss: 0.009946882724761963 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14096137439214568) | > loader_time: 0.0046 (0.00457955258576324)  --> TIME: 2025-03-25 00:24:29 -- STEP: 22385/31555 -- GLOBAL_STEP: 748150 | > loss_text_ce: 0.017336204648017883 (0.035885522745238554) | > loss_mel_ce: 1.9504505395889282 (nan) | > loss: 0.007808678317815065 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14095360430218393) | > loader_time: 0.0043 (0.0045795224675222925)  --> TIME: 2025-03-25 00:24:39 -- STEP: 22435/31555 -- GLOBAL_STEP: 748200 | > loss_text_ce: 0.035263195633888245 (0.03588573093564887) | > loss_mel_ce: 2.5433688163757324 (nan) | > loss: 0.010232667438685894 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14096122278996098) | > loader_time: 0.0048 (0.0045796035259052445)  --> TIME: 2025-03-25 00:24:49 -- STEP: 22485/31555 -- GLOBAL_STEP: 748250 | > loss_text_ce: 0.03327629342675209 (0.03588618925969978) | > loss_mel_ce: 3.0552353858947754 (nan) | > loss: 0.012255999259650707 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14096453434259407) | > loader_time: 0.0047 (0.004579907924778524)  --> TIME: 2025-03-25 00:24:58 -- STEP: 22535/31555 -- GLOBAL_STEP: 748300 | > loss_text_ce: 0.04188172146677971 (0.0358851455229732) | > loss_mel_ce: 3.236531972885132 (nan) | > loss: 0.013009578920900822 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1409692279615928) | > loader_time: 0.0049 (0.004579895532445976)  --> TIME: 2025-03-25 00:25:08 -- STEP: 22585/31555 -- GLOBAL_STEP: 748350 | > loss_text_ce: 0.03163348510861397 (0.035884671517084424) | > loss_mel_ce: 3.083375930786133 (nan) | > loss: 0.012361148372292519 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14096530489301942) | > loader_time: 0.0072 (0.0045800841168700986)  --> TIME: 2025-03-25 00:25:17 -- STEP: 22635/31555 -- GLOBAL_STEP: 748400 | > loss_text_ce: 0.029961710795760155 (0.035883004822023036) | > loss_mel_ce: 2.8474783897399902 (nan) | > loss: 0.011418414302170277 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14096612248800997) | > loader_time: 0.0046 (0.004580223763097039)  --> TIME: 2025-03-25 00:25:27 -- STEP: 22685/31555 -- GLOBAL_STEP: 748450 | > loss_text_ce: 0.0426107682287693 (0.0358867310508118) | > loss_mel_ce: 4.364062309265137 (nan) | > loss: 0.017486797645688057 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1409732468516552) | > loader_time: 0.0045 (0.004580355142480325)  --> TIME: 2025-03-25 00:25:37 -- STEP: 22735/31555 -- GLOBAL_STEP: 748500 | > loss_text_ce: 0.03997526690363884 (0.03588593028951143) | > loss_mel_ce: 2.0856170654296875 (nan) | > loss: 0.00843488983809948 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14096886299457181) | > loader_time: 0.0045 (0.004580426556948205)  --> TIME: 2025-03-25 00:25:47 -- STEP: 22785/31555 -- GLOBAL_STEP: 748550 | > loss_text_ce: 0.03433455526828766 (0.035884136749100126) | > loss_mel_ce: 3.0582871437072754 (nan) | > loss: 0.012272309511899948 (nan) | > current_lr: 5e-06 | > step_time: 0.1883 (0.14097710595414534) | > loader_time: 0.0047 (0.004580372301193373)  --> TIME: 2025-03-25 00:25:57 -- STEP: 22835/31555 -- GLOBAL_STEP: 748600 | > loss_text_ce: 0.026853475719690323 (0.03588513708847786) | > loss_mel_ce: 2.622769594192505 (nan) | > loss: 0.010514378547668457 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14098217951434477) | > loader_time: 0.0046 (0.004580396663080268)  --> TIME: 2025-03-25 00:26:06 -- STEP: 22885/31555 -- GLOBAL_STEP: 748650 | > loss_text_ce: 0.037868037819862366 (0.035887126478974886) | > loss_mel_ce: 2.7968969345092773 (nan) | > loss: 0.011249068193137646 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1409833604184623) | > loader_time: 0.0047 (0.004580633125113505)  --> TIME: 2025-03-25 00:26:16 -- STEP: 22935/31555 -- GLOBAL_STEP: 748700 | > loss_text_ce: 0.040603842586278915 (0.0358830377693424) | > loss_mel_ce: 2.8201544284820557 (nan) | > loss: 0.011352215893566608 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14097868377980005) | > loader_time: 0.0046 (0.004580958892193577)  --> TIME: 2025-03-25 00:26:26 -- STEP: 22985/31555 -- GLOBAL_STEP: 748750 | > loss_text_ce: 0.041844453662633896 (0.035880356747474876) | > loss_mel_ce: 2.9363114833831787 (nan) | > loss: 0.01181807927787304 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14098022669223184) | > loader_time: 0.0047 (0.004581022345555586)  --> TIME: 2025-03-25 00:26:35 -- STEP: 23035/31555 -- GLOBAL_STEP: 748800 | > loss_text_ce: 0.03673594444990158 (0.03588158911519011) | > loss_mel_ce: 2.9238383769989014 (nan) | > loss: 0.011748312041163445 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1409832825235315) | > loader_time: 0.0047 (0.004581052433624192)  --> TIME: 2025-03-25 00:26:45 -- STEP: 23085/31555 -- GLOBAL_STEP: 748850 | > loss_text_ce: 0.03688466548919678 (0.03588128121735578) | > loss_mel_ce: 2.6100409030914307 (nan) | > loss: 0.010503672994673252 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1409789708054688) | > loader_time: 0.0045 (0.0045810193914290155)  --> TIME: 2025-03-25 00:26:55 -- STEP: 23135/31555 -- GLOBAL_STEP: 748900 | > loss_text_ce: 0.032581981271505356 (0.03587913317354265) | > loss_mel_ce: 0.0380859375 (nan) | > loss: 0.0002804282703436911 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1409831687959405) | > loader_time: 0.0044 (0.00458097376472009)  --> TIME: 2025-03-25 00:27:04 -- STEP: 23185/31555 -- GLOBAL_STEP: 748950 | > loss_text_ce: 0.03704489767551422 (0.035883782418789915) | > loss_mel_ce: 3.4568746089935303 (nan) | > loss: 0.013864761218428612 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14098752840135537) | > loader_time: 0.0047 (0.004581087993500921)  --> TIME: 2025-03-25 00:27:14 -- STEP: 23235/31555 -- GLOBAL_STEP: 749000 | > loss_text_ce: 0.021410038694739342 (0.03588219240359126) | > loss_mel_ce: 2.305938720703125 (nan) | > loss: 0.009235511533915997 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409928001484261) | > loader_time: 0.0045 (0.004581075723334926)  --> TIME: 2025-03-25 00:27:24 -- STEP: 23285/31555 -- GLOBAL_STEP: 749050 | > loss_text_ce: 0.04892316088080406 (0.03588096870180247) | > loss_mel_ce: 2.6849184036254883 (nan) | > loss: 0.010848578996956348 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14098748790109467) | > loader_time: 0.0044 (0.004581107892574429)  --> TIME: 2025-03-25 00:27:33 -- STEP: 23335/31555 -- GLOBAL_STEP: 749100 | > loss_text_ce: 0.034651607275009155 (0.03588313530673189) | > loss_mel_ce: 0.10402832180261612 (nan) | > loss: 0.0005503171705640852 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1409938661858544) | > loader_time: 0.0045 (0.004581215715214222)  --> TIME: 2025-03-25 00:27:43 -- STEP: 23385/31555 -- GLOBAL_STEP: 749150 | > loss_text_ce: 0.03549756482243538 (0.0358814639188088) | > loss_mel_ce: 2.520040988922119 (nan) | > loss: 0.01014102715998888 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14098898708399848) | > loader_time: 0.0044 (0.004581107873041888)  --> TIME: 2025-03-25 00:27:53 -- STEP: 23435/31555 -- GLOBAL_STEP: 749200 | > loss_text_ce: 0.03448446840047836 (0.03588241971250304) | > loss_mel_ce: 2.732370615005493 (nan) | > loss: 0.01097958441823721 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1409999263955512) | > loader_time: 0.0048 (0.004581143399762145)  --> TIME: 2025-03-25 00:28:02 -- STEP: 23485/31555 -- GLOBAL_STEP: 749250 | > loss_text_ce: 0.03709157556295395 (0.035881468135532925) | > loss_mel_ce: 2.8625872135162354 (nan) | > loss: 0.011506661772727966 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.140993387322998) | > loader_time: 0.0047 (0.004581107021215675)  --> TIME: 2025-03-25 00:28:12 -- STEP: 23535/31555 -- GLOBAL_STEP: 749300 | > loss_text_ce: 0.033129990100860596 (0.035880180899254134) | > loss_mel_ce: 2.363895893096924 (nan) | > loss: 0.009512008167803288 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14099830977344915) | > loader_time: 0.0047 (0.004581242659199863)  --> TIME: 2025-03-25 00:28:22 -- STEP: 23585/31555 -- GLOBAL_STEP: 749350 | > loss_text_ce: 0.03626303747296333 (0.03588092342470831) | > loss_mel_ce: 2.910390853881836 (nan) | > loss: 0.011693071573972702 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14099716655981148) | > loader_time: 0.0046 (0.00458123969506078)  --> TIME: 2025-03-25 00:28:31 -- STEP: 23635/31555 -- GLOBAL_STEP: 749400 | > loss_text_ce: 0.026316041126847267 (0.03587966697999435) | > loss_mel_ce: 3.2036972045898438 (nan) | > loss: 0.012817513197660446 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14098719427795983) | > loader_time: 0.0046 (0.004581331959581818)  --> TIME: 2025-03-25 00:28:41 -- STEP: 23685/31555 -- GLOBAL_STEP: 749450 | > loss_text_ce: 0.03754626587033272 (0.03587904606637344) | > loss_mel_ce: 2.7302119731903076 (nan) | > loss: 0.01098316814750433 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14098616536216807) | > loader_time: 0.0045 (0.004581516876687804)  --> TIME: 2025-03-25 00:28:51 -- STEP: 23735/31555 -- GLOBAL_STEP: 749500 | > loss_text_ce: 0.049862850457429886 (0.03587915443919081) | > loss_mel_ce: 2.781405448913574 (nan) | > loss: 0.01123519241809845 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14099161408438304) | > loader_time: 0.0048 (0.004581831891285115)  --> TIME: 2025-03-25 00:29:00 -- STEP: 23785/31555 -- GLOBAL_STEP: 749550 | > loss_text_ce: 0.03809858858585358 (0.03587941286068539) | > loss_mel_ce: 2.5554935932159424 (nan) | > loss: 0.010292032733559608 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1409934429303428) | > loader_time: 0.0046 (0.004581968288650209)  --> TIME: 2025-03-25 00:29:10 -- STEP: 23835/31555 -- GLOBAL_STEP: 749600 | > loss_text_ce: 0.04226936772465706 (0.03587999160159074) | > loss_mel_ce: 3.0852019786834717 (nan) | > loss: 0.0124106016010046 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14099248436379086) | > loader_time: 0.0044 (0.004582026891546364)  --> TIME: 2025-03-25 00:29:20 -- STEP: 23885/31555 -- GLOBAL_STEP: 749650 | > loss_text_ce: 0.027067866176366806 (0.03588069078775885) | > loss_mel_ce: 1.7086727619171143 (nan) | > loss: 0.006887860130518675 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1409923524818642) | > loader_time: 0.0046 (0.0045820986548302965)  --> TIME: 2025-03-25 00:29:29 -- STEP: 23935/31555 -- GLOBAL_STEP: 749700 | > loss_text_ce: 0.04198626056313515 (0.03588036182413363) | > loss_mel_ce: 2.945861339569092 (nan) | > loss: 0.011856538243591785 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14099377682345038) | > loader_time: 0.0072 (0.004582111258234877)  --> TIME: 2025-03-25 00:29:39 -- STEP: 23985/31555 -- GLOBAL_STEP: 749750 | > loss_text_ce: 0.03747521713376045 (0.03587970179263939) | > loss_mel_ce: 2.7614541053771973 (nan) | > loss: 0.011106862686574459 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14099956159172247) | > loader_time: 0.0044 (0.004582185826749925)  --> TIME: 2025-03-25 00:29:49 -- STEP: 24035/31555 -- GLOBAL_STEP: 749800 | > loss_text_ce: 0.03528404235839844 (0.035879747144992674) | > loss_mel_ce: 2.5740652084350586 (nan) | > loss: 0.010354560799896717 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1410037365578708) | > loader_time: 0.0046 (0.004582314464488982)  --> TIME: 2025-03-25 00:29:58 -- STEP: 24085/31555 -- GLOBAL_STEP: 749850 | > loss_text_ce: 0.015993287786841393 (0.03587943415969725) | > loss_mel_ce: 2.72391414642334 (nan) | > loss: 0.010872649028897285 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1409950978582228) | > loader_time: 0.0045 (0.00458231554354085)  --> TIME: 2025-03-25 00:30:08 -- STEP: 24135/31555 -- GLOBAL_STEP: 749900 | > loss_text_ce: 0.038265377283096313 (0.03588078722055996) | > loss_mel_ce: 3.002455472946167 (nan) | > loss: 0.012066354043781757 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14099555195353466) | > loader_time: 0.0045 (0.004582378991227618)  --> TIME: 2025-03-25 00:30:17 -- STEP: 24185/31555 -- GLOBAL_STEP: 749950 | > loss_text_ce: 0.03662924841046333 (0.03588539845105486) | > loss_mel_ce: 2.7075068950653076 (nan) | > loss: 0.010889429599046707 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14098685431978317) | > loader_time: 0.0045 (0.004582443980606813)  --> TIME: 2025-03-25 00:30:27 -- STEP: 24235/31555 -- GLOBAL_STEP: 750000 | > loss_text_ce: 0.04796156287193298 (0.0358862475568726) | > loss_mel_ce: 2.8150784969329834 (nan) | > loss: 0.01136127021163702 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1409906964118103) | > loader_time: 0.0045 (0.004582486350388332) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_750000.pth  --> TIME: 2025-03-25 00:30:43 -- STEP: 24285/31555 -- GLOBAL_STEP: 750050 | > loss_text_ce: 0.03764514625072479 (0.035887208762633335) | > loss_mel_ce: 2.6710779666900635 (nan) | > loss: 0.010748901404440403 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14100125228178173) | > loader_time: 0.0045 (0.004582655191765163)  --> TIME: 2025-03-25 00:30:52 -- STEP: 24335/31555 -- GLOBAL_STEP: 750100 | > loss_text_ce: 0.034763041883707047 (0.035884563437982055) | > loss_mel_ce: 2.8185627460479736 (nan) | > loss: 0.01132272183895111 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14098190070913208) | > loader_time: 0.0045 (0.004582517034884558)  --> TIME: 2025-03-25 00:31:01 -- STEP: 24385/31555 -- GLOBAL_STEP: 750150 | > loss_text_ce: 0.0340089276432991 (0.03588486669907074) | > loss_mel_ce: 3.1730754375457764 (nan) | > loss: 0.012726525776088238 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14097706324647985) | > loader_time: 0.0046 (0.004582615057073354)  --> TIME: 2025-03-25 00:31:11 -- STEP: 24435/31555 -- GLOBAL_STEP: 750200 | > loss_text_ce: 0.03341364115476608 (0.03588420978284414) | > loss_mel_ce: 2.5957894325256348 (nan) | > loss: 0.010433346033096313 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14098223823210207) | > loader_time: 0.0046 (0.004582657081255903)  --> TIME: 2025-03-25 00:31:21 -- STEP: 24485/31555 -- GLOBAL_STEP: 750250 | > loss_text_ce: 0.036664608865976334 (0.03588386790468237) | > loss_mel_ce: 2.6220650672912598 (nan) | > loss: 0.010550515726208687 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14098371724243092) | > loader_time: 0.0045 (0.004582691864502908)  --> TIME: 2025-03-25 00:31:31 -- STEP: 24535/31555 -- GLOBAL_STEP: 750300 | > loss_text_ce: 0.037662163376808167 (0.03588587518376026) | > loss_mel_ce: 2.3751962184906006 (nan) | > loss: 0.009574836120009422 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14099765289381316) | > loader_time: 0.0044 (0.004582899195467245)  --> TIME: 2025-03-25 00:31:41 -- STEP: 24585/31555 -- GLOBAL_STEP: 750350 | > loss_text_ce: 0.04311345890164375 (0.035884735997116994) | > loss_mel_ce: 3.0749847888946533 (nan) | > loss: 0.012373406440019608 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14100452597266908) | > loader_time: 0.0047 (0.004582995701204736)  --> TIME: 2025-03-25 00:31:50 -- STEP: 24635/31555 -- GLOBAL_STEP: 750400 | > loss_text_ce: 0.034224506467580795 (0.03588434275896) | > loss_mel_ce: 2.5411579608917236 (nan) | > loss: 0.010219772346317768 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14101109331462805) | > loader_time: 0.0046 (0.004583209577622017)  --> TIME: 2025-03-25 00:32:00 -- STEP: 24685/31555 -- GLOBAL_STEP: 750450 | > loss_text_ce: 0.03741355240345001 (0.0358836843838724) | > loss_mel_ce: 0.8102329969406128 (nan) | > loss: 0.0033636768348515034 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1410149122747746) | > loader_time: 0.0045 (0.004583321444438244)  --> TIME: 2025-03-25 00:32:10 -- STEP: 24735/31555 -- GLOBAL_STEP: 750500 | > loss_text_ce: 0.03963376581668854 (0.03588205652485781) | > loss_mel_ce: 2.873204231262207 (nan) | > loss: 0.01155888196080923 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14101877580731065) | > loader_time: 0.0046 (0.004583433090327211)  --> TIME: 2025-03-25 00:32:20 -- STEP: 24785/31555 -- GLOBAL_STEP: 750550 | > loss_text_ce: 0.03726990893483162 (0.03588160857056997) | > loss_mel_ce: 2.2605605125427246 (nan) | > loss: 0.00911837536841631 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14102370270034023) | > loader_time: 0.0046 (0.004583679295028719)  --> TIME: 2025-03-25 00:32:30 -- STEP: 24835/31555 -- GLOBAL_STEP: 750600 | > loss_text_ce: 0.031944308429956436 (0.035880869126181096) | > loss_mel_ce: 2.8429391384124756 (nan) | > loss: 0.011408268474042416 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1410266000883241) | > loader_time: 0.0046 (0.004583741271186257)  --> TIME: 2025-03-25 00:32:39 -- STEP: 24885/31555 -- GLOBAL_STEP: 750650 | > loss_text_ce: 0.029794422909617424 (0.03588018982420653) | > loss_mel_ce: 2.696441411972046 (nan) | > loss: 0.01081839669495821 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14102962215861323) | > loader_time: 0.0045 (0.0045837942605903344)  --> TIME: 2025-03-25 00:32:49 -- STEP: 24935/31555 -- GLOBAL_STEP: 750700 | > loss_text_ce: 0.031437091529369354 (0.03587895093326242) | > loss_mel_ce: 2.9199118614196777 (nan) | > loss: 0.011711702682077885 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14102877404041128) | > loader_time: 0.0048 (0.004583976721510268)  --> TIME: 2025-03-25 00:32:58 -- STEP: 24985/31555 -- GLOBAL_STEP: 750750 | > loss_text_ce: 0.027844490483403206 (0.03587704544284221) | > loss_mel_ce: 2.629689931869507 (nan) | > loss: 0.010545771569013596 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14102587509995093) | > loader_time: 0.0047 (0.004584027997059506)  --> TIME: 2025-03-25 00:33:08 -- STEP: 25035/31555 -- GLOBAL_STEP: 750800 | > loss_text_ce: 0.030962234362959862 (0.03587339190583576) | > loss_mel_ce: 3.0800302028656006 (nan) | > loss: 0.012345208786427975 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1410279049805744) | > loader_time: 0.0045 (0.004584189682204965)  --> TIME: 2025-03-25 00:33:18 -- STEP: 25085/31555 -- GLOBAL_STEP: 750850 | > loss_text_ce: 0.03416329622268677 (0.035871164814916506) | > loss_mel_ce: 2.6635806560516357 (nan) | > loss: 0.010705333203077316 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14102937900048299) | > loader_time: 0.0048 (0.004584242552905002)  --> TIME: 2025-03-25 00:33:28 -- STEP: 25135/31555 -- GLOBAL_STEP: 750900 | > loss_text_ce: 0.021412784233689308 (0.03587009871935458) | > loss_mel_ce: 3.70068359375 (nan) | > loss: 0.014770224690437317 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14103170721768601) | > loader_time: 0.0045 (0.004584378268483046)  --> TIME: 2025-03-25 00:33:37 -- STEP: 25185/31555 -- GLOBAL_STEP: 750950 | > loss_text_ce: 0.029390444979071617 (0.03587141488862737) | > loss_mel_ce: 0.04681396484375 (nan) | > loss: 0.00030239849002100527 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14102464507017648) | > loader_time: 0.0045 (0.0045844400594081975)  --> TIME: 2025-03-25 00:33:47 -- STEP: 25235/31555 -- GLOBAL_STEP: 751000 | > loss_text_ce: 0.03238627687096596 (0.035870769405481125) | > loss_mel_ce: 2.1980645656585693 (nan) | > loss: 0.008850996382534504 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14103173537846794) | > loader_time: 0.0047 (0.004584522655465184)  --> TIME: 2025-03-25 00:33:57 -- STEP: 25285/31555 -- GLOBAL_STEP: 751050 | > loss_text_ce: 0.025236567482352257 (0.03587043870532178) | > loss_mel_ce: 2.774367570877075 (nan) | > loss: 0.011109541170299053 (nan) | > current_lr: 5e-06 | > step_time: 0.1917 (0.1410380153569264) | > loader_time: 0.0048 (0.004584436301589173)  --> TIME: 2025-03-25 00:34:06 -- STEP: 25335/31555 -- GLOBAL_STEP: 751100 | > loss_text_ce: 0.035575415939092636 (0.03587130632572064) | > loss_mel_ce: 1.4728732109069824 (nan) | > loss: 0.005985907278954983 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1410364031297636) | > loader_time: 0.0045 (0.004584481501122912)  --> TIME: 2025-03-25 00:34:16 -- STEP: 25385/31555 -- GLOBAL_STEP: 751150 | > loss_text_ce: 0.04848003387451172 (0.03587164188022904) | > loss_mel_ce: 2.158470869064331 (nan) | > loss: 0.008757742121815681 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14103280315019803) | > loader_time: 0.0044 (0.00458441985646692)  --> TIME: 2025-03-25 00:34:25 -- STEP: 25435/31555 -- GLOBAL_STEP: 751200 | > loss_text_ce: 0.04543471336364746 (0.035870445878447385) | > loss_mel_ce: 0.0621744804084301 (nan) | > loss: 0.00042702065547928214 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14103095483189446) | > loader_time: 0.0045 (0.0045846608853513954)  --> TIME: 2025-03-25 00:34:35 -- STEP: 25485/31555 -- GLOBAL_STEP: 751250 | > loss_text_ce: 0.035867951810359955 (0.03586839184023226) | > loss_mel_ce: 3.0222268104553223 (nan) | > loss: 0.012135297060012817 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14103794622730068) | > loader_time: 0.0045 (0.0045847204027630985)  --> TIME: 2025-03-25 00:34:45 -- STEP: 25535/31555 -- GLOBAL_STEP: 751300 | > loss_text_ce: 0.03659063205122948 (0.035873043043668555) | > loss_mel_ce: 3.208775758743286 (nan) | > loss: 0.012878438457846642 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14103867527274797) | > loader_time: 0.0047 (0.004584664245255938)  --> TIME: 2025-03-25 00:34:55 -- STEP: 25585/31555 -- GLOBAL_STEP: 751350 | > loss_text_ce: 0.03937601298093796 (0.03587435158692167) | > loss_mel_ce: 2.7405216693878174 (nan) | > loss: 0.011031340807676315 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14103855217297637) | > loader_time: 0.0046 (0.004584596696159998)  --> TIME: 2025-03-25 00:35:04 -- STEP: 25635/31555 -- GLOBAL_STEP: 751400 | > loss_text_ce: 0.03900362551212311 (0.0358713911216317) | > loss_mel_ce: 3.18104887008667 (nan) | > loss: 0.01277798693627119 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14103728280049843) | > loader_time: 0.0044 (0.0045845390830980695)  --> TIME: 2025-03-25 00:35:14 -- STEP: 25685/31555 -- GLOBAL_STEP: 751450 | > loss_text_ce: 0.034226372838020325 (0.03587218475826669) | > loss_mel_ce: 2.973567247390747 (nan) | > loss: 0.011935689486563206 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14104309380924765) | > loader_time: 0.0047 (0.004584531828613209)  --> TIME: 2025-03-25 00:35:24 -- STEP: 25735/31555 -- GLOBAL_STEP: 751500 | > loss_text_ce: 0.03630910813808441 (0.035871501292614426) | > loss_mel_ce: 3.1869451999664307 (nan) | > loss: 0.012790692038834095 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1410579148787821) | > loader_time: 0.0046 (0.004584663364061361)  --> TIME: 2025-03-25 00:35:34 -- STEP: 25785/31555 -- GLOBAL_STEP: 751550 | > loss_text_ce: 0.036289017647504807 (0.03587352199245539) | > loss_mel_ce: 3.2205793857574463 (nan) | > loss: 0.012924081645905972 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14105763820014333) | > loader_time: 0.0045 (0.0045847901730244715)  --> TIME: 2025-03-25 00:35:44 -- STEP: 25835/31555 -- GLOBAL_STEP: 751600 | > loss_text_ce: 0.04595491662621498 (0.035875084290711116) | > loss_mel_ce: 2.098588466644287 (nan) | > loss: 0.008510093204677105 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.1410600572899467) | > loader_time: 0.0046 (0.004584762088929977)  --> TIME: 2025-03-25 00:35:53 -- STEP: 25885/31555 -- GLOBAL_STEP: 751650 | > loss_text_ce: 0.027201194316148758 (0.03587522303513936) | > loss_mel_ce: 1.97540283203125 (nan) | > loss: 0.007946841418743134 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1410650332599902) | > loader_time: 0.0044 (0.004584755518962869)  --> TIME: 2025-03-25 00:36:03 -- STEP: 25935/31555 -- GLOBAL_STEP: 751700 | > loss_text_ce: 0.0418526791036129 (0.03587555630652903) | > loss_mel_ce: 3.006054639816284 (nan) | > loss: 0.012094871141016483 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14106349459681838) | > loader_time: 0.0046 (0.0045849326030583835)  --> TIME: 2025-03-25 00:36:13 -- STEP: 25985/31555 -- GLOBAL_STEP: 751750 | > loss_text_ce: 0.03972659632563591 (0.03587353244285531) | > loss_mel_ce: 2.3392677307128906 (nan) | > loss: 0.009440453723073006 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14106709512582544) | > loader_time: 0.0045 (0.0045849655875110475)  --> TIME: 2025-03-25 00:36:22 -- STEP: 26035/31555 -- GLOBAL_STEP: 751800 | > loss_text_ce: 0.041249822825193405 (0.03587356451698503) | > loss_mel_ce: 2.2292983531951904 (nan) | > loss: 0.009010111913084984 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14105676806131087) | > loader_time: 0.0045 (0.00458482252743328)  --> TIME: 2025-03-25 00:36:32 -- STEP: 26085/31555 -- GLOBAL_STEP: 751850 | > loss_text_ce: 0.021957937628030777 (0.035874807475199465) | > loss_mel_ce: 2.7830755710601807 (nan) | > loss: 0.011131085455417633 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14105858396976628) | > loader_time: 0.0045 (0.004584759516073501)  --> TIME: 2025-03-25 00:36:41 -- STEP: 26135/31555 -- GLOBAL_STEP: 751900 | > loss_text_ce: 0.03084026463329792 (0.03587252109411133) | > loss_mel_ce: 2.162569761276245 (nan) | > loss: 0.008704008534550667 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1410533162907574) | > loader_time: 0.0047 (0.004584781175273718)  --> TIME: 2025-03-25 00:36:50 -- STEP: 26185/31555 -- GLOBAL_STEP: 751950 | > loss_text_ce: 0.030949478968977928 (0.035870970510649275) | > loss_mel_ce: 2.6380655765533447 (nan) | > loss: 0.01059133093804121 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14103480675577013) | > loader_time: 0.0045 (0.0045847354008993904)  --> TIME: 2025-03-25 00:37:00 -- STEP: 26235/31555 -- GLOBAL_STEP: 752000 | > loss_text_ce: 0.04312898591160774 (0.035868968907513066) | > loss_mel_ce: 3.1907031536102295 (nan) | > loss: 0.01283266767859459 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14102930567345043) | > loader_time: 0.0045 (0.0045847217537277095)  --> TIME: 2025-03-25 00:37:10 -- STEP: 26285/31555 -- GLOBAL_STEP: 752050 | > loss_text_ce: 0.03706393018364906 (0.03586610755749415) | > loss_mel_ce: 2.510087251663208 (nan) | > loss: 0.010107742622494698 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14102757953522677) | > loader_time: 0.0045 (0.0045846705883883536)  --> TIME: 2025-03-25 00:37:19 -- STEP: 26335/31555 -- GLOBAL_STEP: 752100 | > loss_text_ce: 0.02677313983440399 (0.03586667499009715) | > loss_mel_ce: 2.7125556468963623 (nan) | > loss: 0.010870353318750858 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14102198811891986) | > loader_time: 0.0045 (0.004584791204475375)  --> TIME: 2025-03-25 00:37:28 -- STEP: 26385/31555 -- GLOBAL_STEP: 752150 | > loss_text_ce: 0.032894354313611984 (0.03586629551999678) | > loss_mel_ce: 3.293346643447876 (nan) | > loss: 0.013199369423091412 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14101140501374068) | > loader_time: 0.0044 (0.0045845853936747226)  --> TIME: 2025-03-25 00:37:38 -- STEP: 26435/31555 -- GLOBAL_STEP: 752200 | > loss_text_ce: 0.038060855120420456 (0.035863672743962155) | > loss_mel_ce: 2.6302330493927 (nan) | > loss: 0.010588468983769417 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14100801514073086) | > loader_time: 0.0045 (0.004584458637760698)  --> TIME: 2025-03-25 00:37:47 -- STEP: 26485/31555 -- GLOBAL_STEP: 752250 | > loss_text_ce: 0.03487376496195793 (0.03586499139814966) | > loss_mel_ce: 2.6510987281799316 (nan) | > loss: 0.010658621788024902 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14100236916105488) | > loader_time: 0.0045 (0.004584440699788562)  --> TIME: 2025-03-25 00:37:57 -- STEP: 26535/31555 -- GLOBAL_STEP: 752300 | > loss_text_ce: 0.031236670911312103 (0.03586445203128555) | > loss_mel_ce: 2.6654388904571533 (nan) | > loss: 0.010701093822717667 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1409990965500155) | > loader_time: 0.0048 (0.004584365226195044)  --> TIME: 2025-03-25 00:38:06 -- STEP: 26585/31555 -- GLOBAL_STEP: 752350 | > loss_text_ce: 0.03319616615772247 (0.03586289284536091) | > loss_mel_ce: 2.4912822246551514 (nan) | > loss: 0.01001777220517397 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14099945064234054) | > loader_time: 0.0047 (0.004584343854435364)  --> TIME: 2025-03-25 00:38:16 -- STEP: 26635/31555 -- GLOBAL_STEP: 752400 | > loss_text_ce: 0.03420623019337654 (0.03586228128378593) | > loss_mel_ce: 2.0473361015319824 (nan) | > loss: 0.008260088972747326 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14099322565729344) | > loader_time: 0.0047 (0.004584268085142498)  --> TIME: 2025-03-25 00:38:25 -- STEP: 26685/31555 -- GLOBAL_STEP: 752450 | > loss_text_ce: 0.03875015303492546 (0.035861633629122106) | > loss_mel_ce: 3.2022876739501953 (nan) | > loss: 0.012861262075603008 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14098845407358387) | > loader_time: 0.0047 (0.004584187873410089)  --> TIME: 2025-03-25 00:38:35 -- STEP: 26735/31555 -- GLOBAL_STEP: 752500 | > loss_text_ce: 0.04626016691327095 (0.035864312667661075) | > loss_mel_ce: 2.5503265857696533 (nan) | > loss: 0.010303916409611702 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14099984885109287) | > loader_time: 0.0045 (0.004584311850387137)  --> TIME: 2025-03-25 00:38:45 -- STEP: 26785/31555 -- GLOBAL_STEP: 752550 | > loss_text_ce: 0.03430216386914253 (0.03586135286217531) | > loss_mel_ce: 3.132056951522827 (nan) | > loss: 0.012564918026328087 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14099004570841916) | > loader_time: 0.0047 (0.004584255747237048)  --> TIME: 2025-03-25 00:38:54 -- STEP: 26835/31555 -- GLOBAL_STEP: 752600 | > loss_text_ce: 0.03762390464544296 (0.03585785899827736) | > loss_mel_ce: 0.1301778107881546 (nan) | > loss: 0.0006658798083662987 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14098792746010652) | > loader_time: 0.0044 (0.004584267660517389)  --> TIME: 2025-03-25 00:39:04 -- STEP: 26885/31555 -- GLOBAL_STEP: 752650 | > loss_text_ce: 0.023978933691978455 (0.035858636386609494) | > loss_mel_ce: 2.8563246726989746 (nan) | > loss: 0.01142977736890316 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14098576529220705) | > loader_time: 0.0045 (0.004584336409410093)  --> TIME: 2025-03-25 00:39:13 -- STEP: 26935/31555 -- GLOBAL_STEP: 752700 | > loss_text_ce: 0.03753413259983063 (0.03586295703140755) | > loss_mel_ce: 2.848637342453003 (nan) | > loss: 0.011453062295913696 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1409792003150066) | > loader_time: 0.0045 (0.004584268357861345)  --> TIME: 2025-03-25 00:39:23 -- STEP: 26985/31555 -- GLOBAL_STEP: 752750 | > loss_text_ce: 0.03905428200960159 (0.035865772188942706) | > loss_mel_ce: 2.8765039443969727 (nan) | > loss: 0.011569676920771599 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14098010411279333) | > loader_time: 0.0047 (0.004584346436915318)  --> TIME: 2025-03-25 00:39:33 -- STEP: 27035/31555 -- GLOBAL_STEP: 752800 | > loss_text_ce: 0.0447959378361702 (0.03586471938116988) | > loss_mel_ce: 3.003213405609131 (nan) | > loss: 0.012095276266336441 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14098367661055866) | > loader_time: 0.0048 (0.004584387082014769)  --> TIME: 2025-03-25 00:39:43 -- STEP: 27085/31555 -- GLOBAL_STEP: 752850 | > loss_text_ce: 0.03905405104160309 (0.03586674384853253) | > loss_mel_ce: 2.888040781021118 (nan) | > loss: 0.011615457013249397 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14098722164054797) | > loader_time: 0.0045 (0.004584450085312363)  --> TIME: 2025-03-25 00:39:52 -- STEP: 27135/31555 -- GLOBAL_STEP: 752900 | > loss_text_ce: 0.03266148641705513 (0.03586648273300126) | > loss_mel_ce: 2.8504607677459717 (nan) | > loss: 0.011440961621701717 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1409912472252739) | > loader_time: 0.0046 (0.004584485803143407)  --> TIME: 2025-03-25 00:40:02 -- STEP: 27185/31555 -- GLOBAL_STEP: 752950 | > loss_text_ce: 0.03712071478366852 (0.03586242712242103) | > loss_mel_ce: 2.914215564727783 (nan) | > loss: 0.01171165332198143 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14099203728568369) | > loader_time: 0.0048 (0.004584868173071317)  --> TIME: 2025-03-25 00:40:12 -- STEP: 27235/31555 -- GLOBAL_STEP: 753000 | > loss_text_ce: 0.03271154686808586 (0.03585931817146599) | > loss_mel_ce: 3.225477933883667 (nan) | > loss: 0.012929324060678482 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14099299270821813) | > loader_time: 0.0046 (0.004584847333476369)  --> TIME: 2025-03-25 00:40:22 -- STEP: 27285/31555 -- GLOBAL_STEP: 753050 | > loss_text_ce: 0.03390079364180565 (0.035858444271574134) | > loss_mel_ce: 0.085784912109375 (nan) | > loss: 0.0004749433137476444 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1410005438386775) | > loader_time: 0.0045 (0.0045848907951647625)  --> TIME: 2025-03-25 00:40:31 -- STEP: 27335/31555 -- GLOBAL_STEP: 753100 | > loss_text_ce: 0.034230735152959824 (0.03585709078155314) | > loss_mel_ce: 2.8863489627838135 (nan) | > loss: 0.011589602567255497 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1409996279986357) | > loader_time: 0.0045 (0.004584986788057376)  --> TIME: 2025-03-25 00:40:41 -- STEP: 27385/31555 -- GLOBAL_STEP: 753150 | > loss_text_ce: 0.04269421473145485 (0.03585695138410963) | > loss_mel_ce: 2.519256591796875 (nan) | > loss: 0.010166472755372524 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1409973462219549) | > loader_time: 0.0046 (0.004584926154593082)  --> TIME: 2025-03-25 00:40:50 -- STEP: 27435/31555 -- GLOBAL_STEP: 753200 | > loss_text_ce: 0.032816965132951736 (0.03585794849736423) | > loss_mel_ce: 3.1055073738098145 (nan) | > loss: 0.012453668750822544 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14099647739404192) | > loader_time: 0.0046 (0.004585039409236353)  --> TIME: 2025-03-25 00:41:00 -- STEP: 27485/31555 -- GLOBAL_STEP: 753250 | > loss_text_ce: 0.025004534050822258 (0.03585890707184962) | > loss_mel_ce: 2.4753520488739014 (nan) | > loss: 0.00992205087095499 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14099952372633767) | > loader_time: 0.0047 (0.004584951879589178)  --> TIME: 2025-03-25 00:41:10 -- STEP: 27535/31555 -- GLOBAL_STEP: 753300 | > loss_text_ce: 0.034015998244285583 (0.03585768788045045) | > loss_mel_ce: 2.881196975708008 (nan) | > loss: 0.011568306013941765 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14099543946222748) | > loader_time: 0.0046 (0.004584898471572563)  --> TIME: 2025-03-25 00:41:19 -- STEP: 27585/31555 -- GLOBAL_STEP: 753350 | > loss_text_ce: 0.05118948221206665 (0.03585595664171049) | > loss_mel_ce: 2.6735999584198 (nan) | > loss: 0.010812656953930855 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1409830250428042) | > loader_time: 0.0047 (0.004585054799312096)  --> TIME: 2025-03-25 00:41:29 -- STEP: 27635/31555 -- GLOBAL_STEP: 753400 | > loss_text_ce: 0.037261128425598145 (0.03585683135792657) | > loss_mel_ce: 3.0357797145843506 (nan) | > loss: 0.01219460740685463 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14097987206564172) | > loader_time: 0.0046 (0.004585089001104332)  --> TIME: 2025-03-25 00:41:38 -- STEP: 27685/31555 -- GLOBAL_STEP: 753450 | > loss_text_ce: 0.041729867458343506 (0.03585422998242107) | > loss_mel_ce: 3.229846477508545 (nan) | > loss: 0.012982446700334549 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1409827778695489) | > loader_time: 0.0047 (0.004585075430089013)  --> TIME: 2025-03-25 00:41:48 -- STEP: 27735/31555 -- GLOBAL_STEP: 753500 | > loss_text_ce: 0.037972986698150635 (0.03585228559186513) | > loss_mel_ce: 3.132298231124878 (nan) | > loss: 0.012580442242324352 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1409916186001748) | > loader_time: 0.0044 (0.004585054979381127)  --> TIME: 2025-03-25 00:41:58 -- STEP: 27785/31555 -- GLOBAL_STEP: 753550 | > loss_text_ce: 0.04170719534158707 (0.03585332249754992) | > loss_mel_ce: 2.569091796875 (nan) | > loss: 0.010360314510762691 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1409924464408543) | > loader_time: 0.0044 (0.004585029942881707)  --> TIME: 2025-03-25 00:42:07 -- STEP: 27835/31555 -- GLOBAL_STEP: 753600 | > loss_text_ce: 0.027010682970285416 (0.03585363784759789) | > loss_mel_ce: 1.6563193798065186 (nan) | > loss: 0.006679881364107132 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14098875797135385) | > loader_time: 0.0048 (0.0045849822722583275)  --> TIME: 2025-03-25 00:42:17 -- STEP: 27885/31555 -- GLOBAL_STEP: 753650 | > loss_text_ce: 0.051153652369976044 (0.03585599770868688) | > loss_mel_ce: 1.629764437675476 (nan) | > loss: 0.006670310162007809 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14098897506114694) | > loader_time: 0.0044 (0.00458494428881232)  --> TIME: 2025-03-25 00:42:27 -- STEP: 27935/31555 -- GLOBAL_STEP: 753700 | > loss_text_ce: 0.030047539621591568 (0.035858683222086504) | > loss_mel_ce: 2.5650248527526855 (nan) | > loss: 0.010297907516360283 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.1409873031174454) | > loader_time: 0.0072 (0.004584955533288687)  --> TIME: 2025-03-25 00:42:36 -- STEP: 27985/31555 -- GLOBAL_STEP: 753750 | > loss_text_ce: 0.03758322820067406 (0.035858768257796006) | > loss_mel_ce: 3.2155051231384277 (nan) | > loss: 0.01290908083319664 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14097746941411604) | > loader_time: 0.0046 (0.004584971789656059)  --> TIME: 2025-03-25 00:42:46 -- STEP: 28035/31555 -- GLOBAL_STEP: 753800 | > loss_text_ce: 0.038566868752241135 (0.03585711017939347) | > loss_mel_ce: 2.857173204421997 (nan) | > loss: 0.01149103231728077 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1409780243703002) | > loader_time: 0.0044 (0.004585005226291778)  --> TIME: 2025-03-25 00:42:55 -- STEP: 28085/31555 -- GLOBAL_STEP: 753850 | > loss_text_ce: 0.03815058246254921 (0.03585845700572763) | > loss_mel_ce: 0.0987701416015625 (nan) | > loss: 0.0005433362093754113 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14097522526252584) | > loader_time: 0.0045 (0.004584994281295487)  --> TIME: 2025-03-25 00:43:05 -- STEP: 28135/31555 -- GLOBAL_STEP: 753900 | > loss_text_ce: 0.013684547506272793 (0.03585841844475063) | > loss_mel_ce: 2.317051410675049 (nan) | > loss: 0.009248952381312847 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14097970183246936) | > loader_time: 0.0043 (0.004585007933119592)  --> TIME: 2025-03-25 00:43:14 -- STEP: 28185/31555 -- GLOBAL_STEP: 753950 | > loss_text_ce: 0.03662169724702835 (0.03585504283740305) | > loss_mel_ce: 2.921889543533325 (nan) | > loss: 0.01174012478441 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1409731401711129) | > loader_time: 0.0045 (0.0045850009302393835)  --> TIME: 2025-03-25 00:43:24 -- STEP: 28235/31555 -- GLOBAL_STEP: 754000 | > loss_text_ce: 0.04190683364868164 (0.03585565399872666) | > loss_mel_ce: 3.1519887447357178 (nan) | > loss: 0.012674189172685146 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14097780206888733) | > loader_time: 0.0046 (0.004584933188566641)  --> TIME: 2025-03-25 00:43:34 -- STEP: 28285/31555 -- GLOBAL_STEP: 754050 | > loss_text_ce: 0.030179738998413086 (0.03585723341018404) | > loss_mel_ce: 2.5232200622558594 (nan) | > loss: 0.010132539086043835 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14096975098951003) | > loader_time: 0.0046 (0.004584944178658999)  --> TIME: 2025-03-25 00:43:44 -- STEP: 28335/31555 -- GLOBAL_STEP: 754100 | > loss_text_ce: 0.04578140005469322 (0.03585835294510435) | > loss_mel_ce: 2.7465641498565674 (nan) | > loss: 0.011080737225711346 (nan) | > current_lr: 5e-06 | > step_time: 0.1055 (0.14097778896017468) | > loader_time: 0.0067 (0.004584980599985862)  --> TIME: 2025-03-25 00:43:53 -- STEP: 28385/31555 -- GLOBAL_STEP: 754150 | > loss_text_ce: 0.04035797342658043 (0.03585905557702103) | > loss_mel_ce: 2.7221262454986572 (nan) | > loss: 0.010962240397930145 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14098274911481065) | > loader_time: 0.0048 (0.004585077545477848)  --> TIME: 2025-03-25 00:44:03 -- STEP: 28435/31555 -- GLOBAL_STEP: 754200 | > loss_text_ce: 0.03119327872991562 (0.03585877428016362) | > loss_mel_ce: 2.991302728652954 (nan) | > loss: 0.011994032189249992 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14097411362131723) | > loader_time: 0.0046 (0.004584827434834309)  --> TIME: 2025-03-25 00:44:13 -- STEP: 28485/31555 -- GLOBAL_STEP: 754250 | > loss_text_ce: 0.03401102125644684 (0.03585818990762937) | > loss_mel_ce: 3.2089955806732178 (nan) | > loss: 0.012869074940681458 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14098749686400713) | > loader_time: 0.0044 (0.004584588355007018)  --> TIME: 2025-03-25 00:44:22 -- STEP: 28535/31555 -- GLOBAL_STEP: 754300 | > loss_text_ce: 0.04768100008368492 (0.03585742661112287) | > loss_mel_ce: 1.5224270820617676 (nan) | > loss: 0.00623058807104826 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14097948584014355) | > loader_time: 0.0044 (0.0045845290836236405)  --> TIME: 2025-03-25 00:44:32 -- STEP: 28585/31555 -- GLOBAL_STEP: 754350 | > loss_text_ce: 0.033672723919153214 (0.035856923219276055) | > loss_mel_ce: 2.6244070529937744 (nan) | > loss: 0.010547936893999577 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1409765170132219) | > loader_time: 0.0046 (0.004584356427755728)  --> TIME: 2025-03-25 00:44:41 -- STEP: 28635/31555 -- GLOBAL_STEP: 754400 | > loss_text_ce: 0.033903494477272034 (0.035856332712074626) | > loss_mel_ce: 2.8024611473083496 (nan) | > loss: 0.011255416087806225 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14097011398640516) | > loader_time: 0.0046 (0.0045841498047722706)  --> TIME: 2025-03-25 00:44:51 -- STEP: 28685/31555 -- GLOBAL_STEP: 754450 | > loss_text_ce: 0.05189046263694763 (0.03585716310758025) | > loss_mel_ce: 2.6011295318603516 (nan) | > loss: 0.010527857579290867 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14096348438193163) | > loader_time: 0.0043 (0.004583837147766444)  --> TIME: 2025-03-25 00:45:00 -- STEP: 28735/31555 -- GLOBAL_STEP: 754500 | > loss_text_ce: 0.02253875508904457 (0.03585564649821234) | > loss_mel_ce: 2.4619898796081543 (nan) | > loss: 0.009859240613877773 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14096516636904413) | > loader_time: 0.0042 (0.0045835536646806055)  --> TIME: 2025-03-25 00:45:10 -- STEP: 28785/31555 -- GLOBAL_STEP: 754550 | > loss_text_ce: 0.030860044062137604 (0.0358551021001423) | > loss_mel_ce: 3.0819456577301025 (nan) | > loss: 0.012352404184639454 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14096623726845317) | > loader_time: 0.0043 (0.004583461950983671)  --> TIME: 2025-03-25 00:45:20 -- STEP: 28835/31555 -- GLOBAL_STEP: 754600 | > loss_text_ce: 0.055394306778907776 (0.035855646899772116) | > loss_mel_ce: 1.694523572921753 (nan) | > loss: 0.006944118998944759 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14097329537914435) | > loader_time: 0.0045 (0.0045833387221086595)  --> TIME: 2025-03-25 00:45:30 -- STEP: 28885/31555 -- GLOBAL_STEP: 754650 | > loss_text_ce: 0.021943043917417526 (0.03585467966425303) | > loss_mel_ce: 2.181213617324829 (nan) | > loss: 0.008742685429751873 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14097564261286114) | > loader_time: 0.0042 (0.004583269381411746)  --> TIME: 2025-03-25 00:45:39 -- STEP: 28935/31555 -- GLOBAL_STEP: 754700 | > loss_text_ce: 0.03181122988462448 (0.03585826553087628) | > loss_mel_ce: 0.25821101665496826 (nan) | > loss: 0.0011508819879963994 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14098403697312994) | > loader_time: 0.0042 (0.004583126764872667)  --> TIME: 2025-03-25 00:45:49 -- STEP: 28985/31555 -- GLOBAL_STEP: 754750 | > loss_text_ce: 0.034527309238910675 (0.03585858188482163) | > loss_mel_ce: 2.42291259765625 (nan) | > loss: 0.00975174643099308 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14099219921685244) | > loader_time: 0.0046 (0.004583264400738201)  --> TIME: 2025-03-25 00:45:59 -- STEP: 29035/31555 -- GLOBAL_STEP: 754800 | > loss_text_ce: 0.03484067693352699 (0.03585725328451207) | > loss_mel_ce: 3.1343939304351807 (nan) | > loss: 0.012576328590512276 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14098320853921642) | > loader_time: 0.0045 (0.004583146893590172)  --> TIME: 2025-03-25 00:46:08 -- STEP: 29085/31555 -- GLOBAL_STEP: 754850 | > loss_text_ce: 0.03320508450269699 (0.03585693267588267) | > loss_mel_ce: 3.217437744140625 (nan) | > loss: 0.012899376451969147 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1409813909365057) | > loader_time: 0.0045 (0.004583205007822343)  --> TIME: 2025-03-25 00:46:18 -- STEP: 29135/31555 -- GLOBAL_STEP: 754900 | > loss_text_ce: 0.03979458659887314 (0.035854747287912575) | > loss_mel_ce: 2.5490856170654297 (nan) | > loss: 0.010273335501551628 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14097555695542455) | > loader_time: 0.0045 (0.004583282235025973)  --> TIME: 2025-03-25 00:46:27 -- STEP: 29185/31555 -- GLOBAL_STEP: 754950 | > loss_text_ce: 0.04945700243115425 (0.03585605632902451) | > loss_mel_ce: 1.444359540939331 (nan) | > loss: 0.0059278435073792934 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14096651157328857) | > loader_time: 0.0044 (0.004583253871910578)  --> TIME: 2025-03-25 00:46:37 -- STEP: 29235/31555 -- GLOBAL_STEP: 755000 | > loss_text_ce: 0.027822744101285934 (0.03585586449001091) | > loss_mel_ce: 2.737133741378784 (nan) | > loss: 0.01097205001860857 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1409691794542081) | > loader_time: 0.0044 (0.004583191255922134)  --> TIME: 2025-03-25 00:46:46 -- STEP: 29285/31555 -- GLOBAL_STEP: 755050 | > loss_text_ce: 0.04383978247642517 (0.03585528238891643) | > loss_mel_ce: 2.647265672683716 (nan) | > loss: 0.010678989812731743 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14096771256191393) | > loader_time: 0.0046 (0.004583149662965515)  --> TIME: 2025-03-25 00:46:56 -- STEP: 29335/31555 -- GLOBAL_STEP: 755100 | > loss_text_ce: 0.0347583033144474 (0.03585566651347219) | > loss_mel_ce: 3.059804916381836 (nan) | > loss: 0.012280013412237167 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14097224918727666) | > loader_time: 0.0049 (0.004583253497989659)  --> TIME: 2025-03-25 00:47:06 -- STEP: 29385/31555 -- GLOBAL_STEP: 755150 | > loss_text_ce: 0.034557927399873734 (0.03585596825849543) | > loss_mel_ce: 2.351588249206543 (nan) | > loss: 0.009468833915889263 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1409710207743288) | > loader_time: 0.0045 (0.0045835236738749644)  --> TIME: 2025-03-25 00:47:16 -- STEP: 29435/31555 -- GLOBAL_STEP: 755200 | > loss_text_ce: 0.03161860257387161 (0.03585681555106432) | > loss_mel_ce: 2.4210708141326904 (nan) | > loss: 0.009732894599437714 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14097317134623283) | > loader_time: 0.0045 (0.004583485089641164)  --> TIME: 2025-03-25 00:47:25 -- STEP: 29485/31555 -- GLOBAL_STEP: 755250 | > loss_text_ce: 0.03547017648816109 (0.03585561507198154) | > loss_mel_ce: 3.056948661804199 (nan) | > loss: 0.012271503917872906 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.1409666343363583) | > loader_time: 0.0047 (0.00458353277746253)  --> TIME: 2025-03-25 00:47:34 -- STEP: 29535/31555 -- GLOBAL_STEP: 755300 | > loss_text_ce: 0.04431192949414253 (0.035855730161555306) | > loss_mel_ce: 2.974928617477417 (nan) | > loss: 0.011981113813817501 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14095911995012897) | > loader_time: 0.0045 (0.004583665411222522)  --> TIME: 2025-03-25 00:47:44 -- STEP: 29585/31555 -- GLOBAL_STEP: 755350 | > loss_text_ce: 0.03529534861445427 (0.03585589985437648) | > loss_mel_ce: 2.7392826080322266 (nan) | > loss: 0.011010230518877506 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1409590427952483) | > loader_time: 0.0045 (0.004583535090438939)  --> TIME: 2025-03-25 00:47:54 -- STEP: 29635/31555 -- GLOBAL_STEP: 755400 | > loss_text_ce: 0.034926172345876694 (0.035855687079976134) | > loss_mel_ce: 2.4887523651123047 (nan) | > loss: 0.01001459825783968 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14097058677705548) | > loader_time: 0.0048 (0.0045836500319418085)  --> TIME: 2025-03-25 00:48:03 -- STEP: 29685/31555 -- GLOBAL_STEP: 755450 | > loss_text_ce: 0.037292029708623886 (0.035853884362672096) | > loss_mel_ce: 0.09130859375 (nan) | > loss: 0.0005103199509903789 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14096105005156043) | > loader_time: 0.0047 (0.004583650874593634)  --> TIME: 2025-03-25 00:48:13 -- STEP: 29735/31555 -- GLOBAL_STEP: 755500 | > loss_text_ce: 0.03817730396986008 (0.03585209731016981) | > loss_mel_ce: 2.6371169090270996 (nan) | > loss: 0.010616247542202473 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1722 (0.1409657815814883) | > loader_time: 0.005 (0.0045836453079395965)  --> TIME: 2025-03-25 00:48:23 -- STEP: 29785/31555 -- GLOBAL_STEP: 755550 | > loss_text_ce: 0.03385423496365547 (0.035851409190767736) | > loss_mel_ce: 3.2067830562591553 (nan) | > loss: 0.01285967230796814 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1409618027562043) | > loader_time: 0.0045 (0.0045836000408885766)  --> TIME: 2025-03-25 00:48:32 -- STEP: 29835/31555 -- GLOBAL_STEP: 755600 | > loss_text_ce: 0.034642837941646576 (0.03585101328952524) | > loss_mel_ce: 2.991870880126953 (nan) | > loss: 0.01200997643172741 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14095342508088796) | > loader_time: 0.0046 (0.004583526292957254)  --> TIME: 2025-03-25 00:48:42 -- STEP: 29885/31555 -- GLOBAL_STEP: 755650 | > loss_text_ce: 0.03112676739692688 (0.035850320319958905) | > loss_mel_ce: 1.7199654579162598 (nan) | > loss: 0.006948778871446848 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1409555704673041) | > loader_time: 0.0043 (0.004583493048119232)  --> TIME: 2025-03-25 00:48:51 -- STEP: 29935/31555 -- GLOBAL_STEP: 755700 | > loss_text_ce: 0.03414008393883705 (0.0358489997127439) | > loss_mel_ce: 2.9091336727142334 (nan) | > loss: 0.01167965866625309 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14095601148272457) | > loader_time: 0.0046 (0.004583613112312538)  --> TIME: 2025-03-25 00:49:01 -- STEP: 29985/31555 -- GLOBAL_STEP: 755750 | > loss_text_ce: 0.03532865270972252 (0.03584861714695435) | > loss_mel_ce: 2.8611457347869873 (nan) | > loss: 0.011493946425616741 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14095649921200354) | > loader_time: 0.0044 (0.0045835935654035525)  --> TIME: 2025-03-25 00:49:11 -- STEP: 30035/31555 -- GLOBAL_STEP: 755800 | > loss_text_ce: 0.03773491829633713 (0.035847538935812336) | > loss_mel_ce: 2.9829695224761963 (nan) | > loss: 0.011986923404037952 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14095276467748968) | > loader_time: 0.0044 (0.004583698567682127)  --> TIME: 2025-03-25 00:49:21 -- STEP: 30085/31555 -- GLOBAL_STEP: 755850 | > loss_text_ce: 0.04296152666211128 (0.03584907000758435) | > loss_mel_ce: 2.447504997253418 (nan) | > loss: 0.009882804937660694 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14095984483173354) | > loader_time: 0.0047 (0.004583830474440198)  --> TIME: 2025-03-25 00:49:30 -- STEP: 30135/31555 -- GLOBAL_STEP: 755900 | > loss_text_ce: 0.043410081416368484 (0.03584997008751052) | > loss_mel_ce: 1.7109897136688232 (nan) | > loss: 0.006961904466152191 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14096446884633798) | > loader_time: 0.0045 (0.00458390954439969)  --> TIME: 2025-03-25 00:49:40 -- STEP: 30185/31555 -- GLOBAL_STEP: 755950 | > loss_text_ce: 0.03602924197912216 (0.03584992920627212) | > loss_mel_ce: 2.5529606342315674 (nan) | > loss: 0.010273770429193974 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14095749531989687) | > loader_time: 0.005 (0.00458403851627735)  --> TIME: 2025-03-25 00:49:50 -- STEP: 30235/31555 -- GLOBAL_STEP: 756000 | > loss_text_ce: 0.026703154668211937 (0.03584935526462596) | > loss_mel_ce: 2.9632010459899902 (nan) | > loss: 0.011864699423313141 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14095862073032514) | > loader_time: 0.0044 (0.004584217410610437)  --> TIME: 2025-03-25 00:49:59 -- STEP: 30285/31555 -- GLOBAL_STEP: 756050 | > loss_text_ce: 0.034184716641902924 (0.03584801125029121) | > loss_mel_ce: 3.044534683227539 (nan) | > loss: 0.012217140756547451 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14095749617292114) | > loader_time: 0.0046 (0.004584272722216278)  --> TIME: 2025-03-25 00:50:09 -- STEP: 30335/31555 -- GLOBAL_STEP: 756100 | > loss_text_ce: 0.026308437809348106 (0.03584901018030445) | > loss_mel_ce: 1.6312302350997925 (nan) | > loss: 0.0065775346010923386 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1409520487504757) | > loader_time: 0.0044 (0.004584251024665326)  --> TIME: 2025-03-25 00:50:19 -- STEP: 30385/31555 -- GLOBAL_STEP: 756150 | > loss_text_ce: 0.04091953486204147 (0.0358508832399916) | > loss_mel_ce: 2.5020289421081543 (nan) | > loss: 0.010091066360473633 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14096495659115585) | > loader_time: 0.0046 (0.00458429623576048)  --> TIME: 2025-03-25 00:50:29 -- STEP: 30435/31555 -- GLOBAL_STEP: 756200 | > loss_text_ce: 0.03131287917494774 (0.035850478675603974) | > loss_mel_ce: 3.2462692260742188 (nan) | > loss: 0.013006279245018959 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1409731018968224) | > loader_time: 0.0045 (0.004584278879405402)  --> TIME: 2025-03-25 00:50:38 -- STEP: 30485/31555 -- GLOBAL_STEP: 756250 | > loss_text_ce: 0.03489711135625839 (0.03584709518804624) | > loss_mel_ce: 2.8347084522247314 (nan) | > loss: 0.011387323960661888 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14097752897235383) | > loader_time: 0.0049 (0.004584502118013563)  --> TIME: 2025-03-25 00:50:48 -- STEP: 30535/31555 -- GLOBAL_STEP: 756300 | > loss_text_ce: 0.03998858481645584 (0.035846431597558674) | > loss_mel_ce: 3.0415687561035156 (nan) | > loss: 0.012228402309119701 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14098150379942376) | > loader_time: 0.0045 (0.004584744489191051)  --> TIME: 2025-03-25 00:50:58 -- STEP: 30585/31555 -- GLOBAL_STEP: 756350 | > loss_text_ce: 0.038491085171699524 (0.0358457859740447) | > loss_mel_ce: 2.335514783859253 (nan) | > loss: 0.009420658461749554 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.140973278921532) | > loader_time: 0.0043 (0.004584830887317309)  --> TIME: 2025-03-25 00:51:07 -- STEP: 30635/31555 -- GLOBAL_STEP: 756400 | > loss_text_ce: 0.040508680045604706 (0.03584440672040237) | > loss_mel_ce: 2.827211856842041 (nan) | > loss: 0.011379844509065151 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.140971802342127) | > loader_time: 0.0046 (0.004584855988186416)  --> TIME: 2025-03-25 00:51:17 -- STEP: 30685/31555 -- GLOBAL_STEP: 756450 | > loss_text_ce: 0.03168436512351036 (0.0358427850193263) | > loss_mel_ce: 2.5225443840026855 (nan) | > loss: 0.010135829448699951 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14097369609563642) | > loader_time: 0.0044 (0.0045849781384467705)  --> TIME: 2025-03-25 00:51:27 -- STEP: 30735/31555 -- GLOBAL_STEP: 756500 | > loss_text_ce: 0.04401535913348198 (0.035844160977442675) | > loss_mel_ce: 2.6455321311950684 (nan) | > loss: 0.01067280862480402 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14097417325959574) | > loader_time: 0.0045 (0.004585066418813036)  --> TIME: 2025-03-25 00:51:37 -- STEP: 30785/31555 -- GLOBAL_STEP: 756550 | > loss_text_ce: 0.04032701253890991 (0.03584546543980285) | > loss_mel_ce: 2.7609670162200928 (nan) | > loss: 0.011116246692836285 (nan) | > current_lr: 5e-06 | > step_time: 0.1892 (0.14098707632486465) | > loader_time: 0.0047 (0.004585269714536424)  --> TIME: 2025-03-25 00:51:46 -- STEP: 30835/31555 -- GLOBAL_STEP: 756600 | > loss_text_ce: 0.033957935869693756 (0.035843964150888086) | > loss_mel_ce: 2.9665656089782715 (nan) | > loss: 0.011906839907169342 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1409877843982074) | > loader_time: 0.0045 (0.0045853613647317834)  --> TIME: 2025-03-25 00:51:56 -- STEP: 30885/31555 -- GLOBAL_STEP: 756650 | > loss_text_ce: 0.023675227537751198 (0.0358415755579424) | > loss_mel_ce: 2.763582944869995 (nan) | > loss: 0.011060548946261406 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14098785396376481) | > loader_time: 0.0047 (0.004585303236640426)  --> TIME: 2025-03-25 00:52:06 -- STEP: 30935/31555 -- GLOBAL_STEP: 756700 | > loss_text_ce: 0.038263313472270966 (0.03584111974155717) | > loss_mel_ce: 2.958599328994751 (nan) | > loss: 0.01189231313765049 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14099343502407863) | > loader_time: 0.0044 (0.004585536724341559)  --> TIME: 2025-03-25 00:52:15 -- STEP: 30985/31555 -- GLOBAL_STEP: 756750 | > loss_text_ce: 0.030468009412288666 (0.03584478492278253) | > loss_mel_ce: 2.10500168800354 (nan) | > loss: 0.008474086411297321 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14098699654189378) | > loader_time: 0.0043 (0.004585611441259715)  --> TIME: 2025-03-25 00:52:25 -- STEP: 31035/31555 -- GLOBAL_STEP: 756800 | > loss_text_ce: 0.042963314801454544 (0.035844192566148875) | > loss_mel_ce: 2.3304316997528076 (nan) | > loss: 0.00941823422908783 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1409859966574921) | > loader_time: 0.0046 (0.00458570661340456)  --> TIME: 2025-03-25 00:52:35 -- STEP: 31085/31555 -- GLOBAL_STEP: 756850 | > loss_text_ce: 0.041467566043138504 (0.035845919031016596) | > loss_mel_ce: 2.4899346828460693 (nan) | > loss: 0.010045248083770275 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14098783419871252) | > loader_time: 0.0046 (0.00458577708145693)  --> TIME: 2025-03-25 00:52:45 -- STEP: 31135/31555 -- GLOBAL_STEP: 756900 | > loss_text_ce: 0.03557586297392845 (0.03584512060791416) | > loss_mel_ce: 2.857727527618408 (nan) | > loss: 0.011481363326311111 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14099490865765926) | > loader_time: 0.0045 (0.004585946029312716)  --> TIME: 2025-03-25 00:52:54 -- STEP: 31185/31555 -- GLOBAL_STEP: 756950 | > loss_text_ce: 0.030345529317855835 (0.035845763027591675) | > loss_mel_ce: 2.90956974029541 (nan) | > loss: 0.011666330508887768 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14098490612121187) | > loader_time: 0.0048 (0.004586050910637819)  --> TIME: 2025-03-25 00:53:04 -- STEP: 31235/31555 -- GLOBAL_STEP: 757000 | > loss_text_ce: 0.03881485387682915 (0.03584657838132484) | > loss_mel_ce: 2.8852946758270264 (nan) | > loss: 0.011603609658777714 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1409841609302668) | > loader_time: 0.0044 (0.0045860159925714935)  --> TIME: 2025-03-25 00:53:13 -- STEP: 31285/31555 -- GLOBAL_STEP: 757050 | > loss_text_ce: 0.04348751902580261 (0.035847161509143195) | > loss_mel_ce: 3.20843768119812 (nan) | > loss: 0.01290446612983942 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1409829278104278) | > loader_time: 0.0048 (0.004586112196307949)  --> TIME: 2025-03-25 00:53:23 -- STEP: 31335/31555 -- GLOBAL_STEP: 757100 | > loss_text_ce: 0.03733426332473755 (0.03584810211102533) | > loss_mel_ce: 3.126211404800415 (nan) | > loss: 0.012553753331303596 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14098938768020736) | > loader_time: 0.0046 (0.004586515864896837)  --> TIME: 2025-03-25 00:53:33 -- STEP: 31385/31555 -- GLOBAL_STEP: 757150 | > loss_text_ce: 0.033253900706768036 (0.03584985377542095) | > loss_mel_ce: 3.215148448944092 (nan) | > loss: 0.012890486046671867 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14099047753353974) | > loader_time: 0.0045 (0.004587294049982436)  --> TIME: 2025-03-25 00:53:43 -- STEP: 31435/31555 -- GLOBAL_STEP: 757200 | > loss_text_ce: 0.03995153307914734 (0.0358501666542058) | > loss_mel_ce: 2.698814868927002 (nan) | > loss: 0.010868120938539505 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14099526656381262) | > loader_time: 0.0049 (0.004587549501142728)  --> TIME: 2025-03-25 00:53:52 -- STEP: 31485/31555 -- GLOBAL_STEP: 757250 | > loss_text_ce: 0.029315967112779617 (0.035846311888307565) | > loss_mel_ce: 2.451295852661133 (nan) | > loss: 0.009843697771430016 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14099683814603853) | > loader_time: 0.0046 (0.004587691160010937)  --> TIME: 2025-03-25 00:54:02 -- STEP: 31535/31555 -- GLOBAL_STEP: 757300 | > loss_text_ce: 0.037769973278045654 (0.03584789906003673) | > loss_mel_ce: 2.795130729675293 (nan) | > loss: 0.011241670697927475 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14099647016330236) | > loader_time: 0.005 (0.004588075279149993)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021810337702433267 (+0.0007975896199544225) | > avg_loss_text_ce: 0.032887101123730327 (-0.00030348698298138244) | > avg_loss_mel_ce: 2.5968304673830667 (-0.009863385359446308) | > avg_loss: 2.629717563788095 (-0.010166877905528171) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_757320.pth  > EPOCH: 25/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 00:54:28)   --> TIME: 2025-03-25 00:54:34 -- STEP: 30/31555 -- GLOBAL_STEP: 757350 | > loss_text_ce: 0.031754687428474426 (0.03586029137174288) | > loss_mel_ce: 2.091292381286621 (2.573955710728963) | > loss: 0.00842479057610035 (0.010356413199527499) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14176688194274906) | > loader_time: 0.0044 (0.004675078392028809)  --> TIME: 2025-03-25 00:54:44 -- STEP: 80/31555 -- GLOBAL_STEP: 757400 | > loss_text_ce: 0.03292582556605339 (0.03612825042800975) | > loss_mel_ce: 2.6766836643218994 (2.3836350456811477) | > loss: 0.010752419009804726 (0.009602235787497191) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14092645347118382) | > loader_time: 0.0045 (0.004743590950965883)  --> TIME: 2025-03-25 00:54:53 -- STEP: 130/31555 -- GLOBAL_STEP: 757450 | > loss_text_ce: 0.029662253335118294 (0.03605977274620762) | > loss_mel_ce: 2.8274900913238525 (2.3773939624572025) | > loss: 0.011337907053530216 (0.00957719790077625) | > current_lr: 5e-06 | > step_time: 0.1163 (0.13946162553933944) | > loader_time: 0.0047 (0.00472995684697078)  --> TIME: 2025-03-25 00:55:02 -- STEP: 180/31555 -- GLOBAL_STEP: 757500 | > loss_text_ce: 0.03706742823123932 (0.035575383254844245) | > loss_mel_ce: 2.5536439418792725 (2.4271905405757326) | > loss: 0.010280600748956203 (0.009772881204197706) | > current_lr: 5e-06 | > step_time: 0.1353 (0.13779938485887316) | > loader_time: 0.0044 (0.004705370797051325)  --> TIME: 2025-03-25 00:55:12 -- STEP: 230/31555 -- GLOBAL_STEP: 757550 | > loss_text_ce: 0.03593561053276062 (0.03547285180943813) | > loss_mel_ce: 2.468421459197998 (2.4963185738043294) | > loss: 0.009937925264239311 (0.01004679195213375) | > current_lr: 5e-06 | > step_time: 0.1624 (0.13851540917935568) | > loader_time: 0.0049 (0.004696439660113791)  --> TIME: 2025-03-25 00:55:22 -- STEP: 280/31555 -- GLOBAL_STEP: 757600 | > loss_text_ce: 0.04214148968458176 (0.03534434147378694) | > loss_mel_ce: 3.1080448627471924 (nan) | > loss: 0.01250073965638876 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1402451608862195) | > loader_time: 0.0044 (0.004740000622613089)  --> TIME: 2025-03-25 00:55:32 -- STEP: 330/31555 -- GLOBAL_STEP: 757650 | > loss_text_ce: 0.03284506872296333 (0.03536947618210403) | > loss_mel_ce: 3.4866082668304443 (nan) | > loss: 0.013966085389256477 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1407838077256173) | > loader_time: 0.0046 (0.004727197415900952)  --> TIME: 2025-03-25 00:55:41 -- STEP: 380/31555 -- GLOBAL_STEP: 757700 | > loss_text_ce: 0.03288634121417999 (0.035558702465833) | > loss_mel_ce: 2.9668631553649902 (nan) | > loss: 0.01190376840531826 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1405559709197597) | > loader_time: 0.0049 (0.00471734875126889)  --> TIME: 2025-03-25 00:55:51 -- STEP: 430/31555 -- GLOBAL_STEP: 757750 | > loss_text_ce: 0.032176073640584946 (0.03541678741444334) | > loss_mel_ce: 2.143442153930664 (nan) | > loss: 0.008633405901491642 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14105686143387194) | > loader_time: 0.0046 (0.004705814428107684)  --> TIME: 2025-03-25 00:56:01 -- STEP: 480/31555 -- GLOBAL_STEP: 757800 | > loss_text_ce: 0.038549695163965225 (0.035459936637198534) | > loss_mel_ce: 2.8947253227233887 (nan) | > loss: 0.011639980599284172 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14132555524508159) | > loader_time: 0.0052 (0.004712177316347759)  --> TIME: 2025-03-25 00:56:11 -- STEP: 530/31555 -- GLOBAL_STEP: 757850 | > loss_text_ce: 0.034705378115177155 (0.03557001350025803) | > loss_mel_ce: 3.147451400756836 (nan) | > loss: 0.012627607211470604 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14135402373547823) | > loader_time: 0.0046 (0.004705639605252249)  --> TIME: 2025-03-25 00:56:20 -- STEP: 580/31555 -- GLOBAL_STEP: 757900 | > loss_text_ce: 0.032042257487773895 (0.03542441818060285) | > loss_mel_ce: 2.827333450317383 (nan) | > loss: 0.011346729472279549 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14124111101545134) | > loader_time: 0.0046 (0.00470015344948604)  --> TIME: 2025-03-25 00:56:30 -- STEP: 630/31555 -- GLOBAL_STEP: 757950 | > loss_text_ce: 0.0355026014149189 (0.03547076659336208) | > loss_mel_ce: 2.5303714275360107 (nan) | > loss: 0.010182040743529797 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14148613422635992) | > loader_time: 0.0046 (0.004699711950998454)  --> TIME: 2025-03-25 00:56:40 -- STEP: 680/31555 -- GLOBAL_STEP: 758000 | > loss_text_ce: 0.038816675543785095 (0.03545886341838487) | > loss_mel_ce: 3.152125120162964 (nan) | > loss: 0.01266246847808361 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14143097646096162) | > loader_time: 0.0045 (0.004697513229706702)  --> TIME: 2025-03-25 00:56:50 -- STEP: 730/31555 -- GLOBAL_STEP: 758050 | > loss_text_ce: 0.0518675297498703 (0.03543470253249343) | > loss_mel_ce: 2.853957414627075 (nan) | > loss: 0.011531052179634571 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14163526116985156) | > loader_time: 0.0046 (0.004694081659186366)  --> TIME: 2025-03-25 00:57:00 -- STEP: 780/31555 -- GLOBAL_STEP: 758100 | > loss_text_ce: 0.037254054099321365 (0.035509936300177916) | > loss_mel_ce: 2.22513747215271 (nan) | > loss: 0.008977744728326797 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14181695993130014) | > loader_time: 0.0048 (0.004684295409764991)  --> TIME: 2025-03-25 00:57:09 -- STEP: 830/31555 -- GLOBAL_STEP: 758150 | > loss_text_ce: 0.03336867317557335 (0.035489316602203794) | > loss_mel_ce: 2.573495626449585 (nan) | > loss: 0.010344699956476688 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1417842554758831) | > loader_time: 0.0044 (0.0046714736754635685)  --> TIME: 2025-03-25 00:57:19 -- STEP: 880/31555 -- GLOBAL_STEP: 758200 | > loss_text_ce: 0.02970317378640175 (0.035462361158252735) | > loss_mel_ce: 2.2419593334198 (nan) | > loss: 0.009014533832669258 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14161433008584123) | > loader_time: 0.0044 (0.004661312428387724)  --> TIME: 2025-03-25 00:57:28 -- STEP: 930/31555 -- GLOBAL_STEP: 758250 | > loss_text_ce: 0.028741206973791122 (0.03543875264805007) | > loss_mel_ce: 3.1651229858398438 (nan) | > loss: 0.012674064375460148 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.1417001752443213) | > loader_time: 0.0044 (0.004649261761737121)  --> TIME: 2025-03-25 00:57:38 -- STEP: 980/31555 -- GLOBAL_STEP: 758300 | > loss_text_ce: 0.04153372347354889 (0.03540734563650066) | > loss_mel_ce: 3.0241901874542236 (nan) | > loss: 0.012165571562945843 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.141363530742879) | > loader_time: 0.0045 (0.004643787899795839)  --> TIME: 2025-03-25 00:57:47 -- STEP: 1030/31555 -- GLOBAL_STEP: 758350 | > loss_text_ce: 0.045668184757232666 (0.03547990397432617) | > loss_mel_ce: 2.703495740890503 (nan) | > loss: 0.010909381322562695 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14124624659714205) | > loader_time: 0.0048 (0.004640424135819218)  --> TIME: 2025-03-25 00:57:57 -- STEP: 1080/31555 -- GLOBAL_STEP: 758400 | > loss_text_ce: 0.0423191674053669 (0.0354881038828925) | > loss_mel_ce: 2.822120189666748 (nan) | > loss: 0.011366822756826878 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14100000681700545) | > loader_time: 0.0047 (0.004645302119078455)  --> TIME: 2025-03-25 00:58:06 -- STEP: 1130/31555 -- GLOBAL_STEP: 758450 | > loss_text_ce: 0.031364262104034424 (0.0354357856754378) | > loss_mel_ce: 1.8896230459213257 (nan) | > loss: 0.007622966077178717 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14108847411332945) | > loader_time: 0.0044 (0.004643706726816897)  --> TIME: 2025-03-25 00:58:16 -- STEP: 1180/31555 -- GLOBAL_STEP: 758500 | > loss_text_ce: 0.026642875745892525 (0.03545156872862851) | > loss_mel_ce: 3.101512908935547 (nan) | > loss: 0.01241331733763218 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14135500717971303) | > loader_time: 0.005 (0.004644218339758397)  --> TIME: 2025-03-25 00:58:26 -- STEP: 1230/31555 -- GLOBAL_STEP: 758550 | > loss_text_ce: 0.03555513173341751 (0.0354354774617264) | > loss_mel_ce: 2.9530906677246094 (nan) | > loss: 0.011859706602990627 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14116769689854583) | > loader_time: 0.0051 (0.004645889367514502)  --> TIME: 2025-03-25 00:58:36 -- STEP: 1280/31555 -- GLOBAL_STEP: 758600 | > loss_text_ce: 0.039038632065057755 (0.03544173772606877) | > loss_mel_ce: 2.9889681339263916 (nan) | > loss: 0.012015900574624538 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14133747722953577) | > loader_time: 0.0045 (0.00464932769536971)  --> TIME: 2025-03-25 00:58:45 -- STEP: 1330/31555 -- GLOBAL_STEP: 758650 | > loss_text_ce: 0.02690204791724682 (0.03545492468261735) | > loss_mel_ce: 2.709965705871582 (nan) | > loss: 0.010860586538910866 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14133608215733592) | > loader_time: 0.0047 (0.004649593776330005)  --> TIME: 2025-03-25 00:58:55 -- STEP: 1380/31555 -- GLOBAL_STEP: 758700 | > loss_text_ce: 0.029715534299612045 (0.0354614468649083) | > loss_mel_ce: 2.4452295303344727 (nan) | > loss: 0.009821210987865925 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14107792325641816) | > loader_time: 0.0044 (0.00464633737785228)  --> TIME: 2025-03-25 00:59:05 -- STEP: 1430/31555 -- GLOBAL_STEP: 758750 | > loss_text_ce: 0.034992676228284836 (0.03547673283952405) | > loss_mel_ce: 2.4802989959716797 (nan) | > loss: 0.009981316514313221 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14124821849636285) | > loader_time: 0.0046 (0.00464542178840903)  --> TIME: 2025-03-25 00:59:14 -- STEP: 1480/31555 -- GLOBAL_STEP: 758800 | > loss_text_ce: 0.03135811910033226 (0.03545453611799082) | > loss_mel_ce: 2.791766881942749 (nan) | > loss: 0.011202877387404442 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14128299049429013) | > loader_time: 0.0046 (0.004639611695263827)  --> TIME: 2025-03-25 00:59:24 -- STEP: 1530/31555 -- GLOBAL_STEP: 758850 | > loss_text_ce: 0.03460846468806267 (0.03543881603206195) | > loss_mel_ce: 2.7002995014190674 (nan) | > loss: 0.010852809995412827 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14126556761124573) | > loader_time: 0.0043 (0.004634992125766719)  --> TIME: 2025-03-25 00:59:34 -- STEP: 1580/31555 -- GLOBAL_STEP: 758900 | > loss_text_ce: 0.03607790544629097 (0.03546600484972983) | > loss_mel_ce: 2.9742515087127686 (nan) | > loss: 0.011945752426981926 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14126341297656692) | > loader_time: 0.0046 (0.004633715333817873)  --> TIME: 2025-03-25 00:59:43 -- STEP: 1630/31555 -- GLOBAL_STEP: 758950 | > loss_text_ce: 0.03897080197930336 (0.035457963941538814) | > loss_mel_ce: 2.7122182846069336 (nan) | > loss: 0.010917417705059052 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14119484878025196) | > loader_time: 0.0046 (0.004631596840232417)  --> TIME: 2025-03-25 00:59:53 -- STEP: 1680/31555 -- GLOBAL_STEP: 759000 | > loss_text_ce: 0.04523786902427673 (0.03548045065531154) | > loss_mel_ce: 2.6814968585968018 (nan) | > loss: 0.010820375755429268 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14127175396397024) | > loader_time: 0.0044 (0.0046292889685857755)  --> TIME: 2025-03-25 01:00:03 -- STEP: 1730/31555 -- GLOBAL_STEP: 759050 | > loss_text_ce: 0.03308987244963646 (0.035514420711817596) | > loss_mel_ce: 2.8730275630950928 (nan) | > loss: 0.011532212607562542 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14134040691949065) | > loader_time: 0.0045 (0.00462692472976066)  --> TIME: 2025-03-25 01:00:12 -- STEP: 1780/31555 -- GLOBAL_STEP: 759100 | > loss_text_ce: 0.037109311670064926 (0.03548889756359661) | > loss_mel_ce: 2.3359596729278564 (nan) | > loss: 0.009416941553354263 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14124269364924938) | > loader_time: 0.0046 (0.004626189055067759)  --> TIME: 2025-03-25 01:00:22 -- STEP: 1830/31555 -- GLOBAL_STEP: 759150 | > loss_text_ce: 0.038577575236558914 (0.035517442860014584) | > loss_mel_ce: 2.8860201835632324 (nan) | > loss: 0.011605546809732914 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14146265253994653) | > loader_time: 0.0048 (0.004628217936864957)  --> TIME: 2025-03-25 01:00:32 -- STEP: 1880/31555 -- GLOBAL_STEP: 759200 | > loss_text_ce: 0.04302949830889702 (0.03547245858861329) | > loss_mel_ce: 2.715346336364746 (nan) | > loss: 0.010945936664938927 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14147651246253498) | > loader_time: 0.0047 (0.0046287069929406895)  --> TIME: 2025-03-25 01:00:41 -- STEP: 1930/31555 -- GLOBAL_STEP: 759250 | > loss_text_ce: 0.026118554174900055 (0.03548654826705394) | > loss_mel_ce: 2.686471700668335 (nan) | > loss: 0.010764247737824917 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14136090673930923) | > loader_time: 0.0052 (0.004628068177811212)  --> TIME: 2025-03-25 01:00:51 -- STEP: 1980/31555 -- GLOBAL_STEP: 759300 | > loss_text_ce: 0.04485989362001419 (0.035452305053765246) | > loss_mel_ce: 3.1429264545440674 (nan) | > loss: 0.012649946846067905 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14138642983003114) | > loader_time: 0.0046 (0.004629700713687463)  --> TIME: 2025-03-25 01:01:01 -- STEP: 2030/31555 -- GLOBAL_STEP: 759350 | > loss_text_ce: 0.025202812626957893 (0.035479219559249736) | > loss_mel_ce: 1.6091771125793457 (nan) | > loss: 0.006485635414719582 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14140115817779408) | > loader_time: 0.0045 (0.0046278568324197005)  --> TIME: 2025-03-25 01:01:11 -- STEP: 2080/31555 -- GLOBAL_STEP: 759400 | > loss_text_ce: 0.035435426980257034 (0.0354972551603658) | > loss_mel_ce: 2.789567470550537 (nan) | > loss: 0.011210329830646515 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14152394624856812) | > loader_time: 0.0046 (0.004630306133857131)  --> TIME: 2025-03-25 01:01:21 -- STEP: 2130/31555 -- GLOBAL_STEP: 759450 | > loss_text_ce: 0.034516189247369766 (0.03551970775995593) | > loss_mel_ce: 3.2937605381011963 (nan) | > loss: 0.013207447715103626 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1416755622541402) | > loader_time: 0.0048 (0.004629543129826926)  --> TIME: 2025-03-25 01:01:31 -- STEP: 2180/31555 -- GLOBAL_STEP: 759500 | > loss_text_ce: 0.034995075315237045 (0.03554597083359544) | > loss_mel_ce: 2.9289889335632324 (nan) | > loss: 0.011761842295527458 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14175232714469288) | > loader_time: 0.0047 (0.004629088979248599)  --> TIME: 2025-03-25 01:01:40 -- STEP: 2230/31555 -- GLOBAL_STEP: 759550 | > loss_text_ce: 0.03311459720134735 (0.03554446981309371) | > loss_mel_ce: 2.55385422706604 (nan) | > loss: 0.010265749879181385 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14169203112478224) | > loader_time: 0.0047 (0.0046291424019988805)  --> TIME: 2025-03-25 01:01:50 -- STEP: 2280/31555 -- GLOBAL_STEP: 759600 | > loss_text_ce: 0.03908100351691246 (0.03552646478229575) | > loss_mel_ce: 2.887556314468384 (nan) | > loss: 0.011613640934228897 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14169516856210276) | > loader_time: 0.0047 (0.004629365498559509)  --> TIME: 2025-03-25 01:02:00 -- STEP: 2330/31555 -- GLOBAL_STEP: 759650 | > loss_text_ce: 0.04119065776467323 (0.03552831636637831) | > loss_mel_ce: 2.5303828716278076 (nan) | > loss: 0.010204656980931759 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14175174164669704) | > loader_time: 0.0045 (0.0046277356250091625)  --> TIME: 2025-03-25 01:02:09 -- STEP: 2380/31555 -- GLOBAL_STEP: 759700 | > loss_text_ce: 0.048159416764974594 (0.03553073116335546) | > loss_mel_ce: 3.1368415355682373 (nan) | > loss: 0.012638892978429794 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14172071068226788) | > loader_time: 0.0048 (0.0046262877328055165)  --> TIME: 2025-03-25 01:02:19 -- STEP: 2430/31555 -- GLOBAL_STEP: 759750 | > loss_text_ce: 0.03232922777533531 (0.03555057199342256) | > loss_mel_ce: 2.6636531352996826 (nan) | > loss: 0.010698343627154827 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14170964294009747) | > loader_time: 0.0046 (0.004625594370649664)  --> TIME: 2025-03-25 01:02:29 -- STEP: 2480/31555 -- GLOBAL_STEP: 759800 | > loss_text_ce: 0.027842750772833824 (0.03555990200820225) | > loss_mel_ce: 1.0416991710662842 (nan) | > loss: 0.0042442143894732 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14171340561682186) | > loader_time: 0.0043 (0.004625961665184259)  --> TIME: 2025-03-25 01:02:39 -- STEP: 2530/31555 -- GLOBAL_STEP: 759850 | > loss_text_ce: 0.051220398396253586 (0.035582804877178444) | > loss_mel_ce: 1.840198278427124 (nan) | > loss: 0.0075056301429867744 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14181858221061622) | > loader_time: 0.0045 (0.004624493696944033)  --> TIME: 2025-03-25 01:02:49 -- STEP: 2580/31555 -- GLOBAL_STEP: 759900 | > loss_text_ce: 0.03484426811337471 (0.03557842129249442) | > loss_mel_ce: 3.0772716999053955 (nan) | > loss: 0.012349667027592659 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14186066592386545) | > loader_time: 0.0044 (0.004624362601790307)  --> TIME: 2025-03-25 01:02:58 -- STEP: 2630/31555 -- GLOBAL_STEP: 759950 | > loss_text_ce: 0.03196145221590996 (0.03558187778869168) | > loss_mel_ce: 2.260230779647827 (nan) | > loss: 0.009096001274883747 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14189242210678285) | > loader_time: 0.0044 (0.00462496978701746)  --> TIME: 2025-03-25 01:03:08 -- STEP: 2680/31555 -- GLOBAL_STEP: 760000 | > loss_text_ce: 0.028380751609802246 (0.035584978817670206) | > loss_mel_ce: 3.050440549850464 (nan) | > loss: 0.012217544950544834 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14187536942425058) | > loader_time: 0.0046 (0.004625385732793082) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_760000.pth  --> TIME: 2025-03-25 01:03:23 -- STEP: 2730/31555 -- GLOBAL_STEP: 760050 | > loss_text_ce: 0.03510793671011925 (0.03557058001626215) | > loss_mel_ce: 3.0714070796966553 (nan) | > loss: 0.01232744101434946 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14181559408977357) | > loader_time: 0.0046 (0.004624405448689987)  --> TIME: 2025-03-25 01:03:33 -- STEP: 2780/31555 -- GLOBAL_STEP: 760100 | > loss_text_ce: 0.05148138105869293 (0.03557849598030074) | > loss_mel_ce: 2.7902493476867676 (nan) | > loss: 0.011276709847152233 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1418259858227463) | > loader_time: 0.0047 (0.004625432782893543)  --> TIME: 2025-03-25 01:03:42 -- STEP: 2830/31555 -- GLOBAL_STEP: 760150 | > loss_text_ce: 0.034678004682064056 (0.03558604377897808) | > loss_mel_ce: 3.184627056121826 (nan) | > loss: 0.01277502067387104 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14173433620601159) | > loader_time: 0.0048 (0.0046240877346941794)  --> TIME: 2025-03-25 01:03:52 -- STEP: 2880/31555 -- GLOBAL_STEP: 760200 | > loss_text_ce: 0.0411720797419548 (0.0355857744580135) | > loss_mel_ce: 2.9536592960357666 (nan) | > loss: 0.011884251609444618 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14176889657974254) | > loader_time: 0.0045 (0.0046239128543270796)  --> TIME: 2025-03-25 01:04:01 -- STEP: 2930/31555 -- GLOBAL_STEP: 760250 | > loss_text_ce: 0.028143903240561485 (0.03557845060125557) | > loss_mel_ce: 3.105217456817627 (nan) | > loss: 0.01243397407233715 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.141728899503324) | > loader_time: 0.0048 (0.00462213107750276)  --> TIME: 2025-03-25 01:04:11 -- STEP: 2980/31555 -- GLOBAL_STEP: 760300 | > loss_text_ce: 0.028082050383090973 (0.035589125606812703) | > loss_mel_ce: 2.6565427780151367 (nan) | > loss: 0.01065327413380146 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1418524403700094) | > loader_time: 0.0045 (0.004622849602027211)  --> TIME: 2025-03-25 01:04:21 -- STEP: 3030/31555 -- GLOBAL_STEP: 760350 | > loss_text_ce: 0.029756508767604828 (0.03558894580310034) | > loss_mel_ce: 2.597607374191284 (nan) | > loss: 0.010426048189401627 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14179404781203092) | > loader_time: 0.0045 (0.004622086754726484)  --> TIME: 2025-03-25 01:04:31 -- STEP: 3080/31555 -- GLOBAL_STEP: 760400 | > loss_text_ce: 0.027454296126961708 (0.03561137629576124) | > loss_mel_ce: 3.2722606658935547 (nan) | > loss: 0.013094107620418072 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1418324823503372) | > loader_time: 0.0045 (0.0046227563511241415)  --> TIME: 2025-03-25 01:04:40 -- STEP: 3130/31555 -- GLOBAL_STEP: 760450 | > loss_text_ce: 0.026599528267979622 (0.03560774042940556) | > loss_mel_ce: 3.218994140625 (nan) | > loss: 0.012879340909421444 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14171677709768393) | > loader_time: 0.0045 (0.004623253048418418)  --> TIME: 2025-03-25 01:04:50 -- STEP: 3180/31555 -- GLOBAL_STEP: 760500 | > loss_text_ce: 0.040572285652160645 (0.03560600925072932) | > loss_mel_ce: 2.9152603149414062 (nan) | > loss: 0.011729494668543339 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1417461578950943) | > loader_time: 0.0048 (0.004625132023913296)  --> TIME: 2025-03-25 01:05:00 -- STEP: 3230/31555 -- GLOBAL_STEP: 760550 | > loss_text_ce: 0.044663045555353165 (0.03559380663506939) | > loss_mel_ce: 2.5322265625 (nan) | > loss: 0.010225752368569374 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14174021847845958) | > loader_time: 0.0045 (0.00462448641242626)  --> TIME: 2025-03-25 01:05:10 -- STEP: 3280/31555 -- GLOBAL_STEP: 760600 | > loss_text_ce: 0.031145943328738213 (0.03560106081081689) | > loss_mel_ce: 2.508089065551758 (nan) | > loss: 0.010076330043375492 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14183892375085405) | > loader_time: 0.0045 (0.004623033578802894)  --> TIME: 2025-03-25 01:05:19 -- STEP: 3330/31555 -- GLOBAL_STEP: 760650 | > loss_text_ce: 0.04007377102971077 (0.03558796366044616) | > loss_mel_ce: 2.9202163219451904 (nan) | > loss: 0.011747184209525585 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14183165447131998) | > loader_time: 0.005 (0.004621574041005724)  --> TIME: 2025-03-25 01:05:29 -- STEP: 3380/31555 -- GLOBAL_STEP: 760700 | > loss_text_ce: 0.03636980801820755 (0.035603037455598605) | > loss_mel_ce: 2.529538631439209 (nan) | > loss: 0.01018217671662569 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14185730811406844) | > loader_time: 0.0048 (0.004621515118864158)  --> TIME: 2025-03-25 01:05:39 -- STEP: 3430/31555 -- GLOBAL_STEP: 760750 | > loss_text_ce: 0.0351913720369339 (0.03559488641483705) | > loss_mel_ce: 3.0356502532958984 (nan) | > loss: 0.012185879983007908 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1418603450146774) | > loader_time: 0.0047 (0.00462024010305154)  --> TIME: 2025-03-25 01:05:48 -- STEP: 3480/31555 -- GLOBAL_STEP: 760800 | > loss_text_ce: 0.031133852899074554 (0.03558807276542588) | > loss_mel_ce: 1.717529296875 (nan) | > loss: 0.006939140148460865 (nan) | > current_lr: 5e-06 | > step_time: 0.1026 (0.14185359779445558) | > loader_time: 0.0041 (0.004619189514510929)  --> TIME: 2025-03-25 01:05:58 -- STEP: 3530/31555 -- GLOBAL_STEP: 760850 | > loss_text_ce: 0.03808518499135971 (0.035605311402708055) | > loss_mel_ce: 2.9939053058624268 (nan) | > loss: 0.012031708844006062 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14186270000576592) | > loader_time: 0.0047 (0.004619680045346696)  --> TIME: 2025-03-25 01:06:08 -- STEP: 3580/31555 -- GLOBAL_STEP: 760900 | > loss_text_ce: 0.044503845274448395 (0.03561152623258739) | > loss_mel_ce: 3.0338549613952637 (nan) | > loss: 0.012215710245072842 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14185572716110867) | > loader_time: 0.0047 (0.0046190976430583895)  --> TIME: 2025-03-25 01:06:18 -- STEP: 3630/31555 -- GLOBAL_STEP: 760950 | > loss_text_ce: 0.04317023605108261 (0.035626462405450005) | > loss_mel_ce: 3.028796434402466 (nan) | > loss: 0.012190344743430614 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14188406178445484) | > loader_time: 0.0047 (0.004619668797684762)  --> TIME: 2025-03-25 01:06:27 -- STEP: 3680/31555 -- GLOBAL_STEP: 761000 | > loss_text_ce: 0.042688336223363876 (0.03563368560103497) | > loss_mel_ce: 2.773303270339966 (nan) | > loss: 0.011174570769071579 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1418749112149939) | > loader_time: 0.0045 (0.0046202839716621025)  --> TIME: 2025-03-25 01:06:37 -- STEP: 3730/31555 -- GLOBAL_STEP: 761050 | > loss_text_ce: 0.039483629167079926 (0.03563746442798595) | > loss_mel_ce: 2.9828319549560547 (nan) | > loss: 0.011993316002190113 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14183900126183596) | > loader_time: 0.0045 (0.004623336318990177)  --> TIME: 2025-03-25 01:06:47 -- STEP: 3780/31555 -- GLOBAL_STEP: 761100 | > loss_text_ce: 0.042846761643886566 (0.03565454247368194) | > loss_mel_ce: 2.6041743755340576 (nan) | > loss: 0.01050405204296112 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1418281211424122) | > loader_time: 0.0045 (0.004623326485749902)  --> TIME: 2025-03-25 01:06:57 -- STEP: 3830/31555 -- GLOBAL_STEP: 761150 | > loss_text_ce: 0.03385794535279274 (0.035647653799756936) | > loss_mel_ce: 2.6145620346069336 (nan) | > loss: 0.010509604588150978 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1418992712977034) | > loader_time: 0.0046 (0.004623481436746858)  --> TIME: 2025-03-25 01:07:06 -- STEP: 3880/31555 -- GLOBAL_STEP: 761200 | > loss_text_ce: 0.03833020105957985 (0.035655289173327845) | > loss_mel_ce: 2.945979356765747 (nan) | > loss: 0.011842499487102032 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14190273358649774) | > loader_time: 0.0046 (0.004623782880527453)  --> TIME: 2025-03-25 01:07:16 -- STEP: 3930/31555 -- GLOBAL_STEP: 761250 | > loss_text_ce: 0.04048560932278633 (0.035641278529127365) | > loss_mel_ce: 2.6008338928222656 (nan) | > loss: 0.010481427423655987 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1419256655617824) | > loader_time: 0.0045 (0.004624003733084095)  --> TIME: 2025-03-25 01:07:26 -- STEP: 3980/31555 -- GLOBAL_STEP: 761300 | > loss_text_ce: 0.043362412601709366 (0.0356362041282519) | > loss_mel_ce: 3.3215129375457764 (nan) | > loss: 0.013352680951356888 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1419536053834844) | > loader_time: 0.0044 (0.00462505895288745)  --> TIME: 2025-03-25 01:07:35 -- STEP: 4030/31555 -- GLOBAL_STEP: 761350 | > loss_text_ce: 0.045049913227558136 (0.03564034572458149) | > loss_mel_ce: 1.506927490234375 (nan) | > loss: 0.00615864060819149 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14190173368004316) | > loader_time: 0.0047 (0.004626726749221381)  --> TIME: 2025-03-25 01:07:45 -- STEP: 4080/31555 -- GLOBAL_STEP: 761400 | > loss_text_ce: 0.03560587391257286 (0.035632497164895575) | > loss_mel_ce: 2.6139767169952393 (nan) | > loss: 0.010514217428863049 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14191809308295117) | > loader_time: 0.0046 (0.004626686023730855)  --> TIME: 2025-03-25 01:07:55 -- STEP: 4130/31555 -- GLOBAL_STEP: 761450 | > loss_text_ce: 0.02977137453854084 (0.03562045997148493) | > loss_mel_ce: 2.886977195739746 (nan) | > loss: 0.011574399657547474 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14191256394975083) | > loader_time: 0.0044 (0.004627967862182319)  --> TIME: 2025-03-25 01:08:04 -- STEP: 4180/31555 -- GLOBAL_STEP: 761500 | > loss_text_ce: 0.045567527413368225 (0.03561778066893727) | > loss_mel_ce: 2.725428342819214 (nan) | > loss: 0.01099601574242115 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1418021140486426) | > loader_time: 0.0046 (0.0046292192057559335)  --> TIME: 2025-03-25 01:08:14 -- STEP: 4230/31555 -- GLOBAL_STEP: 761550 | > loss_text_ce: 0.03435870260000229 (0.035605995377732645) | > loss_mel_ce: 2.766871929168701 (nan) | > loss: 0.011115995235741138 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14183465758113956) | > loader_time: 0.0045 (0.0046312263953206655)  --> TIME: 2025-03-25 01:08:23 -- STEP: 4280/31555 -- GLOBAL_STEP: 761600 | > loss_text_ce: 0.03497314453125 (0.03561988386899999) | > loss_mel_ce: 2.7811968326568604 (nan) | > loss: 0.011175278574228287 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14179489295059236) | > loader_time: 0.0045 (0.004630430112375276)  --> TIME: 2025-03-25 01:08:33 -- STEP: 4330/31555 -- GLOBAL_STEP: 761650 | > loss_text_ce: 0.026310693472623825 (0.03562116202861759) | > loss_mel_ce: 0.0960780531167984 (nan) | > loss: 0.0004856696759816259 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1417797431659475) | > loader_time: 0.0046 (0.0046311951674710234)  --> TIME: 2025-03-25 01:08:42 -- STEP: 4380/31555 -- GLOBAL_STEP: 761700 | > loss_text_ce: 0.041029803454875946 (0.03562987695775552) | > loss_mel_ce: 3.0882437229156494 (nan) | > loss: 0.012417752295732498 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14172326516887332) | > loader_time: 0.0046 (0.004631619692937425)  --> TIME: 2025-03-25 01:08:52 -- STEP: 4430/31555 -- GLOBAL_STEP: 761750 | > loss_text_ce: 0.0330403707921505 (0.03564088269395431) | > loss_mel_ce: 1.9273462295532227 (nan) | > loss: 0.007779312320053577 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14173398297742554) | > loader_time: 0.0045 (0.004631455434364337)  --> TIME: 2025-03-25 01:09:02 -- STEP: 4480/31555 -- GLOBAL_STEP: 761800 | > loss_text_ce: 0.028782660141587257 (0.0356415724232128) | > loss_mel_ce: 2.6756751537323 (nan) | > loss: 0.010731975547969341 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14178283895765006) | > loader_time: 0.0049 (0.004631587011473516)  --> TIME: 2025-03-25 01:09:11 -- STEP: 4530/31555 -- GLOBAL_STEP: 761850 | > loss_text_ce: 0.031088795512914658 (0.03563314762221401) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1417342073870019) | > loader_time: 0.0045 (0.0046311827421714625)  --> TIME: 2025-03-25 01:09:21 -- STEP: 4580/31555 -- GLOBAL_STEP: 761900 | > loss_text_ce: 0.035431887954473495 (0.03564167118724846) | > loss_mel_ce: 2.541975498199463 (nan) | > loss: 0.01022780779749155 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14174543426546965) | > loader_time: 0.0045 (0.004630888653634413)  --> TIME: 2025-03-25 01:09:31 -- STEP: 4630/31555 -- GLOBAL_STEP: 761950 | > loss_text_ce: 0.02807365171611309 (0.03564704846888461) | > loss_mel_ce: 2.6369407176971436 (nan) | > loss: 0.010575453750789165 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.1416924639860443) | > loader_time: 0.0045 (0.004631004992623048)  --> TIME: 2025-03-25 01:09:40 -- STEP: 4680/31555 -- GLOBAL_STEP: 762000 | > loss_text_ce: 0.03194188326597214 (0.03564444484634916) | > loss_mel_ce: 3.032989978790283 (nan) | > loss: 0.012162428349256516 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14172667794757388) | > loader_time: 0.0049 (0.0046323410975627356)  --> TIME: 2025-03-25 01:09:50 -- STEP: 4730/31555 -- GLOBAL_STEP: 762050 | > loss_text_ce: 0.03482455760240555 (0.0356452291638415) | > loss_mel_ce: 2.529453992843628 (nan) | > loss: 0.01017570961266756 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1417558568224591) | > loader_time: 0.0047 (0.004631335034682932)  --> TIME: 2025-03-25 01:10:00 -- STEP: 4780/31555 -- GLOBAL_STEP: 762100 | > loss_text_ce: 0.038025520741939545 (0.035639074873023306) | > loss_mel_ce: 3.0385982990264893 (nan) | > loss: 0.012208825908601284 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14176633612381326) | > loader_time: 0.0045 (0.004630637867181368)  --> TIME: 2025-03-25 01:10:10 -- STEP: 4830/31555 -- GLOBAL_STEP: 762150 | > loss_text_ce: 0.03520575538277626 (0.035626880239934364) | > loss_mel_ce: 2.896066188812256 (nan) | > loss: 0.011632032692432404 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1417673344937907) | > loader_time: 0.0046 (0.004629793028900588)  --> TIME: 2025-03-25 01:10:20 -- STEP: 4880/31555 -- GLOBAL_STEP: 762200 | > loss_text_ce: 0.04407622665166855 (0.035613557142892535) | > loss_mel_ce: 3.038055896759033 (nan) | > loss: 0.01223068404942751 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14179742619639502) | > loader_time: 0.0047 (0.004629682615155079)  --> TIME: 2025-03-25 01:10:29 -- STEP: 4930/31555 -- GLOBAL_STEP: 762250 | > loss_text_ce: 0.034265320748090744 (0.03562693847286651) | > loss_mel_ce: 2.6782586574554443 (nan) | > loss: 0.0107639841735363 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14180420707253813) | > loader_time: 0.0047 (0.004629958183721883)  --> TIME: 2025-03-25 01:10:39 -- STEP: 4980/31555 -- GLOBAL_STEP: 762300 | > loss_text_ce: 0.030604662373661995 (0.035635550034767274) | > loss_mel_ce: 3.000518560409546 (nan) | > loss: 0.012028267607092857 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14185044100006872) | > loader_time: 0.0047 (0.004629998609244104)  --> TIME: 2025-03-25 01:10:49 -- STEP: 5030/31555 -- GLOBAL_STEP: 762350 | > loss_text_ce: 0.03427072986960411 (0.035633607305008606) | > loss_mel_ce: 2.880422592163086 (nan) | > loss: 0.011566244065761566 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1418982879778972) | > loader_time: 0.0048 (0.004629658562525601)  --> TIME: 2025-03-25 01:10:59 -- STEP: 5080/31555 -- GLOBAL_STEP: 762400 | > loss_text_ce: 0.03717818856239319 (0.03563414742825472) | > loss_mel_ce: 2.759866952896118 (nan) | > loss: 0.011099386028945446 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1419074374859724) | > loader_time: 0.0044 (0.004628495297094022)  --> TIME: 2025-03-25 01:11:09 -- STEP: 5130/31555 -- GLOBAL_STEP: 762450 | > loss_text_ce: 0.03266012296080589 (0.03563797528915409) | > loss_mel_ce: 3.1675195693969727 (nan) | > loss: 0.01269912626594305 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14187193683713475) | > loader_time: 0.0046 (0.004627670135646759)  --> TIME: 2025-03-25 01:11:18 -- STEP: 5180/31555 -- GLOBAL_STEP: 762500 | > loss_text_ce: 0.03118758648633957 (0.03562526681485606) | > loss_mel_ce: 2.4580516815185547 (nan) | > loss: 0.009877934120595455 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14186650643477552) | > loader_time: 0.0045 (0.004627035575483745)  --> TIME: 2025-03-25 01:11:28 -- STEP: 5230/31555 -- GLOBAL_STEP: 762550 | > loss_text_ce: 0.049647506326436996 (0.03562665002288768) | > loss_mel_ce: 2.6633946895599365 (nan) | > loss: 0.010766041465103626 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14190570182143822) | > loader_time: 0.0045 (0.00462710018595591)  --> TIME: 2025-03-25 01:11:38 -- STEP: 5280/31555 -- GLOBAL_STEP: 762600 | > loss_text_ce: 0.03601454198360443 (0.03563137511108916) | > loss_mel_ce: 2.6586670875549316 (nan) | > loss: 0.010693181306123734 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.1418783952340932) | > loader_time: 0.0049 (0.004626574615637462)  --> TIME: 2025-03-25 01:11:47 -- STEP: 5330/31555 -- GLOBAL_STEP: 762650 | > loss_text_ce: 0.030643731355667114 (0.03562825979825678) | > loss_mel_ce: 0.0989990234375 (nan) | > loss: 0.000514455430675298 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14184787859388814) | > loader_time: 0.0044 (0.004626459699634319)  --> TIME: 2025-03-25 01:11:57 -- STEP: 5380/31555 -- GLOBAL_STEP: 762700 | > loss_text_ce: 0.040667422115802765 (0.03562944511827572) | > loss_mel_ce: 2.940800189971924 (nan) | > loss: 0.011831222102046013 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14187717991690624) | > loader_time: 0.0049 (0.004626248450084249)  --> TIME: 2025-03-25 01:12:07 -- STEP: 5430/31555 -- GLOBAL_STEP: 762750 | > loss_text_ce: 0.035322435200214386 (0.03562092049232591) | > loss_mel_ce: 2.756103515625 (nan) | > loss: 0.011077087372541428 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14187073430962283) | > loader_time: 0.0045 (0.004625469720605108)  --> TIME: 2025-03-25 01:12:16 -- STEP: 5480/31555 -- GLOBAL_STEP: 762800 | > loss_text_ce: 0.04778285324573517 (0.035617323219266375) | > loss_mel_ce: 1.7869762182235718 (nan) | > loss: 0.007280790712684393 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14182360489873078) | > loader_time: 0.0043 (0.00462449210403609)  --> TIME: 2025-03-25 01:12:26 -- STEP: 5530/31555 -- GLOBAL_STEP: 762850 | > loss_text_ce: 0.038547761738300323 (0.0356236806171349) | > loss_mel_ce: 1.4774343967437744 (nan) | > loss: 0.00601580273360014 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14182362547834743) | > loader_time: 0.0047 (0.004624108336933266)  --> TIME: 2025-03-25 01:12:35 -- STEP: 5580/31555 -- GLOBAL_STEP: 762900 | > loss_text_ce: 0.04368187487125397 (0.035631870905832023) | > loss_mel_ce: 2.8812026977539062 (nan) | > loss: 0.011606685817241669 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14179964163824607) | > loader_time: 0.005 (0.004624168932651531)  --> TIME: 2025-03-25 01:12:45 -- STEP: 5630/31555 -- GLOBAL_STEP: 762950 | > loss_text_ce: 0.03216996043920517 (0.035635740862295845) | > loss_mel_ce: 2.7346739768981934 (nan) | > loss: 0.010979540646076202 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14176675235822786) | > loader_time: 0.0046 (0.004623080824450529)  --> TIME: 2025-03-25 01:12:55 -- STEP: 5680/31555 -- GLOBAL_STEP: 763000 | > loss_text_ce: 0.04038679599761963 (0.03562412788242132) | > loss_mel_ce: 3.431293249130249 (nan) | > loss: 0.013776509091258049 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14179367733673268) | > loader_time: 0.0045 (0.004623029811281551)  --> TIME: 2025-03-25 01:13:05 -- STEP: 5730/31555 -- GLOBAL_STEP: 763050 | > loss_text_ce: 0.04351117089390755 (0.0356344927679325) | > loss_mel_ce: 3.2158384323120117 (nan) | > loss: 0.012933927588164806 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14184190698527088) | > loader_time: 0.0047 (0.004622842836962525)  --> TIME: 2025-03-25 01:13:14 -- STEP: 5780/31555 -- GLOBAL_STEP: 763100 | > loss_text_ce: 0.026649050414562225 (0.03564146650539371) | > loss_mel_ce: 2.635652780532837 (nan) | > loss: 0.010564690455794334 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14186851400817524) | > loader_time: 0.0045 (0.004622898506045746)  --> TIME: 2025-03-25 01:13:24 -- STEP: 5830/31555 -- GLOBAL_STEP: 763150 | > loss_text_ce: 0.03955167531967163 (0.03564500062076272) | > loss_mel_ce: 2.0993759632110596 (nan) | > loss: 0.008487808518111706 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14187097504453805) | > loader_time: 0.0047 (0.004624341364381235)  --> TIME: 2025-03-25 01:13:34 -- STEP: 5880/31555 -- GLOBAL_STEP: 763200 | > loss_text_ce: 0.032991137355566025 (0.03564835421180316) | > loss_mel_ce: 2.4926557540893555 (nan) | > loss: 0.01002240926027298 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.141875074469313) | > loader_time: 0.0046 (0.004624546020209375)  --> TIME: 2025-03-25 01:13:44 -- STEP: 5930/31555 -- GLOBAL_STEP: 763250 | > loss_text_ce: 0.027995727956295013 (0.03564349505783361) | > loss_mel_ce: 0.1027018204331398 (nan) | > loss: 0.0005186410853639245 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14187281875545993) | > loader_time: 0.0045 (0.004624714175927088)  --> TIME: 2025-03-25 01:13:53 -- STEP: 5980/31555 -- GLOBAL_STEP: 763300 | > loss_text_ce: 0.02929617092013359 (0.03564565450118163) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14185481454217683) | > loader_time: 0.0045 (0.004625858949578318)  --> TIME: 2025-03-25 01:14:03 -- STEP: 6030/31555 -- GLOBAL_STEP: 763350 | > loss_text_ce: 0.04078521579504013 (0.03564656117134054) | > loss_mel_ce: 2.755756139755249 (nan) | > loss: 0.011097387410700321 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.1418529662722178) | > loader_time: 0.0048 (0.004625640500639593)  --> TIME: 2025-03-25 01:14:13 -- STEP: 6080/31555 -- GLOBAL_STEP: 763400 | > loss_text_ce: 0.031889185309410095 (0.0356512499107722) | > loss_mel_ce: 2.9670801162719727 (nan) | > loss: 0.011900672689080238 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1418407059813796) | > loader_time: 0.0045 (0.004625884639589397)  --> TIME: 2025-03-25 01:14:23 -- STEP: 6130/31555 -- GLOBAL_STEP: 763450 | > loss_text_ce: 0.035802971571683884 (0.03565248929520198) | > loss_mel_ce: 2.4613616466522217 (nan) | > loss: 0.009909383952617645 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14188862795930868) | > loader_time: 0.0047 (0.004626728037636574)  --> TIME: 2025-03-25 01:14:32 -- STEP: 6180/31555 -- GLOBAL_STEP: 763500 | > loss_text_ce: 0.040638502687215805 (0.03564854569470927) | > loss_mel_ce: 2.6258366107940674 (nan) | > loss: 0.010581251233816147 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14189677577960033) | > loader_time: 0.0048 (0.004627002674399053)  --> TIME: 2025-03-25 01:14:42 -- STEP: 6230/31555 -- GLOBAL_STEP: 763550 | > loss_text_ce: 0.03311070054769516 (0.035645559980394995) | > loss_mel_ce: 2.686854362487793 (nan) | > loss: 0.010793512687087059 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14190126249916454) | > loader_time: 0.0045 (0.004628128148196774)  --> TIME: 2025-03-25 01:14:52 -- STEP: 6280/31555 -- GLOBAL_STEP: 763600 | > loss_text_ce: 0.046770937740802765 (0.03564341238234191) | > loss_mel_ce: 2.5738024711608887 (nan) | > loss: 0.010399102233350277 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14188845020950183) | > loader_time: 0.0049 (0.004628526443129116)  --> TIME: 2025-03-25 01:15:01 -- STEP: 6330/31555 -- GLOBAL_STEP: 763650 | > loss_text_ce: 0.03718845918774605 (0.03565191497826158) | > loss_mel_ce: 2.9181199073791504 (nan) | > loss: 0.011727415025234222 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14184615883217006) | > loader_time: 0.0048 (0.004627899573689184)  --> TIME: 2025-03-25 01:15:11 -- STEP: 6380/31555 -- GLOBAL_STEP: 763700 | > loss_text_ce: 0.031257230788469315 (0.035658386752715945) | > loss_mel_ce: 2.5563912391662598 (nan) | > loss: 0.010268446989357471 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14182306300136324) | > loader_time: 0.0045 (0.004627736048264921)  --> TIME: 2025-03-25 01:15:20 -- STEP: 6430/31555 -- GLOBAL_STEP: 763750 | > loss_text_ce: 0.04716735705733299 (0.03567973214011889) | > loss_mel_ce: 2.7824320793151855 (nan) | > loss: 0.011228569783270359 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14185564807191747) | > loader_time: 0.0045 (0.00462833756050832)  --> TIME: 2025-03-25 01:15:30 -- STEP: 6480/31555 -- GLOBAL_STEP: 763800 | > loss_text_ce: 0.03333946689963341 (0.035671148365392216) | > loss_mel_ce: 0.03424072265625 (nan) | > loss: 0.0002681753830984235 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14182945074122594) | > loader_time: 0.0044 (0.004628291211010479)  --> TIME: 2025-03-25 01:15:39 -- STEP: 6530/31555 -- GLOBAL_STEP: 763850 | > loss_text_ce: 0.028381245210766792 (0.035665000772180676) | > loss_mel_ce: 2.771191358566284 (nan) | > loss: 0.011109416373074055 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1418126683505349) | > loader_time: 0.0045 (0.00462797272260118)  --> TIME: 2025-03-25 01:15:49 -- STEP: 6580/31555 -- GLOBAL_STEP: 763900 | > loss_text_ce: 0.030237233266234398 (0.035659452016383264) | > loss_mel_ce: 2.5257952213287354 (nan) | > loss: 0.010142986662685871 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14179608350829118) | > loader_time: 0.0045 (0.004627885898195847)  --> TIME: 2025-03-25 01:15:59 -- STEP: 6630/31555 -- GLOBAL_STEP: 763950 | > loss_text_ce: 0.03801468387246132 (0.0356566994167235) | > loss_mel_ce: 2.3914263248443604 (nan) | > loss: 0.009640639647841454 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14177821782919056) | > loader_time: 0.0047 (0.004627424235797019)  --> TIME: 2025-03-25 01:16:08 -- STEP: 6680/31555 -- GLOBAL_STEP: 764000 | > loss_text_ce: 0.028063248842954636 (0.03565901674115532) | > loss_mel_ce: 2.1553115844726562 (nan) | > loss: 0.008664186112582684 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14179664325571315) | > loader_time: 0.0045 (0.004628614715473366)  --> TIME: 2025-03-25 01:16:18 -- STEP: 6730/31555 -- GLOBAL_STEP: 764050 | > loss_text_ce: 0.04203420877456665 (0.03566468572216373) | > loss_mel_ce: 2.767857074737549 (nan) | > loss: 0.011150362901389599 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1417558165928581) | > loader_time: 0.0047 (0.004629627060571347)  --> TIME: 2025-03-25 01:16:27 -- STEP: 6780/31555 -- GLOBAL_STEP: 764100 | > loss_text_ce: 0.028793837875127792 (0.03566923788473957) | > loss_mel_ce: 2.073204517364502 (nan) | > loss: 0.008341263979673386 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14174223153640345) | > loader_time: 0.0046 (0.004630086555593474)  --> TIME: 2025-03-25 01:16:37 -- STEP: 6830/31555 -- GLOBAL_STEP: 764150 | > loss_text_ce: 0.037462085485458374 (0.03567196187681875) | > loss_mel_ce: 2.7540128231048584 (nan) | > loss: 0.011077282018959522 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14171065572065594) | > loader_time: 0.0046 (0.004630180089400406)  --> TIME: 2025-03-25 01:16:47 -- STEP: 6880/31555 -- GLOBAL_STEP: 764200 | > loss_text_ce: 0.03147546947002411 (0.03567424416284859) | > loss_mel_ce: 3.10447096824646 (nan) | > loss: 0.01244423259049654 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14171971200510475) | > loader_time: 0.0043 (0.004630727372890283)  --> TIME: 2025-03-25 01:16:56 -- STEP: 6930/31555 -- GLOBAL_STEP: 764250 | > loss_text_ce: 0.03358619660139084 (0.035672735465451355) | > loss_mel_ce: 2.1888587474823 (nan) | > loss: 0.00881922710686922 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1417150137572402) | > loader_time: 0.0047 (0.004630026087960453)  --> TIME: 2025-03-25 01:17:06 -- STEP: 6980/31555 -- GLOBAL_STEP: 764300 | > loss_text_ce: 0.03962989151477814 (0.03567402623260247) | > loss_mel_ce: 3.1191704273223877 (nan) | > loss: 0.012534922920167446 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14170554100954724) | > loader_time: 0.0045 (0.004629241019743547)  --> TIME: 2025-03-25 01:17:16 -- STEP: 7030/31555 -- GLOBAL_STEP: 764350 | > loss_text_ce: 0.03339586779475212 (0.03568030976164421) | > loss_mel_ce: 2.9611024856567383 (nan) | > loss: 0.011882930062711239 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1417232379804799) | > loader_time: 0.0047 (0.00462851195382867)  --> TIME: 2025-03-25 01:17:26 -- STEP: 7080/31555 -- GLOBAL_STEP: 764400 | > loss_text_ce: 0.046590495854616165 (0.035695014911766985) | > loss_mel_ce: 2.795928955078125 (nan) | > loss: 0.011279840022325516 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14174443254363023) | > loader_time: 0.0046 (0.004627374168169687)  --> TIME: 2025-03-25 01:17:35 -- STEP: 7130/31555 -- GLOBAL_STEP: 764450 | > loss_text_ce: 0.04972897097468376 (0.035701733786968115) | > loss_mel_ce: 2.477095127105713 (nan) | > loss: 0.010027079842984676 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14172606718991562) | > loader_time: 0.0044 (0.004626288220056464)  --> TIME: 2025-03-25 01:17:45 -- STEP: 7180/31555 -- GLOBAL_STEP: 764500 | > loss_text_ce: 0.015584278851747513 (0.03569832825501432) | > loss_mel_ce: 3.025177001953125 (nan) | > loss: 0.012066513299942017 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1417464214115085) | > loader_time: 0.0044 (0.004625083941935151)  --> TIME: 2025-03-25 01:17:55 -- STEP: 7230/31555 -- GLOBAL_STEP: 764550 | > loss_text_ce: 0.036334652453660965 (0.03570302916010582) | > loss_mel_ce: 2.8142030239105225 (nan) | > loss: 0.011311658658087254 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.141781255021629) | > loader_time: 0.0045 (0.004624327980136462)  --> TIME: 2025-03-25 01:18:05 -- STEP: 7280/31555 -- GLOBAL_STEP: 764600 | > loss_text_ce: 0.03555244207382202 (0.03569736113799952) | > loss_mel_ce: 2.7412784099578857 (nan) | > loss: 0.011019171215593815 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1417922222679783) | > loader_time: 0.0051 (0.00462445993344861)  --> TIME: 2025-03-25 01:18:14 -- STEP: 7330/31555 -- GLOBAL_STEP: 764650 | > loss_text_ce: 0.03443876653909683 (0.03568843472863356) | > loss_mel_ce: 2.965902090072632 (nan) | > loss: 0.011906115338206291 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14175161365597455) | > loader_time: 0.0044 (0.004623826333965793)  --> TIME: 2025-03-25 01:18:24 -- STEP: 7380/31555 -- GLOBAL_STEP: 764700 | > loss_text_ce: 0.03457614406943321 (0.03568677586594198) | > loss_mel_ce: 2.788895845413208 (nan) | > loss: 0.011204254813492298 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14178070873425855) | > loader_time: 0.0047 (0.0046237596974463184)  --> TIME: 2025-03-25 01:18:34 -- STEP: 7430/31555 -- GLOBAL_STEP: 764750 | > loss_text_ce: 0.04114995896816254 (0.035686008529023226) | > loss_mel_ce: 1.907325267791748 (nan) | > loss: 0.007732044905424118 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.1417724882449303) | > loader_time: 0.0046 (0.004623194305604739)  --> TIME: 2025-03-25 01:18:44 -- STEP: 7480/31555 -- GLOBAL_STEP: 764800 | > loss_text_ce: 0.043578289449214935 (0.035685922805952106) | > loss_mel_ce: 2.333265781402588 (nan) | > loss: 0.009431921876966953 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14181066231931547) | > loader_time: 0.0047 (0.004623438298383485)  --> TIME: 2025-03-25 01:18:53 -- STEP: 7530/31555 -- GLOBAL_STEP: 764850 | > loss_text_ce: 0.032864704728126526 (0.035676535448630954) | > loss_mel_ce: 2.7286951541900635 (nan) | > loss: 0.010958571918308735 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14178285012998698) | > loader_time: 0.0047 (0.004623292736798156)  --> TIME: 2025-03-25 01:19:03 -- STEP: 7580/31555 -- GLOBAL_STEP: 764900 | > loss_text_ce: 0.032312143594026566 (0.03568334618625106) | > loss_mel_ce: 3.0392799377441406 (nan) | > loss: 0.012188858352601528 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14179049642230668) | > loader_time: 0.0046 (0.004622673893981357)  --> TIME: 2025-03-25 01:19:13 -- STEP: 7630/31555 -- GLOBAL_STEP: 764950 | > loss_text_ce: 0.03677991032600403 (0.03569008753711898) | > loss_mel_ce: 1.945556640625 (nan) | > loss: 0.007866415195167065 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14182064933201854) | > loader_time: 0.0046 (0.0046217816529080125)  --> TIME: 2025-03-25 01:19:22 -- STEP: 7680/31555 -- GLOBAL_STEP: 765000 | > loss_text_ce: 0.036614228039979935 (0.03568717825922563) | > loss_mel_ce: 2.824718475341797 (nan) | > loss: 0.011354495771229267 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14181865043938113) | > loader_time: 0.0054 (0.0046212888012329605)  --> TIME: 2025-03-25 01:19:32 -- STEP: 7730/31555 -- GLOBAL_STEP: 765050 | > loss_text_ce: 0.038108013570308685 (0.035684575963967895) | > loss_mel_ce: 3.0162341594696045 (nan) | > loss: 0.01212040614336729 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14181206790780912) | > loader_time: 0.0044 (0.004620828943141515)  --> TIME: 2025-03-25 01:19:42 -- STEP: 7780/31555 -- GLOBAL_STEP: 765100 | > loss_text_ce: 0.024921996518969536 (0.035680644674906684) | > loss_mel_ce: 3.088117837905884 (nan) | > loss: 0.012353332713246346 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14181693062990627) | > loader_time: 0.0047 (0.004620803934749404)  --> TIME: 2025-03-25 01:19:51 -- STEP: 7830/31555 -- GLOBAL_STEP: 765150 | > loss_text_ce: 0.035472214221954346 (0.035673000733695295) | > loss_mel_ce: 2.582575798034668 (nan) | > loss: 0.010389079339802265 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1418122748001016) | > loader_time: 0.0043 (0.004619838451517026)  --> TIME: 2025-03-25 01:20:01 -- STEP: 7880/31555 -- GLOBAL_STEP: 765200 | > loss_text_ce: 0.041198864579200745 (0.035670248398009016) | > loss_mel_ce: 2.8626203536987305 (nan) | > loss: 0.011523093096911907 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1418163797577016) | > loader_time: 0.0047 (0.004620260363302847)  --> TIME: 2025-03-25 01:20:11 -- STEP: 7930/31555 -- GLOBAL_STEP: 765250 | > loss_text_ce: 0.023280134424567223 (0.03567127598024454) | > loss_mel_ce: 2.796272039413452 (nan) | > loss: 0.01118869986385107 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1418039501690469) | > loader_time: 0.0048 (0.0046199624505349575)  --> TIME: 2025-03-25 01:20:20 -- STEP: 7980/31555 -- GLOBAL_STEP: 765300 | > loss_text_ce: 0.033969443291425705 (0.035667330153370584) | > loss_mel_ce: 2.5829505920410156 (nan) | > loss: 0.010384603403508663 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1417913356819244) | > loader_time: 0.0046 (0.004619910454092754)  --> TIME: 2025-03-25 01:20:30 -- STEP: 8030/31555 -- GLOBAL_STEP: 765350 | > loss_text_ce: 0.03132302314043045 (0.035667605266893665) | > loss_mel_ce: 3.021146535873413 (nan) | > loss: 0.012112975120544434 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14178715138179976) | > loader_time: 0.0047 (0.004619626713867935)  --> TIME: 2025-03-25 01:20:39 -- STEP: 8080/31555 -- GLOBAL_STEP: 765400 | > loss_text_ce: 0.029335150495171547 (0.03567519293507884) | > loss_mel_ce: 2.5033557415008545 (nan) | > loss: 0.010050361976027489 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14175639937419657) | > loader_time: 0.0047 (0.004618982188772435)  --> TIME: 2025-03-25 01:20:49 -- STEP: 8130/31555 -- GLOBAL_STEP: 765450 | > loss_text_ce: 0.04442276060581207 (0.03567790836874786) | > loss_mel_ce: 2.3160271644592285 (nan) | > loss: 0.009366866201162338 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14176359496286683) | > loader_time: 0.0043 (0.004618421427878054)  --> TIME: 2025-03-25 01:20:59 -- STEP: 8180/31555 -- GLOBAL_STEP: 765500 | > loss_text_ce: 0.03633960336446762 (0.03568881333789691) | > loss_mel_ce: 1.8214517831802368 (nan) | > loss: 0.007372188847512007 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14174804328997692) | > loader_time: 0.0043 (0.004617906345423381)  --> TIME: 2025-03-25 01:21:08 -- STEP: 8230/31555 -- GLOBAL_STEP: 765550 | > loss_text_ce: 0.04241025447845459 (0.03568910910687979) | > loss_mel_ce: 2.9633123874664307 (nan) | > loss: 0.011927470564842224 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14171977109781547) | > loader_time: 0.0043 (0.004617254006906083)  --> TIME: 2025-03-25 01:21:18 -- STEP: 8280/31555 -- GLOBAL_STEP: 765600 | > loss_text_ce: 0.033944182097911835 (0.03569030435238458) | > loss_mel_ce: 2.5358924865722656 (nan) | > loss: 0.010197765193879604 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14174385724436214) | > loader_time: 0.0046 (0.004617580785843474)  --> TIME: 2025-03-25 01:21:27 -- STEP: 8330/31555 -- GLOBAL_STEP: 765650 | > loss_text_ce: 0.0273927990347147 (0.035689856420804494) | > loss_mel_ce: 2.543229103088379 (nan) | > loss: 0.010200881399214268 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1417084633516946) | > loader_time: 0.0045 (0.00461712719297923)  --> TIME: 2025-03-25 01:21:37 -- STEP: 8380/31555 -- GLOBAL_STEP: 765700 | > loss_text_ce: 0.03880155831575394 (0.035688165604383704) | > loss_mel_ce: 1.9777995347976685 (nan) | > loss: 0.0080023854970932 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1417080711351085) | > loader_time: 0.0044 (0.004616814382320929)  --> TIME: 2025-03-25 01:21:46 -- STEP: 8430/31555 -- GLOBAL_STEP: 765750 | > loss_text_ce: 0.037339985370635986 (0.03568337866473038) | > loss_mel_ce: 2.332735061645508 (nan) | > loss: 0.009405059739947319 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14169150385850923) | > loader_time: 0.0046 (0.004616730804262341)  --> TIME: 2025-03-25 01:21:56 -- STEP: 8480/31555 -- GLOBAL_STEP: 765800 | > loss_text_ce: 0.04114244505763054 (0.035674903787373875) | > loss_mel_ce: 2.4146203994750977 (nan) | > loss: 0.009745091199874878 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14168522009309684) | > loader_time: 0.0047 (0.00461677017639267)  --> TIME: 2025-03-25 01:22:06 -- STEP: 8530/31555 -- GLOBAL_STEP: 765850 | > loss_text_ce: 0.03526458516716957 (0.03567175292317158) | > loss_mel_ce: 2.6988062858581543 (nan) | > loss: 0.010849487967789173 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14167748710614386) | > loader_time: 0.0048 (0.004617529876905742)  --> TIME: 2025-03-25 01:22:15 -- STEP: 8580/31555 -- GLOBAL_STEP: 765900 | > loss_text_ce: 0.032998137176036835 (0.035671099798975356) | > loss_mel_ce: 2.8478522300720215 (nan) | > loss: 0.01143194641917944 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1416947039968757) | > loader_time: 0.0046 (0.00461843866846221)  --> TIME: 2025-03-25 01:22:25 -- STEP: 8630/31555 -- GLOBAL_STEP: 765950 | > loss_text_ce: 0.05200796574354172 (0.03567189023995116) | > loss_mel_ce: 0.0780436173081398 (nan) | > loss: 0.0005160777363926172 (nan) | > current_lr: 5e-06 | > step_time: 0.1058 (0.14166870186254252) | > loader_time: 0.0043 (0.004618952503624259)  --> TIME: 2025-03-25 01:22:35 -- STEP: 8680/31555 -- GLOBAL_STEP: 766000 | > loss_text_ce: 0.037414345890283585 (0.03566884082025311) | > loss_mel_ce: 3.306368350982666 (nan) | > loss: 0.013268979266285896 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14168393996454018) | > loader_time: 0.0046 (0.004619762452516675)  --> TIME: 2025-03-25 01:22:44 -- STEP: 8730/31555 -- GLOBAL_STEP: 766050 | > loss_text_ce: 0.0452495701611042 (0.035675593592943464) | > loss_mel_ce: 3.1138672828674316 (nan) | > loss: 0.012536178342998028 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14167271659955905) | > loader_time: 0.0048 (0.004619668221009405)  --> TIME: 2025-03-25 01:22:54 -- STEP: 8780/31555 -- GLOBAL_STEP: 766100 | > loss_text_ce: 0.03690088167786598 (0.03566587756988271) | > loss_mel_ce: 2.3814592361450195 (nan) | > loss: 0.009596668183803558 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14166827820971198) | > loader_time: 0.0048 (0.0046196944621266275)  --> TIME: 2025-03-25 01:23:04 -- STEP: 8830/31555 -- GLOBAL_STEP: 766150 | > loss_text_ce: 0.033598821610212326 (0.0356701470487504) | > loss_mel_ce: 3.0296661853790283 (nan) | > loss: 0.012155814096331596 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1416708976469113) | > loader_time: 0.0048 (0.004619879738795783)  --> TIME: 2025-03-25 01:23:13 -- STEP: 8880/31555 -- GLOBAL_STEP: 766200 | > loss_text_ce: 0.05076630413532257 (0.035672067325386116) | > loss_mel_ce: 2.8346896171569824 (nan) | > loss: 0.011450222693383694 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14166704735777372) | > loader_time: 0.0046 (0.004620037100336561)  --> TIME: 2025-03-25 01:23:23 -- STEP: 8930/31555 -- GLOBAL_STEP: 766250 | > loss_text_ce: 0.04187410697340965 (0.03567510962836693) | > loss_mel_ce: 2.542301654815674 (nan) | > loss: 0.010254666209220886 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14165966377279626) | > loader_time: 0.0047 (0.0046207213321698476)  --> TIME: 2025-03-25 01:23:33 -- STEP: 8980/31555 -- GLOBAL_STEP: 766300 | > loss_text_ce: 0.03674231469631195 (0.0356796644605232) | > loss_mel_ce: 3.073946714401245 (nan) | > loss: 0.012344004586338997 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14165901588172283) | > loader_time: 0.0071 (0.004621236175630552)  --> TIME: 2025-03-25 01:23:42 -- STEP: 9030/31555 -- GLOBAL_STEP: 766350 | > loss_text_ce: 0.04130223020911217 (0.03568616505827789) | > loss_mel_ce: 3.1038033962249756 (nan) | > loss: 0.012480578385293484 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14165195072212067) | > loader_time: 0.0046 (0.004621681976952016)  --> TIME: 2025-03-25 01:23:52 -- STEP: 9080/31555 -- GLOBAL_STEP: 766400 | > loss_text_ce: 0.037131715565919876 (0.035695372148322635) | > loss_mel_ce: 2.5858263969421387 (nan) | > loss: 0.01040856447070837 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14164480330660448) | > loader_time: 0.0045 (0.004621878830871904)  --> TIME: 2025-03-25 01:24:02 -- STEP: 9130/31555 -- GLOBAL_STEP: 766450 | > loss_text_ce: 0.03509337082505226 (0.03569818116757139) | > loss_mel_ce: 2.359032154083252 (nan) | > loss: 0.009500497952103615 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14166079003604554) | > loader_time: 0.0048 (0.004622113900534542)  --> TIME: 2025-03-25 01:24:11 -- STEP: 9180/31555 -- GLOBAL_STEP: 766500 | > loss_text_ce: 0.0348832793533802 (0.035695198207915134) | > loss_mel_ce: 2.649810314178467 (nan) | > loss: 0.010653547011315823 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14167035038954273) | > loader_time: 0.0045 (0.004621437510114336)  --> TIME: 2025-03-25 01:24:21 -- STEP: 9230/31555 -- GLOBAL_STEP: 766550 | > loss_text_ce: 0.03502504900097847 (0.03569583009246376) | > loss_mel_ce: 2.7553839683532715 (nan) | > loss: 0.011073052883148193 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14165351313346095) | > loader_time: 0.0054 (0.004621109518173053)  --> TIME: 2025-03-25 01:24:31 -- STEP: 9280/31555 -- GLOBAL_STEP: 766600 | > loss_text_ce: 0.046227965503931046 (0.035695505734926546) | > loss_mel_ce: 2.794161319732666 (nan) | > loss: 0.011271386407315731 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14166553326207987) | > loader_time: 0.0043 (0.004621542604832798)  --> TIME: 2025-03-25 01:24:41 -- STEP: 9330/31555 -- GLOBAL_STEP: 766650 | > loss_text_ce: 0.03673049807548523 (0.03569995762454903) | > loss_mel_ce: 2.8109679222106934 (nan) | > loss: 0.011300391517579556 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14168905555115846) | > loader_time: 0.0046 (0.0046214197992895)  --> TIME: 2025-03-25 01:24:50 -- STEP: 9380/31555 -- GLOBAL_STEP: 766700 | > loss_text_ce: 0.025553757324814796 (0.03569743823208448) | > loss_mel_ce: 2.2755749225616455 (nan) | > loss: 0.00913146324455738 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14168585348230903) | > loader_time: 0.0044 (0.0046212714109847616)  --> TIME: 2025-03-25 01:25:00 -- STEP: 9430/31555 -- GLOBAL_STEP: 766750 | > loss_text_ce: 0.035311851650476456 (0.035703906157149905) | > loss_mel_ce: 2.7012875080108643 (nan) | > loss: 0.01085952203720808 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1416644308751609) | > loader_time: 0.0049 (0.004621535267834933)  --> TIME: 2025-03-25 01:25:09 -- STEP: 9480/31555 -- GLOBAL_STEP: 766800 | > loss_text_ce: 0.03364226222038269 (0.03571079718499192) | > loss_mel_ce: 2.3575472831726074 (nan) | > loss: 0.00948884803801775 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1416695316129593) | > loader_time: 0.0045 (0.004621982348116117)  --> TIME: 2025-03-25 01:25:19 -- STEP: 9530/31555 -- GLOBAL_STEP: 766850 | > loss_text_ce: 0.040488723665475845 (0.03571106555499345) | > loss_mel_ce: 2.591001510620117 (nan) | > loss: 0.010442421771585941 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14164957219631183) | > loader_time: 0.0046 (0.0046218416498190005)  --> TIME: 2025-03-25 01:25:28 -- STEP: 9580/31555 -- GLOBAL_STEP: 766900 | > loss_text_ce: 0.036456525325775146 (0.0357086518904806) | > loss_mel_ce: 3.1916747093200684 (nan) | > loss: 0.01281004585325718 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1416306538970085) | > loader_time: 0.0044 (0.004621906643869461)  --> TIME: 2025-03-25 01:25:38 -- STEP: 9630/31555 -- GLOBAL_STEP: 766950 | > loss_text_ce: 0.03673865646123886 (0.03570693536736044) | > loss_mel_ce: 3.1125340461730957 (nan) | > loss: 0.012497114948928356 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14164403660894034) | > loader_time: 0.0045 (0.004622372239054402)  --> TIME: 2025-03-25 01:25:48 -- STEP: 9680/31555 -- GLOBAL_STEP: 767000 | > loss_text_ce: 0.024023713544011116 (0.03571156646242408) | > loss_mel_ce: 2.8860671520233154 (nan) | > loss: 0.011547980830073357 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1416546764945192) | > loader_time: 0.0046 (0.004622213530146364)  --> TIME: 2025-03-25 01:25:57 -- STEP: 9730/31555 -- GLOBAL_STEP: 767050 | > loss_text_ce: 0.054872408509254456 (0.03571418634963303) | > loss_mel_ce: 2.8454697132110596 (nan) | > loss: 0.011509295552968979 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14163382675762853) | > loader_time: 0.0046 (0.00462197902146246)  --> TIME: 2025-03-25 01:26:07 -- STEP: 9780/31555 -- GLOBAL_STEP: 767100 | > loss_text_ce: 0.039703018963336945 (0.035707626492261335) | > loss_mel_ce: 2.70650053024292 (nan) | > loss: 0.01089763455092907 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14162953285108015) | > loader_time: 0.0044 (0.004622127819646334)  --> TIME: 2025-03-25 01:26:17 -- STEP: 9830/31555 -- GLOBAL_STEP: 767150 | > loss_text_ce: 0.03357968106865883 (0.03570726919883264) | > loss_mel_ce: 2.6715123653411865 (nan) | > loss: 0.010734492912888527 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14162423280830383) | > loader_time: 0.0051 (0.004622423612452936)  --> TIME: 2025-03-25 01:26:27 -- STEP: 9880/31555 -- GLOBAL_STEP: 767200 | > loss_text_ce: 0.02616966888308525 (0.03571250898931339) | > loss_mel_ce: 2.625084161758423 (nan) | > loss: 0.010520849376916885 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14163086375726822) | > loader_time: 0.0048 (0.004622533277944013)  --> TIME: 2025-03-25 01:26:36 -- STEP: 9930/31555 -- GLOBAL_STEP: 767250 | > loss_text_ce: 0.04613343998789787 (0.03571480235745178) | > loss_mel_ce: 2.7239160537719727 (nan) | > loss: 0.0109922606498003 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14161676784296384) | > loader_time: 0.0046 (0.004622622054869296)  --> TIME: 2025-03-25 01:26:45 -- STEP: 9980/31555 -- GLOBAL_STEP: 767300 | > loss_text_ce: 0.026960264891386032 (0.035719596537554354) | > loss_mel_ce: 0.1324361115694046 (nan) | > loss: 0.000632525363471359 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14158676771936027) | > loader_time: 0.0044 (0.004622249373930951)  --> TIME: 2025-03-25 01:26:55 -- STEP: 10030/31555 -- GLOBAL_STEP: 767350 | > loss_text_ce: 0.030098900198936462 (0.03572314560054959) | > loss_mel_ce: 0.6356363892555237 (nan) | > loss: 0.0026418068446218967 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1415604186081812) | > loader_time: 0.0045 (0.00462187339634385)  --> TIME: 2025-03-25 01:27:04 -- STEP: 10080/31555 -- GLOBAL_STEP: 767400 | > loss_text_ce: 0.026049386709928513 (0.03572429952217236) | > loss_mel_ce: 2.774524211883545 (nan) | > loss: 0.011113387532532215 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14154145074269114) | > loader_time: 0.0047 (0.004622202283806255)  --> TIME: 2025-03-25 01:27:14 -- STEP: 10130/31555 -- GLOBAL_STEP: 767450 | > loss_text_ce: 0.02624174952507019 (0.035722117409797895) | > loss_mel_ce: 1.8010197877883911 (nan) | > loss: 0.0072510382160544395 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1415338406793455) | > loader_time: 0.0046 (0.004622505918542333)  --> TIME: 2025-03-25 01:27:23 -- STEP: 10180/31555 -- GLOBAL_STEP: 767500 | > loss_text_ce: 0.01645367406308651 (0.03571696301944173) | > loss_mel_ce: 1.8469390869140625 (nan) | > loss: 0.00739441579207778 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14153088801970404) | > loader_time: 0.0043 (0.004622728581044418)  --> TIME: 2025-03-25 01:27:33 -- STEP: 10230/31555 -- GLOBAL_STEP: 767550 | > loss_text_ce: 0.037202052772045135 (0.035717474094401895) | > loss_mel_ce: 3.2528436183929443 (nan) | > loss: 0.013055738061666489 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14152852039299854) | > loader_time: 0.0051 (0.004622949020370811)  --> TIME: 2025-03-25 01:27:43 -- STEP: 10280/31555 -- GLOBAL_STEP: 767600 | > loss_text_ce: 0.03828448802232742 (0.03572027626327806) | > loss_mel_ce: 2.8328187465667725 (nan) | > loss: 0.011393267661333084 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14155580468678733) | > loader_time: 0.0045 (0.004622930543431967)  --> TIME: 2025-03-25 01:27:52 -- STEP: 10330/31555 -- GLOBAL_STEP: 767650 | > loss_text_ce: 0.03555861487984657 (0.035717216241538736) | > loss_mel_ce: 2.095823287963867 (nan) | > loss: 0.008457865566015244 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14152965109438287) | > loader_time: 0.0047 (0.004622591130384972)  --> TIME: 2025-03-25 01:28:02 -- STEP: 10380/31555 -- GLOBAL_STEP: 767700 | > loss_text_ce: 0.037258751690387726 (0.035717946493205206) | > loss_mel_ce: 2.6826977729797363 (nan) | > loss: 0.010793479159474373 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14152699426419443) | > loader_time: 0.0046 (0.004622324560418979)  --> TIME: 2025-03-25 01:28:11 -- STEP: 10430/31555 -- GLOBAL_STEP: 767750 | > loss_text_ce: 0.04211009293794632 (0.035720597944389545) | > loss_mel_ce: 2.9452056884765625 (nan) | > loss: 0.011854428797960281 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14151155011423006) | > loader_time: 0.0046 (0.0046220960461624706)  --> TIME: 2025-03-25 01:28:21 -- STEP: 10480/31555 -- GLOBAL_STEP: 767800 | > loss_text_ce: 0.04199088364839554 (0.03571761999535213) | > loss_mel_ce: 2.9110641479492188 (nan) | > loss: 0.01171847339719534 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14148309503802806) | > loader_time: 0.0047 (0.004621761332031422)  --> TIME: 2025-03-25 01:28:30 -- STEP: 10530/31555 -- GLOBAL_STEP: 767850 | > loss_text_ce: 0.036821477115154266 (0.03570942065385799) | > loss_mel_ce: 3.284914493560791 (nan) | > loss: 0.013181492686271667 (nan) | > current_lr: 5e-06 | > step_time: 0.1943 (0.14147214214799514) | > loader_time: 0.0047 (0.004621892324087173)  --> TIME: 2025-03-25 01:28:40 -- STEP: 10580/31555 -- GLOBAL_STEP: 767900 | > loss_text_ce: 0.03248320892453194 (0.03570889294823555) | > loss_mel_ce: 2.7454822063446045 (nan) | > loss: 0.011023672297596931 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14143877495890064) | > loader_time: 0.0046 (0.0046217423305619666)  --> TIME: 2025-03-25 01:28:49 -- STEP: 10630/31555 -- GLOBAL_STEP: 767950 | > loss_text_ce: 0.04171514883637428 (0.03571712857397925) | > loss_mel_ce: 2.927616596221924 (nan) | > loss: 0.011783063411712646 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14144849357802333) | > loader_time: 0.0044 (0.004622255443741668)  --> TIME: 2025-03-25 01:28:59 -- STEP: 10680/31555 -- GLOBAL_STEP: 768000 | > loss_text_ce: 0.03415441885590553 (0.03571894418427304) | > loss_mel_ce: 0.046142578125 (nan) | > loss: 0.00031863889307715 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14144308725546342) | > loader_time: 0.0044 (0.004622447088863082)  --> TIME: 2025-03-25 01:29:09 -- STEP: 10730/31555 -- GLOBAL_STEP: 768050 | > loss_text_ce: 0.042384084314107895 (0.0357211887841666) | > loss_mel_ce: 3.0330333709716797 (nan) | > loss: 0.01220403891056776 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14143346826939063) | > loader_time: 0.0043 (0.004622460011556017)  --> TIME: 2025-03-25 01:29:18 -- STEP: 10780/31555 -- GLOBAL_STEP: 768100 | > loss_text_ce: 0.03868057578802109 (0.03572159571623267) | > loss_mel_ce: 2.6218576431274414 (nan) | > loss: 0.010557691566646099 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14143311517358026) | > loader_time: 0.0048 (0.004622171827503842)  --> TIME: 2025-03-25 01:29:28 -- STEP: 10830/31555 -- GLOBAL_STEP: 768150 | > loss_text_ce: 0.031421300023794174 (0.035718712965086934) | > loss_mel_ce: 3.2442612648010254 (nan) | > loss: 0.012998740188777447 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1414340330072826) | > loader_time: 0.0045 (0.004622652149816858)  --> TIME: 2025-03-25 01:29:37 -- STEP: 10880/31555 -- GLOBAL_STEP: 768200 | > loss_text_ce: 0.037004709243774414 (0.03571379511618859) | > loss_mel_ce: 2.1266722679138184 (nan) | > loss: 0.008586020208895206 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14142260818796992) | > loader_time: 0.0047 (0.004622809720389995)  --> TIME: 2025-03-25 01:29:47 -- STEP: 10930/31555 -- GLOBAL_STEP: 768250 | > loss_text_ce: 0.028441594913601875 (0.0357117853792044) | > loss_mel_ce: 0.0294189453125 (nan) | > loss: 0.00022960532805882394 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14141871767750808) | > loader_time: 0.0046 (0.004623106130196879)  --> TIME: 2025-03-25 01:29:57 -- STEP: 10980/31555 -- GLOBAL_STEP: 768300 | > loss_text_ce: 0.023343920707702637 (0.035705691012715264) | > loss_mel_ce: 2.4571194648742676 (nan) | > loss: 0.009843110106885433 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14141123663966557) | > loader_time: 0.0043 (0.004623340670094041)  --> TIME: 2025-03-25 01:30:06 -- STEP: 11030/31555 -- GLOBAL_STEP: 768350 | > loss_text_ce: 0.0331096425652504 (0.035713632248683416) | > loss_mel_ce: 2.9143738746643066 (nan) | > loss: 0.011696363799273968 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14139250010008814) | > loader_time: 0.0048 (0.004623099272616441)  --> TIME: 2025-03-25 01:30:16 -- STEP: 11080/31555 -- GLOBAL_STEP: 768400 | > loss_text_ce: 0.03368144854903221 (0.03570569487253316) | > loss_mel_ce: 2.702470302581787 (nan) | > loss: 0.010857745073735714 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14139753801727972) | > loader_time: 0.0047 (0.004623341388220399)  --> TIME: 2025-03-25 01:30:26 -- STEP: 11130/31555 -- GLOBAL_STEP: 768450 | > loss_text_ce: 0.04121026769280434 (0.035708652200848665) | > loss_mel_ce: 2.7900733947753906 (nan) | > loss: 0.0112352529540658 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14140958196926187) | > loader_time: 0.0044 (0.004623547482897553)  --> TIME: 2025-03-25 01:30:35 -- STEP: 11180/31555 -- GLOBAL_STEP: 768500 | > loss_text_ce: 0.02424897439777851 (0.03570342940988116) | > loss_mel_ce: 2.2015798091888428 (nan) | > loss: 0.008832654915750027 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.141402279115107) | > loader_time: 0.0051 (0.004623542382166944)  --> TIME: 2025-03-25 01:30:45 -- STEP: 11230/31555 -- GLOBAL_STEP: 768550 | > loss_text_ce: 0.03234594687819481 (0.03570411133597354) | > loss_mel_ce: 3.0081827640533447 (nan) | > loss: 0.012065591290593147 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1413906508010089) | > loader_time: 0.0055 (0.0046234535088203734)  --> TIME: 2025-03-25 01:30:54 -- STEP: 11280/31555 -- GLOBAL_STEP: 768600 | > loss_text_ce: 0.03401905298233032 (0.03570606960545173) | > loss_mel_ce: 2.482795238494873 (nan) | > loss: 0.009987358935177326 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14137727514649107) | > loader_time: 0.0044 (0.004623300217567615)  --> TIME: 2025-03-25 01:31:04 -- STEP: 11330/31555 -- GLOBAL_STEP: 768650 | > loss_text_ce: 0.03480808809399605 (0.03570086911899402) | > loss_mel_ce: 3.010410785675049 (nan) | > loss: 0.012084202840924263 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14137985493793795) | > loader_time: 0.0047 (0.004622963941528653)  --> TIME: 2025-03-25 01:31:14 -- STEP: 11380/31555 -- GLOBAL_STEP: 768700 | > loss_text_ce: 0.04191487655043602 (0.03570446055038799) | > loss_mel_ce: 2.7047481536865234 (nan) | > loss: 0.010899457149207592 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14140003190518238) | > loader_time: 0.0046 (0.004623009576110306)  --> TIME: 2025-03-25 01:31:24 -- STEP: 11430/31555 -- GLOBAL_STEP: 768750 | > loss_text_ce: 0.03516747057437897 (0.035705070292425936) | > loss_mel_ce: 2.867858409881592 (nan) | > loss: 0.011519944295287132 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1414164826625911) | > loader_time: 0.0049 (0.004623169932361246)  --> TIME: 2025-03-25 01:31:33 -- STEP: 11480/31555 -- GLOBAL_STEP: 768800 | > loss_text_ce: 0.02831793762743473 (0.03570068297333376) | > loss_mel_ce: 3.224167823791504 (nan) | > loss: 0.012906690128147602 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14141144555204802) | > loader_time: 0.0047 (0.00462338812259847)  --> TIME: 2025-03-25 01:31:43 -- STEP: 11530/31555 -- GLOBAL_STEP: 768850 | > loss_text_ce: 0.04030498489737511 (0.035697363344880106) | > loss_mel_ce: 2.8436999320983887 (nan) | > loss: 0.011444464325904846 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.141417364586154) | > loader_time: 0.0046 (0.0046236826664245575)  --> TIME: 2025-03-25 01:31:53 -- STEP: 11580/31555 -- GLOBAL_STEP: 768900 | > loss_text_ce: 0.037678543478250504 (0.035700649807442295) | > loss_mel_ce: 3.0877203941345215 (nan) | > loss: 0.012402377091348171 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1414258279330986) | > loader_time: 0.0044 (0.004624385166662347)  --> TIME: 2025-03-25 01:32:02 -- STEP: 11630/31555 -- GLOBAL_STEP: 768950 | > loss_text_ce: 0.043597716838121414 (0.035702400239663735) | > loss_mel_ce: 2.096367359161377 (nan) | > loss: 0.008491924963891506 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1414031280696337) | > loader_time: 0.0043 (0.004624408724383871)  --> TIME: 2025-03-25 01:32:12 -- STEP: 11680/31555 -- GLOBAL_STEP: 769000 | > loss_text_ce: 0.04427172616124153 (0.03569501859003598) | > loss_mel_ce: 2.6075644493103027 (nan) | > loss: 0.010523159988224506 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14139236075012604) | > loader_time: 0.0047 (0.004624038403981354)  --> TIME: 2025-03-25 01:32:22 -- STEP: 11730/31555 -- GLOBAL_STEP: 769050 | > loss_text_ce: 0.04476198926568031 (0.03569621434006541) | > loss_mel_ce: 3.031524658203125 (nan) | > loss: 0.012207486666738987 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14140577291893494) | > loader_time: 0.0046 (0.004624678249147746)  --> TIME: 2025-03-25 01:32:31 -- STEP: 11780/31555 -- GLOBAL_STEP: 769100 | > loss_text_ce: 0.0411752313375473 (0.03569917915529704) | > loss_mel_ce: 2.09415602684021 (nan) | > loss: 0.008473536930978298 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1413989639848923) | > loader_time: 0.0043 (0.0046244606097404365)  --> TIME: 2025-03-25 01:32:41 -- STEP: 11830/31555 -- GLOBAL_STEP: 769150 | > loss_text_ce: 0.030350230634212494 (0.03569986457115393) | > loss_mel_ce: 1.8689117431640625 (nan) | > loss: 0.007536754012107849 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14139338956479758) | > loader_time: 0.0043 (0.004624178000455782)  --> TIME: 2025-03-25 01:32:50 -- STEP: 11880/31555 -- GLOBAL_STEP: 769200 | > loss_text_ce: 0.0315248928964138 (0.035705653458649025) | > loss_mel_ce: 2.618720054626465 (nan) | > loss: 0.010516845621168613 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14139482659924285) | > loader_time: 0.0048 (0.004624344885148588)  --> TIME: 2025-03-25 01:33:00 -- STEP: 11930/31555 -- GLOBAL_STEP: 769250 | > loss_text_ce: 0.035601288080215454 (0.03570980229372097) | > loss_mel_ce: 3.211827278137207 (nan) | > loss: 0.012886621989309788 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14140941119453812) | > loader_time: 0.0046 (0.004624498819765282)  --> TIME: 2025-03-25 01:33:10 -- STEP: 11980/31555 -- GLOBAL_STEP: 769300 | > loss_text_ce: 0.038472987711429596 (0.03570422055487414) | > loss_mel_ce: 3.1373186111450195 (nan) | > loss: 0.012602347880601883 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14140570663251534) | > loader_time: 0.0045 (0.004624059542590673)  --> TIME: 2025-03-25 01:33:19 -- STEP: 12030/31555 -- GLOBAL_STEP: 769350 | > loss_text_ce: 0.03495708480477333 (0.0357033795079472) | > loss_mel_ce: 2.963667392730713 (nan) | > loss: 0.011899304576218128 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14139570920346473) | > loader_time: 0.0045 (0.00462382810866942)  --> TIME: 2025-03-25 01:33:29 -- STEP: 12080/31555 -- GLOBAL_STEP: 769400 | > loss_text_ce: 0.024748031049966812 (0.035708643188191565) | > loss_mel_ce: 1.8726924657821655 (nan) | > loss: 0.007529526483267546 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1413932550821871) | > loader_time: 0.0047 (0.0046238777455904646)  --> TIME: 2025-03-25 01:33:39 -- STEP: 12130/31555 -- GLOBAL_STEP: 769450 | > loss_text_ce: 0.031779490411281586 (0.03571214431233472) | > loss_mel_ce: 3.0093061923980713 (nan) | > loss: 0.01206780131906271 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14139587313108753) | > loader_time: 0.0047 (0.0046235053281791965)  --> TIME: 2025-03-25 01:33:49 -- STEP: 12180/31555 -- GLOBAL_STEP: 769500 | > loss_text_ce: 0.03954384848475456 (0.03571219449971448) | > loss_mel_ce: 3.32686448097229 (nan) | > loss: 0.013358764350414276 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14141486681545098) | > loader_time: 0.0047 (0.004623041560105701)  --> TIME: 2025-03-25 01:33:58 -- STEP: 12230/31555 -- GLOBAL_STEP: 769550 | > loss_text_ce: 0.03585432097315788 (0.035703404984366464) | > loss_mel_ce: 2.863752841949463 (nan) | > loss: 0.011506378650665283 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14141472220323348) | > loader_time: 0.0073 (0.004622893419211166)  --> TIME: 2025-03-25 01:34:08 -- STEP: 12280/31555 -- GLOBAL_STEP: 769600 | > loss_text_ce: 0.03853130713105202 (0.03569882754001388) | > loss_mel_ce: 0.022064208984375 (nan) | > loss: 0.00024045840837061405 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14141466817560705) | > loader_time: 0.0044 (0.004622760813088685)  --> TIME: 2025-03-25 01:34:18 -- STEP: 12330/31555 -- GLOBAL_STEP: 769650 | > loss_text_ce: 0.032409124076366425 (0.035698654089842456) | > loss_mel_ce: 3.0353896617889404 (nan) | > loss: 0.012173805385828018 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14141403803086702) | > loader_time: 0.0047 (0.0046223805768646495)  --> TIME: 2025-03-25 01:34:27 -- STEP: 12380/31555 -- GLOBAL_STEP: 769700 | > loss_text_ce: 0.029612664133310318 (0.03570090723163836) | > loss_mel_ce: 2.775491714477539 (nan) | > loss: 0.011131367646157742 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14140670994757035) | > loader_time: 0.0048 (0.004622289398760324)  --> TIME: 2025-03-25 01:34:37 -- STEP: 12430/31555 -- GLOBAL_STEP: 769750 | > loss_text_ce: 0.03663616254925728 (0.03569970887314717) | > loss_mel_ce: 2.8242995738983154 (nan) | > loss: 0.011352919973433018 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14140661670043367) | > loader_time: 0.0046 (0.004622624252270231)  --> TIME: 2025-03-25 01:34:47 -- STEP: 12480/31555 -- GLOBAL_STEP: 769800 | > loss_text_ce: 0.02843853086233139 (0.03569791176892218) | > loss_mel_ce: 2.373767137527466 (nan) | > loss: 0.009532562457025051 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14141367618472103) | > loader_time: 0.0045 (0.004622877350984475)  --> TIME: 2025-03-25 01:34:56 -- STEP: 12530/31555 -- GLOBAL_STEP: 769850 | > loss_text_ce: 0.029633184894919395 (0.0356974647233247) | > loss_mel_ce: 2.3723227977752686 (nan) | > loss: 0.009531572461128235 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14140614194101225) | > loader_time: 0.0045 (0.004622917106792822)  --> TIME: 2025-03-25 01:35:06 -- STEP: 12580/31555 -- GLOBAL_STEP: 769900 | > loss_text_ce: 0.03895009681582451 (0.03570148051295926) | > loss_mel_ce: 0.2195637971162796 (nan) | > loss: 0.001025848905555904 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14141583306232164) | > loader_time: 0.0049 (0.004623221270799265)  --> TIME: 2025-03-25 01:35:16 -- STEP: 12630/31555 -- GLOBAL_STEP: 769950 | > loss_text_ce: 0.037604380398988724 (0.035700661815653185) | > loss_mel_ce: 2.762303352355957 (nan) | > loss: 0.011110745370388031 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14144043223969213) | > loader_time: 0.0046 (0.004623071711306909)  --> TIME: 2025-03-25 01:35:26 -- STEP: 12680/31555 -- GLOBAL_STEP: 770000 | > loss_text_ce: 0.03639896959066391 (0.035699484553790795) | > loss_mel_ce: 2.9018757343292236 (nan) | > loss: 0.011659820564091206 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1414432132469738) | > loader_time: 0.0046 (0.004622959507752675) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_770000.pth  --> TIME: 2025-03-25 01:35:41 -- STEP: 12730/31555 -- GLOBAL_STEP: 770050 | > loss_text_ce: 0.03513207659125328 (0.03569551526955884) | > loss_mel_ce: 2.9676268100738525 (nan) | > loss: 0.011915710754692554 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1414439408309045) | > loader_time: 0.0047 (0.004623299195648465)  --> TIME: 2025-03-25 01:35:50 -- STEP: 12780/31555 -- GLOBAL_STEP: 770100 | > loss_text_ce: 0.037687111645936966 (0.03569378488841442) | > loss_mel_ce: 2.6328771114349365 (nan) | > loss: 0.010597477667033672 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1414216031864025) | > loader_time: 0.0045 (0.004623277030640371)  --> TIME: 2025-03-25 01:36:00 -- STEP: 12830/31555 -- GLOBAL_STEP: 770150 | > loss_text_ce: 0.04203018173575401 (0.03569797192448361) | > loss_mel_ce: 2.617194652557373 (nan) | > loss: 0.010552479885518551 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1414119288220776) | > loader_time: 0.0044 (0.0046231274667979305)  --> TIME: 2025-03-25 01:36:10 -- STEP: 12880/31555 -- GLOBAL_STEP: 770200 | > loss_text_ce: 0.04466864466667175 (0.03570376371528113) | > loss_mel_ce: 2.901254177093506 (nan) | > loss: 0.011690170504152775 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14143586788118204) | > loader_time: 0.0046 (0.004622901115358256)  --> TIME: 2025-03-25 01:36:20 -- STEP: 12930/31555 -- GLOBAL_STEP: 770250 | > loss_text_ce: 0.05260028317570686 (0.03570812536505854) | > loss_mel_ce: 2.5465235710144043 (nan) | > loss: 0.01031398493796587 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14146455424014434) | > loader_time: 0.0048 (0.004622681013669337)  --> TIME: 2025-03-25 01:36:30 -- STEP: 12980/31555 -- GLOBAL_STEP: 770300 | > loss_text_ce: 0.03587909787893295 (0.03570367882562085) | > loss_mel_ce: 2.739046812057495 (nan) | > loss: 0.011011611670255661 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14147652275573253) | > loader_time: 0.0046 (0.004622506121825009)  --> TIME: 2025-03-25 01:36:39 -- STEP: 13030/31555 -- GLOBAL_STEP: 770350 | > loss_text_ce: 0.03647153824567795 (0.03570436927377759) | > loss_mel_ce: 2.8738839626312256 (nan) | > loss: 0.011549030430614948 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14147820313527537) | > loader_time: 0.0047 (0.004622313926884156)  --> TIME: 2025-03-25 01:36:49 -- STEP: 13080/31555 -- GLOBAL_STEP: 770400 | > loss_text_ce: 0.03502597659826279 (0.03570718036392109) | > loss_mel_ce: 2.924912214279175 (nan) | > loss: 0.011745787225663662 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14147734135298123) | > loader_time: 0.0047 (0.004622320224750308)  --> TIME: 2025-03-25 01:36:59 -- STEP: 13130/31555 -- GLOBAL_STEP: 770450 | > loss_text_ce: 0.03618442639708519 (0.035703424440508516) | > loss_mel_ce: 2.1425795555114746 (nan) | > loss: 0.008645888417959213 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14147289302270952) | > loader_time: 0.0046 (0.004622474374066585)  --> TIME: 2025-03-25 01:37:08 -- STEP: 13180/31555 -- GLOBAL_STEP: 770500 | > loss_text_ce: 0.035865262150764465 (0.035702120885112) | > loss_mel_ce: 2.7090163230895996 (nan) | > loss: 0.01089238841086626 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14147548565191576) | > loader_time: 0.0045 (0.004622857939672404)  --> TIME: 2025-03-25 01:37:18 -- STEP: 13230/31555 -- GLOBAL_STEP: 770550 | > loss_text_ce: 0.04114459827542305 (0.03570119169324627) | > loss_mel_ce: 2.6770615577697754 (nan) | > loss: 0.01078653335571289 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1414762538036245) | > loader_time: 0.0048 (0.004622948503097808)  --> TIME: 2025-03-25 01:37:28 -- STEP: 13280/31555 -- GLOBAL_STEP: 770600 | > loss_text_ce: 0.03723851963877678 (0.03569842009378791) | > loss_mel_ce: 1.3877522945404053 (nan) | > loss: 0.0056547257117927074 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1414648326764618) | > loader_time: 0.0047 (0.004622891383716866)  --> TIME: 2025-03-25 01:37:37 -- STEP: 13330/31555 -- GLOBAL_STEP: 770650 | > loss_text_ce: 0.03273431584239006 (0.03569883300062789) | > loss_mel_ce: 2.703841209411621 (nan) | > loss: 0.010859427973628044 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1414686618849284) | > loader_time: 0.0048 (0.00462294569251597)  --> TIME: 2025-03-25 01:37:47 -- STEP: 13380/31555 -- GLOBAL_STEP: 770700 | > loss_text_ce: 0.038134485483169556 (0.03569984355445859) | > loss_mel_ce: 3.1126511096954346 (nan) | > loss: 0.012503118254244328 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1414900722525041) | > loader_time: 0.0049 (0.004623063761735361)  --> TIME: 2025-03-25 01:37:57 -- STEP: 13430/31555 -- GLOBAL_STEP: 770750 | > loss_text_ce: 0.03364527225494385 (0.035695199642333565) | > loss_mel_ce: 1.7567028999328613 (nan) | > loss: 0.007104556541889906 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1414881298458581) | > loader_time: 0.0045 (0.0046228571250557715)  --> TIME: 2025-03-25 01:38:07 -- STEP: 13480/31555 -- GLOBAL_STEP: 770800 | > loss_text_ce: 0.03618478402495384 (0.03569440909713895) | > loss_mel_ce: 3.0392115116119385 (nan) | > loss: 0.01220395416021347 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14149800054397332) | > loader_time: 0.0047 (0.004623390075360993)  --> TIME: 2025-03-25 01:38:16 -- STEP: 13530/31555 -- GLOBAL_STEP: 770850 | > loss_text_ce: 0.03889421001076698 (0.03569007495849127) | > loss_mel_ce: 0.011962890625 (nan) | > loss: 0.0002018139057327062 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14148951167101667) | > loader_time: 0.0043 (0.004623317524669623)  --> TIME: 2025-03-25 01:38:26 -- STEP: 13580/31555 -- GLOBAL_STEP: 770900 | > loss_text_ce: 0.03470722958445549 (0.03568950408441492) | > loss_mel_ce: 2.8096535205841064 (nan) | > loss: 0.011287147179245949 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14148718805130506) | > loader_time: 0.0046 (0.004623397653689274)  --> TIME: 2025-03-25 01:38:36 -- STEP: 13630/31555 -- GLOBAL_STEP: 770950 | > loss_text_ce: 0.01946699619293213 (0.03568405252133177) | > loss_mel_ce: 1.9352185726165771 (nan) | > loss: 0.0077566890977323055 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1414910247023281) | > loader_time: 0.0045 (0.004623385308336361)  --> TIME: 2025-03-25 01:38:46 -- STEP: 13680/31555 -- GLOBAL_STEP: 771000 | > loss_text_ce: 0.03764277696609497 (0.035682876324907714) | > loss_mel_ce: 2.78729510307312 (nan) | > loss: 0.011210070922970772 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14150248636976306) | > loader_time: 0.0054 (0.004623588117939692)  --> TIME: 2025-03-25 01:38:55 -- STEP: 13730/31555 -- GLOBAL_STEP: 771050 | > loss_text_ce: 0.04095103219151497 (0.03567996871334145) | > loss_mel_ce: 2.164445161819458 (nan) | > loss: 0.008751573041081429 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14150496767284376) | > loader_time: 0.0045 (0.004623432551868106)  --> TIME: 2025-03-25 01:39:05 -- STEP: 13780/31555 -- GLOBAL_STEP: 771100 | > loss_text_ce: 0.03253926709294319 (0.035678689193294415) | > loss_mel_ce: 2.956172227859497 (nan) | > loss: 0.01185996737331152 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14151818350887427) | > loader_time: 0.0044 (0.004623418016945852)  --> TIME: 2025-03-25 01:39:15 -- STEP: 13830/31555 -- GLOBAL_STEP: 771150 | > loss_text_ce: 0.026739710941910744 (0.03567700192792907) | > loss_mel_ce: 2.575307846069336 (nan) | > loss: 0.01032558549195528 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14152186997800464) | > loader_time: 0.0046 (0.004623731167007864)  --> TIME: 2025-03-25 01:39:25 -- STEP: 13880/31555 -- GLOBAL_STEP: 771200 | > loss_text_ce: 0.041467007249593735 (0.03567868691012937) | > loss_mel_ce: 2.789015293121338 (nan) | > loss: 0.011232073418796062 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1415272750153663) | > loader_time: 0.0045 (0.004623987643794308)  --> TIME: 2025-03-25 01:39:34 -- STEP: 13930/31555 -- GLOBAL_STEP: 771250 | > loss_text_ce: 0.040768593549728394 (0.03567556675071596) | > loss_mel_ce: 2.5941460132598877 (nan) | > loss: 0.010456010699272156 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.1415241292972658) | > loader_time: 0.0049 (0.004623912412831027)  --> TIME: 2025-03-25 01:39:44 -- STEP: 13980/31555 -- GLOBAL_STEP: 771300 | > loss_text_ce: 0.03515404462814331 (0.035676190095190505) | > loss_mel_ce: 2.7115190029144287 (nan) | > loss: 0.0108994971960783 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1415323613198186) | > loader_time: 0.0044 (0.004623764301403748)  --> TIME: 2025-03-25 01:39:54 -- STEP: 14030/31555 -- GLOBAL_STEP: 771350 | > loss_text_ce: 0.028033403679728508 (0.03567622447026631) | > loss_mel_ce: 2.887138843536377 (nan) | > loss: 0.011568144895136356 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14152822820781696) | > loader_time: 0.0045 (0.004623626507101795)  --> TIME: 2025-03-25 01:40:03 -- STEP: 14080/31555 -- GLOBAL_STEP: 771400 | > loss_text_ce: 0.03389175981283188 (0.035683332873900235) | > loss_mel_ce: 2.9661996364593506 (nan) | > loss: 0.011905125342309475 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14153159846636337) | > loader_time: 0.0045 (0.004623483019796294)  --> TIME: 2025-03-25 01:40:13 -- STEP: 14130/31555 -- GLOBAL_STEP: 771450 | > loss_text_ce: 0.034948620945215225 (0.03568123060549524) | > loss_mel_ce: 2.6226212978363037 (nan) | > loss: 0.010545913130044937 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14153109015257542) | > loader_time: 0.0045 (0.004623356712514099)  --> TIME: 2025-03-25 01:40:23 -- STEP: 14180/31555 -- GLOBAL_STEP: 771500 | > loss_text_ce: 0.041011467576026917 (0.0356816935618983) | > loss_mel_ce: 2.7491354942321777 (nan) | > loss: 0.011072012595832348 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1415370981851313) | > loader_time: 0.0045 (0.004623295070422226)  --> TIME: 2025-03-25 01:40:33 -- STEP: 14230/31555 -- GLOBAL_STEP: 771550 | > loss_text_ce: 0.04621126502752304 (0.03567929981002856) | > loss_mel_ce: 2.777985095977783 (nan) | > loss: 0.011207128874957561 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14154016639846145) | > loader_time: 0.0045 (0.0046233730255845484)  --> TIME: 2025-03-25 01:40:42 -- STEP: 14280/31555 -- GLOBAL_STEP: 771600 | > loss_text_ce: 0.03865132853388786 (0.03567892484737371) | > loss_mel_ce: 2.970674753189087 (nan) | > loss: 0.01194177009165287 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14153594406379) | > loader_time: 0.0045 (0.00462363250449259)  --> TIME: 2025-03-25 01:40:52 -- STEP: 14330/31555 -- GLOBAL_STEP: 771650 | > loss_text_ce: 0.017340881749987602 (0.035676761206684345) | > loss_mel_ce: 1.6898082494735718 (nan) | > loss: 0.006774401757866144 (nan) | > current_lr: 5e-06 | > step_time: 0.1029 (0.14151924844397043) | > loader_time: 0.0043 (0.004624044204706599)  --> TIME: 2025-03-25 01:41:01 -- STEP: 14380/31555 -- GLOBAL_STEP: 771700 | > loss_text_ce: 0.031423233449459076 (0.035677752899128126) | > loss_mel_ce: 3.034531831741333 (nan) | > loss: 0.012166489847004414 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14152311723321767) | > loader_time: 0.0047 (0.004624130281519998)  --> TIME: 2025-03-25 01:41:11 -- STEP: 14430/31555 -- GLOBAL_STEP: 771750 | > loss_text_ce: 0.02645232528448105 (0.035671318633119495) | > loss_mel_ce: 2.896705389022827 (nan) | > loss: 0.011599833145737648 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1415245355208216) | > loader_time: 0.0046 (0.004624128969526927)  --> TIME: 2025-03-25 01:41:21 -- STEP: 14480/31555 -- GLOBAL_STEP: 771800 | > loss_text_ce: 0.03434837609529495 (0.035670067678149425) | > loss_mel_ce: 3.2116572856903076 (nan) | > loss: 0.012880976311862469 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14152764403029666) | > loader_time: 0.0047 (0.004624320607817643)  --> TIME: 2025-03-25 01:41:31 -- STEP: 14530/31555 -- GLOBAL_STEP: 771850 | > loss_text_ce: 0.030254065990447998 (0.03567040435808341) | > loss_mel_ce: 3.124845266342163 (nan) | > loss: 0.01252023596316576 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14154810418117775) | > loader_time: 0.0046 (0.00462416657397277)  --> TIME: 2025-03-25 01:41:40 -- STEP: 14580/31555 -- GLOBAL_STEP: 771900 | > loss_text_ce: 0.033797260373830795 (0.0356665649223279) | > loss_mel_ce: 2.518129348754883 (nan) | > loss: 0.010126693174242973 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1415346662366992) | > loader_time: 0.0044 (0.004623754573947617)  --> TIME: 2025-03-25 01:41:50 -- STEP: 14630/31555 -- GLOBAL_STEP: 771950 | > loss_text_ce: 0.019794832915067673 (0.035661884728610684) | > loss_mel_ce: 1.6303112506866455 (nan) | > loss: 0.006548040546476841 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14151420878451373) | > loader_time: 0.0044 (0.004623743563747871)  --> TIME: 2025-03-25 01:41:59 -- STEP: 14680/31555 -- GLOBAL_STEP: 772000 | > loss_text_ce: 0.03181162476539612 (0.0356614381326772) | > loss_mel_ce: 2.155726909637451 (nan) | > loss: 0.008680709637701511 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14150358485590825) | > loader_time: 0.0047 (0.004623631674197463)  --> TIME: 2025-03-25 01:42:09 -- STEP: 14730/31555 -- GLOBAL_STEP: 772050 | > loss_text_ce: 0.03696068748831749 (0.035662305526352266) | > loss_mel_ce: 0.0494384765625 (nan) | > loss: 0.00034285386209376156 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14151554445951678) | > loader_time: 0.0046 (0.004623702975737353)  --> TIME: 2025-03-25 01:42:19 -- STEP: 14780/31555 -- GLOBAL_STEP: 772100 | > loss_text_ce: 0.024698998779058456 (0.03566117471037404) | > loss_mel_ce: 2.9260401725769043 (nan) | > loss: 0.011709283106029034 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14151916697480163) | > loader_time: 0.0045 (0.004624066075388255)  --> TIME: 2025-03-25 01:42:29 -- STEP: 14830/31555 -- GLOBAL_STEP: 772150 | > loss_text_ce: 0.03191537410020828 (0.035659136826930185) | > loss_mel_ce: 2.8589837551116943 (nan) | > loss: 0.01147182285785675 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14152382441010702) | > loader_time: 0.0049 (0.0046239936343737825)  --> TIME: 2025-03-25 01:42:38 -- STEP: 14880/31555 -- GLOBAL_STEP: 772200 | > loss_text_ce: 0.03743160888552666 (0.03565756241679576) | > loss_mel_ce: 3.033977746963501 (nan) | > loss: 0.012188133783638477 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.141513262576954) | > loader_time: 0.0045 (0.004624222218990334)  --> TIME: 2025-03-25 01:42:47 -- STEP: 14930/31555 -- GLOBAL_STEP: 772250 | > loss_text_ce: 0.04385156184434891 (0.035657409476696766) | > loss_mel_ce: 3.007840394973755 (nan) | > loss: 0.012109889648854733 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14149892181657067) | > loader_time: 0.0045 (0.004624391544288393)  --> TIME: 2025-03-25 01:42:57 -- STEP: 14980/31555 -- GLOBAL_STEP: 772300 | > loss_text_ce: 0.035569749772548676 (0.0356523144878923) | > loss_mel_ce: 3.0318703651428223 (nan) | > loss: 0.012172381393611431 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14149935188217028) | > loader_time: 0.0046 (0.004624047728183281)  --> TIME: 2025-03-25 01:43:07 -- STEP: 15030/31555 -- GLOBAL_STEP: 772350 | > loss_text_ce: 0.03682291507720947 (0.03564508606909659) | > loss_mel_ce: 2.4589178562164307 (nan) | > loss: 0.009903734549880028 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14150245115111337) | > loader_time: 0.0045 (0.004623882308929513)  --> TIME: 2025-03-25 01:43:16 -- STEP: 15080/31555 -- GLOBAL_STEP: 772400 | > loss_text_ce: 0.025194553658366203 (0.035639499769230226) | > loss_mel_ce: 3.0761499404907227 (nan) | > loss: 0.012306923978030682 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1414815337019191) | > loader_time: 0.0043 (0.004623804120865686)  --> TIME: 2025-03-25 01:43:26 -- STEP: 15130/31555 -- GLOBAL_STEP: 772450 | > loss_text_ce: 0.032590288668870926 (0.03564072398737264) | > loss_mel_ce: 1.7896171808242798 (nan) | > loss: 0.007230982184410095 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14149447651943114) | > loader_time: 0.0045 (0.004623420082490656)  --> TIME: 2025-03-25 01:43:35 -- STEP: 15180/31555 -- GLOBAL_STEP: 772500 | > loss_text_ce: 0.033341627568006516 (0.035639815228624666) | > loss_mel_ce: 2.2097954750061035 (nan) | > loss: 0.008901338092982769 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14147943569266244) | > loader_time: 0.0044 (0.004622886083499882)  --> TIME: 2025-03-25 01:43:45 -- STEP: 15230/31555 -- GLOBAL_STEP: 772550 | > loss_text_ce: 0.03426074981689453 (0.03564026480031894) | > loss_mel_ce: 2.5106067657470703 (nan) | > loss: 0.010098680853843689 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14148283785922042) | > loader_time: 0.0045 (0.004622911170213073)  --> TIME: 2025-03-25 01:43:55 -- STEP: 15280/31555 -- GLOBAL_STEP: 772600 | > loss_text_ce: 0.03753342479467392 (0.03564122280134019) | > loss_mel_ce: 2.661104202270508 (nan) | > loss: 0.010708880610764027 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14147301271011659) | > loader_time: 0.0046 (0.00462310037999878)  --> TIME: 2025-03-25 01:44:04 -- STEP: 15330/31555 -- GLOBAL_STEP: 772650 | > loss_text_ce: 0.04686613380908966 (0.03564729567268497) | > loss_mel_ce: 2.5907363891601562 (nan) | > loss: 0.010466677136719227 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14148226863639585) | > loader_time: 0.0044 (0.004623109782667474)  --> TIME: 2025-03-25 01:44:14 -- STEP: 15380/31555 -- GLOBAL_STEP: 772700 | > loss_text_ce: 0.03999696299433708 (0.03565066555177073) | > loss_mel_ce: 3.1906564235687256 (nan) | > loss: 0.012820053845643997 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14147909202253212) | > loader_time: 0.0045 (0.004623207918844244)  --> TIME: 2025-03-25 01:44:23 -- STEP: 15430/31555 -- GLOBAL_STEP: 772750 | > loss_text_ce: 0.036216285079717636 (0.03564634001841023) | > loss_mel_ce: 2.2105963230133057 (nan) | > loss: 0.008915923535823822 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14145996565951638) | > loader_time: 0.0045 (0.00462302290149425)  --> TIME: 2025-03-25 01:44:33 -- STEP: 15480/31555 -- GLOBAL_STEP: 772800 | > loss_text_ce: 0.027945032343268394 (0.035646082285625914) | > loss_mel_ce: 2.7028567790985107 (nan) | > loss: 0.010836515575647354 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14147231035146263) | > loader_time: 0.0045 (0.004623030815321662)  --> TIME: 2025-03-25 01:44:43 -- STEP: 15530/31555 -- GLOBAL_STEP: 772850 | > loss_text_ce: 0.03744606301188469 (0.035646419710175965) | > loss_mel_ce: 2.607586145401001 (nan) | > loss: 0.010496160015463829 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14147310553254086) | > loader_time: 0.0048 (0.004622978436432581)  --> TIME: 2025-03-25 01:44:53 -- STEP: 15580/31555 -- GLOBAL_STEP: 772900 | > loss_text_ce: 0.0323895700275898 (0.03564897966021238) | > loss_mel_ce: 2.384197473526001 (nan) | > loss: 0.009589632041752338 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14147359123584974) | > loader_time: 0.0046 (0.00462316225673789)  --> TIME: 2025-03-25 01:45:02 -- STEP: 15630/31555 -- GLOBAL_STEP: 772950 | > loss_text_ce: 0.03278682008385658 (0.03564870275994432) | > loss_mel_ce: 2.3961575031280518 (nan) | > loss: 0.009638668969273567 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14146077791544662) | > loader_time: 0.0052 (0.004623378551090222)  --> TIME: 2025-03-25 01:45:12 -- STEP: 15680/31555 -- GLOBAL_STEP: 773000 | > loss_text_ce: 0.03285852447152138 (0.035652067641459485) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14145461661475014) | > loader_time: 0.0043 (0.004623294378421752)  --> TIME: 2025-03-25 01:45:21 -- STEP: 15730/31555 -- GLOBAL_STEP: 773050 | > loss_text_ce: 0.026956507936120033 (0.03565300750633224) | > loss_mel_ce: 2.8566205501556396 (nan) | > loss: 0.011442766524851322 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14145513760081052) | > loader_time: 0.0047 (0.004623197372446232)  --> TIME: 2025-03-25 01:45:31 -- STEP: 15780/31555 -- GLOBAL_STEP: 773100 | > loss_text_ce: 0.036424752324819565 (0.035654039790438685) | > loss_mel_ce: 2.89274525642395 (nan) | > loss: 0.011623690836131573 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1414371482924058) | > loader_time: 0.0047 (0.004623059356167298)  --> TIME: 2025-03-25 01:45:40 -- STEP: 15830/31555 -- GLOBAL_STEP: 773150 | > loss_text_ce: 0.03260200843214989 (0.035655319636637366) | > loss_mel_ce: 3.0567619800567627 (nan) | > loss: 0.01225938182324171 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14143391986926415) | > loader_time: 0.0044 (0.004623102253174685)  --> TIME: 2025-03-25 01:45:50 -- STEP: 15880/31555 -- GLOBAL_STEP: 773200 | > loss_text_ce: 0.04897275194525719 (0.03565926992619484) | > loss_mel_ce: 2.8527517318725586 (nan) | > loss: 0.011514781042933464 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14142367737719602) | > loader_time: 0.0045 (0.004623283967563435)  --> TIME: 2025-03-25 01:45:59 -- STEP: 15930/31555 -- GLOBAL_STEP: 773250 | > loss_text_ce: 0.05459738150238991 (0.03566040732235459) | > loss_mel_ce: 3.1359236240386963 (nan) | > loss: 0.012660798616707325 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14142103710042822) | > loader_time: 0.0047 (0.004623459751921792)  --> TIME: 2025-03-25 01:46:09 -- STEP: 15980/31555 -- GLOBAL_STEP: 773300 | > loss_text_ce: 0.039685867726802826 (0.03566112968585811) | > loss_mel_ce: 2.651651620864868 (nan) | > loss: 0.010679911822080612 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1414156800814352) | > loader_time: 0.0045 (0.004623234436121102)  --> TIME: 2025-03-25 01:46:18 -- STEP: 16030/31555 -- GLOBAL_STEP: 773350 | > loss_text_ce: 0.04395359754562378 (0.03565771542396603) | > loss_mel_ce: 2.3343915939331055 (nan) | > loss: 0.009437878616154194 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14141081508367534) | > loader_time: 0.0046 (0.004622939773745197)  --> TIME: 2025-03-25 01:46:28 -- STEP: 16080/31555 -- GLOBAL_STEP: 773400 | > loss_text_ce: 0.04044746607542038 (0.035657419174949294) | > loss_mel_ce: 2.8033173084259033 (nan) | > loss: 0.011284781619906425 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14141439875559988) | > loader_time: 0.0045 (0.004622781069124524)  --> TIME: 2025-03-25 01:46:38 -- STEP: 16130/31555 -- GLOBAL_STEP: 773450 | > loss_text_ce: 0.048287346959114075 (0.03565417691061775) | > loss_mel_ce: 2.5109386444091797 (nan) | > loss: 0.010155659168958664 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14140430393975753) | > loader_time: 0.0067 (0.004623093341938554)  --> TIME: 2025-03-25 01:46:47 -- STEP: 16180/31555 -- GLOBAL_STEP: 773500 | > loss_text_ce: 0.033180225640535355 (0.03565399172434981) | > loss_mel_ce: 2.942260503768921 (nan) | > loss: 0.011807304807007313 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14140449438165792) | > loader_time: 0.0047 (0.004623418847474246)  --> TIME: 2025-03-25 01:46:57 -- STEP: 16230/31555 -- GLOBAL_STEP: 773550 | > loss_text_ce: 0.03757266327738762 (0.035660312301350486) | > loss_mel_ce: 3.227283477783203 (nan) | > loss: 0.01295577920973301 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14140314030485657) | > loader_time: 0.0045 (0.004623510083958322)  --> TIME: 2025-03-25 01:47:07 -- STEP: 16280/31555 -- GLOBAL_STEP: 773600 | > loss_text_ce: 0.034060731530189514 (0.03565936068322367) | > loss_mel_ce: 1.8396722078323364 (nan) | > loss: 0.007435448467731476 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1413972133500567) | > loader_time: 0.0047 (0.0046236854366939915)  --> TIME: 2025-03-25 01:47:16 -- STEP: 16330/31555 -- GLOBAL_STEP: 773650 | > loss_text_ce: 0.04273005947470665 (0.035658541727133876) | > loss_mel_ce: 3.0877513885498047 (nan) | > loss: 0.012422546744346619 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14140269903777467) | > loader_time: 0.0046 (0.004623634787476005)  --> TIME: 2025-03-25 01:47:26 -- STEP: 16380/31555 -- GLOBAL_STEP: 773700 | > loss_text_ce: 0.034841425716876984 (0.035656346361720576) | > loss_mel_ce: 2.642158269882202 (nan) | > loss: 0.010623015463352203 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14139031641940317) | > loader_time: 0.0043 (0.004623432997818839)  --> TIME: 2025-03-25 01:47:35 -- STEP: 16430/31555 -- GLOBAL_STEP: 773750 | > loss_text_ce: 0.03586127981543541 (0.03565064542884366) | > loss_mel_ce: 3.1052026748657227 (nan) | > loss: 0.01246454007923603 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14137318617529906) | > loader_time: 0.0047 (0.0046234300640103955)  --> TIME: 2025-03-25 01:47:44 -- STEP: 16480/31555 -- GLOBAL_STEP: 773800 | > loss_text_ce: 0.032824527472257614 (0.03564991449747374) | > loss_mel_ce: 1.7361189126968384 (nan) | > loss: 0.0070196171291172504 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14135430042894112) | > loader_time: 0.0046 (0.00462344178875674)  --> TIME: 2025-03-25 01:47:54 -- STEP: 16530/31555 -- GLOBAL_STEP: 773850 | > loss_text_ce: 0.04108453541994095 (0.035650190128001406) | > loss_mel_ce: 2.8689558506011963 (nan) | > loss: 0.01154777966439724 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14135995397261947) | > loader_time: 0.0046 (0.004623473116072186)  --> TIME: 2025-03-25 01:48:04 -- STEP: 16580/31555 -- GLOBAL_STEP: 773900 | > loss_text_ce: 0.0484984926879406 (0.035654604059742086) | > loss_mel_ce: 2.1791534423828125 (nan) | > loss: 0.008839888498187065 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14135088713522814) | > loader_time: 0.0066 (0.00462366210249567)  --> TIME: 2025-03-25 01:48:13 -- STEP: 16630/31555 -- GLOBAL_STEP: 773950 | > loss_text_ce: 0.0391247384250164 (0.03565880219456034) | > loss_mel_ce: 2.742185115814209 (nan) | > loss: 0.011036944575607777 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.141346877508685) | > loader_time: 0.0046 (0.004623619161022055)  --> TIME: 2025-03-25 01:48:23 -- STEP: 16680/31555 -- GLOBAL_STEP: 774000 | > loss_text_ce: 0.0398995503783226 (0.03565529988279118) | > loss_mel_ce: 3.051969528198242 (nan) | > loss: 0.012269322760403156 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14136110974444444) | > loader_time: 0.0044 (0.004623512541361572)  --> TIME: 2025-03-25 01:48:33 -- STEP: 16730/31555 -- GLOBAL_STEP: 774050 | > loss_text_ce: 0.03229794278740883 (0.035655494490544046) | > loss_mel_ce: 2.92405366897583 (nan) | > loss: 0.011731554754078388 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14137329405392957) | > loader_time: 0.0045 (0.004623384968791269)  --> TIME: 2025-03-25 01:48:43 -- STEP: 16780/31555 -- GLOBAL_STEP: 774100 | > loss_text_ce: 0.03713616356253624 (0.035654373723165794) | > loss_mel_ce: 2.5049028396606445 (nan) | > loss: 0.010087456554174423 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413752240134362) | > loader_time: 0.0044 (0.004623719762136037)  --> TIME: 2025-03-25 01:48:52 -- STEP: 16830/31555 -- GLOBAL_STEP: 774150 | > loss_text_ce: 0.0376683808863163 (0.03565450658865715) | > loss_mel_ce: 2.976033926010132 (nan) | > loss: 0.0119591373950243 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14137666204183888) | > loader_time: 0.0045 (0.00462364537051514)  --> TIME: 2025-03-25 01:49:02 -- STEP: 16880/31555 -- GLOBAL_STEP: 774200 | > loss_text_ce: 0.023663165047764778 (0.03565511154706104) | > loss_mel_ce: 2.7070043087005615 (nan) | > loss: 0.010835982859134674 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14137610191417493) | > loader_time: 0.0044 (0.004623880544544971)  --> TIME: 2025-03-25 01:49:12 -- STEP: 16930/31555 -- GLOBAL_STEP: 774250 | > loss_text_ce: 0.040841277688741684 (0.035649347166562456) | > loss_mel_ce: 2.4910175800323486 (nan) | > loss: 0.010047059506177902 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1413751818200078) | > loader_time: 0.0046 (0.00462421162622749)  --> TIME: 2025-03-25 01:49:21 -- STEP: 16980/31555 -- GLOBAL_STEP: 774300 | > loss_text_ce: 0.03084052912890911 (0.035650402689693) | > loss_mel_ce: 3.0738821029663086 (nan) | > loss: 0.012320329435169697 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14136875224759324) | > loader_time: 0.0045 (0.004624010803281076)  --> TIME: 2025-03-25 01:49:31 -- STEP: 17030/31555 -- GLOBAL_STEP: 774350 | > loss_text_ce: 0.04925374314188957 (0.03565227097568653) | > loss_mel_ce: 2.0517141819000244 (nan) | > loss: 0.008337174542248249 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14136973894559388) | > loader_time: 0.0045 (0.0046239976524536765)  --> TIME: 2025-03-25 01:49:40 -- STEP: 17080/31555 -- GLOBAL_STEP: 774400 | > loss_text_ce: 0.034558117389678955 (0.03564913970106412) | > loss_mel_ce: 2.6294941902160645 (nan) | > loss: 0.010571636259555817 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1413597930789828) | > loader_time: 0.0047 (0.004624017312320116)  --> TIME: 2025-03-25 01:49:50 -- STEP: 17130/31555 -- GLOBAL_STEP: 774450 | > loss_text_ce: 0.037091899663209915 (0.03564421850089746) | > loss_mel_ce: 3.0098214149475098 (nan) | > loss: 0.012090926989912987 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14135974791059663) | > loader_time: 0.0047 (0.004623967196881534)  --> TIME: 2025-03-25 01:50:00 -- STEP: 17180/31555 -- GLOBAL_STEP: 774500 | > loss_text_ce: 0.03389805555343628 (0.03564942106561242) | > loss_mel_ce: 2.8351333141326904 (nan) | > loss: 0.011385045945644379 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14134629851031458) | > loader_time: 0.0046 (0.004623860544042629)  --> TIME: 2025-03-25 01:50:09 -- STEP: 17230/31555 -- GLOBAL_STEP: 774550 | > loss_text_ce: 0.041284140199422836 (0.0356475000590245) | > loss_mel_ce: 3.0258991718292236 (nan) | > loss: 0.012171362526714802 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14135146939470772) | > loader_time: 0.0045 (0.00462443508938587)  --> TIME: 2025-03-25 01:50:19 -- STEP: 17280/31555 -- GLOBAL_STEP: 774600 | > loss_text_ce: 0.041537899523973465 (0.03564954710083063) | > loss_mel_ce: 2.8517754077911377 (nan) | > loss: 0.01148140337318182 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1413402013204711) | > loader_time: 0.0046 (0.004624310729128349)  --> TIME: 2025-03-25 01:50:28 -- STEP: 17330/31555 -- GLOBAL_STEP: 774650 | > loss_text_ce: 0.05978409945964813 (0.03564597862760318) | > loss_mel_ce: 1.1760753393173218 (nan) | > loss: 0.004904204048216343 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14133209590614657) | > loader_time: 0.0043 (0.0046239986216065855)  --> TIME: 2025-03-25 01:50:38 -- STEP: 17380/31555 -- GLOBAL_STEP: 774700 | > loss_text_ce: 0.029145242646336555 (0.03564735440091534) | > loss_mel_ce: 2.792965888977051 (nan) | > loss: 0.011198854073882103 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14133702026823675) | > loader_time: 0.0045 (0.0046242485798132366)  --> TIME: 2025-03-25 01:50:48 -- STEP: 17430/31555 -- GLOBAL_STEP: 774750 | > loss_text_ce: 0.02457045577466488 (0.03564550858536024) | > loss_mel_ce: 2.464143991470337 (nan) | > loss: 0.009875851683318615 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14133702132870077) | > loader_time: 0.0045 (0.00462456232367476)  --> TIME: 2025-03-25 01:50:57 -- STEP: 17480/31555 -- GLOBAL_STEP: 774800 | > loss_text_ce: 0.037414200603961945 (0.03564654658005122) | > loss_mel_ce: 2.278076171875 (nan) | > loss: 0.0091884545981884 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14133066708217723) | > loader_time: 0.0053 (0.004625272137076688)  --> TIME: 2025-03-25 01:51:07 -- STEP: 17530/31555 -- GLOBAL_STEP: 774850 | > loss_text_ce: 0.029428347945213318 (0.03564341951892694) | > loss_mel_ce: 3.509915828704834 (nan) | > loss: 0.014045016840100288 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14132904386221118) | > loader_time: 0.0047 (0.004625240272613372)  --> TIME: 2025-03-25 01:51:17 -- STEP: 17580/31555 -- GLOBAL_STEP: 774900 | > loss_text_ce: 0.03761380910873413 (0.03564105251638745) | > loss_mel_ce: 2.7885899543762207 (nan) | > loss: 0.011215095408260822 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14132958490558267) | > loader_time: 0.0046 (0.0046252614266500845)  --> TIME: 2025-03-25 01:51:26 -- STEP: 17630/31555 -- GLOBAL_STEP: 774950 | > loss_text_ce: 0.035515278577804565 (0.03564133299372059) | > loss_mel_ce: 2.667069435119629 (nan) | > loss: 0.01072454359382391 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1413338413444078) | > loader_time: 0.0046 (0.004625198520588999)  --> TIME: 2025-03-25 01:51:36 -- STEP: 17680/31555 -- GLOBAL_STEP: 775000 | > loss_text_ce: 0.03014591708779335 (0.03564328622974796) | > loss_mel_ce: 2.361557960510254 (nan) | > loss: 0.009490888565778732 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14134842079149615) | > loader_time: 0.0047 (0.004625196491970738)  --> TIME: 2025-03-25 01:51:46 -- STEP: 17730/31555 -- GLOBAL_STEP: 775050 | > loss_text_ce: 0.03201669082045555 (0.03564213379309906) | > loss_mel_ce: 0.042855001986026764 (nan) | > loss: 0.0002971098874695599 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14135785012748067) | > loader_time: 0.0044 (0.0046251121645786005)  --> TIME: 2025-03-25 01:51:56 -- STEP: 17780/31555 -- GLOBAL_STEP: 775100 | > loss_text_ce: 0.03349064290523529 (0.03564183245967226) | > loss_mel_ce: 3.0515880584716797 (nan) | > loss: 0.012242376804351807 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14136677131609884) | > loader_time: 0.0044 (0.004624984275101279)  --> TIME: 2025-03-25 01:52:06 -- STEP: 17830/31555 -- GLOBAL_STEP: 775150 | > loss_text_ce: 0.03421749174594879 (0.0356421699466431) | > loss_mel_ce: 2.9596524238586426 (nan) | > loss: 0.011880436912178993 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14137459703863667) | > loader_time: 0.0048 (0.004625125233537353)  --> TIME: 2025-03-25 01:52:15 -- STEP: 17880/31555 -- GLOBAL_STEP: 775200 | > loss_text_ce: 0.036607369780540466 (0.0356418637143685) | > loss_mel_ce: 3.0853536128997803 (nan) | > loss: 0.012388734146952629 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1413693266960329) | > loader_time: 0.0044 (0.004625069455012383)  --> TIME: 2025-03-25 01:52:25 -- STEP: 17930/31555 -- GLOBAL_STEP: 775250 | > loss_text_ce: 0.042329754680395126 (0.03564536939891964) | > loss_mel_ce: 2.9116339683532715 (nan) | > loss: 0.01172207947820425 (nan) | > current_lr: 5e-06 | > step_time: 0.1471 (0.14137011275102604) | > loader_time: 0.0046 (0.004624943352915762)  --> TIME: 2025-03-25 01:52:35 -- STEP: 17980/31555 -- GLOBAL_STEP: 775300 | > loss_text_ce: 0.04294352978467941 (0.0356512662552164) | > loss_mel_ce: 2.3962864875793457 (nan) | > loss: 0.00967948418110609 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1413653295880826) | > loader_time: 0.0044 (0.004625000293315852)  --> TIME: 2025-03-25 01:52:44 -- STEP: 18030/31555 -- GLOBAL_STEP: 775350 | > loss_text_ce: 0.04022869095206261 (0.03565547642506245) | > loss_mel_ce: 3.224235773086548 (nan) | > loss: 0.012954224832355976 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14136361515131893) | > loader_time: 0.0046 (0.004624874725384113)  --> TIME: 2025-03-25 01:52:54 -- STEP: 18080/31555 -- GLOBAL_STEP: 775400 | > loss_text_ce: 0.030459243804216385 (0.03565380057733155) | > loss_mel_ce: 2.485687732696533 (nan) | > loss: 0.00998471025377512 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14136638262894274) | > loader_time: 0.0046 (0.004624759676182166)  --> TIME: 2025-03-25 01:53:04 -- STEP: 18130/31555 -- GLOBAL_STEP: 775450 | > loss_text_ce: 0.026727234944701195 (0.03565228583211074) | > loss_mel_ce: 1.4822994470596313 (nan) | > loss: 0.005988201126456261 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14136843776019023) | > loader_time: 0.0044 (0.0046247697836512445)  --> TIME: 2025-03-25 01:53:14 -- STEP: 18180/31555 -- GLOBAL_STEP: 775500 | > loss_text_ce: 0.034291379153728485 (0.035650753445270016) | > loss_mel_ce: 1.818060278892517 (nan) | > loss: 0.007350602187216282 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1413760969478827) | > loader_time: 0.0047 (0.004624816411399213)  --> TIME: 2025-03-25 01:53:23 -- STEP: 18230/31555 -- GLOBAL_STEP: 775550 | > loss_text_ce: 0.033735405653715134 (0.03565177532286918) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1413730869042105) | > loader_time: 0.0046 (0.00462461583769982)  --> TIME: 2025-03-25 01:53:33 -- STEP: 18280/31555 -- GLOBAL_STEP: 775600 | > loss_text_ce: 0.016902059316635132 (0.035650966804387306) | > loss_mel_ce: 1.749908447265625 (nan) | > loss: 0.007011153269559145 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1413720798179406) | > loader_time: 0.0044 (0.004624501998888851)  --> TIME: 2025-03-25 01:53:42 -- STEP: 18330/31555 -- GLOBAL_STEP: 775650 | > loss_text_ce: 0.03795713186264038 (0.03565235235842677) | > loss_mel_ce: 3.227450132369995 (nan) | > loss: 0.012957965955138206 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14136670857131345) | > loader_time: 0.0045 (0.004624356484712313)  --> TIME: 2025-03-25 01:53:52 -- STEP: 18380/31555 -- GLOBAL_STEP: 775700 | > loss_text_ce: 0.034275125712156296 (0.035651139315609245) | > loss_mel_ce: 2.637064218521118 (nan) | > loss: 0.010600552894175053 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14136915455964452) | > loader_time: 0.0045 (0.004624134749660555)  --> TIME: 2025-03-25 01:54:01 -- STEP: 18430/31555 -- GLOBAL_STEP: 775750 | > loss_text_ce: 0.026833612471818924 (0.035647925908505296) | > loss_mel_ce: 3.3065569400787354 (nan) | > loss: 0.013227740302681923 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14136189643416872) | > loader_time: 0.0047 (0.004624143063342902)  --> TIME: 2025-03-25 01:54:11 -- STEP: 18480/31555 -- GLOBAL_STEP: 775800 | > loss_text_ce: 0.03667314723134041 (0.03564618988082579) | > loss_mel_ce: 2.1626994609832764 (nan) | > loss: 0.008727669715881348 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14135505153245181) | > loader_time: 0.0045 (0.004624156892557684)  --> TIME: 2025-03-25 01:54:21 -- STEP: 18530/31555 -- GLOBAL_STEP: 775850 | > loss_text_ce: 0.03922944515943527 (0.035647255805644526) | > loss_mel_ce: 2.850090980529785 (nan) | > loss: 0.011465557850897312 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1413483879209783) | > loader_time: 0.0045 (0.00462407239758512)  --> TIME: 2025-03-25 01:54:30 -- STEP: 18580/31555 -- GLOBAL_STEP: 775900 | > loss_text_ce: 0.03137519955635071 (0.035646637342920694) | > loss_mel_ce: 2.873037338256836 (nan) | > loss: 0.011525447480380535 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1413390264316058) | > loader_time: 0.0043 (0.004623842252211886)  --> TIME: 2025-03-25 01:54:39 -- STEP: 18630/31555 -- GLOBAL_STEP: 775950 | > loss_text_ce: 0.03059975802898407 (0.035646877953532066) | > loss_mel_ce: 2.4976091384887695 (nan) | > loss: 0.010032575577497482 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14132571160249363) | > loader_time: 0.0045 (0.0046239366086016954)  --> TIME: 2025-03-25 01:54:49 -- STEP: 18680/31555 -- GLOBAL_STEP: 776000 | > loss_text_ce: 0.05221140757203102 (0.03564771724400212) | > loss_mel_ce: 2.839425563812256 (nan) | > loss: 0.011474750936031342 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1413255457449261) | > loader_time: 0.0046 (0.004624009796077231)  --> TIME: 2025-03-25 01:54:58 -- STEP: 18730/31555 -- GLOBAL_STEP: 776050 | > loss_text_ce: 0.03011544793844223 (0.035649467716008756) | > loss_mel_ce: 3.0084991455078125 (nan) | > loss: 0.012057994492352009 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14131685693316154) | > loader_time: 0.0044 (0.004624037569497146)  --> TIME: 2025-03-25 01:55:08 -- STEP: 18780/31555 -- GLOBAL_STEP: 776100 | > loss_text_ce: 0.04469987377524376 (0.0356491463460206) | > loss_mel_ce: 2.945753335952759 (nan) | > loss: 0.011866878718137741 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.141318052200971) | > loader_time: 0.0045 (0.004624061995801836)  --> TIME: 2025-03-25 01:55:18 -- STEP: 18830/31555 -- GLOBAL_STEP: 776150 | > loss_text_ce: 0.035204801708459854 (0.03564967393422104) | > loss_mel_ce: 2.9956235885620117 (nan) | > loss: 0.01202709786593914 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14132895427882092) | > loader_time: 0.0044 (0.004624221746553088)  --> TIME: 2025-03-25 01:55:28 -- STEP: 18880/31555 -- GLOBAL_STEP: 776200 | > loss_text_ce: 0.0519065260887146 (0.03564603341875581) | > loss_mel_ce: 2.679046630859375 (nan) | > loss: 0.010837116278707981 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1413256229611773) | > loader_time: 0.0047 (0.004624175810712881)  --> TIME: 2025-03-25 01:55:37 -- STEP: 18930/31555 -- GLOBAL_STEP: 776250 | > loss_text_ce: 0.032163698226213455 (0.03565105964669299) | > loss_mel_ce: 2.9991562366485596 (nan) | > loss: 0.012029048055410385 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1413251594456802) | > loader_time: 0.0046 (0.004624379946955035)  --> TIME: 2025-03-25 01:55:47 -- STEP: 18980/31555 -- GLOBAL_STEP: 776300 | > loss_text_ce: 0.03953928127884865 (0.03565295247578954) | > loss_mel_ce: 2.383805751800537 (nan) | > loss: 0.009616449475288391 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14133867830571906) | > loader_time: 0.0044 (0.004624380753841742)  --> TIME: 2025-03-25 01:55:57 -- STEP: 19030/31555 -- GLOBAL_STEP: 776350 | > loss_text_ce: 0.04637475311756134 (0.03565791773321587) | > loss_mel_ce: 3.0145421028137207 (nan) | > loss: 0.012146496213972569 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14133438710720334) | > loader_time: 0.0045 (0.004624186311341933)  --> TIME: 2025-03-25 01:56:06 -- STEP: 19080/31555 -- GLOBAL_STEP: 776400 | > loss_text_ce: 0.03407064452767372 (0.035660695810499896) | > loss_mel_ce: 2.796684503555298 (nan) | > loss: 0.01123315654695034 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14133217131066836) | > loader_time: 0.0046 (0.004624004209066584)  --> TIME: 2025-03-25 01:56:16 -- STEP: 19130/31555 -- GLOBAL_STEP: 776450 | > loss_text_ce: 0.023465335369110107 (0.035660646035215966) | > loss_mel_ce: 2.345045328140259 (nan) | > loss: 0.009398852474987507 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14132879874622717) | > loader_time: 0.0045 (0.004623844981255856)  --> TIME: 2025-03-25 01:56:25 -- STEP: 19180/31555 -- GLOBAL_STEP: 776500 | > loss_text_ce: 0.03209599852561951 (0.03565853946765558) | > loss_mel_ce: 2.9038803577423096 (nan) | > loss: 0.011650700122117996 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14131696799748594) | > loader_time: 0.0044 (0.004623927276997168)  --> TIME: 2025-03-25 01:56:36 -- STEP: 19230/31555 -- GLOBAL_STEP: 776550 | > loss_text_ce: 0.03417179360985756 (0.0356598806396532) | > loss_mel_ce: 2.621199131011963 (nan) | > loss: 0.01053718663752079 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1413382886042519) | > loader_time: 0.0048 (0.004623894708824849)  --> TIME: 2025-03-25 01:56:45 -- STEP: 19280/31555 -- GLOBAL_STEP: 776600 | > loss_text_ce: 0.0322868637740612 (0.035657964504123195) | > loss_mel_ce: 2.6770801544189453 (nan) | > loss: 0.010751456953585148 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1413444408860934) | > loader_time: 0.0045 (0.004624064977732929)  --> TIME: 2025-03-25 01:56:55 -- STEP: 19330/31555 -- GLOBAL_STEP: 776650 | > loss_text_ce: 0.03414599224925041 (0.035660677694605465) | > loss_mel_ce: 1.9263070821762085 (nan) | > loss: 0.007779575884342194 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14135433676572096) | > loader_time: 0.0048 (0.004624476311925893)  --> TIME: 2025-03-25 01:57:05 -- STEP: 19380/31555 -- GLOBAL_STEP: 776700 | > loss_text_ce: 0.04208773374557495 (0.035661428588489856) | > loss_mel_ce: 0.0515950508415699 (nan) | > loss: 0.000371757079847157 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1413452389316533) | > loader_time: 0.0045 (0.004624370500153184)  --> TIME: 2025-03-25 01:57:14 -- STEP: 19430/31555 -- GLOBAL_STEP: 776750 | > loss_text_ce: 0.026341507211327553 (0.03566326262113986) | > loss_mel_ce: 2.552218198776245 (nan) | > loss: 0.010232379660010338 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14133929968248313) | > loader_time: 0.0044 (0.004624217119771547)  --> TIME: 2025-03-25 01:57:24 -- STEP: 19480/31555 -- GLOBAL_STEP: 776800 | > loss_text_ce: 0.029094785451889038 (0.0356644227441969) | > loss_mel_ce: 2.808856964111328 (nan) | > loss: 0.011261713691055775 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14133488814933534) | > loader_time: 0.0046 (0.004624123556168412)  --> TIME: 2025-03-25 01:57:33 -- STEP: 19530/31555 -- GLOBAL_STEP: 776850 | > loss_text_ce: 0.03998442739248276 (0.03566144743149375) | > loss_mel_ce: 3.0796315670013428 (nan) | > loss: 0.012379429303109646 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1413325853001071) | > loader_time: 0.0047 (0.004624034219440039)  --> TIME: 2025-03-25 01:57:43 -- STEP: 19580/31555 -- GLOBAL_STEP: 776900 | > loss_text_ce: 0.0389728918671608 (0.03566062997178079) | > loss_mel_ce: 2.732198715209961 (nan) | > loss: 0.010996713303029537 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14133811733695845) | > loader_time: 0.0047 (0.0046243447814216625)  --> TIME: 2025-03-25 01:57:53 -- STEP: 19630/31555 -- GLOBAL_STEP: 776950 | > loss_text_ce: 0.03697013854980469 (0.035661001135303655) | > loss_mel_ce: 3.1960041522979736 (nan) | > loss: 0.01282926369458437 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14134772753023153) | > loader_time: 0.0044 (0.004624454888894251)  --> TIME: 2025-03-25 01:58:03 -- STEP: 19680/31555 -- GLOBAL_STEP: 777000 | > loss_text_ce: 0.03955782204866409 (0.035664272592952254) | > loss_mel_ce: 3.23626708984375 (nan) | > loss: 0.012999306432902813 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1413364702366226) | > loader_time: 0.0047 (0.0046245347435881455)  --> TIME: 2025-03-25 01:58:12 -- STEP: 19730/31555 -- GLOBAL_STEP: 777050 | > loss_text_ce: 0.03878644481301308 (0.035666738726384026) | > loss_mel_ce: 2.3393564224243164 (nan) | > loss: 0.0094370748847723 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14132242831130054) | > loader_time: 0.0052 (0.0046246230632474555)  --> TIME: 2025-03-25 01:58:21 -- STEP: 19780/31555 -- GLOBAL_STEP: 777100 | > loss_text_ce: 0.04353858903050423 (0.035667525971434876) | > loss_mel_ce: 2.122647285461426 (nan) | > loss: 0.008595976047217846 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14131903580876715) | > loader_time: 0.0046 (0.004624697544938752)  --> TIME: 2025-03-25 01:58:31 -- STEP: 19830/31555 -- GLOBAL_STEP: 777150 | > loss_text_ce: 0.033068444579839706 (0.03566547641018744) | > loss_mel_ce: 2.637361526489258 (nan) | > loss: 0.010596944950520992 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14131746219975447) | > loader_time: 0.0048 (0.004624718496791056)  --> TIME: 2025-03-25 01:58:41 -- STEP: 19880/31555 -- GLOBAL_STEP: 777200 | > loss_text_ce: 0.03810584917664528 (0.03566532293147249) | > loss_mel_ce: 0.7146781086921692 (nan) | > loss: 0.002987238112837076 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14132247538393836) | > loader_time: 0.0045 (0.004624722601182505)  --> TIME: 2025-03-25 01:58:51 -- STEP: 19930/31555 -- GLOBAL_STEP: 777250 | > loss_text_ce: 0.0413125678896904 (0.03566683084417564) | > loss_mel_ce: 2.662268877029419 (nan) | > loss: 0.010728497989475727 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14132475051458732) | > loader_time: 0.0045 (0.004624816633263729)  --> TIME: 2025-03-25 01:59:00 -- STEP: 19980/31555 -- GLOBAL_STEP: 777300 | > loss_text_ce: 0.034020669758319855 (0.035670451254298054) | > loss_mel_ce: 3.1112537384033203 (nan) | > loss: 0.012481248006224632 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14132992236821798) | > loader_time: 0.0045 (0.004624961792408406)  --> TIME: 2025-03-25 01:59:10 -- STEP: 20030/31555 -- GLOBAL_STEP: 777350 | > loss_text_ce: 0.03457696735858917 (0.03566749300035913) | > loss_mel_ce: 2.5665206909179688 (nan) | > loss: 0.010321816429495811 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1413444423104184) | > loader_time: 0.0046 (0.004625038307902222)  --> TIME: 2025-03-25 01:59:20 -- STEP: 20080/31555 -- GLOBAL_STEP: 777400 | > loss_text_ce: 0.026064660400152206 (0.035669600486150956) | > loss_mel_ce: 2.7554283142089844 (nan) | > loss: 0.011037671007215977 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14133674149731662) | > loader_time: 0.0045 (0.0046248630698458625)  --> TIME: 2025-03-25 01:59:30 -- STEP: 20130/31555 -- GLOBAL_STEP: 777450 | > loss_text_ce: 0.0417865514755249 (0.035669990818646295) | > loss_mel_ce: 2.0634751319885254 (nan) | > loss: 0.008354214020073414 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14133850063071873) | > loader_time: 0.0045 (0.004624796884899642)  --> TIME: 2025-03-25 01:59:39 -- STEP: 20180/31555 -- GLOBAL_STEP: 777500 | > loss_text_ce: 0.03852413222193718 (0.03566670331991396) | > loss_mel_ce: 3.064225912094116 (nan) | > loss: 0.012312500737607479 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14133570950378563) | > loader_time: 0.0046 (0.004624688235453973)  --> TIME: 2025-03-25 01:59:49 -- STEP: 20230/31555 -- GLOBAL_STEP: 777550 | > loss_text_ce: 0.03422095626592636 (0.035667462773470444) | > loss_mel_ce: 2.632554292678833 (nan) | > loss: 0.01058244239538908 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1413347711317968) | > loader_time: 0.0049 (0.004625034202636025)  --> TIME: 2025-03-25 01:59:58 -- STEP: 20280/31555 -- GLOBAL_STEP: 777600 | > loss_text_ce: 0.036537885665893555 (0.03566665728346901) | > loss_mel_ce: 3.1329643726348877 (nan) | > loss: 0.012577390298247337 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1413234502253442) | > loader_time: 0.0046 (0.0046249298889491225)  --> TIME: 2025-03-25 02:00:08 -- STEP: 20330/31555 -- GLOBAL_STEP: 777650 | > loss_text_ce: 0.04025717079639435 (0.035666385374091385) | > loss_mel_ce: 3.261873960494995 (nan) | > loss: 0.013103695586323738 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14133442104947494) | > loader_time: 0.0047 (0.004624842002482116)  --> TIME: 2025-03-25 02:00:18 -- STEP: 20380/31555 -- GLOBAL_STEP: 777700 | > loss_text_ce: 0.03462706878781319 (0.03566605042391127) | > loss_mel_ce: 3.0936009883880615 (nan) | > loss: 0.012413603253662586 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1413257571268124) | > loader_time: 0.0043 (0.004624734495760062)  --> TIME: 2025-03-25 02:00:27 -- STEP: 20430/31555 -- GLOBAL_STEP: 777750 | > loss_text_ce: 0.03748497739434242 (0.03566734916988719) | > loss_mel_ce: 2.79715895652771 (nan) | > loss: 0.011248587630689144 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14132864628127526) | > loader_time: 0.0046 (0.0046247198368134105)  --> TIME: 2025-03-25 02:00:37 -- STEP: 20480/31555 -- GLOBAL_STEP: 777800 | > loss_text_ce: 0.0329585038125515 (0.035669813270169784) | > loss_mel_ce: 2.6638457775115967 (nan) | > loss: 0.01070160511881113 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14131766194477655) | > loader_time: 0.0046 (0.004624592198524622)  --> TIME: 2025-03-25 02:00:46 -- STEP: 20530/31555 -- GLOBAL_STEP: 777850 | > loss_text_ce: 0.029494978487491608 (0.03567062400610804) | > loss_mel_ce: 1.8257761001586914 (nan) | > loss: 0.007362187374383211 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.1413098347227685) | > loader_time: 0.0046 (0.004624582533132602)  --> TIME: 2025-03-25 02:00:56 -- STEP: 20580/31555 -- GLOBAL_STEP: 777900 | > loss_text_ce: 0.034034889191389084 (0.03567002454453134) | > loss_mel_ce: 2.91689395904541 (nan) | > loss: 0.011710036545991898 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14130997036821719) | > loader_time: 0.0047 (0.004624752273133241)  --> TIME: 2025-03-25 02:01:06 -- STEP: 20630/31555 -- GLOBAL_STEP: 777950 | > loss_text_ce: 0.04028730466961861 (0.03566767451959689) | > loss_mel_ce: 2.7786288261413574 (nan) | > loss: 0.011186175979673862 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14131495158648022) | > loader_time: 0.0046 (0.0046246771088977795)  --> TIME: 2025-03-25 02:01:15 -- STEP: 20680/31555 -- GLOBAL_STEP: 778000 | > loss_text_ce: 0.04147058725357056 (0.035668070609339374) | > loss_mel_ce: 0.1025390625 (nan) | > loss: 0.0005714669241569936 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14130990237746952) | > loader_time: 0.0048 (0.0046247227855992215)  --> TIME: 2025-03-25 02:01:25 -- STEP: 20730/31555 -- GLOBAL_STEP: 778050 | > loss_text_ce: 0.027300914749503136 (0.03566797307458436) | > loss_mel_ce: 2.78436279296875 (nan) | > loss: 0.011157396249473095 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14131695115502968) | > loader_time: 0.0045 (0.004624760662710036)  --> TIME: 2025-03-25 02:01:35 -- STEP: 20780/31555 -- GLOBAL_STEP: 778100 | > loss_text_ce: 0.025446094572544098 (0.035667595784274315) | > loss_mel_ce: 0.108917236328125 (nan) | > loss: 0.0005331878201104701 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14131291084730097) | > loader_time: 0.0045 (0.004624655352290485)  --> TIME: 2025-03-25 02:01:44 -- STEP: 20830/31555 -- GLOBAL_STEP: 778150 | > loss_text_ce: 0.03784948214888573 (0.035665976920308984) | > loss_mel_ce: 1.642881155014038 (nan) | > loss: 0.006669566035270691 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1413096056840648) | > loader_time: 0.0045 (0.004624752201715796)  --> TIME: 2025-03-25 02:01:54 -- STEP: 20880/31555 -- GLOBAL_STEP: 778200 | > loss_text_ce: 0.042432866990566254 (0.03566247803498971) | > loss_mel_ce: 2.6058976650238037 (nan) | > loss: 0.010509248822927475 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14131719849118757) | > loader_time: 0.0046 (0.004624849386598868)  --> TIME: 2025-03-25 02:02:04 -- STEP: 20930/31555 -- GLOBAL_STEP: 778250 | > loss_text_ce: 0.036371514201164246 (0.03566071288580106) | > loss_mel_ce: 2.819206714630127 (nan) | > loss: 0.011331659741699696 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.141310033682027) | > loader_time: 0.0047 (0.0046249785835641545)  --> TIME: 2025-03-25 02:02:13 -- STEP: 20980/31555 -- GLOBAL_STEP: 778300 | > loss_text_ce: 0.031800396740436554 (0.03565844729222259) | > loss_mel_ce: 2.7826242446899414 (nan) | > loss: 0.011168353259563446 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14130706966661946) | > loader_time: 0.0045 (0.004625027093350942)  --> TIME: 2025-03-25 02:02:23 -- STEP: 21030/31555 -- GLOBAL_STEP: 778350 | > loss_text_ce: 0.033177684992551804 (0.03565620286195359) | > loss_mel_ce: 2.663356304168701 (nan) | > loss: 0.010700532235205173 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14130319783758988) | > loader_time: 0.0047 (0.0046250869589536696)  --> TIME: 2025-03-25 02:02:32 -- STEP: 21080/31555 -- GLOBAL_STEP: 778400 | > loss_text_ce: 0.04051900655031204 (0.035657639938152456) | > loss_mel_ce: 1.3811523914337158 (nan) | > loss: 0.005641553550958633 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14131021059667798) | > loader_time: 0.0046 (0.004625111151013022)  --> TIME: 2025-03-25 02:02:42 -- STEP: 21130/31555 -- GLOBAL_STEP: 778450 | > loss_text_ce: 0.03954516351222992 (0.035656037357787294) | > loss_mel_ce: 2.543159246444702 (nan) | > loss: 0.010248826816678047 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14129700099919765) | > loader_time: 0.0047 (0.00462494887168296)  --> TIME: 2025-03-25 02:02:52 -- STEP: 21180/31555 -- GLOBAL_STEP: 778500 | > loss_text_ce: 0.038986917585134506 (0.035654091319980694) | > loss_mel_ce: 2.4350478649139404 (nan) | > loss: 0.009817599318921566 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14130272429658036) | > loader_time: 0.0047 (0.004625142217245271)  --> TIME: 2025-03-25 02:03:02 -- STEP: 21230/31555 -- GLOBAL_STEP: 778550 | > loss_text_ce: 0.046836432069540024 (0.03565521851849692) | > loss_mel_ce: 2.260878324508667 (nan) | > loss: 0.009157598949968815 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14131946595165415) | > loader_time: 0.0044 (0.004625082072142547)  --> TIME: 2025-03-25 02:03:11 -- STEP: 21280/31555 -- GLOBAL_STEP: 778600 | > loss_text_ce: 0.03242975473403931 (0.03565229677513827) | > loss_mel_ce: 2.533946990966797 (nan) | > loss: 0.010184034705162048 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14131988983853375) | > loader_time: 0.0045 (0.004625168902085237)  --> TIME: 2025-03-25 02:03:21 -- STEP: 21330/31555 -- GLOBAL_STEP: 778650 | > loss_text_ce: 0.03449205681681633 (0.035651210449728875) | > loss_mel_ce: 3.2002973556518555 (nan) | > loss: 0.012836466543376446 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14131151815003942) | > loader_time: 0.0045 (0.0046253150022482524)  --> TIME: 2025-03-25 02:03:31 -- STEP: 21380/31555 -- GLOBAL_STEP: 778700 | > loss_text_ce: 0.032643359154462814 (0.03565099585467721) | > loss_mel_ce: 2.433230400085449 (nan) | > loss: 0.009785213507711887 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14131897822844824) | > loader_time: 0.0049 (0.004625289466918572)  --> TIME: 2025-03-25 02:03:40 -- STEP: 21430/31555 -- GLOBAL_STEP: 778750 | > loss_text_ce: 0.033980827778577805 (0.035652030863405314) | > loss_mel_ce: 2.83084774017334 (nan) | > loss: 0.011368367820978165 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14131554222195908) | > loader_time: 0.0046 (0.004625275676850116)  --> TIME: 2025-03-25 02:03:50 -- STEP: 21480/31555 -- GLOBAL_STEP: 778800 | > loss_text_ce: 0.03717419132590294 (0.03565289565779168) | > loss_mel_ce: 2.3862438201904297 (nan) | > loss: 0.009616739116609097 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14130944963718015) | > loader_time: 0.0045 (0.004625206331079008)  --> TIME: 2025-03-25 02:04:00 -- STEP: 21530/31555 -- GLOBAL_STEP: 778850 | > loss_text_ce: 0.026879003271460533 (0.03565098868814514) | > loss_mel_ce: 1.0439724922180176 (nan) | > loss: 0.004249410703778267 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1413190512008238) | > loader_time: 0.0044 (0.004625091406560416)  --> TIME: 2025-03-25 02:04:09 -- STEP: 21580/31555 -- GLOBAL_STEP: 778900 | > loss_text_ce: 0.03139707073569298 (0.035648311561999255) | > loss_mel_ce: 3.309420108795166 (nan) | > loss: 0.01325721200555563 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14131635796482378) | > loader_time: 0.0047 (0.004624991962708618)  --> TIME: 2025-03-25 02:04:19 -- STEP: 21630/31555 -- GLOBAL_STEP: 778950 | > loss_text_ce: 0.04389727860689163 (0.03564937527326386) | > loss_mel_ce: 2.5747575759887695 (nan) | > loss: 0.010391488671302795 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14132574768569) | > loader_time: 0.0047 (0.004624868221873765)  --> TIME: 2025-03-25 02:04:29 -- STEP: 21680/31555 -- GLOBAL_STEP: 779000 | > loss_text_ce: 0.039464693516492844 (0.03565146644463168) | > loss_mel_ce: 3.1620032787323 (nan) | > loss: 0.01270423922687769 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14132893013998116) | > loader_time: 0.0045 (0.004624893821473488)  --> TIME: 2025-03-25 02:04:39 -- STEP: 21730/31555 -- GLOBAL_STEP: 779050 | > loss_text_ce: 0.029777875170111656 (0.03565278910841956) | > loss_mel_ce: 2.9249839782714844 (nan) | > loss: 0.011725245974957943 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14132500282916013) | > loader_time: 0.0046 (0.004624810813485999)  --> TIME: 2025-03-25 02:04:48 -- STEP: 21780/31555 -- GLOBAL_STEP: 779100 | > loss_text_ce: 0.03978264704346657 (0.03565298609441583) | > loss_mel_ce: 2.5057013034820557 (nan) | > loss: 0.010101127438247204 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14132727416312568) | > loader_time: 0.0045 (0.0046252126317159956)  --> TIME: 2025-03-25 02:04:58 -- STEP: 21830/31555 -- GLOBAL_STEP: 779150 | > loss_text_ce: 0.043734174221754074 (0.03565412567820964) | > loss_mel_ce: 2.7465367317199707 (nan) | > loss: 0.01107250340282917 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.141328102680613) | > loader_time: 0.0072 (0.004625415681864327)  --> TIME: 2025-03-25 02:05:08 -- STEP: 21880/31555 -- GLOBAL_STEP: 779200 | > loss_text_ce: 0.03655542433261871 (0.03565156406793662) | > loss_mel_ce: 3.064939498901367 (nan) | > loss: 0.01230752095580101 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14134006010984757) | > loader_time: 0.0046 (0.004625794721913731)  --> TIME: 2025-03-25 02:05:18 -- STEP: 21930/31555 -- GLOBAL_STEP: 779250 | > loss_text_ce: 0.031999148428440094 (0.03565029670075439) | > loss_mel_ce: 3.0311570167541504 (nan) | > loss: 0.012155381962656975 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14134792066087862) | > loader_time: 0.0044 (0.004625353626176425)  --> TIME: 2025-03-25 02:05:27 -- STEP: 21980/31555 -- GLOBAL_STEP: 779300 | > loss_text_ce: 0.036318179219961166 (0.03565152403864681) | > loss_mel_ce: 2.5872418880462646 (nan) | > loss: 0.010410952381789684 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1413493804111598) | > loader_time: 0.0047 (0.004625147749230039)  --> TIME: 2025-03-25 02:05:37 -- STEP: 22030/31555 -- GLOBAL_STEP: 779350 | > loss_text_ce: 0.03234318271279335 (0.035650131206188776) | > loss_mel_ce: 2.9112164974212646 (nan) | > loss: 0.011680793017148972 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14135013192662058) | > loader_time: 0.0048 (0.0046251839851175125)  --> TIME: 2025-03-25 02:05:47 -- STEP: 22080/31555 -- GLOBAL_STEP: 779400 | > loss_text_ce: 0.031546443700790405 (0.03564798303688342) | > loss_mel_ce: 3.0541956424713135 (nan) | > loss: 0.01224500872194767 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14135023789561285) | > loader_time: 0.0043 (0.004625098320884983)  --> TIME: 2025-03-25 02:05:57 -- STEP: 22130/31555 -- GLOBAL_STEP: 779450 | > loss_text_ce: 0.042271070182323456 (0.03564818972406943) | > loss_mel_ce: 3.0101702213287354 (nan) | > loss: 0.01211286336183548 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14136396896984565) | > loader_time: 0.0047 (0.004624984967886356)  --> TIME: 2025-03-25 02:06:07 -- STEP: 22180/31555 -- GLOBAL_STEP: 779500 | > loss_text_ce: 0.04471537843346596 (0.035648546301331026) | > loss_mel_ce: 0.0220947265625 (nan) | > loss: 0.000265119451796636 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14136337719058195) | > loader_time: 0.0046 (0.004625153315830488)  --> TIME: 2025-03-25 02:06:16 -- STEP: 22230/31555 -- GLOBAL_STEP: 779550 | > loss_text_ce: 0.03149554878473282 (0.035646251867954254) | > loss_mel_ce: 2.7898995876312256 (nan) | > loss: 0.011196013540029526 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14135747097442647) | > loader_time: 0.0044 (0.0046249358116695624)  --> TIME: 2025-03-25 02:06:25 -- STEP: 22280/31555 -- GLOBAL_STEP: 779600 | > loss_text_ce: 0.02722361497581005 (0.03564719165248179) | > loss_mel_ce: 2.8826792240142822 (nan) | > loss: 0.011547233909368515 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14134673048178623) | > loader_time: 0.0043 (0.004624671182683815)  --> TIME: 2025-03-25 02:06:35 -- STEP: 22330/31555 -- GLOBAL_STEP: 779650 | > loss_text_ce: 0.03740823268890381 (0.035645612441604316) | > loss_mel_ce: 2.9143834114074707 (nan) | > loss: 0.011713460087776184 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14135316539333878) | > loader_time: 0.0047 (0.004624657763315859)  --> TIME: 2025-03-25 02:06:45 -- STEP: 22380/31555 -- GLOBAL_STEP: 779700 | > loss_text_ce: 0.03184767812490463 (0.03564481242810406) | > loss_mel_ce: 3.1327085494995117 (nan) | > loss: 0.01255776360630989 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1413486385686358) | > loader_time: 0.0047 (0.004624637564555993)  --> TIME: 2025-03-25 02:06:54 -- STEP: 22430/31555 -- GLOBAL_STEP: 779750 | > loss_text_ce: 0.02833314798772335 (0.0356443764883539) | > loss_mel_ce: 2.7470202445983887 (nan) | > loss: 0.011013307608664036 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14133943723771253) | > loader_time: 0.0045 (0.004624574459720493)  --> TIME: 2025-03-25 02:07:04 -- STEP: 22480/31555 -- GLOBAL_STEP: 779800 | > loss_text_ce: 0.034734491258859634 (0.035643823577292) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1413356152505635) | > loader_time: 0.0046 (0.004624446855321046)  --> TIME: 2025-03-25 02:07:13 -- STEP: 22530/31555 -- GLOBAL_STEP: 779850 | > loss_text_ce: 0.04235098883509636 (0.0356452986057744) | > loss_mel_ce: 2.8255457878112793 (nan) | > loss: 0.011380543932318687 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1413326147128567) | > loader_time: 0.0046 (0.00462431498119897)  --> TIME: 2025-03-25 02:07:23 -- STEP: 22580/31555 -- GLOBAL_STEP: 779900 | > loss_text_ce: 0.03429950401186943 (0.035644646252211344) | > loss_mel_ce: 3.080512523651123 (nan) | > loss: 0.012360366061329842 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14133945294879383) | > loader_time: 0.0046 (0.004624327069579015)  --> TIME: 2025-03-25 02:07:33 -- STEP: 22630/31555 -- GLOBAL_STEP: 779950 | > loss_text_ce: 0.038483474403619766 (0.0356425569810049) | > loss_mel_ce: 2.814255714416504 (nan) | > loss: 0.011320393532514572 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14133722545086036) | > loader_time: 0.0045 (0.004624185728594829)  --> TIME: 2025-03-25 02:07:43 -- STEP: 22680/31555 -- GLOBAL_STEP: 780000 | > loss_text_ce: 0.03723974525928497 (0.03564527582470029) | > loss_mel_ce: 3.0859196186065674 (nan) | > loss: 0.01239349041134119 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14134716107731765) | > loader_time: 0.0043 (0.004624331996133921) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_780000.pth  --> TIME: 2025-03-25 02:07:58 -- STEP: 22730/31555 -- GLOBAL_STEP: 780050 | > loss_text_ce: 0.02931373380124569 (0.035645464442062604) | > loss_mel_ce: 0.04345703125 (nan) | > loss: 0.00028877289150841534 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1413375450554682) | > loader_time: 0.0052 (0.004624650093410902)  --> TIME: 2025-03-25 02:08:07 -- STEP: 22780/31555 -- GLOBAL_STEP: 780100 | > loss_text_ce: 0.026634879410266876 (0.035645639460290514) | > loss_mel_ce: 1.8802984952926636 (nan) | > loss: 0.007567196618765593 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14133353011455307) | > loader_time: 0.0044 (0.004624807677633197)  --> TIME: 2025-03-25 02:08:16 -- STEP: 22830/31555 -- GLOBAL_STEP: 780150 | > loss_text_ce: 0.03184295818209648 (0.03564329342386318) | > loss_mel_ce: 2.410956621170044 (nan) | > loss: 0.009693649597465992 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.141320978190572) | > loader_time: 0.0045 (0.004624786044858907)  --> TIME: 2025-03-25 02:08:26 -- STEP: 22880/31555 -- GLOBAL_STEP: 780200 | > loss_text_ce: 0.026517817750573158 (0.03564101900507309) | > loss_mel_ce: 3.1708505153656006 (nan) | > loss: 0.012687970884144306 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14131465018629183) | > loader_time: 0.0044 (0.004624686020237575)  --> TIME: 2025-03-25 02:08:36 -- STEP: 22930/31555 -- GLOBAL_STEP: 780250 | > loss_text_ce: 0.03238413855433464 (0.03564197859615995) | > loss_mel_ce: 2.9419546127319336 (nan) | > loss: 0.011802932247519493 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14131463010707265) | > loader_time: 0.0049 (0.004624470352242712)  --> TIME: 2025-03-25 02:08:45 -- STEP: 22980/31555 -- GLOBAL_STEP: 780300 | > loss_text_ce: 0.03530242666602135 (0.03564308635599526) | > loss_mel_ce: 3.094507932662964 (nan) | > loss: 0.012419883161783218 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14131770352885645) | > loader_time: 0.0044 (0.004624525996474613)  --> TIME: 2025-03-25 02:08:55 -- STEP: 23030/31555 -- GLOBAL_STEP: 780350 | > loss_text_ce: 0.033826570957899094 (0.03564020955621342) | > loss_mel_ce: 2.6600961685180664 (nan) | > loss: 0.010690170340240002 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14132154886483408) | > loader_time: 0.0046 (0.004624410137320614)  --> TIME: 2025-03-25 02:09:05 -- STEP: 23080/31555 -- GLOBAL_STEP: 780400 | > loss_text_ce: 0.030306726694107056 (0.035640499611753494) | > loss_mel_ce: 2.6580898761749268 (nan) | > loss: 0.010668241418898106 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1413269116209118) | > loader_time: 0.0043 (0.00462430131910578)  --> TIME: 2025-03-25 02:09:14 -- STEP: 23130/31555 -- GLOBAL_STEP: 780450 | > loss_text_ce: 0.03572271019220352 (0.03564198493947083) | > loss_mel_ce: 2.2531630992889404 (nan) | > loss: 0.009082880802452564 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1413246209003994) | > loader_time: 0.0044 (0.004624112787259071)  --> TIME: 2025-03-25 02:09:24 -- STEP: 23180/31555 -- GLOBAL_STEP: 780500 | > loss_text_ce: 0.03137969970703125 (0.035642593348321976) | > loss_mel_ce: 2.7427024841308594 (nan) | > loss: 0.011008263565599918 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14133135385817758) | > loader_time: 0.0046 (0.004624166994695522)  --> TIME: 2025-03-25 02:09:34 -- STEP: 23230/31555 -- GLOBAL_STEP: 780550 | > loss_text_ce: 0.043982792645692825 (0.035641149357097876) | > loss_mel_ce: 2.291696310043335 (nan) | > loss: 0.009268567897379398 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14133610925538959) | > loader_time: 0.0046 (0.004624059381948889)  --> TIME: 2025-03-25 02:09:44 -- STEP: 23280/31555 -- GLOBAL_STEP: 780600 | > loss_text_ce: 0.03344873711466789 (0.03564144115854259) | > loss_mel_ce: 2.0184905529022217 (nan) | > loss: 0.008142616599798203 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14134262881123316) | > loader_time: 0.0045 (0.004623921036310622)  --> TIME: 2025-03-25 02:09:53 -- STEP: 23330/31555 -- GLOBAL_STEP: 780650 | > loss_text_ce: 0.04170110076665878 (0.035640298646259894) | > loss_mel_ce: 2.935133934020996 (nan) | > loss: 0.011812837794423103 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1413328217274632) | > loader_time: 0.0046 (0.0046236730674485286)  --> TIME: 2025-03-25 02:10:03 -- STEP: 23380/31555 -- GLOBAL_STEP: 780700 | > loss_text_ce: 0.03767531365156174 (0.035642358463240355) | > loss_mel_ce: 3.0556318759918213 (nan) | > loss: 0.0122750299051404 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14133370195932102) | > loader_time: 0.0047 (0.004623455364954987)  --> TIME: 2025-03-25 02:10:13 -- STEP: 23430/31555 -- GLOBAL_STEP: 780750 | > loss_text_ce: 0.03269975632429123 (0.03564442135612272) | > loss_mel_ce: 2.604747772216797 (nan) | > loss: 0.01046606246381998 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14134078521378468) | > loader_time: 0.0045 (0.004623257976488022)  --> TIME: 2025-03-25 02:10:23 -- STEP: 23480/31555 -- GLOBAL_STEP: 780800 | > loss_text_ce: 0.03259780630469322 (0.03564254917411459) | > loss_mel_ce: 2.692096710205078 (nan) | > loss: 0.01081228069961071 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.141346206139056) | > loader_time: 0.0045 (0.004623126232238196)  --> TIME: 2025-03-25 02:10:32 -- STEP: 23530/31555 -- GLOBAL_STEP: 780850 | > loss_text_ce: 0.03718101978302002 (0.035640133985845354) | > loss_mel_ce: 2.3989248275756836 (nan) | > loss: 0.00966708641499281 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.1413484768516907) | > loader_time: 0.0048 (0.004622914656344446)  --> TIME: 2025-03-25 02:10:42 -- STEP: 23580/31555 -- GLOBAL_STEP: 780900 | > loss_text_ce: 0.03867408260703087 (0.03563940746743699) | > loss_mel_ce: 3.0299875736236572 (nan) | > loss: 0.01217722985893488 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14133331034525243) | > loader_time: 0.0044 (0.004622704068718575)  --> TIME: 2025-03-25 02:10:51 -- STEP: 23630/31555 -- GLOBAL_STEP: 780950 | > loss_text_ce: 0.042217619717121124 (0.035639156648472496) | > loss_mel_ce: 2.4854166507720947 (nan) | > loss: 0.010030295699834824 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14133677295946326) | > loader_time: 0.0049 (0.0046227674891875055)  --> TIME: 2025-03-25 02:11:01 -- STEP: 23680/31555 -- GLOBAL_STEP: 781000 | > loss_text_ce: 0.03790614753961563 (0.03564019489430102) | > loss_mel_ce: 2.5591819286346436 (nan) | > loss: 0.01030590571463108 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14133654009248758) | > loader_time: 0.0048 (0.004622860021285112)  --> TIME: 2025-03-25 02:11:11 -- STEP: 23730/31555 -- GLOBAL_STEP: 781050 | > loss_text_ce: 0.030312636867165565 (0.035641112896973935) | > loss_mel_ce: 2.5560529232025146 (nan) | > loss: 0.010263355448842049 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14133591983472055) | > loader_time: 0.0045 (0.004622865356175248)  --> TIME: 2025-03-25 02:11:20 -- STEP: 23780/31555 -- GLOBAL_STEP: 781100 | > loss_text_ce: 0.03277958929538727 (0.035642971274935896) | > loss_mel_ce: 2.8734042644500732 (nan) | > loss: 0.011532477103173733 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14134003167597553) | > loader_time: 0.0043 (0.004622744100248248)  --> TIME: 2025-03-25 02:11:30 -- STEP: 23830/31555 -- GLOBAL_STEP: 781150 | > loss_text_ce: 0.036059215664863586 (0.03564411746681956) | > loss_mel_ce: 3.1195175647735596 (nan) | > loss: 0.012522130273282528 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1413305551826678) | > loader_time: 0.0048 (0.004622726184302308)  --> TIME: 2025-03-25 02:11:39 -- STEP: 23880/31555 -- GLOBAL_STEP: 781200 | > loss_text_ce: 0.038744352757930756 (0.03564653127189821) | > loss_mel_ce: 2.6479804515838623 (nan) | > loss: 0.01066160760819912 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14132469020896213) | > loader_time: 0.0049 (0.0046229104899880935)  --> TIME: 2025-03-25 02:11:49 -- STEP: 23930/31555 -- GLOBAL_STEP: 781250 | > loss_text_ce: 0.05468951165676117 (0.03564694650191795) | > loss_mel_ce: 2.7098052501678467 (nan) | > loss: 0.010970217175781727 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14131817654292048) | > loader_time: 0.0046 (0.004623145375648308)  --> TIME: 2025-03-25 02:11:58 -- STEP: 23980/31555 -- GLOBAL_STEP: 781300 | > loss_text_ce: 0.0352863147854805 (0.03564147278748076) | > loss_mel_ce: 1.230703353881836 (nan) | > loss: 0.00502376863732934 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14131319327986766) | > loader_time: 0.0043 (0.004623102167430179)  --> TIME: 2025-03-25 02:12:08 -- STEP: 24030/31555 -- GLOBAL_STEP: 781350 | > loss_text_ce: 0.03557966277003288 (0.035642143868141116) | > loss_mel_ce: 3.029240131378174 (nan) | > loss: 0.012161984108388424 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14131234428359726) | > loader_time: 0.0045 (0.004622914103533003)  --> TIME: 2025-03-25 02:12:17 -- STEP: 24080/31555 -- GLOBAL_STEP: 781400 | > loss_text_ce: 0.030001891776919365 (0.03563987193486065) | > loss_mel_ce: 2.3297157287597656 (nan) | > loss: 0.009363959543406963 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14130027110988522) | > loader_time: 0.0043 (0.004622599660756189)  --> TIME: 2025-03-25 02:12:27 -- STEP: 24130/31555 -- GLOBAL_STEP: 781450 | > loss_text_ce: 0.05014399066567421 (0.03564206502248682) | > loss_mel_ce: 1.8185476064682007 (nan) | > loss: 0.007415443193167448 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1413043346535453) | > loader_time: 0.0043 (0.004622468521522879)  --> TIME: 2025-03-25 02:12:37 -- STEP: 24180/31555 -- GLOBAL_STEP: 781500 | > loss_text_ce: 0.038718126714229584 (0.03563975857403631) | > loss_mel_ce: 3.139035701751709 (nan) | > loss: 0.012610135599970818 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14130815037821218) | > loader_time: 0.0045 (0.00462230107723139)  --> TIME: 2025-03-25 02:12:46 -- STEP: 24230/31555 -- GLOBAL_STEP: 781550 | > loss_text_ce: 0.031956229358911514 (0.035641657581012696) | > loss_mel_ce: 0.9590031504631042 (nan) | > loss: 0.0039323787204921246 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.141292165214249) | > loader_time: 0.0042 (0.004621930020041478)  --> TIME: 2025-03-25 02:12:56 -- STEP: 24280/31555 -- GLOBAL_STEP: 781600 | > loss_text_ce: 0.030321918427944183 (0.03563967244895246) | > loss_mel_ce: 2.682560443878174 (nan) | > loss: 0.010765406303107738 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14129747808274185) | > loader_time: 0.0047 (0.004621867214435416)  --> TIME: 2025-03-25 02:13:06 -- STEP: 24330/31555 -- GLOBAL_STEP: 781650 | > loss_text_ce: 0.025039294734597206 (0.03563884892908629) | > loss_mel_ce: 2.1707820892333984 (nan) | > loss: 0.008713576942682266 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14130534440756737) | > loader_time: 0.0045 (0.004621794485428484)  --> TIME: 2025-03-25 02:13:15 -- STEP: 24380/31555 -- GLOBAL_STEP: 781700 | > loss_text_ce: 0.03197881579399109 (0.035635000826421376) | > loss_mel_ce: 0.05095672607421875 (nan) | > loss: 0.00032910931622609496 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14130253765405051) | > loader_time: 0.0042 (0.004621924602956052)  --> TIME: 2025-03-25 02:13:25 -- STEP: 24430/31555 -- GLOBAL_STEP: 781750 | > loss_text_ce: 0.04066023603081703 (0.03563641590953377) | > loss_mel_ce: 0.8639323115348816 (nan) | > loss: 0.0035896531771868467 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14130748694322656) | > loader_time: 0.0045 (0.004621888524530568)  --> TIME: 2025-03-25 02:13:35 -- STEP: 24480/31555 -- GLOBAL_STEP: 781800 | > loss_text_ce: 0.035607218742370605 (0.035635808774147085) | > loss_mel_ce: 2.271589756011963 (nan) | > loss: 0.009155544452369213 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1413045463219187) | > loader_time: 0.0043 (0.004621843136603542)  --> TIME: 2025-03-25 02:13:44 -- STEP: 24530/31555 -- GLOBAL_STEP: 781850 | > loss_text_ce: 0.03681626170873642 (0.035633900587071735) | > loss_mel_ce: 2.431994676589966 (nan) | > loss: 0.009796869941055775 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1413030037139319) | > loader_time: 0.0047 (0.004621866446245077)  --> TIME: 2025-03-25 02:13:54 -- STEP: 24580/31555 -- GLOBAL_STEP: 781900 | > loss_text_ce: 0.034003376960754395 (0.03563063528181882) | > loss_mel_ce: 2.6268386840820312 (nan) | > loss: 0.010558897629380226 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14130219532475402) | > loader_time: 0.0048 (0.0046218374669794345)  --> TIME: 2025-03-25 02:14:04 -- STEP: 24630/31555 -- GLOBAL_STEP: 781950 | > loss_text_ce: 0.03231283649802208 (0.035630888353891256) | > loss_mel_ce: 3.026345729827881 (nan) | > loss: 0.012137535028159618 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14130178147392242) | > loader_time: 0.0044 (0.004621701467051718)  --> TIME: 2025-03-25 02:14:13 -- STEP: 24680/31555 -- GLOBAL_STEP: 782000 | > loss_text_ce: 0.03983069956302643 (0.03563175497609069) | > loss_mel_ce: 2.50820255279541 (nan) | > loss: 0.010111243464052677 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14130341710109176) | > loader_time: 0.0042 (0.004621581242961667)  --> TIME: 2025-03-25 02:14:23 -- STEP: 24730/31555 -- GLOBAL_STEP: 782050 | > loss_text_ce: 0.04276254028081894 (0.035631953363653115) | > loss_mel_ce: 2.7791941165924072 (nan) | > loss: 0.011198241263628006 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14131364475316563) | > loader_time: 0.0049 (0.004621340087970836)  --> TIME: 2025-03-25 02:14:33 -- STEP: 24780/31555 -- GLOBAL_STEP: 782100 | > loss_text_ce: 0.040919359773397446 (0.03563477191288584) | > loss_mel_ce: 2.6067092418670654 (nan) | > loss: 0.0105064632371068 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14131109475897036) | > loader_time: 0.0045 (0.004621370922085541)  --> TIME: 2025-03-25 02:14:42 -- STEP: 24830/31555 -- GLOBAL_STEP: 782150 | > loss_text_ce: 0.0460050106048584 (0.035633515315997004) | > loss_mel_ce: 2.5516622066497803 (nan) | > loss: 0.010308204218745232 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1413036059814741) | > loader_time: 0.0046 (0.004621208218187747)  --> TIME: 2025-03-25 02:14:52 -- STEP: 24880/31555 -- GLOBAL_STEP: 782200 | > loss_text_ce: 0.027575403451919556 (0.035633108487025) | > loss_mel_ce: 2.7562546730041504 (nan) | > loss: 0.011046946048736572 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.141307938185152) | > loader_time: 0.0045 (0.00462118120822108)  --> TIME: 2025-03-25 02:15:02 -- STEP: 24930/31555 -- GLOBAL_STEP: 782250 | > loss_text_ce: 0.03681718185544014 (0.035630754767881787) | > loss_mel_ce: 2.5369997024536133 (nan) | > loss: 0.010213559493422508 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14130666660487864) | > loader_time: 0.0046 (0.004621169904700434)  --> TIME: 2025-03-25 02:15:11 -- STEP: 24980/31555 -- GLOBAL_STEP: 782300 | > loss_text_ce: 0.03136442229151726 (0.035632497541497735) | > loss_mel_ce: 2.8561336994171143 (nan) | > loss: 0.011458327062427998 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14130660101735576) | > loader_time: 0.0045 (0.0046212474568735696)  --> TIME: 2025-03-25 02:15:21 -- STEP: 25030/31555 -- GLOBAL_STEP: 782350 | > loss_text_ce: 0.027542399242520332 (0.035627920779016865) | > loss_mel_ce: 3.4389474391937256 (nan) | > loss: 0.013755912892520428 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1413020477740708) | > loader_time: 0.0049 (0.004620975606021419)  --> TIME: 2025-03-25 02:15:31 -- STEP: 25080/31555 -- GLOBAL_STEP: 782400 | > loss_text_ce: 0.030635112896561623 (0.035626183628020114) | > loss_mel_ce: 1.7526118755340576 (nan) | > loss: 0.007076377514749765 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14130745887566232) | > loader_time: 0.0042 (0.004620679761424195)  --> TIME: 2025-03-25 02:15:40 -- STEP: 25130/31555 -- GLOBAL_STEP: 782450 | > loss_text_ce: 0.026402486488223076 (0.035624864763423636) | > loss_mel_ce: 2.3069393634796143 (nan) | > loss: 0.009259293787181377 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14130846957879592) | > loader_time: 0.0043 (0.004620287990456209)  --> TIME: 2025-03-25 02:15:50 -- STEP: 25180/31555 -- GLOBAL_STEP: 782500 | > loss_text_ce: 0.0238838791847229 (0.03562349945246134) | > loss_mel_ce: 2.832836627960205 (nan) | > loss: 0.011336192488670349 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14129926968037482) | > loader_time: 0.0044 (0.004619995140669543)  --> TIME: 2025-03-25 02:15:59 -- STEP: 25230/31555 -- GLOBAL_STEP: 782550 | > loss_text_ce: 0.03217979893088341 (0.03562390056272276) | > loss_mel_ce: 0.0603841133415699 (nan) | > loss: 0.00036731714499183 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14128741298551586) | > loader_time: 0.0045 (0.004620221877353213)  --> TIME: 2025-03-25 02:16:09 -- STEP: 25280/31555 -- GLOBAL_STEP: 782600 | > loss_text_ce: 0.03271055966615677 (0.0356232529470722) | > loss_mel_ce: 3.2817084789276123 (nan) | > loss: 0.01315245684236288 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14128472053363378) | > loader_time: 0.0047 (0.004620240289199187)  --> TIME: 2025-03-25 02:16:18 -- STEP: 25330/31555 -- GLOBAL_STEP: 782650 | > loss_text_ce: 0.03365990146994591 (0.03562527239805063) | > loss_mel_ce: 1.9996232986450195 (nan) | > loss: 0.008068584837019444 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14128709454993915) | > loader_time: 0.0043 (0.004620029518738861)  --> TIME: 2025-03-25 02:16:28 -- STEP: 25380/31555 -- GLOBAL_STEP: 782700 | > loss_text_ce: 0.04396955296397209 (0.035623450219701744) | > loss_mel_ce: 2.892824649810791 (nan) | > loss: 0.011653945781290531 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1412887214487048) | > loader_time: 0.0047 (0.004619949149559375)  --> TIME: 2025-03-25 02:16:38 -- STEP: 25430/31555 -- GLOBAL_STEP: 782750 | > loss_text_ce: 0.035120248794555664 (0.03561989285170495) | > loss_mel_ce: 2.465826988220215 (nan) | > loss: 0.009924394078552723 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412942245538156) | > loader_time: 0.0047 (0.004620068700492629)  --> TIME: 2025-03-25 02:16:47 -- STEP: 25480/31555 -- GLOBAL_STEP: 782800 | > loss_text_ce: 0.03401246294379234 (0.03561866691312652) | > loss_mel_ce: 2.445124387741089 (nan) | > loss: 0.009837845340371132 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14128708217170263) | > loader_time: 0.0049 (0.004619943272187897)  --> TIME: 2025-03-25 02:16:57 -- STEP: 25530/31555 -- GLOBAL_STEP: 782850 | > loss_text_ce: 0.034513574093580246 (0.03561527192165091) | > loss_mel_ce: 2.359992742538452 (nan) | > loss: 0.009502009488642216 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14128224084856425) | > loader_time: 0.0047 (0.004619970566330812)  --> TIME: 2025-03-25 02:17:07 -- STEP: 25580/31555 -- GLOBAL_STEP: 782900 | > loss_text_ce: 0.03342776373028755 (0.035614338469203054) | > loss_mel_ce: 2.486055374145508 (nan) | > loss: 0.009997949004173279 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14128756346042745) | > loader_time: 0.0044 (0.004620187631149222)  --> TIME: 2025-03-25 02:17:16 -- STEP: 25630/31555 -- GLOBAL_STEP: 782950 | > loss_text_ce: 0.04034757986664772 (0.035616190467426666) | > loss_mel_ce: 2.757122039794922 (nan) | > loss: 0.011101070791482925 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14128069940880392) | > loader_time: 0.0048 (0.004620075179318442)  --> TIME: 2025-03-25 02:17:26 -- STEP: 25680/31555 -- GLOBAL_STEP: 783000 | > loss_text_ce: 0.03819780424237251 (0.03561373487756102) | > loss_mel_ce: 2.403671979904175 (nan) | > loss: 0.009689959697425365 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14128408574983778) | > loader_time: 0.0047 (0.004620290517435626)  --> TIME: 2025-03-25 02:17:35 -- STEP: 25730/31555 -- GLOBAL_STEP: 783050 | > loss_text_ce: 0.03921569138765335 (0.03561575075534016) | > loss_mel_ce: 0.109375 (nan) | > loss: 0.0005896455841138959 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14127329203853672) | > loader_time: 0.0047 (0.004620313774135562)  --> TIME: 2025-03-25 02:17:45 -- STEP: 25780/31555 -- GLOBAL_STEP: 783100 | > loss_text_ce: 0.056557994335889816 (0.03561644582236817) | > loss_mel_ce: 1.765227198600769 (nan) | > loss: 0.007229306735098362 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14127691485698748) | > loader_time: 0.0049 (0.00462052641773149)  --> TIME: 2025-03-25 02:17:55 -- STEP: 25830/31555 -- GLOBAL_STEP: 783150 | > loss_text_ce: 0.03519655019044876 (0.035618197114397634) | > loss_mel_ce: 2.7146527767181396 (nan) | > loss: 0.010912100784480572 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1412821307184163) | > loader_time: 0.0048 (0.004620553106011868)  --> TIME: 2025-03-25 02:18:04 -- STEP: 25880/31555 -- GLOBAL_STEP: 783200 | > loss_text_ce: 0.03185995668172836 (0.03561598967359199) | > loss_mel_ce: 2.4313671588897705 (nan) | > loss: 0.009774710983037949 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14127814675777772) | > loader_time: 0.0048 (0.004620610764811537)  --> TIME: 2025-03-25 02:18:14 -- STEP: 25930/31555 -- GLOBAL_STEP: 783250 | > loss_text_ce: 0.036380406469106674 (0.035614781423999535) | > loss_mel_ce: 3.0378355979919434 (nan) | > loss: 0.01219927053898573 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1412749094067513) | > loader_time: 0.0046 (0.0046208231871163845)  --> TIME: 2025-03-25 02:18:23 -- STEP: 25980/31555 -- GLOBAL_STEP: 783300 | > loss_text_ce: 0.04456126689910889 (0.03561036558778785) | > loss_mel_ce: 2.3129937648773193 (nan) | > loss: 0.009355377405881882 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14127317856053764) | > loader_time: 0.0046 (0.004620874781531487)  --> TIME: 2025-03-25 02:18:33 -- STEP: 26030/31555 -- GLOBAL_STEP: 783350 | > loss_text_ce: 0.029567644000053406 (0.03561247667670544) | > loss_mel_ce: 2.614767074584961 (nan) | > loss: 0.010493393056094646 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14127647905133595) | > loader_time: 0.0046 (0.004620820267860852)  --> TIME: 2025-03-25 02:18:43 -- STEP: 26080/31555 -- GLOBAL_STEP: 783400 | > loss_text_ce: 0.0312919057905674 (0.035612705140874626) | > loss_mel_ce: 2.621600866317749 (nan) | > loss: 0.010527352802455425 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14128296299397605) | > loader_time: 0.005 (0.0046208924493906615)  --> TIME: 2025-03-25 02:18:53 -- STEP: 26130/31555 -- GLOBAL_STEP: 783450 | > loss_text_ce: 0.032030459493398666 (0.035614959553377436) | > loss_mel_ce: 2.55971360206604 (nan) | > loss: 0.010284698568284512 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14127859944271695) | > loader_time: 0.0047 (0.004620898823787365)  --> TIME: 2025-03-25 02:19:03 -- STEP: 26180/31555 -- GLOBAL_STEP: 783500 | > loss_text_ce: 0.032967858016490936 (0.03561794548306117) | > loss_mel_ce: 2.5546319484710693 (nan) | > loss: 0.010268253274261951 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14129108758806946) | > loader_time: 0.0049 (0.004620934434297702)  --> TIME: 2025-03-25 02:19:12 -- STEP: 26230/31555 -- GLOBAL_STEP: 783550 | > loss_text_ce: 0.02830876037478447 (0.03561529719337878) | > loss_mel_ce: 0.040283203125 (nan) | > loss: 0.0002721903729252517 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14129171089684328) | > loader_time: 0.0048 (0.0046210550325679394)  --> TIME: 2025-03-25 02:19:22 -- STEP: 26280/31555 -- GLOBAL_STEP: 783600 | > loss_text_ce: 0.03411305695772171 (0.035616033498688325) | > loss_mel_ce: 2.9729390144348145 (nan) | > loss: 0.011932747438549995 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14129378151494473) | > loader_time: 0.0046 (0.004621114052231087)  --> TIME: 2025-03-25 02:19:32 -- STEP: 26330/31555 -- GLOBAL_STEP: 783650 | > loss_text_ce: 0.03216710314154625 (0.03561756003752749) | > loss_mel_ce: 2.60111665725708 (nan) | > loss: 0.010449539870023727 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14130148765391604) | > loader_time: 0.0046 (0.004621094195869)  --> TIME: 2025-03-25 02:19:42 -- STEP: 26380/31555 -- GLOBAL_STEP: 783700 | > loss_text_ce: 0.033785104751586914 (0.03561625321564457) | > loss_mel_ce: 2.8284239768981934 (nan) | > loss: 0.011357973329722881 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14130133648005508) | > loader_time: 0.0045 (0.004621011954170902)  --> TIME: 2025-03-25 02:19:51 -- STEP: 26430/31555 -- GLOBAL_STEP: 783750 | > loss_text_ce: 0.019633911550045013 (0.035613479854054976) | > loss_mel_ce: 1.2436116933822632 (nan) | > loss: 0.005012879613786936 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14129355344364639) | > loader_time: 0.0044 (0.004621011318693187)  --> TIME: 2025-03-25 02:20:00 -- STEP: 26480/31555 -- GLOBAL_STEP: 783800 | > loss_text_ce: 0.03778356313705444 (0.03561084124799884) | > loss_mel_ce: 3.0749351978302 (nan) | > loss: 0.012352059595286846 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14127703195612273) | > loader_time: 0.0045 (0.0046208076786778875)  --> TIME: 2025-03-25 02:20:10 -- STEP: 26530/31555 -- GLOBAL_STEP: 783850 | > loss_text_ce: 0.039312928915023804 (0.03561021424893159) | > loss_mel_ce: 1.9633543491363525 (nan) | > loss: 0.00794709287583828 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14127525699125196) | > loader_time: 0.0045 (0.004620923629312122)  --> TIME: 2025-03-25 02:20:20 -- STEP: 26580/31555 -- GLOBAL_STEP: 783900 | > loss_text_ce: 0.037928782403469086 (0.03560966954589671) | > loss_mel_ce: 2.8822011947631836 (nan) | > loss: 0.011587818153202534 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14128945499008305) | > loader_time: 0.0046 (0.004620904165430117)  --> TIME: 2025-03-25 02:20:30 -- STEP: 26630/31555 -- GLOBAL_STEP: 783950 | > loss_text_ce: 0.029400577768683434 (0.035609196723304905) | > loss_mel_ce: 2.40944766998291 (nan) | > loss: 0.009677969850599766 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14129887540404024) | > loader_time: 0.0045 (0.004621058561459007)  --> TIME: 2025-03-25 02:20:40 -- STEP: 26680/31555 -- GLOBAL_STEP: 784000 | > loss_text_ce: 0.02897174283862114 (0.035608715817647865) | > loss_mel_ce: 2.3158271312713623 (nan) | > loss: 0.009304757229983807 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1413024979820854) | > loader_time: 0.0045 (0.004621131765073918)  --> TIME: 2025-03-25 02:20:50 -- STEP: 26730/31555 -- GLOBAL_STEP: 784050 | > loss_text_ce: 0.035450343042612076 (0.03560611410927086) | > loss_mel_ce: 2.4964520931243896 (nan) | > loss: 0.01004723273217678 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14131870489195442) | > loader_time: 0.0043 (0.004621251709578051)  --> TIME: 2025-03-25 02:20:59 -- STEP: 26780/31555 -- GLOBAL_STEP: 784100 | > loss_text_ce: 0.029221102595329285 (0.035604687078972165) | > loss_mel_ce: 0.8541420102119446 (nan) | > loss: 0.003505409462377429 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14131351769905323) | > loader_time: 0.0046 (0.004621223018096397)  --> TIME: 2025-03-25 02:21:09 -- STEP: 26830/31555 -- GLOBAL_STEP: 784150 | > loss_text_ce: 0.032265204936265945 (0.035605052627062234) | > loss_mel_ce: 3.402169942855835 (nan) | > loss: 0.013628711923956871 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14131493122329764) | > loader_time: 0.0047 (0.004621228663458377)  --> TIME: 2025-03-25 02:21:18 -- STEP: 26880/31555 -- GLOBAL_STEP: 784200 | > loss_text_ce: 0.03365936130285263 (0.03560342165264532) | > loss_mel_ce: 3.1744089126586914 (nan) | > loss: 0.0127304308116436 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14130257698929052) | > loader_time: 0.0047 (0.004621188661881851)  --> TIME: 2025-03-25 02:21:28 -- STEP: 26930/31555 -- GLOBAL_STEP: 784250 | > loss_text_ce: 0.03358997404575348 (0.03560260682530376) | > loss_mel_ce: 2.616489887237549 (nan) | > loss: 0.010516190901398659 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1412977716181744) | > loader_time: 0.0046 (0.004621345687877538)  --> TIME: 2025-03-25 02:21:37 -- STEP: 26980/31555 -- GLOBAL_STEP: 784300 | > loss_text_ce: 0.021511362865567207 (0.035604601046153414) | > loss_mel_ce: 2.573725700378418 (nan) | > loss: 0.010298560373485088 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14129388874950397) | > loader_time: 0.0045 (0.004621497563205887)  --> TIME: 2025-03-25 02:21:47 -- STEP: 27030/31555 -- GLOBAL_STEP: 784350 | > loss_text_ce: 0.03129974752664566 (0.03560396618041991) | > loss_mel_ce: 3.013302803039551 (nan) | > loss: 0.012081757187843323 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14129051258949485) | > loader_time: 0.0045 (0.0046214382603483395)  --> TIME: 2025-03-25 02:21:56 -- STEP: 27080/31555 -- GLOBAL_STEP: 784400 | > loss_text_ce: 0.03635763004422188 (0.03560385546413849) | > loss_mel_ce: 1.3616286516189575 (nan) | > loss: 0.005547564942389727 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14128737049933918) | > loader_time: 0.0045 (0.004621479773627073)  --> TIME: 2025-03-25 02:22:06 -- STEP: 27130/31555 -- GLOBAL_STEP: 784450 | > loss_text_ce: 0.0461069755256176 (0.03560373418941458) | > loss_mel_ce: 3.1127896308898926 (nan) | > loss: 0.012535304762423038 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14129215902039563) | > loader_time: 0.0047 (0.0046216867174822766)  --> TIME: 2025-03-25 02:22:16 -- STEP: 27180/31555 -- GLOBAL_STEP: 784500 | > loss_text_ce: 0.04541381075978279 (0.03560693691521646) | > loss_mel_ce: 3.2912490367889404 (nan) | > loss: 0.013240725733339787 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1412926469856192) | > loader_time: 0.0047 (0.004621715594776593)  --> TIME: 2025-03-25 02:22:26 -- STEP: 27230/31555 -- GLOBAL_STEP: 784550 | > loss_text_ce: 0.0272226445376873 (0.03560706392957332) | > loss_mel_ce: 2.5657958984375 (nan) | > loss: 0.010289756581187248 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14129423522528967) | > loader_time: 0.0046 (0.0046216508810720675)  --> TIME: 2025-03-25 02:22:35 -- STEP: 27280/31555 -- GLOBAL_STEP: 784600 | > loss_text_ce: 0.02739674225449562 (0.03560463610099078) | > loss_mel_ce: 1.7963711023330688 (nan) | > loss: 0.0072371745482087135 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1412813605188976) | > loader_time: 0.0044 (0.004621807020430692)  --> TIME: 2025-03-25 02:22:45 -- STEP: 27330/31555 -- GLOBAL_STEP: 784650 | > loss_text_ce: 0.03593875467777252 (0.0356043506499232) | > loss_mel_ce: 3.5343017578125 (nan) | > loss: 0.014167621731758118 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14128192798846223) | > loader_time: 0.0047 (0.004621973100530334)  --> TIME: 2025-03-25 02:22:55 -- STEP: 27380/31555 -- GLOBAL_STEP: 784700 | > loss_text_ce: 0.03936714306473732 (0.03560685541768548) | > loss_mel_ce: 3.009990930557251 (nan) | > loss: 0.012100628577172756 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1412882344316968) | > loader_time: 0.0046 (0.004622136640931849)  --> TIME: 2025-03-25 02:23:04 -- STEP: 27430/31555 -- GLOBAL_STEP: 784750 | > loss_text_ce: 0.02019827999174595 (0.03560469309920586) | > loss_mel_ce: 1.5627012252807617 (nan) | > loss: 0.00628134747967124 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.141289020940591) | > loader_time: 0.0045 (0.004622135412679993)  --> TIME: 2025-03-25 02:23:14 -- STEP: 27480/31555 -- GLOBAL_STEP: 784800 | > loss_text_ce: 0.026488086208701134 (0.0356031954355248) | > loss_mel_ce: 2.722440481185913 (nan) | > loss: 0.010908447206020355 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14129872396696797) | > loader_time: 0.0047 (0.0046223184774362765)  --> TIME: 2025-03-25 02:23:24 -- STEP: 27530/31555 -- GLOBAL_STEP: 784850 | > loss_text_ce: 0.046041715890169144 (0.0356048058120678) | > loss_mel_ce: 2.3559823036193848 (nan) | > loss: 0.009531841613352299 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14129517164136837) | > loader_time: 0.0044 (0.004622225236598257)  --> TIME: 2025-03-25 02:23:33 -- STEP: 27580/31555 -- GLOBAL_STEP: 784900 | > loss_text_ce: 0.03490474447607994 (0.03560189955923208) | > loss_mel_ce: 3.1852996349334717 (nan) | > loss: 0.012778589501976967 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1412877751485952) | > loader_time: 0.0046 (0.004622128599359133)  --> TIME: 2025-03-25 02:23:43 -- STEP: 27630/31555 -- GLOBAL_STEP: 784950 | > loss_text_ce: 0.0321064256131649 (0.035601807150644614) | > loss_mel_ce: 2.6195735931396484 (nan) | > loss: 0.010522540658712387 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412844737457101) | > loader_time: 0.0045 (0.004622190455099496)  --> TIME: 2025-03-25 02:23:52 -- STEP: 27680/31555 -- GLOBAL_STEP: 785000 | > loss_text_ce: 0.0436100997030735 (0.03560244090746779) | > loss_mel_ce: 0.09033203125 (nan) | > loss: 0.0005315163871273398 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14128479467478808) | > loader_time: 0.0046 (0.004622454217748156)  --> TIME: 2025-03-25 02:24:02 -- STEP: 27730/31555 -- GLOBAL_STEP: 785050 | > loss_text_ce: 0.034976035356521606 (0.03560016244358362) | > loss_mel_ce: 2.9214024543762207 (nan) | > loss: 0.011731660924851894 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1412895018384642) | > loader_time: 0.0042 (0.004622455783325381)  --> TIME: 2025-03-25 02:24:12 -- STEP: 27780/31555 -- GLOBAL_STEP: 785100 | > loss_text_ce: 0.03472207859158516 (0.03560168548548139) | > loss_mel_ce: 2.2380118370056152 (nan) | > loss: 0.009018786251544952 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14129688528650028) | > loader_time: 0.0048 (0.0046223935847491925)  --> TIME: 2025-03-25 02:24:22 -- STEP: 27830/31555 -- GLOBAL_STEP: 785150 | > loss_text_ce: 0.03004072792828083 (0.03559974179192541) | > loss_mel_ce: 3.324589252471924 (nan) | > loss: 0.013312024995684624 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1412978256258486) | > loader_time: 0.0045 (0.004622629260228695)  --> TIME: 2025-03-25 02:24:31 -- STEP: 27880/31555 -- GLOBAL_STEP: 785200 | > loss_text_ce: 0.03827417269349098 (0.035601122769723485) | > loss_mel_ce: 2.947639226913452 (nan) | > loss: 0.011848864145576954 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1412954073126726) | > loader_time: 0.0047 (0.004622800748693731)  --> TIME: 2025-03-25 02:24:41 -- STEP: 27930/31555 -- GLOBAL_STEP: 785250 | > loss_text_ce: 0.036807116121053696 (0.03559839118770898) | > loss_mel_ce: 2.7165884971618652 (nan) | > loss: 0.010926173068583012 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1412853798130447) | > loader_time: 0.0048 (0.004622633884851976)  --> TIME: 2025-03-25 02:24:50 -- STEP: 27980/31555 -- GLOBAL_STEP: 785300 | > loss_text_ce: 0.02931591495871544 (0.035599942765916895) | > loss_mel_ce: 0.0364786796271801 (nan) | > loss: 0.0002610896772239357 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14128519869259754) | > loader_time: 0.0044 (0.004622720001935117)  --> TIME: 2025-03-25 02:25:00 -- STEP: 28030/31555 -- GLOBAL_STEP: 785350 | > loss_text_ce: 0.0311895739287138 (0.035600251177757086) | > loss_mel_ce: 2.39678955078125 (nan) | > loss: 0.009634838439524174 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14129587794217854) | > loader_time: 0.0051 (0.004622871970177728)  --> TIME: 2025-03-25 02:25:10 -- STEP: 28080/31555 -- GLOBAL_STEP: 785400 | > loss_text_ce: 0.03732292726635933 (0.03560036457617341) | > loss_mel_ce: 2.737290143966675 (nan) | > loss: 0.011010370217263699 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14129827501427455) | > loader_time: 0.0047 (0.004623034613424567)  --> TIME: 2025-03-25 02:25:20 -- STEP: 28130/31555 -- GLOBAL_STEP: 785450 | > loss_text_ce: 0.03920542821288109 (0.03559873344842171) | > loss_mel_ce: 1.985182523727417 (nan) | > loss: 0.008033285848796368 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14129368223162544) | > loader_time: 0.0047 (0.004622891184023349)  --> TIME: 2025-03-25 02:25:29 -- STEP: 28180/31555 -- GLOBAL_STEP: 785500 | > loss_text_ce: 0.046499576419591904 (0.03559918344355292) | > loss_mel_ce: 2.049208402633667 (nan) | > loss: 0.008316301740705967 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14129511146701124) | > loader_time: 0.0046 (0.004622854807429327)  --> TIME: 2025-03-25 02:25:39 -- STEP: 28230/31555 -- GLOBAL_STEP: 785550 | > loss_text_ce: 0.042914651334285736 (0.035595113165106454) | > loss_mel_ce: 3.1454148292541504 (nan) | > loss: 0.012652101926505566 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1412823082072241) | > loader_time: 0.0046 (0.004622691901406633)  --> TIME: 2025-03-25 02:25:48 -- STEP: 28280/31555 -- GLOBAL_STEP: 785600 | > loss_text_ce: 0.03415139019489288 (0.035596451946221956) | > loss_mel_ce: 2.6639564037323 (nan) | > loss: 0.010706777684390545 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1412772619150994) | > loader_time: 0.0047 (0.004622616685263011)  --> TIME: 2025-03-25 02:25:58 -- STEP: 28330/31555 -- GLOBAL_STEP: 785650 | > loss_text_ce: 0.04320519044995308 (0.03559627906743797) | > loss_mel_ce: 2.70424747467041 (nan) | > loss: 0.010902591049671173 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14127366584895024) | > loader_time: 0.0049 (0.004622528101082545)  --> TIME: 2025-03-25 02:26:07 -- STEP: 28380/31555 -- GLOBAL_STEP: 785700 | > loss_text_ce: 0.03452681005001068 (0.03559488470904349) | > loss_mel_ce: 2.356727361679077 (nan) | > loss: 0.009489104151725769 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14127101718413354) | > loader_time: 0.0044 (0.004622369530001026)  --> TIME: 2025-03-25 02:26:17 -- STEP: 28430/31555 -- GLOBAL_STEP: 785750 | > loss_text_ce: 0.03568124771118164 (0.03559656502856539) | > loss_mel_ce: 3.241859197616577 (nan) | > loss: 0.013006113469600677 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1412682900326465) | > loader_time: 0.0046 (0.00462233051631471)  --> TIME: 2025-03-25 02:26:26 -- STEP: 28480/31555 -- GLOBAL_STEP: 785800 | > loss_text_ce: 0.033049121499061584 (0.0355980618225065) | > loss_mel_ce: 2.8802053928375244 (nan) | > loss: 0.011560534127056599 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1412724651145135) | > loader_time: 0.0048 (0.004622333814923693)  --> TIME: 2025-03-25 02:26:36 -- STEP: 28530/31555 -- GLOBAL_STEP: 785850 | > loss_text_ce: 0.04491939768195152 (0.03559650242559755) | > loss_mel_ce: 3.3202688694000244 (nan) | > loss: 0.01335392240434885 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14127450891849774) | > loader_time: 0.0046 (0.0046224790667384556)  --> TIME: 2025-03-25 02:26:46 -- STEP: 28580/31555 -- GLOBAL_STEP: 785900 | > loss_text_ce: 0.030513189733028412 (0.03559575152353357) | > loss_mel_ce: 2.858872890472412 (nan) | > loss: 0.011465818621218204 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14127528369635306) | > loader_time: 0.0048 (0.004622652073520486)  --> TIME: 2025-03-25 02:26:56 -- STEP: 28630/31555 -- GLOBAL_STEP: 785950 | > loss_text_ce: 0.0401340052485466 (0.03559610249166914) | > loss_mel_ce: 3.1933538913726807 (nan) | > loss: 0.012831301428377628 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14128561803522652) | > loader_time: 0.0047 (0.004622733647116332)  --> TIME: 2025-03-25 02:27:06 -- STEP: 28680/31555 -- GLOBAL_STEP: 786000 | > loss_text_ce: 0.037515368312597275 (0.035593738699315015) | > loss_mel_ce: 3.2852892875671387 (nan) | > loss: 0.013185733929276466 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1412860032404819) | > loader_time: 0.005 (0.004622854439949567)  --> TIME: 2025-03-25 02:27:15 -- STEP: 28730/31555 -- GLOBAL_STEP: 786050 | > loss_text_ce: 0.030376911163330078 (0.03559447222473891) | > loss_mel_ce: 2.84743070602417 (nan) | > loss: 0.01141987182199955 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14127742581943453) | > loader_time: 0.0047 (0.004622882349417272)  --> TIME: 2025-03-25 02:27:25 -- STEP: 28780/31555 -- GLOBAL_STEP: 786100 | > loss_text_ce: 0.031218107789754868 (0.03559336330378569) | > loss_mel_ce: 1.9018408060073853 (nan) | > loss: 0.007670869119465351 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14127903522262178) | > loader_time: 0.0046 (0.0046229075358260345)  --> TIME: 2025-03-25 02:27:34 -- STEP: 28830/31555 -- GLOBAL_STEP: 786150 | > loss_text_ce: 0.022802108898758888 (0.03559492952650675) | > loss_mel_ce: 2.6340115070343018 (nan) | > loss: 0.010542911477386951 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14128277645812384) | > loader_time: 0.0045 (0.004622863366956982)  --> TIME: 2025-03-25 02:27:44 -- STEP: 28880/31555 -- GLOBAL_STEP: 786200 | > loss_text_ce: 0.04158793017268181 (0.03559422487785807) | > loss_mel_ce: 3.239330530166626 (nan) | > loss: 0.013019517995417118 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14128003699132302) | > loader_time: 0.0046 (0.004622955153853619)  --> TIME: 2025-03-25 02:27:54 -- STEP: 28930/31555 -- GLOBAL_STEP: 786250 | > loss_text_ce: 0.03807591274380684 (0.03559236475841153) | > loss_mel_ce: 2.658419370651245 (nan) | > loss: 0.010700378566980362 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14128614702399472) | > loader_time: 0.0044 (0.004623032465056908)  --> TIME: 2025-03-25 02:28:04 -- STEP: 28980/31555 -- GLOBAL_STEP: 786300 | > loss_text_ce: 0.03801484405994415 (0.03559106927615093) | > loss_mel_ce: 3.457873582839966 (nan) | > loss: 0.013872574083507061 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1412851448138064) | > loader_time: 0.0046 (0.004622978502672415)  --> TIME: 2025-03-25 02:28:13 -- STEP: 29030/31555 -- GLOBAL_STEP: 786350 | > loss_text_ce: 0.044282231479883194 (0.035589577555188094) | > loss_mel_ce: 2.85629940032959 (nan) | > loss: 0.011510245501995087 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14128167636633518) | > loader_time: 0.0045 (0.004623096357983564)  --> TIME: 2025-03-25 02:28:23 -- STEP: 29080/31555 -- GLOBAL_STEP: 786400 | > loss_text_ce: 0.028410181403160095 (0.03558923957649715) | > loss_mel_ce: 1.8896484375 (nan) | > loss: 0.00761134410277009 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14128050316314775) | > loader_time: 0.0049 (0.004623178963484111)  --> TIME: 2025-03-25 02:28:32 -- STEP: 29130/31555 -- GLOBAL_STEP: 786450 | > loss_text_ce: 0.03318948671221733 (0.03558492327848799) | > loss_mel_ce: 2.898364782333374 (nan) | > loss: 0.011633153073489666 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14128267413105647) | > loader_time: 0.0045 (0.0046231574468747)  --> TIME: 2025-03-25 02:28:42 -- STEP: 29180/31555 -- GLOBAL_STEP: 786500 | > loss_text_ce: 0.03183795511722565 (0.035588489784753846) | > loss_mel_ce: 3.0531277656555176 (nan) | > loss: 0.012241927906870842 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14128169672713067) | > loader_time: 0.005 (0.004623178997784965)  --> TIME: 2025-03-25 02:28:52 -- STEP: 29230/31555 -- GLOBAL_STEP: 786550 | > loss_text_ce: 0.02992963045835495 (0.03558862703096278) | > loss_mel_ce: 2.825587272644043 (nan) | > loss: 0.011331416666507721 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.141278433367442) | > loader_time: 0.0048 (0.004623112725836352)  --> TIME: 2025-03-25 02:29:01 -- STEP: 29280/31555 -- GLOBAL_STEP: 786600 | > loss_text_ce: 0.03572138398885727 (0.03558645641031715) | > loss_mel_ce: 2.358811378479004 (nan) | > loss: 0.009502114728093147 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14126588099641252) | > loader_time: 0.0054 (0.0046231240278384825)  --> TIME: 2025-03-25 02:29:11 -- STEP: 29330/31555 -- GLOBAL_STEP: 786650 | > loss_text_ce: 0.03288843482732773 (0.03558641906568587) | > loss_mel_ce: 2.59727144241333 (nan) | > loss: 0.01043714303523302 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1412682143242907) | > loader_time: 0.0047 (0.004623206735592113)  --> TIME: 2025-03-25 02:29:20 -- STEP: 29380/31555 -- GLOBAL_STEP: 786700 | > loss_text_ce: 0.03543269634246826 (0.03558396854988825) | > loss_mel_ce: 2.332822799682617 (nan) | > loss: 0.0093978401273489 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14126827091161234) | > loader_time: 0.0048 (0.0046233112589691445)  --> TIME: 2025-03-25 02:29:30 -- STEP: 29430/31555 -- GLOBAL_STEP: 786750 | > loss_text_ce: 0.03886649012565613 (0.03558393776242101) | > loss_mel_ce: 2.5205142498016357 (nan) | > loss: 0.01015627384185791 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14126072970937015) | > loader_time: 0.0047 (0.004623462422299954)  --> TIME: 2025-03-25 02:29:39 -- STEP: 29480/31555 -- GLOBAL_STEP: 786800 | > loss_text_ce: 0.04167798534035683 (0.03558569580709549) | > loss_mel_ce: 2.928679943084717 (nan) | > loss: 0.011787135154008865 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14126123391304143) | > loader_time: 0.0045 (0.004623444036680462)  --> TIME: 2025-03-25 02:29:49 -- STEP: 29530/31555 -- GLOBAL_STEP: 786850 | > loss_text_ce: 0.036731936037540436 (0.03558587269397704) | > loss_mel_ce: 3.086578845977783 (nan) | > loss: 0.012394091114401817 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14126382779154686) | > loader_time: 0.0047 (0.004623594705508688)  --> TIME: 2025-03-25 02:29:59 -- STEP: 29580/31555 -- GLOBAL_STEP: 786900 | > loss_text_ce: 0.0312504842877388 (0.03558400957747553) | > loss_mel_ce: 2.10568904876709 (nan) | > loss: 0.008479919284582138 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14126393113932656) | > loader_time: 0.0048 (0.004623394088216382)  --> TIME: 2025-03-25 02:30:08 -- STEP: 29630/31555 -- GLOBAL_STEP: 786950 | > loss_text_ce: 0.039100367575883865 (0.035585039101385184) | > loss_mel_ce: 2.2492659091949463 (nan) | > loss: 0.009080818854272366 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1412660535428722) | > loader_time: 0.005 (0.0046234791237801925)  --> TIME: 2025-03-25 02:30:18 -- STEP: 29680/31555 -- GLOBAL_STEP: 787000 | > loss_text_ce: 0.030736511573195457 (0.03558413499258363) | > loss_mel_ce: 2.548415422439575 (nan) | > loss: 0.010234730318188667 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14126765352857104) | > loader_time: 0.0049 (0.004623520775946655)  --> TIME: 2025-03-25 02:30:28 -- STEP: 29730/31555 -- GLOBAL_STEP: 787050 | > loss_text_ce: 0.03411710634827614 (0.03557997663069008) | > loss_mel_ce: 3.162506580352783 (nan) | > loss: 0.012685015797615051 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14126950873295732) | > loader_time: 0.0044 (0.004623657246450773)  --> TIME: 2025-03-25 02:30:38 -- STEP: 29780/31555 -- GLOBAL_STEP: 787100 | > loss_text_ce: 0.026566985994577408 (0.035580242168323464) | > loss_mel_ce: 2.3647620677948 (nan) | > loss: 0.009489401243627071 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14127069585190458) | > loader_time: 0.0044 (0.004623546201643175)  --> TIME: 2025-03-25 02:30:47 -- STEP: 29830/31555 -- GLOBAL_STEP: 787150 | > loss_text_ce: 0.025273164734244347 (0.03557886944948243) | > loss_mel_ce: 0.5805511474609375 (nan) | > loss: 0.0024040648713707924 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14126354485120807) | > loader_time: 0.0045 (0.004623446814613467)  --> TIME: 2025-03-25 02:30:57 -- STEP: 29880/31555 -- GLOBAL_STEP: 787200 | > loss_text_ce: 0.03987996280193329 (0.03557912574362867) | > loss_mel_ce: 2.2362403869628906 (nan) | > loss: 0.009032224304974079 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.1412610998274973) | > loader_time: 0.0044 (0.004623336876571746)  --> TIME: 2025-03-25 02:31:06 -- STEP: 29930/31555 -- GLOBAL_STEP: 787250 | > loss_text_ce: 0.030313044786453247 (0.035578966235839726) | > loss_mel_ce: 2.8139684200286865 (nan) | > loss: 0.011286831460893154 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14126282758709607) | > loader_time: 0.0047 (0.004623311664442384)  --> TIME: 2025-03-25 02:31:16 -- STEP: 29980/31555 -- GLOBAL_STEP: 787300 | > loss_text_ce: 0.03217952325940132 (0.035576009806655665) | > loss_mel_ce: 2.287763833999634 (nan) | > loss: 0.009206125512719154 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14125773249824045) | > loader_time: 0.0045 (0.00462345097206529)  --> TIME: 2025-03-25 02:31:25 -- STEP: 30030/31555 -- GLOBAL_STEP: 787350 | > loss_text_ce: 0.03990427777171135 (0.03557465152285906) | > loss_mel_ce: 3.020570993423462 (nan) | > loss: 0.012144744396209717 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412582577128354) | > loader_time: 0.0046 (0.004623291645691557)  --> TIME: 2025-03-25 02:31:35 -- STEP: 30080/31555 -- GLOBAL_STEP: 787400 | > loss_text_ce: 0.04366392642259598 (0.03557180871993823) | > loss_mel_ce: 1.0673013925552368 (nan) | > loss: 0.004408592823892832 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1412681620805824) | > loader_time: 0.0044 (0.004623141615314696)  --> TIME: 2025-03-25 02:31:45 -- STEP: 30130/31555 -- GLOBAL_STEP: 787450 | > loss_text_ce: 0.043623246252536774 (0.035574356900881114) | > loss_mel_ce: 2.7982442378997803 (nan) | > loss: 0.011277252808213234 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1412669340321049) | > loader_time: 0.0049 (0.004623047829940405)  --> TIME: 2025-03-25 02:31:55 -- STEP: 30180/31555 -- GLOBAL_STEP: 787500 | > loss_text_ce: 0.0407257080078125 (0.03557494790148244) | > loss_mel_ce: 2.8888752460479736 (nan) | > loss: 0.011625401675701141 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.1412662770591723) | > loader_time: 0.0047 (0.004623036008547924)  --> TIME: 2025-03-25 02:32:04 -- STEP: 30230/31555 -- GLOBAL_STEP: 787550 | > loss_text_ce: 0.0341404564678669 (0.03557378228117935) | > loss_mel_ce: 2.9100801944732666 (nan) | > loss: 0.011683415621519089 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14126454012464168) | > loader_time: 0.0047 (0.004623096083080466)  --> TIME: 2025-03-25 02:32:14 -- STEP: 30280/31555 -- GLOBAL_STEP: 787600 | > loss_text_ce: 0.03785429522395134 (0.03557726417322459) | > loss_mel_ce: 2.861828327178955 (nan) | > loss: 0.011506677605211735 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14126943652979473) | > loader_time: 0.0045 (0.0046228674081704195)  --> TIME: 2025-03-25 02:32:24 -- STEP: 30330/31555 -- GLOBAL_STEP: 787650 | > loss_text_ce: 0.044999636709690094 (0.035578271970545944) | > loss_mel_ce: 2.935415029525757 (nan) | > loss: 0.011827043257653713 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14126283214542704) | > loader_time: 0.0045 (0.004622681385371075)  --> TIME: 2025-03-25 02:32:33 -- STEP: 30380/31555 -- GLOBAL_STEP: 787700 | > loss_text_ce: 0.03679436445236206 (0.03558033586199534) | > loss_mel_ce: 2.6638684272766113 (nan) | > loss: 0.010716916993260384 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14126698853076508) | > loader_time: 0.0047 (0.004622660623403512)  --> TIME: 2025-03-25 02:32:43 -- STEP: 30430/31555 -- GLOBAL_STEP: 787750 | > loss_text_ce: 0.02695048227906227 (0.03558017664750895) | > loss_mel_ce: 3.3622167110443115 (nan) | > loss: 0.013449077494442463 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14126420334456533) | > loader_time: 0.0046 (0.004622556714293922)  --> TIME: 2025-03-25 02:32:53 -- STEP: 30480/31555 -- GLOBAL_STEP: 787800 | > loss_text_ce: 0.041747793555259705 (0.03558169249506315) | > loss_mel_ce: 2.830702304840088 (nan) | > loss: 0.011398612521588802 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14126509292701434) | > loader_time: 0.0043 (0.00462243202633746)  --> TIME: 2025-03-25 02:33:03 -- STEP: 30530/31555 -- GLOBAL_STEP: 787850 | > loss_text_ce: 0.03918779268860817 (0.03558193585175575) | > loss_mel_ce: 3.069605588912964 (nan) | > loss: 0.012336483225226402 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14127165622255142) | > loader_time: 0.0045 (0.004622338820081683)  --> TIME: 2025-03-25 02:33:12 -- STEP: 30580/31555 -- GLOBAL_STEP: 787900 | > loss_text_ce: 0.02395426481962204 (0.03558266762232302) | > loss_mel_ce: 2.956573486328125 (nan) | > loss: 0.011827491223812103 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14126476988128178) | > loader_time: 0.0046 (0.004622217507982981)  --> TIME: 2025-03-25 02:33:22 -- STEP: 30630/31555 -- GLOBAL_STEP: 787950 | > loss_text_ce: 0.0376506932079792 (0.03558214749074282) | > loss_mel_ce: 3.0558760166168213 (nan) | > loss: 0.01227589976042509 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14126601688541957) | > loader_time: 0.0046 (0.004622316430528073)  --> TIME: 2025-03-25 02:33:31 -- STEP: 30680/31555 -- GLOBAL_STEP: 788000 | > loss_text_ce: 0.03753528371453285 (0.0355825566241064) | > loss_mel_ce: 2.597815990447998 (nan) | > loss: 0.01045774295926094 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14126627416467752) | > loader_time: 0.0047 (0.0046223707040565516)  --> TIME: 2025-03-25 02:33:41 -- STEP: 30730/31555 -- GLOBAL_STEP: 788050 | > loss_text_ce: 0.03768559545278549 (0.035579086621278344) | > loss_mel_ce: 2.760070323944092 (nan) | > loss: 0.011102207005023956 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14126359166518687) | > loader_time: 0.0047 (0.0046223765431263625)  --> TIME: 2025-03-25 02:33:51 -- STEP: 30780/31555 -- GLOBAL_STEP: 788100 | > loss_text_ce: 0.033724334090948105 (0.03557785824848957) | > loss_mel_ce: 2.9551620483398438 (nan) | > loss: 0.011860661208629608 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14126902783823317) | > loader_time: 0.0046 (0.004622478040493187)  --> TIME: 2025-03-25 02:34:00 -- STEP: 30830/31555 -- GLOBAL_STEP: 788150 | > loss_text_ce: 0.03384733200073242 (0.03558064251944809) | > loss_mel_ce: 2.302349090576172 (nan) | > loss: 0.009270621463656425 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1412695966523229) | > loader_time: 0.0045 (0.004622405363374287)  --> TIME: 2025-03-25 02:34:10 -- STEP: 30880/31555 -- GLOBAL_STEP: 788200 | > loss_text_ce: 0.036983322352170944 (0.03558162367936479) | > loss_mel_ce: 2.4109599590301514 (nan) | > loss: 0.009714060463011265 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1412670948113187) | > loader_time: 0.0045 (0.004622303883646445)  --> TIME: 2025-03-25 02:34:20 -- STEP: 30930/31555 -- GLOBAL_STEP: 788250 | > loss_text_ce: 0.03382477909326553 (0.03557901893038701) | > loss_mel_ce: 2.768881320953369 (nan) | > loss: 0.011121849529445171 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14127231269371482) | > loader_time: 0.0044 (0.0046221851493176945)  --> TIME: 2025-03-25 02:34:29 -- STEP: 30980/31555 -- GLOBAL_STEP: 788300 | > loss_text_ce: 0.03154275193810463 (0.03557870089935637) | > loss_mel_ce: 2.9526844024658203 (nan) | > loss: 0.011842171661555767 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14127200247781235) | > loader_time: 0.0047 (0.0046221665754250605)  --> TIME: 2025-03-25 02:34:39 -- STEP: 31030/31555 -- GLOBAL_STEP: 788350 | > loss_text_ce: 0.035965438932180405 (0.03557658682202446) | > loss_mel_ce: 2.9538683891296387 (nan) | > loss: 0.01186442095786333 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14126271420127556) | > loader_time: 0.0048 (0.004622073147399105)  --> TIME: 2025-03-25 02:34:48 -- STEP: 31080/31555 -- GLOBAL_STEP: 788400 | > loss_text_ce: 0.029864691197872162 (0.03557410071102938) | > loss_mel_ce: 2.3791987895965576 (nan) | > loss: 0.00955977663397789 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.141258658543517) | > loader_time: 0.0045 (0.004621823789837133)  --> TIME: 2025-03-25 02:34:58 -- STEP: 31130/31555 -- GLOBAL_STEP: 788450 | > loss_text_ce: 0.03918968886137009 (0.035573679246570886) | > loss_mel_ce: 3.0615768432617188 (nan) | > loss: 0.012304629199206829 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14126235442340798) | > loader_time: 0.0044 (0.004621636335236301)  --> TIME: 2025-03-25 02:35:08 -- STEP: 31180/31555 -- GLOBAL_STEP: 788500 | > loss_text_ce: 0.03467989340424538 (0.035574104290544036) | > loss_mel_ce: 3.259028196334839 (nan) | > loss: 0.013070271350443363 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14126159490263585) | > loader_time: 0.0043 (0.004621363863721738)  --> TIME: 2025-03-25 02:35:17 -- STEP: 31230/31555 -- GLOBAL_STEP: 788550 | > loss_text_ce: 0.031273651868104935 (0.03557379702538533) | > loss_mel_ce: 2.9739151000976562 (nan) | > loss: 0.011925352737307549 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14125670460680553) | > loader_time: 0.0045 (0.004621153086986911)  --> TIME: 2025-03-25 02:35:27 -- STEP: 31280/31555 -- GLOBAL_STEP: 788600 | > loss_text_ce: 0.044790953397750854 (0.035574079160054575) | > loss_mel_ce: 2.7638723850250244 (nan) | > loss: 0.01114549022167921 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14125849015420072) | > loader_time: 0.0045 (0.004620865216035682)  --> TIME: 2025-03-25 02:35:36 -- STEP: 31330/31555 -- GLOBAL_STEP: 788650 | > loss_text_ce: 0.030865546315908432 (0.03557339450496051) | > loss_mel_ce: 1.226337194442749 (nan) | > loss: 0.0049888999201357365 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14125829052704444) | > loader_time: 0.0044 (0.004620640611937745)  --> TIME: 2025-03-25 02:35:46 -- STEP: 31380/31555 -- GLOBAL_STEP: 788700 | > loss_text_ce: 0.050000958144664764 (0.03557115811795247) | > loss_mel_ce: 2.5474355220794678 (nan) | > loss: 0.01030728779733181 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14126394671798156) | > loader_time: 0.0046 (0.0046206463591318605)  --> TIME: 2025-03-25 02:35:56 -- STEP: 31430/31555 -- GLOBAL_STEP: 788750 | > loss_text_ce: 0.03489380702376366 (0.0355713476810037) | > loss_mel_ce: 2.3911681175231934 (nan) | > loss: 0.00962723046541214 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.141265533541632) | > loader_time: 0.0044 (0.004620611185941059)  --> TIME: 2025-03-25 02:36:06 -- STEP: 31480/31555 -- GLOBAL_STEP: 788800 | > loss_text_ce: 0.03431897237896919 (0.03557230574220868) | > loss_mel_ce: 3.220362901687622 (nan) | > loss: 0.012915404513478279 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14126929446127115) | > loader_time: 0.0045 (0.004620475500935681)  --> TIME: 2025-03-25 02:36:16 -- STEP: 31530/31555 -- GLOBAL_STEP: 788850 | > loss_text_ce: 0.025393156334757805 (0.03557059375839203) | > loss_mel_ce: 2.2809066772460938 (nan) | > loss: 0.009151984006166458 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14127109035627472) | > loader_time: 0.0044 (0.004620693805971647)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02134507497151692 (-0.0004652627309163458) | > avg_loss_text_ce: 0.03261702918757995 (-0.00027007193615037617) | > avg_loss_mel_ce: 2.5910319352149953 (-0.0057985321680713575) | > avg_loss: 2.6236489629745474 (-0.006068600813547764) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_788875.pth  > EPOCH: 26/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 02:36:42)   --> TIME: 2025-03-25 02:36:47 -- STEP: 25/31555 -- GLOBAL_STEP: 788900 | > loss_text_ce: 0.03396541625261307 (0.03761822856962681) | > loss_mel_ce: 3.193985939025879 (2.724494036436081) | > loss: 0.01280933152884245 (0.010960763623006641) | > current_lr: 5e-06 | > step_time: 0.1514 (0.13842248916625974) | > loader_time: 0.0046 (0.004863624572753906)  --> TIME: 2025-03-25 02:36:56 -- STEP: 75/31555 -- GLOBAL_STEP: 788950 | > loss_text_ce: 0.03524636849761009 (0.03649374042948087) | > loss_mel_ce: 2.8930702209472656 (2.6148780781527363) | > loss: 0.01162030454725027 (0.010521317321496708) | > current_lr: 5e-06 | > step_time: 0.1607 (0.13784986178080233) | > loader_time: 0.0049 (0.004775381088256837)  --> TIME: 2025-03-25 02:37:06 -- STEP: 125/31555 -- GLOBAL_STEP: 789000 | > loss_text_ce: 0.03689146786928177 (0.036641154095530495) | > loss_mel_ce: 2.967153310775757 (nan) | > loss: 0.011920813471078873 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1404180068969726) | > loader_time: 0.0049 (0.004760076522827149)  --> TIME: 2025-03-25 02:37:16 -- STEP: 175/31555 -- GLOBAL_STEP: 789050 | > loss_text_ce: 0.03383393958210945 (0.03597460112401417) | > loss_mel_ce: 2.894399881362915 (nan) | > loss: 0.011619976721704006 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14075798307146334) | > loader_time: 0.0057 (0.004776246207101006)  --> TIME: 2025-03-25 02:37:25 -- STEP: 225/31555 -- GLOBAL_STEP: 789100 | > loss_text_ce: 0.034502558410167694 (0.03545604313413303) | > loss_mel_ce: 3.0658516883850098 (nan) | > loss: 0.012302993796765804 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.13986953947279185) | > loader_time: 0.0049 (0.004777055316501194)  --> TIME: 2025-03-25 02:37:35 -- STEP: 275/31555 -- GLOBAL_STEP: 789150 | > loss_text_ce: 0.035697486251592636 (0.03535436246882785) | > loss_mel_ce: 2.9847798347473145 (nan) | > loss: 0.011986021883785725 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14012620925903324) | > loader_time: 0.0048 (0.004775440042669123)  --> TIME: 2025-03-25 02:37:45 -- STEP: 325/31555 -- GLOBAL_STEP: 789200 | > loss_text_ce: 0.034291401505470276 (0.03556550381848447) | > loss_mel_ce: 2.863006353378296 (nan) | > loss: 0.011497214436531067 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14120943582974954) | > loader_time: 0.0048 (0.004771159979013292)  --> TIME: 2025-03-25 02:37:55 -- STEP: 375/31555 -- GLOBAL_STEP: 789250 | > loss_text_ce: 0.03572770580649376 (0.035708682522177675) | > loss_mel_ce: 2.902838706970215 (nan) | > loss: 0.011660978198051453 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14134307924906425) | > loader_time: 0.0048 (0.004764734903971348)  --> TIME: 2025-03-25 02:38:04 -- STEP: 425/31555 -- GLOBAL_STEP: 789300 | > loss_text_ce: 0.03332577273249626 (0.03574122752336891) | > loss_mel_ce: 2.879199743270874 (nan) | > loss: 0.011557641439139843 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1414615356220921) | > loader_time: 0.0046 (0.004748049343333519)  --> TIME: 2025-03-25 02:38:14 -- STEP: 475/31555 -- GLOBAL_STEP: 789350 | > loss_text_ce: 0.042378269135951996 (0.03576969969037328) | > loss_mel_ce: 2.888963460922241 (nan) | > loss: 0.01163230836391449 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1411403179168703) | > loader_time: 0.0045 (0.0047490646964625256)  --> TIME: 2025-03-25 02:38:24 -- STEP: 525/31555 -- GLOBAL_STEP: 789400 | > loss_text_ce: 0.0397302582859993 (0.03567879702718481) | > loss_mel_ce: 2.759549379348755 (nan) | > loss: 0.01110825315117836 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1411645943777903) | > loader_time: 0.0046 (0.00474168459574381)  --> TIME: 2025-03-25 02:38:33 -- STEP: 575/31555 -- GLOBAL_STEP: 789450 | > loss_text_ce: 0.03326689824461937 (0.03551985621776264) | > loss_mel_ce: 3.318081855773926 (nan) | > loss: 0.01329900324344635 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14148579473080858) | > loader_time: 0.0047 (0.004739256734433377)  --> TIME: 2025-03-25 02:38:44 -- STEP: 625/31555 -- GLOBAL_STEP: 789500 | > loss_text_ce: 0.03152293711900711 (0.03544471970200533) | > loss_mel_ce: 2.32773756980896 (nan) | > loss: 0.009362145327031612 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14198201293945323) | > loader_time: 0.0047 (0.004740474319458007)  --> TIME: 2025-03-25 02:38:53 -- STEP: 675/31555 -- GLOBAL_STEP: 789550 | > loss_text_ce: 0.03367684409022331 (0.03538254046605688) | > loss_mel_ce: 3.3553569316864014 (nan) | > loss: 0.013448547571897507 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14192900692975086) | > loader_time: 0.0047 (0.004743720160590276)  --> TIME: 2025-03-25 02:39:03 -- STEP: 725/31555 -- GLOBAL_STEP: 789600 | > loss_text_ce: 0.03136789798736572 (0.03543164061061263) | > loss_mel_ce: 2.7953624725341797 (nan) | > loss: 0.011217184364795685 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14210101423592406) | > loader_time: 0.0045 (0.004744684285130992)  --> TIME: 2025-03-25 02:39:13 -- STEP: 775/31555 -- GLOBAL_STEP: 789650 | > loss_text_ce: 0.03816618397831917 (0.03546601772308344) | > loss_mel_ce: 2.7371270656585693 (nan) | > loss: 0.011013069190084934 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14244902764597253) | > loader_time: 0.0048 (0.004745376648441434)  --> TIME: 2025-03-25 02:39:23 -- STEP: 825/31555 -- GLOBAL_STEP: 789700 | > loss_text_ce: 0.02106092870235443 (0.03540447413695577) | > loss_mel_ce: 2.564480781555176 (nan) | > loss: 0.010260086506605148 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14233682690244745) | > loader_time: 0.0047 (0.004746035084579929)  --> TIME: 2025-03-25 02:39:33 -- STEP: 875/31555 -- GLOBAL_STEP: 789750 | > loss_text_ce: 0.03872870281338692 (0.03537945998140739) | > loss_mel_ce: 2.893864393234253 (nan) | > loss: 0.011637275107204914 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14244746780395504) | > loader_time: 0.0044 (0.004748702185494557)  --> TIME: 2025-03-25 02:39:42 -- STEP: 925/31555 -- GLOBAL_STEP: 789800 | > loss_text_ce: 0.051625460386276245 (0.03548322069685198) | > loss_mel_ce: 2.885794162750244 (nan) | > loss: 0.011656427755951881 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1424894943752805) | > loader_time: 0.0048 (0.004746215665662609)  --> TIME: 2025-03-25 02:39:52 -- STEP: 975/31555 -- GLOBAL_STEP: 789850 | > loss_text_ce: 0.03440697118639946 (0.03548712132641899) | > loss_mel_ce: 2.233907461166382 (nan) | > loss: 0.009001247584819794 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.142462840691591) | > loader_time: 0.0047 (0.004745244979858397)  --> TIME: 2025-03-25 02:40:02 -- STEP: 1025/31555 -- GLOBAL_STEP: 789900 | > loss_text_ce: 0.032468605786561966 (0.03556730857164392) | > loss_mel_ce: 2.104673385620117 (nan) | > loss: 0.008480722084641457 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14241138644334753) | > loader_time: 0.0045 (0.004740972286317405)  --> TIME: 2025-03-25 02:40:11 -- STEP: 1075/31555 -- GLOBAL_STEP: 789950 | > loss_text_ce: 0.040478914976119995 (0.03553444438548972) | > loss_mel_ce: 1.9660969972610474 (nan) | > loss: 0.007962603121995926 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14220880508422856) | > loader_time: 0.0046 (0.004738429757051688)  --> TIME: 2025-03-25 02:40:21 -- STEP: 1125/31555 -- GLOBAL_STEP: 790000 | > loss_text_ce: 0.03526082634925842 (0.03557114320662281) | > loss_mel_ce: 3.074441432952881 (nan) | > loss: 0.012340089306235313 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14207993973626037) | > loader_time: 0.0048 (0.004734798007541229) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_790000.pth  --> TIME: 2025-03-25 02:40:36 -- STEP: 1175/31555 -- GLOBAL_STEP: 790050 | > loss_text_ce: 0.040064726024866104 (0.0356020893267494) | > loss_mel_ce: 2.7416763305664062 (nan) | > loss: 0.01103865634649992 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.1419953879904241) | > loader_time: 0.0048 (0.004739535717253987)  --> TIME: 2025-03-25 02:40:45 -- STEP: 1225/31555 -- GLOBAL_STEP: 790100 | > loss_text_ce: 0.033225543797016144 (0.03560592804940375) | > loss_mel_ce: 3.0874009132385254 (nan) | > loss: 0.012383438646793365 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14192264245480932) | > loader_time: 0.0047 (0.004739138350194811)  --> TIME: 2025-03-25 02:40:55 -- STEP: 1275/31555 -- GLOBAL_STEP: 790150 | > loss_text_ce: 0.0380246601998806 (0.03556185514319178) | > loss_mel_ce: 3.1672604084014893 (nan) | > loss: 0.012719386257231236 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1416680882023834) | > loader_time: 0.005 (0.004740553463206568)  --> TIME: 2025-03-25 02:41:04 -- STEP: 1325/31555 -- GLOBAL_STEP: 790200 | > loss_text_ce: 0.03223775699734688 (0.035558130648338605) | > loss_mel_ce: 2.1223669052124023 (nan) | > loss: 0.00855001900345087 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14150367089037663) | > loader_time: 0.0047 (0.004744500034260296)  --> TIME: 2025-03-25 02:41:14 -- STEP: 1375/31555 -- GLOBAL_STEP: 790250 | > loss_text_ce: 0.040644388645887375 (0.035580703293735354) | > loss_mel_ce: 2.6764159202575684 (nan) | > loss: 0.010781985707581043 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14141512766751424) | > loader_time: 0.0052 (0.004749228564175684)  --> TIME: 2025-03-25 02:41:24 -- STEP: 1425/31555 -- GLOBAL_STEP: 790300 | > loss_text_ce: 0.033603962510824203 (0.03556334046287497) | > loss_mel_ce: 2.8714442253112793 (nan) | > loss: 0.011527969501912594 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14151136565626754) | > loader_time: 0.0056 (0.0047533968875282636)  --> TIME: 2025-03-25 02:41:34 -- STEP: 1475/31555 -- GLOBAL_STEP: 790350 | > loss_text_ce: 0.016509268432855606 (0.03549757887877651) | > loss_mel_ce: 2.239255666732788 (nan) | > loss: 0.00895144883543253 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.1416428140866557) | > loader_time: 0.0046 (0.0047550450341176135)  --> TIME: 2025-03-25 02:41:43 -- STEP: 1525/31555 -- GLOBAL_STEP: 790400 | > loss_text_ce: 0.05466432124376297 (0.03545590640091504) | > loss_mel_ce: 2.4984242916107178 (nan) | > loss: 0.01013130508363247 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14146324079544856) | > loader_time: 0.0045 (0.004750609007038045)  --> TIME: 2025-03-25 02:41:53 -- STEP: 1575/31555 -- GLOBAL_STEP: 790450 | > loss_text_ce: 0.03370662406086922 (0.03553790131140321) | > loss_mel_ce: 1.5905412435531616 (nan) | > loss: 0.006445428356528282 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14152847834995844) | > loader_time: 0.0047 (0.0047502013615199415)  --> TIME: 2025-03-25 02:42:02 -- STEP: 1625/31555 -- GLOBAL_STEP: 790500 | > loss_text_ce: 0.03465719893574715 (0.03555058722312632) | > loss_mel_ce: 2.870452642440796 (nan) | > loss: 0.011528214439749718 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14145236792931212) | > loader_time: 0.0051 (0.004748906795795136)  --> TIME: 2025-03-25 02:42:12 -- STEP: 1675/31555 -- GLOBAL_STEP: 790550 | > loss_text_ce: 0.032011471688747406 (0.035574781373143204) | > loss_mel_ce: 3.1760737895965576 (nan) | > loss: 0.012730497866868973 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14158046266925897) | > loader_time: 0.0046 (0.004745920380549635)  --> TIME: 2025-03-25 02:42:22 -- STEP: 1725/31555 -- GLOBAL_STEP: 790600 | > loss_text_ce: 0.026073748245835304 (0.03560500668658724) | > loss_mel_ce: 2.7209079265594482 (nan) | > loss: 0.010900720953941345 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14162183236384765) | > loader_time: 0.0047 (0.0047442264833312)  --> TIME: 2025-03-25 02:42:31 -- STEP: 1775/31555 -- GLOBAL_STEP: 790650 | > loss_text_ce: 0.03947516530752182 (0.03554253859209344) | > loss_mel_ce: 2.580892562866211 (nan) | > loss: 0.01039828546345234 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14147408001859452) | > loader_time: 0.0045 (0.00474133142283264)  --> TIME: 2025-03-25 02:42:41 -- STEP: 1825/31555 -- GLOBAL_STEP: 790700 | > loss_text_ce: 0.026349041610956192 (0.03555938651402521) | > loss_mel_ce: 3.077582359313965 (nan) | > loss: 0.012317189015448093 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14148114517943525) | > loader_time: 0.0046 (0.004739212663206326)  --> TIME: 2025-03-25 02:42:51 -- STEP: 1875/31555 -- GLOBAL_STEP: 790750 | > loss_text_ce: 0.03435559570789337 (0.03553184844652813) | > loss_mel_ce: 2.6247520446777344 (nan) | > loss: 0.010552015155553818 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14158279940287297) | > loader_time: 0.0047 (0.004735450490315746)  --> TIME: 2025-03-25 02:43:01 -- STEP: 1925/31555 -- GLOBAL_STEP: 790800 | > loss_text_ce: 0.04117002710700035 (0.035523090911182505) | > loss_mel_ce: 2.6181530952453613 (nan) | > loss: 0.010552870109677315 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14155610307470567) | > loader_time: 0.0045 (0.0047337289289994585)  --> TIME: 2025-03-25 02:43:10 -- STEP: 1975/31555 -- GLOBAL_STEP: 790850 | > loss_text_ce: 0.0288261529058218 (0.03549946329827552) | > loss_mel_ce: 2.756763458251953 (nan) | > loss: 0.011053928174078465 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14155075556115282) | > loader_time: 0.0047 (0.004730250443084322)  --> TIME: 2025-03-25 02:43:20 -- STEP: 2025/31555 -- GLOBAL_STEP: 790900 | > loss_text_ce: 0.02767464891076088 (0.03546546279924153) | > loss_mel_ce: 2.3063082695007324 (nan) | > loss: 0.009261837229132652 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14148217707504485) | > loader_time: 0.0045 (0.004726728863186298)  --> TIME: 2025-03-25 02:43:29 -- STEP: 2075/31555 -- GLOBAL_STEP: 790950 | > loss_text_ce: 0.041127510368824005 (0.035483718501426384) | > loss_mel_ce: 2.5021326541900635 (nan) | > loss: 0.010092302225530148 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14151075363159205) | > loader_time: 0.0046 (0.004724716623145405)  --> TIME: 2025-03-25 02:43:39 -- STEP: 2125/31555 -- GLOBAL_STEP: 791000 | > loss_text_ce: 0.051377590745687485 (0.035478456118527596) | > loss_mel_ce: 3.594775438308716 (nan) | > loss: 0.014468861743807793 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.1415153883765728) | > loader_time: 0.0044 (0.004722511852488791)  --> TIME: 2025-03-25 02:43:49 -- STEP: 2175/31555 -- GLOBAL_STEP: 791050 | > loss_text_ce: 0.03585024178028107 (0.03545298198858896) | > loss_mel_ce: 2.309664011001587 (nan) | > loss: 0.00930759683251381 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14147561774856765) | > loader_time: 0.0047 (0.004720339829894311)  --> TIME: 2025-03-25 02:43:58 -- STEP: 2225/31555 -- GLOBAL_STEP: 791100 | > loss_text_ce: 0.03812194615602493 (0.035472952806380346) | > loss_mel_ce: 3.5286457538604736 (nan) | > loss: 0.014153840951621532 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14138452069143254) | > loader_time: 0.0045 (0.004718598997994746)  --> TIME: 2025-03-25 02:44:08 -- STEP: 2275/31555 -- GLOBAL_STEP: 791150 | > loss_text_ce: 0.036757566034793854 (0.035486990756222164) | > loss_mel_ce: 2.5420923233032227 (nan) | > loss: 0.010233531706035137 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14130057607378302) | > loader_time: 0.0048 (0.004715987614222927)  --> TIME: 2025-03-25 02:44:17 -- STEP: 2325/31555 -- GLOBAL_STEP: 791200 | > loss_text_ce: 0.02805866114795208 (0.03548475914304292) | > loss_mel_ce: 2.8308088779449463 (nan) | > loss: 0.011344713158905506 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14126204993135205) | > loader_time: 0.0046 (0.00471502211786085)  --> TIME: 2025-03-25 02:44:27 -- STEP: 2375/31555 -- GLOBAL_STEP: 791250 | > loss_text_ce: 0.04261009767651558 (0.035496037439688224) | > loss_mel_ce: 2.779036045074463 (nan) | > loss: 0.01119700912386179 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14127711627357914) | > loader_time: 0.0046 (0.004715563422755187)  --> TIME: 2025-03-25 02:44:37 -- STEP: 2425/31555 -- GLOBAL_STEP: 791300 | > loss_text_ce: 0.029157163575291634 (0.03549828599293512) | > loss_mel_ce: 2.017672300338745 (nan) | > loss: 0.008122339844703674 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14129857112451955) | > loader_time: 0.0072 (0.004717019169600964)  --> TIME: 2025-03-25 02:44:46 -- STEP: 2475/31555 -- GLOBAL_STEP: 791350 | > loss_text_ce: 0.030380066484212875 (0.03550177754062895) | > loss_mel_ce: 2.6903889179229736 (nan) | > loss: 0.010796702466905117 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14126127031114386) | > loader_time: 0.0045 (0.004715652658481788)  --> TIME: 2025-03-25 02:44:56 -- STEP: 2525/31555 -- GLOBAL_STEP: 791400 | > loss_text_ce: 0.036613062024116516 (0.03550058486991294) | > loss_mel_ce: 3.223184585571289 (nan) | > loss: 0.012935705482959747 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14134419715050445) | > loader_time: 0.0044 (0.004714018850043264)  --> TIME: 2025-03-25 02:45:06 -- STEP: 2575/31555 -- GLOBAL_STEP: 791450 | > loss_text_ce: 0.04065171256661415 (0.035485901991357496) | > loss_mel_ce: 2.8217599391937256 (nan) | > loss: 0.011358777061104774 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14133816941270566) | > loader_time: 0.0052 (0.004713636416833373)  --> TIME: 2025-03-25 02:45:15 -- STEP: 2625/31555 -- GLOBAL_STEP: 791500 | > loss_text_ce: 0.040921106934547424 (0.03549905974559839) | > loss_mel_ce: 2.8391387462615967 (nan) | > loss: 0.011428809724748135 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1413497588748025) | > loader_time: 0.0048 (0.004714291890462231)  --> TIME: 2025-03-25 02:45:25 -- STEP: 2675/31555 -- GLOBAL_STEP: 791550 | > loss_text_ce: 0.028004342690110207 (0.035470354986316115) | > loss_mel_ce: 1.137164831161499 (nan) | > loss: 0.004623687360435724 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14139411810402566) | > loader_time: 0.0047 (0.0047124185294748384)  --> TIME: 2025-03-25 02:45:35 -- STEP: 2725/31555 -- GLOBAL_STEP: 791600 | > loss_text_ce: 0.04015851020812988 (0.03546169373659636) | > loss_mel_ce: 2.564356803894043 (nan) | > loss: 0.010335379280149937 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14140311372389502) | > loader_time: 0.0045 (0.004711580626461479)  --> TIME: 2025-03-25 02:45:45 -- STEP: 2775/31555 -- GLOBAL_STEP: 791650 | > loss_text_ce: 0.037395935505628586 (0.035454928675951694) | > loss_mel_ce: 3.247330904006958 (nan) | > loss: 0.013034631498157978 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14145905864131358) | > loader_time: 0.0047 (0.004711516955951304)  --> TIME: 2025-03-25 02:45:54 -- STEP: 2825/31555 -- GLOBAL_STEP: 791700 | > loss_text_ce: 0.05037485435605049 (0.03546806050513958) | > loss_mel_ce: 2.7902894020080566 (nan) | > loss: 0.011272476986050606 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14139736605956496) | > loader_time: 0.0044 (0.004709260991189325)  --> TIME: 2025-03-25 02:46:04 -- STEP: 2875/31555 -- GLOBAL_STEP: 791750 | > loss_text_ce: 0.035313237458467484 (0.03547014862234176) | > loss_mel_ce: 3.25445294380188 (nan) | > loss: 0.013054627925157547 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14146830517312764) | > loader_time: 0.0047 (0.004706181899360983)  --> TIME: 2025-03-25 02:46:14 -- STEP: 2925/31555 -- GLOBAL_STEP: 791800 | > loss_text_ce: 0.039293237030506134 (0.03545131040943991) | > loss_mel_ce: 3.187255859375 (nan) | > loss: 0.012803766876459122 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14145139425228814) | > loader_time: 0.0044 (0.0047044223394149326)  --> TIME: 2025-03-25 02:46:23 -- STEP: 2975/31555 -- GLOBAL_STEP: 791850 | > loss_text_ce: 0.029072772711515427 (0.03544808319761971) | > loss_mel_ce: 2.9760358333587646 (nan) | > loss: 0.011925035156309605 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14140400565972877) | > loader_time: 0.0045 (0.004705028453794839)  --> TIME: 2025-03-25 02:46:33 -- STEP: 3025/31555 -- GLOBAL_STEP: 791900 | > loss_text_ce: 0.035699766129255295 (0.03545442388015833) | > loss_mel_ce: 2.659487247467041 (nan) | > loss: 0.010695187374949455 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14137422813856934) | > loader_time: 0.0043 (0.004702694396342116)  --> TIME: 2025-03-25 02:46:42 -- STEP: 3075/31555 -- GLOBAL_STEP: 791950 | > loss_text_ce: 0.0336904413998127 (0.035460985896548544) | > loss_mel_ce: 2.511878252029419 (nan) | > loss: 0.01010146364569664 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14131756138995452) | > loader_time: 0.0048 (0.00470210377762956)  --> TIME: 2025-03-25 02:46:52 -- STEP: 3125/31555 -- GLOBAL_STEP: 792000 | > loss_text_ce: 0.030629992485046387 (0.03545894718408581) | > loss_mel_ce: 3.0505149364471436 (nan) | > loss: 0.012226765975356102 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14134800270080608) | > loader_time: 0.0043 (0.004701132659912095)  --> TIME: 2025-03-25 02:47:02 -- STEP: 3175/31555 -- GLOBAL_STEP: 792050 | > loss_text_ce: 0.03524131327867508 (0.035441949582827335) | > loss_mel_ce: 2.778454542160034 (nan) | > loss: 0.01116546057164669 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14131739751560524) | > loader_time: 0.0045 (0.004699969554510626)  --> TIME: 2025-03-25 02:47:11 -- STEP: 3225/31555 -- GLOBAL_STEP: 792100 | > loss_text_ce: 0.040800537914037704 (0.035431988073527376) | > loss_mel_ce: 3.066495656967163 (nan) | > loss: 0.012330541387200356 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1412906535836157) | > loader_time: 0.0042 (0.004699002716892437)  --> TIME: 2025-03-25 02:47:21 -- STEP: 3275/31555 -- GLOBAL_STEP: 792150 | > loss_text_ce: 0.03018229268491268 (0.035440546720082546) | > loss_mel_ce: 2.7252488136291504 (nan) | > loss: 0.010934251360595226 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14123886516076045) | > loader_time: 0.0044 (0.0046963419441048305)  --> TIME: 2025-03-25 02:47:30 -- STEP: 3325/31555 -- GLOBAL_STEP: 792200 | > loss_text_ce: 0.03458506986498833 (0.03541472452419595) | > loss_mel_ce: 3.3499643802642822 (nan) | > loss: 0.013430751860141754 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14125186382379787) | > loader_time: 0.0045 (0.004694368247699005)  --> TIME: 2025-03-25 02:47:40 -- STEP: 3375/31555 -- GLOBAL_STEP: 792250 | > loss_text_ce: 0.03492861986160278 (0.035437073406245995) | > loss_mel_ce: 2.947354555130005 (nan) | > loss: 0.011834457516670227 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14127752205177624) | > loader_time: 0.0046 (0.004692150398536953)  --> TIME: 2025-03-25 02:47:49 -- STEP: 3425/31555 -- GLOBAL_STEP: 792300 | > loss_text_ce: 0.03939028084278107 (0.035434194806500965) | > loss_mel_ce: 1.8099663257598877 (nan) | > loss: 0.0073387171141803265 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14123401850679523) | > loader_time: 0.0043 (0.004690039627743455)  --> TIME: 2025-03-25 02:47:59 -- STEP: 3475/31555 -- GLOBAL_STEP: 792350 | > loss_text_ce: 0.04152141138911247 (0.03543316823276256) | > loss_mel_ce: 3.0159287452697754 (nan) | > loss: 0.012132738716900349 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1412431855510466) | > loader_time: 0.0044 (0.0046888273225413725)  --> TIME: 2025-03-25 02:48:09 -- STEP: 3525/31555 -- GLOBAL_STEP: 792400 | > loss_text_ce: 0.04096308723092079 (0.035440633109909414) | > loss_mel_ce: 3.2197461128234863 (nan) | > loss: 0.012939323671162128 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14118216074950315) | > loader_time: 0.0049 (0.004687279369814168)  --> TIME: 2025-03-25 02:48:18 -- STEP: 3575/31555 -- GLOBAL_STEP: 792450 | > loss_text_ce: 0.028032639995217323 (0.035436086949560186) | > loss_mel_ce: 2.4700164794921875 (nan) | > loss: 0.009912893176078796 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14117844401539636) | > loader_time: 0.0046 (0.00468551849151824)  --> TIME: 2025-03-25 02:48:28 -- STEP: 3625/31555 -- GLOBAL_STEP: 792500 | > loss_text_ce: 0.038631998002529144 (0.03540915907611106) | > loss_mel_ce: 2.4686930179595947 (nan) | > loss: 0.009949702769517899 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14120330297535885) | > loader_time: 0.0046 (0.004683188142447628)  --> TIME: 2025-03-25 02:48:38 -- STEP: 3675/31555 -- GLOBAL_STEP: 792550 | > loss_text_ce: 0.03166110813617706 (0.03541129810925647) | > loss_mel_ce: 2.5778703689575195 (nan) | > loss: 0.010355283506214619 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14122765560539424) | > loader_time: 0.0046 (0.004681328105277748)  --> TIME: 2025-03-25 02:48:48 -- STEP: 3725/31555 -- GLOBAL_STEP: 792600 | > loss_text_ce: 0.039245061576366425 (0.03540438583233211) | > loss_mel_ce: 2.6575767993927 (nan) | > loss: 0.010701674968004227 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1412668233269815) | > loader_time: 0.0049 (0.004679876685942572)  --> TIME: 2025-03-25 02:48:58 -- STEP: 3775/31555 -- GLOBAL_STEP: 792650 | > loss_text_ce: 0.033165864646434784 (0.035403813527317224) | > loss_mel_ce: 2.2802412509918213 (nan) | > loss: 0.009180188179016113 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14135161103002303) | > loader_time: 0.0045 (0.004678096581768508)  --> TIME: 2025-03-25 02:49:07 -- STEP: 3825/31555 -- GLOBAL_STEP: 792700 | > loss_text_ce: 0.029349839314818382 (0.03539882710507881) | > loss_mel_ce: 2.6388895511627197 (nan) | > loss: 0.010588251985609531 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14134866720710726) | > loader_time: 0.0046 (0.004678287817761782)  --> TIME: 2025-03-25 02:49:17 -- STEP: 3875/31555 -- GLOBAL_STEP: 792750 | > loss_text_ce: 0.035841189324855804 (0.03538966069923292) | > loss_mel_ce: 3.122828960418701 (nan) | > loss: 0.012534406036138535 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14137891037233435) | > loader_time: 0.0046 (0.004677907082342325)  --> TIME: 2025-03-25 02:49:27 -- STEP: 3925/31555 -- GLOBAL_STEP: 792800 | > loss_text_ce: 0.0419299341738224 (0.03540648408708677) | > loss_mel_ce: 3.4192874431610107 (nan) | > loss: 0.013734990730881691 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14143776911838818) | > loader_time: 0.0049 (0.004677078101285696)  --> TIME: 2025-03-25 02:49:37 -- STEP: 3975/31555 -- GLOBAL_STEP: 792850 | > loss_text_ce: 0.040285829454660416 (0.03540736163749633) | > loss_mel_ce: 3.3142476081848145 (nan) | > loss: 0.013311641290783882 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14143499626303638) | > loader_time: 0.0048 (0.004676201838367383)  --> TIME: 2025-03-25 02:49:46 -- STEP: 4025/31555 -- GLOBAL_STEP: 792900 | > loss_text_ce: 0.031239381060004234 (0.03541527009945107) | > loss_mel_ce: 2.7927157878875732 (nan) | > loss: 0.011206171475350857 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14143557074647534) | > loader_time: 0.0047 (0.004674646128778865)  --> TIME: 2025-03-25 02:49:56 -- STEP: 4075/31555 -- GLOBAL_STEP: 792950 | > loss_text_ce: 0.03705012798309326 (0.0354098606607848) | > loss_mel_ce: 2.2647705078125 (nan) | > loss: 0.009134209714829922 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14143664874913522) | > loader_time: 0.0047 (0.004674061675744547)  --> TIME: 2025-03-25 02:50:05 -- STEP: 4125/31555 -- GLOBAL_STEP: 793000 | > loss_text_ce: 0.033081695437431335 (0.035433092715613755) | > loss_mel_ce: 3.0843865871429443 (nan) | > loss: 0.01237090677022934 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14137875637863642) | > loader_time: 0.0045 (0.004675852746674502)  --> TIME: 2025-03-25 02:50:15 -- STEP: 4175/31555 -- GLOBAL_STEP: 793050 | > loss_text_ce: 0.038082484155893326 (0.035431837692499864) | > loss_mel_ce: 2.1674437522888184 (nan) | > loss: 0.008752088993787766 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14141614885387324) | > loader_time: 0.0045 (0.004675183667394209)  --> TIME: 2025-03-25 02:50:25 -- STEP: 4225/31555 -- GLOBAL_STEP: 793100 | > loss_text_ce: 0.030526315793395042 (0.03544226301756836) | > loss_mel_ce: 3.7127015590667725 (nan) | > loss: 0.01485408004373312 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14136650988336164) | > loader_time: 0.0045 (0.004673564561019982)  --> TIME: 2025-03-25 02:50:34 -- STEP: 4275/31555 -- GLOBAL_STEP: 793150 | > loss_text_ce: 0.037997595965862274 (0.0354527962268793) | > loss_mel_ce: 2.1305174827575684 (nan) | > loss: 0.00860521849244833 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14135037996615601) | > loader_time: 0.0044 (0.004673118479767733)  --> TIME: 2025-03-25 02:50:44 -- STEP: 4325/31555 -- GLOBAL_STEP: 793200 | > loss_text_ce: 0.04058399423956871 (0.035457006512005194) | > loss_mel_ce: 0.10693359375 (nan) | > loss: 0.0005853872862644494 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14134980256846894) | > loader_time: 0.0044 (0.004672837836204918)  --> TIME: 2025-03-25 02:50:54 -- STEP: 4375/31555 -- GLOBAL_STEP: 793250 | > loss_text_ce: 0.03077584132552147 (0.03546068788724285) | > loss_mel_ce: 2.4463162422180176 (nan) | > loss: 0.009829730726778507 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14137474190848234) | > loader_time: 0.0045 (0.004671521432059143)  --> TIME: 2025-03-25 02:51:03 -- STEP: 4425/31555 -- GLOBAL_STEP: 793300 | > loss_text_ce: 0.021371392533183098 (0.035475408010563626) | > loss_mel_ce: 1.8297230005264282 (nan) | > loss: 0.007345613092184067 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14138179299521605) | > loader_time: 0.0046 (0.00467152342284466)  --> TIME: 2025-03-25 02:51:13 -- STEP: 4475/31555 -- GLOBAL_STEP: 793350 | > loss_text_ce: 0.03297354280948639 (0.03546332431031008) | > loss_mel_ce: 2.682929515838623 (nan) | > loss: 0.010777393355965614 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14147043803550707) | > loader_time: 0.0047 (0.004670253945462525)  --> TIME: 2025-03-25 02:51:23 -- STEP: 4525/31555 -- GLOBAL_STEP: 793400 | > loss_text_ce: 0.043881841003894806 (0.03543981072981716) | > loss_mel_ce: 2.8581864833831787 (nan) | > loss: 0.011516145430505276 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14147703839929096) | > loader_time: 0.0045 (0.004669167797868418)  --> TIME: 2025-03-25 02:51:33 -- STEP: 4575/31555 -- GLOBAL_STEP: 793450 | > loss_text_ce: 0.03912569582462311 (0.03542912410215932) | > loss_mel_ce: 2.243492603302002 (nan) | > loss: 0.009058009833097458 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14145590865546917) | > loader_time: 0.0045 (0.00466806614985231)  --> TIME: 2025-03-25 02:51:43 -- STEP: 4625/31555 -- GLOBAL_STEP: 793500 | > loss_text_ce: 0.03731664642691612 (0.03543591271501944) | > loss_mel_ce: 2.844038486480713 (nan) | > loss: 0.011433949694037437 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14152607629105884) | > loader_time: 0.0046 (0.004668734679350977)  --> TIME: 2025-03-25 02:51:53 -- STEP: 4675/31555 -- GLOBAL_STEP: 793550 | > loss_text_ce: 0.034620560705661774 (0.0354399465092204) | > loss_mel_ce: 0.035430908203125 (nan) | > loss: 0.00027798203518614173 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1415639032782084) | > loader_time: 0.0046 (0.004667760879598193)  --> TIME: 2025-03-25 02:52:02 -- STEP: 4725/31555 -- GLOBAL_STEP: 793600 | > loss_text_ce: 0.034989193081855774 (0.03543040425176658) | > loss_mel_ce: 2.85980224609375 (nan) | > loss: 0.011487267911434174 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14158064983509247) | > loader_time: 0.0044 (0.004668609679691365)  --> TIME: 2025-03-25 02:52:12 -- STEP: 4775/31555 -- GLOBAL_STEP: 793650 | > loss_text_ce: 0.03416791185736656 (0.03543732354622236) | > loss_mel_ce: 3.1988375186920166 (nan) | > loss: 0.012829387560486794 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14151829709557387) | > loader_time: 0.0046 (0.0046672014166547265)  --> TIME: 2025-03-25 02:52:22 -- STEP: 4825/31555 -- GLOBAL_STEP: 793700 | > loss_text_ce: 0.041887372732162476 (0.035427597863454896) | > loss_mel_ce: 2.796438694000244 (nan) | > loss: 0.011263199150562286 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14152946447461426) | > loader_time: 0.0045 (0.004666048405701623)  --> TIME: 2025-03-25 02:52:32 -- STEP: 4875/31555 -- GLOBAL_STEP: 793750 | > loss_text_ce: 0.031896766275167465 (0.03542814160081055) | > loss_mel_ce: 3.016000986099243 (nan) | > loss: 0.012094832956790924 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14159491998721424) | > loader_time: 0.0047 (0.004664624238625545)  --> TIME: 2025-03-25 02:52:41 -- STEP: 4925/31555 -- GLOBAL_STEP: 793800 | > loss_text_ce: 0.029053837060928345 (0.03542467964746929) | > loss_mel_ce: 2.8986806869506836 (nan) | > loss: 0.011617994867265224 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14159433330981297) | > loader_time: 0.0046 (0.004664138271118778)  --> TIME: 2025-03-25 02:52:51 -- STEP: 4975/31555 -- GLOBAL_STEP: 793850 | > loss_text_ce: 0.030735744163393974 (0.035421641373155094) | > loss_mel_ce: 3.08054780960083 (nan) | > loss: 0.012346363626420498 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14156838498522928) | > loader_time: 0.0048 (0.004662975330448623)  --> TIME: 2025-03-25 02:53:00 -- STEP: 5025/31555 -- GLOBAL_STEP: 793900 | > loss_text_ce: 0.034515123814344406 (0.03542779402872224) | > loss_mel_ce: 3.0397932529449463 (nan) | > loss: 0.012199637480080128 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14153616506661987) | > loader_time: 0.0048 (0.004663509017792503)  --> TIME: 2025-03-25 02:53:10 -- STEP: 5075/31555 -- GLOBAL_STEP: 793950 | > loss_text_ce: 0.022978806868195534 (0.035421038511498214) | > loss_mel_ce: 2.520689010620117 (nan) | > loss: 0.010093919932842255 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.1415382777998604) | > loader_time: 0.0046 (0.004662996207552001)  --> TIME: 2025-03-25 02:53:20 -- STEP: 5125/31555 -- GLOBAL_STEP: 794000 | > loss_text_ce: 0.04045962542295456 (0.035413672153906166) | > loss_mel_ce: 2.456151247024536 (nan) | > loss: 0.009907186962664127 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14154321991525073) | > loader_time: 0.0044 (0.00466260105226098)  --> TIME: 2025-03-25 02:53:29 -- STEP: 5175/31555 -- GLOBAL_STEP: 794050 | > loss_text_ce: 0.04216337576508522 (0.03541447132249965) | > loss_mel_ce: 2.9604849815368652 (nan) | > loss: 0.01191527210175991 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1415330137722738) | > loader_time: 0.0044 (0.0046619787538685065)  --> TIME: 2025-03-25 02:53:39 -- STEP: 5225/31555 -- GLOBAL_STEP: 794100 | > loss_text_ce: 0.029441429302096367 (0.035404882753651126) | > loss_mel_ce: 2.5386836528778076 (nan) | > loss: 0.010190973058342934 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14154421970604739) | > loader_time: 0.0045 (0.004661567724492558)  --> TIME: 2025-03-25 02:53:49 -- STEP: 5275/31555 -- GLOBAL_STEP: 794150 | > loss_text_ce: 0.03940392658114433 (0.03540413350219977) | > loss_mel_ce: 2.6639597415924072 (nan) | > loss: 0.010727633722126484 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14156848319898874) | > loader_time: 0.0049 (0.0046628926263601244)  --> TIME: 2025-03-25 02:53:58 -- STEP: 5325/31555 -- GLOBAL_STEP: 794200 | > loss_text_ce: 0.03862126171588898 (0.0353901783016646) | > loss_mel_ce: 2.61499285697937 (nan) | > loss: 0.010530214756727219 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14154542546876753) | > loader_time: 0.0049 (0.004662745032511959)  --> TIME: 2025-03-25 02:54:08 -- STEP: 5375/31555 -- GLOBAL_STEP: 794250 | > loss_text_ce: 0.039561573415994644 (0.03539893492432532) | > loss_mel_ce: 2.2759971618652344 (nan) | > loss: 0.009188725613057613 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14156419337073078) | > loader_time: 0.0043 (0.004662579469902564)  --> TIME: 2025-03-25 02:54:18 -- STEP: 5425/31555 -- GLOBAL_STEP: 794300 | > loss_text_ce: 0.02625586837530136 (0.03541066204656931) | > loss_mel_ce: 0.1277669221162796 (nan) | > loss: 0.0006112015689723194 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14160564611584409) | > loader_time: 0.0046 (0.004662853847450917)  --> TIME: 2025-03-25 02:54:28 -- STEP: 5475/31555 -- GLOBAL_STEP: 794350 | > loss_text_ce: 0.027577519416809082 (0.03540965453436661) | > loss_mel_ce: 3.0869953632354736 (nan) | > loss: 0.012359417043626308 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1415744207983152) | > loader_time: 0.0046 (0.0046635723549481286)  --> TIME: 2025-03-25 02:54:37 -- STEP: 5525/31555 -- GLOBAL_STEP: 794400 | > loss_text_ce: 0.03814691677689552 (0.035397609192119484) | > loss_mel_ce: 2.9740476608276367 (nan) | > loss: 0.011953153647482395 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14156293920801816) | > loader_time: 0.0047 (0.004663543269645028)  --> TIME: 2025-03-25 02:54:47 -- STEP: 5575/31555 -- GLOBAL_STEP: 794450 | > loss_text_ce: 0.02912186272442341 (0.03539373673231345) | > loss_mel_ce: 2.477555513381958 (nan) | > loss: 0.009947133250534534 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14160412925241253) | > loader_time: 0.0045 (0.004662853506113905)  --> TIME: 2025-03-25 02:54:57 -- STEP: 5625/31555 -- GLOBAL_STEP: 794500 | > loss_text_ce: 0.03772338852286339 (0.035382467293739346) | > loss_mel_ce: 2.56907320022583 (nan) | > loss: 0.010344430804252625 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14159335581461602) | > loader_time: 0.0045 (0.004662783643934455)  --> TIME: 2025-03-25 02:55:06 -- STEP: 5675/31555 -- GLOBAL_STEP: 794550 | > loss_text_ce: 0.03286687284708023 (0.03538639422982016) | > loss_mel_ce: 2.5116045475006104 (nan) | > loss: 0.010097109712660313 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14158386091828892) | > loader_time: 0.0044 (0.004662615276118199)  --> TIME: 2025-03-25 02:55:16 -- STEP: 5725/31555 -- GLOBAL_STEP: 794600 | > loss_text_ce: 0.030306639149785042 (0.03537383391639815) | > loss_mel_ce: 2.9781081676483154 (nan) | > loss: 0.011938154697418213 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14160372921473097) | > loader_time: 0.0045 (0.004662594566178629)  --> TIME: 2025-03-25 02:55:26 -- STEP: 5775/31555 -- GLOBAL_STEP: 794650 | > loss_text_ce: 0.034126825630664825 (0.035380365605671725) | > loss_mel_ce: 2.835952043533325 (nan) | > loss: 0.011389202438294888 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14160701000329248) | > loader_time: 0.0048 (0.004663336163475398)  --> TIME: 2025-03-25 02:55:36 -- STEP: 5825/31555 -- GLOBAL_STEP: 794700 | > loss_text_ce: 0.031159069389104843 (0.03538340376937854) | > loss_mel_ce: 3.034562587738037 (nan) | > loss: 0.012165563181042671 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14162765805813424) | > loader_time: 0.0045 (0.00466419330482319)  --> TIME: 2025-03-25 02:55:45 -- STEP: 5875/31555 -- GLOBAL_STEP: 794750 | > loss_text_ce: 0.04090056195855141 (0.03537528609262508) | > loss_mel_ce: 3.0041651725769043 (nan) | > loss: 0.012083594687283039 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14157875397864866) | > loader_time: 0.0046 (0.004663539521237634)  --> TIME: 2025-03-25 02:55:55 -- STEP: 5925/31555 -- GLOBAL_STEP: 794800 | > loss_text_ce: 0.03437928482890129 (0.0353649736923571) | > loss_mel_ce: 2.8633081912994385 (nan) | > loss: 0.011498760432004929 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14159449810720254) | > loader_time: 0.0048 (0.004663099337227733)  --> TIME: 2025-03-25 02:56:05 -- STEP: 5975/31555 -- GLOBAL_STEP: 794850 | > loss_text_ce: 0.0326780304312706 (0.035371678898492936) | > loss_mel_ce: 2.564354181289673 (nan) | > loss: 0.010305684059858322 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14164488688672505) | > loader_time: 0.0046 (0.004663399492846369)  --> TIME: 2025-03-25 02:56:15 -- STEP: 6025/31555 -- GLOBAL_STEP: 794900 | > loss_text_ce: 0.01664009504020214 (0.03537173666693742) | > loss_mel_ce: 2.5896992683410645 (nan) | > loss: 0.010342617519199848 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14164056037966216) | > loader_time: 0.0046 (0.004663034138343141)  --> TIME: 2025-03-25 02:56:24 -- STEP: 6075/31555 -- GLOBAL_STEP: 794950 | > loss_text_ce: 0.041960496455430984 (0.03537351986768935) | > loss_mel_ce: 2.9753031730651855 (nan) | > loss: 0.011973269283771515 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1416565574834384) | > loader_time: 0.0047 (0.004663344881662121)  --> TIME: 2025-03-25 02:56:34 -- STEP: 6125/31555 -- GLOBAL_STEP: 795000 | > loss_text_ce: 0.041285958141088486 (0.035375431644825366) | > loss_mel_ce: 2.82616925239563 (nan) | > loss: 0.011378791183233261 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14163925933837965) | > loader_time: 0.005 (0.00466351092591577)  --> TIME: 2025-03-25 02:56:43 -- STEP: 6175/31555 -- GLOBAL_STEP: 795050 | > loss_text_ce: 0.033935002982616425 (0.03538379357034264) | > loss_mel_ce: 2.9954745769500732 (nan) | > loss: 0.012021467089653015 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1416045467284053) | > loader_time: 0.0046 (0.0046632743557455045)  --> TIME: 2025-03-25 02:56:53 -- STEP: 6225/31555 -- GLOBAL_STEP: 795100 | > loss_text_ce: 0.03317101299762726 (0.03538192899665805) | > loss_mel_ce: 1.9815458059310913 (nan) | > loss: 0.007994908839464188 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1415916271286325) | > loader_time: 0.0048 (0.0046630177631914295)  --> TIME: 2025-03-25 02:57:03 -- STEP: 6275/31555 -- GLOBAL_STEP: 795150 | > loss_text_ce: 0.04497142136096954 (0.035388107430560964) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14161299515530498) | > loader_time: 0.0042 (0.00466264774124935)  --> TIME: 2025-03-25 02:57:12 -- STEP: 6325/31555 -- GLOBAL_STEP: 795200 | > loss_text_ce: 0.03691943362355232 (0.03539227360042312) | > loss_mel_ce: 3.0208489894866943 (nan) | > loss: 0.012134002521634102 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14160408649520057) | > loader_time: 0.0045 (0.004661823506411821)  --> TIME: 2025-03-25 02:57:22 -- STEP: 6375/31555 -- GLOBAL_STEP: 795250 | > loss_text_ce: 0.03690551593899727 (0.035392512227828674) | > loss_mel_ce: 2.558595657348633 (nan) | > loss: 0.01029960811138153 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1415543926089425) | > loader_time: 0.0042 (0.004661267710667021)  --> TIME: 2025-03-25 02:57:31 -- STEP: 6425/31555 -- GLOBAL_STEP: 795300 | > loss_text_ce: 0.04678608849644661 (0.03538594497157566) | > loss_mel_ce: 2.0795247554779053 (nan) | > loss: 0.008437741547822952 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14153522658440937) | > loader_time: 0.0045 (0.00466066419846352)  --> TIME: 2025-03-25 02:57:41 -- STEP: 6475/31555 -- GLOBAL_STEP: 795350 | > loss_text_ce: 0.030590083450078964 (0.035377655377230435) | > loss_mel_ce: 3.1330175399780273 (nan) | > loss: 0.012553999200463295 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14149714639288194) | > loader_time: 0.0045 (0.004660438662790413)  --> TIME: 2025-03-25 02:57:50 -- STEP: 6525/31555 -- GLOBAL_STEP: 795400 | > loss_text_ce: 0.03737557679414749 (0.03538808746513169) | > loss_mel_ce: 1.9909676313400269 (nan) | > loss: 0.008048981428146362 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14152434666951572) | > loader_time: 0.0047 (0.004660490372171795)  --> TIME: 2025-03-25 02:58:00 -- STEP: 6575/31555 -- GLOBAL_STEP: 795450 | > loss_text_ce: 0.034762199968099594 (0.03539857864649019) | > loss_mel_ce: 2.930088520050049 (nan) | > loss: 0.011765280738472939 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14152361612356293) | > loader_time: 0.0047 (0.004659667649649842)  --> TIME: 2025-03-25 02:58:10 -- STEP: 6625/31555 -- GLOBAL_STEP: 795500 | > loss_text_ce: 0.0327804759144783 (0.03539972657569746) | > loss_mel_ce: 0.3507786989212036 (nan) | > loss: 0.0015220602508634329 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14152426230232762) | > loader_time: 0.0045 (0.004659437395491686)  --> TIME: 2025-03-25 02:58:20 -- STEP: 6675/31555 -- GLOBAL_STEP: 795550 | > loss_text_ce: 0.04538372531533241 (0.03539834071006566) | > loss_mel_ce: 2.456772804260254 (nan) | > loss: 0.009929193183779716 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14157374614187027) | > loader_time: 0.0047 (0.0046591154377112216)  --> TIME: 2025-03-25 02:58:29 -- STEP: 6725/31555 -- GLOBAL_STEP: 795600 | > loss_text_ce: 0.032563939690589905 (0.03539426406118402) | > loss_mel_ce: 1.934364676475525 (nan) | > loss: 0.007805272471159697 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14152768925663348) | > loader_time: 0.0046 (0.004658632739325877)  --> TIME: 2025-03-25 02:58:39 -- STEP: 6775/31555 -- GLOBAL_STEP: 795650 | > loss_text_ce: 0.045207679271698 (0.03539368238575021) | > loss_mel_ce: 0.0528157539665699 (nan) | > loss: 0.0003889818908646703 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1415298866257905) | > loader_time: 0.0045 (0.004658382035709386)  --> TIME: 2025-03-25 02:58:48 -- STEP: 6825/31555 -- GLOBAL_STEP: 795700 | > loss_text_ce: 0.035497069358825684 (0.035387530261753126) | > loss_mel_ce: 3.112813711166382 (nan) | > loss: 0.012493297457695007 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14150402858580513) | > loader_time: 0.0046 (0.004659289964389442)  --> TIME: 2025-03-25 02:58:58 -- STEP: 6875/31555 -- GLOBAL_STEP: 795750 | > loss_text_ce: 0.03935498371720314 (0.035394317974150304) | > loss_mel_ce: 2.80790376663208 (nan) | > loss: 0.0112986471503973 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14149817484075447) | > loader_time: 0.0046 (0.004658823498812577)  --> TIME: 2025-03-25 02:59:08 -- STEP: 6925/31555 -- GLOBAL_STEP: 795800 | > loss_text_ce: 0.033040110021829605 (0.03539279273929701) | > loss_mel_ce: 3.005671262741089 (nan) | > loss: 0.012058379128575325 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14149606129753112) | > loader_time: 0.0044 (0.0046584508737501995)  --> TIME: 2025-03-25 02:59:17 -- STEP: 6975/31555 -- GLOBAL_STEP: 795850 | > loss_text_ce: 0.03817275911569595 (0.03539800054670784) | > loss_mel_ce: 3.154721736907959 (nan) | > loss: 0.012670217081904411 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14149133295995872) | > loader_time: 0.0045 (0.004658401892603927)  --> TIME: 2025-03-25 02:59:27 -- STEP: 7025/31555 -- GLOBAL_STEP: 795900 | > loss_text_ce: 0.030865520238876343 (0.035402785213100856) | > loss_mel_ce: 2.9979772567749023 (nan) | > loss: 0.012019217945635319 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14149639170365058) | > loader_time: 0.0049 (0.004658341390806573)  --> TIME: 2025-03-25 02:59:37 -- STEP: 7075/31555 -- GLOBAL_STEP: 795950 | > loss_text_ce: 0.0330740287899971 (0.03540343530094363) | > loss_mel_ce: 2.7713303565979004 (nan) | > loss: 0.011128589510917664 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14153861453592223) | > loader_time: 0.0045 (0.004658531215923823)  --> TIME: 2025-03-25 02:59:47 -- STEP: 7125/31555 -- GLOBAL_STEP: 796000 | > loss_text_ce: 0.03567687049508095 (0.03540054637964895) | > loss_mel_ce: 3.2207255363464355 (nan) | > loss: 0.01292223297059536 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.1415147397225371) | > loader_time: 0.0049 (0.004659114871108729)  --> TIME: 2025-03-25 02:59:56 -- STEP: 7175/31555 -- GLOBAL_STEP: 796050 | > loss_text_ce: 0.03913136199116707 (0.03539279462451629) | > loss_mel_ce: 2.8461267948150635 (nan) | > loss: 0.011449437588453293 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14152080874825265) | > loader_time: 0.0046 (0.0046584787933668485)  --> TIME: 2025-03-25 03:00:06 -- STEP: 7225/31555 -- GLOBAL_STEP: 796100 | > loss_text_ce: 0.0321313813328743 (0.03539014923956683) | > loss_mel_ce: 2.7382121086120605 (nan) | > loss: 0.010993427596986294 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14151700894312938) | > loader_time: 0.0047 (0.004658115347363945)  --> TIME: 2025-03-25 03:00:16 -- STEP: 7275/31555 -- GLOBAL_STEP: 796150 | > loss_text_ce: 0.041793983429670334 (0.03539759912761742) | > loss_mel_ce: 2.8806214332580566 (nan) | > loss: 0.01159688737243414 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14152580185854213) | > loader_time: 0.0046 (0.00465801651944818)  --> TIME: 2025-03-25 03:00:25 -- STEP: 7325/31555 -- GLOBAL_STEP: 796200 | > loss_text_ce: 0.02572684921324253 (0.03541126474521991) | > loss_mel_ce: 2.046806573867798 (nan) | > loss: 0.008224339224398136 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14151820426914943) | > loader_time: 0.0045 (0.0046574511869775445)  --> TIME: 2025-03-25 03:00:35 -- STEP: 7375/31555 -- GLOBAL_STEP: 796250 | > loss_text_ce: 0.03648003563284874 (0.035411911882207686) | > loss_mel_ce: 2.1278738975524902 (nan) | > loss: 0.008588706143200397 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14155583995883814) | > loader_time: 0.0047 (0.0046577530553785305)  --> TIME: 2025-03-25 03:00:44 -- STEP: 7425/31555 -- GLOBAL_STEP: 796300 | > loss_text_ce: 0.03765448182821274 (0.03541385432473249) | > loss_mel_ce: 3.017469644546509 (nan) | > loss: 0.012123508378863335 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14151097397210285) | > loader_time: 0.0046 (0.004657686342695334)  --> TIME: 2025-03-25 03:00:54 -- STEP: 7475/31555 -- GLOBAL_STEP: 796350 | > loss_text_ce: 0.03257080167531967 (0.03541208438687413) | > loss_mel_ce: 2.5879647731781006 (nan) | > loss: 0.01039895135909319 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14146442269800563) | > loader_time: 0.0043 (0.004658149094087213)  --> TIME: 2025-03-25 03:01:04 -- STEP: 7525/31555 -- GLOBAL_STEP: 796400 | > loss_text_ce: 0.03551848605275154 (0.03540639797281301) | > loss_mel_ce: 2.8070337772369385 (nan) | > loss: 0.011279969476163387 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14148946356535813) | > loader_time: 0.0047 (0.004658996290542743)  --> TIME: 2025-03-25 03:01:13 -- STEP: 7575/31555 -- GLOBAL_STEP: 796450 | > loss_text_ce: 0.025430534034967422 (0.03539791571486619) | > loss_mel_ce: 2.4082136154174805 (nan) | > loss: 0.009657318703830242 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14146751702815455) | > loader_time: 0.0048 (0.004658751755264322)  --> TIME: 2025-03-25 03:01:23 -- STEP: 7625/31555 -- GLOBAL_STEP: 796500 | > loss_text_ce: 0.04051133990287781 (0.03539990495694967) | > loss_mel_ce: 3.045253038406372 (nan) | > loss: 0.012245097197592258 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14148803617133532) | > loader_time: 0.005 (0.004660077923634002)  --> TIME: 2025-03-25 03:01:33 -- STEP: 7675/31555 -- GLOBAL_STEP: 796550 | > loss_text_ce: 0.03599080070853233 (0.035393031023879716) | > loss_mel_ce: 2.9945809841156006 (nan) | > loss: 0.012026078999042511 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14152128635866307) | > loader_time: 0.0047 (0.004660854246406668)  --> TIME: 2025-03-25 03:01:43 -- STEP: 7725/31555 -- GLOBAL_STEP: 796600 | > loss_text_ce: 0.038389500230550766 (0.035388974116626996) | > loss_mel_ce: 2.6302316188812256 (nan) | > loss: 0.010589766316115856 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14152000553785465) | > loader_time: 0.0045 (0.004660624068917569)  --> TIME: 2025-03-25 03:01:53 -- STEP: 7775/31555 -- GLOBAL_STEP: 796650 | > loss_text_ce: 0.03430061787366867 (0.0353848949739549) | > loss_mel_ce: 3.1561102867126465 (nan) | > loss: 0.012660360895097256 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14156214536194694) | > loader_time: 0.0045 (0.004660336564974759)  --> TIME: 2025-03-25 03:02:02 -- STEP: 7825/31555 -- GLOBAL_STEP: 796700 | > loss_text_ce: 0.027552258223295212 (0.03538405794007627) | > loss_mel_ce: 2.8447353839874268 (nan) | > loss: 0.011397968046367168 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14154237055550048) | > loader_time: 0.0048 (0.004660645414846001)  --> TIME: 2025-03-25 03:02:12 -- STEP: 7875/31555 -- GLOBAL_STEP: 796750 | > loss_text_ce: 0.029984155669808388 (0.035377311923319506) | > loss_mel_ce: 2.513216257095337 (nan) | > loss: 0.010092065669596195 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14155824370611342) | > loader_time: 0.0044 (0.004660746286785781)  --> TIME: 2025-03-25 03:02:22 -- STEP: 7925/31555 -- GLOBAL_STEP: 796800 | > loss_text_ce: 0.02784828282892704 (0.035372511102973785) | > loss_mel_ce: 3.113739013671875 (nan) | > loss: 0.012466616928577423 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14155743496651213) | > loader_time: 0.0046 (0.004661110989302856)  --> TIME: 2025-03-25 03:02:31 -- STEP: 7975/31555 -- GLOBAL_STEP: 796850 | > loss_text_ce: 0.03780502825975418 (0.035376977736603435) | > loss_mel_ce: 2.3685245513916016 (nan) | > loss: 0.009548927657306194 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14156745767145007) | > loader_time: 0.0045 (0.00466119814068545)  --> TIME: 2025-03-25 03:02:41 -- STEP: 8025/31555 -- GLOBAL_STEP: 796900 | > loss_text_ce: 0.027419563382864 (0.03537274608649674) | > loss_mel_ce: 1.4160853624343872 (nan) | > loss: 0.005728194490075111 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14155530941449282) | > loader_time: 0.0047 (0.004661026238652394)  --> TIME: 2025-03-25 03:02:51 -- STEP: 8075/31555 -- GLOBAL_STEP: 796950 | > loss_text_ce: 0.048919957131147385 (0.03537184733251589) | > loss_mel_ce: 3.2721707820892334 (nan) | > loss: 0.01317893248051405 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14154029943625684) | > loader_time: 0.0045 (0.004660995501113739)  --> TIME: 2025-03-25 03:03:00 -- STEP: 8125/31555 -- GLOBAL_STEP: 797000 | > loss_text_ce: 0.03563360497355461 (0.03536452507640318) | > loss_mel_ce: 2.600330114364624 (nan) | > loss: 0.010460173711180687 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14152392399127725) | > loader_time: 0.0044 (0.004660805452786949)  --> TIME: 2025-03-25 03:03:10 -- STEP: 8175/31555 -- GLOBAL_STEP: 797050 | > loss_text_ce: 0.03604511544108391 (0.035360275852274754) | > loss_mel_ce: 2.8978190422058105 (nan) | > loss: 0.011642318218946457 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14151458229858271) | > loader_time: 0.0045 (0.00466078597835808)  --> TIME: 2025-03-25 03:03:19 -- STEP: 8225/31555 -- GLOBAL_STEP: 797100 | > loss_text_ce: 0.04815567284822464 (0.03535327317493224) | > loss_mel_ce: 2.4833948612213135 (nan) | > loss: 0.010045836679637432 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1414963665994111) | > loader_time: 0.0048 (0.004660103284841602)  --> TIME: 2025-03-25 03:03:29 -- STEP: 8275/31555 -- GLOBAL_STEP: 797150 | > loss_text_ce: 0.03139440342783928 (0.03535461124077767) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1414839371741724) | > loader_time: 0.0045 (0.0046591575484261315)  --> TIME: 2025-03-25 03:03:38 -- STEP: 8325/31555 -- GLOBAL_STEP: 797200 | > loss_text_ce: 0.031840767711400986 (0.035357784045015675) | > loss_mel_ce: 2.2641775608062744 (nan) | > loss: 0.009111184626817703 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14145729657766035) | > loader_time: 0.0047 (0.004658664984030041)  --> TIME: 2025-03-25 03:03:48 -- STEP: 8375/31555 -- GLOBAL_STEP: 797250 | > loss_text_ce: 0.034076988697052 (0.03536169271782721) | > loss_mel_ce: 3.275418281555176 (nan) | > loss: 0.013132918626070023 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14146007036806982) | > loader_time: 0.0049 (0.0046590773169673996)  --> TIME: 2025-03-25 03:03:57 -- STEP: 8425/31555 -- GLOBAL_STEP: 797300 | > loss_text_ce: 0.033606674522161484 (0.035365094098453294) | > loss_mel_ce: 2.899334669113159 (nan) | > loss: 0.011638657189905643 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14145474230146599) | > loader_time: 0.0047 (0.004659154535401106)  --> TIME: 2025-03-25 03:04:07 -- STEP: 8475/31555 -- GLOBAL_STEP: 797350 | > loss_text_ce: 0.035623710602521896 (0.035374889653890476) | > loss_mel_ce: 2.9464564323425293 (nan) | > loss: 0.011833651922643185 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14147541741002673) | > loader_time: 0.0047 (0.004658974278992947)  --> TIME: 2025-03-25 03:04:17 -- STEP: 8525/31555 -- GLOBAL_STEP: 797400 | > loss_text_ce: 0.038146015256643295 (0.0353800390478323) | > loss_mel_ce: 2.4931962490081787 (nan) | > loss: 0.010045009665191174 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14149082860639065) | > loader_time: 0.0044 (0.004658566583985795)  --> TIME: 2025-03-25 03:04:27 -- STEP: 8575/31555 -- GLOBAL_STEP: 797450 | > loss_text_ce: 0.02100972644984722 (0.035377169578029465) | > loss_mel_ce: 2.567868232727051 (nan) | > loss: 0.010273325257003307 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1414976498128379) | > loader_time: 0.0045 (0.004658336500384705)  --> TIME: 2025-03-25 03:04:37 -- STEP: 8625/31555 -- GLOBAL_STEP: 797500 | > loss_text_ce: 0.03000051900744438 (0.03537188559068728) | > loss_mel_ce: 3.0591213703155518 (nan) | > loss: 0.012258420698344707 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1414978422358422) | > loader_time: 0.0047 (0.004657972556957287)  --> TIME: 2025-03-25 03:04:46 -- STEP: 8675/31555 -- GLOBAL_STEP: 797550 | > loss_text_ce: 0.04977017641067505 (0.03536888078402641) | > loss_mel_ce: 2.2676968574523926 (nan) | > loss: 0.009196298196911812 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14147430469392067) | > loader_time: 0.0045 (0.004657327915818258)  --> TIME: 2025-03-25 03:04:55 -- STEP: 8725/31555 -- GLOBAL_STEP: 797600 | > loss_text_ce: 0.028751617297530174 (0.03536131935818584) | > loss_mel_ce: 2.9520461559295654 (nan) | > loss: 0.011828563176095486 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1414674916035131) | > loader_time: 0.0046 (0.004656510558032702)  --> TIME: 2025-03-25 03:05:05 -- STEP: 8775/31555 -- GLOBAL_STEP: 797650 | > loss_text_ce: 0.03257882222533226 (0.0353688044426831) | > loss_mel_ce: 0.06103515625 (nan) | > loss: 0.00037148408591747284 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1414450000154333) | > loader_time: 0.0043 (0.004655741748646779)  --> TIME: 2025-03-25 03:05:15 -- STEP: 8825/31555 -- GLOBAL_STEP: 797700 | > loss_text_ce: 0.02915806882083416 (0.03537237031190076) | > loss_mel_ce: 3.283294677734375 (nan) | > loss: 0.013144655153155327 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.141450303782823) | > loader_time: 0.0044 (0.004655289285243727)  --> TIME: 2025-03-25 03:05:24 -- STEP: 8875/31555 -- GLOBAL_STEP: 797750 | > loss_text_ce: 0.03486593812704086 (0.03536614465975853) | > loss_mel_ce: 2.7866427898406982 (nan) | > loss: 0.011196463368833065 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14144148206039273) | > loader_time: 0.0047 (0.004654415587304332)  --> TIME: 2025-03-25 03:05:34 -- STEP: 8925/31555 -- GLOBAL_STEP: 797800 | > loss_text_ce: 0.04752939194440842 (0.035378081740848055) | > loss_mel_ce: 1.732313871383667 (nan) | > loss: 0.00706287007778883 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14142136336040828) | > loader_time: 0.0047 (0.004653607403196864)  --> TIME: 2025-03-25 03:05:43 -- STEP: 8975/31555 -- GLOBAL_STEP: 797850 | > loss_text_ce: 0.03600453957915306 (0.03538229781947516) | > loss_mel_ce: 2.73293399810791 (nan) | > loss: 0.010987851768732071 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1414189240660182) | > loader_time: 0.0045 (0.004653758922991303)  --> TIME: 2025-03-25 03:05:52 -- STEP: 9025/31555 -- GLOBAL_STEP: 797900 | > loss_text_ce: 0.0227514635771513 (0.03538488596388844) | > loss_mel_ce: 1.2220230102539062 (nan) | > loss: 0.0049395812675356865 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.1413809910243244) | > loader_time: 0.0043 (0.004652881622314443)  --> TIME: 2025-03-25 03:06:02 -- STEP: 9075/31555 -- GLOBAL_STEP: 797950 | > loss_text_ce: 0.03389839455485344 (0.03538303171964395) | > loss_mel_ce: 2.7627317905426025 (nan) | > loss: 0.011097739450633526 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.141398770487342) | > loader_time: 0.0044 (0.004652505196815669)  --> TIME: 2025-03-25 03:06:12 -- STEP: 9125/31555 -- GLOBAL_STEP: 798000 | > loss_text_ce: 0.03531740605831146 (0.035382239367455715) | > loss_mel_ce: 2.848881721496582 (nan) | > loss: 0.011445235460996628 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413973793918146) | > loader_time: 0.0045 (0.00465247668958689)  --> TIME: 2025-03-25 03:06:22 -- STEP: 9175/31555 -- GLOBAL_STEP: 798050 | > loss_text_ce: 0.04298686981201172 (0.035385429489271564) | > loss_mel_ce: 3.08003568649292 (nan) | > loss: 0.01239294745028019 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14139553795068793) | > loader_time: 0.0046 (0.004652105690023221)  --> TIME: 2025-03-25 03:06:31 -- STEP: 9225/31555 -- GLOBAL_STEP: 798100 | > loss_text_ce: 0.04579339548945427 (0.03539194449116064) | > loss_mel_ce: 3.149345874786377 (nan) | > loss: 0.012679124251008034 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14140141052928462) | > loader_time: 0.0045 (0.004651512776609997)  --> TIME: 2025-03-25 03:06:41 -- STEP: 9275/31555 -- GLOBAL_STEP: 798150 | > loss_text_ce: 0.029961585998535156 (0.035388001183454594) | > loss_mel_ce: 2.8322954177856445 (nan) | > loss: 0.011358163319528103 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14143917690390265) | > loader_time: 0.0045 (0.004651553932868558)  --> TIME: 2025-03-25 03:06:51 -- STEP: 9325/31555 -- GLOBAL_STEP: 798200 | > loss_text_ce: 0.03394144028425217 (0.03538369755522819) | > loss_mel_ce: 2.977684497833252 (nan) | > loss: 0.011950897984206676 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14142825939700113) | > loader_time: 0.0046 (0.004651191394386587)  --> TIME: 2025-03-25 03:07:01 -- STEP: 9375/31555 -- GLOBAL_STEP: 798250 | > loss_text_ce: 0.03496018052101135 (0.03538753423482181) | > loss_mel_ce: 2.88543701171875 (nan) | > loss: 0.01158887892961502 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1414260425567634) | > loader_time: 0.0047 (0.0046515717824299994)  --> TIME: 2025-03-25 03:07:10 -- STEP: 9425/31555 -- GLOBAL_STEP: 798300 | > loss_text_ce: 0.03416673094034195 (0.035383838419592535) | > loss_mel_ce: 3.1371397972106934 (nan) | > loss: 0.012584550306200981 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14143150013384914) | > loader_time: 0.0049 (0.004651536207932682)  --> TIME: 2025-03-25 03:07:20 -- STEP: 9475/31555 -- GLOBAL_STEP: 798350 | > loss_text_ce: 0.04205051437020302 (0.03538231538407173) | > loss_mel_ce: 2.9393296241760254 (nan) | > loss: 0.011830874718725681 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14144375637527584) | > loader_time: 0.0044 (0.004651158415862299)  --> TIME: 2025-03-25 03:07:30 -- STEP: 9525/31555 -- GLOBAL_STEP: 798400 | > loss_text_ce: 0.04343593865633011 (0.035389396030739415) | > loss_mel_ce: 2.4775729179382324 (nan) | > loss: 0.010004004463553429 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1414385860673406) | > loader_time: 0.0047 (0.004651572109833151)  --> TIME: 2025-03-25 03:07:40 -- STEP: 9575/31555 -- GLOBAL_STEP: 798450 | > loss_text_ce: 0.036528147757053375 (0.03538864988648865) | > loss_mel_ce: 2.2304913997650146 (nan) | > loss: 0.00899610947817564 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1523 (0.141444764846922) | > loader_time: 0.0053 (0.004652214622995548)  --> TIME: 2025-03-25 03:07:49 -- STEP: 9625/31555 -- GLOBAL_STEP: 798500 | > loss_text_ce: 0.04224241524934769 (0.03539244204275797) | > loss_mel_ce: 2.1538033485412598 (nan) | > loss: 0.008714468218386173 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14142915728185154) | > loader_time: 0.0057 (0.004652806938468622)  --> TIME: 2025-03-25 03:07:59 -- STEP: 9675/31555 -- GLOBAL_STEP: 798550 | > loss_text_ce: 0.029775207862257957 (0.035389431865370885) | > loss_mel_ce: 2.9691851139068604 (nan) | > loss: 0.011900636367499828 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14144597107741952) | > loader_time: 0.0044 (0.004652661907580457)  --> TIME: 2025-03-25 03:08:09 -- STEP: 9725/31555 -- GLOBAL_STEP: 798600 | > loss_text_ce: 0.030272142961621284 (0.03539126415428129) | > loss_mel_ce: 0.0471627376973629 (nan) | > loss: 0.0003072812978643924 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14149329803290359) | > loader_time: 0.0045 (0.004653163777525427)  --> TIME: 2025-03-25 03:08:19 -- STEP: 9775/31555 -- GLOBAL_STEP: 798650 | > loss_text_ce: 0.02560877427458763 (0.03539262682942632) | > loss_mel_ce: 3.0763862133026123 (nan) | > loss: 0.012309504672884941 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14151195106603995) | > loader_time: 0.0046 (0.004654122618458138)  --> TIME: 2025-03-25 03:08:29 -- STEP: 9825/31555 -- GLOBAL_STEP: 798700 | > loss_text_ce: 0.03602425381541252 (0.03539346704141025) | > loss_mel_ce: 2.656811475753784 (nan) | > loss: 0.010685857385396957 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14149754349512075) | > loader_time: 0.0047 (0.004653993029024142)  --> TIME: 2025-03-25 03:08:38 -- STEP: 9875/31555 -- GLOBAL_STEP: 798750 | > loss_text_ce: 0.03294919803738594 (0.03538910569816449) | > loss_mel_ce: 2.61181640625 (nan) | > loss: 0.010495102033019066 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14150463765784232) | > loader_time: 0.0046 (0.00465377389931979)  --> TIME: 2025-03-25 03:08:48 -- STEP: 9925/31555 -- GLOBAL_STEP: 798800 | > loss_text_ce: 0.028350645676255226 (0.035384886822187024) | > loss_mel_ce: 3.720738649368286 (nan) | > loss: 0.014877338893711567 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14149612148102422) | > loader_time: 0.0044 (0.004653357258371486)  --> TIME: 2025-03-25 03:08:58 -- STEP: 9975/31555 -- GLOBAL_STEP: 798850 | > loss_text_ce: 0.036453694105148315 (0.03538996312011006) | > loss_mel_ce: 3.0259299278259277 (nan) | > loss: 0.012152316980063915 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14149574047939592) | > loader_time: 0.0045 (0.00465274880105689)  --> TIME: 2025-03-25 03:09:07 -- STEP: 10025/31555 -- GLOBAL_STEP: 798900 | > loss_text_ce: 0.033897459506988525 (0.03539010914130847) | > loss_mel_ce: 2.365436553955078 (nan) | > loss: 0.009521166794002056 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1414950618839032) | > loader_time: 0.0048 (0.0046527122202656675)  --> TIME: 2025-03-25 03:09:17 -- STEP: 10075/31555 -- GLOBAL_STEP: 798950 | > loss_text_ce: 0.04509258270263672 (0.03538955841204219) | > loss_mel_ce: 2.7330896854400635 (nan) | > loss: 0.01102453377097845 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1415114363251496) | > loader_time: 0.0047 (0.004652713013641875)  --> TIME: 2025-03-25 03:09:27 -- STEP: 10125/31555 -- GLOBAL_STEP: 799000 | > loss_text_ce: 0.040683966130018234 (0.03539109492338734) | > loss_mel_ce: 2.292931318283081 (nan) | > loss: 0.009260378777980804 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14150925146503276) | > loader_time: 0.0052 (0.00465236557854545)  --> TIME: 2025-03-25 03:09:36 -- STEP: 10175/31555 -- GLOBAL_STEP: 799050 | > loss_text_ce: 0.02980228327214718 (0.03538980590641793) | > loss_mel_ce: 2.8447070121765137 (nan) | > loss: 0.011406783945858479 (nan) | > current_lr: 5e-06 | > step_time: 0.1898 (0.14151126336699987) | > loader_time: 0.0046 (0.0046525615907711095)  --> TIME: 2025-03-25 03:09:46 -- STEP: 10225/31555 -- GLOBAL_STEP: 799100 | > loss_text_ce: 0.03888252004981041 (0.03539137978461963) | > loss_mel_ce: 2.9597859382629395 (nan) | > loss: 0.011899478733539581 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14149493299078617) | > loader_time: 0.0051 (0.004652582765499935)  --> TIME: 2025-03-25 03:09:56 -- STEP: 10275/31555 -- GLOBAL_STEP: 799150 | > loss_text_ce: 0.0386502631008625 (0.03538671418535018) | > loss_mel_ce: 2.1523807048797607 (nan) | > loss: 0.00869456771761179 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.1415056925214418) | > loader_time: 0.0048 (0.004652370652433139)  --> TIME: 2025-03-25 03:10:06 -- STEP: 10325/31555 -- GLOBAL_STEP: 799200 | > loss_text_ce: 0.036012522876262665 (0.035388370611982294) | > loss_mel_ce: 2.9228577613830566 (nan) | > loss: 0.011741548776626587 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14152330315430647) | > loader_time: 0.0048 (0.004652301358830256)  --> TIME: 2025-03-25 03:10:15 -- STEP: 10375/31555 -- GLOBAL_STEP: 799250 | > loss_text_ce: 0.04546070098876953 (0.03538215823740846) | > loss_mel_ce: 0.05051269382238388 (nan) | > loss: 0.00038084681727923453 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14149119505824886) | > loader_time: 0.0043 (0.004652136170720468)  --> TIME: 2025-03-25 03:10:24 -- STEP: 10425/31555 -- GLOBAL_STEP: 799300 | > loss_text_ce: 0.04012949764728546 (0.03537453451709784) | > loss_mel_ce: 2.8858437538146973 (nan) | > loss: 0.011611005291342735 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14147042514608976) | > loader_time: 0.0048 (0.0046520912618659835)  --> TIME: 2025-03-25 03:10:34 -- STEP: 10475/31555 -- GLOBAL_STEP: 799350 | > loss_text_ce: 0.0403764583170414 (0.03538036196819353) | > loss_mel_ce: 1.942413330078125 (nan) | > loss: 0.007868213579058647 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14144960940595525) | > loader_time: 0.0045 (0.004651783258078478)  --> TIME: 2025-03-25 03:10:43 -- STEP: 10525/31555 -- GLOBAL_STEP: 799400 | > loss_text_ce: 0.032331839203834534 (0.03538873953961561) | > loss_mel_ce: 3.240830659866333 (nan) | > loss: 0.012988741509616375 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14145720268938233) | > loader_time: 0.0047 (0.004651605171149235)  --> TIME: 2025-03-25 03:10:53 -- STEP: 10575/31555 -- GLOBAL_STEP: 799450 | > loss_text_ce: 0.04691409319639206 (0.035390675739334555) | > loss_mel_ce: 2.576119899749756 (nan) | > loss: 0.010408865287899971 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14143793667461935) | > loader_time: 0.0047 (0.004651431563898169)  --> TIME: 2025-03-25 03:11:02 -- STEP: 10625/31555 -- GLOBAL_STEP: 799500 | > loss_text_ce: 0.03223062679171562 (0.03539056470078583) | > loss_mel_ce: 2.7293238639831543 (nan) | > loss: 0.010958550497889519 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1414166368147913) | > loader_time: 0.0047 (0.0046511498170740346)  --> TIME: 2025-03-25 03:11:12 -- STEP: 10675/31555 -- GLOBAL_STEP: 799550 | > loss_text_ce: 0.034781694412231445 (0.03539019012496541) | > loss_mel_ce: 3.1268746852874756 (nan) | > loss: 0.012546256184577942 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14141329166760835) | > loader_time: 0.0045 (0.004650820613744933)  --> TIME: 2025-03-25 03:11:21 -- STEP: 10725/31555 -- GLOBAL_STEP: 799600 | > loss_text_ce: 0.03298068419098854 (0.035391246541674616) | > loss_mel_ce: 3.003641128540039 (nan) | > loss: 0.012050087563693523 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14139719691865704) | > loader_time: 0.0048 (0.004650991946667211)  --> TIME: 2025-03-25 03:11:31 -- STEP: 10775/31555 -- GLOBAL_STEP: 799650 | > loss_text_ce: 0.03684075176715851 (0.03539330160275556) | > loss_mel_ce: 2.724799156188965 (nan) | > loss: 0.010958888567984104 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14140924916190006) | > loader_time: 0.0046 (0.004651061586880057)  --> TIME: 2025-03-25 03:11:41 -- STEP: 10825/31555 -- GLOBAL_STEP: 799700 | > loss_text_ce: 0.04031476750969887 (0.03539233774927565) | > loss_mel_ce: 2.4163389205932617 (nan) | > loss: 0.009748625569045544 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14140946253893336) | > loader_time: 0.0048 (0.00465086218941843)  --> TIME: 2025-03-25 03:11:51 -- STEP: 10875/31555 -- GLOBAL_STEP: 799750 | > loss_text_ce: 0.030456630513072014 (0.03538912780856961) | > loss_mel_ce: 2.1776604652404785 (nan) | > loss: 0.008762369863688946 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14141938746660673) | > loader_time: 0.0044 (0.004650600279884758)  --> TIME: 2025-03-25 03:12:00 -- STEP: 10925/31555 -- GLOBAL_STEP: 799800 | > loss_text_ce: 0.030905477702617645 (0.035389150892569894) | > loss_mel_ce: 2.6827518939971924 (nan) | > loss: 0.010768482461571693 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14137852027159872) | > loader_time: 0.0046 (0.004650152629791172)  --> TIME: 2025-03-25 03:12:09 -- STEP: 10975/31555 -- GLOBAL_STEP: 799850 | > loss_text_ce: 0.02614731900393963 (0.03538115207165293) | > loss_mel_ce: 2.9605014324188232 (nan) | > loss: 0.011851781979203224 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1413795897194906) | > loader_time: 0.0047 (0.0046504626567379906)  --> TIME: 2025-03-25 03:12:19 -- STEP: 11025/31555 -- GLOBAL_STEP: 799900 | > loss_text_ce: 0.036324337124824524 (0.03538191130862095) | > loss_mel_ce: 2.818450927734375 (nan) | > loss: 0.011328473687171936 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14138110939337345) | > loader_time: 0.0045 (0.004650143106508134)  --> TIME: 2025-03-25 03:12:28 -- STEP: 11075/31555 -- GLOBAL_STEP: 799950 | > loss_text_ce: 0.025756170973181725 (0.03537762118818815) | > loss_mel_ce: 2.541419267654419 (nan) | > loss: 0.01018720492720604 (nan) | > current_lr: 5e-06 | > step_time: 0.1032 (0.14134693100543969) | > loader_time: 0.0044 (0.004649977307287337)  --> TIME: 2025-03-25 03:12:38 -- STEP: 11125/31555 -- GLOBAL_STEP: 800000 | > loss_text_ce: 0.03174665570259094 (0.03537851525173445) | > loss_mel_ce: 0.0687430277466774 (nan) | > loss: 0.00039876860682852566 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14135099421726233) | > loader_time: 0.0048 (0.004649779587649213) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_800000.pth  --> TIME: 2025-03-25 03:12:53 -- STEP: 11175/31555 -- GLOBAL_STEP: 800050 | > loss_text_ce: 0.05030282959342003 (0.03537080213627577) | > loss_mel_ce: 3.507525682449341 (nan) | > loss: 0.014118367806077003 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.1413437573008361) | > loader_time: 0.0048 (0.004649642415228024)  --> TIME: 2025-03-25 03:13:03 -- STEP: 11225/31555 -- GLOBAL_STEP: 800100 | > loss_text_ce: 0.04293043538928032 (0.03536998781170257) | > loss_mel_ce: 2.4930856227874756 (nan) | > loss: 0.010063556022942066 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1413359694279121) | > loader_time: 0.0046 (0.004649891417913276)  --> TIME: 2025-03-25 03:13:12 -- STEP: 11275/31555 -- GLOBAL_STEP: 800150 | > loss_text_ce: 0.027247387915849686 (0.03536831838477364) | > loss_mel_ce: 2.235755205154419 (nan) | > loss: 0.008980169892311096 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14133653729559362) | > loader_time: 0.0048 (0.004649954349661603)  --> TIME: 2025-03-25 03:13:22 -- STEP: 11325/31555 -- GLOBAL_STEP: 800200 | > loss_text_ce: 0.03703659772872925 (0.035362882354434653) | > loss_mel_ce: 3.5076167583465576 (nan) | > loss: 0.014066086150705814 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14136152446401617) | > loader_time: 0.0045 (0.004650239460252499)  --> TIME: 2025-03-25 03:13:32 -- STEP: 11375/31555 -- GLOBAL_STEP: 800250 | > loss_text_ce: 0.027770549058914185 (0.03536077429665332) | > loss_mel_ce: 3.1071360111236572 (nan) | > loss: 0.012440105900168419 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14134615927476196) | > loader_time: 0.0046 (0.004649944577898289)  --> TIME: 2025-03-25 03:13:41 -- STEP: 11425/31555 -- GLOBAL_STEP: 800300 | > loss_text_ce: 0.03397277742624283 (0.03535899684354842) | > loss_mel_ce: 1.6356607675552368 (nan) | > loss: 0.006625530309975147 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1413248834463912) | > loader_time: 0.0044 (0.004649527631129418)  --> TIME: 2025-03-25 03:13:50 -- STEP: 11475/31555 -- GLOBAL_STEP: 800350 | > loss_text_ce: 0.035401761531829834 (0.035358534608044556) | > loss_mel_ce: 3.265443801879883 (nan) | > loss: 0.013098594732582569 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412987091130943) | > loader_time: 0.0044 (0.004649150013144493)  --> TIME: 2025-03-25 03:14:00 -- STEP: 11525/31555 -- GLOBAL_STEP: 800400 | > loss_text_ce: 0.0571521557867527 (0.03535157159342573) | > loss_mel_ce: 2.504625082015991 (nan) | > loss: 0.010165783576667309 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14127166321893075) | > loader_time: 0.0044 (0.004648800475478421)  --> TIME: 2025-03-25 03:14:09 -- STEP: 11575/31555 -- GLOBAL_STEP: 800450 | > loss_text_ce: 0.04860489442944527 (0.035348839299918465) | > loss_mel_ce: 1.3274942636489868 (nan) | > loss: 0.005460711196064949 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1412627678247045) | > loader_time: 0.0041 (0.004648288949261979)  --> TIME: 2025-03-25 03:14:19 -- STEP: 11625/31555 -- GLOBAL_STEP: 800500 | > loss_text_ce: 0.037193119525909424 (0.03535179970004888) | > loss_mel_ce: 2.8853695392608643 (nan) | > loss: 0.011597471311688423 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14127270657529137) | > loader_time: 0.005 (0.004648213109662447)  --> TIME: 2025-03-25 03:14:29 -- STEP: 11675/31555 -- GLOBAL_STEP: 800550 | > loss_text_ce: 0.042216282337903976 (0.03535135739094082) | > loss_mel_ce: 2.2673466205596924 (nan) | > loss: 0.009164933115243912 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14129649544170655) | > loader_time: 0.0048 (0.004648217828166556)  --> TIME: 2025-03-25 03:14:39 -- STEP: 11725/31555 -- GLOBAL_STEP: 800600 | > loss_text_ce: 0.03425523638725281 (0.035350220665208806) | > loss_mel_ce: 2.9376301765441895 (nan) | > loss: 0.011793197132647038 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14130544164287526) | > loader_time: 0.0047 (0.004647776312919565)  --> TIME: 2025-03-25 03:14:49 -- STEP: 11775/31555 -- GLOBAL_STEP: 800650 | > loss_text_ce: 0.031425539404153824 (0.03534420751272517) | > loss_mel_ce: 2.2210562229156494 (nan) | > loss: 0.008938419632613659 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14130781467300077) | > loader_time: 0.0042 (0.004647397124337037)  --> TIME: 2025-03-25 03:14:58 -- STEP: 11825/31555 -- GLOBAL_STEP: 800700 | > loss_text_ce: 0.0406811386346817 (0.035337895068318574) | > loss_mel_ce: 2.651841402053833 (nan) | > loss: 0.010684614069759846 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14130988784370677) | > loader_time: 0.0045 (0.004646816596420323)  --> TIME: 2025-03-25 03:15:08 -- STEP: 11875/31555 -- GLOBAL_STEP: 800750 | > loss_text_ce: 0.03378487378358841 (0.03533751233126011) | > loss_mel_ce: 2.0187458992004395 (nan) | > loss: 0.008144963532686234 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14129099143178844) | > loader_time: 0.0045 (0.004646326948467055)  --> TIME: 2025-03-25 03:15:17 -- STEP: 11925/31555 -- GLOBAL_STEP: 800800 | > loss_text_ce: 0.039286695420742035 (0.03533915314175198) | > loss_mel_ce: 1.550317406654358 (nan) | > loss: 0.006307953502982855 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1412956983938157) | > loader_time: 0.0045 (0.0046463646278941135)  --> TIME: 2025-03-25 03:15:27 -- STEP: 11975/31555 -- GLOBAL_STEP: 800850 | > loss_text_ce: 0.04381481930613518 (0.03533980262568848) | > loss_mel_ce: 3.5891926288604736 (nan) | > loss: 0.014416697435081005 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14128609137644593) | > loader_time: 0.0065 (0.004646936767036582)  --> TIME: 2025-03-25 03:15:36 -- STEP: 12025/31555 -- GLOBAL_STEP: 800900 | > loss_text_ce: 0.03074435330927372 (0.03534180716392677) | > loss_mel_ce: 3.1711506843566895 (nan) | > loss: 0.012705933302640915 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14128859662712226) | > loader_time: 0.0046 (0.004646880036827929)  --> TIME: 2025-03-25 03:15:46 -- STEP: 12075/31555 -- GLOBAL_STEP: 800950 | > loss_text_ce: 0.04149644821882248 (0.035347305198911834) | > loss_mel_ce: 2.7475173473358154 (nan) | > loss: 0.011067516170442104 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14129158331987507) | > loader_time: 0.0048 (0.004647128517830101)  --> TIME: 2025-03-25 03:15:56 -- STEP: 12125/31555 -- GLOBAL_STEP: 801000 | > loss_text_ce: 0.039760228246450424 (0.035350361435530386) | > loss_mel_ce: 3.0156781673431396 (nan) | > loss: 0.012124755419790745 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14127858684972375) | > loader_time: 0.0046 (0.004646975527104643)  --> TIME: 2025-03-25 03:16:05 -- STEP: 12175/31555 -- GLOBAL_STEP: 801050 | > loss_text_ce: 0.03779581934213638 (0.035346704245348276) | > loss_mel_ce: 1.4810140132904053 (nan) | > loss: 0.006027023307979107 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1412725789346244) | > loader_time: 0.0046 (0.004647055475129238)  --> TIME: 2025-03-25 03:16:15 -- STEP: 12225/31555 -- GLOBAL_STEP: 801100 | > loss_text_ce: 0.035839397460222244 (0.03534695069360857) | > loss_mel_ce: 2.627964496612549 (nan) | > loss: 0.010570650920271873 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14126457345022514) | > loader_time: 0.0048 (0.004646902669426852)  --> TIME: 2025-03-25 03:16:25 -- STEP: 12275/31555 -- GLOBAL_STEP: 801150 | > loss_text_ce: 0.02767557092010975 (0.035345507444256456) | > loss_mel_ce: 2.657338857650757 (nan) | > loss: 0.010654820129275322 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14127826750885455) | > loader_time: 0.0045 (0.004647356701479909)  --> TIME: 2025-03-25 03:16:34 -- STEP: 12325/31555 -- GLOBAL_STEP: 801200 | > loss_text_ce: 0.03620173782110214 (0.03534315623932415) | > loss_mel_ce: 2.53752064704895 (nan) | > loss: 0.010213184170424938 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1412754968600632) | > loader_time: 0.0071 (0.0046472811360388205)  --> TIME: 2025-03-25 03:16:44 -- STEP: 12375/31555 -- GLOBAL_STEP: 801250 | > loss_text_ce: 0.03573209047317505 (0.03534977408506076) | > loss_mel_ce: 2.4835827350616455 (nan) | > loss: 0.00999728124588728 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.1412750139525444) | > loader_time: 0.0054 (0.004647289083461569)  --> TIME: 2025-03-25 03:16:54 -- STEP: 12425/31555 -- GLOBAL_STEP: 801300 | > loss_text_ce: 0.041067659854888916 (0.03535092439480015) | > loss_mel_ce: 2.7214574813842773 (nan) | > loss: 0.010962401516735554 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.1412730605165724) | > loader_time: 0.0047 (0.004647251317198847)  --> TIME: 2025-03-25 03:17:03 -- STEP: 12475/31555 -- GLOBAL_STEP: 801350 | > loss_text_ce: 0.026093918830156326 (0.03534913479893649) | > loss_mel_ce: 2.7997560501098633 (nan) | > loss: 0.011213690973818302 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1412633585308741) | > loader_time: 0.0048 (0.00464745068597889)  --> TIME: 2025-03-25 03:17:13 -- STEP: 12525/31555 -- GLOBAL_STEP: 801400 | > loss_text_ce: 0.03678920865058899 (0.035347605467051096) | > loss_mel_ce: 2.841726303100586 (nan) | > loss: 0.01142268069088459 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1412712284095749) | > loader_time: 0.0053 (0.004647741450996931)  --> TIME: 2025-03-25 03:17:22 -- STEP: 12575/31555 -- GLOBAL_STEP: 801450 | > loss_text_ce: 0.03472597151994705 (0.03535129244918877) | > loss_mel_ce: 2.5913660526275635 (nan) | > loss: 0.01042100042104721 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14124985395321552) | > loader_time: 0.0047 (0.004647578946638769)  --> TIME: 2025-03-25 03:17:32 -- STEP: 12625/31555 -- GLOBAL_STEP: 801500 | > loss_text_ce: 0.027590448036789894 (0.0353501747489568) | > loss_mel_ce: 2.913439989089966 (nan) | > loss: 0.011670757085084915 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1412644899576016) | > loader_time: 0.0046 (0.004647124526524308)  --> TIME: 2025-03-25 03:17:42 -- STEP: 12675/31555 -- GLOBAL_STEP: 801550 | > loss_text_ce: 0.03353816643357277 (0.035345595876229104) | > loss_mel_ce: 2.9412927627563477 (nan) | > loss: 0.011804885230958462 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14126508633765933) | > loader_time: 0.0043 (0.00464650473886223)  --> TIME: 2025-03-25 03:17:51 -- STEP: 12725/31555 -- GLOBAL_STEP: 801600 | > loss_text_ce: 0.037594087421894073 (0.03535009319398186) | > loss_mel_ce: 2.581235647201538 (nan) | > loss: 0.010392182506620884 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14127136530248474) | > loader_time: 0.0045 (0.004646069951984881)  --> TIME: 2025-03-25 03:18:01 -- STEP: 12775/31555 -- GLOBAL_STEP: 801650 | > loss_text_ce: 0.027400977909564972 (0.035348523495948685) | > loss_mel_ce: 2.8998587131500244 (nan) | > loss: 0.011616110801696777 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14127407826089558) | > loader_time: 0.0043 (0.004645885441401241)  --> TIME: 2025-03-25 03:18:11 -- STEP: 12825/31555 -- GLOBAL_STEP: 801700 | > loss_text_ce: 0.027951013296842575 (0.03534661635858176) | > loss_mel_ce: 2.5740060806274414 (nan) | > loss: 0.010325226932764053 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1412919982739124) | > loader_time: 0.0046 (0.0046455182527241085)  --> TIME: 2025-03-25 03:18:21 -- STEP: 12875/31555 -- GLOBAL_STEP: 801750 | > loss_text_ce: 0.03583294153213501 (0.03534714455381777) | > loss_mel_ce: 2.26534366607666 (nan) | > loss: 0.009131653234362602 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14127870515249286) | > loader_time: 0.0049 (0.004645001087373914)  --> TIME: 2025-03-25 03:18:30 -- STEP: 12925/31555 -- GLOBAL_STEP: 801800 | > loss_text_ce: 0.03319467976689339 (0.03534370573478944) | > loss_mel_ce: 2.712402582168579 (nan) | > loss: 0.010895228013396263 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14128309137355388) | > loader_time: 0.0044 (0.004644552946551868)  --> TIME: 2025-03-25 03:18:40 -- STEP: 12975/31555 -- GLOBAL_STEP: 801850 | > loss_text_ce: 0.023502472788095474 (0.03534112293309118) | > loss_mel_ce: 1.2455463409423828 (nan) | > loss: 0.005035908427089453 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1412869762685253) | > loader_time: 0.0046 (0.004644401785495896)  --> TIME: 2025-03-25 03:18:49 -- STEP: 13025/31555 -- GLOBAL_STEP: 801900 | > loss_text_ce: 0.04068552702665329 (0.03534043071737918) | > loss_mel_ce: 2.5037567615509033 (nan) | > loss: 0.010096993297338486 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14127957431917634) | > loader_time: 0.0046 (0.004644224364560776)  --> TIME: 2025-03-25 03:18:59 -- STEP: 13075/31555 -- GLOBAL_STEP: 801950 | > loss_text_ce: 0.03713688254356384 (0.03534072149480865) | > loss_mel_ce: 2.6270735263824463 (nan) | > loss: 0.010572263970971107 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14127773204679417) | > loader_time: 0.0049 (0.004644321346830017)  --> TIME: 2025-03-25 03:19:09 -- STEP: 13125/31555 -- GLOBAL_STEP: 802000 | > loss_text_ce: 0.03690938651561737 (0.03534103569473554) | > loss_mel_ce: 2.7910070419311523 (nan) | > loss: 0.011221891269087791 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14126751647222555) | > loader_time: 0.0046 (0.004643973831903386)  --> TIME: 2025-03-25 03:19:18 -- STEP: 13175/31555 -- GLOBAL_STEP: 802050 | > loss_text_ce: 0.04693107679486275 (0.03534063162017042) | > loss_mel_ce: 3.186762571334839 (nan) | > loss: 0.012832118198275566 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14127004753706293) | > loader_time: 0.0046 (0.004643821680116038)  --> TIME: 2025-03-25 03:19:28 -- STEP: 13225/31555 -- GLOBAL_STEP: 802100 | > loss_text_ce: 0.037518370896577835 (0.03533628168961292) | > loss_mel_ce: 2.914048671722412 (nan) | > loss: 0.011712567880749702 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14128990085003215) | > loader_time: 0.0047 (0.004643779350814405)  --> TIME: 2025-03-25 03:19:38 -- STEP: 13275/31555 -- GLOBAL_STEP: 802150 | > loss_text_ce: 0.04206507280468941 (0.03533435036247639) | > loss_mel_ce: 3.1613965034484863 (nan) | > loss: 0.012712149880826473 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14128599964292654) | > loader_time: 0.0047 (0.00464368667530701)  --> TIME: 2025-03-25 03:19:47 -- STEP: 13325/31555 -- GLOBAL_STEP: 802200 | > loss_text_ce: 0.038048919290304184 (0.035327945602376454) | > loss_mel_ce: 2.465283155441284 (nan) | > loss: 0.009933858178555965 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14127119896335807) | > loader_time: 0.0045 (0.0046434814889704055)  --> TIME: 2025-03-25 03:19:57 -- STEP: 13375/31555 -- GLOBAL_STEP: 802250 | > loss_text_ce: 0.042500704526901245 (0.035321395456930325) | > loss_mel_ce: 2.8469278812408447 (nan) | > loss: 0.01146598719060421 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14127857621807874) | > loader_time: 0.0051 (0.004644041489217903)  --> TIME: 2025-03-25 03:20:07 -- STEP: 13425/31555 -- GLOBAL_STEP: 802300 | > loss_text_ce: 0.031075522303581238 (0.03532354559548201) | > loss_mel_ce: 2.8913936614990234 (nan) | > loss: 0.011597100645303726 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14127652614032266) | > loader_time: 0.0046 (0.004643892043129713)  --> TIME: 2025-03-25 03:20:16 -- STEP: 13475/31555 -- GLOBAL_STEP: 802350 | > loss_text_ce: 0.030347978696227074 (0.03532250362978868) | > loss_mel_ce: 2.7375540733337402 (nan) | > loss: 0.010983739048242569 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14125206635922766) | > loader_time: 0.0045 (0.004643414502683525)  --> TIME: 2025-03-25 03:20:26 -- STEP: 13525/31555 -- GLOBAL_STEP: 802400 | > loss_text_ce: 0.03543652221560478 (0.0353177174089165) | > loss_mel_ce: 2.480372428894043 (nan) | > loss: 0.009983370080590248 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14124770488844754) | > loader_time: 0.0046 (0.0046433002450770415)  --> TIME: 2025-03-25 03:20:35 -- STEP: 13575/31555 -- GLOBAL_STEP: 802450 | > loss_text_ce: 0.03669818863272667 (0.03531191374269602) | > loss_mel_ce: 0.1343180388212204 (nan) | > loss: 0.0006786359008401632 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1412460941153115) | > loader_time: 0.0046 (0.0046435658400449725)  --> TIME: 2025-03-25 03:20:45 -- STEP: 13625/31555 -- GLOBAL_STEP: 802500 | > loss_text_ce: 0.03596404567360878 (0.03531270021097671) | > loss_mel_ce: 3.0346574783325195 (nan) | > loss: 0.012185006402432919 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14125329024638594) | > loader_time: 0.0044 (0.00464330314496244)  --> TIME: 2025-03-25 03:20:55 -- STEP: 13675/31555 -- GLOBAL_STEP: 802550 | > loss_text_ce: 0.04194268584251404 (0.035314815032485077) | > loss_mel_ce: 1.2523599863052368 (nan) | > loss: 0.005136121995747089 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1412509543019629) | > loader_time: 0.0045 (0.004642919613630742)  --> TIME: 2025-03-25 03:21:04 -- STEP: 13725/31555 -- GLOBAL_STEP: 802600 | > loss_text_ce: 0.03237837180495262 (0.035315708688957545) | > loss_mel_ce: 2.683361768722534 (nan) | > loss: 0.010776747018098831 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14124671267247133) | > loader_time: 0.0044 (0.004642979060800155)  --> TIME: 2025-03-25 03:21:14 -- STEP: 13775/31555 -- GLOBAL_STEP: 802650 | > loss_text_ce: 0.03034391812980175 (0.03531291639178793) | > loss_mel_ce: 3.4232380390167236 (nan) | > loss: 0.013704691082239151 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14125898179471347) | > loader_time: 0.0046 (0.0046432523848573696)  --> TIME: 2025-03-25 03:21:24 -- STEP: 13825/31555 -- GLOBAL_STEP: 802700 | > loss_text_ce: 0.03260377421975136 (0.035312783151770874) | > loss_mel_ce: 2.482217311859131 (nan) | > loss: 0.009979449212551117 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14125938600053806) | > loader_time: 0.0044 (0.004643080471652784)  --> TIME: 2025-03-25 03:21:34 -- STEP: 13875/31555 -- GLOBAL_STEP: 802750 | > loss_text_ce: 0.03723921999335289 (0.03531197896015826) | > loss_mel_ce: 2.4389398097991943 (nan) | > loss: 0.009826107881963253 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14126862104948526) | > loader_time: 0.0048 (0.0046428712896398865)  --> TIME: 2025-03-25 03:21:43 -- STEP: 13925/31555 -- GLOBAL_STEP: 802800 | > loss_text_ce: 0.03023591637611389 (0.03531183158032471) | > loss_mel_ce: 2.1595659255981445 (nan) | > loss: 0.008689690381288528 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14127278012904007) | > loader_time: 0.0045 (0.004642839020843806)  --> TIME: 2025-03-25 03:21:53 -- STEP: 13975/31555 -- GLOBAL_STEP: 802850 | > loss_text_ce: 0.022659162059426308 (0.035309265543688635) | > loss_mel_ce: 3.47894287109375 (nan) | > loss: 0.0138952462002635 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14127425615177544) | > loader_time: 0.0042 (0.004642441549966528)  --> TIME: 2025-03-25 03:22:03 -- STEP: 14025/31555 -- GLOBAL_STEP: 802900 | > loss_text_ce: 0.042140088975429535 (0.0353094667250728) | > loss_mel_ce: 2.8563480377197266 (nan) | > loss: 0.011501937173306942 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1412916482323626) | > loader_time: 0.0047 (0.0046425985312504615)  --> TIME: 2025-03-25 03:22:12 -- STEP: 14075/31555 -- GLOBAL_STEP: 802950 | > loss_text_ce: 0.034776631742715836 (0.035310882520440366) | > loss_mel_ce: 2.9814083576202393 (nan) | > loss: 0.011968988925218582 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.1412879534428323) | > loader_time: 0.0047 (0.004642383141797162)  --> TIME: 2025-03-25 03:22:22 -- STEP: 14125/31555 -- GLOBAL_STEP: 803000 | > loss_text_ce: 0.03821912780404091 (0.03531371054917075) | > loss_mel_ce: 2.394122838973999 (nan) | > loss: 0.009652151726186275 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14129448990273208) | > loader_time: 0.0045 (0.0046426358180763705)  --> TIME: 2025-03-25 03:22:32 -- STEP: 14175/31555 -- GLOBAL_STEP: 803050 | > loss_text_ce: 0.03520976006984711 (0.035314627888643944) | > loss_mel_ce: 2.6177902221679688 (nan) | > loss: 0.01052777748554945 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14129349209013392) | > loader_time: 0.0046 (0.004642366934074953)  --> TIME: 2025-03-25 03:22:41 -- STEP: 14225/31555 -- GLOBAL_STEP: 803100 | > loss_text_ce: 0.03395853936672211 (0.0353193256051425) | > loss_mel_ce: 2.6407313346862793 (nan) | > loss: 0.010613848455250263 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14128946222194622) | > loader_time: 0.0047 (0.0046423390963375305)  --> TIME: 2025-03-25 03:22:51 -- STEP: 14275/31555 -- GLOBAL_STEP: 803150 | > loss_text_ce: 0.03884696215391159 (0.03532381164676647) | > loss_mel_ce: 2.87021541595459 (nan) | > loss: 0.011543898843228817 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14128991988828382) | > loader_time: 0.0045 (0.0046421256457861845)  --> TIME: 2025-03-25 03:23:01 -- STEP: 14325/31555 -- GLOBAL_STEP: 803200 | > loss_text_ce: 0.04204065352678299 (0.0353226507454463) | > loss_mel_ce: 2.6262662410736084 (nan) | > loss: 0.01058852020651102 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14130250513033468) | > loader_time: 0.0047 (0.004642287465706363)  --> TIME: 2025-03-25 03:23:11 -- STEP: 14375/31555 -- GLOBAL_STEP: 803250 | > loss_text_ce: 0.03525163233280182 (0.035327823208920604) | > loss_mel_ce: 2.6765592098236084 (nan) | > loss: 0.010761154815554619 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14131578583095344) | > loader_time: 0.0048 (0.004642587213930902)  --> TIME: 2025-03-25 03:23:21 -- STEP: 14425/31555 -- GLOBAL_STEP: 803300 | > loss_text_ce: 0.03464018926024437 (0.035331130043976616) | > loss_mel_ce: 2.596919298171997 (nan) | > loss: 0.010442696511745453 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14132609927674877) | > loader_time: 0.0044 (0.004642128093197219)  --> TIME: 2025-03-25 03:23:30 -- STEP: 14475/31555 -- GLOBAL_STEP: 803350 | > loss_text_ce: 0.041974909603595734 (0.03533230393166346) | > loss_mel_ce: 2.388378858566284 (nan) | > loss: 0.009644261561334133 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1413218355096473) | > loader_time: 0.0046 (0.004642032135747694)  --> TIME: 2025-03-25 03:23:40 -- STEP: 14525/31555 -- GLOBAL_STEP: 803400 | > loss_text_ce: 0.03440050408244133 (0.03533896379166418) | > loss_mel_ce: 2.88858699798584 (nan) | > loss: 0.011599157005548477 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14131881594042303) | > loader_time: 0.0047 (0.004641775715576828)  --> TIME: 2025-03-25 03:23:49 -- STEP: 14575/31555 -- GLOBAL_STEP: 803450 | > loss_text_ce: 0.03602620214223862 (0.035338896130296595) | > loss_mel_ce: 2.772787094116211 (nan) | > loss: 0.01114608533680439 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14130859891914324) | > loader_time: 0.0045 (0.004641951647671811)  --> TIME: 2025-03-25 03:23:59 -- STEP: 14625/31555 -- GLOBAL_STEP: 803500 | > loss_text_ce: 0.03498353809118271 (0.035335619053079304) | > loss_mel_ce: 2.9503445625305176 (nan) | > loss: 0.011846541427075863 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1413131065531668) | > loader_time: 0.0047 (0.004642297744751001)  --> TIME: 2025-03-25 03:24:09 -- STEP: 14675/31555 -- GLOBAL_STEP: 803550 | > loss_text_ce: 0.02528614178299904 (0.03533430047288844) | > loss_mel_ce: 1.8706917762756348 (nan) | > loss: 0.007523722480982542 (nan) | > current_lr: 5e-06 | > step_time: 0.1058 (0.14130933475656796) | > loader_time: 0.0045 (0.00464217380933098)  --> TIME: 2025-03-25 03:24:19 -- STEP: 14725/31555 -- GLOBAL_STEP: 803600 | > loss_text_ce: 0.031123699620366096 (0.03533229016178712) | > loss_mel_ce: 3.054095506668091 (nan) | > loss: 0.012242933735251427 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14133016586303657) | > loader_time: 0.0048 (0.004642128045773491)  --> TIME: 2025-03-25 03:24:28 -- STEP: 14775/31555 -- GLOBAL_STEP: 803650 | > loss_text_ce: 0.039762984961271286 (0.03533096249251577) | > loss_mel_ce: 2.6236729621887207 (nan) | > loss: 0.010569190606474876 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1413208022012721) | > loader_time: 0.0047 (0.0046421393121761564)  --> TIME: 2025-03-25 03:24:38 -- STEP: 14825/31555 -- GLOBAL_STEP: 803700 | > loss_text_ce: 0.03763093054294586 (0.03532747533310603) | > loss_mel_ce: 2.443779945373535 (nan) | > loss: 0.009846869856119156 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14130953206581717) | > loader_time: 0.0044 (0.004641948301112697)  --> TIME: 2025-03-25 03:24:48 -- STEP: 14875/31555 -- GLOBAL_STEP: 803750 | > loss_text_ce: 0.03181866928935051 (0.03532458697628852) | > loss_mel_ce: 2.946434736251831 (nan) | > loss: 0.01181846670806408 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1413229927896446) | > loader_time: 0.0047 (0.00464235397146532)  --> TIME: 2025-03-25 03:24:57 -- STEP: 14925/31555 -- GLOBAL_STEP: 803800 | > loss_text_ce: 0.0446164645254612 (0.035323339790368176) | > loss_mel_ce: 3.0522654056549072 (nan) | > loss: 0.012289214879274368 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14130358397261725) | > loader_time: 0.0045 (0.004642138600948493)  --> TIME: 2025-03-25 03:25:07 -- STEP: 14975/31555 -- GLOBAL_STEP: 803850 | > loss_text_ce: 0.03429650887846947 (0.035327201291035906) | > loss_mel_ce: 3.4092278480529785 (nan) | > loss: 0.01366478018462658 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14131265368007803) | > loader_time: 0.0046 (0.004642264759401273)  --> TIME: 2025-03-25 03:25:16 -- STEP: 15025/31555 -- GLOBAL_STEP: 803900 | > loss_text_ce: 0.02937653474509716 (0.035332745224076555) | > loss_mel_ce: 2.7687485218048096 (nan) | > loss: 0.011103671044111252 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14131640310493707) | > loader_time: 0.0048 (0.004642538635583988)  --> TIME: 2025-03-25 03:25:27 -- STEP: 15075/31555 -- GLOBAL_STEP: 803950 | > loss_text_ce: 0.034149203449487686 (0.03533729308533508) | > loss_mel_ce: 2.5010552406311035 (nan) | > loss: 0.010060335509479046 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14134192332304082) | > loader_time: 0.0046 (0.004642686606639678)  --> TIME: 2025-03-25 03:25:36 -- STEP: 15125/31555 -- GLOBAL_STEP: 804000 | > loss_text_ce: 0.03283090516924858 (0.03533577414540493) | > loss_mel_ce: 2.1355557441711426 (nan) | > loss: 0.00860470999032259 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14134331491958943) | > loader_time: 0.0044 (0.004642754152786657)  --> TIME: 2025-03-25 03:25:46 -- STEP: 15175/31555 -- GLOBAL_STEP: 804050 | > loss_text_ce: 0.03365744277834892 (0.03533308981333256) | > loss_mel_ce: 3.205859422683716 (nan) | > loss: 0.0128552271053195 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14134611640377084) | > loader_time: 0.0046 (0.004642680182292026)  --> TIME: 2025-03-25 03:25:56 -- STEP: 15225/31555 -- GLOBAL_STEP: 804100 | > loss_text_ce: 0.039884086698293686 (0.03533175996145373) | > loss_mel_ce: 2.7886605262756348 (nan) | > loss: 0.011224384419620037 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14135326507643473) | > loader_time: 0.0055 (0.004642969814231659)  --> TIME: 2025-03-25 03:26:06 -- STEP: 15275/31555 -- GLOBAL_STEP: 804150 | > loss_text_ce: 0.02990579605102539 (0.03533686314144011) | > loss_mel_ce: 2.9433155059814453 (nan) | > loss: 0.011798498220741749 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14135895140627544) | > loader_time: 0.0047 (0.004643002055865872)  --> TIME: 2025-03-25 03:26:15 -- STEP: 15325/31555 -- GLOBAL_STEP: 804200 | > loss_text_ce: 0.02707512490451336 (0.03533470552487608) | > loss_mel_ce: 2.6973843574523926 (nan) | > loss: 0.010811347514390945 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14136092588913135) | > loader_time: 0.0046 (0.004643345003610358)  --> TIME: 2025-03-25 03:26:25 -- STEP: 15375/31555 -- GLOBAL_STEP: 804250 | > loss_text_ce: 0.039453133940696716 (0.03533307893943765) | > loss_mel_ce: 2.8339061737060547 (nan) | > loss: 0.011402219533920288 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413508239218854) | > loader_time: 0.0046 (0.0046431691704727045)  --> TIME: 2025-03-25 03:26:35 -- STEP: 15425/31555 -- GLOBAL_STEP: 804300 | > loss_text_ce: 0.03337668627500534 (0.03532842145221428) | > loss_mel_ce: 2.8753228187561035 (nan) | > loss: 0.011542459018528461 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14135781158311195) | > loader_time: 0.0048 (0.004643154159743768)  --> TIME: 2025-03-25 03:26:44 -- STEP: 15475/31555 -- GLOBAL_STEP: 804350 | > loss_text_ce: 0.02939748764038086 (0.035322232907984266) | > loss_mel_ce: 2.3713009357452393 (nan) | > loss: 0.00952658150345087 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1413412164832928) | > loader_time: 0.0047 (0.004642920609629814)  --> TIME: 2025-03-25 03:26:54 -- STEP: 15525/31555 -- GLOBAL_STEP: 804400 | > loss_text_ce: 0.03361164405941963 (0.03532122522010682) | > loss_mel_ce: 2.8784823417663574 (nan) | > loss: 0.011555928736925125 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1413373304603559) | > loader_time: 0.0045 (0.004642685077808545)  --> TIME: 2025-03-25 03:27:03 -- STEP: 15575/31555 -- GLOBAL_STEP: 804450 | > loss_text_ce: 0.042221903800964355 (0.035314510105593604) | > loss_mel_ce: 2.5798611640930176 (nan) | > loss: 0.010405092500150204 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14134290659982496) | > loader_time: 0.0044 (0.004642683751701758)  --> TIME: 2025-03-25 03:27:13 -- STEP: 15625/31555 -- GLOBAL_STEP: 804500 | > loss_text_ce: 0.03799822926521301 (0.03531996915537145) | > loss_mel_ce: 0.6424804925918579 (nan) | > loss: 0.002700312528759241 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1413431343078608) | > loader_time: 0.0045 (0.004642813613891625)  --> TIME: 2025-03-25 03:27:22 -- STEP: 15675/31555 -- GLOBAL_STEP: 804550 | > loss_text_ce: 0.038311783224344254 (0.03531936725580785) | > loss_mel_ce: 2.649555206298828 (nan) | > loss: 0.010666139423847198 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14133430132645308) | > loader_time: 0.0045 (0.004642970573388812)  --> TIME: 2025-03-25 03:27:32 -- STEP: 15725/31555 -- GLOBAL_STEP: 804600 | > loss_text_ce: 0.03042270988225937 (0.03531905652975929) | > loss_mel_ce: 2.5952930450439453 (nan) | > loss: 0.010419507510960102 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14133440193576488) | > loader_time: 0.0044 (0.004642602620329524)  --> TIME: 2025-03-25 03:27:42 -- STEP: 15775/31555 -- GLOBAL_STEP: 804650 | > loss_text_ce: 0.026248008012771606 (0.03531568523726663) | > loss_mel_ce: 2.4110844135284424 (nan) | > loss: 0.009671954438090324 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14134180297186508) | > loader_time: 0.0046 (0.00464241068639017)  --> TIME: 2025-03-25 03:27:52 -- STEP: 15825/31555 -- GLOBAL_STEP: 804700 | > loss_text_ce: 0.0322735570371151 (0.035315600573710804) | > loss_mel_ce: 2.5922372341156006 (nan) | > loss: 0.010414726100862026 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14133789802237845) | > loader_time: 0.0047 (0.004642293426851172)  --> TIME: 2025-03-25 03:28:01 -- STEP: 15875/31555 -- GLOBAL_STEP: 804750 | > loss_text_ce: 0.0424690768122673 (0.03531656379903891) | > loss_mel_ce: 3.0035462379455566 (nan) | > loss: 0.012087362818419933 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14134312233211435) | > loader_time: 0.0046 (0.004642356106615465)  --> TIME: 2025-03-25 03:28:11 -- STEP: 15925/31555 -- GLOBAL_STEP: 804800 | > loss_text_ce: 0.03896728530526161 (0.0353159187517747) | > loss_mel_ce: 2.254770040512085 (nan) | > loss: 0.009102133102715015 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1413268654163062) | > loader_time: 0.0046 (0.00464212657143971)  --> TIME: 2025-03-25 03:28:20 -- STEP: 15975/31555 -- GLOBAL_STEP: 804850 | > loss_text_ce: 0.03703675791621208 (0.03531618709050739) | > loss_mel_ce: 2.698159694671631 (nan) | > loss: 0.010853954590857029 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14133445723329113) | > loader_time: 0.0047 (0.004642338267700982)  --> TIME: 2025-03-25 03:28:30 -- STEP: 16025/31555 -- GLOBAL_STEP: 804900 | > loss_text_ce: 0.036850910633802414 (0.03531370459673676) | > loss_mel_ce: 2.9805312156677246 (nan) | > loss: 0.011973739601671696 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14132709515076108) | > loader_time: 0.0046 (0.0046426412133084675)  --> TIME: 2025-03-25 03:28:40 -- STEP: 16075/31555 -- GLOBAL_STEP: 804950 | > loss_text_ce: 0.03304443880915642 (0.03531558206116641) | > loss_mel_ce: 2.953334331512451 (nan) | > loss: 0.011850710026919842 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14133040625422355) | > loader_time: 0.0047 (0.004642814544274337)  --> TIME: 2025-03-25 03:28:50 -- STEP: 16125/31555 -- GLOBAL_STEP: 805000 | > loss_text_ce: 0.03725498914718628 (0.03531625260181693) | > loss_mel_ce: 2.9171805381774902 (nan) | > loss: 0.011723951436579227 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1413426964486287) | > loader_time: 0.0046 (0.004643057845359648)  --> TIME: 2025-03-25 03:28:59 -- STEP: 16175/31555 -- GLOBAL_STEP: 805050 | > loss_text_ce: 0.036562271416187286 (0.03531041303537293) | > loss_mel_ce: 1.900390625 (nan) | > loss: 0.007686321623623371 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14133508988841742) | > loader_time: 0.0044 (0.004642926706965615)  --> TIME: 2025-03-25 03:29:09 -- STEP: 16225/31555 -- GLOBAL_STEP: 805100 | > loss_text_ce: 0.03185677528381348 (0.035307627272417874) | > loss_mel_ce: 3.157313346862793 (nan) | > loss: 0.012655437923967838 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14134099673783967) | > loader_time: 0.0046 (0.004642961131773327)  --> TIME: 2025-03-25 03:29:19 -- STEP: 16275/31555 -- GLOBAL_STEP: 805150 | > loss_text_ce: 0.03752930089831352 (0.03530883882955863) | > loss_mel_ce: 2.801835536956787 (nan) | > loss: 0.011267321184277534 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14133717314255717) | > loader_time: 0.0046 (0.00464295599684007)  --> TIME: 2025-03-25 03:29:28 -- STEP: 16325/31555 -- GLOBAL_STEP: 805200 | > loss_text_ce: 0.04019928723573685 (0.03530725736245196) | > loss_mel_ce: 2.973118543624878 (nan) | > loss: 0.011957610957324505 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.1413396296566875) | > loader_time: 0.0048 (0.004642904071311331)  --> TIME: 2025-03-25 03:29:38 -- STEP: 16375/31555 -- GLOBAL_STEP: 805250 | > loss_text_ce: 0.034073445945978165 (0.03530800485394863) | > loss_mel_ce: 2.5613856315612793 (nan) | > loss: 0.010299441404640675 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14133915543010167) | > loader_time: 0.0045 (0.0046431456849775465)  --> TIME: 2025-03-25 03:29:48 -- STEP: 16425/31555 -- GLOBAL_STEP: 805300 | > loss_text_ce: 0.033601246774196625 (0.03530831140799181) | > loss_mel_ce: 2.944460868835449 (nan) | > loss: 0.011817707680165768 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1413481435383831) | > loader_time: 0.0046 (0.0046428863026054526)  --> TIME: 2025-03-25 03:29:57 -- STEP: 16475/31555 -- GLOBAL_STEP: 805350 | > loss_text_ce: 0.04271677881479263 (0.03531129238310214) | > loss_mel_ce: 2.934006452560425 (nan) | > loss: 0.011812394484877586 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14134628262613855) | > loader_time: 0.0046 (0.0046428380859097375)  --> TIME: 2025-03-25 03:30:07 -- STEP: 16525/31555 -- GLOBAL_STEP: 805400 | > loss_text_ce: 0.05077511817216873 (0.03531122992759237) | > loss_mel_ce: 2.6903815269470215 (nan) | > loss: 0.010877606458961964 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14134290928919943) | > loader_time: 0.0046 (0.004642826547781408)  --> TIME: 2025-03-25 03:30:16 -- STEP: 16575/31555 -- GLOBAL_STEP: 805450 | > loss_text_ce: 0.04357524588704109 (0.03531391960283595) | > loss_mel_ce: 3.086704969406128 (nan) | > loss: 0.012421747669577599 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14133584925851445) | > loader_time: 0.0053 (0.004643156474532069)  --> TIME: 2025-03-25 03:30:26 -- STEP: 16625/31555 -- GLOBAL_STEP: 805500 | > loss_text_ce: 0.03597676008939743 (0.03531338258166087) | > loss_mel_ce: 2.889486312866211 (nan) | > loss: 0.011608980596065521 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14133976942076673) | > loader_time: 0.0046 (0.004643060096224471)  --> TIME: 2025-03-25 03:30:36 -- STEP: 16675/31555 -- GLOBAL_STEP: 805550 | > loss_text_ce: 0.03255140408873558 (0.035310063963418306) | > loss_mel_ce: 2.7152366638183594 (nan) | > loss: 0.010903920978307724 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14133746809151526) | > loader_time: 0.0043 (0.004643460892844618)  --> TIME: 2025-03-25 03:30:46 -- STEP: 16725/31555 -- GLOBAL_STEP: 805600 | > loss_text_ce: 0.030942587181925774 (0.03530795977031906) | > loss_mel_ce: 3.0162811279296875 (nan) | > loss: 0.012092158198356628 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14134043337161892) | > loader_time: 0.0046 (0.004643645379219022)  --> TIME: 2025-03-25 03:30:55 -- STEP: 16775/31555 -- GLOBAL_STEP: 805650 | > loss_text_ce: 0.022782182320952415 (0.03530685549799027) | > loss_mel_ce: 2.8481593132019043 (nan) | > loss: 0.0113926250487566 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14132968929592027) | > loader_time: 0.0046 (0.004643546898922895)  --> TIME: 2025-03-25 03:31:05 -- STEP: 16825/31555 -- GLOBAL_STEP: 805700 | > loss_text_ce: 0.03499211370944977 (0.035304454146243905) | > loss_mel_ce: 2.4530420303344727 (nan) | > loss: 0.00987315271049738 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14132159794244814) | > loader_time: 0.0046 (0.004643639285355434)  --> TIME: 2025-03-25 03:31:14 -- STEP: 16875/31555 -- GLOBAL_STEP: 805750 | > loss_text_ce: 0.024260127916932106 (0.03530275429674897) | > loss_mel_ce: 1.961499810218811 (nan) | > loss: 0.00788000039756298 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1413116470619479) | > loader_time: 0.0046 (0.004643967960498978)  --> TIME: 2025-03-25 03:31:23 -- STEP: 16925/31555 -- GLOBAL_STEP: 805800 | > loss_text_ce: 0.029806332662701607 (0.035302044889467574) | > loss_mel_ce: 2.2400732040405273 (nan) | > loss: 0.009007459506392479 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14129885036800907) | > loader_time: 0.0045 (0.0046440291299073636)  --> TIME: 2025-03-25 03:31:33 -- STEP: 16975/31555 -- GLOBAL_STEP: 805850 | > loss_text_ce: 0.02952135168015957 (0.03530471365322795) | > loss_mel_ce: 1.2880127429962158 (nan) | > loss: 0.0052283103577792645 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14129315033576925) | > loader_time: 0.0045 (0.004644183536692495)  --> TIME: 2025-03-25 03:31:43 -- STEP: 17025/31555 -- GLOBAL_STEP: 805900 | > loss_text_ce: 0.035887476056814194 (0.03530762879508905) | > loss_mel_ce: 2.2781565189361572 (nan) | > loss: 0.009182714857161045 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1412978069792755) | > loader_time: 0.005 (0.004644160795842005)  --> TIME: 2025-03-25 03:31:52 -- STEP: 17075/31555 -- GLOBAL_STEP: 805950 | > loss_text_ce: 0.033079177141189575 (0.0353070929116336) | > loss_mel_ce: 2.5586063861846924 (nan) | > loss: 0.010284466668963432 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14129653881793441) | > loader_time: 0.0046 (0.004644440892500232)  --> TIME: 2025-03-25 03:32:02 -- STEP: 17125/31555 -- GLOBAL_STEP: 806000 | > loss_text_ce: 0.036442384123802185 (0.035305758497684796) | > loss_mel_ce: 0.05926513671875 (nan) | > loss: 0.0003797917743213475 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14130321504077717) | > loader_time: 0.0045 (0.004644377659707206)  --> TIME: 2025-03-25 03:32:12 -- STEP: 17175/31555 -- GLOBAL_STEP: 806050 | > loss_text_ce: 0.03713812306523323 (0.035311158679241596) | > loss_mel_ce: 2.498674154281616 (nan) | > loss: 0.010062748566269875 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14131204691169166) | > loader_time: 0.0045 (0.004644482805565834)  --> TIME: 2025-03-25 03:32:22 -- STEP: 17225/31555 -- GLOBAL_STEP: 806100 | > loss_text_ce: 0.04651647061109543 (0.03531156543474696) | > loss_mel_ce: 3.0785770416259766 (nan) | > loss: 0.012401165440678596 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1413077538245297) | > loader_time: 0.0045 (0.0046442573475388195)  --> TIME: 2025-03-25 03:32:32 -- STEP: 17275/31555 -- GLOBAL_STEP: 806150 | > loss_text_ce: 0.04428910091519356 (0.03531267155495574) | > loss_mel_ce: 2.7629811763763428 (nan) | > loss: 0.011139961890876293 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1413284270428709) | > loader_time: 0.0045 (0.004644017129834619)  --> TIME: 2025-03-25 03:32:42 -- STEP: 17325/31555 -- GLOBAL_STEP: 806200 | > loss_text_ce: 0.03656606748700142 (0.035315197702997396) | > loss_mel_ce: 2.235898971557617 (nan) | > loss: 0.009017718955874443 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14135028975350472) | > loader_time: 0.0046 (0.004644334498594023)  --> TIME: 2025-03-25 03:32:51 -- STEP: 17375/31555 -- GLOBAL_STEP: 806250 | > loss_text_ce: 0.036101944744586945 (0.035316117603894824) | > loss_mel_ce: 3.2302985191345215 (nan) | > loss: 0.012961908243596554 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14134468392845495) | > loader_time: 0.0045 (0.004644434908311177)  --> TIME: 2025-03-25 03:33:01 -- STEP: 17425/31555 -- GLOBAL_STEP: 806300 | > loss_text_ce: 0.04434404894709587 (0.035318963124151066) | > loss_mel_ce: 0.17519530653953552 (nan) | > loss: 0.0008711880072951317 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1413367979632555) | > loader_time: 0.0044 (0.004644458817272685)  --> TIME: 2025-03-25 03:33:11 -- STEP: 17475/31555 -- GLOBAL_STEP: 806350 | > loss_text_ce: 0.030591124668717384 (0.035316368719304624) | > loss_mel_ce: 2.561295509338379 (nan) | > loss: 0.010285264812409878 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1413524404752233) | > loader_time: 0.0048 (0.004644464839340481)  --> TIME: 2025-03-25 03:33:20 -- STEP: 17525/31555 -- GLOBAL_STEP: 806400 | > loss_text_ce: 0.031654346734285355 (0.03531459563383896) | > loss_mel_ce: 2.7703726291656494 (nan) | > loss: 0.011119155213236809 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14134848506236336) | > loader_time: 0.0046 (0.004644378126092741)  --> TIME: 2025-03-25 03:33:30 -- STEP: 17575/31555 -- GLOBAL_STEP: 806450 | > loss_text_ce: 0.03265662118792534 (0.035310941360159824) | > loss_mel_ce: 2.7956626415252686 (nan) | > loss: 0.011223490349948406 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14134048220443135) | > loader_time: 0.0047 (0.004644403769654565)  --> TIME: 2025-03-25 03:33:40 -- STEP: 17625/31555 -- GLOBAL_STEP: 806500 | > loss_text_ce: 0.03094930574297905 (0.03530280914310892) | > loss_mel_ce: 2.490683078765869 (nan) | > loss: 0.010006478056311607 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14134861970455043) | > loader_time: 0.0048 (0.004644573928616603)  --> TIME: 2025-03-25 03:33:49 -- STEP: 17675/31555 -- GLOBAL_STEP: 806550 | > loss_text_ce: 0.042160481214523315 (0.03529974704658404) | > loss_mel_ce: 3.193528413772583 (nan) | > loss: 0.012840036302804947 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14135102336780986) | > loader_time: 0.0046 (0.004644801964011219)  --> TIME: 2025-03-25 03:33:59 -- STEP: 17725/31555 -- GLOBAL_STEP: 806600 | > loss_text_ce: 0.03020590730011463 (0.03529441013154621) | > loss_mel_ce: 3.1950173377990723 (nan) | > loss: 0.012798505835235119 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14135147670428364) | > loader_time: 0.0048 (0.004644671818097022)  --> TIME: 2025-03-25 03:34:09 -- STEP: 17775/31555 -- GLOBAL_STEP: 806650 | > loss_text_ce: 0.044752784073352814 (0.03529713451757572) | > loss_mel_ce: 2.1627578735351562 (nan) | > loss: 0.00875996332615614 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14134081731868647) | > loader_time: 0.0047 (0.004645038127228551)  --> TIME: 2025-03-25 03:34:18 -- STEP: 17825/31555 -- GLOBAL_STEP: 806700 | > loss_text_ce: 0.04671953618526459 (0.03530018160211115) | > loss_mel_ce: 3.253328800201416 (nan) | > loss: 0.0130954310297966 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1413353660497888) | > loader_time: 0.0053 (0.004645124946369568)  --> TIME: 2025-03-25 03:34:28 -- STEP: 17875/31555 -- GLOBAL_STEP: 806750 | > loss_text_ce: 0.03144056722521782 (0.035298824478071325) | > loss_mel_ce: 3.065739870071411 (nan) | > loss: 0.012290398590266705 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14133533919274344) | > loader_time: 0.0046 (0.0046451155389105915)  --> TIME: 2025-03-25 03:34:38 -- STEP: 17925/31555 -- GLOBAL_STEP: 806800 | > loss_text_ce: 0.03417341411113739 (0.035297740949746755) | > loss_mel_ce: 2.7669413089752197 (nan) | > loss: 0.011115535162389278 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14133682656653884) | > loader_time: 0.0047 (0.004645048245226529)  --> TIME: 2025-03-25 03:34:47 -- STEP: 17975/31555 -- GLOBAL_STEP: 806850 | > loss_text_ce: 0.030625436455011368 (0.03529527714659951) | > loss_mel_ce: 2.6557180881500244 (nan) | > loss: 0.010660093277692795 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14133552675950137) | > loader_time: 0.0047 (0.00464479425188899)  --> TIME: 2025-03-25 03:34:57 -- STEP: 18025/31555 -- GLOBAL_STEP: 806900 | > loss_text_ce: 0.031903211027383804 (0.03529373185003874) | > loss_mel_ce: 1.891357421875 (nan) | > loss: 0.0076319873332977295 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14134529444447133) | > loader_time: 0.0045 (0.004644688104954943)  --> TIME: 2025-03-25 03:35:07 -- STEP: 18075/31555 -- GLOBAL_STEP: 806950 | > loss_text_ce: 0.03782622888684273 (0.035294104865230734) | > loss_mel_ce: 3.1141185760498047 (nan) | > loss: 0.012507718056440353 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14134586452943126) | > loader_time: 0.0046 (0.004644492823388442)  --> TIME: 2025-03-25 03:35:16 -- STEP: 18125/31555 -- GLOBAL_STEP: 807000 | > loss_text_ce: 0.036090537905693054 (0.03528774167705225) | > loss_mel_ce: 2.8299570083618164 (nan) | > loss: 0.011373205110430717 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14133876069167528) | > loader_time: 0.0047 (0.004644147912387231)  --> TIME: 2025-03-25 03:35:26 -- STEP: 18175/31555 -- GLOBAL_STEP: 807050 | > loss_text_ce: 0.032946038991212845 (0.03528744982747692) | > loss_mel_ce: 2.632598400115967 (nan) | > loss: 0.010577558539807796 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14134270581451336) | > loader_time: 0.0045 (0.004644301242644759)  --> TIME: 2025-03-25 03:35:36 -- STEP: 18225/31555 -- GLOBAL_STEP: 807100 | > loss_text_ce: 0.04097824543714523 (0.03528768014735141) | > loss_mel_ce: 2.0750668048858643 (nan) | > loss: 0.008397004567086697 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14133948908257668) | > loader_time: 0.0045 (0.004644452083258027)  --> TIME: 2025-03-25 03:35:45 -- STEP: 18275/31555 -- GLOBAL_STEP: 807150 | > loss_text_ce: 0.032282087951898575 (0.035286483018520436) | > loss_mel_ce: 2.4917209148406982 (nan) | > loss: 0.010015885345637798 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14134781988798797) | > loader_time: 0.0043 (0.004644166813340343)  --> TIME: 2025-03-25 03:35:55 -- STEP: 18325/31555 -- GLOBAL_STEP: 807200 | > loss_text_ce: 0.03227992355823517 (0.03528682402681996) | > loss_mel_ce: 2.481147527694702 (nan) | > loss: 0.00997391901910305 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14136311479024607) | > loader_time: 0.0047 (0.0046440653000815145)  --> TIME: 2025-03-25 03:36:05 -- STEP: 18375/31555 -- GLOBAL_STEP: 807250 | > loss_text_ce: 0.028310291469097137 (0.035286076566445404) | > loss_mel_ce: 2.8062331676483154 (nan) | > loss: 0.011248189024627209 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14135703712255737) | > loader_time: 0.0045 (0.004643774123418943)  --> TIME: 2025-03-25 03:36:15 -- STEP: 18425/31555 -- GLOBAL_STEP: 807300 | > loss_text_ce: 0.031441524624824524 (0.03528607436449489) | > loss_mel_ce: 3.0688443183898926 (nan) | > loss: 0.012302721850574017 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14135982293448546) | > loader_time: 0.0046 (0.004643704959139614)  --> TIME: 2025-03-25 03:36:24 -- STEP: 18475/31555 -- GLOBAL_STEP: 807350 | > loss_text_ce: 0.04228397458791733 (0.0352825575582534) | > loss_mel_ce: 2.152432441711426 (nan) | > loss: 0.008709193207323551 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14134985700511765) | > loader_time: 0.0046 (0.004643700848735599)  --> TIME: 2025-03-25 03:36:34 -- STEP: 18525/31555 -- GLOBAL_STEP: 807400 | > loss_text_ce: 0.034154798835515976 (0.03528146433579918) | > loss_mel_ce: 2.8528666496276855 (nan) | > loss: 0.011456435546278954 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1413480237170587) | > loader_time: 0.0047 (0.0046435335676680125)  --> TIME: 2025-03-25 03:36:43 -- STEP: 18575/31555 -- GLOBAL_STEP: 807450 | > loss_text_ce: 0.037060558795928955 (0.03528122426157346) | > loss_mel_ce: 2.9918010234832764 (nan) | > loss: 0.012019292451441288 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14132776033188385) | > loader_time: 0.0046 (0.004643135571383569)  --> TIME: 2025-03-25 03:36:53 -- STEP: 18625/31555 -- GLOBAL_STEP: 807500 | > loss_text_ce: 0.03850126639008522 (0.03528181671341217) | > loss_mel_ce: 2.7274885177612305 (nan) | > loss: 0.010976150631904602 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14134060476930319) | > loader_time: 0.0045 (0.00464336866340385)  --> TIME: 2025-03-25 03:37:02 -- STEP: 18675/31555 -- GLOBAL_STEP: 807550 | > loss_text_ce: 0.04032443091273308 (0.035283148455941195) | > loss_mel_ce: 2.9848086833953857 (nan) | > loss: 0.012004497461020947 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1413162135950211) | > loader_time: 0.0045 (0.00464300146702945)  --> TIME: 2025-03-25 03:37:11 -- STEP: 18725/31555 -- GLOBAL_STEP: 807600 | > loss_text_ce: 0.03304680436849594 (0.035281112872124036) | > loss_mel_ce: 2.6610801219940186 (nan) | > loss: 0.010690980590879917 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14129946032576277) | > loader_time: 0.0045 (0.004642607455896636)  --> TIME: 2025-03-25 03:37:21 -- STEP: 18775/31555 -- GLOBAL_STEP: 807650 | > loss_text_ce: 0.037662677466869354 (0.035282922961988726) | > loss_mel_ce: 2.93263840675354 (nan) | > loss: 0.011786909773945808 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14129063478005047) | > loader_time: 0.0046 (0.004642551043697145)  --> TIME: 2025-03-25 03:37:30 -- STEP: 18825/31555 -- GLOBAL_STEP: 807700 | > loss_text_ce: 0.029771577566862106 (0.03528232519444385) | > loss_mel_ce: 2.1270182132720947 (nan) | > loss: 0.008558690547943115 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1412855541310301) | > loader_time: 0.0046 (0.00464283003433454)  --> TIME: 2025-03-25 03:37:40 -- STEP: 18875/31555 -- GLOBAL_STEP: 807750 | > loss_text_ce: 0.036804504692554474 (0.03528330290717228) | > loss_mel_ce: 1.4583303928375244 (nan) | > loss: 0.005933075677603483 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14129358531623457) | > loader_time: 0.0047 (0.004642818602505143)  --> TIME: 2025-03-25 03:37:50 -- STEP: 18925/31555 -- GLOBAL_STEP: 807800 | > loss_text_ce: 0.0456831268966198 (0.035282491266265134) | > loss_mel_ce: 2.801470994949341 (nan) | > loss: 0.011298231780529022 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14129080939954272) | > loader_time: 0.0048 (0.004642665502732183)  --> TIME: 2025-03-25 03:37:59 -- STEP: 18975/31555 -- GLOBAL_STEP: 807850 | > loss_text_ce: 0.034034453332424164 (0.035283995550543276) | > loss_mel_ce: 3.0725762844085693 (nan) | > loss: 0.012327820993959904 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14130047458904982) | > loader_time: 0.0045 (0.004642793054794324)  --> TIME: 2025-03-25 03:38:09 -- STEP: 19025/31555 -- GLOBAL_STEP: 807900 | > loss_text_ce: 0.026973318308591843 (0.035281271794945765) | > loss_mel_ce: 3.1263115406036377 (nan) | > loss: 0.012513035908341408 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14130545316638496) | > loader_time: 0.0048 (0.00464288569937871)  --> TIME: 2025-03-25 03:38:19 -- STEP: 19075/31555 -- GLOBAL_STEP: 807950 | > loss_text_ce: 0.03180205449461937 (0.03528049042919577) | > loss_mel_ce: 0.02313232421875 (nan) | > loss: 0.00021799358364660293 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1413127716559411) | > loader_time: 0.0047 (0.0046429085512774025)  --> TIME: 2025-03-25 03:38:28 -- STEP: 19125/31555 -- GLOBAL_STEP: 808000 | > loss_text_ce: 0.02877487614750862 (0.0352835857334969) | > loss_mel_ce: 3.6663920879364014 (nan) | > loss: 0.014663361944258213 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1413020506840123) | > loader_time: 0.0045 (0.004642502367106951)  --> TIME: 2025-03-25 03:38:38 -- STEP: 19175/31555 -- GLOBAL_STEP: 808050 | > loss_text_ce: 0.041314318776130676 (0.03528776047651759) | > loss_mel_ce: 2.828343391418457 (nan) | > loss: 0.011387531645596027 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14129505240777293) | > loader_time: 0.0046 (0.004642117586098597)  --> TIME: 2025-03-25 03:38:47 -- STEP: 19225/31555 -- GLOBAL_STEP: 808100 | > loss_text_ce: 0.04829961061477661 (0.03528496793210917) | > loss_mel_ce: 2.366807460784912 (nan) | > loss: 0.009583758190274239 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1412835088910916) | > loader_time: 0.0045 (0.00464186053282266)  --> TIME: 2025-03-25 03:38:57 -- STEP: 19275/31555 -- GLOBAL_STEP: 808150 | > loss_text_ce: 0.038740374147892 (0.03528446072545867) | > loss_mel_ce: 2.9361743927001953 (nan) | > loss: 0.0118052177131176 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14129143546682035) | > loader_time: 0.0046 (0.004641633646033649)  --> TIME: 2025-03-25 03:39:07 -- STEP: 19325/31555 -- GLOBAL_STEP: 808200 | > loss_text_ce: 0.04084733501076698 (0.03528234145653493) | > loss_mel_ce: 2.84281849861145 (nan) | > loss: 0.011443118564784527 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14128254158839187) | > loader_time: 0.0045 (0.004641441860914569)  --> TIME: 2025-03-25 03:39:16 -- STEP: 19375/31555 -- GLOBAL_STEP: 808250 | > loss_text_ce: 0.036748405545949936 (0.03528078246496401) | > loss_mel_ce: 2.999884605407715 (nan) | > loss: 0.01205013133585453 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14127797055398233) | > loader_time: 0.0046 (0.004641261992916016)  --> TIME: 2025-03-25 03:39:26 -- STEP: 19425/31555 -- GLOBAL_STEP: 808300 | > loss_text_ce: 0.033861253410577774 (0.035276906635262485) | > loss_mel_ce: 3.522096633911133 (nan) | > loss: 0.014110944233834743 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14127046549488953) | > loader_time: 0.0047 (0.004640922730493761)  --> TIME: 2025-03-25 03:39:36 -- STEP: 19475/31555 -- GLOBAL_STEP: 808350 | > loss_text_ce: 0.04288466274738312 (0.035276484086258546) | > loss_mel_ce: 2.459820032119751 (nan) | > loss: 0.009931367821991444 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14128052892672663) | > loader_time: 0.0049 (0.004640843302049779)  --> TIME: 2025-03-25 03:39:45 -- STEP: 19525/31555 -- GLOBAL_STEP: 808400 | > loss_text_ce: 0.02556377276778221 (0.035273081331481854) | > loss_mel_ce: 2.7828242778778076 (nan) | > loss: 0.011144397780299187 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14126816742246176) | > loader_time: 0.0043 (0.00464047618773167)  --> TIME: 2025-03-25 03:39:54 -- STEP: 19575/31555 -- GLOBAL_STEP: 808450 | > loss_text_ce: 0.02752172201871872 (0.03527251572173356) | > loss_mel_ce: 3.109445810317993 (nan) | > loss: 0.012448283843696117 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14126733343872205) | > loader_time: 0.0048 (0.004640240431745425)  --> TIME: 2025-03-25 03:40:04 -- STEP: 19625/31555 -- GLOBAL_STEP: 808500 | > loss_text_ce: 0.03509438782930374 (0.035268951005664455) | > loss_mel_ce: 2.439178943634033 (nan) | > loss: 0.009818545542657375 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14125468629484697) | > loader_time: 0.0047 (0.004639883004935716)  --> TIME: 2025-03-25 03:40:14 -- STEP: 19675/31555 -- GLOBAL_STEP: 808550 | > loss_text_ce: 0.02844090200960636 (0.035264697088759636) | > loss_mel_ce: 3.0857439041137695 (nan) | > loss: 0.012357877567410469 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14125433783670524) | > loader_time: 0.0044 (0.004639593836918902)  --> TIME: 2025-03-25 03:40:23 -- STEP: 19725/31555 -- GLOBAL_STEP: 808600 | > loss_text_ce: 0.033655136823654175 (0.03526672650270275) | > loss_mel_ce: 3.1846823692321777 (nan) | > loss: 0.012771181762218475 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14125274540957972) | > loader_time: 0.005 (0.0046394092864410355)  --> TIME: 2025-03-25 03:40:33 -- STEP: 19775/31555 -- GLOBAL_STEP: 808650 | > loss_text_ce: 0.03370549902319908 (0.03526460061261903) | > loss_mel_ce: 3.0175514221191406 (nan) | > loss: 0.012108162976801395 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14125902853482272) | > loader_time: 0.0045 (0.004639175779147365)  --> TIME: 2025-03-25 03:40:42 -- STEP: 19825/31555 -- GLOBAL_STEP: 808700 | > loss_text_ce: 0.03534265607595444 (0.035265615589372044) | > loss_mel_ce: 2.42690110206604 (nan) | > loss: 0.009770809672772884 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1412507744605122) | > loader_time: 0.0044 (0.004639059814799509)  --> TIME: 2025-03-25 03:40:52 -- STEP: 19875/31555 -- GLOBAL_STEP: 808750 | > loss_text_ce: 0.033477988094091415 (0.03526504138322959) | > loss_mel_ce: 2.5910403728485107 (nan) | > loss: 0.010414755903184414 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14125374605670657) | > loader_time: 0.0044 (0.004638929630975332)  --> TIME: 2025-03-25 03:41:02 -- STEP: 19925/31555 -- GLOBAL_STEP: 808800 | > loss_text_ce: 0.03597402572631836 (0.03526582656313728) | > loss_mel_ce: 3.267695426940918 (nan) | > loss: 0.013109800405800343 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14126361556154865) | > loader_time: 0.0048 (0.004638826437247772)  --> TIME: 2025-03-25 03:41:12 -- STEP: 19975/31555 -- GLOBAL_STEP: 808850 | > loss_text_ce: 0.02955039218068123 (0.03526413577514376) | > loss_mel_ce: 2.778782844543457 (nan) | > loss: 0.011144179850816727 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.141258742615338) | > loader_time: 0.0046 (0.004638688931327917)  --> TIME: 2025-03-25 03:41:21 -- STEP: 20025/31555 -- GLOBAL_STEP: 808900 | > loss_text_ce: 0.033192649483680725 (0.035262418518752385) | > loss_mel_ce: 2.735400438308716 (nan) | > loss: 0.010986480861902237 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14126084191968832) | > loader_time: 0.0046 (0.0046385569102160235)  --> TIME: 2025-03-25 03:41:31 -- STEP: 20075/31555 -- GLOBAL_STEP: 808950 | > loss_text_ce: 0.03428760915994644 (0.03525925935340022) | > loss_mel_ce: 2.9203364849090576 (nan) | > loss: 0.011724700219929218 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1412658397940593) | > loader_time: 0.0046 (0.004638436092980063)  --> TIME: 2025-03-25 03:41:41 -- STEP: 20125/31555 -- GLOBAL_STEP: 809000 | > loss_text_ce: 0.02030300721526146 (0.035253021049527544) | > loss_mel_ce: 3.0436644554138184 (nan) | > loss: 0.01215860154479742 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14126354691404733) | > loader_time: 0.0043 (0.004638287822652343)  --> TIME: 2025-03-25 03:41:50 -- STEP: 20175/31555 -- GLOBAL_STEP: 809050 | > loss_text_ce: 0.032045938074588776 (0.03525027070360693) | > loss_mel_ce: 2.686326026916504 (nan) | > loss: 0.01078719086945057 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14126707979885322) | > loader_time: 0.0052 (0.004638120067459391)  --> TIME: 2025-03-25 03:42:00 -- STEP: 20225/31555 -- GLOBAL_STEP: 809100 | > loss_text_ce: 0.04064144194126129 (0.03524899904440069) | > loss_mel_ce: 2.6702401638031006 (nan) | > loss: 0.010757467709481716 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14127022104298667) | > loader_time: 0.0044 (0.0046378596839858)  --> TIME: 2025-03-25 03:42:10 -- STEP: 20275/31555 -- GLOBAL_STEP: 809150 | > loss_text_ce: 0.03108917362987995 (0.035247749050829065) | > loss_mel_ce: 3.0628888607025146 (nan) | > loss: 0.012277690693736076 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14128702770473034) | > loader_time: 0.0045 (0.004637845976579095)  --> TIME: 2025-03-25 03:42:20 -- STEP: 20325/31555 -- GLOBAL_STEP: 809200 | > loss_text_ce: 0.033265504986047745 (0.035247738778197334) | > loss_mel_ce: 0.099945068359375 (nan) | > loss: 0.0005286133964546025 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14128637805342809) | > loader_time: 0.0045 (0.004637667396704979)  --> TIME: 2025-03-25 03:42:29 -- STEP: 20375/31555 -- GLOBAL_STEP: 809250 | > loss_text_ce: 0.038760263472795486 (0.035248414487149694) | > loss_mel_ce: 2.498493194580078 (nan) | > loss: 0.010068465955555439 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1412813194602543) | > loader_time: 0.0045 (0.004637460884141082)  --> TIME: 2025-03-25 03:42:39 -- STEP: 20425/31555 -- GLOBAL_STEP: 809300 | > loss_text_ce: 0.035184595733881 (0.03524705762018539) | > loss_mel_ce: 3.2186124324798584 (nan) | > loss: 0.012911893427371979 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14127009001910446) | > loader_time: 0.0047 (0.004637548605406484)  --> TIME: 2025-03-25 03:42:48 -- STEP: 20475/31555 -- GLOBAL_STEP: 809350 | > loss_text_ce: 0.02963033691048622 (0.03524755804789286) | > loss_mel_ce: 2.969923973083496 (nan) | > loss: 0.011902994476258755 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1412516283959839) | > loader_time: 0.0045 (0.004637410672738624)  --> TIME: 2025-03-25 03:42:57 -- STEP: 20525/31555 -- GLOBAL_STEP: 809400 | > loss_text_ce: 0.03411440923810005 (0.035248454525822) | > loss_mel_ce: 2.9014904499053955 (nan) | > loss: 0.01164922583848238 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14125034614544374) | > loader_time: 0.0048 (0.004637508264557929)  --> TIME: 2025-03-25 03:43:07 -- STEP: 20575/31555 -- GLOBAL_STEP: 809450 | > loss_text_ce: 0.02400890924036503 (0.03524978094377816) | > loss_mel_ce: 2.633437395095825 (nan) | > loss: 0.010545422323048115 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1412494086755724) | > loader_time: 0.0045 (0.00463736271076044)  --> TIME: 2025-03-25 03:43:16 -- STEP: 20625/31555 -- GLOBAL_STEP: 809500 | > loss_text_ce: 0.03928401321172714 (0.035249596620644835) | > loss_mel_ce: 0.0762939453125 (nan) | > loss: 0.0004586427239701152 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.141234604795051) | > loader_time: 0.0047 (0.004637165636004865)  --> TIME: 2025-03-25 03:43:26 -- STEP: 20675/31555 -- GLOBAL_STEP: 809550 | > loss_text_ce: 0.030632322654128075 (0.03524766132816644) | > loss_mel_ce: 3.0489602088928223 (nan) | > loss: 0.01222060527652502 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.1412312018337961) | > loader_time: 0.0045 (0.0046366309773677354)  --> TIME: 2025-03-25 03:43:36 -- STEP: 20725/31555 -- GLOBAL_STEP: 809600 | > loss_text_ce: 0.03472724184393883 (0.03524687948157033) | > loss_mel_ce: 2.5386874675750732 (nan) | > loss: 0.010211964137852192 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1412366577857075) | > loader_time: 0.0043 (0.004636214351769137)  --> TIME: 2025-03-25 03:43:45 -- STEP: 20775/31555 -- GLOBAL_STEP: 809650 | > loss_text_ce: 0.02489643730223179 (0.03524783400256127) | > loss_mel_ce: 2.5537235736846924 (nan) | > loss: 0.010232619009912014 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14124038127068247) | > loader_time: 0.0051 (0.004636187237809614)  --> TIME: 2025-03-25 03:43:55 -- STEP: 20825/31555 -- GLOBAL_STEP: 809700 | > loss_text_ce: 0.035064008086919785 (0.035248981913840384) | > loss_mel_ce: 2.393845558166504 (nan) | > loss: 0.00963853020220995 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14123342441911416) | > loader_time: 0.0047 (0.004635973686502234)  --> TIME: 2025-03-25 03:44:04 -- STEP: 20875/31555 -- GLOBAL_STEP: 809750 | > loss_text_ce: 0.03985244035720825 (0.03525062604654538) | > loss_mel_ce: 0.03642578050494194 (nan) | > loss: 0.00030269139097072184 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14123199421774082) | > loader_time: 0.0045 (0.004636331523963837)  --> TIME: 2025-03-25 03:44:14 -- STEP: 20925/31555 -- GLOBAL_STEP: 809800 | > loss_text_ce: 0.03833627700805664 (0.03525047176738999) | > loss_mel_ce: 3.1515491008758545 (nan) | > loss: 0.012658275663852692 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1412434176988495) | > loader_time: 0.0046 (0.004636471633273117)  --> TIME: 2025-03-25 03:44:24 -- STEP: 20975/31555 -- GLOBAL_STEP: 809850 | > loss_text_ce: 0.029868802055716515 (0.035246495282604075) | > loss_mel_ce: 2.6192870140075684 (nan) | > loss: 0.010512524284422398 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14125024664814012) | > loader_time: 0.0046 (0.004636605902707099)  --> TIME: 2025-03-25 03:44:34 -- STEP: 21025/31555 -- GLOBAL_STEP: 809900 | > loss_text_ce: 0.0407838374376297 (0.03524740959983899) | > loss_mel_ce: 2.448150873184204 (nan) | > loss: 0.009876726195216179 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14124456666454216) | > loader_time: 0.0045 (0.0046363673850841275)  --> TIME: 2025-03-25 03:44:44 -- STEP: 21075/31555 -- GLOBAL_STEP: 809950 | > loss_text_ce: 0.03001631610095501 (0.03524798948578521) | > loss_mel_ce: 0.04707031324505806 (nan) | > loss: 0.00030589933157898486 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14125001107529192) | > loader_time: 0.0045 (0.004636227233271344)  --> TIME: 2025-03-25 03:44:53 -- STEP: 21125/31555 -- GLOBAL_STEP: 810000 | > loss_text_ce: 0.032479871064424515 (0.035246950783761596) | > loss_mel_ce: 2.2480669021606445 (nan) | > loss: 0.009049789048731327 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14125794900521665) | > loader_time: 0.0044 (0.004636050839395963) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_810000.pth  --> TIME: 2025-03-25 03:45:09 -- STEP: 21175/31555 -- GLOBAL_STEP: 810050 | > loss_text_ce: 0.03228563070297241 (0.03524961283868109) | > loss_mel_ce: 0.1097276508808136 (nan) | > loss: 0.0005635448032990098 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1412559199079847) | > loader_time: 0.0045 (0.004635978043431279)  --> TIME: 2025-03-25 03:45:18 -- STEP: 21225/31555 -- GLOBAL_STEP: 810100 | > loss_text_ce: 0.03298650681972504 (0.0352539950762785) | > loss_mel_ce: 0.051025390625 (nan) | > loss: 0.00033338056528009474 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14125855907534485) | > loader_time: 0.0048 (0.004635833520069325)  --> TIME: 2025-03-25 03:45:28 -- STEP: 21275/31555 -- GLOBAL_STEP: 810150 | > loss_text_ce: 0.041511669754981995 (0.03525423443004008) | > loss_mel_ce: 3.052377700805664 (nan) | > loss: 0.012277339585125446 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14124639505505085) | > loader_time: 0.0045 (0.004635686885596212)  --> TIME: 2025-03-25 03:45:37 -- STEP: 21325/31555 -- GLOBAL_STEP: 810200 | > loss_text_ce: 0.03166409954428673 (0.03525453667083275) | > loss_mel_ce: 2.5055031776428223 (nan) | > loss: 0.01006812509149313 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14124832492081466) | > loader_time: 0.0045 (0.004636058740291666)  --> TIME: 2025-03-25 03:45:47 -- STEP: 21375/31555 -- GLOBAL_STEP: 810250 | > loss_text_ce: 0.03536137565970421 (0.03525081281420634) | > loss_mel_ce: 3.0864832401275635 (nan) | > loss: 0.01238827221095562 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14123358160989255) | > loader_time: 0.0045 (0.0046361837219774165)  --> TIME: 2025-03-25 03:45:56 -- STEP: 21425/31555 -- GLOBAL_STEP: 810300 | > loss_text_ce: 0.0390244796872139 (0.035257779773338084) | > loss_mel_ce: 2.563692092895508 (nan) | > loss: 0.010328241623938084 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1412269224614212) | > loader_time: 0.0046 (0.004636410999186864)  --> TIME: 2025-03-25 03:46:06 -- STEP: 21475/31555 -- GLOBAL_STEP: 810350 | > loss_text_ce: 0.04238755628466606 (0.035259427351961956) | > loss_mel_ce: 2.5705153942108154 (nan) | > loss: 0.010368662886321545 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14122860316763874) | > loader_time: 0.0047 (0.0046365271735941205)  --> TIME: 2025-03-25 03:46:16 -- STEP: 21525/31555 -- GLOBAL_STEP: 810400 | > loss_text_ce: 0.03651588782668114 (0.03526104126982289) | > loss_mel_ce: 2.8047046661376953 (nan) | > loss: 0.011274686083197594 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14123382185117367) | > loader_time: 0.0048 (0.0046364904862248165)  --> TIME: 2025-03-25 03:46:25 -- STEP: 21575/31555 -- GLOBAL_STEP: 810450 | > loss_text_ce: 0.03797890245914459 (0.03526250525622689) | > loss_mel_ce: 3.0063936710357666 (nan) | > loss: 0.0120808444917202 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14124338232904504) | > loader_time: 0.0045 (0.0046364871209632385)  --> TIME: 2025-03-25 03:46:35 -- STEP: 21625/31555 -- GLOBAL_STEP: 810500 | > loss_text_ce: 0.03951738029718399 (0.03526066134262838) | > loss_mel_ce: 3.0892982482910156 (nan) | > loss: 0.012415936216711998 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1412366463545424) | > loader_time: 0.0047 (0.004636611927451473)  --> TIME: 2025-03-25 03:46:45 -- STEP: 21675/31555 -- GLOBAL_STEP: 810550 | > loss_text_ce: 0.02951143868267536 (0.03525698590568255) | > loss_mel_ce: 2.920930862426758 (nan) | > loss: 0.011708104982972145 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14123600812381737) | > loader_time: 0.0046 (0.004636904750590827)  --> TIME: 2025-03-25 03:46:55 -- STEP: 21725/31555 -- GLOBAL_STEP: 810600 | > loss_text_ce: 0.03380655124783516 (0.035255322006453156) | > loss_mel_ce: 2.7654225826263428 (nan) | > loss: 0.011108052916824818 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14124549941445871) | > loader_time: 0.0046 (0.004636933323428917)  --> TIME: 2025-03-25 03:47:04 -- STEP: 21775/31555 -- GLOBAL_STEP: 810650 | > loss_text_ce: 0.045102544128894806 (0.035251813097017894) | > loss_mel_ce: 3.2567226886749268 (nan) | > loss: 0.013102482073009014 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1412443065862288) | > loader_time: 0.0046 (0.004636858612743818)  --> TIME: 2025-03-25 03:47:14 -- STEP: 21825/31555 -- GLOBAL_STEP: 810700 | > loss_text_ce: 0.03970307111740112 (0.03525180217185925) | > loss_mel_ce: 2.846752166748047 (nan) | > loss: 0.011454188264906406 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1412490084736612) | > loader_time: 0.0046 (0.004637050388331855)  --> TIME: 2025-03-25 03:47:24 -- STEP: 21875/31555 -- GLOBAL_STEP: 810750 | > loss_text_ce: 0.03418638929724693 (0.03525078664247513) | > loss_mel_ce: 2.8541953563690186 (nan) | > loss: 0.01146183256059885 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14126429772513188) | > loader_time: 0.0044 (0.004637145047869042)  --> TIME: 2025-03-25 03:47:34 -- STEP: 21925/31555 -- GLOBAL_STEP: 810800 | > loss_text_ce: 0.031933825463056564 (0.03525006632903619) | > loss_mel_ce: 2.969879627227783 (nan) | > loss: 0.011911958456039429 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14126486249769218) | > loader_time: 0.0044 (0.004637123703820717)  --> TIME: 2025-03-25 03:47:43 -- STEP: 21975/31555 -- GLOBAL_STEP: 810850 | > loss_text_ce: 0.03811635076999664 (0.03525033020741834) | > loss_mel_ce: 0.07758788764476776 (nan) | > loss: 0.0004591438337229192 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14125612937007131) | > loader_time: 0.0048 (0.004637170103765365)  --> TIME: 2025-03-25 03:47:53 -- STEP: 22025/31555 -- GLOBAL_STEP: 810900 | > loss_text_ce: 0.03385993838310242 (0.0352516293039001) | > loss_mel_ce: 2.5210845470428467 (nan) | > loss: 0.010138669051229954 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14125953917876743) | > loader_time: 0.0045 (0.004637072365075626)  --> TIME: 2025-03-25 03:48:02 -- STEP: 22075/31555 -- GLOBAL_STEP: 810950 | > loss_text_ce: 0.04689466953277588 (0.035254474167131206) | > loss_mel_ce: 2.9495441913604736 (nan) | > loss: 0.011890631169080734 (nan) | > current_lr: 5e-06 | > step_time: 0.1046 (0.14125827450174364) | > loader_time: 0.0048 (0.004637125734564712)  --> TIME: 2025-03-25 03:48:12 -- STEP: 22125/31555 -- GLOBAL_STEP: 811000 | > loss_text_ce: 0.03896100074052811 (0.03525384895953955) | > loss_mel_ce: 3.291548728942871 (nan) | > loss: 0.013216309249401093 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14125363224913104) | > loader_time: 0.0045 (0.004637082988933023)  --> TIME: 2025-03-25 03:48:22 -- STEP: 22175/31555 -- GLOBAL_STEP: 811050 | > loss_text_ce: 0.02855454571545124 (0.035251034418459386) | > loss_mel_ce: 2.974503755569458 (nan) | > loss: 0.01191689819097519 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1977 (0.14126025678339965) | > loader_time: 0.0051 (0.004637312528917771)  --> TIME: 2025-03-25 03:48:32 -- STEP: 22225/31555 -- GLOBAL_STEP: 811100 | > loss_text_ce: 0.03200735151767731 (0.03525232910896246) | > loss_mel_ce: 2.697085380554199 (nan) | > loss: 0.010829733684659004 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14125975999306428) | > loader_time: 0.0047 (0.004637376690876404)  --> TIME: 2025-03-25 03:48:41 -- STEP: 22275/31555 -- GLOBAL_STEP: 811150 | > loss_text_ce: 0.037378787994384766 (0.035255991723827755) | > loss_mel_ce: 2.4765079021453857 (nan) | > loss: 0.009975741617381573 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14126495877232675) | > loader_time: 0.0044 (0.004637274244417688)  --> TIME: 2025-03-25 03:48:51 -- STEP: 22325/31555 -- GLOBAL_STEP: 811200 | > loss_text_ce: 0.0397338941693306 (0.03525752923936349) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14126837624681154) | > loader_time: 0.0044 (0.004637314677905968)  --> TIME: 2025-03-25 03:49:01 -- STEP: 22375/31555 -- GLOBAL_STEP: 811250 | > loss_text_ce: 0.036277610808610916 (0.0352576250888868) | > loss_mel_ce: 2.868811845779419 (nan) | > loss: 0.011528133414685726 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14126590497533634) | > loader_time: 0.0046 (0.00463731700748042)  --> TIME: 2025-03-25 03:49:10 -- STEP: 22425/31555 -- GLOBAL_STEP: 811300 | > loss_text_ce: 0.0299821924418211 (0.0352580619234192) | > loss_mel_ce: 2.7329978942871094 (nan) | > loss: 0.010964207351207733 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1412696493482635) | > loader_time: 0.0047 (0.004637472956475642)  --> TIME: 2025-03-25 03:49:20 -- STEP: 22475/31555 -- GLOBAL_STEP: 811350 | > loss_text_ce: 0.03300066292285919 (0.03525655878908773) | > loss_mel_ce: 2.6161038875579834 (nan) | > loss: 0.010512320324778557 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14127059531291344) | > loader_time: 0.0047 (0.004637420885554981)  --> TIME: 2025-03-25 03:49:30 -- STEP: 22525/31555 -- GLOBAL_STEP: 811400 | > loss_text_ce: 0.03146509453654289 (0.03525441892077135) | > loss_mel_ce: 3.1218507289886475 (nan) | > loss: 0.012513158842921257 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1412716775146884) | > loader_time: 0.0045 (0.00463771396683539)  --> TIME: 2025-03-25 03:49:39 -- STEP: 22575/31555 -- GLOBAL_STEP: 811450 | > loss_text_ce: 0.034252703189849854 (0.03525574169421838) | > loss_mel_ce: 2.3599510192871094 (nan) | > loss: 0.009500809013843536 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1412645265403901) | > loader_time: 0.0051 (0.004637737168558185)  --> TIME: 2025-03-25 03:49:49 -- STEP: 22625/31555 -- GLOBAL_STEP: 811500 | > loss_text_ce: 0.030617481097579002 (0.03525502612845207) | > loss_mel_ce: 2.815758228302002 (nan) | > loss: 0.011295142583549023 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14126777524579234) | > loader_time: 0.0046 (0.004637792250069506)  --> TIME: 2025-03-25 03:49:59 -- STEP: 22675/31555 -- GLOBAL_STEP: 811550 | > loss_text_ce: 0.027347518131136894 (0.03525273413028772) | > loss_mel_ce: 2.7218716144561768 (nan) | > loss: 0.01090960018336773 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14127583187233592) | > loader_time: 0.0053 (0.0046379398169302385)  --> TIME: 2025-03-25 03:50:08 -- STEP: 22725/31555 -- GLOBAL_STEP: 811600 | > loss_text_ce: 0.03143947944045067 (0.03524949893990623) | > loss_mel_ce: 3.063732385635376 (nan) | > loss: 0.01228242926299572 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14126713076046926) | > loader_time: 0.0043 (0.004637559569708234)  --> TIME: 2025-03-25 03:50:18 -- STEP: 22775/31555 -- GLOBAL_STEP: 811650 | > loss_text_ce: 0.03594982624053955 (0.03524514579660932) | > loss_mel_ce: 2.6106138229370117 (nan) | > loss: 0.010502236895263195 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14126990261768732) | > loader_time: 0.0042 (0.004637182007505961)  --> TIME: 2025-03-25 03:50:28 -- STEP: 22825/31555 -- GLOBAL_STEP: 811700 | > loss_text_ce: 0.033735163509845734 (0.03524208809241993) | > loss_mel_ce: 2.508848190307617 (nan) | > loss: 0.010089617222547531 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14126106929674523) | > loader_time: 0.0046 (0.004637215510908421)  --> TIME: 2025-03-25 03:50:37 -- STEP: 22875/31555 -- GLOBAL_STEP: 811750 | > loss_text_ce: 0.034815870225429535 (0.03524041422212254) | > loss_mel_ce: 3.175537109375 (nan) | > loss: 0.012739496305584908 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1412674076726521) | > loader_time: 0.0045 (0.004637215504880852)  --> TIME: 2025-03-25 03:50:47 -- STEP: 22925/31555 -- GLOBAL_STEP: 811800 | > loss_text_ce: 0.03644075617194176 (0.03523942999765228) | > loss_mel_ce: 2.323972463607788 (nan) | > loss: 0.009366719983518124 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14126940375715916) | > loader_time: 0.0043 (0.004637334463770579)  --> TIME: 2025-03-25 03:50:57 -- STEP: 22975/31555 -- GLOBAL_STEP: 811850 | > loss_text_ce: 0.03817368298768997 (0.03524062668849969) | > loss_mel_ce: 2.9028103351593018 (nan) | > loss: 0.011670571751892567 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.1412750265414095) | > loader_time: 0.0048 (0.004637206620308765)  --> TIME: 2025-03-25 03:51:07 -- STEP: 23025/31555 -- GLOBAL_STEP: 811900 | > loss_text_ce: 0.036106839776039124 (0.03524226667539499) | > loss_mel_ce: 2.5082602500915527 (nan) | > loss: 0.010096695274114609 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14128115395122406) | > loader_time: 0.0048 (0.004637016727145189)  --> TIME: 2025-03-25 03:51:16 -- STEP: 23075/31555 -- GLOBAL_STEP: 811950 | > loss_text_ce: 0.03541691601276398 (0.035243639299446565) | > loss_mel_ce: 0.16743163764476776 (nan) | > loss: 0.0008049546158872545 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14127847199321136) | > loader_time: 0.0043 (0.004636701302822895)  --> TIME: 2025-03-25 03:51:26 -- STEP: 23125/31555 -- GLOBAL_STEP: 812000 | > loss_text_ce: 0.03741160035133362 (0.03524048281299942) | > loss_mel_ce: 2.797720193862915 (nan) | > loss: 0.01125052385032177 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14127612019100666) | > loader_time: 0.0046 (0.004636731874620634)  --> TIME: 2025-03-25 03:51:36 -- STEP: 23175/31555 -- GLOBAL_STEP: 812050 | > loss_text_ce: 0.03341536596417427 (0.03523606030577916) | > loss_mel_ce: 3.2986111640930176 (nan) | > loss: 0.013222328387200832 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14128340028764833) | > loader_time: 0.0043 (0.004636939047738359)  --> TIME: 2025-03-25 03:51:46 -- STEP: 23225/31555 -- GLOBAL_STEP: 812100 | > loss_text_ce: 0.03141692653298378 (0.03523691150192425) | > loss_mel_ce: 2.714475154876709 (nan) | > loss: 0.01089639775454998 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1412901417020829) | > loader_time: 0.0049 (0.00463695647257141)  --> TIME: 2025-03-25 03:51:55 -- STEP: 23275/31555 -- GLOBAL_STEP: 812150 | > loss_text_ce: 0.03209340199828148 (0.03523643531265404) | > loss_mel_ce: 2.933640718460083 (nan) | > loss: 0.011768786236643791 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1412954180581225) | > loader_time: 0.0043 (0.004637174780463606)  --> TIME: 2025-03-25 03:52:05 -- STEP: 23325/31555 -- GLOBAL_STEP: 812200 | > loss_text_ce: 0.032019805163145065 (0.035237067475963155) | > loss_mel_ce: 3.244101047515869 (nan) | > loss: 0.013000480830669403 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14128985640064798) | > loader_time: 0.0046 (0.004636740587404222)  --> TIME: 2025-03-25 03:52:15 -- STEP: 23375/31555 -- GLOBAL_STEP: 812250 | > loss_text_ce: 0.03852056339383125 (0.03523533698358668) | > loss_mel_ce: 0.6102184057235718 (nan) | > loss: 0.0025743611622601748 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14129356914663024) | > loader_time: 0.0043 (0.004636669587324057)  --> TIME: 2025-03-25 03:52:24 -- STEP: 23425/31555 -- GLOBAL_STEP: 812300 | > loss_text_ce: 0.03697885945439339 (0.03523664704397784) | > loss_mel_ce: 2.773712158203125 (nan) | > loss: 0.011153536848723888 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1412949257853697) | > loader_time: 0.0042 (0.004636262162899689)  --> TIME: 2025-03-25 03:52:34 -- STEP: 23475/31555 -- GLOBAL_STEP: 812350 | > loss_text_ce: 0.03152179345488548 (0.03523536088581888) | > loss_mel_ce: 2.460728168487549 (nan) | > loss: 0.009889881126582623 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14128989232868652) | > loader_time: 0.0047 (0.004636001302538382)  --> TIME: 2025-03-25 03:52:44 -- STEP: 23525/31555 -- GLOBAL_STEP: 812400 | > loss_text_ce: 0.03735971450805664 (0.03523687970158494) | > loss_mel_ce: 2.875638484954834 (nan) | > loss: 0.011559517122805119 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.141290898003816) | > loader_time: 0.0047 (0.004635991006297895)  --> TIME: 2025-03-25 03:52:53 -- STEP: 23575/31555 -- GLOBAL_STEP: 812450 | > loss_text_ce: 0.02407892979681492 (0.0352351612409665) | > loss_mel_ce: 0.0910237655043602 (nan) | > loss: 0.00045675673754885793 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14129391848219253) | > loader_time: 0.0043 (0.004635592144089364)  --> TIME: 2025-03-25 03:53:03 -- STEP: 23625/31555 -- GLOBAL_STEP: 812500 | > loss_text_ce: 0.032551780343055725 (0.03523547190191286) | > loss_mel_ce: 2.3484251499176025 (nan) | > loss: 0.009448321536183357 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14129310114421512) | > loader_time: 0.0045 (0.004635252675051463)  --> TIME: 2025-03-25 03:53:12 -- STEP: 23675/31555 -- GLOBAL_STEP: 812550 | > loss_text_ce: 0.041582219302654266 (0.03523311680794549) | > loss_mel_ce: 0.0769856795668602 (nan) | > loss: 0.0004705075698439032 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.1412918840869551) | > loader_time: 0.0047 (0.004635302766197763)  --> TIME: 2025-03-25 03:53:23 -- STEP: 23725/31555 -- GLOBAL_STEP: 812600 | > loss_text_ce: 0.03964655473828316 (0.03523407963323422) | > loss_mel_ce: 3.1451470851898193 (nan) | > loss: 0.012638070620596409 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14130699059232127) | > loader_time: 0.0047 (0.004635161830954406)  --> TIME: 2025-03-25 03:53:32 -- STEP: 23775/31555 -- GLOBAL_STEP: 812650 | > loss_text_ce: 0.03175835683941841 (0.03523400181835912) | > loss_mel_ce: 2.605668544769287 (nan) | > loss: 0.010465980507433414 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14131421870362978) | > loader_time: 0.0046 (0.00463508913820354)  --> TIME: 2025-03-25 03:53:42 -- STEP: 23825/31555 -- GLOBAL_STEP: 812700 | > loss_text_ce: 0.03625557944178581 (0.03523465248385759) | > loss_mel_ce: 2.815375804901123 (nan) | > loss: 0.011315998621284962 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1413090372035535) | > loader_time: 0.0046 (0.004634986218975877)  --> TIME: 2025-03-25 03:53:52 -- STEP: 23875/31555 -- GLOBAL_STEP: 812750 | > loss_text_ce: 0.04212912544608116 (0.035237491740294405) | > loss_mel_ce: 0.052093505859375 (nan) | > loss: 0.00037389935459941626 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14131391126822418) | > loader_time: 0.0044 (0.0046348899721475705)  --> TIME: 2025-03-25 03:54:02 -- STEP: 23925/31555 -- GLOBAL_STEP: 812800 | > loss_text_ce: 0.03321968391537666 (0.0352420147897653) | > loss_mel_ce: 2.539783477783203 (nan) | > loss: 0.010210330598056316 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14133090690883837) | > loader_time: 0.0044 (0.0046346959200772924)  --> TIME: 2025-03-25 03:54:11 -- STEP: 23975/31555 -- GLOBAL_STEP: 812850 | > loss_text_ce: 0.055683545768260956 (0.03524318893460487) | > loss_mel_ce: 2.6588594913482666 (nan) | > loss: 0.010771997272968292 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14132789758000047) | > loader_time: 0.0045 (0.004634490654540689)  --> TIME: 2025-03-25 03:54:21 -- STEP: 24025/31555 -- GLOBAL_STEP: 812900 | > loss_text_ce: 0.03821096941828728 (0.03524256881291578) | > loss_mel_ce: 2.8623454570770264 (nan) | > loss: 0.011510144919157028 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14134060842809756) | > loader_time: 0.0044 (0.004634497689158865)  --> TIME: 2025-03-25 03:54:31 -- STEP: 24075/31555 -- GLOBAL_STEP: 812950 | > loss_text_ce: 0.02925128862261772 (0.0352391337395986) | > loss_mel_ce: 2.8350844383239746 (nan) | > loss: 0.011366412043571472 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14133155172116274) | > loader_time: 0.0045 (0.004634319257884807)  --> TIME: 2025-03-25 03:54:40 -- STEP: 24125/31555 -- GLOBAL_STEP: 813000 | > loss_text_ce: 0.04220518469810486 (0.03523887494716032) | > loss_mel_ce: 0.1075439453125 (nan) | > loss: 0.0005942425923421979 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14132656313841804) | > loader_time: 0.0045 (0.004634286327065637)  --> TIME: 2025-03-25 03:54:50 -- STEP: 24175/31555 -- GLOBAL_STEP: 813050 | > loss_text_ce: 0.03577357530593872 (0.03523842145462533) | > loss_mel_ce: 2.6363906860351562 (nan) | > loss: 0.010603826493024826 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14133252002830451) | > loader_time: 0.0046 (0.00463425719133953)  --> TIME: 2025-03-25 03:55:00 -- STEP: 24225/31555 -- GLOBAL_STEP: 813100 | > loss_text_ce: 0.029628993943333626 (0.035241098882336654) | > loss_mel_ce: 2.4811813831329346 (nan) | > loss: 0.009963533841073513 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14133486895369285) | > loader_time: 0.005 (0.004634080715592861)  --> TIME: 2025-03-25 03:55:10 -- STEP: 24275/31555 -- GLOBAL_STEP: 813150 | > loss_text_ce: 0.030418679118156433 (0.03524071285664206) | > loss_mel_ce: 2.9352593421936035 (nan) | > loss: 0.011768563650548458 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14133885388516734) | > loader_time: 0.0045 (0.004634136883532414)  --> TIME: 2025-03-25 03:55:20 -- STEP: 24325/31555 -- GLOBAL_STEP: 813200 | > loss_text_ce: 0.02910156175494194 (0.03524368933919859) | > loss_mel_ce: 1.4184619188308716 (nan) | > loss: 0.005744299851357937 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1413440533899697) | > loader_time: 0.0043 (0.004633967869083357)  --> TIME: 2025-03-25 03:55:29 -- STEP: 24375/31555 -- GLOBAL_STEP: 813250 | > loss_text_ce: 0.03228028118610382 (0.0352456634485572) | > loss_mel_ce: 2.6938180923461914 (nan) | > loss: 0.010817850939929485 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14134135392995978) | > loader_time: 0.0043 (0.004633642675937811)  --> TIME: 2025-03-25 03:55:39 -- STEP: 24425/31555 -- GLOBAL_STEP: 813300 | > loss_text_ce: 0.03587932139635086 (0.035245712756226275) | > loss_mel_ce: 3.575476884841919 (nan) | > loss: 0.014330779202282429 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14134337776637015) | > loader_time: 0.0044 (0.004633506591390867)  --> TIME: 2025-03-25 03:55:49 -- STEP: 24475/31555 -- GLOBAL_STEP: 813350 | > loss_text_ce: 0.04038798809051514 (0.03524665104531627) | > loss_mel_ce: 2.850627899169922 (nan) | > loss: 0.011472286656498909 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14135281765424443) | > loader_time: 0.0045 (0.004633573000228987)  --> TIME: 2025-03-25 03:55:58 -- STEP: 24525/31555 -- GLOBAL_STEP: 813400 | > loss_text_ce: 0.03656213730573654 (0.035242104494866665) | > loss_mel_ce: 2.5931148529052734 (nan) | > loss: 0.010435227304697037 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14134043584662231) | > loader_time: 0.0045 (0.0046333592188346736)  --> TIME: 2025-03-25 03:56:08 -- STEP: 24575/31555 -- GLOBAL_STEP: 813450 | > loss_text_ce: 0.038483668118715286 (0.035241018986274776) | > loss_mel_ce: 2.941190242767334 (nan) | > loss: 0.011824103072285652 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1413446813391281) | > loader_time: 0.0045 (0.004633160520303346)  --> TIME: 2025-03-25 03:56:17 -- STEP: 24625/31555 -- GLOBAL_STEP: 813500 | > loss_text_ce: 0.02586739882826805 (0.03523842141198656) | > loss_mel_ce: 2.940185546875 (nan) | > loss: 0.011770051904022694 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14134530891379743) | > loader_time: 0.0053 (0.004633080971422593)  --> TIME: 2025-03-25 03:56:27 -- STEP: 24675/31555 -- GLOBAL_STEP: 813550 | > loss_text_ce: 0.03574642166495323 (0.03523813846637171) | > loss_mel_ce: 2.840416431427002 (nan) | > loss: 0.011413345113396645 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14135668970048137) | > loader_time: 0.005 (0.004633011697152766)  --> TIME: 2025-03-25 03:56:37 -- STEP: 24725/31555 -- GLOBAL_STEP: 813600 | > loss_text_ce: 0.023328082635998726 (0.03523474838923695) | > loss_mel_ce: 2.695725679397583 (nan) | > loss: 0.010789896361529827 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14135433984839407) | > loader_time: 0.0046 (0.0046331188772759475)  --> TIME: 2025-03-25 03:56:47 -- STEP: 24775/31555 -- GLOBAL_STEP: 813650 | > loss_text_ce: 0.03916453197598457 (0.0352331101917312) | > loss_mel_ce: 3.1489901542663574 (nan) | > loss: 0.012651408091187477 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14136516132220012) | > loader_time: 0.0046 (0.0046331483492577565)  --> TIME: 2025-03-25 03:56:57 -- STEP: 24825/31555 -- GLOBAL_STEP: 813700 | > loss_text_ce: 0.0358407162129879 (0.03523390432825376) | > loss_mel_ce: 2.740407943725586 (nan) | > loss: 0.011016860604286194 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1413647425114688) | > loader_time: 0.0046 (0.00463326007577954)  --> TIME: 2025-03-25 03:57:06 -- STEP: 24875/31555 -- GLOBAL_STEP: 813750 | > loss_text_ce: 0.04736587777733803 (0.03523170037077175) | > loss_mel_ce: 2.1396453380584717 (nan) | > loss: 0.00867861695587635 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14136382861113425) | > loader_time: 0.0047 (0.004633427921851139)  --> TIME: 2025-03-25 03:57:16 -- STEP: 24925/31555 -- GLOBAL_STEP: 813800 | > loss_text_ce: 0.03210173919796944 (0.03523133806521876) | > loss_mel_ce: 2.621220827102661 (nan) | > loss: 0.010529058054089546 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14137204947897272) | > loader_time: 0.0048 (0.004633496933978271)  --> TIME: 2025-03-25 03:57:26 -- STEP: 24975/31555 -- GLOBAL_STEP: 813850 | > loss_text_ce: 0.051261480897665024 (0.03523174863166992) | > loss_mel_ce: 3.0374319553375244 (nan) | > loss: 0.01225672010332346 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14137823663316326) | > loader_time: 0.0045 (0.004633705942957792)  --> TIME: 2025-03-25 03:57:36 -- STEP: 25025/31555 -- GLOBAL_STEP: 813900 | > loss_text_ce: 0.026830319315195084 (0.03523013567859026) | > loss_mel_ce: 2.8152244091033936 (nan) | > loss: 0.011277996003627777 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14137961168508295) | > loader_time: 0.0045 (0.004633678784975464)  --> TIME: 2025-03-25 03:57:46 -- STEP: 25075/31555 -- GLOBAL_STEP: 813950 | > loss_text_ce: 0.034518320113420486 (0.03522974062603315) | > loss_mel_ce: 2.617548942565918 (nan) | > loss: 0.010524076409637928 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1413843933059828) | > loader_time: 0.0045 (0.004633801432692339)  --> TIME: 2025-03-25 03:57:55 -- STEP: 25125/31555 -- GLOBAL_STEP: 814000 | > loss_text_ce: 0.02733982913196087 (0.03522788902731702) | > loss_mel_ce: 2.1238088607788086 (nan) | > loss: 0.008536305278539658 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14138494513402503) | > loader_time: 0.0045 (0.0046338921731977935)  --> TIME: 2025-03-25 03:58:05 -- STEP: 25175/31555 -- GLOBAL_STEP: 814050 | > loss_text_ce: 0.043534621596336365 (0.03522891645102448) | > loss_mel_ce: 3.12890625 (nan) | > loss: 0.012589051388204098 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14139568868673058) | > loader_time: 0.0046 (0.004634095175855867)  --> TIME: 2025-03-25 03:58:15 -- STEP: 25225/31555 -- GLOBAL_STEP: 814100 | > loss_text_ce: 0.028414513915777206 (0.03522846946431897) | > loss_mel_ce: 2.4369091987609863 (nan) | > loss: 0.009783031418919563 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14140401307135297) | > loader_time: 0.005 (0.004634371342578727)  --> TIME: 2025-03-25 03:58:25 -- STEP: 25275/31555 -- GLOBAL_STEP: 814150 | > loss_text_ce: 0.03744952380657196 (0.035229032719996334) | > loss_mel_ce: 3.093146800994873 (nan) | > loss: 0.012423002161085606 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14140069823826296) | > loader_time: 0.0044 (0.004634609373339868)  --> TIME: 2025-03-25 03:58:34 -- STEP: 25325/31555 -- GLOBAL_STEP: 814200 | > loss_text_ce: 0.030843492597341537 (0.03522539073790786) | > loss_mel_ce: 0.09716796875 (nan) | > loss: 0.0005079820402897894 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1413939712878388) | > loader_time: 0.0045 (0.004634507349660184)  --> TIME: 2025-03-25 03:58:44 -- STEP: 25375/31555 -- GLOBAL_STEP: 814250 | > loss_text_ce: 0.030655303969979286 (0.035221611890520074) | > loss_mel_ce: 3.0508687496185303 (nan) | > loss: 0.01222827099263668 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14139968080003798) | > loader_time: 0.005 (0.004634704899905426)  --> TIME: 2025-03-25 03:58:54 -- STEP: 25425/31555 -- GLOBAL_STEP: 814300 | > loss_text_ce: 0.027153275907039642 (0.03522208010226576) | > loss_mel_ce: 2.75515079498291 (nan) | > loss: 0.011040889658033848 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14140683699263634) | > loader_time: 0.0048 (0.00463466860903407)  --> TIME: 2025-03-25 03:59:04 -- STEP: 25475/31555 -- GLOBAL_STEP: 814350 | > loss_text_ce: 0.038583122193813324 (0.035222653646398934) | > loss_mel_ce: 2.9750142097473145 (nan) | > loss: 0.011958720162510872 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14140269302877223) | > loader_time: 0.0047 (0.004634817458462623)  --> TIME: 2025-03-25 03:59:14 -- STEP: 25525/31555 -- GLOBAL_STEP: 814400 | > loss_text_ce: 0.0464194156229496 (0.035223310179278995) | > loss_mel_ce: 2.9162819385528564 (nan) | > loss: 0.01175675168633461 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14141428720472315) | > loader_time: 0.0048 (0.004634759605923387)  --> TIME: 2025-03-25 03:59:23 -- STEP: 25575/31555 -- GLOBAL_STEP: 814450 | > loss_text_ce: 0.028322219848632812 (0.03522228727599714) | > loss_mel_ce: 1.9580714702606201 (nan) | > loss: 0.007882514968514442 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14141241283360775) | > loader_time: 0.0046 (0.004634560643752719)  --> TIME: 2025-03-25 03:59:33 -- STEP: 25625/31555 -- GLOBAL_STEP: 814500 | > loss_text_ce: 0.028218135237693787 (0.03522069247132428) | > loss_mel_ce: 2.698697805404663 (nan) | > loss: 0.010821095667779446 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14141553989503408) | > loader_time: 0.0045 (0.004634716955045447)  --> TIME: 2025-03-25 03:59:43 -- STEP: 25675/31555 -- GLOBAL_STEP: 814550 | > loss_text_ce: 0.03795189410448074 (0.035220607204441076) | > loss_mel_ce: 2.4144186973571777 (nan) | > loss: 0.009731629863381386 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14141455304889594) | > loader_time: 0.0044 (0.004634597327019783)  --> TIME: 2025-03-25 03:59:52 -- STEP: 25725/31555 -- GLOBAL_STEP: 814600 | > loss_text_ce: 0.02465084008872509 (0.03522193402319861) | > loss_mel_ce: 2.42610502243042 (nan) | > loss: 0.009725222364068031 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14141502239497894) | > loader_time: 0.0045 (0.004634443168158273)  --> TIME: 2025-03-25 04:00:02 -- STEP: 25775/31555 -- GLOBAL_STEP: 814650 | > loss_text_ce: 0.04308073967695236 (0.03522121086796176) | > loss_mel_ce: 0.0467122383415699 (nan) | > loss: 0.0003563213685993105 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14142278819264512) | > loader_time: 0.0045 (0.0046343804053261915)  --> TIME: 2025-03-25 04:00:12 -- STEP: 25825/31555 -- GLOBAL_STEP: 814700 | > loss_text_ce: 0.04095219448208809 (0.03522092643486942) | > loss_mel_ce: 2.8105034828186035 (nan) | > loss: 0.011315301060676575 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14142452228911695) | > loader_time: 0.0047 (0.004634209574711471)  --> TIME: 2025-03-25 04:00:21 -- STEP: 25875/31555 -- GLOBAL_STEP: 814750 | > loss_text_ce: 0.03959382697939873 (0.035219470681631976) | > loss_mel_ce: 3.0544469356536865 (nan) | > loss: 0.012277940288186073 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14141650864237124) | > loader_time: 0.0046 (0.004633989923818167)  --> TIME: 2025-03-25 04:00:31 -- STEP: 25925/31555 -- GLOBAL_STEP: 814800 | > loss_text_ce: 0.03884246572852135 (0.03521550911447302) | > loss_mel_ce: 2.5838825702667236 (nan) | > loss: 0.010407639667391777 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14142546229790073) | > loader_time: 0.0048 (0.004633786772578131)  --> TIME: 2025-03-25 04:00:41 -- STEP: 25975/31555 -- GLOBAL_STEP: 814850 | > loss_text_ce: 0.03953905403614044 (0.035215980810964276) | > loss_mel_ce: 2.989776849746704 (nan) | > loss: 0.012021095491945744 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14142236449835455) | > loader_time: 0.0048 (0.004633732814990819)  --> TIME: 2025-03-25 04:00:50 -- STEP: 26025/31555 -- GLOBAL_STEP: 814900 | > loss_text_ce: 0.03937612846493721 (0.03521774233335903) | > loss_mel_ce: 2.9311299324035645 (nan) | > loss: 0.011787722818553448 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14142161993197078) | > loader_time: 0.0048 (0.004633611171550249)  --> TIME: 2025-03-25 04:01:00 -- STEP: 26075/31555 -- GLOBAL_STEP: 814950 | > loss_text_ce: 0.029423419386148453 (0.03521641162314339) | > loss_mel_ce: 2.895474433898926 (nan) | > loss: 0.011606737971305847 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14140777674754487) | > loader_time: 0.0045 (0.004633523853261837)  --> TIME: 2025-03-25 04:01:09 -- STEP: 26125/31555 -- GLOBAL_STEP: 815000 | > loss_text_ce: 0.03512115404009819 (0.03521797364205161) | > loss_mel_ce: 3.23425030708313 (nan) | > loss: 0.012973696924746037 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14141250723514776) | > loader_time: 0.0048 (0.004633500505292315)  --> TIME: 2025-03-25 04:01:19 -- STEP: 26175/31555 -- GLOBAL_STEP: 815050 | > loss_text_ce: 0.04250357672572136 (0.03521745495950095) | > loss_mel_ce: 2.037777900695801 (nan) | > loss: 0.008255085907876492 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1414177083468135) | > loader_time: 0.0048 (0.004633598391397251)  --> TIME: 2025-03-25 04:01:29 -- STEP: 26225/31555 -- GLOBAL_STEP: 815100 | > loss_text_ce: 0.03421231731772423 (0.03521812066311559) | > loss_mel_ce: 2.8694145679473877 (nan) | > loss: 0.011522329412400723 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14141712961478664) | > loader_time: 0.0046 (0.004633936886564749)  --> TIME: 2025-03-25 04:01:39 -- STEP: 26275/31555 -- GLOBAL_STEP: 815150 | > loss_text_ce: 0.030970824882388115 (0.03521447029340518) | > loss_mel_ce: 2.459557056427002 (nan) | > loss: 0.009883048012852669 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14141911448579358) | > loader_time: 0.0047 (0.004634200412812016)  --> TIME: 2025-03-25 04:01:48 -- STEP: 26325/31555 -- GLOBAL_STEP: 815200 | > loss_text_ce: 0.04269644618034363 (0.03521453217510441) | > loss_mel_ce: 3.019148588180542 (nan) | > loss: 0.012150179594755173 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14142236910654207) | > loader_time: 0.0049 (0.004634243955186586)  --> TIME: 2025-03-25 04:01:58 -- STEP: 26375/31555 -- GLOBAL_STEP: 815250 | > loss_text_ce: 0.037764810025691986 (0.03521272354396499) | > loss_mel_ce: 1.263375163078308 (nan) | > loss: 0.005163254216313362 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14142435612610674) | > loader_time: 0.0048 (0.004634229144778928)  --> TIME: 2025-03-25 04:02:08 -- STEP: 26425/31555 -- GLOBAL_STEP: 815300 | > loss_text_ce: 0.03001447208225727 (0.03521207716238488) | > loss_mel_ce: 2.6547305583953857 (nan) | > loss: 0.010653750970959663 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14142526751999096) | > loader_time: 0.0045 (0.004634239978122688)  --> TIME: 2025-03-25 04:02:18 -- STEP: 26475/31555 -- GLOBAL_STEP: 815350 | > loss_text_ce: 0.03014533407986164 (0.03521083724147716) | > loss_mel_ce: 2.715193748474121 (nan) | > loss: 0.010894203558564186 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14142505925820575) | > loader_time: 0.0047 (0.004634225996628088)  --> TIME: 2025-03-25 04:02:27 -- STEP: 26525/31555 -- GLOBAL_STEP: 815400 | > loss_text_ce: 0.028993168845772743 (0.03521228221233736) | > loss_mel_ce: 2.3619892597198486 (nan) | > loss: 0.009488025680184364 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1414228686333598) | > loader_time: 0.0048 (0.004634167682888662)  --> TIME: 2025-03-25 04:02:37 -- STEP: 26575/31555 -- GLOBAL_STEP: 815450 | > loss_text_ce: 0.03582507371902466 (0.035211658810326195) | > loss_mel_ce: 3.0249736309051514 (nan) | > loss: 0.012146026827394962 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1414129530385427) | > loader_time: 0.0047 (0.004634256102740548)  --> TIME: 2025-03-25 04:02:46 -- STEP: 26625/31555 -- GLOBAL_STEP: 815500 | > loss_text_ce: 0.035800542682409286 (0.0352116228441751) | > loss_mel_ce: 2.5223276615142822 (nan) | > loss: 0.010151302441954613 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14141177936786742) | > loader_time: 0.0047 (0.004634524985658236)  --> TIME: 2025-03-25 04:02:56 -- STEP: 26675/31555 -- GLOBAL_STEP: 815550 | > loss_text_ce: 0.04253916069865227 (0.03521339128441594) | > loss_mel_ce: 2.601254463195801 (nan) | > loss: 0.010491245426237583 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14142033186378902) | > loader_time: 0.0044 (0.004634691853331155)  --> TIME: 2025-03-25 04:03:06 -- STEP: 26725/31555 -- GLOBAL_STEP: 815600 | > loss_text_ce: 0.03232472389936447 (0.0352147004783673) | > loss_mel_ce: 2.4375569820404053 (nan) | > loss: 0.00980111863464117 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1414149631485967) | > loader_time: 0.0045 (0.0046346285367704085)  --> TIME: 2025-03-25 04:03:15 -- STEP: 26775/31555 -- GLOBAL_STEP: 815650 | > loss_text_ce: 0.036788277328014374 (0.0352139058836803) | > loss_mel_ce: 0.9177943468093872 (nan) | > loss: 0.0037880265153944492 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14141217830134334) | > loader_time: 0.0046 (0.004634675765905793)  --> TIME: 2025-03-25 04:03:25 -- STEP: 26825/31555 -- GLOBAL_STEP: 815700 | > loss_text_ce: 0.04063855856657028 (0.035214722004284625) | > loss_mel_ce: 3.0163519382476807 (nan) | > loss: 0.012130915187299252 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1414159422196298) | > loader_time: 0.0045 (0.004634712269010729)  --> TIME: 2025-03-25 04:03:35 -- STEP: 26875/31555 -- GLOBAL_STEP: 815750 | > loss_text_ce: 0.04103376716375351 (0.035213502029381887) | > loss_mel_ce: 2.7121713161468506 (nan) | > loss: 0.010925417765974998 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1414271582669987) | > loader_time: 0.0047 (0.004634882203922785)  --> TIME: 2025-03-25 04:03:45 -- STEP: 26925/31555 -- GLOBAL_STEP: 815800 | > loss_text_ce: 0.033043622970581055 (0.03521555828458095) | > loss_mel_ce: 2.971013069152832 (nan) | > loss: 0.011920860968530178 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14142837905175357) | > loader_time: 0.0048 (0.00463525855330932)  --> TIME: 2025-03-25 04:03:54 -- STEP: 26975/31555 -- GLOBAL_STEP: 815850 | > loss_text_ce: 0.030790824443101883 (0.035215654431551724) | > loss_mel_ce: 3.4442665576934814 (nan) | > loss: 0.013789910823106766 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1414265502880188) | > loader_time: 0.0046 (0.004635012169697489)  --> TIME: 2025-03-25 04:04:04 -- STEP: 27025/31555 -- GLOBAL_STEP: 815900 | > loss_text_ce: 0.03453254699707031 (0.03521540675215817) | > loss_mel_ce: 2.238185405731201 (nan) | > loss: 0.009018722921609879 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14142577824164684) | > loader_time: 0.0044 (0.004634939876559992)  --> TIME: 2025-03-25 04:04:14 -- STEP: 27075/31555 -- GLOBAL_STEP: 815950 | > loss_text_ce: 0.032373152673244476 (0.03521549303449256) | > loss_mel_ce: 3.0051491260528564 (nan) | > loss: 0.012053661048412323 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1414355117484362) | > loader_time: 0.0044 (0.004634901999546728)  --> TIME: 2025-03-25 04:04:24 -- STEP: 27125/31555 -- GLOBAL_STEP: 816000 | > loss_text_ce: 0.038182683289051056 (0.03521534040621788) | > loss_mel_ce: 2.6519405841827393 (nan) | > loss: 0.010675093159079552 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14144577819191362) | > loader_time: 0.0047 (0.0046350500396869845)  --> TIME: 2025-03-25 04:04:34 -- STEP: 27175/31555 -- GLOBAL_STEP: 816050 | > loss_text_ce: 0.02775663137435913 (0.03521470215706234) | > loss_mel_ce: 2.8667855262756348 (nan) | > loss: 0.011486278846859932 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14144337345288233) | > loader_time: 0.0047 (0.0046349653982744)  --> TIME: 2025-03-25 04:04:43 -- STEP: 27225/31555 -- GLOBAL_STEP: 816100 | > loss_text_ce: 0.03190569207072258 (0.03521512008365359) | > loss_mel_ce: 3.164139986038208 (nan) | > loss: 0.012682721950113773 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.141441915370216) | > loader_time: 0.0047 (0.004634964367574969)  --> TIME: 2025-03-25 04:04:53 -- STEP: 27275/31555 -- GLOBAL_STEP: 816150 | > loss_text_ce: 0.03643117472529411 (0.03521496330200971) | > loss_mel_ce: 2.4478607177734375 (nan) | > loss: 0.009858300909399986 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1414405131930063) | > loader_time: 0.0045 (0.004635103944241797)  --> TIME: 2025-03-25 04:05:03 -- STEP: 27325/31555 -- GLOBAL_STEP: 816200 | > loss_text_ce: 0.036331500858068466 (0.03521758185612699) | > loss_mel_ce: 2.093134641647339 (nan) | > loss: 0.008450262248516083 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14145052594868054) | > loader_time: 0.0046 (0.004635071435982514)  --> TIME: 2025-03-25 04:05:13 -- STEP: 27375/31555 -- GLOBAL_STEP: 816250 | > loss_text_ce: 0.033280447125434875 (0.03521711266370833) | > loss_mel_ce: 2.77687406539917 (nan) | > loss: 0.011151406913995743 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.141451181089497) | > loader_time: 0.0047 (0.004635033838280876)  --> TIME: 2025-03-25 04:05:22 -- STEP: 27425/31555 -- GLOBAL_STEP: 816300 | > loss_text_ce: 0.0344548337161541 (0.035217542499881425) | > loss_mel_ce: 2.7733328342437744 (nan) | > loss: 0.01114201545715332 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14145113703328682) | > loader_time: 0.0045 (0.004635048269030244)  --> TIME: 2025-03-25 04:05:32 -- STEP: 27475/31555 -- GLOBAL_STEP: 816350 | > loss_text_ce: 0.03760568052530289 (0.03521751148960122) | > loss_mel_ce: 2.7290329933166504 (nan) | > loss: 0.010978725738823414 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1414470659330609) | > loader_time: 0.0048 (0.004634845271991391)  --> TIME: 2025-03-25 04:05:42 -- STEP: 27525/31555 -- GLOBAL_STEP: 816400 | > loss_text_ce: 0.04790923371911049 (0.03521974283775563) | > loss_mel_ce: 2.5730457305908203 (nan) | > loss: 0.010400615632534027 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1414506556834013) | > loader_time: 0.0048 (0.004634712350899117)  --> TIME: 2025-03-25 04:05:51 -- STEP: 27575/31555 -- GLOBAL_STEP: 816450 | > loss_text_ce: 0.026421405375003815 (0.03521930944458261) | > loss_mel_ce: 3.015005350112915 (nan) | > loss: 0.012069154530763626 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14145295072228706) | > loader_time: 0.0046 (0.004634556117537739)  --> TIME: 2025-03-25 04:06:00 -- STEP: 27625/31555 -- GLOBAL_STEP: 816500 | > loss_text_ce: 0.034045346081256866 (0.035220360841720394) | > loss_mel_ce: 2.8167943954467773 (nan) | > loss: 0.011312857270240784 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14143832684857807) | > loader_time: 0.0044 (0.004634469260996901)  --> TIME: 2025-03-25 04:06:10 -- STEP: 27675/31555 -- GLOBAL_STEP: 816550 | > loss_text_ce: 0.03877038136124611 (0.03521914905362877) | > loss_mel_ce: 3.1836090087890625 (nan) | > loss: 0.012787220999598503 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1414395074232699) | > loader_time: 0.0051 (0.004634430419246541)  --> TIME: 2025-03-25 04:06:20 -- STEP: 27725/31555 -- GLOBAL_STEP: 816600 | > loss_text_ce: 0.03757151588797569 (0.03521963391385875) | > loss_mel_ce: 2.7601993083953857 (nan) | > loss: 0.011102265678346157 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14143621793838101) | > loader_time: 0.0049 (0.0046343274628181655)  --> TIME: 2025-03-25 04:06:29 -- STEP: 27775/31555 -- GLOBAL_STEP: 816650 | > loss_text_ce: 0.034129004925489426 (0.035220832414523) | > loss_mel_ce: 0.5637770295143127 (nan) | > loss: 0.0023726432118564844 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14143745162270285) | > loader_time: 0.0047 (0.004634316398902236)  --> TIME: 2025-03-25 04:06:39 -- STEP: 27825/31555 -- GLOBAL_STEP: 816700 | > loss_text_ce: 0.03452787175774574 (0.035220717866499454) | > loss_mel_ce: 3.5857319831848145 (nan) | > loss: 0.014366110786795616 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14143115116472413) | > loader_time: 0.0045 (0.0046342020900209556)  --> TIME: 2025-03-25 04:06:48 -- STEP: 27875/31555 -- GLOBAL_STEP: 816750 | > loss_text_ce: 0.030898306518793106 (0.0352210031473519) | > loss_mel_ce: 2.437241315841675 (nan) | > loss: 0.0097942054271698 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14141837684562933) | > loader_time: 0.0045 (0.004633952931972975)  --> TIME: 2025-03-25 04:06:58 -- STEP: 27925/31555 -- GLOBAL_STEP: 816800 | > loss_text_ce: 0.03942662850022316 (0.03522080727445193) | > loss_mel_ce: 2.920072555541992 (nan) | > loss: 0.011744044721126556 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14141476129994612) | > loader_time: 0.0047 (0.0046338276705149275)  --> TIME: 2025-03-25 04:07:07 -- STEP: 27975/31555 -- GLOBAL_STEP: 816850 | > loss_text_ce: 0.02719102054834366 (0.03521965199640387) | > loss_mel_ce: 0.1572265625 (nan) | > loss: 0.000731815816834569 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14141315804516438) | > loader_time: 0.0046 (0.004633947403117812)  --> TIME: 2025-03-25 04:07:17 -- STEP: 28025/31555 -- GLOBAL_STEP: 816900 | > loss_text_ce: 0.0428854376077652 (0.03521990801873215) | > loss_mel_ce: 2.1818606853485107 (nan) | > loss: 0.008828358724713326 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14141108460132815) | > loader_time: 0.0045 (0.004633868878489698)  --> TIME: 2025-03-25 04:07:27 -- STEP: 28075/31555 -- GLOBAL_STEP: 816950 | > loss_text_ce: 0.04191639646887779 (0.03522240932068862) | > loss_mel_ce: 2.5952980518341064 (nan) | > loss: 0.010465137660503387 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14141258550560692) | > loader_time: 0.0046 (0.004633946261656542)  --> TIME: 2025-03-25 04:07:36 -- STEP: 28125/31555 -- GLOBAL_STEP: 817000 | > loss_text_ce: 0.03437471017241478 (0.03522475489957493) | > loss_mel_ce: 2.6976075172424316 (nan) | > loss: 0.01084120012819767 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14141379182603622) | > loader_time: 0.0045 (0.004634018698798362)  --> TIME: 2025-03-25 04:07:46 -- STEP: 28175/31555 -- GLOBAL_STEP: 817050 | > loss_text_ce: 0.03077058680355549 (0.03522489945793485) | > loss_mel_ce: 3.184385061264038 (nan) | > loss: 0.012758554890751839 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14142054918284105) | > loader_time: 0.0046 (0.004633967307360776)  --> TIME: 2025-03-25 04:07:56 -- STEP: 28225/31555 -- GLOBAL_STEP: 817100 | > loss_text_ce: 0.03826431185007095 (0.03522639992423355) | > loss_mel_ce: 2.977145195007324 (nan) | > loss: 0.011965910904109478 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14142536608490727) | > loader_time: 0.0048 (0.004634014244518914)  --> TIME: 2025-03-25 04:08:06 -- STEP: 28275/31555 -- GLOBAL_STEP: 817150 | > loss_text_ce: 0.03411459922790527 (0.03522743224811129) | > loss_mel_ce: 3.056387186050415 (nan) | > loss: 0.012263896875083447 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14141992376717097) | > loader_time: 0.0045 (0.00463392143856633)  --> TIME: 2025-03-25 04:08:16 -- STEP: 28325/31555 -- GLOBAL_STEP: 817200 | > loss_text_ce: 0.04147765040397644 (0.03522581751613739) | > loss_mel_ce: 1.3578587770462036 (nan) | > loss: 0.0055529228411614895 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14143010413867663) | > loader_time: 0.0048 (0.004633963728834937)  --> TIME: 2025-03-25 04:08:25 -- STEP: 28375/31555 -- GLOBAL_STEP: 817250 | > loss_text_ce: 0.03558358922600746 (0.035224016638743805) | > loss_mel_ce: 0.0349273681640625 (nan) | > loss: 0.0002798053901642561 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14142692884369584) | > loader_time: 0.0045 (0.00463403400135468)  --> TIME: 2025-03-25 04:08:34 -- STEP: 28425/31555 -- GLOBAL_STEP: 817300 | > loss_text_ce: 0.02018153853714466 (0.03522597560929391) | > loss_mel_ce: 2.9154419898986816 (nan) | > loss: 0.011649301275610924 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14142130905426492) | > loader_time: 0.0045 (0.00463386540677121)  --> TIME: 2025-03-25 04:08:44 -- STEP: 28475/31555 -- GLOBAL_STEP: 817350 | > loss_text_ce: 0.025202661752700806 (0.035226171289565206) | > loss_mel_ce: 2.476559638977051 (nan) | > loss: 0.009927629493176937 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.133 (0.1414194682358232) | > loader_time: 0.0044 (0.004633870371817781)  --> TIME: 2025-03-25 04:08:54 -- STEP: 28525/31555 -- GLOBAL_STEP: 817400 | > loss_text_ce: 0.0395512729883194 (0.03522605035427944) | > loss_mel_ce: 3.5317869186401367 (nan) | > loss: 0.014171977527439594 (nan) | > current_lr: 5e-06 | > step_time: 0.1883 (0.14141570316919858) | > loader_time: 0.0049 (0.004633741362067791)  --> TIME: 2025-03-25 04:09:03 -- STEP: 28575/31555 -- GLOBAL_STEP: 817450 | > loss_text_ce: 0.03956666961312294 (0.03522832633469575) | > loss_mel_ce: 2.6268489360809326 (nan) | > loss: 0.01058101560920477 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14141553943864352) | > loader_time: 0.0045 (0.004633605536513517)  --> TIME: 2025-03-25 04:09:13 -- STEP: 28625/31555 -- GLOBAL_STEP: 817500 | > loss_text_ce: 0.03755221888422966 (0.03522636069119917) | > loss_mel_ce: 2.3777658939361572 (nan) | > loss: 0.009584595449268818 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1414112955451537) | > loader_time: 0.0044 (0.004633418145658743)  --> TIME: 2025-03-25 04:09:22 -- STEP: 28675/31555 -- GLOBAL_STEP: 817550 | > loss_text_ce: 0.034775517880916595 (0.035227502205725264) | > loss_mel_ce: 2.975353717803955 (nan) | > loss: 0.011944958008825779 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14141089333797868) | > loader_time: 0.0046 (0.004633269563590194)  --> TIME: 2025-03-25 04:09:32 -- STEP: 28725/31555 -- GLOBAL_STEP: 817600 | > loss_text_ce: 0.03525228053331375 (0.03522602529380923) | > loss_mel_ce: 2.93829345703125 (nan) | > loss: 0.011799785308539867 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14140984100295367) | > loader_time: 0.0049 (0.004633264732526916)  --> TIME: 2025-03-25 04:09:42 -- STEP: 28775/31555 -- GLOBAL_STEP: 817650 | > loss_text_ce: 0.03776736557483673 (0.035224691995821955) | > loss_mel_ce: 3.4454264640808105 (nan) | > loss: 0.01382219884544611 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14140750503871508) | > loader_time: 0.0044 (0.004633076052164506)  --> TIME: 2025-03-25 04:09:51 -- STEP: 28825/31555 -- GLOBAL_STEP: 817700 | > loss_text_ce: 0.041513245552778244 (0.035224758827928235) | > loss_mel_ce: 1.7722307443618774 (nan) | > loss: 0.007197396829724312 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14141023883174472) | > loader_time: 0.0044 (0.004632922451287351)  --> TIME: 2025-03-25 04:10:01 -- STEP: 28875/31555 -- GLOBAL_STEP: 817750 | > loss_text_ce: 0.025161541998386383 (0.03522673222658074) | > loss_mel_ce: 2.926013469696045 (nan) | > loss: 0.011711012572050095 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14140457646258509) | > loader_time: 0.0047 (0.004632758045609454)  --> TIME: 2025-03-25 04:10:10 -- STEP: 28925/31555 -- GLOBAL_STEP: 817800 | > loss_text_ce: 0.04391371086239815 (0.03522719400249887) | > loss_mel_ce: 2.7982699871063232 (nan) | > loss: 0.011278507299721241 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14139509620600602) | > loader_time: 0.0045 (0.004632600728251829)  --> TIME: 2025-03-25 04:10:20 -- STEP: 28975/31555 -- GLOBAL_STEP: 817850 | > loss_text_ce: 0.028666744008660316 (0.0352260232076848) | > loss_mel_ce: 2.2873709201812744 (nan) | > loss: 0.009190626442432404 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14139075283350083) | > loader_time: 0.0045 (0.004632625818458348)  --> TIME: 2025-03-25 04:10:29 -- STEP: 29025/31555 -- GLOBAL_STEP: 817900 | > loss_text_ce: 0.03791472688317299 (0.035225666412389174) | > loss_mel_ce: 2.781341075897217 (nan) | > loss: 0.011187523603439331 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14138821900866372) | > loader_time: 0.0067 (0.00463263619264385)  --> TIME: 2025-03-25 04:10:39 -- STEP: 29075/31555 -- GLOBAL_STEP: 817950 | > loss_text_ce: 0.020320899784564972 (0.03522464187602793) | > loss_mel_ce: 2.5375094413757324 (nan) | > loss: 0.010150120593607426 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14139606093704374) | > loader_time: 0.0044 (0.004632567604963749)  --> TIME: 2025-03-25 04:10:49 -- STEP: 29125/31555 -- GLOBAL_STEP: 818000 | > loss_text_ce: 0.030136143788695335 (0.03522126289962334) | > loss_mel_ce: 2.6245405673980713 (nan) | > loss: 0.010534431785345078 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14139299802821112) | > loader_time: 0.0045 (0.004632345412422222)  --> TIME: 2025-03-25 04:10:59 -- STEP: 29175/31555 -- GLOBAL_STEP: 818050 | > loss_text_ce: 0.032394662499427795 (0.03522139768460154) | > loss_mel_ce: 2.8711135387420654 (nan) | > loss: 0.011521858163177967 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14140265046375505) | > loader_time: 0.0047 (0.004632257953503314)  --> TIME: 2025-03-25 04:11:08 -- STEP: 29225/31555 -- GLOBAL_STEP: 818100 | > loss_text_ce: 0.03183560445904732 (0.03522058670446487) | > loss_mel_ce: 2.93690824508667 (nan) | > loss: 0.011780730448663235 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14140217803909425) | > loader_time: 0.0044 (0.004632024862911145)  --> TIME: 2025-03-25 04:11:18 -- STEP: 29275/31555 -- GLOBAL_STEP: 818150 | > loss_text_ce: 0.03182109445333481 (0.035220565525266305) | > loss_mel_ce: 1.7367357015609741 (nan) | > loss: 0.007018083240836859 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14139646103400466) | > loader_time: 0.0043 (0.00463181143026905)  --> TIME: 2025-03-25 04:11:27 -- STEP: 29325/31555 -- GLOBAL_STEP: 818200 | > loss_text_ce: 0.036647308617830276 (0.03521938730942744) | > loss_mel_ce: 2.9020183086395264 (nan) | > loss: 0.011661372147500515 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14139558502678606) | > loader_time: 0.0046 (0.004631611514274495)  --> TIME: 2025-03-25 04:11:37 -- STEP: 29375/31555 -- GLOBAL_STEP: 818250 | > loss_text_ce: 0.03274274617433548 (0.03522010243059492) | > loss_mel_ce: 3.5943169593811035 (nan) | > loss: 0.014393094927072525 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14139321668908983) | > loader_time: 0.0045 (0.004631426628599849)  --> TIME: 2025-03-25 04:11:46 -- STEP: 29425/31555 -- GLOBAL_STEP: 818300 | > loss_text_ce: 0.02673681266605854 (0.03522107519272705) | > loss_mel_ce: 3.1423182487487793 (nan) | > loss: 0.012575616128742695 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14138779102996366) | > loader_time: 0.0044 (0.004631326233013943)  --> TIME: 2025-03-25 04:11:56 -- STEP: 29475/31555 -- GLOBAL_STEP: 818350 | > loss_text_ce: 0.03147847205400467 (0.035221111873217095) | > loss_mel_ce: 2.686471462249756 (nan) | > loss: 0.01078551635146141 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14138650821365503) | > loader_time: 0.0045 (0.004631369310076579)  --> TIME: 2025-03-25 04:12:06 -- STEP: 29525/31555 -- GLOBAL_STEP: 818400 | > loss_text_ce: 0.03977169468998909 (0.035222556806350225) | > loss_mel_ce: 0.0308837890625 (nan) | > loss: 0.0002803789102472365 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14138415328533774) | > loader_time: 0.0044 (0.0046315264237523305)  --> TIME: 2025-03-25 04:12:15 -- STEP: 29575/31555 -- GLOBAL_STEP: 818450 | > loss_text_ce: 0.03296147659420967 (0.0352263889457349) | > loss_mel_ce: 2.979580879211426 (nan) | > loss: 0.011954533867537975 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1413868453879533) | > loader_time: 0.0045 (0.004631550354365134)  --> TIME: 2025-03-25 04:12:25 -- STEP: 29625/31555 -- GLOBAL_STEP: 818500 | > loss_text_ce: 0.031147073954343796 (0.03522561524500342) | > loss_mel_ce: 2.8699264526367188 (nan) | > loss: 0.011512196622788906 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14138603762534127) | > loader_time: 0.0049 (0.004631490119901964)  --> TIME: 2025-03-25 04:12:35 -- STEP: 29675/31555 -- GLOBAL_STEP: 818550 | > loss_text_ce: 0.03385749086737633 (0.03522612369332948) | > loss_mel_ce: 3.4741008281707764 (nan) | > loss: 0.01392047107219696 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14139566771001935) | > loader_time: 0.0047 (0.004631517180496713)  --> TIME: 2025-03-25 04:12:45 -- STEP: 29725/31555 -- GLOBAL_STEP: 818600 | > loss_text_ce: 0.03159598633646965 (0.03522827049593567) | > loss_mel_ce: 1.3246952295303345 (nan) | > loss: 0.00538210803642869 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14139727058282342) | > loader_time: 0.0049 (0.004631491276875048)  --> TIME: 2025-03-25 04:12:54 -- STEP: 29775/31555 -- GLOBAL_STEP: 818650 | > loss_text_ce: 0.03849644958972931 (0.035228683816145676) | > loss_mel_ce: 2.833425760269165 (nan) | > loss: 0.011396517977118492 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14139551718429225) | > loader_time: 0.0044 (0.004631390303348386)  --> TIME: 2025-03-25 04:13:04 -- STEP: 29825/31555 -- GLOBAL_STEP: 818700 | > loss_text_ce: 0.024538720026612282 (0.03522743467051064) | > loss_mel_ce: 2.8057305812835693 (nan) | > loss: 0.011231227777898312 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14140402646796232) | > loader_time: 0.0051 (0.0046315430515670546)  --> TIME: 2025-03-25 04:13:15 -- STEP: 29875/31555 -- GLOBAL_STEP: 818750 | > loss_text_ce: 0.0283284280449152 (0.035227940772305656) | > loss_mel_ce: 2.824665069580078 (nan) | > loss: 0.011321403086185455 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1414162330946666) | > loader_time: 0.0046 (0.004631726739795709)  --> TIME: 2025-03-25 04:13:24 -- STEP: 29925/31555 -- GLOBAL_STEP: 818800 | > loss_text_ce: 0.02819111943244934 (0.03522874880927565) | > loss_mel_ce: 2.6466870307922363 (nan) | > loss: 0.01061459630727768 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14141928805046144) | > loader_time: 0.0047 (0.004631789079186584)  --> TIME: 2025-03-25 04:13:34 -- STEP: 29975/31555 -- GLOBAL_STEP: 818850 | > loss_text_ce: 0.04159779101610184 (0.03522718245948095) | > loss_mel_ce: 3.855034828186035 (nan) | > loss: 0.015462828800082207 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14141703308970885) | > loader_time: 0.0046 (0.004631716391759949)  --> TIME: 2025-03-25 04:13:44 -- STEP: 30025/31555 -- GLOBAL_STEP: 818900 | > loss_text_ce: 0.03645980730652809 (0.03522638261678036) | > loss_mel_ce: 3.3328261375427246 (nan) | > loss: 0.013370183296501637 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14142310959611934) | > loader_time: 0.0047 (0.0046318435510132655)  --> TIME: 2025-03-25 04:13:54 -- STEP: 30075/31555 -- GLOBAL_STEP: 818950 | > loss_text_ce: 0.03949631750583649 (0.0352277583023806) | > loss_mel_ce: 2.4186923503875732 (nan) | > loss: 0.009754718281328678 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14142687110235003) | > loader_time: 0.005 (0.004632010876092008)  --> TIME: 2025-03-25 04:14:03 -- STEP: 30125/31555 -- GLOBAL_STEP: 819000 | > loss_text_ce: 0.03576095774769783 (0.035227325202827814) | > loss_mel_ce: 2.9154248237609863 (nan) | > loss: 0.011711055412888527 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1414324131961683) | > loader_time: 0.0045 (0.004632089456582042)  --> TIME: 2025-03-25 04:14:14 -- STEP: 30175/31555 -- GLOBAL_STEP: 819050 | > loss_text_ce: 0.02976233698427677 (0.03522746646222804) | > loss_mel_ce: 2.541081428527832 (nan) | > loss: 0.01020176149904728 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1414443464366091) | > loader_time: 0.0045 (0.004632044367881158)  --> TIME: 2025-03-25 04:14:23 -- STEP: 30225/31555 -- GLOBAL_STEP: 819100 | > loss_text_ce: 0.033752378076314926 (0.03522544060219821) | > loss_mel_ce: 2.6580898761749268 (nan) | > loss: 0.010681914165616035 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1414373951967935) | > loader_time: 0.0045 (0.004631817433536371)  --> TIME: 2025-03-25 04:14:33 -- STEP: 30275/31555 -- GLOBAL_STEP: 819150 | > loss_text_ce: 0.038340747356414795 (0.03522681726541151) | > loss_mel_ce: 1.8550368547439575 (nan) | > loss: 0.0075134034268558025 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1414358661944568) | > loader_time: 0.0044 (0.004631616575082083)  --> TIME: 2025-03-25 04:14:42 -- STEP: 30325/31555 -- GLOBAL_STEP: 819200 | > loss_text_ce: 0.029592160135507584 (0.03522788251953652) | > loss_mel_ce: 3.222618341445923 (nan) | > loss: 0.012905598618090153 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14143907250595436) | > loader_time: 0.0047 (0.004631609574685164)  --> TIME: 2025-03-25 04:14:52 -- STEP: 30375/31555 -- GLOBAL_STEP: 819250 | > loss_text_ce: 0.04677436873316765 (0.03522689909021936) | > loss_mel_ce: 2.871364116668701 (nan) | > loss: 0.011579914949834347 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14143692342342204) | > loader_time: 0.0046 (0.004631801322654513)  --> TIME: 2025-03-25 04:15:02 -- STEP: 30425/31555 -- GLOBAL_STEP: 819300 | > loss_text_ce: 0.03751824051141739 (0.035227900269114716) | > loss_mel_ce: 0.994459867477417 (nan) | > loss: 0.004095151554793119 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14143935763062104) | > loader_time: 0.0046 (0.004631841208176696)  --> TIME: 2025-03-25 04:15:12 -- STEP: 30475/31555 -- GLOBAL_STEP: 819350 | > loss_text_ce: 0.03715300187468529 (0.03522824888500396) | > loss_mel_ce: 3.027010440826416 (nan) | > loss: 0.012159379199147224 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14144759796993794) | > loader_time: 0.0045 (0.0046319464135112015)  --> TIME: 2025-03-25 04:15:22 -- STEP: 30525/31555 -- GLOBAL_STEP: 819400 | > loss_text_ce: 0.03648245334625244 (0.03522687321011663) | > loss_mel_ce: 3.2145864963531494 (nan) | > loss: 0.012901068665087223 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14145110784838408) | > loader_time: 0.0047 (0.004631837052853817)  --> TIME: 2025-03-25 04:15:31 -- STEP: 30575/31555 -- GLOBAL_STEP: 819450 | > loss_text_ce: 0.03042452596127987 (0.03522785618578392) | > loss_mel_ce: 2.8224363327026367 (nan) | > loss: 0.011320876888930798 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14144151632257523) | > loader_time: 0.0045 (0.004631588094466523)  --> TIME: 2025-03-25 04:15:40 -- STEP: 30625/31555 -- GLOBAL_STEP: 819500 | > loss_text_ce: 0.029819799587130547 (0.03522950655586883) | > loss_mel_ce: 3.317559003829956 (nan) | > loss: 0.01328324992209673 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1414409206234682) | > loader_time: 0.0044 (0.004631420618174098)  --> TIME: 2025-03-25 04:15:50 -- STEP: 30675/31555 -- GLOBAL_STEP: 819550 | > loss_text_ce: 0.03291377052664757 (0.035228547934069494) | > loss_mel_ce: 2.273059844970703 (nan) | > loss: 0.009150689467787743 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14143945861076504) | > loader_time: 0.0044 (0.004631294143229138)  --> TIME: 2025-03-25 04:15:59 -- STEP: 30725/31555 -- GLOBAL_STEP: 819600 | > loss_text_ce: 0.03910938650369644 (0.03522957398632727) | > loss_mel_ce: 1.9796109199523926 (nan) | > loss: 0.008010795339941978 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14143119304523544) | > loader_time: 0.0043 (0.004631184274535408)  --> TIME: 2025-03-25 04:16:09 -- STEP: 30775/31555 -- GLOBAL_STEP: 819650 | > loss_text_ce: 0.02274053543806076 (0.035231537883428116) | > loss_mel_ce: 2.766662359237671 (nan) | > loss: 0.011069060303270817 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14142491175622915) | > loader_time: 0.0052 (0.004631290807654345)  --> TIME: 2025-03-25 04:16:18 -- STEP: 30825/31555 -- GLOBAL_STEP: 819700 | > loss_text_ce: 0.04583454504609108 (0.035232000460747176) | > loss_mel_ce: 2.370652914047241 (nan) | > loss: 0.009589236229658127 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14142129899618236) | > loader_time: 0.0046 (0.004631439991724435)  --> TIME: 2025-03-25 04:16:28 -- STEP: 30875/31555 -- GLOBAL_STEP: 819750 | > loss_text_ce: 0.035435620695352554 (0.03523138110104378) | > loss_mel_ce: 1.207729458808899 (nan) | > loss: 0.004933195188641548 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1414232068235578) | > loader_time: 0.0045 (0.004631474761345196)  --> TIME: 2025-03-25 04:16:38 -- STEP: 30925/31555 -- GLOBAL_STEP: 819800 | > loss_text_ce: 0.031441580504179 (0.03523104264254104) | > loss_mel_ce: 2.770498275756836 (nan) | > loss: 0.011118809692561626 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14141869854907818) | > loader_time: 0.0047 (0.004631405377831371)  --> TIME: 2025-03-25 04:16:48 -- STEP: 30975/31555 -- GLOBAL_STEP: 819850 | > loss_text_ce: 0.03876078128814697 (0.03523202238765302) | > loss_mel_ce: 2.7108821868896484 (nan) | > loss: 0.010911282151937485 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14143167084700867) | > loader_time: 0.0054 (0.004631457417313443)  --> TIME: 2025-03-25 04:16:58 -- STEP: 31025/31555 -- GLOBAL_STEP: 819900 | > loss_text_ce: 0.03327583521604538 (0.035233422394580924) | > loss_mel_ce: 2.4039416313171387 (nan) | > loss: 0.009671498090028763 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1414331766907774) | > loader_time: 0.0045 (0.004631368527961942)  --> TIME: 2025-03-25 04:17:07 -- STEP: 31075/31555 -- GLOBAL_STEP: 819950 | > loss_text_ce: 0.039073243737220764 (0.03523344149961426) | > loss_mel_ce: 2.673180341720581 (nan) | > loss: 0.010762911289930344 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.141438464489275) | > loader_time: 0.0048 (0.004631458076851532)  --> TIME: 2025-03-25 04:17:17 -- STEP: 31125/31555 -- GLOBAL_STEP: 820000 | > loss_text_ce: 0.03533448278903961 (0.0352335060858824) | > loss_mel_ce: 2.3304996490478516 (nan) | > loss: 0.009388231672346592 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14143308919883665) | > loader_time: 0.0044 (0.004631442441519075) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_820000.pth  --> TIME: 2025-03-25 04:17:32 -- STEP: 31175/31555 -- GLOBAL_STEP: 820050 | > loss_text_ce: 0.03724293038249016 (0.03523549084752553) | > loss_mel_ce: 0.9257861375808716 (nan) | > loss: 0.0038215441163629293 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1414230968671127) | > loader_time: 0.0045 (0.004631383195340273)  --> TIME: 2025-03-25 04:17:42 -- STEP: 31225/31555 -- GLOBAL_STEP: 820100 | > loss_text_ce: 0.03136615455150604 (0.03523632783117648) | > loss_mel_ce: 2.8976662158966064 (nan) | > loss: 0.011623145081102848 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14142707729263274) | > loader_time: 0.0046 (0.00463134344145245)  --> TIME: 2025-03-25 04:17:51 -- STEP: 31275/31555 -- GLOBAL_STEP: 820150 | > loss_text_ce: 0.034396544098854065 (0.03523739635587042) | > loss_mel_ce: 2.9329545497894287 (nan) | > loss: 0.011775203980505466 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14141740653345272) | > loader_time: 0.0047 (0.0046312783604903875)  --> TIME: 2025-03-25 04:18:01 -- STEP: 31325/31555 -- GLOBAL_STEP: 820200 | > loss_text_ce: 0.04097340628504753 (0.03523568650524774) | > loss_mel_ce: 2.7956650257110596 (nan) | > loss: 0.011256502009928226 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.141418770153049) | > loader_time: 0.0046 (0.004631349802588116)  --> TIME: 2025-03-25 04:18:10 -- STEP: 31375/31555 -- GLOBAL_STEP: 820250 | > loss_text_ce: 0.028973829001188278 (0.03523585954854705) | > loss_mel_ce: 2.7213451862335205 (nan) | > loss: 0.010913965292274952 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14142001574542923) | > loader_time: 0.0046 (0.004631367520032245)  --> TIME: 2025-03-25 04:18:20 -- STEP: 31425/31555 -- GLOBAL_STEP: 820300 | > loss_text_ce: 0.036777131259441376 (0.03523609723999533) | > loss_mel_ce: 2.437720537185669 (nan) | > loss: 0.009819434955716133 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14142096454222836) | > loader_time: 0.0049 (0.004631237577804113)  --> TIME: 2025-03-25 04:18:30 -- STEP: 31475/31555 -- GLOBAL_STEP: 820350 | > loss_text_ce: 0.03487600386142731 (0.035236643485553484) | > loss_mel_ce: 2.69502854347229 (nan) | > loss: 0.0108329551294446 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1414373970561981) | > loader_time: 0.0046 (0.004631266809816558)  --> TIME: 2025-03-25 04:18:40 -- STEP: 31525/31555 -- GLOBAL_STEP: 820400 | > loss_text_ce: 0.03927016630768776 (0.03523501598248888) | > loss_mel_ce: 2.7570877075195312 (nan) | > loss: 0.011096659116446972 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1414385968706707) | > loader_time: 0.0046 (0.004631360376949515)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02151977062225342 (+0.00017469565073649843) | > avg_loss_text_ce: 0.032345362690587846 (-0.000271666496992104) | > avg_loss_mel_ce: 2.59099157333374 (-4.0361881255446264e-05) | > avg_loss: 2.6233369318644204 (-0.000312031110127009) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_820430.pth  > EPOCH: 27/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 04:19:07)   --> TIME: 2025-03-25 04:19:12 -- STEP: 20/31555 -- GLOBAL_STEP: 820450 | > loss_text_ce: 0.02921832725405693 (0.033779358863830565) | > loss_mel_ce: 3.113337516784668 (2.524775946140289) | > loss: 0.012470460496842861 (0.010152997833210975) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1343636155128479) | > loader_time: 0.0045 (0.004520511627197266)  --> TIME: 2025-03-25 04:19:21 -- STEP: 70/31555 -- GLOBAL_STEP: 820500 | > loss_text_ce: 0.03612056374549866 (0.03501720077225139) | > loss_mel_ce: 3.0186243057250977 (2.5994710854121617) | > loss: 0.01212200429290533 (0.010454319217075993) | > current_lr: 5e-06 | > step_time: 0.1345 (0.13638434750693185) | > loader_time: 0.0048 (0.0046182496207101)  --> TIME: 2025-03-25 04:19:30 -- STEP: 120/31555 -- GLOBAL_STEP: 820550 | > loss_text_ce: 0.03374680131673813 (0.03460854046667614) | > loss_mel_ce: 2.6344008445739746 (2.632444944481054) | > loss: 0.010587887838482857 (0.010583546193568811) | > current_lr: 5e-06 | > step_time: 0.1819 (0.13692751526832575) | > loader_time: 0.0048 (0.004625819126764934)  --> TIME: 2025-03-25 04:19:40 -- STEP: 170/31555 -- GLOBAL_STEP: 820600 | > loss_text_ce: 0.0327247753739357 (0.03508285538238637) | > loss_mel_ce: 2.547872304916382 (2.6008447128183705) | > loss: 0.01024046540260315 (0.01046003065909163) | > current_lr: 5e-06 | > step_time: 0.1483 (0.13714400038999663) | > loader_time: 0.0048 (0.004625290982863485)  --> TIME: 2025-03-25 04:19:49 -- STEP: 220/31555 -- GLOBAL_STEP: 820650 | > loss_text_ce: 0.02615758776664734 (0.03538865063508802) | > loss_mel_ce: 3.472519636154175 (2.6223870070143183) | > loss: 0.013883640989661217 (0.01054672941185841) | > current_lr: 5e-06 | > step_time: 0.114 (0.13750442158092147) | > loader_time: 0.0044 (0.004634552652185615)  --> TIME: 2025-03-25 04:19:59 -- STEP: 270/31555 -- GLOBAL_STEP: 820700 | > loss_text_ce: 0.027010444551706314 (0.03499308161575484) | > loss_mel_ce: 0.7876172065734863 (2.582681137433759) | > loss: 0.003232649527490139 (0.01038759670428354) | > current_lr: 5e-06 | > step_time: 0.1192 (0.13801079414508952) | > loader_time: 0.0045 (0.004642297603465894)  --> TIME: 2025-03-25 04:20:09 -- STEP: 320/31555 -- GLOBAL_STEP: 820750 | > loss_text_ce: 0.04195967689156532 (0.03497575983055867) | > loss_mel_ce: 0.1157575324177742 (2.5960803923429934) | > loss: 0.0006258619832806289 (0.010440699617583961) | > current_lr: 5e-06 | > step_time: 0.1839 (0.13968774303793893) | > loader_time: 0.005 (0.0046452477574348465)  --> TIME: 2025-03-25 04:20:19 -- STEP: 370/31555 -- GLOBAL_STEP: 820800 | > loss_text_ce: 0.04207591339945793 (0.035086012067827) | > loss_mel_ce: 2.562387704849243 (2.5929323040955805) | > loss: 0.010335173457860947 (0.01042864470804783) | > current_lr: 5e-06 | > step_time: 0.1744 (0.139850828454301) | > loader_time: 0.0048 (0.004655022234530065)  --> TIME: 2025-03-25 04:20:28 -- STEP: 420/31555 -- GLOBAL_STEP: 820850 | > loss_text_ce: 0.033610425889492035 (0.03497796770451321) | > loss_mel_ce: 2.797106981277466 (2.5863156567726837) | > loss: 0.011233005672693253 (0.010401959434377547) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1401067807560873) | > loader_time: 0.0045 (0.004654009569258919)  --> TIME: 2025-03-25 04:20:38 -- STEP: 470/31555 -- GLOBAL_STEP: 820900 | > loss_text_ce: 0.025960244238376617 (0.03516931288499144) | > loss_mel_ce: 0.96746826171875 (2.568861723009578) | > loss: 0.003942176699638367 (0.010333457093610315) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14013271281059728) | > loader_time: 0.0043 (0.0046588319413205445)  --> TIME: 2025-03-25 04:20:47 -- STEP: 520/31555 -- GLOBAL_STEP: 820950 | > loss_text_ce: 0.04043056070804596 (0.035095697888531334) | > loss_mel_ce: 2.793975353240967 (nan) | > loss: 0.011247643269598484 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1399698977286997) | > loader_time: 0.0049 (0.00467370702670171)  --> TIME: 2025-03-25 04:20:56 -- STEP: 570/31555 -- GLOBAL_STEP: 821000 | > loss_text_ce: 0.031824883073568344 (0.03501864773989245) | > loss_mel_ce: 3.077854871749878 (nan) | > loss: 0.01233999989926815 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1391677889907567) | > loader_time: 0.0045 (0.00466940193845515)  --> TIME: 2025-03-25 04:21:06 -- STEP: 620/31555 -- GLOBAL_STEP: 821050 | > loss_text_ce: 0.035835228860378265 (0.035045164862587554) | > loss_mel_ce: 2.162285566329956 (nan) | > loss: 0.008722702041268349 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1395129446060425) | > loader_time: 0.0049 (0.00466949016817155)  --> TIME: 2025-03-25 04:21:16 -- STEP: 670/31555 -- GLOBAL_STEP: 821100 | > loss_text_ce: 0.0332723967730999 (0.035055550257327844) | > loss_mel_ce: 2.41759991645813 (nan) | > loss: 0.009725685231387615 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1401836569629495) | > loader_time: 0.0047 (0.004669297275258538)  --> TIME: 2025-03-25 04:21:26 -- STEP: 720/31555 -- GLOBAL_STEP: 821150 | > loss_text_ce: 0.03267954662442207 (0.03507226605304621) | > loss_mel_ce: 2.7731916904449463 (nan) | > loss: 0.01113441027700901 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14043455753061476) | > loader_time: 0.0046 (0.004675291644202345)  --> TIME: 2025-03-25 04:21:36 -- STEP: 770/31555 -- GLOBAL_STEP: 821200 | > loss_text_ce: 0.03409158065915108 (0.03514329477685029) | > loss_mel_ce: 2.9140539169311523 (nan) | > loss: 0.011698990128934383 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1407337173238973) | > loader_time: 0.0049 (0.004675118954150717)  --> TIME: 2025-03-25 04:21:46 -- STEP: 820/31555 -- GLOBAL_STEP: 821250 | > loss_text_ce: 0.03957483917474747 (0.0350481758007734) | > loss_mel_ce: 2.7467310428619385 (nan) | > loss: 0.011056769639253616 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1406774619730504) | > loader_time: 0.0069 (0.004676839491216157)  --> TIME: 2025-03-25 04:21:55 -- STEP: 870/31555 -- GLOBAL_STEP: 821300 | > loss_text_ce: 0.034882139414548874 (0.03501668119396285) | > loss_mel_ce: 2.594897508621216 (nan) | > loss: 0.010435634292662144 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14064835625133254) | > loader_time: 0.0047 (0.004676067418065572)  --> TIME: 2025-03-25 04:22:05 -- STEP: 920/31555 -- GLOBAL_STEP: 821350 | > loss_text_ce: 0.036107536405324936 (0.03501483722913847) | > loss_mel_ce: 3.1984682083129883 (nan) | > loss: 0.012835619039833546 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14076343722965381) | > loader_time: 0.0049 (0.004675919594972037)  --> TIME: 2025-03-25 04:22:15 -- STEP: 970/31555 -- GLOBAL_STEP: 821400 | > loss_text_ce: 0.029860470443964005 (0.034984257703973454) | > loss_mel_ce: 1.3606784343719482 (nan) | > loss: 0.005518011748790741 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.141199535684487) | > loader_time: 0.0048 (0.004674342981318844)  --> TIME: 2025-03-25 04:22:25 -- STEP: 1020/31555 -- GLOBAL_STEP: 821450 | > loss_text_ce: 0.03277334198355675 (0.0349925078579462) | > loss_mel_ce: 0.7694266438484192 (nan) | > loss: 0.0031833334360271692 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.1413273780953648) | > loader_time: 0.0045 (0.004667098381940063)  --> TIME: 2025-03-25 04:22:35 -- STEP: 1070/31555 -- GLOBAL_STEP: 821500 | > loss_text_ce: 0.04531431570649147 (0.03495327710026056) | > loss_mel_ce: 2.53498911857605 (nan) | > loss: 0.010239300318062305 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14148365738235882) | > loader_time: 0.0051 (0.004666256904602056)  --> TIME: 2025-03-25 04:22:45 -- STEP: 1120/31555 -- GLOBAL_STEP: 821550 | > loss_text_ce: 0.03097504936158657 (0.03491835316110933) | > loss_mel_ce: 3.088186264038086 (nan) | > loss: 0.012377625331282616 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1416011037571088) | > loader_time: 0.0046 (0.0046658471226692245)  --> TIME: 2025-03-25 04:22:54 -- STEP: 1170/31555 -- GLOBAL_STEP: 821600 | > loss_text_ce: 0.025031866505742073 (0.03494431970274854) | > loss_mel_ce: 2.769763946533203 (nan) | > loss: 0.011090460233390331 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14147053600376475) | > loader_time: 0.0045 (0.0046639047117314845)  --> TIME: 2025-03-25 04:23:04 -- STEP: 1220/31555 -- GLOBAL_STEP: 821650 | > loss_text_ce: 0.03366692736744881 (0.03493915305732458) | > loss_mel_ce: 2.6097428798675537 (nan) | > loss: 0.010489721782505512 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14141938100095644) | > loader_time: 0.0046 (0.0046622137554356334)  --> TIME: 2025-03-25 04:23:14 -- STEP: 1270/31555 -- GLOBAL_STEP: 821700 | > loss_text_ce: 0.03517039865255356 (0.03494511276747532) | > loss_mel_ce: 2.6880416870117188 (nan) | > loss: 0.010806397534906864 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14150601991518255) | > loader_time: 0.0045 (0.004660216278917212)  --> TIME: 2025-03-25 04:23:24 -- STEP: 1320/31555 -- GLOBAL_STEP: 821750 | > loss_text_ce: 0.02553078532218933 (0.034971444923995114) | > loss_mel_ce: 3.291797637939453 (nan) | > loss: 0.013164002448320389 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1418007507468712) | > loader_time: 0.0043 (0.004659670410734244)  --> TIME: 2025-03-25 04:23:34 -- STEP: 1370/31555 -- GLOBAL_STEP: 821800 | > loss_text_ce: 0.03146028518676758 (0.03496262064054063) | > loss_mel_ce: 3.086529016494751 (nan) | > loss: 0.012372974306344986 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14187386436183944) | > loader_time: 0.0044 (0.004663333579571591)  --> TIME: 2025-03-25 04:23:43 -- STEP: 1420/31555 -- GLOBAL_STEP: 821850 | > loss_text_ce: 0.02495071291923523 (0.03494104799932573) | > loss_mel_ce: 3.161630392074585 (nan) | > loss: 0.01264516357332468 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14184144483485675) | > loader_time: 0.0052 (0.0046629791528406414)  --> TIME: 2025-03-25 04:23:53 -- STEP: 1470/31555 -- GLOBAL_STEP: 821900 | > loss_text_ce: 0.024480262771248817 (0.03491068006980983) | > loss_mel_ce: 3.026521921157837 (nan) | > loss: 0.012107152491807938 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14187943821861612) | > loader_time: 0.0045 (0.004661640018021992)  --> TIME: 2025-03-25 04:24:03 -- STEP: 1520/31555 -- GLOBAL_STEP: 821950 | > loss_text_ce: 0.05628955364227295 (0.034905634042316704) | > loss_mel_ce: 2.8665008544921875 (nan) | > loss: 0.011598375625908375 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14185121467238954) | > loader_time: 0.0049 (0.00466044545173646)  --> TIME: 2025-03-25 04:24:12 -- STEP: 1570/31555 -- GLOBAL_STEP: 822000 | > loss_text_ce: 0.03393898159265518 (0.03492151498913191) | > loss_mel_ce: 3.2045538425445557 (nan) | > loss: 0.012851162813603878 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14185799823445086) | > loader_time: 0.0048 (0.004659105713959723)  --> TIME: 2025-03-25 04:24:22 -- STEP: 1620/31555 -- GLOBAL_STEP: 822050 | > loss_text_ce: 0.03954533115029335 (0.034963666411967506) | > loss_mel_ce: 3.0604326725006104 (nan) | > loss: 0.012301500886678696 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1420110263942198) | > loader_time: 0.0043 (0.004661915773226904)  --> TIME: 2025-03-25 04:24:32 -- STEP: 1670/31555 -- GLOBAL_STEP: 822100 | > loss_text_ce: 0.03590836748480797 (0.03493450421416108) | > loss_mel_ce: 3.1533241271972656 (nan) | > loss: 0.012655685655772686 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14193980465392134) | > loader_time: 0.0046 (0.004661394593244554)  --> TIME: 2025-03-25 04:24:41 -- STEP: 1720/31555 -- GLOBAL_STEP: 822150 | > loss_text_ce: 0.035146474838256836 (0.03492717355879577) | > loss_mel_ce: 3.020416259765625 (nan) | > loss: 0.012125249952077866 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14182321969852874) | > loader_time: 0.0047 (0.004664247673611323)  --> TIME: 2025-03-25 04:24:51 -- STEP: 1770/31555 -- GLOBAL_STEP: 822200 | > loss_text_ce: 0.03758789971470833 (0.034954737510931935) | > loss_mel_ce: 2.5850157737731934 (nan) | > loss: 0.0104071581736207 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1417838675827627) | > loader_time: 0.0046 (0.004663486265193285)  --> TIME: 2025-03-25 04:25:01 -- STEP: 1820/31555 -- GLOBAL_STEP: 822250 | > loss_text_ce: 0.03503773733973503 (0.0349419419858399) | > loss_mel_ce: 2.959545612335205 (nan) | > loss: 0.011883268132805824 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.1419168878387616) | > loader_time: 0.0046 (0.004663249162527245)  --> TIME: 2025-03-25 04:25:11 -- STEP: 1870/31555 -- GLOBAL_STEP: 822300 | > loss_text_ce: 0.029775023460388184 (0.03498954958317263) | > loss_mel_ce: 2.6989896297454834 (nan) | > loss: 0.010828431695699692 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.1419492052200641) | > loader_time: 0.0049 (0.004667410238541397)  --> TIME: 2025-03-25 04:25:20 -- STEP: 1920/31555 -- GLOBAL_STEP: 822350 | > loss_text_ce: 0.03218242898583412 (0.034997725341236116) | > loss_mel_ce: 2.745051383972168 (nan) | > loss: 0.01102077029645443 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14193144403398011) | > loader_time: 0.0047 (0.004669326543807997)  --> TIME: 2025-03-25 04:25:30 -- STEP: 1970/31555 -- GLOBAL_STEP: 822400 | > loss_text_ce: 0.03918668255209923 (0.035024071127403106) | > loss_mel_ce: 2.9779648780822754 (nan) | > loss: 0.011972824111580849 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14197847770555344) | > loader_time: 0.0047 (0.004668277895390092)  --> TIME: 2025-03-25 04:25:40 -- STEP: 2020/31555 -- GLOBAL_STEP: 822450 | > loss_text_ce: 0.028265196830034256 (0.03503765145427362) | > loss_mel_ce: 3.0618512630462646 (nan) | > loss: 0.012262367643415928 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14200881955647207) | > loader_time: 0.0046 (0.004670312026939782)  --> TIME: 2025-03-25 04:25:50 -- STEP: 2070/31555 -- GLOBAL_STEP: 822500 | > loss_text_ce: 0.033882904797792435 (0.035035527182589885) | > loss_mel_ce: 0.1565987765789032 (nan) | > loss: 0.0007558797369711101 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14222110538666927) | > loader_time: 0.0046 (0.004670137714072714)  --> TIME: 2025-03-25 04:26:00 -- STEP: 2120/31555 -- GLOBAL_STEP: 822550 | > loss_text_ce: 0.03178407996892929 (0.035066100154599114) | > loss_mel_ce: 2.6837592124938965 (nan) | > loss: 0.010775965638458729 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14215869318764135) | > loader_time: 0.0046 (0.004668893116825043)  --> TIME: 2025-03-25 04:26:10 -- STEP: 2170/31555 -- GLOBAL_STEP: 822600 | > loss_text_ce: 0.03308527171611786 (0.03505668271899489) | > loss_mel_ce: 3.0209603309631348 (nan) | > loss: 0.012119229882955551 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14216081261085445) | > loader_time: 0.0046 (0.004668671854080704)  --> TIME: 2025-03-25 04:26:19 -- STEP: 2220/31555 -- GLOBAL_STEP: 822650 | > loss_text_ce: 0.037381887435913086 (0.03506793303599758) | > loss_mel_ce: 3.0859687328338623 (nan) | > loss: 0.012394249439239502 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14215808440973063) | > loader_time: 0.0048 (0.004665969835745333)  --> TIME: 2025-03-25 04:26:29 -- STEP: 2270/31555 -- GLOBAL_STEP: 822700 | > loss_text_ce: 0.02502521499991417 (0.0350295186092018) | > loss_mel_ce: 3.015052556991577 (nan) | > loss: 0.012063801288604736 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1420488795519923) | > loader_time: 0.0047 (0.004664961777069508)  --> TIME: 2025-03-25 04:26:39 -- STEP: 2320/31555 -- GLOBAL_STEP: 822750 | > loss_text_ce: 0.02818967029452324 (0.035038821746852064) | > loss_mel_ce: 2.7266557216644287 (nan) | > loss: 0.010931926779448986 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1421277769680678) | > loader_time: 0.0051 (0.004664801112536737)  --> TIME: 2025-03-25 04:26:48 -- STEP: 2370/31555 -- GLOBAL_STEP: 822800 | > loss_text_ce: 0.024138376116752625 (0.03504690593933751) | > loss_mel_ce: 2.8863933086395264 (nan) | > loss: 0.011549729853868484 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14217960613186323) | > loader_time: 0.0045 (0.00466708744628521)  --> TIME: 2025-03-25 04:26:58 -- STEP: 2420/31555 -- GLOBAL_STEP: 822850 | > loss_text_ce: 0.03546185791492462 (0.03505728848139972) | > loss_mel_ce: 2.76947283744812 (nan) | > loss: 0.011130694299936295 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14226727288616559) | > loader_time: 0.0047 (0.004668187996572708)  --> TIME: 2025-03-25 04:27:08 -- STEP: 2470/31555 -- GLOBAL_STEP: 822900 | > loss_text_ce: 0.025377942249178886 (0.03503617591447065) | > loss_mel_ce: 2.131579637527466 (nan) | > loss: 0.008559356443583965 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1420963493918595) | > loader_time: 0.0045 (0.004667878247465692)  --> TIME: 2025-03-25 04:27:17 -- STEP: 2520/31555 -- GLOBAL_STEP: 822950 | > loss_text_ce: 0.035357438027858734 (0.03502230025931359) | > loss_mel_ce: 3.140937328338623 (nan) | > loss: 0.012604345567524433 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14205002642813125) | > loader_time: 0.0043 (0.004668144763462137)  --> TIME: 2025-03-25 04:27:27 -- STEP: 2570/31555 -- GLOBAL_STEP: 823000 | > loss_text_ce: 0.03585941344499588 (0.03503422066170701) | > loss_mel_ce: 3.1570026874542236 (nan) | > loss: 0.012670088559389114 (nan) | > current_lr: 5e-06 | > step_time: 0.1894 (0.14203354356817638) | > loader_time: 0.0049 (0.004668316674139719)  --> TIME: 2025-03-25 04:27:36 -- STEP: 2620/31555 -- GLOBAL_STEP: 823050 | > loss_text_ce: 0.033504653722047806 (0.03502250511789305) | > loss_mel_ce: 2.9577276706695557 (nan) | > loss: 0.011869970709085464 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14198031871373348) | > loader_time: 0.0046 (0.004666866509969006)  --> TIME: 2025-03-25 04:27:46 -- STEP: 2670/31555 -- GLOBAL_STEP: 823100 | > loss_text_ce: 0.04083102196455002 (0.03502822306446641) | > loss_mel_ce: 2.424091100692749 (nan) | > loss: 0.009781437925994396 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14193523546283104) | > loader_time: 0.0043 (0.004664239454805189)  --> TIME: 2025-03-25 04:27:55 -- STEP: 2720/31555 -- GLOBAL_STEP: 823150 | > loss_text_ce: 0.04948115348815918 (0.035042494133128474) | > loss_mel_ce: 2.799389600753784 (nan) | > loss: 0.01130504347383976 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14184871894471734) | > loader_time: 0.0044 (0.004661964668947116)  --> TIME: 2025-03-25 04:28:05 -- STEP: 2770/31555 -- GLOBAL_STEP: 823200 | > loss_text_ce: 0.036588847637176514 (0.03504141716165499) | > loss_mel_ce: 2.6663806438446045 (nan) | > loss: 0.010726070031523705 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14185206890106145) | > loader_time: 0.0046 (0.004661714385132507)  --> TIME: 2025-03-25 04:28:15 -- STEP: 2820/31555 -- GLOBAL_STEP: 823250 | > loss_text_ce: 0.0485820509493351 (0.03504325801684975) | > loss_mel_ce: 2.1689369678497314 (nan) | > loss: 0.008799679577350616 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1418876357112366) | > loader_time: 0.0044 (0.004661236756236849)  --> TIME: 2025-03-25 04:28:24 -- STEP: 2870/31555 -- GLOBAL_STEP: 823300 | > loss_text_ce: 0.037027228623628616 (0.03503070451831931) | > loss_mel_ce: 2.649672746658325 (nan) | > loss: 0.010661507956683636 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1418562902390744) | > loader_time: 0.0047 (0.004659972788980208)  --> TIME: 2025-03-25 04:28:34 -- STEP: 2920/31555 -- GLOBAL_STEP: 823350 | > loss_text_ce: 0.023644378408789635 (0.03503083005413567) | > loss_mel_ce: 2.7949321269989014 (nan) | > loss: 0.011184828355908394 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14176673121648245) | > loader_time: 0.0045 (0.0046584461649803325)  --> TIME: 2025-03-25 04:28:44 -- STEP: 2970/31555 -- GLOBAL_STEP: 823400 | > loss_text_ce: 0.04114222899079323 (0.035046218670841886) | > loss_mel_ce: 2.4708142280578613 (nan) | > loss: 0.00996808148920536 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1418782888438159) | > loader_time: 0.0046 (0.0046617841881132355)  --> TIME: 2025-03-25 04:28:53 -- STEP: 3020/31555 -- GLOBAL_STEP: 823450 | > loss_text_ce: 0.030729210004210472 (0.03502732438393034) | > loss_mel_ce: 2.809966802597046 (nan) | > loss: 0.011272604577243328 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14180305075171723) | > loader_time: 0.0047 (0.004662283445825649)  --> TIME: 2025-03-25 04:29:03 -- STEP: 3070/31555 -- GLOBAL_STEP: 823500 | > loss_text_ce: 0.032242920249700546 (0.0350177383156499) | > loss_mel_ce: 3.035588502883911 (nan) | > loss: 0.01217393483966589 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14183995335420438) | > loader_time: 0.0048 (0.004663321793273536)  --> TIME: 2025-03-25 04:29:12 -- STEP: 3120/31555 -- GLOBAL_STEP: 823550 | > loss_text_ce: 0.030682234093546867 (0.03502225597084566) | > loss_mel_ce: 3.298440456390381 (nan) | > loss: 0.013210805132985115 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1417461415131882) | > loader_time: 0.0045 (0.0046617821241036516)  --> TIME: 2025-03-25 04:29:22 -- STEP: 3170/31555 -- GLOBAL_STEP: 823600 | > loss_text_ce: 0.036375463008880615 (0.03502779099943362) | > loss_mel_ce: 2.514209508895874 (nan) | > loss: 0.010121369734406471 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14178701988906073) | > loader_time: 0.0046 (0.00466367183047515)  --> TIME: 2025-03-25 04:29:32 -- STEP: 3220/31555 -- GLOBAL_STEP: 823650 | > loss_text_ce: 0.03769740089774132 (0.035029342691616464) | > loss_mel_ce: 2.472540855407715 (nan) | > loss: 0.0099612632766366 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1417600499176825) | > loader_time: 0.0047 (0.004663210774060369)  --> TIME: 2025-03-25 04:29:41 -- STEP: 3270/31555 -- GLOBAL_STEP: 823700 | > loss_text_ce: 0.051485370844602585 (0.0350251719831212) | > loss_mel_ce: 2.7681009769439697 (nan) | > loss: 0.01118883490562439 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1417327873568281) | > loader_time: 0.0045 (0.00466318130493165)  --> TIME: 2025-03-25 04:29:51 -- STEP: 3320/31555 -- GLOBAL_STEP: 823750 | > loss_text_ce: 0.042839158326387405 (0.035036007792082914) | > loss_mel_ce: 3.0803141593933105 (nan) | > loss: 0.01239346619695425 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14167725910623333) | > loader_time: 0.0049 (0.00466282101998847)  --> TIME: 2025-03-25 04:30:00 -- STEP: 3370/31555 -- GLOBAL_STEP: 823800 | > loss_text_ce: 0.03416202589869499 (0.03505574138116534) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1416351710299704) | > loader_time: 0.0045 (0.004662422751814399)  --> TIME: 2025-03-25 04:30:10 -- STEP: 3420/31555 -- GLOBAL_STEP: 823850 | > loss_text_ce: 0.0279766283929348 (0.03505302772541353) | > loss_mel_ce: 2.584796905517578 (nan) | > loss: 0.010368148796260357 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14161363958615256) | > loader_time: 0.0045 (0.004662629456547975)  --> TIME: 2025-03-25 04:30:20 -- STEP: 3470/31555 -- GLOBAL_STEP: 823900 | > loss_text_ce: 0.03179182857275009 (0.03507117410015939) | > loss_mel_ce: 3.309741258621216 (nan) | > loss: 0.013260053470730782 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14161023495863723) | > loader_time: 0.0044 (0.004662854527190379)  --> TIME: 2025-03-25 04:30:29 -- STEP: 3520/31555 -- GLOBAL_STEP: 823950 | > loss_text_ce: 0.023586034774780273 (0.035068197178241514) | > loss_mel_ce: 3.1659531593322754 (nan) | > loss: 0.012656901963055134 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14156836887652174) | > loader_time: 0.0046 (0.004662265357646083)  --> TIME: 2025-03-25 04:30:39 -- STEP: 3570/31555 -- GLOBAL_STEP: 824000 | > loss_text_ce: 0.031233567744493484 (0.03506230043862997) | > loss_mel_ce: 2.384890079498291 (nan) | > loss: 0.009587792679667473 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14155839010446963) | > loader_time: 0.0044 (0.0046611811266559925)  --> TIME: 2025-03-25 04:30:49 -- STEP: 3620/31555 -- GLOBAL_STEP: 824050 | > loss_text_ce: 0.041330114006996155 (0.035082059276665786) | > loss_mel_ce: 2.389220714569092 (nan) | > loss: 0.00964504387229681 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14155566099598882) | > loader_time: 0.0047 (0.004659989262154097)  --> TIME: 2025-03-25 04:30:58 -- STEP: 3670/31555 -- GLOBAL_STEP: 824100 | > loss_text_ce: 0.040543798357248306 (0.03507731167132621) | > loss_mel_ce: 1.964995265007019 (nan) | > loss: 0.00795848947018385 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1415716324580134) | > loader_time: 0.0044 (0.004659576377037119)  --> TIME: 2025-03-25 04:31:08 -- STEP: 3720/31555 -- GLOBAL_STEP: 824150 | > loss_text_ce: 0.02745811641216278 (0.03507759480872334) | > loss_mel_ce: 2.7784950733184814 (nan) | > loss: 0.011134736239910126 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14148539291915033) | > loader_time: 0.0045 (0.0046590399998490606)  --> TIME: 2025-03-25 04:31:17 -- STEP: 3770/31555 -- GLOBAL_STEP: 824200 | > loss_text_ce: 0.04053221270442009 (0.035067270337221006) | > loss_mel_ce: 1.5536261796951294 (nan) | > loss: 0.006326025817543268 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1415325188194089) | > loader_time: 0.0048 (0.004660408123734782)  --> TIME: 2025-03-25 04:31:27 -- STEP: 3820/31555 -- GLOBAL_STEP: 824250 | > loss_text_ce: 0.0338829904794693 (0.03506402734896229) | > loss_mel_ce: 2.4036896228790283 (nan) | > loss: 0.00967290811240673 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14146650823623058) | > loader_time: 0.0046 (0.0046601268009365615)  --> TIME: 2025-03-25 04:31:37 -- STEP: 3870/31555 -- GLOBAL_STEP: 824300 | > loss_text_ce: 0.035894643515348434 (0.03507772862685004) | > loss_mel_ce: 3.079806089401245 (nan) | > loss: 0.012363892048597336 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14147790211423691) | > loader_time: 0.0045 (0.00466008149376212)  --> TIME: 2025-03-25 04:31:46 -- STEP: 3920/31555 -- GLOBAL_STEP: 824350 | > loss_text_ce: 0.023847071453928947 (0.03508491220252049) | > loss_mel_ce: 2.883105516433716 (nan) | > loss: 0.011535527184605598 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14145177572357373) | > loader_time: 0.0044 (0.004660276186709509)  --> TIME: 2025-03-25 04:31:56 -- STEP: 3970/31555 -- GLOBAL_STEP: 824400 | > loss_text_ce: 0.03135477006435394 (0.0350746337894434) | > loss_mel_ce: 2.9822328090667725 (nan) | > loss: 0.011958681046962738 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14148489516087645) | > loader_time: 0.005 (0.00466087579126623)  --> TIME: 2025-03-25 04:32:05 -- STEP: 4020/31555 -- GLOBAL_STEP: 824450 | > loss_text_ce: 0.03450802341103554 (0.03509194457843263) | > loss_mel_ce: 2.8348915576934814 (nan) | > loss: 0.01138650719076395 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1414256280927512) | > loader_time: 0.0048 (0.0046613236564902)  --> TIME: 2025-03-25 04:32:15 -- STEP: 4070/31555 -- GLOBAL_STEP: 824500 | > loss_text_ce: 0.04572320356965065 (0.03508920769072165) | > loss_mel_ce: 3.1680846214294434 (nan) | > loss: 0.012753206305205822 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14144207986039634) | > loader_time: 0.0044 (0.00466137260418267)  --> TIME: 2025-03-25 04:32:25 -- STEP: 4120/31555 -- GLOBAL_STEP: 824550 | > loss_text_ce: 0.0378425307571888 (0.035096372144739756) | > loss_mel_ce: 1.6321901082992554 (nan) | > loss: 0.006627114024013281 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14142682118323208) | > loader_time: 0.0046 (0.004661356997721411)  --> TIME: 2025-03-25 04:32:34 -- STEP: 4170/31555 -- GLOBAL_STEP: 824600 | > loss_text_ce: 0.029537023976445198 (0.03508746444718901) | > loss_mel_ce: 2.620708465576172 (nan) | > loss: 0.010516847483813763 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14139473941400432) | > loader_time: 0.0046 (0.004662132377533038)  --> TIME: 2025-03-25 04:32:44 -- STEP: 4220/31555 -- GLOBAL_STEP: 824650 | > loss_text_ce: 0.046586666256189346 (0.035084304618936024) | > loss_mel_ce: 2.931933879852295 (nan) | > loss: 0.011819526553153992 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14139839806262883) | > loader_time: 0.0047 (0.0046619196073703914)  --> TIME: 2025-03-25 04:32:54 -- STEP: 4270/31555 -- GLOBAL_STEP: 824700 | > loss_text_ce: 0.03712986782193184 (0.03507215816383647) | > loss_mel_ce: 1.6905866861343384 (nan) | > loss: 0.006856018677353859 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14140193227861714) | > loader_time: 0.0045 (0.004661891443667987)  --> TIME: 2025-03-25 04:33:04 -- STEP: 4320/31555 -- GLOBAL_STEP: 824750 | > loss_text_ce: 0.03465966507792473 (0.035069964897465236) | > loss_mel_ce: 1.7358529567718506 (nan) | > loss: 0.0070258439518511295 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14144468026028711) | > loader_time: 0.0046 (0.004662246063903529)  --> TIME: 2025-03-25 04:33:13 -- STEP: 4370/31555 -- GLOBAL_STEP: 824800 | > loss_text_ce: 0.039181146770715714 (0.035067908178793204) | > loss_mel_ce: 2.8892736434936523 (nan) | > loss: 0.01162085309624672 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14141612020182637) | > loader_time: 0.0046 (0.004660823688899902)  --> TIME: 2025-03-25 04:33:23 -- STEP: 4420/31555 -- GLOBAL_STEP: 824850 | > loss_text_ce: 0.03904687240719795 (0.03507459372539081) | > loss_mel_ce: 2.7804505825042725 (nan) | > loss: 0.01118848193436861 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14141067654838357) | > loader_time: 0.0047 (0.004659932932702669)  --> TIME: 2025-03-25 04:33:32 -- STEP: 4470/31555 -- GLOBAL_STEP: 824900 | > loss_text_ce: 0.03931450843811035 (0.03506066787933768) | > loss_mel_ce: 0.05810546875 (nan) | > loss: 0.00038658722769469023 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14139416692507584) | > loader_time: 0.0044 (0.004659043489153224)  --> TIME: 2025-03-25 04:33:42 -- STEP: 4520/31555 -- GLOBAL_STEP: 824950 | > loss_text_ce: 0.046818360686302185 (0.03506446860553442) | > loss_mel_ce: 2.1014628410339355 (nan) | > loss: 0.008524925448000431 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14138673786568404) | > loader_time: 0.0047 (0.004659115002218604)  --> TIME: 2025-03-25 04:33:52 -- STEP: 4570/31555 -- GLOBAL_STEP: 825000 | > loss_text_ce: 0.03384033218026161 (0.03505109657413224) | > loss_mel_ce: 1.8064197301864624 (nan) | > loss: 0.007302619516849518 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14139877028225264) | > loader_time: 0.0046 (0.004659282352522639)  --> TIME: 2025-03-25 04:34:01 -- STEP: 4620/31555 -- GLOBAL_STEP: 825050 | > loss_text_ce: 0.038980353623628616 (0.035033608035051324) | > loss_mel_ce: 2.9069571495056152 (nan) | > loss: 0.011690228246152401 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14139974953292236) | > loader_time: 0.0046 (0.004658269469356127)  --> TIME: 2025-03-25 04:34:11 -- STEP: 4670/31555 -- GLOBAL_STEP: 825100 | > loss_text_ce: 0.03047790937125683 (0.03503404088314353) | > loss_mel_ce: 3.0992748737335205 (nan) | > loss: 0.012419654987752438 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14135110597794254) | > loader_time: 0.0047 (0.004658234195995132)  --> TIME: 2025-03-25 04:34:20 -- STEP: 4720/31555 -- GLOBAL_STEP: 825150 | > loss_text_ce: 0.0386635847389698 (0.03503402326772994) | > loss_mel_ce: 2.141204833984375 (nan) | > loss: 0.008650272153317928 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14134318232536303) | > loader_time: 0.0045 (0.00465882885254036)  --> TIME: 2025-03-25 04:34:30 -- STEP: 4770/31555 -- GLOBAL_STEP: 825200 | > loss_text_ce: 0.03762305527925491 (0.03502896636650274) | > loss_mel_ce: 2.857504367828369 (nan) | > loss: 0.011488601565361023 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14136627260244114) | > loader_time: 0.0047 (0.004659775018192191)  --> TIME: 2025-03-25 04:34:40 -- STEP: 4820/31555 -- GLOBAL_STEP: 825250 | > loss_text_ce: 0.043569568544626236 (0.03502652076946345) | > loss_mel_ce: 3.1244709491729736 (nan) | > loss: 0.012571590021252632 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14133364095727427) | > loader_time: 0.0047 (0.004659533006027035)  --> TIME: 2025-03-25 04:34:49 -- STEP: 4870/31555 -- GLOBAL_STEP: 825300 | > loss_text_ce: 0.03938066214323044 (0.03502427421689981) | > loss_mel_ce: 0.0725446417927742 (nan) | > loss: 0.00044414805597625673 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1413003966548848) | > loader_time: 0.0046 (0.004660071190867338)  --> TIME: 2025-03-25 04:34:59 -- STEP: 4920/31555 -- GLOBAL_STEP: 825350 | > loss_text_ce: 0.02639917843043804 (0.03501694320295977) | > loss_mel_ce: 2.928553581237793 (nan) | > loss: 0.011726003140211105 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14128851939023016) | > loader_time: 0.0044 (0.004659957856666755)  --> TIME: 2025-03-25 04:35:08 -- STEP: 4970/31555 -- GLOBAL_STEP: 825400 | > loss_text_ce: 0.03796711564064026 (0.03501412469605117) | > loss_mel_ce: 2.2544174194335938 (nan) | > loss: 0.009096764959394932 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14131267305830825) | > loader_time: 0.0046 (0.004660186921087074)  --> TIME: 2025-03-25 04:35:18 -- STEP: 5020/31555 -- GLOBAL_STEP: 825450 | > loss_text_ce: 0.029242925345897675 (0.03500995718413945) | > loss_mel_ce: 1.923292636871338 (nan) | > loss: 0.007748157251626253 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14134090326696752) | > loader_time: 0.0045 (0.0046599578097522056)  --> TIME: 2025-03-25 04:35:28 -- STEP: 5070/31555 -- GLOBAL_STEP: 825500 | > loss_text_ce: 0.05441277474164963 (0.035011234591279715) | > loss_mel_ce: 2.8679466247558594 (nan) | > loss: 0.011596664786338806 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1413233439597857) | > loader_time: 0.0045 (0.004658732705802845)  --> TIME: 2025-03-25 04:35:38 -- STEP: 5120/31555 -- GLOBAL_STEP: 825550 | > loss_text_ce: 0.03626059368252754 (0.0349858717285315) | > loss_mel_ce: 2.8264811038970947 (nan) | > loss: 0.011360086500644684 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14134541070088721) | > loader_time: 0.0051 (0.004658132698386906)  --> TIME: 2025-03-25 04:35:47 -- STEP: 5170/31555 -- GLOBAL_STEP: 825600 | > loss_text_ce: 0.03359095752239227 (0.03499413825467059) | > loss_mel_ce: 3.4238991737365723 (nan) | > loss: 0.013720200397074223 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14136361872896214) | > loader_time: 0.0048 (0.004657710451683176)  --> TIME: 2025-03-25 04:35:57 -- STEP: 5220/31555 -- GLOBAL_STEP: 825650 | > loss_text_ce: 0.027688488364219666 (0.03499509415346634) | > loss_mel_ce: 1.900637149810791 (nan) | > loss: 0.007652086205780506 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1413254520902229) | > loader_time: 0.0044 (0.004656919163305639)  --> TIME: 2025-03-25 04:36:06 -- STEP: 5270/31555 -- GLOBAL_STEP: 825700 | > loss_text_ce: 0.032259367406368256 (0.03499350002410151) | > loss_mel_ce: 2.366433620452881 (nan) | > loss: 0.009518624283373356 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1412594997905461) | > loader_time: 0.0043 (0.0046564082266936)  --> TIME: 2025-03-25 04:36:16 -- STEP: 5320/31555 -- GLOBAL_STEP: 825750 | > loss_text_ce: 0.032656703144311905 (0.034982991485534375) | > loss_mel_ce: 2.963918685913086 (nan) | > loss: 0.011891172267496586 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14128013401103168) | > loader_time: 0.0044 (0.004655927419662473)  --> TIME: 2025-03-25 04:36:26 -- STEP: 5370/31555 -- GLOBAL_STEP: 825800 | > loss_text_ce: 0.0338258258998394 (0.034989375749592475) | > loss_mel_ce: 3.221640110015869 (nan) | > loss: 0.012918516993522644 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14128279934604276) | > loader_time: 0.0046 (0.004655270381124767)  --> TIME: 2025-03-25 04:36:35 -- STEP: 5420/31555 -- GLOBAL_STEP: 825850 | > loss_text_ce: 0.030162522569298744 (0.03499891673132254) | > loss_mel_ce: 2.94579815864563 (nan) | > loss: 0.01180936861783266 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.141256729791085) | > loader_time: 0.0048 (0.00465418417075463)  --> TIME: 2025-03-25 04:36:45 -- STEP: 5470/31555 -- GLOBAL_STEP: 825900 | > loss_text_ce: 0.020500540733337402 (0.03500041888543224) | > loss_mel_ce: 3.061882257461548 (nan) | > loss: 0.012231677770614624 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14125285235793744) | > loader_time: 0.0043 (0.00465417945624705)  --> TIME: 2025-03-25 04:36:54 -- STEP: 5520/31555 -- GLOBAL_STEP: 825950 | > loss_text_ce: 0.039125408977270126 (0.035009321218282284) | > loss_mel_ce: 2.3776519298553467 (nan) | > loss: 0.009590387344360352 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14122428522593727) | > loader_time: 0.0046 (0.004653469073599659)  --> TIME: 2025-03-25 04:37:04 -- STEP: 5570/31555 -- GLOBAL_STEP: 826000 | > loss_text_ce: 0.033989857882261276 (0.03501085196329115) | > loss_mel_ce: 2.7132673263549805 (nan) | > loss: 0.010901815257966518 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14125417126359363) | > loader_time: 0.0047 (0.004654187788013061)  --> TIME: 2025-03-25 04:37:14 -- STEP: 5620/31555 -- GLOBAL_STEP: 826050 | > loss_text_ce: 0.038465991616249084 (0.03501165595677854) | > loss_mel_ce: 2.6290338039398193 (nan) | > loss: 0.010585317388176918 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14126252529884137) | > loader_time: 0.0047 (0.004655181555561315)  --> TIME: 2025-03-25 04:37:24 -- STEP: 5670/31555 -- GLOBAL_STEP: 826100 | > loss_text_ce: 0.02889716997742653 (0.03500303046948674) | > loss_mel_ce: 2.577568292617798 (nan) | > loss: 0.010343117639422417 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14131246395211997) | > loader_time: 0.0046 (0.00465602050592869)  --> TIME: 2025-03-25 04:37:34 -- STEP: 5720/31555 -- GLOBAL_STEP: 826150 | > loss_text_ce: 0.023536304011940956 (0.03500739569967893) | > loss_mel_ce: 2.7112998962402344 (nan) | > loss: 0.010852525010704994 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1413578496112691) | > loader_time: 0.0047 (0.004656683981835419)  --> TIME: 2025-03-25 04:37:44 -- STEP: 5770/31555 -- GLOBAL_STEP: 826200 | > loss_text_ce: 0.029210461303591728 (0.03499893381291012) | > loss_mel_ce: 2.8790454864501953 (nan) | > loss: 0.011540699750185013 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14141255730772773) | > loader_time: 0.0044 (0.004656215267743347)  --> TIME: 2025-03-25 04:37:53 -- STEP: 5820/31555 -- GLOBAL_STEP: 826250 | > loss_text_ce: 0.031325098127126694 (0.03499848153714188) | > loss_mel_ce: 3.3275043964385986 (nan) | > loss: 0.013328689150512218 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14141460542416667) | > loader_time: 0.0044 (0.004655163763314992)  --> TIME: 2025-03-25 04:38:03 -- STEP: 5870/31555 -- GLOBAL_STEP: 826300 | > loss_text_ce: 0.042706120759248734 (0.0349925344157806) | > loss_mel_ce: 1.7208404541015625 (nan) | > loss: 0.0069982013665139675 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14139472447221504) | > loader_time: 0.0045 (0.004654675204262408)  --> TIME: 2025-03-25 04:38:13 -- STEP: 5920/31555 -- GLOBAL_STEP: 826350 | > loss_text_ce: 0.04346387833356857 (0.03499258554531144) | > loss_mel_ce: 2.762486457824707 (nan) | > loss: 0.011134724132716656 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14139627806238236) | > loader_time: 0.0047 (0.004654563480132323)  --> TIME: 2025-03-25 04:38:22 -- STEP: 5970/31555 -- GLOBAL_STEP: 826400 | > loss_text_ce: 0.03950092941522598 (0.03498969064257933) | > loss_mel_ce: 2.1458184719085693 (nan) | > loss: 0.008671903051435947 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1413928973614871) | > loader_time: 0.0047 (0.004654374114632392)  --> TIME: 2025-03-25 04:38:32 -- STEP: 6020/31555 -- GLOBAL_STEP: 826450 | > loss_text_ce: 0.033638838678598404 (0.03499360894258342) | > loss_mel_ce: 2.4587457180023193 (nan) | > loss: 0.009890415705740452 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14139120594607643) | > loader_time: 0.0045 (0.0046538340688939755)  --> TIME: 2025-03-25 04:38:42 -- STEP: 6070/31555 -- GLOBAL_STEP: 826500 | > loss_text_ce: 0.026686452329158783 (0.034986664726409725) | > loss_mel_ce: 2.800886631011963 (nan) | > loss: 0.011220528744161129 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14138314570783586) | > loader_time: 0.0045 (0.004653159122686982)  --> TIME: 2025-03-25 04:38:51 -- STEP: 6120/31555 -- GLOBAL_STEP: 826550 | > loss_text_ce: 0.03380470350384712 (0.034978355032702343) | > loss_mel_ce: 2.6110198497772217 (nan) | > loss: 0.010495335794985294 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14138006599120848) | > loader_time: 0.0045 (0.0046526846153284035)  --> TIME: 2025-03-25 04:39:01 -- STEP: 6170/31555 -- GLOBAL_STEP: 826600 | > loss_text_ce: 0.037650201469659805 (0.034989395437270115) | > loss_mel_ce: 3.1767115592956543 (nan) | > loss: 0.012755404226481915 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1413936745598792) | > loader_time: 0.0045 (0.004652205433219511)  --> TIME: 2025-03-25 04:39:11 -- STEP: 6220/31555 -- GLOBAL_STEP: 826650 | > loss_text_ce: 0.04367275908589363 (0.03497937250930307) | > loss_mel_ce: 2.3938534259796143 (nan) | > loss: 0.009672723710536957 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.141408670753528) | > loader_time: 0.0046 (0.00465192334828268)  --> TIME: 2025-03-25 04:39:20 -- STEP: 6270/31555 -- GLOBAL_STEP: 826700 | > loss_text_ce: 0.03806210681796074 (0.034993074418445194) | > loss_mel_ce: 2.6986613273620605 (nan) | > loss: 0.010860013775527477 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1414302441111782) | > loader_time: 0.0046 (0.004651535032658659)  --> TIME: 2025-03-25 04:39:30 -- STEP: 6320/31555 -- GLOBAL_STEP: 826750 | > loss_text_ce: 0.02458340860903263 (0.03498492242379377) | > loss_mel_ce: 3.270345687866211 (nan) | > loss: 0.013075116090476513 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1414603174864491) | > loader_time: 0.0044 (0.0046513387674017624)  --> TIME: 2025-03-25 04:39:40 -- STEP: 6370/31555 -- GLOBAL_STEP: 826800 | > loss_text_ce: 0.03666304424405098 (0.03499744681486484) | > loss_mel_ce: 2.7998664379119873 (nan) | > loss: 0.011256069876253605 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14145306717469894) | > loader_time: 0.0046 (0.004651190497250146)  --> TIME: 2025-03-25 04:39:50 -- STEP: 6420/31555 -- GLOBAL_STEP: 826850 | > loss_text_ce: 0.027173949405550957 (0.03499910989254016) | > loss_mel_ce: 2.978517770767212 (nan) | > loss: 0.01192734856158495 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14148548789484855) | > loader_time: 0.0045 (0.004651158918101452)  --> TIME: 2025-03-25 04:40:00 -- STEP: 6470/31555 -- GLOBAL_STEP: 826900 | > loss_text_ce: 0.03680798038840294 (0.035011723977002626) | > loss_mel_ce: 2.989753007888794 (nan) | > loss: 0.012010163627564907 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14148574498189845) | > loader_time: 0.0048 (0.004650467440739281)  --> TIME: 2025-03-25 04:40:09 -- STEP: 6520/31555 -- GLOBAL_STEP: 826950 | > loss_text_ce: 0.028443416580557823 (0.035016287741268436) | > loss_mel_ce: 2.8910868167877197 (nan) | > loss: 0.011585437692701817 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14145582296365622) | > loader_time: 0.0049 (0.0046494736261894236)  --> TIME: 2025-03-25 04:40:19 -- STEP: 6570/31555 -- GLOBAL_STEP: 827000 | > loss_text_ce: 0.039336636662483215 (0.03500011467603087) | > loss_mel_ce: 2.8115580081939697 (nan) | > loss: 0.011313075199723244 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1414486738100445) | > loader_time: 0.0045 (0.0046490541876178775)  --> TIME: 2025-03-25 04:40:29 -- STEP: 6620/31555 -- GLOBAL_STEP: 827050 | > loss_text_ce: 0.041296131908893585 (0.03500490401972794) | > loss_mel_ce: 2.592667579650879 (nan) | > loss: 0.010452237911522388 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14149768698251505) | > loader_time: 0.0045 (0.004648867762701017)  --> TIME: 2025-03-25 04:40:38 -- STEP: 6670/31555 -- GLOBAL_STEP: 827100 | > loss_text_ce: 0.033315327018499374 (0.034998539783133144) | > loss_mel_ce: 2.54348087310791 (nan) | > loss: 0.010225382633507252 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14150389177330974) | > loader_time: 0.0047 (0.004649367253819671)  --> TIME: 2025-03-25 04:40:48 -- STEP: 6720/31555 -- GLOBAL_STEP: 827150 | > loss_text_ce: 0.04425673931837082 (0.0349910952457105) | > loss_mel_ce: 2.3131415843963623 (nan) | > loss: 0.009354755282402039 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1415115516810191) | > loader_time: 0.0047 (0.004649613407396116)  --> TIME: 2025-03-25 04:40:58 -- STEP: 6770/31555 -- GLOBAL_STEP: 827200 | > loss_text_ce: 0.027082860469818115 (0.03498894118908875) | > loss_mel_ce: 2.0996077060699463 (nan) | > loss: 0.008439249359071255 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14147319952177345) | > loader_time: 0.0044 (0.004649196664198796)  --> TIME: 2025-03-25 04:41:07 -- STEP: 6820/31555 -- GLOBAL_STEP: 827250 | > loss_text_ce: 0.035962626338005066 (0.034988071631962464) | > loss_mel_ce: 2.3278238773345947 (nan) | > loss: 0.009380105882883072 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14144857244407683) | > loader_time: 0.0045 (0.004648213092882245)  --> TIME: 2025-03-25 04:41:17 -- STEP: 6870/31555 -- GLOBAL_STEP: 827300 | > loss_text_ce: 0.03725867718458176 (0.034987159656954515) | > loss_mel_ce: 3.1671106815338135 (nan) | > loss: 0.012715752236545086 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1414343959552926) | > loader_time: 0.0046 (0.00464778966778749)  --> TIME: 2025-03-25 04:41:26 -- STEP: 6920/31555 -- GLOBAL_STEP: 827350 | > loss_text_ce: 0.03338072821497917 (0.03498872000969018) | > loss_mel_ce: 2.3118863105773926 (nan) | > loss: 0.009306616149842739 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14136115763917828) | > loader_time: 0.0047 (0.004647319888792954)  --> TIME: 2025-03-25 04:41:35 -- STEP: 6970/31555 -- GLOBAL_STEP: 827400 | > loss_text_ce: 0.03170407935976982 (0.034983693486162384) | > loss_mel_ce: 2.959392786026001 (nan) | > loss: 0.011869433335959911 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14136986917197453) | > loader_time: 0.0047 (0.004646823019687188)  --> TIME: 2025-03-25 04:41:45 -- STEP: 7020/31555 -- GLOBAL_STEP: 827450 | > loss_text_ce: 0.02576231211423874 (0.03498175857373724) | > loss_mel_ce: 3.0479650497436523 (nan) | > loss: 0.01219733152538538 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14136060880459955) | > loader_time: 0.0046 (0.004646144463465743)  --> TIME: 2025-03-25 04:41:54 -- STEP: 7070/31555 -- GLOBAL_STEP: 827500 | > loss_text_ce: 0.04169932380318642 (0.03497585153017487) | > loss_mel_ce: 2.8505303859710693 (nan) | > loss: 0.01147710345685482 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14133702919540506) | > loader_time: 0.0044 (0.004645500628243389)  --> TIME: 2025-03-25 04:42:04 -- STEP: 7120/31555 -- GLOBAL_STEP: 827550 | > loss_text_ce: 0.031134337186813354 (0.03498271662189902) | > loss_mel_ce: 3.006511688232422 (nan) | > loss: 0.012054151855409145 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.14136603956811886) | > loader_time: 0.0049 (0.004645201798235412)  --> TIME: 2025-03-25 04:42:14 -- STEP: 7170/31555 -- GLOBAL_STEP: 827600 | > loss_text_ce: 0.022245177999138832 (0.03497971484250538) | > loss_mel_ce: 0.32151031494140625 (nan) | > loss: 0.001364109106361866 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14136648128222223) | > loader_time: 0.0043 (0.0046446040750713485)  --> TIME: 2025-03-25 04:42:24 -- STEP: 7220/31555 -- GLOBAL_STEP: 827650 | > loss_text_ce: 0.019696775823831558 (0.034975957994960664) | > loss_mel_ce: 2.3789753913879395 (nan) | > loss: 0.00951854046434164 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14142348696980772) | > loader_time: 0.0045 (0.004644755511402733)  --> TIME: 2025-03-25 04:42:34 -- STEP: 7270/31555 -- GLOBAL_STEP: 827700 | > loss_text_ce: 0.03776916489005089 (0.03497562216225866) | > loss_mel_ce: 3.229935884475708 (nan) | > loss: 0.012967083603143692 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14142127407630173) | > loader_time: 0.0047 (0.004643968637248652)  --> TIME: 2025-03-25 04:42:43 -- STEP: 7320/31555 -- GLOBAL_STEP: 827750 | > loss_text_ce: 0.03110632300376892 (0.03497138563607166) | > loss_mel_ce: 2.9612417221069336 (nan) | > loss: 0.011874397285282612 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14143696407802767) | > loader_time: 0.0045 (0.004643504769424251)  --> TIME: 2025-03-25 04:42:53 -- STEP: 7370/31555 -- GLOBAL_STEP: 827800 | > loss_text_ce: 0.03595481812953949 (0.034976048675950756) | > loss_mel_ce: 1.9690062999725342 (nan) | > loss: 0.007956194691359997 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14141419545281045) | > loader_time: 0.0048 (0.004643888874649172)  --> TIME: 2025-03-25 04:43:03 -- STEP: 7420/31555 -- GLOBAL_STEP: 827850 | > loss_text_ce: 0.030972670763731003 (0.03496069308003841) | > loss_mel_ce: 2.669191360473633 (nan) | > loss: 0.010714937001466751 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14142887270996832) | > loader_time: 0.0045 (0.0046439465808097045)  --> TIME: 2025-03-25 04:43:12 -- STEP: 7470/31555 -- GLOBAL_STEP: 827900 | > loss_text_ce: 0.02424890175461769 (0.03495319244692437) | > loss_mel_ce: 2.862697124481201 (nan) | > loss: 0.011456135660409927 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14141997122860334) | > loader_time: 0.0045 (0.004644426890964309)  --> TIME: 2025-03-25 04:43:22 -- STEP: 7520/31555 -- GLOBAL_STEP: 827950 | > loss_text_ce: 0.04057630896568298 (0.034962616603762) | > loss_mel_ce: 3.2299509048461914 (nan) | > loss: 0.012978282757103443 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14142760028864473) | > loader_time: 0.0046 (0.004644734047828817)  --> TIME: 2025-03-25 04:43:31 -- STEP: 7570/31555 -- GLOBAL_STEP: 828000 | > loss_text_ce: 0.03501581400632858 (0.03495718988404163) | > loss_mel_ce: 3.114969491958618 (nan) | > loss: 0.012499942444264889 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1413885653570117) | > loader_time: 0.0047 (0.004644411148766683)  --> TIME: 2025-03-25 04:43:41 -- STEP: 7620/31555 -- GLOBAL_STEP: 828050 | > loss_text_ce: 0.03366944566369057 (0.03497107921295311) | > loss_mel_ce: 0.2163928747177124 (nan) | > loss: 0.0009923108154907823 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14142616561704419) | > loader_time: 0.005 (0.00464511703005611)  --> TIME: 2025-03-25 04:43:51 -- STEP: 7670/31555 -- GLOBAL_STEP: 828100 | > loss_text_ce: 0.037575770169496536 (0.034979037948030395) | > loss_mel_ce: 3.119459390640259 (nan) | > loss: 0.012527917511761189 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14142586933121062) | > loader_time: 0.0049 (0.004645414178343434)  --> TIME: 2025-03-25 04:44:01 -- STEP: 7720/31555 -- GLOBAL_STEP: 828150 | > loss_text_ce: 0.026822855696082115 (0.03497830686144949) | > loss_mel_ce: 2.9696714878082275 (nan) | > loss: 0.011890850961208344 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1414200044666547) | > loader_time: 0.0048 (0.0046456437963277985)  --> TIME: 2025-03-25 04:44:10 -- STEP: 7770/31555 -- GLOBAL_STEP: 828200 | > loss_text_ce: 0.03873611241579056 (0.034981291700859264) | > loss_mel_ce: 2.7937731742858887 (nan) | > loss: 0.011240117251873016 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14141859428302658) | > loader_time: 0.0047 (0.004645437163275622)  --> TIME: 2025-03-25 04:44:20 -- STEP: 7820/31555 -- GLOBAL_STEP: 828250 | > loss_text_ce: 0.043142836540937424 (0.0349820137924283) | > loss_mel_ce: 3.574791193008423 (nan) | > loss: 0.014356881380081177 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1414312084312634) | > loader_time: 0.0047 (0.004645717814755238)  --> TIME: 2025-03-25 04:44:30 -- STEP: 7870/31555 -- GLOBAL_STEP: 828300 | > loss_text_ce: 0.03630323335528374 (0.03496914114306048) | > loss_mel_ce: 3.1287965774536133 (nan) | > loss: 0.0125599205493927 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.14141798313266893) | > loader_time: 0.0046 (0.004645690015189359)  --> TIME: 2025-03-25 04:44:40 -- STEP: 7920/31555 -- GLOBAL_STEP: 828350 | > loss_text_ce: 0.03476919233798981 (0.03496479247343918) | > loss_mel_ce: 2.5546603202819824 (nan) | > loss: 0.010275514796376228 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14143826645432095) | > loader_time: 0.0046 (0.004646209243572101)  --> TIME: 2025-03-25 04:44:49 -- STEP: 7970/31555 -- GLOBAL_STEP: 828400 | > loss_text_ce: 0.030380550771951675 (0.034969851107031526) | > loss_mel_ce: 1.6466064453125 (nan) | > loss: 0.006654710974544287 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1414502346680185) | > loader_time: 0.0045 (0.00464694592704436)  --> TIME: 2025-03-25 04:44:59 -- STEP: 8020/31555 -- GLOBAL_STEP: 828450 | > loss_text_ce: 0.028732236474752426 (0.034974386177706165) | > loss_mel_ce: 2.841485023498535 (nan) | > loss: 0.01138975191861391 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14147137751305786) | > loader_time: 0.0047 (0.0046477338619660075)  --> TIME: 2025-03-25 04:45:09 -- STEP: 8070/31555 -- GLOBAL_STEP: 828500 | > loss_text_ce: 0.032214682549238205 (0.03497831604525422) | > loss_mel_ce: 0.01470947265625 (nan) | > loss: 0.00018620697665028274 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14146570518262025) | > loader_time: 0.0047 (0.004648720937442879)  --> TIME: 2025-03-25 04:45:18 -- STEP: 8120/31555 -- GLOBAL_STEP: 828550 | > loss_text_ce: 0.031614746898412704 (0.03497849687305388) | > loss_mel_ce: 2.6472034454345703 (nan) | > loss: 0.010630231350660324 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1414519033702136) | > loader_time: 0.0045 (0.004650080438905143)  --> TIME: 2025-03-25 04:45:28 -- STEP: 8170/31555 -- GLOBAL_STEP: 828600 | > loss_text_ce: 0.03551216050982475 (0.034978331571656834) | > loss_mel_ce: 2.6503946781158447 (nan) | > loss: 0.01065836101770401 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14148669733119854) | > loader_time: 0.0047 (0.004650712859528429)  --> TIME: 2025-03-25 04:45:38 -- STEP: 8220/31555 -- GLOBAL_STEP: 828650 | > loss_text_ce: 0.042553842067718506 (0.03498326161368733) | > loss_mel_ce: 2.76121187210083 (nan) | > loss: 0.011126055382192135 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14149071526353374) | > loader_time: 0.0043 (0.004650210377073618)  --> TIME: 2025-03-25 04:45:48 -- STEP: 8270/31555 -- GLOBAL_STEP: 828700 | > loss_text_ce: 0.034679852426052094 (0.03499051965637963) | > loss_mel_ce: 2.966878890991211 (nan) | > loss: 0.011910947971045971 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1415203736511655) | > loader_time: 0.005 (0.004650308114297425)  --> TIME: 2025-03-25 04:45:58 -- STEP: 8320/31555 -- GLOBAL_STEP: 828750 | > loss_text_ce: 0.029684996232390404 (0.034994247341707564) | > loss_mel_ce: 2.0433313846588135 (nan) | > loss: 0.008226255886256695 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14149997595411082) | > loader_time: 0.0046 (0.004649435700132277)  --> TIME: 2025-03-25 04:46:07 -- STEP: 8370/31555 -- GLOBAL_STEP: 828800 | > loss_text_ce: 0.015679778531193733 (0.03498928741359435) | > loss_mel_ce: 2.715398073196411 (nan) | > loss: 0.010837611742317677 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14146297151754691) | > loader_time: 0.0044 (0.0046486994129212615)  --> TIME: 2025-03-25 04:46:17 -- STEP: 8420/31555 -- GLOBAL_STEP: 828850 | > loss_text_ce: 0.038827504962682724 (0.034987628136069024) | > loss_mel_ce: 2.6346380710601807 (nan) | > loss: 0.010608990676701069 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14147148087019026) | > loader_time: 0.0047 (0.004648863221573981)  --> TIME: 2025-03-25 04:46:26 -- STEP: 8470/31555 -- GLOBAL_STEP: 828900 | > loss_text_ce: 0.0344550646841526 (0.0349774382350946) | > loss_mel_ce: 2.8417141437530518 (nan) | > loss: 0.01141337025910616 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14147646610120393) | > loader_time: 0.005 (0.004648551665061745)  --> TIME: 2025-03-25 04:46:36 -- STEP: 8520/31555 -- GLOBAL_STEP: 828950 | > loss_text_ce: 0.0328984372317791 (0.034974671355907705) | > loss_mel_ce: 2.0662152767181396 (nan) | > loss: 0.008329817093908787 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14147131482200442) | > loader_time: 0.0046 (0.004648815018470281)  --> TIME: 2025-03-25 04:46:45 -- STEP: 8570/31555 -- GLOBAL_STEP: 829000 | > loss_text_ce: 0.043194178491830826 (0.034981864794019366) | > loss_mel_ce: 2.6088931560516357 (nan) | > loss: 0.01052415743470192 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14144823887801644) | > loader_time: 0.0046 (0.004649018184167761)  --> TIME: 2025-03-25 04:46:55 -- STEP: 8620/31555 -- GLOBAL_STEP: 829050 | > loss_text_ce: 0.03316725045442581 (0.03498199185218197) | > loss_mel_ce: 2.7012925148010254 (nan) | > loss: 0.010851032100617886 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14146227203223108) | > loader_time: 0.0045 (0.0046491212192101535)  --> TIME: 2025-03-25 04:47:05 -- STEP: 8670/31555 -- GLOBAL_STEP: 829100 | > loss_text_ce: 0.04303513094782829 (0.03497876800283044) | > loss_mel_ce: 2.9570930004119873 (nan) | > loss: 0.011905270628631115 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14143832497118253) | > loader_time: 0.0047 (0.00464918682181985)  --> TIME: 2025-03-25 04:47:14 -- STEP: 8720/31555 -- GLOBAL_STEP: 829150 | > loss_text_ce: 0.03316902369260788 (0.03498630018802269) | > loss_mel_ce: 3.0050017833709717 (nan) | > loss: 0.012056234292685986 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1414193194393718) | > loader_time: 0.0046 (0.004649449187681202)  --> TIME: 2025-03-25 04:47:24 -- STEP: 8770/31555 -- GLOBAL_STEP: 829200 | > loss_text_ce: 0.032670099288225174 (0.03497518721177846) | > loss_mel_ce: 2.1462934017181396 (nan) | > loss: 0.008646680973470211 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1414241463183813) | > loader_time: 0.0044 (0.004649631572014374)  --> TIME: 2025-03-25 04:47:34 -- STEP: 8820/31555 -- GLOBAL_STEP: 829250 | > loss_text_ce: 0.031041471287608147 (0.03497610414345784) | > loss_mel_ce: 1.8414306640625 (nan) | > loss: 0.0074304454028606415 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14142765363598078) | > loader_time: 0.0046 (0.004649830675449488)  --> TIME: 2025-03-25 04:47:44 -- STEP: 8870/31555 -- GLOBAL_STEP: 829300 | > loss_text_ce: 0.035822976380586624 (0.034974438731958615) | > loss_mel_ce: 2.60675048828125 (nan) | > loss: 0.010486402548849583 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14145329098018733) | > loader_time: 0.005 (0.004650144136207334)  --> TIME: 2025-03-25 04:47:53 -- STEP: 8920/31555 -- GLOBAL_STEP: 829350 | > loss_text_ce: 0.03268152102828026 (0.034973692840733615) | > loss_mel_ce: 2.612034320831299 (nan) | > loss: 0.010494904592633247 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1414212881984196) | > loader_time: 0.0045 (0.00465037686407832)  --> TIME: 2025-03-25 04:48:03 -- STEP: 8970/31555 -- GLOBAL_STEP: 829400 | > loss_text_ce: 0.03753313049674034 (0.034973844952274916) | > loss_mel_ce: 2.1553616523742676 (nan) | > loss: 0.008701963350176811 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14144643216893288) | > loader_time: 0.0046 (0.0046504256451541754)  --> TIME: 2025-03-25 04:48:12 -- STEP: 9020/31555 -- GLOBAL_STEP: 829450 | > loss_text_ce: 0.0371655598282814 (0.03497558291918878) | > loss_mel_ce: 2.6586551666259766 (nan) | > loss: 0.010697701945900917 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14141323698597832) | > loader_time: 0.0047 (0.004649749087652968)  --> TIME: 2025-03-25 04:48:22 -- STEP: 9070/31555 -- GLOBAL_STEP: 829500 | > loss_text_ce: 0.0389268659055233 (0.034974693909468106) | > loss_mel_ce: 2.9871630668640137 (nan) | > loss: 0.01200829353183508 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14141576242814904) | > loader_time: 0.0048 (0.004649853653786845)  --> TIME: 2025-03-25 04:48:32 -- STEP: 9120/31555 -- GLOBAL_STEP: 829550 | > loss_text_ce: 0.03366750851273537 (0.03497301343003315) | > loss_mel_ce: 2.2198774814605713 (nan) | > loss: 0.008942639455199242 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14142620801402805) | > loader_time: 0.0047 (0.004649535631924333)  --> TIME: 2025-03-25 04:48:41 -- STEP: 9170/31555 -- GLOBAL_STEP: 829600 | > loss_text_ce: 0.03356712684035301 (0.03497101964536672) | > loss_mel_ce: 2.57049560546875 (nan) | > loss: 0.010333582758903503 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14143190196712238) | > loader_time: 0.0048 (0.004649618407762155)  --> TIME: 2025-03-25 04:48:51 -- STEP: 9220/31555 -- GLOBAL_STEP: 829650 | > loss_text_ce: 0.02717287465929985 (0.03496771402487329) | > loss_mel_ce: 3.0687813758850098 (nan) | > loss: 0.012285533361136913 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1414158209285611) | > loader_time: 0.0043 (0.004649097567783764)  --> TIME: 2025-03-25 04:49:00 -- STEP: 9270/31555 -- GLOBAL_STEP: 829700 | > loss_text_ce: 0.03483545780181885 (0.03496725053547554) | > loss_mel_ce: 2.1893248558044434 (nan) | > loss: 0.00882603321224451 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1414254594132095) | > loader_time: 0.0049 (0.004649279238465262)  --> TIME: 2025-03-25 04:49:10 -- STEP: 9320/31555 -- GLOBAL_STEP: 829750 | > loss_text_ce: 0.03967461735010147 (0.03497220279924695) | > loss_mel_ce: 4.183061122894287 (nan) | > loss: 0.01675688847899437 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14142086242401547) | > loader_time: 0.0047 (0.004649056615747593)  --> TIME: 2025-03-25 04:49:20 -- STEP: 9370/31555 -- GLOBAL_STEP: 829800 | > loss_text_ce: 0.04252662882208824 (0.034966306949358296) | > loss_mel_ce: 2.999662399291992 (nan) | > loss: 0.012072179466485977 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14141643678365937) | > loader_time: 0.0049 (0.004651263429362835)  --> TIME: 2025-03-25 04:49:29 -- STEP: 9420/31555 -- GLOBAL_STEP: 829850 | > loss_text_ce: 0.027742279693484306 (0.0349657510343994) | > loss_mel_ce: 0.0835832878947258 (nan) | > loss: 0.00044176814844831824 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14141118992159582) | > loader_time: 0.0046 (0.004652234753732203)  --> TIME: 2025-03-25 04:49:39 -- STEP: 9470/31555 -- GLOBAL_STEP: 829900 | > loss_text_ce: 0.03784298896789551 (0.03496986125038249) | > loss_mel_ce: 2.689249038696289 (nan) | > loss: 0.010821794159710407 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.1414365181071958) | > loader_time: 0.0048 (0.004653489652631639)  --> TIME: 2025-03-25 04:49:49 -- STEP: 9520/31555 -- GLOBAL_STEP: 829950 | > loss_text_ce: 0.047678571194410324 (0.03497261747760897) | > loss_mel_ce: 2.7122137546539307 (nan) | > loss: 0.010951953940093517 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14142271811220827) | > loader_time: 0.0045 (0.004655448078107421)  --> TIME: 2025-03-25 04:49:59 -- STEP: 9570/31555 -- GLOBAL_STEP: 830000 | > loss_text_ce: 0.027590475976467133 (0.03497805042423951) | > loss_mel_ce: 2.5003812313079834 (nan) | > loss: 0.01003163494169712 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14146456987506542) | > loader_time: 0.0051 (0.004656878733460545) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_830000.pth  --> TIME: 2025-03-25 04:50:14 -- STEP: 9620/31555 -- GLOBAL_STEP: 830050 | > loss_text_ce: 0.030598556622862816 (0.034979476192636916) | > loss_mel_ce: 0.4331148564815521 (nan) | > loss: 0.0018401326378807425 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1414572918737256) | > loader_time: 0.0047 (0.004658166831843307)  --> TIME: 2025-03-25 04:50:24 -- STEP: 9670/31555 -- GLOBAL_STEP: 830100 | > loss_text_ce: 0.03965424746274948 (0.0349813778851) | > loss_mel_ce: 2.311049461364746 (nan) | > loss: 0.009328190237283707 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1414394817776369) | > loader_time: 0.0046 (0.004658470331328103)  --> TIME: 2025-03-25 04:50:33 -- STEP: 9720/31555 -- GLOBAL_STEP: 830150 | > loss_text_ce: 0.04047646000981331 (0.0349792789765576) | > loss_mel_ce: 2.6418535709381104 (nan) | > loss: 0.01064416766166687 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1414472735222474) | > loader_time: 0.0047 (0.004659119211597195)  --> TIME: 2025-03-25 04:50:43 -- STEP: 9770/31555 -- GLOBAL_STEP: 830200 | > loss_text_ce: 0.03436718508601189 (0.03497528636917667) | > loss_mel_ce: 2.7830827236175537 (nan) | > loss: 0.011180357076227665 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1414397770941196) | > loader_time: 0.0049 (0.004659075771163879)  --> TIME: 2025-03-25 04:50:53 -- STEP: 9820/31555 -- GLOBAL_STEP: 830250 | > loss_text_ce: 0.03865814581513405 (0.03497867864516776) | > loss_mel_ce: 2.7285966873168945 (nan) | > loss: 0.01098117046058178 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1414345130415409) | > loader_time: 0.0046 (0.004659033987041389)  --> TIME: 2025-03-25 04:51:03 -- STEP: 9870/31555 -- GLOBAL_STEP: 830300 | > loss_text_ce: 0.04023126885294914 (0.034985651267577314) | > loss_mel_ce: 2.9885952472686768 (nan) | > loss: 0.01201915368437767 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14145343294018065) | > loader_time: 0.0045 (0.0046595224372763125)  --> TIME: 2025-03-25 04:51:12 -- STEP: 9920/31555 -- GLOBAL_STEP: 830350 | > loss_text_ce: 0.0476590134203434 (0.03498718779169833) | > loss_mel_ce: 2.96653413772583 (nan) | > loss: 0.011961083859205246 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14144253293352738) | > loader_time: 0.0048 (0.004658664666837245)  --> TIME: 2025-03-25 04:51:22 -- STEP: 9970/31555 -- GLOBAL_STEP: 830400 | > loss_text_ce: 0.03665800392627716 (0.03498956031140796) | > loss_mel_ce: 2.882791519165039 (nan) | > loss: 0.011585118249058723 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1414417479915868) | > loader_time: 0.0045 (0.004659272053296715)  --> TIME: 2025-03-25 04:51:32 -- STEP: 10020/31555 -- GLOBAL_STEP: 830450 | > loss_text_ce: 0.029415687546133995 (0.03499054344475062) | > loss_mel_ce: 2.1248066425323486 (nan) | > loss: 0.008548501878976822 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14145401264141177) | > loader_time: 0.0046 (0.004659809561784618)  --> TIME: 2025-03-25 04:51:41 -- STEP: 10070/31555 -- GLOBAL_STEP: 830500 | > loss_text_ce: 0.033995259553194046 (0.0349931173116272) | > loss_mel_ce: 3.2179160118103027 (nan) | > loss: 0.012904410250484943 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.1414751959652033) | > loader_time: 0.0052 (0.004659968146974759)  --> TIME: 2025-03-25 04:51:51 -- STEP: 10120/31555 -- GLOBAL_STEP: 830550 | > loss_text_ce: 0.03419974073767662 (0.03499142102862192) | > loss_mel_ce: 1.7949782609939575 (nan) | > loss: 0.0072586433961987495 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14146442837394732) | > loader_time: 0.0045 (0.004659713162735027)  --> TIME: 2025-03-25 04:52:01 -- STEP: 10170/31555 -- GLOBAL_STEP: 830600 | > loss_text_ce: 0.037317004054784775 (0.034987219853185626) | > loss_mel_ce: 2.6395950317382812 (nan) | > loss: 0.010622667148709297 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14146097967641064) | > loader_time: 0.0045 (0.004660009986179752)  --> TIME: 2025-03-25 04:52:10 -- STEP: 10220/31555 -- GLOBAL_STEP: 830650 | > loss_text_ce: 0.029975702986121178 (0.03498424657551231) | > loss_mel_ce: 2.696549654006958 (nan) | > loss: 0.010819545947015285 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14144540840865563) | > loader_time: 0.0049 (0.004660480946244074)  --> TIME: 2025-03-25 04:52:20 -- STEP: 10270/31555 -- GLOBAL_STEP: 830700 | > loss_text_ce: 0.03463267534971237 (0.03498771452819228) | > loss_mel_ce: 2.905487537384033 (nan) | > loss: 0.011667144484817982 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14147012646962023) | > loader_time: 0.0044 (0.0046609752946610164)  --> TIME: 2025-03-25 04:52:30 -- STEP: 10320/31555 -- GLOBAL_STEP: 830750 | > loss_text_ce: 0.025051917880773544 (0.03498881950265139) | > loss_mel_ce: 2.7992990016937256 (nan) | > loss: 0.011207741685211658 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.1414474416610805) | > loader_time: 0.0047 (0.004660824934641504)  --> TIME: 2025-03-25 04:52:39 -- STEP: 10370/31555 -- GLOBAL_STEP: 830800 | > loss_text_ce: 0.03775184974074364 (0.03498398481123681) | > loss_mel_ce: 2.862929105758667 (nan) | > loss: 0.011510639451444149 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14143525662049708) | > loader_time: 0.0044 (0.004660768977931269)  --> TIME: 2025-03-25 04:52:49 -- STEP: 10420/31555 -- GLOBAL_STEP: 830850 | > loss_text_ce: 0.02737715095281601 (0.03498153244180958) | > loss_mel_ce: 2.4095518589019775 (nan) | > loss: 0.00967035349458456 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14142968421247765) | > loader_time: 0.0045 (0.004660241159962581)  --> TIME: 2025-03-25 04:52:58 -- STEP: 10470/31555 -- GLOBAL_STEP: 830900 | > loss_text_ce: 0.03407038003206253 (0.034976871802054346) | > loss_mel_ce: 3.18896484375 (nan) | > loss: 0.012789823114871979 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14142041208637016) | > loader_time: 0.0042 (0.004659944527925694)  --> TIME: 2025-03-25 04:53:08 -- STEP: 10520/31555 -- GLOBAL_STEP: 830950 | > loss_text_ce: 0.032966047525405884 (0.034981373784543) | > loss_mel_ce: 2.9487686157226562 (nan) | > loss: 0.01183228101581335 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14142300753992304) | > loader_time: 0.005 (0.004660077919978135)  --> TIME: 2025-03-25 04:53:18 -- STEP: 10570/31555 -- GLOBAL_STEP: 831000 | > loss_text_ce: 0.039484020322561264 (0.03498928315643223) | > loss_mel_ce: 2.6432390213012695 (nan) | > loss: 0.010645726695656776 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14141792265333533) | > loader_time: 0.0045 (0.004660171591795696)  --> TIME: 2025-03-25 04:53:27 -- STEP: 10620/31555 -- GLOBAL_STEP: 831050 | > loss_text_ce: 0.03898294270038605 (0.034997468798556294) | > loss_mel_ce: 2.7804858684539795 (nan) | > loss: 0.011188368313014507 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14142921006836678) | > loader_time: 0.0045 (0.004659865198835791)  --> TIME: 2025-03-25 04:53:37 -- STEP: 10670/31555 -- GLOBAL_STEP: 831100 | > loss_text_ce: 0.038875091820955276 (0.03500038640723745) | > loss_mel_ce: 2.556057929992676 (nan) | > loss: 0.010297354310750961 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14141875826094674) | > loader_time: 0.0045 (0.004659420927775251)  --> TIME: 2025-03-25 04:53:47 -- STEP: 10720/31555 -- GLOBAL_STEP: 831150 | > loss_text_ce: 0.03776386380195618 (0.03499832020858784) | > loss_mel_ce: 2.77122163772583 (nan) | > loss: 0.011146767996251583 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14143935568741878) | > loader_time: 0.0047 (0.004659190729482826)  --> TIME: 2025-03-25 04:53:56 -- STEP: 10770/31555 -- GLOBAL_STEP: 831200 | > loss_text_ce: 0.040597930550575256 (0.03499547766967773) | > loss_mel_ce: 2.8002116680145264 (nan) | > loss: 0.011273054406046867 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14142156701012656) | > loader_time: 0.0046 (0.004658686041057142)  --> TIME: 2025-03-25 04:54:06 -- STEP: 10820/31555 -- GLOBAL_STEP: 831250 | > loss_text_ce: 0.03719466179609299 (0.03499507158865554) | > loss_mel_ce: 3.0587143898010254 (nan) | > loss: 0.012285354547202587 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14144236071933866) | > loader_time: 0.0048 (0.00465850032411527)  --> TIME: 2025-03-25 04:54:16 -- STEP: 10870/31555 -- GLOBAL_STEP: 831300 | > loss_text_ce: 0.0283394493162632 (0.03499580055309008) | > loss_mel_ce: 2.9164865016937256 (nan) | > loss: 0.011685817502439022 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14142846609324403) | > loader_time: 0.0042 (0.004658065131748039)  --> TIME: 2025-03-25 04:54:25 -- STEP: 10920/31555 -- GLOBAL_STEP: 831350 | > loss_text_ce: 0.03878206014633179 (0.03499984840645816) | > loss_mel_ce: 3.0283236503601074 (nan) | > loss: 0.012171055190265179 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14142179910516553) | > loader_time: 0.0046 (0.00465760121852048)  --> TIME: 2025-03-25 04:54:35 -- STEP: 10970/31555 -- GLOBAL_STEP: 831400 | > loss_text_ce: 0.03346924111247063 (0.03499816654032676) | > loss_mel_ce: 3.0143332481384277 (nan) | > loss: 0.01209445483982563 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14140202768737856) | > loader_time: 0.0046 (0.0046575882702169094)  --> TIME: 2025-03-25 04:54:44 -- STEP: 11020/31555 -- GLOBAL_STEP: 831450 | > loss_text_ce: 0.03530155122280121 (0.03500228788874382) | > loss_mel_ce: 2.251354217529297 (nan) | > loss: 0.009074031375348568 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14139092297389566) | > loader_time: 0.0048 (0.004656865852065154)  --> TIME: 2025-03-25 04:54:54 -- STEP: 11070/31555 -- GLOBAL_STEP: 831500 | > loss_text_ce: 0.03684777021408081 (0.0349978621065609) | > loss_mel_ce: 2.3644304275512695 (nan) | > loss: 0.009528882801532745 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14140687264508772) | > loader_time: 0.0045 (0.004656773638703712)  --> TIME: 2025-03-25 04:55:04 -- STEP: 11120/31555 -- GLOBAL_STEP: 831550 | > loss_text_ce: 0.03516797721385956 (0.03500321409187651) | > loss_mel_ce: 3.137739896774292 (nan) | > loss: 0.012590904720127583 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1414124745044777) | > loader_time: 0.0048 (0.004656619691162627)  --> TIME: 2025-03-25 04:55:13 -- STEP: 11170/31555 -- GLOBAL_STEP: 831600 | > loss_text_ce: 0.04636869952082634 (0.035003711406855126) | > loss_mel_ce: 2.831678628921509 (nan) | > loss: 0.011420822702348232 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14141296815317242) | > loader_time: 0.0046 (0.004656451369569863)  --> TIME: 2025-03-25 04:55:23 -- STEP: 11220/31555 -- GLOBAL_STEP: 831650 | > loss_text_ce: 0.04074752703309059 (0.0349990724100367) | > loss_mel_ce: 2.550868272781372 (nan) | > loss: 0.010284190997481346 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14141631355897638) | > loader_time: 0.0048 (0.004656630021365539)  --> TIME: 2025-03-25 04:55:33 -- STEP: 11270/31555 -- GLOBAL_STEP: 831700 | > loss_text_ce: 0.03915844485163689 (0.03499657500464172) | > loss_mel_ce: 2.7145891189575195 (nan) | > loss: 0.010927570052444935 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14141441292750073) | > loader_time: 0.0047 (0.004656341293795268)  --> TIME: 2025-03-25 04:55:42 -- STEP: 11320/31555 -- GLOBAL_STEP: 831750 | > loss_text_ce: 0.0354250930249691 (0.034998213225570764) | > loss_mel_ce: 3.323988199234009 (nan) | > loss: 0.013331006281077862 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14140492144827294) | > loader_time: 0.0046 (0.00465584420483859)  --> TIME: 2025-03-25 04:55:52 -- STEP: 11370/31555 -- GLOBAL_STEP: 831800 | > loss_text_ce: 0.04631933942437172 (0.03499815117857733) | > loss_mel_ce: 2.9165732860565186 (nan) | > loss: 0.011757510714232922 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14139931227097746) | > loader_time: 0.0046 (0.004655806915531445)  --> TIME: 2025-03-25 04:56:02 -- STEP: 11420/31555 -- GLOBAL_STEP: 831850 | > loss_text_ce: 0.03597106784582138 (0.03499829218015003) | > loss_mel_ce: 2.617177963256836 (nan) | > loss: 0.010528369806706905 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14141140698133967) | > loader_time: 0.0047 (0.004655694042947342)  --> TIME: 2025-03-25 04:56:11 -- STEP: 11470/31555 -- GLOBAL_STEP: 831900 | > loss_text_ce: 0.041616711765527725 (0.0350055158355069) | > loss_mel_ce: 2.498046875 (nan) | > loss: 0.01007803063839674 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1413981228573176) | > loader_time: 0.0044 (0.00465484931350479)  --> TIME: 2025-03-25 04:56:21 -- STEP: 11520/31555 -- GLOBAL_STEP: 831950 | > loss_text_ce: 0.03368060663342476 (0.03500251389592043) | > loss_mel_ce: 2.608865261077881 (nan) | > loss: 0.010486293584108353 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14139082280712006) | > loader_time: 0.005 (0.004654396904839382)  --> TIME: 2025-03-25 04:56:30 -- STEP: 11570/31555 -- GLOBAL_STEP: 832000 | > loss_text_ce: 0.03657921776175499 (0.03500068701567027) | > loss_mel_ce: 2.854809284210205 (nan) | > loss: 0.011473764665424824 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14139326826291773) | > loader_time: 0.0046 (0.004654064462838111)  --> TIME: 2025-03-25 04:56:40 -- STEP: 11620/31555 -- GLOBAL_STEP: 832050 | > loss_text_ce: 0.019994301721453667 (0.03499557448177566) | > loss_mel_ce: 0.06304931640625 (nan) | > loss: 0.0003295381902717054 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1413895772369307) | > loader_time: 0.0044 (0.0046535620590905675)  --> TIME: 2025-03-25 04:56:50 -- STEP: 11670/31555 -- GLOBAL_STEP: 832100 | > loss_text_ce: 0.03926199674606323 (0.03499121070889736) | > loss_mel_ce: 2.5419135093688965 (nan) | > loss: 0.010242761112749577 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413879841744849) | > loader_time: 0.0046 (0.0046533800540260305)  --> TIME: 2025-03-25 04:57:00 -- STEP: 11720/31555 -- GLOBAL_STEP: 832150 | > loss_text_ce: 0.04440310224890709 (0.03498800982818088) | > loss_mel_ce: 2.4262216091156006 (nan) | > loss: 0.009804067201912403 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1413984446598808) | > loader_time: 0.0045 (0.004653038465936008)  --> TIME: 2025-03-25 04:57:10 -- STEP: 11770/31555 -- GLOBAL_STEP: 832200 | > loss_text_ce: 0.030899636447429657 (0.034990073202340786) | > loss_mel_ce: 0.04150390625 (nan) | > loss: 0.0002873156627174467 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1414183318868166) | > loader_time: 0.0045 (0.004653528613768675)  --> TIME: 2025-03-25 04:57:19 -- STEP: 11820/31555 -- GLOBAL_STEP: 832250 | > loss_text_ce: 0.041919078677892685 (0.034992224476717675) | > loss_mel_ce: 1.5186434984207153 (nan) | > loss: 0.006192709319293499 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14143080638749964) | > loader_time: 0.0044 (0.004653902566170712)  --> TIME: 2025-03-25 04:57:29 -- STEP: 11870/31555 -- GLOBAL_STEP: 832300 | > loss_text_ce: 0.03258126601576805 (0.0349909029376128) | > loss_mel_ce: 2.8533501625061035 (nan) | > loss: 0.011452109552919865 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14142108473741621) | > loader_time: 0.0047 (0.004654027015698872)  --> TIME: 2025-03-25 04:57:39 -- STEP: 11920/31555 -- GLOBAL_STEP: 832350 | > loss_text_ce: 0.04024709761142731 (0.03499527353482412) | > loss_mel_ce: 1.625917673110962 (nan) | > loss: 0.0066117653623223305 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14141635040708841) | > loader_time: 0.0045 (0.004653867499140268)  --> TIME: 2025-03-25 04:57:48 -- STEP: 11970/31555 -- GLOBAL_STEP: 832400 | > loss_text_ce: 0.02654065564274788 (0.034997143707593624) | > loss_mel_ce: 2.587773561477661 (nan) | > loss: 0.010374263860285282 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1414168171814909) | > loader_time: 0.0043 (0.0046533553721810955)  --> TIME: 2025-03-25 04:57:58 -- STEP: 12020/31555 -- GLOBAL_STEP: 832450 | > loss_text_ce: 0.02802075259387493 (0.03499700097133169) | > loss_mel_ce: 3.251288414001465 (nan) | > loss: 0.013013132847845554 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14142257163607946) | > loader_time: 0.0044 (0.00465268182278471)  --> TIME: 2025-03-25 04:58:08 -- STEP: 12070/31555 -- GLOBAL_STEP: 832500 | > loss_text_ce: 0.03127347305417061 (0.034996069225852196) | > loss_mel_ce: 2.620274543762207 (nan) | > loss: 0.010522016324102879 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1414302936544476) | > loader_time: 0.0049 (0.004652263709307682)  --> TIME: 2025-03-25 04:58:18 -- STEP: 12120/31555 -- GLOBAL_STEP: 832550 | > loss_text_ce: 0.03702683001756668 (0.03499261995649927) | > loss_mel_ce: 2.739522933959961 (nan) | > loss: 0.011018055491149426 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1414396220307935) | > loader_time: 0.0045 (0.004652149154014691)  --> TIME: 2025-03-25 04:58:27 -- STEP: 12170/31555 -- GLOBAL_STEP: 832600 | > loss_text_ce: 0.029215345159173012 (0.03499429492286008) | > loss_mel_ce: 2.863191604614258 (nan) | > loss: 0.01147780567407608 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14143389962007527) | > loader_time: 0.0044 (0.004651978178502284)  --> TIME: 2025-03-25 04:58:37 -- STEP: 12220/31555 -- GLOBAL_STEP: 832650 | > loss_text_ce: 0.04082578048110008 (0.03500241259815636) | > loss_mel_ce: 2.2202131748199463 (nan) | > loss: 0.008972377516329288 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1414448471974629) | > loader_time: 0.0048 (0.004651811801860431)  --> TIME: 2025-03-25 04:58:47 -- STEP: 12270/31555 -- GLOBAL_STEP: 832700 | > loss_text_ce: 0.04196285456418991 (0.03500843394036117) | > loss_mel_ce: 2.775517463684082 (nan) | > loss: 0.011180478148162365 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1414559899837683) | > loader_time: 0.0048 (0.004651765757298775)  --> TIME: 2025-03-25 04:58:56 -- STEP: 12320/31555 -- GLOBAL_STEP: 832750 | > loss_text_ce: 0.029374834150075912 (0.03500869285728019) | > loss_mel_ce: 3.02099609375 (nan) | > loss: 0.012104647234082222 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14144681545047075) | > loader_time: 0.0046 (0.004651518011247933)  --> TIME: 2025-03-25 04:59:06 -- STEP: 12370/31555 -- GLOBAL_STEP: 832800 | > loss_text_ce: 0.03865060582756996 (0.035009668797868904) | > loss_mel_ce: 3.2639079093933105 (nan) | > loss: 0.013105391524732113 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14142605591514237) | > loader_time: 0.0045 (0.004652237949972662)  --> TIME: 2025-03-25 04:59:15 -- STEP: 12420/31555 -- GLOBAL_STEP: 832850 | > loss_text_ce: 0.0310742799192667 (0.03500797428046734) | > loss_mel_ce: 2.667271137237549 (nan) | > loss: 0.010707720182836056 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1413989405701133) | > loader_time: 0.0045 (0.004651966110327754)  --> TIME: 2025-03-25 04:59:25 -- STEP: 12470/31555 -- GLOBAL_STEP: 832900 | > loss_text_ce: 0.03077789396047592 (0.0350048329057538) | > loss_mel_ce: 1.7678018808364868 (nan) | > loss: 0.007137221749871969 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14141379370150292) | > loader_time: 0.0046 (0.00465207671583796)  --> TIME: 2025-03-25 04:59:34 -- STEP: 12520/31555 -- GLOBAL_STEP: 832950 | > loss_text_ce: 0.03924081474542618 (0.03500900097204724) | > loss_mel_ce: 2.9968578815460205 (nan) | > loss: 0.012048011645674706 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.141408320166433) | > loader_time: 0.0045 (0.004652099258983455)  --> TIME: 2025-03-25 04:59:44 -- STEP: 12570/31555 -- GLOBAL_STEP: 833000 | > loss_text_ce: 0.03438130021095276 (0.03501323742877958) | > loss_mel_ce: 3.1287620067596436 (nan) | > loss: 0.012552157044410706 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14143070833210775) | > loader_time: 0.0047 (0.0046519121482624295)  --> TIME: 2025-03-25 04:59:54 -- STEP: 12620/31555 -- GLOBAL_STEP: 833050 | > loss_text_ce: 0.02646687440574169 (0.03501114766600525) | > loss_mel_ce: 2.217313766479492 (nan) | > loss: 0.008903891779482365 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14142111237566785) | > loader_time: 0.0045 (0.004651725764508834)  --> TIME: 2025-03-25 05:00:03 -- STEP: 12670/31555 -- GLOBAL_STEP: 833100 | > loss_text_ce: 0.0352666936814785 (0.03500687361429518) | > loss_mel_ce: 3.4509263038635254 (nan) | > loss: 0.013834100216627121 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14141157966198303) | > loader_time: 0.0048 (0.004651979319957049)  --> TIME: 2025-03-25 05:00:13 -- STEP: 12720/31555 -- GLOBAL_STEP: 833150 | > loss_text_ce: 0.03299115225672722 (0.035007130603361664) | > loss_mel_ce: 2.4287312030792236 (nan) | > loss: 0.009768740274012089 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14142701524608559) | > loader_time: 0.0045 (0.004652074091839312)  --> TIME: 2025-03-25 05:00:23 -- STEP: 12770/31555 -- GLOBAL_STEP: 833200 | > loss_text_ce: 0.035221245139837265 (0.03500745472867999) | > loss_mel_ce: 2.920703649520874 (nan) | > loss: 0.011729861609637737 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14144567235335792) | > loader_time: 0.0053 (0.004652106528554724)  --> TIME: 2025-03-25 05:00:33 -- STEP: 12820/31555 -- GLOBAL_STEP: 833250 | > loss_text_ce: 0.034778594970703125 (0.03500560646493125) | > loss_mel_ce: 2.388068199157715 (nan) | > loss: 0.009614472277462482 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1414343048369459) | > loader_time: 0.0044 (0.0046519799463090325)  --> TIME: 2025-03-25 05:00:43 -- STEP: 12870/31555 -- GLOBAL_STEP: 833300 | > loss_text_ce: 0.04051142930984497 (0.035002789149464676) | > loss_mel_ce: 3.0182228088378906 (nan) | > loss: 0.012137834914028645 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14145027512992758) | > loader_time: 0.0046 (0.0046519352839543004)  --> TIME: 2025-03-25 05:00:52 -- STEP: 12920/31555 -- GLOBAL_STEP: 833350 | > loss_text_ce: 0.02993796579539776 (0.03499537247122088) | > loss_mel_ce: 2.0655274391174316 (nan) | > loss: 0.00831533968448639 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1414361854086722) | > loader_time: 0.0047 (0.004651789510213159)  --> TIME: 2025-03-25 05:01:02 -- STEP: 12970/31555 -- GLOBAL_STEP: 833400 | > loss_text_ce: 0.033415909856557846 (0.03499465235670546) | > loss_mel_ce: 3.0927999019622803 (nan) | > loss: 0.012405618093907833 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1414401192433485) | > loader_time: 0.0046 (0.004651895797335351)  --> TIME: 2025-03-25 05:01:11 -- STEP: 13020/31555 -- GLOBAL_STEP: 833450 | > loss_text_ce: 0.040222227573394775 (0.03500019499521345) | > loss_mel_ce: 2.4589450359344482 (nan) | > loss: 0.00991733092814684 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14142200095312954) | > loader_time: 0.0043 (0.004651611869419384)  --> TIME: 2025-03-25 05:01:21 -- STEP: 13070/31555 -- GLOBAL_STEP: 833500 | > loss_text_ce: 0.025308063253760338 (0.03500198270112293) | > loss_mel_ce: 1.2709472179412842 (nan) | > loss: 0.005143870133906603 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14142668515375423) | > loader_time: 0.0045 (0.004651336024166866)  --> TIME: 2025-03-25 05:01:31 -- STEP: 13120/31555 -- GLOBAL_STEP: 833550 | > loss_text_ce: 0.02726345881819725 (0.03500230213174338) | > loss_mel_ce: 3.114435911178589 (nan) | > loss: 0.012467061169445515 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1414258626539535) | > loader_time: 0.0046 (0.0046513320105831596)  --> TIME: 2025-03-25 05:01:40 -- STEP: 13170/31555 -- GLOBAL_STEP: 833600 | > loss_text_ce: 0.047576721757650375 (0.035002203683751426) | > loss_mel_ce: 4.766520023345947 (nan) | > loss: 0.019103560596704483 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14141689020300266) | > loader_time: 0.0045 (0.0046512608466586286)  --> TIME: 2025-03-25 05:01:50 -- STEP: 13220/31555 -- GLOBAL_STEP: 833650 | > loss_text_ce: 0.03786816447973251 (0.0350084963756925) | > loss_mel_ce: 2.947819471359253 (nan) | > loss: 0.011847968213260174 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14140724881514147) | > loader_time: 0.0048 (0.004651344760283018)  --> TIME: 2025-03-25 05:01:59 -- STEP: 13270/31555 -- GLOBAL_STEP: 833700 | > loss_text_ce: 0.03310251235961914 (0.035003826846442314) | > loss_mel_ce: 2.9518990516662598 (nan) | > loss: 0.011845245026051998 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14141224501451008) | > loader_time: 0.0047 (0.004650992833319317)  --> TIME: 2025-03-25 05:02:09 -- STEP: 13320/31555 -- GLOBAL_STEP: 833750 | > loss_text_ce: 0.03171522542834282 (0.034996880010936655) | > loss_mel_ce: 3.1189403533935547 (nan) | > loss: 0.01250260230153799 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14141443955289745) | > loader_time: 0.0043 (0.0046509276639233686)  --> TIME: 2025-03-25 05:02:19 -- STEP: 13370/31555 -- GLOBAL_STEP: 833800 | > loss_text_ce: 0.038217585533857346 (0.03499512109402557) | > loss_mel_ce: 3.1210079193115234 (nan) | > loss: 0.012536609545350075 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14144760879368287) | > loader_time: 0.0045 (0.004650397807159066)  --> TIME: 2025-03-25 05:02:29 -- STEP: 13420/31555 -- GLOBAL_STEP: 833850 | > loss_text_ce: 0.03340670093894005 (0.034994869158518634) | > loss_mel_ce: 3.2366042137145996 (nan) | > loss: 0.012976234778761864 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1414478114393895) | > loader_time: 0.0046 (0.004649748301186236)  --> TIME: 2025-03-25 05:02:38 -- STEP: 13470/31555 -- GLOBAL_STEP: 833900 | > loss_text_ce: 0.033230870962142944 (0.03499748237899826) | > loss_mel_ce: 2.5900423526763916 (nan) | > loss: 0.010409814305603504 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14143782159356472) | > loader_time: 0.0045 (0.004648994178177236)  --> TIME: 2025-03-25 05:02:48 -- STEP: 13520/31555 -- GLOBAL_STEP: 833950 | > loss_text_ce: 0.03513043746352196 (0.03499687438212152) | > loss_mel_ce: 2.767976760864258 (nan) | > loss: 0.011123442091047764 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14143457530870987) | > loader_time: 0.0046 (0.004648896416968829)  --> TIME: 2025-03-25 05:02:58 -- STEP: 13570/31555 -- GLOBAL_STEP: 834000 | > loss_text_ce: 0.019896507263183594 (0.03499228102474166) | > loss_mel_ce: 2.9725074768066406 (nan) | > loss: 0.011874619871377945 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1414293998290974) | > loader_time: 0.0044 (0.004648783212210536)  --> TIME: 2025-03-25 05:03:07 -- STEP: 13620/31555 -- GLOBAL_STEP: 834050 | > loss_text_ce: 0.033529192209243774 (0.03499064566437623) | > loss_mel_ce: 1.6356223821640015 (nan) | > loss: 0.006623617839068174 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1414293763746077) | > loader_time: 0.0048 (0.004648634883275621)  --> TIME: 2025-03-25 05:03:17 -- STEP: 13670/31555 -- GLOBAL_STEP: 834100 | > loss_text_ce: 0.04001603648066521 (0.0349888057506561) | > loss_mel_ce: 0.4298299252986908 (nan) | > loss: 0.0018644682131707668 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14142268228984373) | > loader_time: 0.0045 (0.004649184878585783)  --> TIME: 2025-03-25 05:03:27 -- STEP: 13720/31555 -- GLOBAL_STEP: 834150 | > loss_text_ce: 0.039801497012376785 (0.03498909052783142) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1414248603252213) | > loader_time: 0.0048 (0.004649295647012228)  --> TIME: 2025-03-25 05:03:36 -- STEP: 13770/31555 -- GLOBAL_STEP: 834200 | > loss_text_ce: 0.03807976841926575 (0.034988232225398826) | > loss_mel_ce: 2.4896798133850098 (nan) | > loss: 0.010030792094767094 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14142294144751671) | > loader_time: 0.0046 (0.004649459372072332)  --> TIME: 2025-03-25 05:03:45 -- STEP: 13820/31555 -- GLOBAL_STEP: 834250 | > loss_text_ce: 0.03820018097758293 (0.03498550101531086) | > loss_mel_ce: 2.813903331756592 (nan) | > loss: 0.011317871510982513 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14139876890113523) | > loader_time: 0.0047 (0.004649622429987092)  --> TIME: 2025-03-25 05:03:55 -- STEP: 13870/31555 -- GLOBAL_STEP: 834300 | > loss_text_ce: 0.0266468096524477 (0.03498041524001882) | > loss_mel_ce: 2.3515713214874268 (nan) | > loss: 0.009437373839318752 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14138342189376307) | > loader_time: 0.0045 (0.004649732537465533)  --> TIME: 2025-03-25 05:04:05 -- STEP: 13920/31555 -- GLOBAL_STEP: 834350 | > loss_text_ce: 0.03157370537519455 (0.03498488602077262) | > loss_mel_ce: 2.826904058456421 (nan) | > loss: 0.01134316623210907 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.141390488048395) | > loader_time: 0.0046 (0.0046496875669764185)  --> TIME: 2025-03-25 05:04:14 -- STEP: 13970/31555 -- GLOBAL_STEP: 834400 | > loss_text_ce: 0.03317940980195999 (0.03497957262332552) | > loss_mel_ce: 3.04465389251709 (nan) | > loss: 0.012213625013828278 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14137177404200296) | > loader_time: 0.0045 (0.004649417146069692)  --> TIME: 2025-03-25 05:04:24 -- STEP: 14020/31555 -- GLOBAL_STEP: 834450 | > loss_text_ce: 0.03391827270388603 (0.034985289904494926) | > loss_mel_ce: 1.535668969154358 (nan) | > loss: 0.006228521000593901 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14138031039870633) | > loader_time: 0.0044 (0.004649387718777495)  --> TIME: 2025-03-25 05:04:33 -- STEP: 14070/31555 -- GLOBAL_STEP: 834500 | > loss_text_ce: 0.03573375940322876 (0.03498341211884979) | > loss_mel_ce: 2.8688716888427734 (nan) | > loss: 0.011526212096214294 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14137487558922066) | > loader_time: 0.005 (0.004649317374700488)  --> TIME: 2025-03-25 05:04:43 -- STEP: 14120/31555 -- GLOBAL_STEP: 834550 | > loss_text_ce: 0.03660881891846657 (0.034983005589692154) | > loss_mel_ce: 1.6157299280166626 (nan) | > loss: 0.006556900218129158 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14136819746609142) | > loader_time: 0.0046 (0.004649457293259166)  --> TIME: 2025-03-25 05:04:53 -- STEP: 14170/31555 -- GLOBAL_STEP: 834600 | > loss_text_ce: 0.046256620436906815 (0.0349782396915015) | > loss_mel_ce: 2.912137985229492 (nan) | > loss: 0.011739661917090416 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14137137171745995) | > loader_time: 0.0046 (0.004649458204093058)  --> TIME: 2025-03-25 05:05:02 -- STEP: 14220/31555 -- GLOBAL_STEP: 834650 | > loss_text_ce: 0.03751179203391075 (0.034976916582193984) | > loss_mel_ce: 2.646951198577881 (nan) | > loss: 0.010652631521224976 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14135479063592069) | > loader_time: 0.0065 (0.0046494863539640555)  --> TIME: 2025-03-25 05:05:12 -- STEP: 14270/31555 -- GLOBAL_STEP: 834700 | > loss_text_ce: 0.03831110894680023 (0.03497773448714095) | > loss_mel_ce: 2.757725954055786 (nan) | > loss: 0.011095385067164898 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1413503642339515) | > loader_time: 0.0046 (0.004649477733459668)  --> TIME: 2025-03-25 05:05:21 -- STEP: 14320/31555 -- GLOBAL_STEP: 834750 | > loss_text_ce: 0.055823590606451035 (0.03497710925521717) | > loss_mel_ce: 3.0902695655822754 (nan) | > loss: 0.012484497390687466 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14133969586987766) | > loader_time: 0.0044 (0.004649373805722692)  --> TIME: 2025-03-25 05:05:31 -- STEP: 14370/31555 -- GLOBAL_STEP: 834800 | > loss_text_ce: 0.028599392622709274 (0.03497294023459314) | > loss_mel_ce: 2.448678970336914 (nan) | > loss: 0.009830471128225327 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14135786513114226) | > loader_time: 0.005 (0.004649474360333917)  --> TIME: 2025-03-25 05:05:41 -- STEP: 14420/31555 -- GLOBAL_STEP: 834850 | > loss_text_ce: 0.03247217833995819 (0.034970336512439006) | > loss_mel_ce: 2.636026620864868 (nan) | > loss: 0.010589281097054482 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14135608463115445) | > loader_time: 0.0045 (0.004649102836640613)  --> TIME: 2025-03-25 05:05:50 -- STEP: 14470/31555 -- GLOBAL_STEP: 834900 | > loss_text_ce: 0.02882104367017746 (0.03497061602354216) | > loss_mel_ce: 2.5355355739593506 (nan) | > loss: 0.010176018811762333 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14135032416872959) | > loader_time: 0.0045 (0.0046486879433115655)  --> TIME: 2025-03-25 05:06:00 -- STEP: 14520/31555 -- GLOBAL_STEP: 834950 | > loss_text_ce: 0.036081619560718536 (0.034970669371406894) | > loss_mel_ce: 2.9162869453430176 (nan) | > loss: 0.011715748347342014 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14136748749034173) | > loader_time: 0.0042 (0.004649153704813999)  --> TIME: 2025-03-25 05:06:10 -- STEP: 14570/31555 -- GLOBAL_STEP: 835000 | > loss_text_ce: 0.02452053315937519 (0.03496870111709865) | > loss_mel_ce: 0.034515380859375 (nan) | > loss: 0.0002342695079278201 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1413741740283695) | > loader_time: 0.0046 (0.0046491292215162525)  --> TIME: 2025-03-25 05:06:20 -- STEP: 14620/31555 -- GLOBAL_STEP: 835050 | > loss_text_ce: 0.03174244612455368 (0.034972172794881386) | > loss_mel_ce: 2.7996840476989746 (nan) | > loss: 0.011235819198191166 (nan) | > current_lr: 5e-06 | > step_time: 0.1907 (0.14136504680122172) | > loader_time: 0.0052 (0.004649387110437461)  --> TIME: 2025-03-25 05:06:30 -- STEP: 14670/31555 -- GLOBAL_STEP: 835100 | > loss_text_ce: 0.034968409687280655 (0.034971542940960706) | > loss_mel_ce: 2.524244785308838 (nan) | > loss: 0.01015560794621706 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14138407146516302) | > loader_time: 0.0047 (0.004649676623276144)  --> TIME: 2025-03-25 05:06:39 -- STEP: 14720/31555 -- GLOBAL_STEP: 835150 | > loss_text_ce: 0.04029947146773338 (0.034970021928387246) | > loss_mel_ce: 2.506539821624756 (nan) | > loss: 0.010106505826115608 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1413886899695452) | > loader_time: 0.0045 (0.004649741315971232)  --> TIME: 2025-03-25 05:06:49 -- STEP: 14770/31555 -- GLOBAL_STEP: 835200 | > loss_text_ce: 0.020351054146885872 (0.03496367041874089) | > loss_mel_ce: 1.8808835744857788 (nan) | > loss: 0.0075445822440087795 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1413981394745166) | > loader_time: 0.0045 (0.004649607991558824)  --> TIME: 2025-03-25 05:06:59 -- STEP: 14820/31555 -- GLOBAL_STEP: 835250 | > loss_text_ce: 0.038615670055150986 (0.03496168399589104) | > loss_mel_ce: 2.9023962020874023 (nan) | > loss: 0.011670682579278946 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14138843871643061) | > loader_time: 0.0046 (0.004649419356615097)  --> TIME: 2025-03-25 05:07:08 -- STEP: 14870/31555 -- GLOBAL_STEP: 835300 | > loss_text_ce: 0.03404417261481285 (0.03495839993959818) | > loss_mel_ce: 2.007683515548706 (nan) | > loss: 0.008102094754576683 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14139358341573663) | > loader_time: 0.0049 (0.004649349756503777)  --> TIME: 2025-03-25 05:07:18 -- STEP: 14920/31555 -- GLOBAL_STEP: 835350 | > loss_text_ce: 0.0294815506786108 (0.034955071715573126) | > loss_mel_ce: 2.85343074798584 (nan) | > loss: 0.011440129019320011 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14139760863685133) | > loader_time: 0.0046 (0.004649427301442637)  --> TIME: 2025-03-25 05:07:28 -- STEP: 14970/31555 -- GLOBAL_STEP: 835400 | > loss_text_ce: 0.027667641639709473 (0.03495469698701091) | > loss_mel_ce: 2.420072078704834 (nan) | > loss: 0.009713253006339073 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14139447167625285) | > loader_time: 0.0045 (0.004649627360010735)  --> TIME: 2025-03-25 05:07:37 -- STEP: 15020/31555 -- GLOBAL_STEP: 835450 | > loss_text_ce: 0.03229518607258797 (0.03495216635186051) | > loss_mel_ce: 2.6983754634857178 (nan) | > loss: 0.010835994966328144 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14137873343240442) | > loader_time: 0.0048 (0.004649478538376019)  --> TIME: 2025-03-25 05:07:47 -- STEP: 15070/31555 -- GLOBAL_STEP: 835500 | > loss_text_ce: 0.02974270097911358 (0.03494869976872411) | > loss_mel_ce: 2.4886372089385986 (nan) | > loss: 0.009993571788072586 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14137848072203918) | > loader_time: 0.0045 (0.004649542781321021)  --> TIME: 2025-03-25 05:07:57 -- STEP: 15120/31555 -- GLOBAL_STEP: 835550 | > loss_text_ce: 0.04136759042739868 (0.034942336142846635) | > loss_mel_ce: 3.1952733993530273 (nan) | > loss: 0.012843813747167587 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1413817031515973) | > loader_time: 0.0043 (0.004649413972304593)  --> TIME: 2025-03-25 05:08:06 -- STEP: 15170/31555 -- GLOBAL_STEP: 835600 | > loss_text_ce: 0.03511340171098709 (0.03494049173533602) | > loss_mel_ce: 2.79282546043396 (nan) | > loss: 0.01122197974473238 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1413899873382733) | > loader_time: 0.0044 (0.00464915504719601)  --> TIME: 2025-03-25 05:08:16 -- STEP: 15220/31555 -- GLOBAL_STEP: 835650 | > loss_text_ce: 0.027436379343271255 (0.03494408926284051) | > loss_mel_ce: 0.9612765908241272 (nan) | > loss: 0.0039234645664691925 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1414084391900967) | > loader_time: 0.0056 (0.0046491825470942995)  --> TIME: 2025-03-25 05:08:26 -- STEP: 15270/31555 -- GLOBAL_STEP: 835700 | > loss_text_ce: 0.04279002547264099 (0.034946560718548514) | > loss_mel_ce: 0.05072021484375 (nan) | > loss: 0.00037107241223566234 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14140399226817607) | > loader_time: 0.0044 (0.004649474016575524)  --> TIME: 2025-03-25 05:08:36 -- STEP: 15320/31555 -- GLOBAL_STEP: 835750 | > loss_text_ce: 0.03946511819958687 (0.03494296345760068) | > loss_mel_ce: 0.0506998710334301 (nan) | > loss: 0.0003577976021915674 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14140971608012562) | > loader_time: 0.0047 (0.004649588753598148)  --> TIME: 2025-03-25 05:08:45 -- STEP: 15370/31555 -- GLOBAL_STEP: 835800 | > loss_text_ce: 0.03330375254154205 (0.03494324990564554) | > loss_mel_ce: 3.1392452716827393 (nan) | > loss: 0.012589480727910995 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14139558001625627) | > loader_time: 0.007 (0.004649666585779514)  --> TIME: 2025-03-25 05:08:55 -- STEP: 15420/31555 -- GLOBAL_STEP: 835850 | > loss_text_ce: 0.03564814478158951 (0.03494104208357043) | > loss_mel_ce: 2.690700054168701 (nan) | > loss: 0.01081884279847145 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14140048690343218) | > loader_time: 0.0048 (0.0046496202200457725)  --> TIME: 2025-03-25 05:09:05 -- STEP: 15470/31555 -- GLOBAL_STEP: 835900 | > loss_text_ce: 0.04428107663989067 (0.03494363703500689) | > loss_mel_ce: 2.9144670963287354 (nan) | > loss: 0.011741064488887787 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1414011826881999) | > loader_time: 0.0049 (0.004649750417328357)  --> TIME: 2025-03-25 05:09:14 -- STEP: 15520/31555 -- GLOBAL_STEP: 835950 | > loss_text_ce: 0.03348539024591446 (0.034943584712058995) | > loss_mel_ce: 2.508695125579834 (nan) | > loss: 0.010088018141686916 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14139193035278158) | > loader_time: 0.0044 (0.004649343886940732)  --> TIME: 2025-03-25 05:09:24 -- STEP: 15570/31555 -- GLOBAL_STEP: 836000 | > loss_text_ce: 0.03279212489724159 (0.03494873182248748) | > loss_mel_ce: 2.6300721168518066 (nan) | > loss: 0.010566921904683113 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14140695127525194) | > loader_time: 0.0047 (0.004649607753937397)  --> TIME: 2025-03-25 05:09:33 -- STEP: 15620/31555 -- GLOBAL_STEP: 836050 | > loss_text_ce: 0.03578376770019531 (0.03494715944198455) | > loss_mel_ce: 1.2541853189468384 (nan) | > loss: 0.005118925124406815 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14139928390366202) | > loader_time: 0.0046 (0.004649498337514863)  --> TIME: 2025-03-25 05:09:43 -- STEP: 15670/31555 -- GLOBAL_STEP: 836100 | > loss_text_ce: 0.03412209078669548 (0.03494365248709071) | > loss_mel_ce: 2.4565200805664062 (nan) | > loss: 0.009883500635623932 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14140709604361934) | > loader_time: 0.0045 (0.004649354168466479)  --> TIME: 2025-03-25 05:09:53 -- STEP: 15720/31555 -- GLOBAL_STEP: 836150 | > loss_text_ce: 0.025963706895709038 (0.03494058887210009) | > loss_mel_ce: 2.254239797592163 (nan) | > loss: 0.00904842745512724 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14141917434964202) | > loader_time: 0.0044 (0.004649239611686321)  --> TIME: 2025-03-25 05:10:03 -- STEP: 15770/31555 -- GLOBAL_STEP: 836200 | > loss_text_ce: 0.027725713327527046 (0.0349371897698644) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14141579452918648) | > loader_time: 0.0044 (0.004649203989274438)  --> TIME: 2025-03-25 05:10:12 -- STEP: 15820/31555 -- GLOBAL_STEP: 836250 | > loss_text_ce: 0.03729952499270439 (0.034932530497750636) | > loss_mel_ce: 3.1301238536834717 (nan) | > loss: 0.012569141574203968 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14141824427808466) | > loader_time: 0.0045 (0.004649297853486711)  --> TIME: 2025-03-25 05:10:22 -- STEP: 15870/31555 -- GLOBAL_STEP: 836300 | > loss_text_ce: 0.035029761493206024 (0.03493146198157927) | > loss_mel_ce: 2.7954797744750977 (nan) | > loss: 0.011232180520892143 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14141982971833233) | > loader_time: 0.0044 (0.004649232511033616)  --> TIME: 2025-03-25 05:10:32 -- STEP: 15920/31555 -- GLOBAL_STEP: 836350 | > loss_text_ce: 0.025205189362168312 (0.034929188942751994) | > loss_mel_ce: 1.9349637031555176 (nan) | > loss: 0.007778448052704334 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.1414243100725829) | > loader_time: 0.0046 (0.004649242354397781)  --> TIME: 2025-03-25 05:10:42 -- STEP: 15970/31555 -- GLOBAL_STEP: 836400 | > loss_text_ce: 0.03276759386062622 (0.034927902266770394) | > loss_mel_ce: 2.4218502044677734 (nan) | > loss: 0.009740547277033329 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14142299052246263) | > loader_time: 0.0047 (0.004649268722414729)  --> TIME: 2025-03-25 05:10:51 -- STEP: 16020/31555 -- GLOBAL_STEP: 836450 | > loss_text_ce: 0.028475763276219368 (0.034925934864666205) | > loss_mel_ce: 3.037227153778076 (nan) | > loss: 0.012165488675236702 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1414158456334464) | > loader_time: 0.0047 (0.004649224471807761)  --> TIME: 2025-03-25 05:11:00 -- STEP: 16070/31555 -- GLOBAL_STEP: 836500 | > loss_text_ce: 0.031350281089544296 (0.034927607107821765) | > loss_mel_ce: 0.0485026054084301 (nan) | > loss: 0.00031687653972767293 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14139089048761902) | > loader_time: 0.0045 (0.004649138213242501)  --> TIME: 2025-03-25 05:11:10 -- STEP: 16120/31555 -- GLOBAL_STEP: 836550 | > loss_text_ce: 0.029185747727751732 (0.03492741690054259) | > loss_mel_ce: 3.212855815887451 (nan) | > loss: 0.012865245342254639 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14137553911351128) | > loader_time: 0.0044 (0.00464877332410503)  --> TIME: 2025-03-25 05:11:19 -- STEP: 16170/31555 -- GLOBAL_STEP: 836600 | > loss_text_ce: 0.02949659340083599 (0.034926864016863325) | > loss_mel_ce: 2.1104869842529297 (nan) | > loss: 0.008491999469697475 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.14135706696011985) | > loader_time: 0.0044 (0.004648429652976619)  --> TIME: 2025-03-25 05:11:29 -- STEP: 16220/31555 -- GLOBAL_STEP: 836650 | > loss_text_ce: 0.03743739053606987 (0.034928123346207214) | > loss_mel_ce: 3.3138210773468018 (nan) | > loss: 0.013298645615577698 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14136079344002772) | > loader_time: 0.0046 (0.00464813919455436)  --> TIME: 2025-03-25 05:11:38 -- STEP: 16270/31555 -- GLOBAL_STEP: 836700 | > loss_text_ce: 0.03619210794568062 (0.03493012783850859) | > loss_mel_ce: 2.7105493545532227 (nan) | > loss: 0.010899768210947514 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.1413526714983793) | > loader_time: 0.0044 (0.004647814209064075)  --> TIME: 2025-03-25 05:11:48 -- STEP: 16320/31555 -- GLOBAL_STEP: 836750 | > loss_text_ce: 0.03884321078658104 (0.034928760251975347) | > loss_mel_ce: 3.0626461505889893 (nan) | > loss: 0.012307497672736645 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14136073339511399) | > loader_time: 0.0046 (0.004647792788112848)  --> TIME: 2025-03-25 05:11:58 -- STEP: 16370/31555 -- GLOBAL_STEP: 836800 | > loss_text_ce: 0.033748235553503036 (0.03493196541442329) | > loss_mel_ce: 3.082862138748169 (nan) | > loss: 0.012367501854896545 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14135587911600042) | > loader_time: 0.0048 (0.0046475364729334084)  --> TIME: 2025-03-25 05:12:07 -- STEP: 16420/31555 -- GLOBAL_STEP: 836850 | > loss_text_ce: 0.03189294412732124 (0.03492993736939094) | > loss_mel_ce: 2.1156840324401855 (nan) | > loss: 0.008522131480276585 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14136157573068073) | > loader_time: 0.0046 (0.0046477255809611855)  --> TIME: 2025-03-25 05:12:17 -- STEP: 16470/31555 -- GLOBAL_STEP: 836900 | > loss_text_ce: 0.03215363994240761 (0.034930128221692426) | > loss_mel_ce: 2.914773464202881 (nan) | > loss: 0.011694155633449554 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.1413645133005179) | > loader_time: 0.0046 (0.004648106562852409)  --> TIME: 2025-03-25 05:12:27 -- STEP: 16520/31555 -- GLOBAL_STEP: 836950 | > loss_text_ce: 0.024880921468138695 (0.03493023056336216) | > loss_mel_ce: 2.7929794788360596 (nan) | > loss: 0.011181985959410667 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1413593121648704) | > loader_time: 0.0069 (0.0046482056162836325)  --> TIME: 2025-03-25 05:12:36 -- STEP: 16570/31555 -- GLOBAL_STEP: 837000 | > loss_text_ce: 0.03651273995637894 (0.03493122405523753) | > loss_mel_ce: 2.8019180297851562 (nan) | > loss: 0.01126361545175314 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14133717366277881) | > loader_time: 0.0046 (0.004647964429769001)  --> TIME: 2025-03-25 05:12:45 -- STEP: 16620/31555 -- GLOBAL_STEP: 837050 | > loss_text_ce: 0.04911603033542633 (0.03493105698921566) | > loss_mel_ce: 1.3668323755264282 (nan) | > loss: 0.005618843249976635 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14132591883341505) | > loader_time: 0.0044 (0.0046477543748242615)  --> TIME: 2025-03-25 05:12:55 -- STEP: 16670/31555 -- GLOBAL_STEP: 837100 | > loss_text_ce: 0.030285844579339027 (0.03493230050272153) | > loss_mel_ce: 3.115462303161621 (nan) | > loss: 0.012483128346502781 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14132024214949984) | > loader_time: 0.0047 (0.0046475036314453265)  --> TIME: 2025-03-25 05:13:05 -- STEP: 16720/31555 -- GLOBAL_STEP: 837150 | > loss_text_ce: 0.03672918677330017 (0.034932346422554966) | > loss_mel_ce: 2.0973143577575684 (nan) | > loss: 0.008468426764011383 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14132112571212127) | > loader_time: 0.0043 (0.004647185272006883)  --> TIME: 2025-03-25 05:13:15 -- STEP: 16770/31555 -- GLOBAL_STEP: 837200 | > loss_text_ce: 0.035693299025297165 (0.03493076149700792) | > loss_mel_ce: 3.0588626861572266 (nan) | > loss: 0.012279985472559929 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14133355289111232) | > loader_time: 0.0048 (0.004647143824013757)  --> TIME: 2025-03-25 05:13:24 -- STEP: 16820/31555 -- GLOBAL_STEP: 837250 | > loss_text_ce: 0.03939540684223175 (0.0349325633949991) | > loss_mel_ce: 2.6817703247070312 (nan) | > loss: 0.010798277333378792 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14134704784604263) | > loader_time: 0.0051 (0.004647056738913541)  --> TIME: 2025-03-25 05:13:34 -- STEP: 16870/31555 -- GLOBAL_STEP: 837300 | > loss_text_ce: 0.030767284333705902 (0.0349351411150955) | > loss_mel_ce: 2.901764154434204 (nan) | > loss: 0.01163703016936779 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.1413410814259278) | > loader_time: 0.0049 (0.004646984203793115)  --> TIME: 2025-03-25 05:13:44 -- STEP: 16920/31555 -- GLOBAL_STEP: 837350 | > loss_text_ce: 0.04538297653198242 (0.0349375800516932) | > loss_mel_ce: 1.029942512512207 (nan) | > loss: 0.004267164971679449 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14134283563205854) | > loader_time: 0.0044 (0.004646859805916485)  --> TIME: 2025-03-25 05:13:54 -- STEP: 16970/31555 -- GLOBAL_STEP: 837400 | > loss_text_ce: 0.03303958475589752 (0.034937286103428576) | > loss_mel_ce: 3.0927577018737793 (nan) | > loss: 0.012403958477079868 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14135354003557862) | > loader_time: 0.0047 (0.004646835793589012)  --> TIME: 2025-03-25 05:14:03 -- STEP: 17020/31555 -- GLOBAL_STEP: 837450 | > loss_text_ce: 0.036284513771533966 (0.034937521658310315) | > loss_mel_ce: 2.0024302005767822 (nan) | > loss: 0.008090137504041195 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1413413187731871) | > loader_time: 0.0045 (0.004646724679635342)  --> TIME: 2025-03-25 05:14:13 -- STEP: 17070/31555 -- GLOBAL_STEP: 837500 | > loss_text_ce: 0.04024745523929596 (0.03494055646989445) | > loss_mel_ce: 3.206216335296631 (nan) | > loss: 0.012882793322205544 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14134678932820177) | > loader_time: 0.0045 (0.004646608336459271)  --> TIME: 2025-03-25 05:14:22 -- STEP: 17120/31555 -- GLOBAL_STEP: 837550 | > loss_text_ce: 0.030159465968608856 (0.03493938498665734) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14133748091826973) | > loader_time: 0.0067 (0.004646889753987841)  --> TIME: 2025-03-25 05:14:32 -- STEP: 17170/31555 -- GLOBAL_STEP: 837600 | > loss_text_ce: 0.039353396743535995 (0.034937848956484135) | > loss_mel_ce: 2.7201671600341797 (nan) | > loss: 0.010950478725135326 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14135390245852017) | > loader_time: 0.0047 (0.00464695759408335)  --> TIME: 2025-03-25 05:14:42 -- STEP: 17220/31555 -- GLOBAL_STEP: 837650 | > loss_text_ce: 0.03242696449160576 (0.034930642577143435) | > loss_mel_ce: 2.8828415870666504 (nan) | > loss: 0.011568526737391949 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14134830055059638) | > loader_time: 0.0056 (0.004647341450193879)  --> TIME: 2025-03-25 05:14:51 -- STEP: 17270/31555 -- GLOBAL_STEP: 837700 | > loss_text_ce: 0.04714231938123703 (0.03493379456415491) | > loss_mel_ce: 2.515674114227295 (nan) | > loss: 0.010169906541705132 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14134684469082806) | > loader_time: 0.0049 (0.00464766617793185)  --> TIME: 2025-03-25 05:15:01 -- STEP: 17320/31555 -- GLOBAL_STEP: 837750 | > loss_text_ce: 0.03285537660121918 (0.03493280879111083) | > loss_mel_ce: 2.816744089126587 (nan) | > loss: 0.011307934299111366 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1413464278051544) | > loader_time: 0.0047 (0.004648203153257817)  --> TIME: 2025-03-25 05:15:11 -- STEP: 17370/31555 -- GLOBAL_STEP: 837800 | > loss_text_ce: 0.04625822603702545 (0.0349365488378353) | > loss_mel_ce: 2.5844597816467285 (nan) | > loss: 0.010439357720315456 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14134590687529455) | > loader_time: 0.0045 (0.004648454297734995)  --> TIME: 2025-03-25 05:15:20 -- STEP: 17420/31555 -- GLOBAL_STEP: 837850 | > loss_text_ce: 0.03511563315987587 (0.03493588143990644) | > loss_mel_ce: 3.1565048694610596 (nan) | > loss: 0.012665161862969398 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14133639119385893) | > loader_time: 0.0046 (0.004648287616558919)  --> TIME: 2025-03-25 05:15:30 -- STEP: 17470/31555 -- GLOBAL_STEP: 837900 | > loss_text_ce: 0.034408364444971085 (0.03493261369431421) | > loss_mel_ce: 2.828439712524414 (nan) | > loss: 0.011360508389770985 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1413303185410005) | > loader_time: 0.0044 (0.0046483112323195295)  --> TIME: 2025-03-25 05:15:39 -- STEP: 17520/31555 -- GLOBAL_STEP: 837950 | > loss_text_ce: 0.03542700037360191 (0.034936201390140476) | > loss_mel_ce: 2.875837564468384 (nan) | > loss: 0.011552638374269009 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14132965318688565) | > loader_time: 0.0047 (0.004648087027410381)  --> TIME: 2025-03-25 05:15:49 -- STEP: 17570/31555 -- GLOBAL_STEP: 838000 | > loss_text_ce: 0.03948739171028137 (0.03493704358847277) | > loss_mel_ce: 2.2779462337493896 (nan) | > loss: 0.009196165949106216 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14134197199826415) | > loader_time: 0.0047 (0.004648085894337675)  --> TIME: 2025-03-25 05:15:59 -- STEP: 17620/31555 -- GLOBAL_STEP: 838050 | > loss_text_ce: 0.03347509726881981 (0.03493866231213197) | > loss_mel_ce: 2.633898973464966 (nan) | > loss: 0.010584818199276924 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1413357388418465) | > loader_time: 0.0045 (0.004648046664022546)  --> TIME: 2025-03-25 05:16:08 -- STEP: 17670/31555 -- GLOBAL_STEP: 838100 | > loss_text_ce: 0.032980531454086304 (0.03493871787345812) | > loss_mel_ce: 2.7682313919067383 (nan) | > loss: 0.01111592072993517 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14133261780180292) | > loader_time: 0.007 (0.004648048404117175)  --> TIME: 2025-03-25 05:16:18 -- STEP: 17720/31555 -- GLOBAL_STEP: 838150 | > loss_text_ce: 0.03803108260035515 (0.03493442713534224) | > loss_mel_ce: 3.204226016998291 (nan) | > loss: 0.012866100296378136 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1413278926710519) | > loader_time: 0.0045 (0.004647736934183936)  --> TIME: 2025-03-25 05:16:27 -- STEP: 17770/31555 -- GLOBAL_STEP: 838200 | > loss_text_ce: 0.03726395592093468 (0.03493183472324273) | > loss_mel_ce: 2.2381985187530518 (nan) | > loss: 0.009029612876474857 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14131944064149504) | > loader_time: 0.0046 (0.0046474975753380485)  --> TIME: 2025-03-25 05:16:37 -- STEP: 17820/31555 -- GLOBAL_STEP: 838250 | > loss_text_ce: 0.03312503919005394 (0.03493116671531993) | > loss_mel_ce: 2.3862154483795166 (nan) | > loss: 0.009600557386875153 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14132271059166898) | > loader_time: 0.0046 (0.004647480772534325)  --> TIME: 2025-03-25 05:16:47 -- STEP: 17870/31555 -- GLOBAL_STEP: 838300 | > loss_text_ce: 0.027882816269993782 (0.03492451903436828) | > loss_mel_ce: 2.6293106079101562 (nan) | > loss: 0.010544419288635254 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.14132759804557604) | > loader_time: 0.0047 (0.004647345841764789)  --> TIME: 2025-03-25 05:16:57 -- STEP: 17920/31555 -- GLOBAL_STEP: 838350 | > loss_text_ce: 0.03531479835510254 (0.03492352488169015) | > loss_mel_ce: 0.0245361328125 (nan) | > loss: 0.0002375037147430703 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14133207864527247) | > loader_time: 0.0046 (0.004647349819008777)  --> TIME: 2025-03-25 05:17:06 -- STEP: 17970/31555 -- GLOBAL_STEP: 838400 | > loss_text_ce: 0.023612381890416145 (0.03492075824606317) | > loss_mel_ce: 1.75506591796875 (nan) | > loss: 0.007058247458189726 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1413276597268732) | > loader_time: 0.0044 (0.004647010276233995)  --> TIME: 2025-03-25 05:17:16 -- STEP: 18020/31555 -- GLOBAL_STEP: 838450 | > loss_text_ce: 0.037191715091466904 (0.03491887263069903) | > loss_mel_ce: 2.7737936973571777 (nan) | > loss: 0.011154704727232456 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14132586479451686) | > loader_time: 0.0046 (0.004646914873218416)  --> TIME: 2025-03-25 05:17:26 -- STEP: 18070/31555 -- GLOBAL_STEP: 838500 | > loss_text_ce: 0.03578506037592888 (0.03492172167800857) | > loss_mel_ce: 3.0462238788604736 (nan) | > loss: 0.012230194173753262 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1413456200497817) | > loader_time: 0.0046 (0.004646759436944589)  --> TIME: 2025-03-25 05:17:36 -- STEP: 18120/31555 -- GLOBAL_STEP: 838550 | > loss_text_ce: 0.03640693426132202 (0.03492106991119995) | > loss_mel_ce: 2.970682382583618 (nan) | > loss: 0.011932894587516785 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14134478328243846) | > loader_time: 0.0045 (0.004646819014159774)  --> TIME: 2025-03-25 05:17:45 -- STEP: 18170/31555 -- GLOBAL_STEP: 838600 | > loss_text_ce: 0.03374672681093216 (0.03492206968279956) | > loss_mel_ce: 3.0882458686828613 (nan) | > loss: 0.012388859875500202 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14132789452783276) | > loader_time: 0.0047 (0.0046465676238921175)  --> TIME: 2025-03-25 05:17:55 -- STEP: 18220/31555 -- GLOBAL_STEP: 838650 | > loss_text_ce: 0.03697021305561066 (0.03491952623021868) | > loss_mel_ce: 2.871532917022705 (nan) | > loss: 0.011541679501533508 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14132709504482452) | > loader_time: 0.0047 (0.004646445629232918)  --> TIME: 2025-03-25 05:18:04 -- STEP: 18270/31555 -- GLOBAL_STEP: 838700 | > loss_text_ce: 0.033073604106903076 (0.034918756391057806) | > loss_mel_ce: 1.3683675527572632 (nan) | > loss: 0.005561274476349354 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14133526743861266) | > loader_time: 0.0045 (0.004646379985506558)  --> TIME: 2025-03-25 05:18:14 -- STEP: 18320/31555 -- GLOBAL_STEP: 838750 | > loss_text_ce: 0.04850313067436218 (0.0349217316470775) | > loss_mel_ce: 2.8539512157440186 (nan) | > loss: 0.011517676524817944 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14133466794501304) | > loader_time: 0.0044 (0.004646171297568928)  --> TIME: 2025-03-25 05:18:24 -- STEP: 18370/31555 -- GLOBAL_STEP: 838800 | > loss_text_ce: 0.04218147322535515 (0.034926449317306554) | > loss_mel_ce: 1.6775436401367188 (nan) | > loss: 0.006824306678026915 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14133170428455244) | > loader_time: 0.0043 (0.004645851830392658)  --> TIME: 2025-03-25 05:18:33 -- STEP: 18420/31555 -- GLOBAL_STEP: 838850 | > loss_text_ce: 0.021707803010940552 (0.034922458493099114) | > loss_mel_ce: 2.1869120597839355 (nan) | > loss: 0.008764364756643772 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14132312448224152) | > loader_time: 0.0045 (0.00464561737580355)  --> TIME: 2025-03-25 05:18:42 -- STEP: 18470/31555 -- GLOBAL_STEP: 838900 | > loss_text_ce: 0.03748561441898346 (0.03492108937196574) | > loss_mel_ce: 2.6987640857696533 (nan) | > loss: 0.010858134366571903 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14131061953341767) | > loader_time: 0.0044 (0.004645625255400887)  --> TIME: 2025-03-25 05:18:52 -- STEP: 18520/31555 -- GLOBAL_STEP: 838950 | > loss_text_ce: 0.038886673748493195 (0.034916944454170526) | > loss_mel_ce: 2.3817520141601562 (nan) | > loss: 0.0096057103946805 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1412978574086478) | > loader_time: 0.0044 (0.004646042871166242)  --> TIME: 2025-03-25 05:19:02 -- STEP: 18570/31555 -- GLOBAL_STEP: 839000 | > loss_text_ce: 0.042169347405433655 (0.03491697158081688) | > loss_mel_ce: 2.46127986907959 (nan) | > loss: 0.009934322908520699 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14130859399394005) | > loader_time: 0.0046 (0.004646194282885055)  --> TIME: 2025-03-25 05:19:11 -- STEP: 18620/31555 -- GLOBAL_STEP: 839050 | > loss_text_ce: 0.03165315464138985 (0.03491734764628726) | > loss_mel_ce: 3.061845541000366 (nan) | > loss: 0.012275788933038712 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1413146221676147) | > loader_time: 0.0047 (0.004646080303396998)  --> TIME: 2025-03-25 05:19:21 -- STEP: 18670/31555 -- GLOBAL_STEP: 839100 | > loss_text_ce: 0.03317858278751373 (0.03491238248152884) | > loss_mel_ce: 2.878279685974121 (nan) | > loss: 0.011553406715393066 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14132103549648828) | > loader_time: 0.0045 (0.004646110177103938)  --> TIME: 2025-03-25 05:19:31 -- STEP: 18720/31555 -- GLOBAL_STEP: 839150 | > loss_text_ce: 0.025743795558810234 (0.0349171346483819) | > loss_mel_ce: 3.138354778289795 (nan) | > loss: 0.01255594752728939 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14133217830179162) | > loader_time: 0.0047 (0.0046461577089423655)  --> TIME: 2025-03-25 05:19:41 -- STEP: 18770/31555 -- GLOBAL_STEP: 839200 | > loss_text_ce: 0.03071257472038269 (0.034913056728578355) | > loss_mel_ce: 3.1124191284179688 (nan) | > loss: 0.012472745962440968 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1413237982629531) | > loader_time: 0.0045 (0.0046464173413999525)  --> TIME: 2025-03-25 05:19:50 -- STEP: 18820/31555 -- GLOBAL_STEP: 839250 | > loss_text_ce: 0.03932253643870354 (0.03491257928162369) | > loss_mel_ce: 2.8641176223754883 (nan) | > loss: 0.011521589010953903 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14131107850992025) | > loader_time: 0.0048 (0.004646324566649567)  --> TIME: 2025-03-25 05:20:00 -- STEP: 18870/31555 -- GLOBAL_STEP: 839300 | > loss_text_ce: 0.03177628293633461 (0.03491527780502528) | > loss_mel_ce: 2.4914801120758057 (nan) | > loss: 0.010012922808527946 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14130902761622158) | > loader_time: 0.0046 (0.0046464000357226976)  --> TIME: 2025-03-25 05:20:09 -- STEP: 18920/31555 -- GLOBAL_STEP: 839350 | > loss_text_ce: 0.0364660769701004 (0.03491377829127086) | > loss_mel_ce: 2.617523670196533 (nan) | > loss: 0.010531705804169178 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14129889047927202) | > loader_time: 0.0048 (0.004646458623273161)  --> TIME: 2025-03-25 05:20:19 -- STEP: 18970/31555 -- GLOBAL_STEP: 839400 | > loss_text_ce: 0.04035590961575508 (0.034917877228173494) | > loss_mel_ce: 2.833754539489746 (nan) | > loss: 0.011405200697481632 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14130121775533194) | > loader_time: 0.0045 (0.004646607669454269)  --> TIME: 2025-03-25 05:20:29 -- STEP: 19020/31555 -- GLOBAL_STEP: 839450 | > loss_text_ce: 0.027185197919607162 (0.03491742962194731) | > loss_mel_ce: 2.706336736679077 (nan) | > loss: 0.010847309604287148 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14131332798836552) | > loader_time: 0.0049 (0.004646639242282536)  --> TIME: 2025-03-25 05:20:39 -- STEP: 19070/31555 -- GLOBAL_STEP: 839500 | > loss_text_ce: 0.03725729510188103 (0.03491666874700322) | > loss_mel_ce: 2.932192802429199 (nan) | > loss: 0.011783532798290253 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14131772179346097) | > loader_time: 0.0047 (0.004646749076383164)  --> TIME: 2025-03-25 05:20:48 -- STEP: 19120/31555 -- GLOBAL_STEP: 839550 | > loss_text_ce: 0.0258468184620142 (0.03491795971355427) | > loss_mel_ce: 2.342474937438965 (nan) | > loss: 0.009398102760314941 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1413290500391483) | > loader_time: 0.0043 (0.004646964152986524)  --> TIME: 2025-03-25 05:20:58 -- STEP: 19170/31555 -- GLOBAL_STEP: 839600 | > loss_text_ce: 0.042474567890167236 (0.03491611007613645) | > loss_mel_ce: 1.312841773033142 (nan) | > loss: 0.005378239788115025 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14133191233074338) | > loader_time: 0.0047 (0.004647096707041077)  --> TIME: 2025-03-25 05:21:08 -- STEP: 19220/31555 -- GLOBAL_STEP: 839650 | > loss_text_ce: 0.024698790162801743 (0.03491403679838288) | > loss_mel_ce: 3.147348165512085 (nan) | > loss: 0.012587488628923893 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1413346103897458) | > loader_time: 0.0046 (0.004648376391904026)  --> TIME: 2025-03-25 05:21:18 -- STEP: 19270/31555 -- GLOBAL_STEP: 839700 | > loss_text_ce: 0.034623920917510986 (0.03491341355442796) | > loss_mel_ce: 2.7451884746551514 (nan) | > loss: 0.011031001806259155 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14135179081665944) | > loader_time: 0.0048 (0.004648695872989274)  --> TIME: 2025-03-25 05:21:28 -- STEP: 19320/31555 -- GLOBAL_STEP: 839750 | > loss_text_ce: 0.034975916147232056 (0.034909471098042315) | > loss_mel_ce: 2.6617441177368164 (nan) | > loss: 0.010701270774006844 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14135377932779586) | > loader_time: 0.005 (0.004648672979070516)  --> TIME: 2025-03-25 05:21:38 -- STEP: 19370/31555 -- GLOBAL_STEP: 839800 | > loss_text_ce: 0.04093560576438904 (0.03490542298938662) | > loss_mel_ce: 2.795842170715332 (nan) | > loss: 0.011257055215537548 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1413629489887855) | > loader_time: 0.0049 (0.0046490854495692836)  --> TIME: 2025-03-25 05:21:47 -- STEP: 19420/31555 -- GLOBAL_STEP: 839850 | > loss_text_ce: 0.0319850780069828 (0.034904075185907296) | > loss_mel_ce: 2.5380406379699707 (nan) | > loss: 0.01019851490855217 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14136851024185765) | > loader_time: 0.0046 (0.004649507127755931)  --> TIME: 2025-03-25 05:21:57 -- STEP: 19470/31555 -- GLOBAL_STEP: 839900 | > loss_text_ce: 0.03324896842241287 (0.034902697987997916) | > loss_mel_ce: 1.6791274547576904 (nan) | > loss: 0.006795145105570555 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14135861567001098) | > loader_time: 0.0044 (0.0046496507872908)  --> TIME: 2025-03-25 05:22:06 -- STEP: 19520/31555 -- GLOBAL_STEP: 839950 | > loss_text_ce: 0.04035871848464012 (0.034899955176983015) | > loss_mel_ce: 2.4187512397766113 (nan) | > loss: 0.009758373722434044 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14135722967444905) | > loader_time: 0.0047 (0.004649770540780689)  --> TIME: 2025-03-25 05:22:16 -- STEP: 19570/31555 -- GLOBAL_STEP: 840000 | > loss_text_ce: 0.031126640737056732 (0.034895691379864695) | > loss_mel_ce: 2.567336320877075 (nan) | > loss: 0.010311362333595753 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14136379284096098) | > loader_time: 0.0043 (0.004649705355668082) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_840000.pth  --> TIME: 2025-03-25 05:22:31 -- STEP: 19620/31555 -- GLOBAL_STEP: 840050 | > loss_text_ce: 0.04601350054144859 (0.03489645743969476) | > loss_mel_ce: 2.7403812408447266 (nan) | > loss: 0.011057122610509396 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14135360170941863) | > loader_time: 0.0046 (0.004649845285153149)  --> TIME: 2025-03-25 05:22:41 -- STEP: 19670/31555 -- GLOBAL_STEP: 840100 | > loss_text_ce: 0.04103720188140869 (0.034896656981682095) | > loss_mel_ce: 2.6657767295837402 (nan) | > loss: 0.010741325095295906 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14135243242988177) | > loader_time: 0.0049 (0.004649981073031385)  --> TIME: 2025-03-25 05:22:50 -- STEP: 19720/31555 -- GLOBAL_STEP: 840150 | > loss_text_ce: 0.028749646618962288 (0.03489464674967675) | > loss_mel_ce: 3.125098943710327 (nan) | > loss: 0.012515272945165634 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14134414474088852) | > loader_time: 0.0048 (0.00465031234777963)  --> TIME: 2025-03-25 05:23:00 -- STEP: 19770/31555 -- GLOBAL_STEP: 840200 | > loss_text_ce: 0.0282790157943964 (0.034894313988147144) | > loss_mel_ce: 2.6793112754821777 (nan) | > loss: 0.010744406841695309 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14133755410628085) | > loader_time: 0.0046 (0.00465039490568075)  --> TIME: 2025-03-25 05:23:10 -- STEP: 19820/31555 -- GLOBAL_STEP: 840250 | > loss_text_ce: 0.038569528609514236 (0.034897181498240046) | > loss_mel_ce: 1.7810226678848267 (nan) | > loss: 0.007220604456961155 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14134420784402696) | > loader_time: 0.0048 (0.00465059832535404)  --> TIME: 2025-03-25 05:23:19 -- STEP: 19870/31555 -- GLOBAL_STEP: 840300 | > loss_text_ce: 0.03028944879770279 (0.03489981843036729) | > loss_mel_ce: 2.5235321521759033 (nan) | > loss: 0.010134213604032993 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14133096984360305) | > loader_time: 0.0049 (0.004650749857844435)  --> TIME: 2025-03-25 05:23:29 -- STEP: 19920/31555 -- GLOBAL_STEP: 840350 | > loss_text_ce: 0.03194166347384453 (0.03489783140180817) | > loss_mel_ce: 2.5429251194000244 (nan) | > loss: 0.010217726230621338 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14132444997389182) | > loader_time: 0.0046 (0.0046509664101772865)  --> TIME: 2025-03-25 05:23:38 -- STEP: 19970/31555 -- GLOBAL_STEP: 840400 | > loss_text_ce: 0.03314090147614479 (0.03489459297387966) | > loss_mel_ce: 2.8738410472869873 (nan) | > loss: 0.011535643599927425 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14132099734226614) | > loader_time: 0.0051 (0.004651356077695633)  --> TIME: 2025-03-25 05:23:48 -- STEP: 20020/31555 -- GLOBAL_STEP: 840450 | > loss_text_ce: 0.04693183675408363 (0.034894876847914355) | > loss_mel_ce: 2.885471820831299 (nan) | > loss: 0.011636522598564625 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14132521881328386) | > loader_time: 0.005 (0.004651455648176428)  --> TIME: 2025-03-25 05:23:57 -- STEP: 20070/31555 -- GLOBAL_STEP: 840500 | > loss_text_ce: 0.03247692435979843 (0.034892610508872345) | > loss_mel_ce: 2.2053136825561523 (nan) | > loss: 0.008880121633410454 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14131941884444285) | > loader_time: 0.0046 (0.004651620641061171)  --> TIME: 2025-03-25 05:24:07 -- STEP: 20120/31555 -- GLOBAL_STEP: 840550 | > loss_text_ce: 0.023973077535629272 (0.034893483964903965) | > loss_mel_ce: 3.0252482891082764 (nan) | > loss: 0.01210008468478918 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14131665686015854) | > loader_time: 0.0047 (0.0046518084780122195)  --> TIME: 2025-03-25 05:24:17 -- STEP: 20170/31555 -- GLOBAL_STEP: 840600 | > loss_text_ce: 0.029196402058005333 (0.0348946340276822) | > loss_mel_ce: 2.2555036544799805 (nan) | > loss: 0.009066270664334297 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14131981307584382) | > loader_time: 0.0047 (0.004652055171556127)  --> TIME: 2025-03-25 05:24:27 -- STEP: 20220/31555 -- GLOBAL_STEP: 840650 | > loss_text_ce: 0.030907027423381805 (0.03489240519905087) | > loss_mel_ce: 0.20580266416072845 (nan) | > loss: 0.0009393242071382701 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14132990330074524) | > loader_time: 0.0047 (0.004652525421184066)  --> TIME: 2025-03-25 05:24:36 -- STEP: 20270/31555 -- GLOBAL_STEP: 840700 | > loss_text_ce: 0.028896497562527657 (0.03489041600870734) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14132966771758643) | > loader_time: 0.0046 (0.004652779279933735)  --> TIME: 2025-03-25 05:24:46 -- STEP: 20320/31555 -- GLOBAL_STEP: 840750 | > loss_text_ce: 0.03592954948544502 (0.03488671429314101) | > loss_mel_ce: 2.8614447116851807 (nan) | > loss: 0.011497517116367817 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14132479769507783) | > loader_time: 0.0044 (0.004652764759664442)  --> TIME: 2025-03-25 05:24:56 -- STEP: 20370/31555 -- GLOBAL_STEP: 840800 | > loss_text_ce: 0.03356386721134186 (0.034888593682714665) | > loss_mel_ce: 2.1681880950927734 (nan) | > loss: 0.0087371114641428 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14132826270926097) | > loader_time: 0.0045 (0.004653050856199326)  --> TIME: 2025-03-25 05:25:06 -- STEP: 20420/31555 -- GLOBAL_STEP: 840850 | > loss_text_ce: 0.026596227660775185 (0.0348876216371308) | > loss_mel_ce: 2.500244140625 (nan) | > loss: 0.0100271450355649 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14133949187546885) | > loader_time: 0.0072 (0.004653245333242815)  --> TIME: 2025-03-25 05:25:15 -- STEP: 20470/31555 -- GLOBAL_STEP: 840900 | > loss_text_ce: 0.03040778636932373 (0.03488643211897218) | > loss_mel_ce: 2.7300400733947754 (nan) | > loss: 0.010954159311950207 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1413314645210015) | > loader_time: 0.0047 (0.004653426432644476)  --> TIME: 2025-03-25 05:25:25 -- STEP: 20520/31555 -- GLOBAL_STEP: 840950 | > loss_text_ce: 0.03201053664088249 (0.03488592261041836) | > loss_mel_ce: 3.0007755756378174 (nan) | > loss: 0.012034866027534008 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1413319063814069) | > loader_time: 0.0043 (0.004653619035177972)  --> TIME: 2025-03-25 05:25:34 -- STEP: 20570/31555 -- GLOBAL_STEP: 841000 | > loss_text_ce: 0.018463032320141792 (0.03488423581088864) | > loss_mel_ce: 2.8375070095062256 (nan) | > loss: 0.011333215050399303 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.141329267248693) | > loader_time: 0.0043 (0.004653542529742679)  --> TIME: 2025-03-25 05:25:44 -- STEP: 20620/31555 -- GLOBAL_STEP: 841050 | > loss_text_ce: 0.028523296117782593 (0.0348855319196244) | > loss_mel_ce: 3.116013288497925 (nan) | > loss: 0.012478319928050041 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14132551105131183) | > loader_time: 0.0045 (0.004654051746475689)  --> TIME: 2025-03-25 05:25:53 -- STEP: 20670/31555 -- GLOBAL_STEP: 841100 | > loss_text_ce: 0.036333221942186356 (0.034883246041499075) | > loss_mel_ce: 2.3716845512390137 (nan) | > loss: 0.009555626660585403 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1413206975357402) | > loader_time: 0.0047 (0.00465412256391253)  --> TIME: 2025-03-25 05:26:03 -- STEP: 20720/31555 -- GLOBAL_STEP: 841150 | > loss_text_ce: 0.033797457814216614 (0.03488139672956378) | > loss_mel_ce: 2.0205960273742676 (nan) | > loss: 0.008152355439960957 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.141327132186835) | > loader_time: 0.0046 (0.004654589744148091)  --> TIME: 2025-03-25 05:26:13 -- STEP: 20770/31555 -- GLOBAL_STEP: 841200 | > loss_text_ce: 0.03438127040863037 (0.03487863470681389) | > loss_mel_ce: 2.7641656398773193 (nan) | > loss: 0.011105344630777836 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14133791177388783) | > loader_time: 0.0047 (0.0046548718951559855)  --> TIME: 2025-03-25 05:26:23 -- STEP: 20820/31555 -- GLOBAL_STEP: 841250 | > loss_text_ce: 0.030443446710705757 (0.0348762981321637) | > loss_mel_ce: 2.881016969680786 (nan) | > loss: 0.011553415097296238 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14133437946367258) | > loader_time: 0.0045 (0.004654698607786461)  --> TIME: 2025-03-25 05:26:32 -- STEP: 20870/31555 -- GLOBAL_STEP: 841300 | > loss_text_ce: 0.02777325175702572 (0.03487326121212088) | > loss_mel_ce: 3.258284330368042 (nan) | > loss: 0.013039911165833473 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1413292620132918) | > loader_time: 0.0048 (0.004654935700618072)  --> TIME: 2025-03-25 05:26:42 -- STEP: 20920/31555 -- GLOBAL_STEP: 841350 | > loss_text_ce: 0.03274599835276604 (0.03487280135667996) | > loss_mel_ce: 1.8878173828125 (nan) | > loss: 0.007621283642947674 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14133494774424593) | > loader_time: 0.0046 (0.004655186396028059)  --> TIME: 2025-03-25 05:26:52 -- STEP: 20970/31555 -- GLOBAL_STEP: 841400 | > loss_text_ce: 0.029518868774175644 (0.034876495243028334) | > loss_mel_ce: 2.538409471511841 (nan) | > loss: 0.010190192610025406 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1413367936425857) | > loader_time: 0.0044 (0.004655414123335042)  --> TIME: 2025-03-25 05:27:01 -- STEP: 21020/31555 -- GLOBAL_STEP: 841450 | > loss_text_ce: 0.030075719580054283 (0.034870653239200154) | > loss_mel_ce: 2.9231274127960205 (nan) | > loss: 0.011719061061739922 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14134026034234523) | > loader_time: 0.0045 (0.004655456531626281)  --> TIME: 2025-03-25 05:27:11 -- STEP: 21070/31555 -- GLOBAL_STEP: 841500 | > loss_text_ce: 0.03446250781416893 (0.03487000596953979) | > loss_mel_ce: 2.5668692588806152 (nan) | > loss: 0.010322745889425278 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14132777228986856) | > loader_time: 0.0045 (0.004655657518402223)  --> TIME: 2025-03-25 05:27:20 -- STEP: 21120/31555 -- GLOBAL_STEP: 841550 | > loss_text_ce: 0.037853773683309555 (0.03486796249459128) | > loss_mel_ce: 1.3689244985580444 (nan) | > loss: 0.005582453683018684 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14132973271789012) | > loader_time: 0.0052 (0.004655781049620017)  --> TIME: 2025-03-25 05:27:30 -- STEP: 21170/31555 -- GLOBAL_STEP: 841600 | > loss_text_ce: 0.034047458320856094 (0.034868365953367106) | > loss_mel_ce: 2.80733060836792 (nan) | > loss: 0.011275310069322586 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14133546423337714) | > loader_time: 0.0051 (0.004655879704975885)  --> TIME: 2025-03-25 05:27:40 -- STEP: 21220/31555 -- GLOBAL_STEP: 841650 | > loss_text_ce: 0.03439483419060707 (0.03486959582386037) | > loss_mel_ce: 2.7395031452178955 (nan) | > loss: 0.01100753154605627 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14134046978595483) | > loader_time: 0.0047 (0.004655918807605881)  --> TIME: 2025-03-25 05:27:49 -- STEP: 21270/31555 -- GLOBAL_STEP: 841700 | > loss_text_ce: 0.034942515194416046 (0.034867490836706795) | > loss_mel_ce: 2.5606725215911865 (nan) | > loss: 0.010300060734152794 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14133018069722403) | > loader_time: 0.0053 (0.004656058037062455)  --> TIME: 2025-03-25 05:27:59 -- STEP: 21320/31555 -- GLOBAL_STEP: 841750 | > loss_text_ce: 0.027039648965001106 (0.03486973785036933) | > loss_mel_ce: 2.1735141277313232 (nan) | > loss: 0.008732357062399387 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14133585448784008) | > loader_time: 0.0051 (0.0046563324628583)  --> TIME: 2025-03-25 05:28:09 -- STEP: 21370/31555 -- GLOBAL_STEP: 841800 | > loss_text_ce: 0.038488734513521194 (0.03486999677686793) | > loss_mel_ce: 2.251441240310669 (nan) | > loss: 0.009087024256587029 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14134116034447541) | > loader_time: 0.0051 (0.004656582476660976)  --> TIME: 2025-03-25 05:28:19 -- STEP: 21420/31555 -- GLOBAL_STEP: 841850 | > loss_text_ce: 0.03646872565150261 (0.03486693416127321) | > loss_mel_ce: 3.3114678859710693 (nan) | > loss: 0.01328546367585659 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14133755469522583) | > loader_time: 0.0045 (0.004656674625938124)  --> TIME: 2025-03-25 05:28:29 -- STEP: 21470/31555 -- GLOBAL_STEP: 841900 | > loss_text_ce: 0.0389547161757946 (0.03486883398522822) | > loss_mel_ce: 3.0706787109375 (nan) | > loss: 0.012339816428720951 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14135147050529756) | > loader_time: 0.0046 (0.004656751854340859)  --> TIME: 2025-03-25 05:28:39 -- STEP: 21520/31555 -- GLOBAL_STEP: 841950 | > loss_text_ce: 0.020129602402448654 (0.034867118874895374) | > loss_mel_ce: 2.353952407836914 (nan) | > loss: 0.009420961141586304 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1413628631254114) | > loader_time: 0.0044 (0.00465697189689125)  --> TIME: 2025-03-25 05:28:48 -- STEP: 21570/31555 -- GLOBAL_STEP: 842000 | > loss_text_ce: 0.03165518119931221 (0.03486473581770506) | > loss_mel_ce: 2.2502524852752686 (nan) | > loss: 0.009055188857018948 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1413595185768402) | > loader_time: 0.0046 (0.004656707826012194)  --> TIME: 2025-03-25 05:28:58 -- STEP: 21620/31555 -- GLOBAL_STEP: 842050 | > loss_text_ce: 0.03215021640062332 (0.03486310996948309) | > loss_mel_ce: 2.4182064533233643 (nan) | > loss: 0.00972363818436861 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1413620697139704) | > loader_time: 0.0044 (0.004656633097854171)  --> TIME: 2025-03-25 05:29:08 -- STEP: 21670/31555 -- GLOBAL_STEP: 842100 | > loss_text_ce: 0.026650045067071915 (0.03486318599039886) | > loss_mel_ce: 1.4654998779296875 (nan) | > loss: 0.005921230185776949 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14137074528171795) | > loader_time: 0.0045 (0.00465657191723241)  --> TIME: 2025-03-25 05:29:17 -- STEP: 21720/31555 -- GLOBAL_STEP: 842150 | > loss_text_ce: 0.04227611795067787 (0.03486346308125645) | > loss_mel_ce: 2.3520102500915527 (nan) | > loss: 0.009501136839389801 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14136170243250978) | > loader_time: 0.0045 (0.004656285453676955)  --> TIME: 2025-03-25 05:29:26 -- STEP: 21770/31555 -- GLOBAL_STEP: 842200 | > loss_text_ce: 0.029127728193998337 (0.03486613597995501) | > loss_mel_ce: 1.921484351158142 (nan) | > loss: 0.007740524597465992 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14135051080268315) | > loader_time: 0.0046 (0.004656208705945902)  --> TIME: 2025-03-25 05:29:36 -- STEP: 21820/31555 -- GLOBAL_STEP: 842250 | > loss_text_ce: 0.026835162192583084 (0.03486640880547633) | > loss_mel_ce: 2.8971691131591797 (nan) | > loss: 0.011603192426264286 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1413549724027284) | > loader_time: 0.0044 (0.004656192275168797)  --> TIME: 2025-03-25 05:29:46 -- STEP: 21870/31555 -- GLOBAL_STEP: 842300 | > loss_text_ce: 0.027747293934226036 (0.034867980470305905) | > loss_mel_ce: 2.736267566680908 (nan) | > loss: 0.010968313552439213 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14135242611728543) | > loader_time: 0.0043 (0.0046560465935217305)  --> TIME: 2025-03-25 05:29:55 -- STEP: 21920/31555 -- GLOBAL_STEP: 842350 | > loss_text_ce: 0.03343718498945236 (0.03486945172861024) | > loss_mel_ce: 2.020949363708496 (nan) | > loss: 0.008152328431606293 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14133924770094208) | > loader_time: 0.0046 (0.004655786848416285)  --> TIME: 2025-03-25 05:30:05 -- STEP: 21970/31555 -- GLOBAL_STEP: 842400 | > loss_text_ce: 0.03487251698970795 (0.034868371900099754) | > loss_mel_ce: 2.713352918624878 (nan) | > loss: 0.010905656963586807 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14134201243838582) | > loader_time: 0.0045 (0.004655841387669273)  --> TIME: 2025-03-25 05:30:15 -- STEP: 22020/31555 -- GLOBAL_STEP: 842450 | > loss_text_ce: 0.04103834554553032 (0.034867613799963025) | > loss_mel_ce: 2.5211215019226074 (nan) | > loss: 0.010167301632463932 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14135046952643487) | > loader_time: 0.0053 (0.004655691496791016)  --> TIME: 2025-03-25 05:30:25 -- STEP: 22070/31555 -- GLOBAL_STEP: 842500 | > loss_text_ce: 0.0459919236600399 (0.03487089882053236) | > loss_mel_ce: 1.0008894205093384 (nan) | > loss: 0.00415429100394249 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14135632135774098) | > loader_time: 0.0046 (0.004655915415011539)  --> TIME: 2025-03-25 05:30:34 -- STEP: 22120/31555 -- GLOBAL_STEP: 842550 | > loss_text_ce: 0.031379953026771545 (0.034873154643244274) | > loss_mel_ce: 2.890787124633789 (nan) | > loss: 0.011595902033150196 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14136343405432122) | > loader_time: 0.0045 (0.004655903362236223)  --> TIME: 2025-03-25 05:30:44 -- STEP: 22170/31555 -- GLOBAL_STEP: 842600 | > loss_text_ce: 0.03743009269237518 (0.03487016836552629) | > loss_mel_ce: 3.2103168964385986 (nan) | > loss: 0.012887885794043541 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14136838549475006) | > loader_time: 0.0044 (0.004655793125047622)  --> TIME: 2025-03-25 05:30:54 -- STEP: 22220/31555 -- GLOBAL_STEP: 842650 | > loss_text_ce: 0.040478646755218506 (0.03486951649160486) | > loss_mel_ce: 3.130169153213501 (nan) | > loss: 0.01258193701505661 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14136792947106486) | > loader_time: 0.0049 (0.004656280160057551)  --> TIME: 2025-03-25 05:31:04 -- STEP: 22270/31555 -- GLOBAL_STEP: 842700 | > loss_text_ce: 0.0262367594987154 (0.034871187058645774) | > loss_mel_ce: 2.481003761291504 (nan) | > loss: 0.009949367493391037 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1413698322204501) | > loader_time: 0.0048 (0.0046565482474037155)  --> TIME: 2025-03-25 05:31:14 -- STEP: 22320/31555 -- GLOBAL_STEP: 842750 | > loss_text_ce: 0.029590735211968422 (0.03487063489410364) | > loss_mel_ce: 2.713181495666504 (nan) | > loss: 0.010884017683565617 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14138311712758933) | > loader_time: 0.0044 (0.004656697750946097)  --> TIME: 2025-03-25 05:31:23 -- STEP: 22370/31555 -- GLOBAL_STEP: 842800 | > loss_text_ce: 0.0253639817237854 (0.03486892904405163) | > loss_mel_ce: 0.17802290618419647 (nan) | > loss: 0.0008070908952504396 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1413836397653614) | > loader_time: 0.0045 (0.004656833295689982)  --> TIME: 2025-03-25 05:31:33 -- STEP: 22420/31555 -- GLOBAL_STEP: 842850 | > loss_text_ce: 0.034821197390556335 (0.034871212591771866) | > loss_mel_ce: 2.063598871231079 (nan) | > loss: 0.008327064104378223 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14139749685852374) | > loader_time: 0.0046 (0.004657025352107101)  --> TIME: 2025-03-25 05:31:43 -- STEP: 22470/31555 -- GLOBAL_STEP: 842900 | > loss_text_ce: 0.027496032416820526 (0.03487089037427672) | > loss_mel_ce: 1.890307903289795 (nan) | > loss: 0.007610333152115345 (nan) | > current_lr: 5e-06 | > step_time: 0.1937 (0.1413965038580529) | > loader_time: 0.005 (0.0046570823730550165)  --> TIME: 2025-03-25 05:31:53 -- STEP: 22520/31555 -- GLOBAL_STEP: 842950 | > loss_text_ce: 0.03527548164129257 (0.03487265507573155) | > loss_mel_ce: 2.7703468799591064 (nan) | > loss: 0.011133423075079918 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1414016189308405) | > loader_time: 0.0046 (0.00465701287000259)  --> TIME: 2025-03-25 05:32:02 -- STEP: 22570/31555 -- GLOBAL_STEP: 843000 | > loss_text_ce: 0.03567054495215416 (0.034871638050871415) | > loss_mel_ce: 2.3048181533813477 (nan) | > loss: 0.009287654422223568 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14140594052064198) | > loader_time: 0.0046 (0.004656989615630084)  --> TIME: 2025-03-25 05:32:12 -- STEP: 22620/31555 -- GLOBAL_STEP: 843050 | > loss_text_ce: 0.034195803105831146 (0.034871306395772385) | > loss_mel_ce: 2.7614073753356934 (nan) | > loss: 0.011093663983047009 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14141512914214063) | > loader_time: 0.0047 (0.00465695958133296)  --> TIME: 2025-03-25 05:32:22 -- STEP: 22670/31555 -- GLOBAL_STEP: 843100 | > loss_text_ce: 0.04039079695940018 (0.03487333697523626) | > loss_mel_ce: 2.8001906871795654 (nan) | > loss: 0.011272149160504341 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14140771046366324) | > loader_time: 0.0051 (0.004657199743512343)  --> TIME: 2025-03-25 05:32:32 -- STEP: 22720/31555 -- GLOBAL_STEP: 843150 | > loss_text_ce: 0.034490153193473816 (0.03487233735033154) | > loss_mel_ce: 2.9541423320770264 (nan) | > loss: 0.011859653517603874 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14140951546355035) | > loader_time: 0.0048 (0.004657410641371365)  --> TIME: 2025-03-25 05:32:42 -- STEP: 22770/31555 -- GLOBAL_STEP: 843200 | > loss_text_ce: 0.036689549684524536 (0.03487191587652991) | > loss_mel_ce: 3.0183048248291016 (nan) | > loss: 0.012122994288802147 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14142296951907113) | > loader_time: 0.0045 (0.0046577037401664256)  --> TIME: 2025-03-25 05:32:51 -- STEP: 22820/31555 -- GLOBAL_STEP: 843250 | > loss_text_ce: 0.0392952486872673 (0.03487109630433937) | > loss_mel_ce: 2.624253511428833 (nan) | > loss: 0.010569638572633266 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14142900375187345) | > loader_time: 0.005 (0.004657744180727796)  --> TIME: 2025-03-25 05:33:01 -- STEP: 22870/31555 -- GLOBAL_STEP: 843300 | > loss_text_ce: 0.03039327636361122 (0.03486864819229255) | > loss_mel_ce: 2.7147183418273926 (nan) | > loss: 0.010893301106989384 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14142713236089452) | > loader_time: 0.0051 (0.004657992401339879)  --> TIME: 2025-03-25 05:33:11 -- STEP: 22920/31555 -- GLOBAL_STEP: 843350 | > loss_text_ce: 0.03154974430799484 (0.03486507483567038) | > loss_mel_ce: 2.5434377193450928 (nan) | > loss: 0.01021820493042469 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14142959254158316) | > loader_time: 0.0045 (0.004658246612465607)  --> TIME: 2025-03-25 05:33:20 -- STEP: 22970/31555 -- GLOBAL_STEP: 843400 | > loss_text_ce: 0.034398723393678665 (0.03486380005404531) | > loss_mel_ce: 2.7388432025909424 (nan) | > loss: 0.011004929430782795 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14142976960359474) | > loader_time: 0.0046 (0.0046584496770052455)  --> TIME: 2025-03-25 05:33:30 -- STEP: 23020/31555 -- GLOBAL_STEP: 843450 | > loss_text_ce: 0.03901422768831253 (0.03486489114217236) | > loss_mel_ce: 2.7616147994995117 (nan) | > loss: 0.011113608255982399 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1414300943746658) | > loader_time: 0.0048 (0.004658583192386176)  --> TIME: 2025-03-25 05:33:40 -- STEP: 23070/31555 -- GLOBAL_STEP: 843500 | > loss_text_ce: 0.028150271624326706 (0.03486308943816111) | > loss_mel_ce: 2.9079952239990234 (nan) | > loss: 0.011651371605694294 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1414241645984128) | > loader_time: 0.0047 (0.004658866683073667)  --> TIME: 2025-03-25 05:33:49 -- STEP: 23120/31555 -- GLOBAL_STEP: 843550 | > loss_text_ce: 0.044321220368146896 (0.03486264994042463) | > loss_mel_ce: 2.9523611068725586 (nan) | > loss: 0.011891597881913185 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14142252143897815) | > loader_time: 0.0047 (0.004659049919319811)  --> TIME: 2025-03-25 05:33:59 -- STEP: 23170/31555 -- GLOBAL_STEP: 843600 | > loss_text_ce: 0.03455709293484688 (0.034861681146653986) | > loss_mel_ce: 2.185307264328003 (nan) | > loss: 0.008808986283838749 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14141768797955537) | > loader_time: 0.005 (0.004659280213087245)  --> TIME: 2025-03-25 05:34:08 -- STEP: 23220/31555 -- GLOBAL_STEP: 843650 | > loss_text_ce: 0.04180171340703964 (0.03485737109499022) | > loss_mel_ce: 2.9010045528411865 (nan) | > loss: 0.011677803471684456 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1414050306357977) | > loader_time: 0.0047 (0.00465936360946511)  --> TIME: 2025-03-25 05:34:18 -- STEP: 23270/31555 -- GLOBAL_STEP: 843700 | > loss_text_ce: 0.03280798718333244 (0.03485737980760017) | > loss_mel_ce: 3.1927571296691895 (nan) | > loss: 0.012799862772226334 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.141404674767321) | > loader_time: 0.0045 (0.004659405982079402)  --> TIME: 2025-03-25 05:34:27 -- STEP: 23320/31555 -- GLOBAL_STEP: 843750 | > loss_text_ce: 0.02846415527164936 (0.0348559876529284) | > loss_mel_ce: 0.0582972951233387 (nan) | > loss: 0.00034429150400683284 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14139894350315263) | > loader_time: 0.0045 (0.004659362477258384)  --> TIME: 2025-03-25 05:34:37 -- STEP: 23370/31555 -- GLOBAL_STEP: 843800 | > loss_text_ce: 0.028823858126997948 (0.03485667643391907) | > loss_mel_ce: 3.1613478660583496 (nan) | > loss: 0.012659411877393723 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.1414037212837852) | > loader_time: 0.005 (0.0046594151993516)  --> TIME: 2025-03-25 05:34:46 -- STEP: 23420/31555 -- GLOBAL_STEP: 843850 | > loss_text_ce: 0.038633812218904495 (0.03485684939027835) | > loss_mel_ce: 2.2539150714874268 (nan) | > loss: 0.009097416885197163 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14139857596561112) | > loader_time: 0.0043 (0.004659617751404115)  --> TIME: 2025-03-25 05:34:56 -- STEP: 23470/31555 -- GLOBAL_STEP: 843900 | > loss_text_ce: 0.02460712380707264 (0.034857069189621594) | > loss_mel_ce: 1.8672767877578735 (nan) | > loss: 0.00750747648999095 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1414035096694726) | > loader_time: 0.0044 (0.004659671452282128)  --> TIME: 2025-03-25 05:35:06 -- STEP: 23520/31555 -- GLOBAL_STEP: 843950 | > loss_text_ce: 0.037929002195596695 (0.03485651572637221) | > loss_mel_ce: 3.0337791442871094 (nan) | > loss: 0.012189319357275963 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14139541449392748) | > loader_time: 0.0047 (0.00465968388075731)  --> TIME: 2025-03-25 05:35:15 -- STEP: 23570/31555 -- GLOBAL_STEP: 844000 | > loss_text_ce: 0.04041925445199013 (0.03485910378935452) | > loss_mel_ce: 2.5090994834899902 (nan) | > loss: 0.010117138735949993 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14138779326622214) | > loader_time: 0.0052 (0.004659870139208191)  --> TIME: 2025-03-25 05:35:25 -- STEP: 23620/31555 -- GLOBAL_STEP: 844050 | > loss_text_ce: 0.0313357375562191 (0.03486032823146408) | > loss_mel_ce: 3.1563446521759033 (nan) | > loss: 0.012649526819586754 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14139547054289173) | > loader_time: 0.0044 (0.004659816403191136)  --> TIME: 2025-03-25 05:35:35 -- STEP: 23670/31555 -- GLOBAL_STEP: 844100 | > loss_text_ce: 0.03568267449736595 (0.03485820469405934) | > loss_mel_ce: 3.3344602584838867 (nan) | > loss: 0.013373583555221558 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14139323380610902) | > loader_time: 0.0049 (0.004660178540273714)  --> TIME: 2025-03-25 05:35:44 -- STEP: 23720/31555 -- GLOBAL_STEP: 844150 | > loss_text_ce: 0.031183211132884026 (0.03485895471771435) | > loss_mel_ce: 2.203786611557007 (nan) | > loss: 0.00886892806738615 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14139040005950881) | > loader_time: 0.0045 (0.004660599991603803)  --> TIME: 2025-03-25 05:35:54 -- STEP: 23770/31555 -- GLOBAL_STEP: 844200 | > loss_text_ce: 0.041427288204431534 (0.0348635145953197) | > loss_mel_ce: 2.861511707305908 (nan) | > loss: 0.0115196006372571 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14139117115327282) | > loader_time: 0.0048 (0.004660889718228641)  --> TIME: 2025-03-25 05:36:04 -- STEP: 23820/31555 -- GLOBAL_STEP: 844250 | > loss_text_ce: 0.029329242184758186 (0.03486059639645112) | > loss_mel_ce: 2.635363817214966 (nan) | > loss: 0.010574179701507092 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1413887624876725) | > loader_time: 0.0047 (0.0046610863643168935)  --> TIME: 2025-03-25 05:36:13 -- STEP: 23870/31555 -- GLOBAL_STEP: 844300 | > loss_text_ce: 0.03402874991297722 (0.03486113445166125) | > loss_mel_ce: 3.1475918292999268 (nan) | > loss: 0.012625479139387608 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14138450073207026) | > loader_time: 0.0044 (0.004661126280610005)  --> TIME: 2025-03-25 05:36:23 -- STEP: 23920/31555 -- GLOBAL_STEP: 844350 | > loss_text_ce: 0.03320271521806717 (0.03486284913259993) | > loss_mel_ce: 2.5700902938842773 (nan) | > loss: 0.010330528020858765 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14138344238235004) | > loader_time: 0.0048 (0.00466119499509549)  --> TIME: 2025-03-25 05:36:32 -- STEP: 23970/31555 -- GLOBAL_STEP: 844400 | > loss_text_ce: 0.046727027744054794 (0.03486350195821933) | > loss_mel_ce: 2.566457748413086 (nan) | > loss: 0.010369781404733658 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14138717830404926) | > loader_time: 0.0045 (0.004661148639833313)  --> TIME: 2025-03-25 05:36:42 -- STEP: 24020/31555 -- GLOBAL_STEP: 844450 | > loss_text_ce: 0.04956160858273506 (0.034864335893253766) | > loss_mel_ce: 2.6950926780700684 (nan) | > loss: 0.010891485027968884 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14138263282331204) | > loader_time: 0.0047 (0.004661235374574544)  --> TIME: 2025-03-25 05:36:51 -- STEP: 24070/31555 -- GLOBAL_STEP: 844500 | > loss_text_ce: 0.03417939692735672 (0.0348651148322356) | > loss_mel_ce: 2.8609423637390137 (nan) | > loss: 0.011488579213619232 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1413771592684193) | > loader_time: 0.0045 (0.004661342668790846)  --> TIME: 2025-03-25 05:37:01 -- STEP: 24120/31555 -- GLOBAL_STEP: 844550 | > loss_text_ce: 0.03171104937791824 (0.03486440150085722) | > loss_mel_ce: 2.4965431690216064 (nan) | > loss: 0.010032755322754383 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1413720934841764) | > loader_time: 0.0046 (0.004661460183746175)  --> TIME: 2025-03-25 05:37:11 -- STEP: 24170/31555 -- GLOBAL_STEP: 844600 | > loss_text_ce: 0.03939761221408844 (0.034862931976059934) | > loss_mel_ce: 2.804539918899536 (nan) | > loss: 0.011285467073321342 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14137538377046088) | > loader_time: 0.0049 (0.004661584038550947)  --> TIME: 2025-03-25 05:37:20 -- STEP: 24220/31555 -- GLOBAL_STEP: 844650 | > loss_text_ce: 0.02646275982260704 (0.034864285454718265) | > loss_mel_ce: 2.29449462890625 (nan) | > loss: 0.009210148826241493 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14137276783154873) | > loader_time: 0.0046 (0.0046614620825360265)  --> TIME: 2025-03-25 05:37:30 -- STEP: 24270/31555 -- GLOBAL_STEP: 844700 | > loss_text_ce: 0.027044588699936867 (0.03486326875216501) | > loss_mel_ce: 1.8940836191177368 (nan) | > loss: 0.007623524870723486 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14137593395286582) | > loader_time: 0.0045 (0.004661606416124631)  --> TIME: 2025-03-25 05:37:40 -- STEP: 24320/31555 -- GLOBAL_STEP: 844750 | > loss_text_ce: 0.034504685550928116 (0.03486548526615406) | > loss_mel_ce: 2.2692670822143555 (nan) | > loss: 0.0091419517993927 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14138479188672792) | > loader_time: 0.005 (0.004661508610374036)  --> TIME: 2025-03-25 05:37:50 -- STEP: 24370/31555 -- GLOBAL_STEP: 844800 | > loss_text_ce: 0.042351387441158295 (0.03486249914570886) | > loss_mel_ce: 2.6816635131835938 (nan) | > loss: 0.010809583589434624 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.1413894085498631) | > loader_time: 0.0045 (0.004661485470852784)  --> TIME: 2025-03-25 05:38:00 -- STEP: 24420/31555 -- GLOBAL_STEP: 844850 | > loss_text_ce: 0.035364922136068344 (0.034860704359457054) | > loss_mel_ce: 2.696869134902954 (nan) | > loss: 0.010842199437320232 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14139498619638807) | > loader_time: 0.0048 (0.004661405350125091)  --> TIME: 2025-03-25 05:38:10 -- STEP: 24470/31555 -- GLOBAL_STEP: 844900 | > loss_text_ce: 0.030703634023666382 (0.03485958294491557) | > loss_mel_ce: 6.1953125 (nan) | > loss: 0.024706413969397545 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14140137539720543) | > loader_time: 0.0045 (0.004661355205687092)  --> TIME: 2025-03-25 05:38:19 -- STEP: 24520/31555 -- GLOBAL_STEP: 844950 | > loss_text_ce: 0.040153227746486664 (0.03485824071557565) | > loss_mel_ce: 3.1217098236083984 (nan) | > loss: 0.012547076679766178 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14140197804857038) | > loader_time: 0.0048 (0.0046611391020054405)  --> TIME: 2025-03-25 05:38:29 -- STEP: 24570/31555 -- GLOBAL_STEP: 845000 | > loss_text_ce: 0.03445824235677719 (0.034860055270427494) | > loss_mel_ce: 2.4552907943725586 (nan) | > loss: 0.00987995695322752 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14139391680194638) | > loader_time: 0.0047 (0.004661067520936511)  --> TIME: 2025-03-25 05:38:38 -- STEP: 24620/31555 -- GLOBAL_STEP: 845050 | > loss_text_ce: 0.038681820034980774 (0.03486149952157539) | > loss_mel_ce: 2.508714199066162 (nan) | > loss: 0.010108714923262596 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14138645087675183) | > loader_time: 0.0046 (0.004660995039486656)  --> TIME: 2025-03-25 05:38:48 -- STEP: 24670/31555 -- GLOBAL_STEP: 845100 | > loss_text_ce: 0.021461574360728264 (0.034860485390109254) | > loss_mel_ce: 2.847857713699341 (nan) | > loss: 0.011386187747120857 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1413908173306344) | > loader_time: 0.0045 (0.004660870191004273)  --> TIME: 2025-03-25 05:38:57 -- STEP: 24720/31555 -- GLOBAL_STEP: 845150 | > loss_text_ce: 0.036013878881931305 (0.03486165283511521) | > loss_mel_ce: 2.6329102516174316 (nan) | > loss: 0.01059096958488226 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14138722577912896) | > loader_time: 0.0046 (0.004660669133115336)  --> TIME: 2025-03-25 05:39:07 -- STEP: 24770/31555 -- GLOBAL_STEP: 845200 | > loss_text_ce: 0.036988575011491776 (0.034860304915704965) | > loss_mel_ce: 2.883188486099243 (nan) | > loss: 0.011588004417717457 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14138936585459816) | > loader_time: 0.0043 (0.004660546697817536)  --> TIME: 2025-03-25 05:39:17 -- STEP: 24820/31555 -- GLOBAL_STEP: 845250 | > loss_text_ce: 0.032827526330947876 (0.034862706327163685) | > loss_mel_ce: 2.9211654663085938 (nan) | > loss: 0.011722195893526077 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14139002134106404) | > loader_time: 0.0071 (0.004660454975991915)  --> TIME: 2025-03-25 05:39:26 -- STEP: 24870/31555 -- GLOBAL_STEP: 845300 | > loss_text_ce: 0.030270641669631004 (0.03486213632119669) | > loss_mel_ce: 3.0914008617401123 (nan) | > loss: 0.012387585826218128 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14139021357523657) | > loader_time: 0.0045 (0.00466038061041498)  --> TIME: 2025-03-25 05:39:36 -- STEP: 24920/31555 -- GLOBAL_STEP: 845350 | > loss_text_ce: 0.03229730203747749 (0.03486255710140246) | > loss_mel_ce: 2.695612907409668 (nan) | > loss: 0.010825041681528091 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14139668764501673) | > loader_time: 0.0049 (0.00466029926249531)  --> TIME: 2025-03-25 05:39:46 -- STEP: 24970/31555 -- GLOBAL_STEP: 845400 | > loss_text_ce: 0.03615053743124008 (0.03486090166412914) | > loss_mel_ce: 2.436763048171997 (nan) | > loss: 0.009813149459660053 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14140063531407382) | > loader_time: 0.0046 (0.00466020365070712)  --> TIME: 2025-03-25 05:39:56 -- STEP: 25020/31555 -- GLOBAL_STEP: 845450 | > loss_text_ce: 0.03303798288106918 (0.034862330809256124) | > loss_mel_ce: 2.6860902309417725 (nan) | > loss: 0.01079019159078598 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14139393277400816) | > loader_time: 0.0049 (0.004660108163774132)  --> TIME: 2025-03-25 05:40:05 -- STEP: 25070/31555 -- GLOBAL_STEP: 845500 | > loss_text_ce: 0.031761474907398224 (0.03485979423503423) | > loss_mel_ce: 0.14809569716453552 (nan) | > loss: 0.0007137189386412501 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14139299479242276) | > loader_time: 0.0045 (0.004660084592806252)  --> TIME: 2025-03-25 05:40:15 -- STEP: 25120/31555 -- GLOBAL_STEP: 845550 | > loss_text_ce: 0.027938272804021835 (0.03486074039521213) | > loss_mel_ce: 2.414391279220581 (nan) | > loss: 0.009691785089671612 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14140061727564832) | > loader_time: 0.0043 (0.004660058524578212)  --> TIME: 2025-03-25 05:40:25 -- STEP: 25170/31555 -- GLOBAL_STEP: 845600 | > loss_text_ce: 0.03354222699999809 (0.034861191298426034) | > loss_mel_ce: 2.375683546066284 (nan) | > loss: 0.00956042017787695 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14139542985066672) | > loader_time: 0.0044 (0.004659968261733876)  --> TIME: 2025-03-25 05:40:34 -- STEP: 25220/31555 -- GLOBAL_STEP: 845650 | > loss_text_ce: 0.039925020188093185 (0.034860347727465456) | > loss_mel_ce: 2.9488470554351807 (nan) | > loss: 0.01186020765453577 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1413899047236705) | > loader_time: 0.0047 (0.0046600803981027466)  --> TIME: 2025-03-25 05:40:44 -- STEP: 25270/31555 -- GLOBAL_STEP: 845700 | > loss_text_ce: 0.035857703536748886 (0.03486077641101897) | > loss_mel_ce: 2.8124682903289795 (nan) | > loss: 0.011302881874144077 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14139548357551082) | > loader_time: 0.0047 (0.004660216970409732)  --> TIME: 2025-03-25 05:40:54 -- STEP: 25320/31555 -- GLOBAL_STEP: 845750 | > loss_text_ce: 0.035064175724983215 (0.034860800417495834) | > loss_mel_ce: 2.899580717086792 (nan) | > loss: 0.011645416729152203 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14140524706004362) | > loader_time: 0.0045 (0.004660441383931275)  --> TIME: 2025-03-25 05:41:04 -- STEP: 25370/31555 -- GLOBAL_STEP: 845800 | > loss_text_ce: 0.030486024916172028 (0.0348603559922237) | > loss_mel_ce: 3.1272804737091064 (nan) | > loss: 0.012530820444226265 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1414144697835891) | > loader_time: 0.0047 (0.004660459310932296)  --> TIME: 2025-03-25 05:41:14 -- STEP: 25420/31555 -- GLOBAL_STEP: 845850 | > loss_text_ce: 0.030895613133907318 (0.03486190770388516) | > loss_mel_ce: 2.851048707962036 (nan) | > loss: 0.011436288245022297 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14142384693249313) | > loader_time: 0.0048 (0.004660509928861592)  --> TIME: 2025-03-25 05:41:24 -- STEP: 25470/31555 -- GLOBAL_STEP: 845900 | > loss_text_ce: 0.031614311039447784 (0.03486236696539926) | > loss_mel_ce: 2.8984882831573486 (nan) | > loss: 0.011627391912043095 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14142299072855738) | > loader_time: 0.0046 (0.004660709090545463)  --> TIME: 2025-03-25 05:41:33 -- STEP: 25520/31555 -- GLOBAL_STEP: 845950 | > loss_text_ce: 0.04288793355226517 (0.034862753118133964) | > loss_mel_ce: 2.852794885635376 (nan) | > loss: 0.011490805074572563 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14141594091179238) | > loader_time: 0.0046 (0.004660835918214219)  --> TIME: 2025-03-25 05:41:42 -- STEP: 25570/31555 -- GLOBAL_STEP: 846000 | > loss_text_ce: 0.03330136090517044 (0.03486203885734431) | > loss_mel_ce: 2.5865299701690674 (nan) | > loss: 0.010396156460046768 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14140910259391543) | > loader_time: 0.0045 (0.004660845446222936)  --> TIME: 2025-03-25 05:41:52 -- STEP: 25620/31555 -- GLOBAL_STEP: 846050 | > loss_text_ce: 0.03249618411064148 (0.03486353778069437) | > loss_mel_ce: 0.5367954969406128 (nan) | > loss: 0.0022590942680835724 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14141475272122825) | > loader_time: 0.0046 (0.004660855728048139)  --> TIME: 2025-03-25 05:42:02 -- STEP: 25670/31555 -- GLOBAL_STEP: 846100 | > loss_text_ce: 0.03961627930402756 (0.03486235122050124) | > loss_mel_ce: 2.4632110595703125 (nan) | > loss: 0.009931854903697968 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14142108922066013) | > loader_time: 0.0044 (0.004660948092806487)  --> TIME: 2025-03-25 05:42:12 -- STEP: 25720/31555 -- GLOBAL_STEP: 846150 | > loss_text_ce: 0.037734709680080414 (0.03486371669765452) | > loss_mel_ce: 2.931795358657837 (nan) | > loss: 0.011783850379288197 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14142312764379897) | > loader_time: 0.0046 (0.004660953416794655)  --> TIME: 2025-03-25 05:42:22 -- STEP: 25770/31555 -- GLOBAL_STEP: 846200 | > loss_text_ce: 0.026493225246667862 (0.034863068503144794) | > loss_mel_ce: 1.880245566368103 (nan) | > loss: 0.007566424086689949 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1414291727297707) | > loader_time: 0.0045 (0.004660935239085011)  --> TIME: 2025-03-25 05:42:31 -- STEP: 25820/31555 -- GLOBAL_STEP: 846250 | > loss_text_ce: 0.031939487904310226 (0.034862465026595436) | > loss_mel_ce: 2.9239118099212646 (nan) | > loss: 0.011729569174349308 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1414246996920947) | > loader_time: 0.0047 (0.004660737588366804)  --> TIME: 2025-03-25 05:42:41 -- STEP: 25870/31555 -- GLOBAL_STEP: 846300 | > loss_text_ce: 0.030954865738749504 (0.03486582701147331) | > loss_mel_ce: 2.849663734436035 (nan) | > loss: 0.011431027203798294 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14143489995056216) | > loader_time: 0.0047 (0.004661094077913537)  --> TIME: 2025-03-25 05:42:51 -- STEP: 25920/31555 -- GLOBAL_STEP: 846350 | > loss_text_ce: 0.031032981351017952 (0.03486466497023998) | > loss_mel_ce: 3.3859522342681885 (nan) | > loss: 0.013559466227889061 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14144002598376945) | > loader_time: 0.0046 (0.004661146137449455)  --> TIME: 2025-03-25 05:43:01 -- STEP: 25970/31555 -- GLOBAL_STEP: 846400 | > loss_text_ce: 0.036505475640296936 (0.034862629432678406) | > loss_mel_ce: 3.129434823989868 (nan) | > loss: 0.012563255615532398 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.1414405186358996) | > loader_time: 0.0043 (0.004661119420297957)  --> TIME: 2025-03-25 05:43:11 -- STEP: 26020/31555 -- GLOBAL_STEP: 846450 | > loss_text_ce: 0.03656870499253273 (0.03486222981755873) | > loss_mel_ce: 3.2452054023742676 (nan) | > loss: 0.013022913597524166 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14144634760681463) | > loader_time: 0.0046 (0.004661197061267451)  --> TIME: 2025-03-25 05:43:20 -- STEP: 26070/31555 -- GLOBAL_STEP: 846500 | > loss_text_ce: 0.03137936070561409 (0.0348637677390821) | > loss_mel_ce: 1.6643152236938477 (nan) | > loss: 0.006728947162628174 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14143896503470452) | > loader_time: 0.0057 (0.004661357498827388)  --> TIME: 2025-03-25 05:43:30 -- STEP: 26120/31555 -- GLOBAL_STEP: 846550 | > loss_text_ce: 0.03592167794704437 (0.03486270170732243) | > loss_mel_ce: 3.007455825805664 (nan) | > loss: 0.012076894752681255 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14144806208325758) | > loader_time: 0.0048 (0.004661269200706172)  --> TIME: 2025-03-25 05:43:40 -- STEP: 26170/31555 -- GLOBAL_STEP: 846600 | > loss_text_ce: 0.03710313141345978 (0.034862768318771394) | > loss_mel_ce: 3.290066957473755 (nan) | > loss: 0.013203056529164314 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14144436561473708) | > loader_time: 0.0046 (0.004661234972993497)  --> TIME: 2025-03-25 05:43:49 -- STEP: 26220/31555 -- GLOBAL_STEP: 846650 | > loss_text_ce: 0.040953755378723145 (0.03486299016846784) | > loss_mel_ce: 3.340566635131836 (nan) | > loss: 0.013418732210993767 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14144776724932503) | > loader_time: 0.0046 (0.004661291369402505)  --> TIME: 2025-03-25 05:43:59 -- STEP: 26270/31555 -- GLOBAL_STEP: 846700 | > loss_text_ce: 0.029079275205731392 (0.03486260664491518) | > loss_mel_ce: 2.4514331817626953 (nan) | > loss: 0.009843303821980953 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14145729891192935) | > loader_time: 0.0048 (0.00466128822329562)  --> TIME: 2025-03-25 05:44:09 -- STEP: 26320/31555 -- GLOBAL_STEP: 846750 | > loss_text_ce: 0.03818477690219879 (0.03486361340092365) | > loss_mel_ce: 2.7964673042297363 (nan) | > loss: 0.011248620226979256 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14145474477379522) | > loader_time: 0.0046 (0.004661548889516674)  --> TIME: 2025-03-25 05:44:19 -- STEP: 26370/31555 -- GLOBAL_STEP: 846800 | > loss_text_ce: 0.03753364086151123 (0.034865954733931226) | > loss_mel_ce: 2.889106512069702 (nan) | > loss: 0.011613651178777218 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14146871329890903) | > loader_time: 0.0048 (0.004661672233766682)  --> TIME: 2025-03-25 05:44:29 -- STEP: 26420/31555 -- GLOBAL_STEP: 846850 | > loss_text_ce: 0.04380954056978226 (0.03486644276347259) | > loss_mel_ce: 3.187162160873413 (nan) | > loss: 0.01282131765037775 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1414742137427407) | > loader_time: 0.0047 (0.004661667978646238)  --> TIME: 2025-03-25 05:44:39 -- STEP: 26470/31555 -- GLOBAL_STEP: 846900 | > loss_text_ce: 0.02867829240858555 (0.03486652584369275) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14148173265561645) | > loader_time: 0.0045 (0.004661646644079213)  --> TIME: 2025-03-25 05:44:48 -- STEP: 26520/31555 -- GLOBAL_STEP: 846950 | > loss_text_ce: 0.031129853799939156 (0.03486801844485616) | > loss_mel_ce: 2.887510299682617 (nan) | > loss: 0.011581906117498875 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14148045995835998) | > loader_time: 0.0046 (0.0046613969684186265)  --> TIME: 2025-03-25 05:44:58 -- STEP: 26570/31555 -- GLOBAL_STEP: 847000 | > loss_text_ce: 0.036333952099084854 (0.034868376561127234) | > loss_mel_ce: 2.3392333984375 (nan) | > loss: 0.009426855482161045 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1414752310902544) | > loader_time: 0.0044 (0.004661379777537162)  --> TIME: 2025-03-25 05:45:07 -- STEP: 26620/31555 -- GLOBAL_STEP: 847050 | > loss_text_ce: 0.03208087384700775 (0.034866807881671076) | > loss_mel_ce: 2.6856637001037598 (nan) | > loss: 0.010784701444208622 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14146951454013573) | > loader_time: 0.0045 (0.004661272424759466)  --> TIME: 2025-03-25 05:45:17 -- STEP: 26670/31555 -- GLOBAL_STEP: 847100 | > loss_text_ce: 0.029283573850989342 (0.034867763891850805) | > loss_mel_ce: 2.975761890411377 (nan) | > loss: 0.011924783699214458 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1414721630913157) | > loader_time: 0.0044 (0.004661158823457391)  --> TIME: 2025-03-25 05:45:27 -- STEP: 26720/31555 -- GLOBAL_STEP: 847150 | > loss_text_ce: 0.022024745121598244 (0.034868041363448336) | > loss_mel_ce: 3.2009854316711426 (nan) | > loss: 0.012789723463356495 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14147563424117565) | > loader_time: 0.0047 (0.004661037643512535)  --> TIME: 2025-03-25 05:45:37 -- STEP: 26770/31555 -- GLOBAL_STEP: 847200 | > loss_text_ce: 0.032977961003780365 (0.03487039696940761) | > loss_mel_ce: 3.0483994483947754 (nan) | > loss: 0.012227688916027546 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14148201222824097) | > loader_time: 0.0044 (0.0046608548579395595)  --> TIME: 2025-03-25 05:45:46 -- STEP: 26820/31555 -- GLOBAL_STEP: 847250 | > loss_text_ce: 0.04762846976518631 (0.03486980008587114) | > loss_mel_ce: 2.169499397277832 (nan) | > loss: 0.008798127062618732 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1414730497743549) | > loader_time: 0.0047 (0.004660844749518923)  --> TIME: 2025-03-25 05:45:56 -- STEP: 26870/31555 -- GLOBAL_STEP: 847300 | > loss_text_ce: 0.0427229106426239 (0.03487005513979379) | > loss_mel_ce: 3.344825506210327 (nan) | > loss: 0.013442653231322765 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14147175119674746) | > loader_time: 0.005 (0.004660863019207101)  --> TIME: 2025-03-25 05:46:06 -- STEP: 26920/31555 -- GLOBAL_STEP: 847350 | > loss_text_ce: 0.033889539539813995 (0.03486873773500898) | > loss_mel_ce: 2.6617050170898438 (nan) | > loss: 0.010696804150938988 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1414788257845445) | > loader_time: 0.0045 (0.00466106752761226)  --> TIME: 2025-03-25 05:46:15 -- STEP: 26970/31555 -- GLOBAL_STEP: 847400 | > loss_text_ce: 0.027739571407437325 (0.03487077961959998) | > loss_mel_ce: 2.597243309020996 (nan) | > loss: 0.010416598990559578 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1414715465723166) | > loader_time: 0.0045 (0.004660976397182281)  --> TIME: 2025-03-25 05:46:25 -- STEP: 27020/31555 -- GLOBAL_STEP: 847450 | > loss_text_ce: 0.03768039494752884 (0.03487023827302726) | > loss_mel_ce: 2.164947509765625 (nan) | > loss: 0.008740587159991264 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14147027299458861) | > loader_time: 0.0047 (0.004661202113068927)  --> TIME: 2025-03-25 05:46:34 -- STEP: 27070/31555 -- GLOBAL_STEP: 847500 | > loss_text_ce: 0.03542894124984741 (0.0348708624607497) | > loss_mel_ce: 3.071481704711914 (nan) | > loss: 0.012329011224210262 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14147125480357342) | > loader_time: 0.0045 (0.004661607337165297)  --> TIME: 2025-03-25 05:46:44 -- STEP: 27120/31555 -- GLOBAL_STEP: 847550 | > loss_text_ce: 0.03772333636879921 (0.03487144662661373) | > loss_mel_ce: 3.084075450897217 (nan) | > loss: 0.01238809060305357 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14146820301503216) | > loader_time: 0.0047 (0.004661608401652957)  --> TIME: 2025-03-25 05:46:54 -- STEP: 27170/31555 -- GLOBAL_STEP: 847600 | > loss_text_ce: 0.05568660795688629 (0.034870257469275794) | > loss_mel_ce: 2.661349296569824 (nan) | > loss: 0.010781889781355858 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14146254248684034) | > loader_time: 0.0049 (0.004661726960374158)  --> TIME: 2025-03-25 05:47:03 -- STEP: 27220/31555 -- GLOBAL_STEP: 847650 | > loss_text_ce: 0.030753886327147484 (0.03486992221672556) | > loss_mel_ce: 2.969942569732666 (nan) | > loss: 0.011907526291906834 (nan) | > current_lr: 5e-06 | > step_time: 0.1894 (0.141462748782938) | > loader_time: 0.0048 (0.004661767873406644)  --> TIME: 2025-03-25 05:47:13 -- STEP: 27270/31555 -- GLOBAL_STEP: 847700 | > loss_text_ce: 0.02643769420683384 (0.03487015753164106) | > loss_mel_ce: 2.739470958709717 (nan) | > loss: 0.01097582932561636 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.1414702008747121) | > loader_time: 0.0048 (0.00466178786330575)  --> TIME: 2025-03-25 05:47:23 -- STEP: 27320/31555 -- GLOBAL_STEP: 847750 | > loss_text_ce: 0.019413959234952927 (0.03487029578894671) | > loss_mel_ce: 2.7543091773986816 (nan) | > loss: 0.011006838642060757 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1414674552083891) | > loader_time: 0.0045 (0.004661592653520258)  --> TIME: 2025-03-25 05:47:32 -- STEP: 27370/31555 -- GLOBAL_STEP: 847800 | > loss_text_ce: 0.02646864764392376 (0.034870109648079815) | > loss_mel_ce: 2.6961147785186768 (nan) | > loss: 0.010803903453052044 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1414665374086861) | > loader_time: 0.0046 (0.0046617931896288855)  --> TIME: 2025-03-25 05:47:42 -- STEP: 27420/31555 -- GLOBAL_STEP: 847850 | > loss_text_ce: 0.03797466307878494 (0.03487172580159702) | > loss_mel_ce: 2.7041547298431396 (nan) | > loss: 0.01088146585971117 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14146366175902692) | > loader_time: 0.0044 (0.004661704100978163)  --> TIME: 2025-03-25 05:47:51 -- STEP: 27470/31555 -- GLOBAL_STEP: 847900 | > loss_text_ce: 0.04057180881500244 (0.034871819405740016) | > loss_mel_ce: 3.0661354064941406 (nan) | > loss: 0.01232820376753807 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14145767921354743) | > loader_time: 0.0045 (0.004661759047409269)  --> TIME: 2025-03-25 05:48:01 -- STEP: 27520/31555 -- GLOBAL_STEP: 847950 | > loss_text_ce: 0.03779664635658264 (0.034871915645043036) | > loss_mel_ce: 3.1560678482055664 (nan) | > loss: 0.012674066238105297 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14146003201603927) | > loader_time: 0.0047 (0.00466186872921708)  --> TIME: 2025-03-25 05:48:11 -- STEP: 27570/31555 -- GLOBAL_STEP: 848000 | > loss_text_ce: 0.030497819185256958 (0.03487490582856472) | > loss_mel_ce: 2.764157772064209 (nan) | > loss: 0.011089903302490711 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1414644235366061) | > loader_time: 0.0047 (0.004661995438419019)  --> TIME: 2025-03-25 05:48:21 -- STEP: 27620/31555 -- GLOBAL_STEP: 848050 | > loss_text_ce: 0.03167444095015526 (0.03487523734440727) | > loss_mel_ce: 2.0470218658447266 (nan) | > loss: 0.008248794823884964 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14146849374508733) | > loader_time: 0.005 (0.004662029912383696)  --> TIME: 2025-03-25 05:48:30 -- STEP: 27670/31555 -- GLOBAL_STEP: 848100 | > loss_text_ce: 0.01789010502398014 (0.0348723414571457) | > loss_mel_ce: 1.8931002616882324 (nan) | > loss: 0.007583295460790396 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1414691837591347) | > loader_time: 0.0046 (0.004662035284466262)  --> TIME: 2025-03-25 05:48:40 -- STEP: 27720/31555 -- GLOBAL_STEP: 848150 | > loss_text_ce: 0.03843178600072861 (0.03487261201830872) | > loss_mel_ce: 3.011967182159424 (nan) | > loss: 0.012104758992791176 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14146912262209252) | > loader_time: 0.0047 (0.004662103862817469)  --> TIME: 2025-03-25 05:48:50 -- STEP: 27770/31555 -- GLOBAL_STEP: 848200 | > loss_text_ce: 0.040222227573394775 (0.034875113479115497) | > loss_mel_ce: 2.90936279296875 (nan) | > loss: 0.011704702861607075 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14147430081825987) | > loader_time: 0.0044 (0.004662094701740153)  --> TIME: 2025-03-25 05:49:00 -- STEP: 27820/31555 -- GLOBAL_STEP: 848250 | > loss_text_ce: 0.03437015786767006 (0.034875166848653966) | > loss_mel_ce: 2.954474449157715 (nan) | > loss: 0.011860495433211327 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14147377988573995) | > loader_time: 0.0047 (0.004662295299669865)  --> TIME: 2025-03-25 05:49:10 -- STEP: 27870/31555 -- GLOBAL_STEP: 848300 | > loss_text_ce: 0.03451937064528465 (0.03487405512728535) | > loss_mel_ce: 2.437721014022827 (nan) | > loss: 0.009810478426516056 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.1414812719860427) | > loader_time: 0.0049 (0.004662377670925894)  --> TIME: 2025-03-25 05:49:19 -- STEP: 27920/31555 -- GLOBAL_STEP: 848350 | > loss_text_ce: 0.03341034799814224 (0.03487442270088746) | > loss_mel_ce: 2.8745718002319336 (nan) | > loss: 0.011539611965417862 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1414815737558984) | > loader_time: 0.0048 (0.004662554072787195)  --> TIME: 2025-03-25 05:49:29 -- STEP: 27970/31555 -- GLOBAL_STEP: 848400 | > loss_text_ce: 0.03933395445346832 (0.03487425328175399) | > loss_mel_ce: 2.725155830383301 (nan) | > loss: 0.010970198549330235 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14149467378247432) | > loader_time: 0.0047 (0.004662722555875836)  --> TIME: 2025-03-25 05:49:39 -- STEP: 28020/31555 -- GLOBAL_STEP: 848450 | > loss_text_ce: 0.029154382646083832 (0.03487653205278243) | > loss_mel_ce: 2.597100019454956 (nan) | > loss: 0.010421644896268845 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14150459421778658) | > loader_time: 0.0049 (0.0046628710289327935)  --> TIME: 2025-03-25 05:49:49 -- STEP: 28070/31555 -- GLOBAL_STEP: 848500 | > loss_text_ce: 0.030148843303322792 (0.034876381420295706) | > loss_mel_ce: 2.242147922515869 (nan) | > loss: 0.009017051197588444 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14151242487703225) | > loader_time: 0.0047 (0.004662846924360823)  --> TIME: 2025-03-25 05:49:59 -- STEP: 28120/31555 -- GLOBAL_STEP: 848550 | > loss_text_ce: 0.029283899813890457 (0.03487513060499353) | > loss_mel_ce: 2.8254635334014893 (nan) | > loss: 0.011328363791108131 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14151233098076219) | > loader_time: 0.0046 (0.00466309623901397)  --> TIME: 2025-03-25 05:50:09 -- STEP: 28170/31555 -- GLOBAL_STEP: 848600 | > loss_text_ce: 0.02084699645638466 (0.03487224879842879) | > loss_mel_ce: 2.580099105834961 (nan) | > loss: 0.010321215726435184 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14151272668794493) | > loader_time: 0.0044 (0.0046631149505950795)  --> TIME: 2025-03-25 05:50:19 -- STEP: 28220/31555 -- GLOBAL_STEP: 848650 | > loss_text_ce: 0.036046117544174194 (0.03487411609175587) | > loss_mel_ce: 2.658414602279663 (nan) | > loss: 0.01069230493158102 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14152288404785102) | > loader_time: 0.0046 (0.004663062095642063)  --> TIME: 2025-03-25 05:50:29 -- STEP: 28270/31555 -- GLOBAL_STEP: 848700 | > loss_text_ce: 0.03512704744935036 (0.03487042653739052) | > loss_mel_ce: 3.060866355895996 (nan) | > loss: 0.012285688892006874 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14153113870347486) | > loader_time: 0.0047 (0.00466340236711044)  --> TIME: 2025-03-25 05:50:38 -- STEP: 28320/31555 -- GLOBAL_STEP: 848750 | > loss_text_ce: 0.04068702459335327 (0.03486922731127126) | > loss_mel_ce: 2.5989913940429688 (nan) | > loss: 0.010474915616214275 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14153106816239283) | > loader_time: 0.0047 (0.004663456067190305)  --> TIME: 2025-03-25 05:50:48 -- STEP: 28370/31555 -- GLOBAL_STEP: 848800 | > loss_text_ce: 0.03059016913175583 (0.03487040025428593) | > loss_mel_ce: 2.66158127784729 (nan) | > loss: 0.010683219879865646 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14153315340249864) | > loader_time: 0.0045 (0.004663739794360333)  --> TIME: 2025-03-25 05:50:58 -- STEP: 28420/31555 -- GLOBAL_STEP: 848850 | > loss_text_ce: 0.033694494515657425 (0.0348687222811086) | > loss_mel_ce: 2.330467462539673 (nan) | > loss: 0.009381595999002457 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14152767586087278) | > loader_time: 0.0045 (0.004663789381366786)  --> TIME: 2025-03-25 05:51:07 -- STEP: 28470/31555 -- GLOBAL_STEP: 848900 | > loss_text_ce: 0.028760723769664764 (0.034868475415360686) | > loss_mel_ce: 2.924530267715454 (nan) | > loss: 0.011719409376382828 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14152303634713229) | > loader_time: 0.0049 (0.004663887851314431)  --> TIME: 2025-03-25 05:51:17 -- STEP: 28520/31555 -- GLOBAL_STEP: 848950 | > loss_text_ce: 0.02685324102640152 (0.034869206737796005) | > loss_mel_ce: 1.4611566066741943 (nan) | > loss: 0.005904801189899445 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14152627843125168) | > loader_time: 0.0049 (0.004664010720701044)  --> TIME: 2025-03-25 05:51:27 -- STEP: 28570/31555 -- GLOBAL_STEP: 849000 | > loss_text_ce: 0.03910762816667557 (0.03486952006560631) | > loss_mel_ce: 0.1101888045668602 (nan) | > loss: 0.0005924461875110865 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1415232107945575) | > loader_time: 0.0044 (0.004664066132440964)  --> TIME: 2025-03-25 05:51:37 -- STEP: 28620/31555 -- GLOBAL_STEP: 849050 | > loss_text_ce: 0.03224562108516693 (0.03486941518111677) | > loss_mel_ce: 3.105318307876587 (nan) | > loss: 0.01245065126568079 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14153184929900336) | > loader_time: 0.0049 (0.004664309952827176)  --> TIME: 2025-03-25 05:51:46 -- STEP: 28670/31555 -- GLOBAL_STEP: 849100 | > loss_text_ce: 0.03738188371062279 (0.03487065884463002) | > loss_mel_ce: 3.115591526031494 (nan) | > loss: 0.012511800043284893 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.14153700116872328) | > loader_time: 0.0048 (0.0046643697637525116)  --> TIME: 2025-03-25 05:51:56 -- STEP: 28720/31555 -- GLOBAL_STEP: 849150 | > loss_text_ce: 0.03358612209558487 (0.03486965639846816) | > loss_mel_ce: 2.519645929336548 (nan) | > loss: 0.010131873190402985 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14153924887392796) | > loader_time: 0.0047 (0.004664599895477268)  --> TIME: 2025-03-25 05:52:06 -- STEP: 28770/31555 -- GLOBAL_STEP: 849200 | > loss_text_ce: 0.03168037533760071 (0.03486695681210774) | > loss_mel_ce: 2.988802194595337 (nan) | > loss: 0.011986042372882366 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14153934405999358) | > loader_time: 0.0046 (0.004664525117234359)  --> TIME: 2025-03-25 05:52:16 -- STEP: 28820/31555 -- GLOBAL_STEP: 849250 | > loss_text_ce: 0.037255097180604935 (0.03486937650752107) | > loss_mel_ce: 2.720217704772949 (nan) | > loss: 0.010942352935671806 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14154616226180333) | > loader_time: 0.0045 (0.004664535757404965)  --> TIME: 2025-03-25 05:52:25 -- STEP: 28870/31555 -- GLOBAL_STEP: 849300 | > loss_text_ce: 0.041837383061647415 (0.03487095573967343) | > loss_mel_ce: 2.5461864471435547 (nan) | > loss: 0.010269937105476856 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1415404926999689) | > loader_time: 0.0045 (0.004664695663438909)  --> TIME: 2025-03-25 05:52:35 -- STEP: 28920/31555 -- GLOBAL_STEP: 849350 | > loss_text_ce: 0.05940135940909386 (0.03487106458400526) | > loss_mel_ce: 2.3737385272979736 (nan) | > loss: 0.009655317291617393 (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.14153760298983434) | > loader_time: 0.0043 (0.004664698568782015)  --> TIME: 2025-03-25 05:52:44 -- STEP: 28970/31555 -- GLOBAL_STEP: 849400 | > loss_text_ce: 0.02788201905786991 (0.03486799024447949) | > loss_mel_ce: 2.4425559043884277 (nan) | > loss: 0.00980332586914301 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14153576099670873) | > loader_time: 0.0048 (0.004664691538904524)  --> TIME: 2025-03-25 05:52:54 -- STEP: 29020/31555 -- GLOBAL_STEP: 849450 | > loss_text_ce: 0.03831085190176964 (0.03486638497448886) | > loss_mel_ce: 3.207315683364868 (nan) | > loss: 0.012879470363259315 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14154406606863398) | > loader_time: 0.0046 (0.004664675857509742)  --> TIME: 2025-03-25 05:53:04 -- STEP: 29070/31555 -- GLOBAL_STEP: 849500 | > loss_text_ce: 0.03606853261590004 (0.034865566089173856) | > loss_mel_ce: 4.183197021484375 (nan) | > loss: 0.016743117943406105 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14155045342191042) | > loader_time: 0.0045 (0.004664652897887569)  --> TIME: 2025-03-25 05:53:14 -- STEP: 29120/31555 -- GLOBAL_STEP: 849550 | > loss_text_ce: 0.04388652741909027 (0.03486824919361546) | > loss_mel_ce: 2.0307652950286865 (nan) | > loss: 0.008232745341956615 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1415463265400003) | > loader_time: 0.0046 (0.004664681417928921)  --> TIME: 2025-03-25 05:53:23 -- STEP: 29170/31555 -- GLOBAL_STEP: 849600 | > loss_text_ce: 0.03341306373476982 (0.034866676244687984) | > loss_mel_ce: 3.050816297531128 (nan) | > loss: 0.012239006347954273 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1415406680572993) | > loader_time: 0.0046 (0.004664606184921788)  --> TIME: 2025-03-25 05:53:33 -- STEP: 29220/31555 -- GLOBAL_STEP: 849650 | > loss_text_ce: 0.030683033168315887 (0.034866030101902076) | > loss_mel_ce: 2.272266149520874 (nan) | > loss: 0.009138687513768673 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14153700932340127) | > loader_time: 0.0044 (0.004664477928299979)  --> TIME: 2025-03-25 05:53:43 -- STEP: 29270/31555 -- GLOBAL_STEP: 849700 | > loss_text_ce: 0.0360199399292469 (0.03486816413299029) | > loss_mel_ce: 2.655651807785034 (nan) | > loss: 0.010681238025426865 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14153907555624692) | > loader_time: 0.0046 (0.004664392580463056)  --> TIME: 2025-03-25 05:53:52 -- STEP: 29320/31555 -- GLOBAL_STEP: 849750 | > loss_text_ce: 0.032188527286052704 (0.03486696807099034) | > loss_mel_ce: 2.310450315475464 (nan) | > loss: 0.00929618626832962 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1415339859169461) | > loader_time: 0.0045 (0.004664424041446176)  --> TIME: 2025-03-25 05:54:02 -- STEP: 29370/31555 -- GLOBAL_STEP: 849800 | > loss_text_ce: 0.03582153841853142 (0.034865612524333574) | > loss_mel_ce: 3.3682618141174316 (nan) | > loss: 0.01350826770067215 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14153795809740835) | > loader_time: 0.0046 (0.004664363201921935)  --> TIME: 2025-03-25 05:54:11 -- STEP: 29420/31555 -- GLOBAL_STEP: 849850 | > loss_text_ce: 0.028430117294192314 (0.034867251999669883) | > loss_mel_ce: 2.294841766357422 (nan) | > loss: 0.009219333529472351 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14152830385335116) | > loader_time: 0.0048 (0.004664315462598639)  --> TIME: 2025-03-25 05:54:21 -- STEP: 29470/31555 -- GLOBAL_STEP: 849900 | > loss_text_ce: 0.030519980937242508 (0.03486862593438837) | > loss_mel_ce: 1.9774343967437744 (nan) | > loss: 0.007968073710799217 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14152299357868184) | > loader_time: 0.0044 (0.004664267909538934)  --> TIME: 2025-03-25 05:54:30 -- STEP: 29520/31555 -- GLOBAL_STEP: 849950 | > loss_text_ce: 0.030317416414618492 (0.034871022834734054) | > loss_mel_ce: 2.001833200454712 (nan) | > loss: 0.008064089342951775 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14151548572025888) | > loader_time: 0.0044 (0.004664158336515323)  --> TIME: 2025-03-25 05:54:40 -- STEP: 29570/31555 -- GLOBAL_STEP: 850000 | > loss_text_ce: 0.039551232010126114 (0.03487158360257038) | > loss_mel_ce: 2.454275369644165 (nan) | > loss: 0.00989613775163889 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1415167820223844) | > loader_time: 0.0048 (0.004664112927343596) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_850000.pth  --> TIME: 2025-03-25 05:54:55 -- STEP: 29620/31555 -- GLOBAL_STEP: 850050 | > loss_text_ce: 0.03676459938287735 (0.03486987955627394) | > loss_mel_ce: 2.787719249725342 (nan) | > loss: 0.011208269745111465 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14151811181170723) | > loader_time: 0.0047 (0.004664101896859091)  --> TIME: 2025-03-25 05:55:04 -- STEP: 29670/31555 -- GLOBAL_STEP: 850100 | > loss_text_ce: 0.02405322901904583 (0.03487031533067996) | > loss_mel_ce: 2.3051934242248535 (nan) | > loss: 0.009243043139576912 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14150045913680778) | > loader_time: 0.0046 (0.00466416964516478)  --> TIME: 2025-03-25 05:55:14 -- STEP: 29720/31555 -- GLOBAL_STEP: 850150 | > loss_text_ce: 0.03682945668697357 (0.03487068850394778) | > loss_mel_ce: 3.3383586406707764 (nan) | > loss: 0.013393604196608067 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14149993266584332) | > loader_time: 0.0048 (0.004664302473915352)  --> TIME: 2025-03-25 05:55:23 -- STEP: 29770/31555 -- GLOBAL_STEP: 850200 | > loss_text_ce: 0.04076949134469032 (0.03486803723962179) | > loss_mel_ce: 2.553093671798706 (nan) | > loss: 0.01029310841113329 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14149737491037365) | > loader_time: 0.0045 (0.004664242824212287)  --> TIME: 2025-03-25 05:55:33 -- STEP: 29820/31555 -- GLOBAL_STEP: 850250 | > loss_text_ce: 0.03468586504459381 (0.03486683641823968) | > loss_mel_ce: 2.266328811645508 (nan) | > loss: 0.009131011553108692 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1414991019237441) | > loader_time: 0.0044 (0.004664323659330121)  --> TIME: 2025-03-25 05:55:43 -- STEP: 29870/31555 -- GLOBAL_STEP: 850300 | > loss_text_ce: 0.036534540355205536 (0.03486860152892081) | > loss_mel_ce: 2.7692577838897705 (nan) | > loss: 0.01113409735262394 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14149446226419393) | > loader_time: 0.0047 (0.004664368193645216)  --> TIME: 2025-03-25 05:55:52 -- STEP: 29920/31555 -- GLOBAL_STEP: 850350 | > loss_text_ce: 0.03475668653845787 (0.034867608216921114) | > loss_mel_ce: 2.742753505706787 (nan) | > loss: 0.011021866463124752 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14148615363606712) | > loader_time: 0.0048 (0.004664381286677167)  --> TIME: 2025-03-25 05:56:02 -- STEP: 29970/31555 -- GLOBAL_STEP: 850400 | > loss_text_ce: 0.041397593915462494 (0.034869146927685266) | > loss_mel_ce: 3.3510184288024902 (nan) | > loss: 0.01346196886152029 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14148889039013754) | > loader_time: 0.005 (0.004664443594875571)  --> TIME: 2025-03-25 05:56:11 -- STEP: 30020/31555 -- GLOBAL_STEP: 850450 | > loss_text_ce: 0.03857608512043953 (0.03486525540560889) | > loss_mel_ce: 5.574999809265137 (nan) | > loss: 0.022276096045970917 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14148342820662405) | > loader_time: 0.0044 (0.0046644216692503)  --> TIME: 2025-03-25 05:56:21 -- STEP: 30070/31555 -- GLOBAL_STEP: 850500 | > loss_text_ce: 0.03652654215693474 (0.03486615929029085) | > loss_mel_ce: 2.99057936668396 (nan) | > loss: 0.01201232522726059 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14148102963450343) | > loader_time: 0.0047 (0.004664495826203575)  --> TIME: 2025-03-25 05:56:31 -- STEP: 30120/31555 -- GLOBAL_STEP: 850550 | > loss_text_ce: 0.04141596332192421 (0.034866936539780895) | > loss_mel_ce: 0.15004318952560425 (nan) | > loss: 0.0007597585790790617 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14148346372492837) | > loader_time: 0.0043 (0.0046646388561760194)  --> TIME: 2025-03-25 05:56:40 -- STEP: 30170/31555 -- GLOBAL_STEP: 850600 | > loss_text_ce: 0.026439616456627846 (0.03486496197194956) | > loss_mel_ce: 2.7886006832122803 (nan) | > loss: 0.011170796118676662 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14147289696220136) | > loader_time: 0.0044 (0.004664396536362078)  --> TIME: 2025-03-25 05:56:49 -- STEP: 30220/31555 -- GLOBAL_STEP: 850650 | > loss_text_ce: 0.043675389140844345 (0.034865334876957824) | > loss_mel_ce: 2.7233569622039795 (nan) | > loss: 0.010980287566781044 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14146972262725144) | > loader_time: 0.0051 (0.004664540977212917)  --> TIME: 2025-03-25 05:56:59 -- STEP: 30270/31555 -- GLOBAL_STEP: 850700 | > loss_text_ce: 0.0328974612057209 (0.034862202180129205) | > loss_mel_ce: 2.5996973514556885 (nan) | > loss: 0.010446805506944656 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14146427127603653) | > loader_time: 0.0044 (0.004664384826481179)  --> TIME: 2025-03-25 05:57:09 -- STEP: 30320/31555 -- GLOBAL_STEP: 850750 | > loss_text_ce: 0.026123017072677612 (0.034858975989103924) | > loss_mel_ce: 0.01416015625 (nan) | > loss: 0.00015985386562533677 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14146547179108793) | > loader_time: 0.0046 (0.004664238611123153)  --> TIME: 2025-03-25 05:57:18 -- STEP: 30370/31555 -- GLOBAL_STEP: 850800 | > loss_text_ce: 0.04431486874818802 (0.03485814701881691) | > loss_mel_ce: 2.8566694259643555 (nan) | > loss: 0.011511842720210552 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1414662215911435) | > loader_time: 0.0045 (0.004664305640475914)  --> TIME: 2025-03-25 05:57:28 -- STEP: 30420/31555 -- GLOBAL_STEP: 850850 | > loss_text_ce: 0.033083293586969376 (0.03485952871796514) | > loss_mel_ce: 2.6543266773223877 (nan) | > loss: 0.010664325207471848 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14145538266123553) | > loader_time: 0.0045 (0.004664222007515686)  --> TIME: 2025-03-25 05:57:37 -- STEP: 30470/31555 -- GLOBAL_STEP: 850900 | > loss_text_ce: 0.03970915451645851 (0.03486289915493937) | > loss_mel_ce: 2.2844631671905518 (nan) | > loss: 0.009222906082868576 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.1414483069904045) | > loader_time: 0.0044 (0.004664136951072174)  --> TIME: 2025-03-25 05:57:47 -- STEP: 30520/31555 -- GLOBAL_STEP: 850950 | > loss_text_ce: 0.033507801592350006 (0.034861678193533245) | > loss_mel_ce: 1.7052429914474487 (nan) | > loss: 0.006899805273860693 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14145031662005972) | > loader_time: 0.0052 (0.004664143619187356)  --> TIME: 2025-03-25 05:57:57 -- STEP: 30570/31555 -- GLOBAL_STEP: 851000 | > loss_text_ce: 0.03652485832571983 (0.03486149789409641) | > loss_mel_ce: 2.8930838108062744 (nan) | > loss: 0.011625431478023529 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14145431900710656) | > loader_time: 0.0045 (0.004664199306249671)  --> TIME: 2025-03-25 05:58:06 -- STEP: 30620/31555 -- GLOBAL_STEP: 851050 | > loss_text_ce: 0.04841522127389908 (0.034861261519475065) | > loss_mel_ce: 1.7667099237442017 (nan) | > loss: 0.007202877663075924 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1414578064293109) | > loader_time: 0.0048 (0.004664203475924715)  --> TIME: 2025-03-25 05:58:16 -- STEP: 30670/31555 -- GLOBAL_STEP: 851100 | > loss_text_ce: 0.02854708395898342 (0.03486224463528958) | > loss_mel_ce: 2.366314649581909 (nan) | > loss: 0.009503420442342758 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14145731705191936) | > loader_time: 0.0049 (0.004664260904991839)  --> TIME: 2025-03-25 05:58:25 -- STEP: 30720/31555 -- GLOBAL_STEP: 851150 | > loss_text_ce: 0.028731800615787506 (0.03486295194898047) | > loss_mel_ce: 2.3759260177612305 (nan) | > loss: 0.009542293846607208 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1414477596990756) | > loader_time: 0.0046 (0.00466437727057683)  --> TIME: 2025-03-25 05:58:35 -- STEP: 30770/31555 -- GLOBAL_STEP: 851200 | > loss_text_ce: 0.04028766602277756 (0.034863138705495636) | > loss_mel_ce: 2.2094991207122803 (nan) | > loss: 0.008927726186811924 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14144981504067683) | > loader_time: 0.0047 (0.00466433601174834)  --> TIME: 2025-03-25 05:58:45 -- STEP: 30820/31555 -- GLOBAL_STEP: 851250 | > loss_text_ce: 0.028503889217972755 (0.03486411547361425) | > loss_mel_ce: 2.9248383045196533 (nan) | > loss: 0.011719612404704094 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14145498039813645) | > loader_time: 0.0049 (0.004664301145084463)  --> TIME: 2025-03-25 05:58:54 -- STEP: 30870/31555 -- GLOBAL_STEP: 851300 | > loss_text_ce: 0.03266686946153641 (0.034863649238719145) | > loss_mel_ce: 2.7197747230529785 (nan) | > loss: 0.010922388173639774 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1414512249038634) | > loader_time: 0.0047 (0.004664316894091305)  --> TIME: 2025-03-25 05:59:04 -- STEP: 30920/31555 -- GLOBAL_STEP: 851350 | > loss_text_ce: 0.03121826983988285 (0.03486149194623242) | > loss_mel_ce: 2.9790468215942383 (nan) | > loss: 0.011945497244596481 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14144669007823119) | > loader_time: 0.0044 (0.004664416640110164)  --> TIME: 2025-03-25 05:59:14 -- STEP: 30970/31555 -- GLOBAL_STEP: 851400 | > loss_text_ce: 0.033334530889987946 (0.03486193706058049) | > loss_mel_ce: 2.8069498538970947 (nan) | > loss: 0.011270970106124878 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14144983942908163) | > loader_time: 0.0046 (0.004664369386975341)  --> TIME: 2025-03-25 05:59:23 -- STEP: 31020/31555 -- GLOBAL_STEP: 851450 | > loss_text_ce: 0.029051827266812325 (0.034860514884401485) | > loss_mel_ce: 2.486480712890625 (nan) | > loss: 0.009982272051274776 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14144848627401502) | > loader_time: 0.0045 (0.004664442517694366)  --> TIME: 2025-03-25 05:59:33 -- STEP: 31070/31555 -- GLOBAL_STEP: 851500 | > loss_text_ce: 0.03981254994869232 (0.03486069770167767) | > loss_mel_ce: 2.986395835876465 (nan) | > loss: 0.01200876384973526 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14144696097378487) | > loader_time: 0.0044 (0.004664442053476535)  --> TIME: 2025-03-25 05:59:43 -- STEP: 31120/31555 -- GLOBAL_STEP: 851550 | > loss_text_ce: 0.023439623415470123 (0.034860019058684605) | > loss_mel_ce: 2.5577635765075684 (nan) | > loss: 0.010242870077490807 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.141447030731828) | > loader_time: 0.0045 (0.004664318849617509)  --> TIME: 2025-03-25 05:59:52 -- STEP: 31170/31555 -- GLOBAL_STEP: 851600 | > loss_text_ce: 0.025257395580410957 (0.034859805269077775) | > loss_mel_ce: 2.668996810913086 (nan) | > loss: 0.010691485367715359 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14144347015389347) | > loader_time: 0.0045 (0.0046641238193921705)  --> TIME: 2025-03-25 06:00:01 -- STEP: 31220/31555 -- GLOBAL_STEP: 851650 | > loss_text_ce: 0.03592653200030327 (0.03485913930396971) | > loss_mel_ce: 2.8214950561523438 (nan) | > loss: 0.0113389752805233 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.1414347550106835) | > loader_time: 0.0051 (0.004664173796725203)  --> TIME: 2025-03-25 06:00:11 -- STEP: 31270/31555 -- GLOBAL_STEP: 851700 | > loss_text_ce: 0.035229459404945374 (0.034859477375346) | > loss_mel_ce: 1.6323784589767456 (nan) | > loss: 0.006617492064833641 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1414284016249612) | > loader_time: 0.0048 (0.004664510608596216)  --> TIME: 2025-03-25 06:00:20 -- STEP: 31320/31555 -- GLOBAL_STEP: 851750 | > loss_text_ce: 0.042691461741924286 (0.03485963665092265) | > loss_mel_ce: 3.451115846633911 (nan) | > loss: 0.013864315114915371 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14142582035155968) | > loader_time: 0.0047 (0.004664511858731827)  --> TIME: 2025-03-25 06:00:30 -- STEP: 31370/31555 -- GLOBAL_STEP: 851800 | > loss_text_ce: 0.0368853323161602 (0.03486046572282652) | > loss_mel_ce: 2.307072162628174 (nan) | > loss: 0.00930141843855381 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14142801275213696) | > loader_time: 0.0046 (0.004664533412642693)  --> TIME: 2025-03-25 06:00:40 -- STEP: 31420/31555 -- GLOBAL_STEP: 851850 | > loss_text_ce: 0.032597705721855164 (0.034859440366652755) | > loss_mel_ce: 2.922034978866577 (nan) | > loss: 0.011724733747541904 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14142898400826864) | > loader_time: 0.0045 (0.004664462118069863)  --> TIME: 2025-03-25 06:00:50 -- STEP: 31470/31555 -- GLOBAL_STEP: 851900 | > loss_text_ce: 0.030956050381064415 (0.03485823637892588) | > loss_mel_ce: 1.7755576372146606 (nan) | > loss: 0.007168705575168133 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14143661108704797) | > loader_time: 0.0045 (0.004664219588675776)  --> TIME: 2025-03-25 06:00:59 -- STEP: 31520/31555 -- GLOBAL_STEP: 851950 | > loss_text_ce: 0.03841874375939369 (0.034858935225730144) | > loss_mel_ce: 2.5010015964508057 (nan) | > loss: 0.010077065788209438 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14143385887145918) | > loader_time: 0.0047 (0.0046642178357554935)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02167454401652018 (+0.000154773394266762) | > avg_loss_text_ce: 0.03210201694319647 (-0.00024334574739137693) | > avg_loss_mel_ce: 2.59419196844101 (+0.0032003951072701042) | > avg_loss: 2.6262939906120293 (+0.002957058747608876)  > EPOCH: 28/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 06:01:18)   --> TIME: 2025-03-25 06:01:22 -- STEP: 15/31555 -- GLOBAL_STEP: 852000 | > loss_text_ce: 0.030631663277745247 (0.030900729695955913) | > loss_mel_ce: 2.570181369781494 (nan) | > loss: 0.010320687666535378 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.13128662109375003) | > loader_time: 0.0043 (0.00495754877726237)  --> TIME: 2025-03-25 06:01:31 -- STEP: 65/31555 -- GLOBAL_STEP: 852050 | > loss_text_ce: 0.03642063960433006 (0.033620386155178913) | > loss_mel_ce: 3.1752593517303467 (nan) | > loss: 0.012744762003421783 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1354572479541485) | > loader_time: 0.005 (0.004822019430307242)  --> TIME: 2025-03-25 06:01:41 -- STEP: 115/31555 -- GLOBAL_STEP: 852100 | > loss_text_ce: 0.03724214807152748 (0.03406014601983455) | > loss_mel_ce: 3.1734657287597656 (nan) | > loss: 0.0127409053966403 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.13847006507541834) | > loader_time: 0.0044 (0.004757468596748683)  --> TIME: 2025-03-25 06:01:50 -- STEP: 165/31555 -- GLOBAL_STEP: 852150 | > loss_text_ce: 0.03728102520108223 (0.03425437858836216) | > loss_mel_ce: 2.7945351600646973 (nan) | > loss: 0.011237366124987602 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1376186183004669) | > loader_time: 0.0045 (0.004729153893210673)  --> TIME: 2025-03-25 06:02:00 -- STEP: 215/31555 -- GLOBAL_STEP: 852200 | > loss_text_ce: 0.03708718344569206 (0.03447242848748385) | > loss_mel_ce: 1.8252520561218262 (nan) | > loss: 0.007390235550701618 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.13911885993425238) | > loader_time: 0.0048 (0.004720566993535949)  --> TIME: 2025-03-25 06:02:10 -- STEP: 265/31555 -- GLOBAL_STEP: 852250 | > loss_text_ce: 0.02749037742614746 (0.034841935301445595) | > loss_mel_ce: 2.523391008377075 (nan) | > loss: 0.01012254599481821 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1401011125096735) | > loader_time: 0.0046 (0.00472514584379376)  --> TIME: 2025-03-25 06:02:19 -- STEP: 315/31555 -- GLOBAL_STEP: 852300 | > loss_text_ce: 0.04191669076681137 (0.03503514647720355) | > loss_mel_ce: 3.1901185512542725 (nan) | > loss: 0.012825537472963333 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.13971874827430367) | > loader_time: 0.0044 (0.004701862637958828)  --> TIME: 2025-03-25 06:02:29 -- STEP: 365/31555 -- GLOBAL_STEP: 852350 | > loss_text_ce: 0.050282180309295654 (0.03515730455313641) | > loss_mel_ce: 2.9332547187805176 (nan) | > loss: 0.011839432641863823 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14042116517889985) | > loader_time: 0.0048 (0.004706603533601106)  --> TIME: 2025-03-25 06:02:39 -- STEP: 415/31555 -- GLOBAL_STEP: 852400 | > loss_text_ce: 0.026435256004333496 (0.03511903553931827) | > loss_mel_ce: 2.3921401500701904 (nan) | > loss: 0.009597521275281906 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1402443403221038) | > loader_time: 0.0046 (0.004710973601743397)  --> TIME: 2025-03-25 06:02:48 -- STEP: 465/31555 -- GLOBAL_STEP: 852450 | > loss_text_ce: 0.04147966951131821 (0.03519595856227539) | > loss_mel_ce: 2.561105966567993 (nan) | > loss: 0.010327721014618874 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14004276798617454) | > loader_time: 0.0049 (0.004708787959109069)  --> TIME: 2025-03-25 06:02:58 -- STEP: 515/31555 -- GLOBAL_STEP: 852500 | > loss_text_ce: 0.02882852964103222 (0.03519192173787689) | > loss_mel_ce: 3.1067888736724854 (nan) | > loss: 0.01244292687624693 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14010503130051696) | > loader_time: 0.0047 (0.004707805392811597)  --> TIME: 2025-03-25 06:03:08 -- STEP: 565/31555 -- GLOBAL_STEP: 852550 | > loss_text_ce: 0.033200569450855255 (0.03515394267716765) | > loss_mel_ce: 2.165245771408081 (nan) | > loss: 0.00872399378567934 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14079024011054925) | > loader_time: 0.0049 (0.004710019795240552)  --> TIME: 2025-03-25 06:03:17 -- STEP: 615/31555 -- GLOBAL_STEP: 852600 | > loss_text_ce: 0.031520090997219086 (0.03509546693081294) | > loss_mel_ce: 3.007080078125 (nan) | > loss: 0.012057937681674957 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14062362337500092) | > loader_time: 0.0047 (0.00470497394964947)  --> TIME: 2025-03-25 06:03:27 -- STEP: 665/31555 -- GLOBAL_STEP: 852650 | > loss_text_ce: 0.02799632027745247 (0.03505148022134503) | > loss_mel_ce: 2.4159178733825684 (nan) | > loss: 0.009698072448372841 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14098842269495898) | > loader_time: 0.0045 (0.004701376678352069)  --> TIME: 2025-03-25 06:03:37 -- STEP: 715/31555 -- GLOBAL_STEP: 852700 | > loss_text_ce: 0.03657614067196846 (0.035109832445224684) | > loss_mel_ce: 2.6570982933044434 (nan) | > loss: 0.010689184069633484 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14087827855890434) | > loader_time: 0.0046 (0.004694944995266575)  --> TIME: 2025-03-25 06:03:46 -- STEP: 765/31555 -- GLOBAL_STEP: 852750 | > loss_text_ce: 0.036177217960357666 (0.035041687825049454) | > loss_mel_ce: 2.6170217990875244 (nan) | > loss: 0.010528568178415298 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14084390253802528) | > loader_time: 0.0046 (0.004697177924361884)  --> TIME: 2025-03-25 06:03:56 -- STEP: 815/31555 -- GLOBAL_STEP: 852800 | > loss_text_ce: 0.03396565094590187 (0.03505556372914213) | > loss_mel_ce: 2.7153661251068115 (nan) | > loss: 0.010910047218203545 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14108813233170772) | > loader_time: 0.0048 (0.004698113576034828)  --> TIME: 2025-03-25 06:04:06 -- STEP: 865/31555 -- GLOBAL_STEP: 852850 | > loss_text_ce: 0.03349027410149574 (0.03510876885060804) | > loss_mel_ce: 2.057905912399292 (nan) | > loss: 0.008299191482365131 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1414584115750527) | > loader_time: 0.0051 (0.0047091922319004295)  --> TIME: 2025-03-25 06:04:16 -- STEP: 915/31555 -- GLOBAL_STEP: 852900 | > loss_text_ce: 0.03334668651223183 (0.035104535357222556) | > loss_mel_ce: 0.16328124701976776 (nan) | > loss: 0.0007802696200087667 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14144366504064673) | > loader_time: 0.0046 (0.004715040863537396)  --> TIME: 2025-03-25 06:04:25 -- STEP: 965/31555 -- GLOBAL_STEP: 852950 | > loss_text_ce: 0.03721966966986656 (0.03503594866186537) | > loss_mel_ce: 3.1313982009887695 (nan) | > loss: 0.012573881074786186 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14138176725318394) | > loader_time: 0.0047 (0.004711811530157691)  --> TIME: 2025-03-25 06:04:35 -- STEP: 1015/31555 -- GLOBAL_STEP: 853000 | > loss_text_ce: 0.02895450033247471 (0.03504306689785621) | > loss_mel_ce: 2.454860210418701 (nan) | > loss: 0.009856408461928368 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14138184368904) | > loader_time: 0.0045 (0.004707659876405311)  --> TIME: 2025-03-25 06:04:45 -- STEP: 1065/31555 -- GLOBAL_STEP: 853050 | > loss_text_ce: 0.03793957456946373 (0.03509321414773735) | > loss_mel_ce: 2.7206802368164062 (nan) | > loss: 0.010946904309093952 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14137385260890906) | > loader_time: 0.0044 (0.004704632557613748)  --> TIME: 2025-03-25 06:04:54 -- STEP: 1115/31555 -- GLOBAL_STEP: 853100 | > loss_text_ce: 0.05097391456365585 (0.035051134414135626) | > loss_mel_ce: 2.102304458618164 (nan) | > loss: 0.008544756099581718 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1411812532108461) | > loader_time: 0.0045 (0.004701587651342555)  --> TIME: 2025-03-25 06:05:04 -- STEP: 1165/31555 -- GLOBAL_STEP: 853150 | > loss_text_ce: 0.03601532801985741 (0.035041637061555546) | > loss_mel_ce: 2.5665221214294434 (nan) | > loss: 0.010327530093491077 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14107474850994312) | > loader_time: 0.0047 (0.004699578305682398)  --> TIME: 2025-03-25 06:05:13 -- STEP: 1215/31555 -- GLOBAL_STEP: 853200 | > loss_text_ce: 0.030331287533044815 (0.0350512602278358) | > loss_mel_ce: 3.0367941856384277 (nan) | > loss: 0.012171133421361446 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14112106056370344) | > loader_time: 0.0044 (0.004696575604348514)  --> TIME: 2025-03-25 06:05:23 -- STEP: 1265/31555 -- GLOBAL_STEP: 853250 | > loss_text_ce: 0.0319322906434536 (0.03500905705343481) | > loss_mel_ce: 2.746389150619507 (nan) | > loss: 0.011025086045265198 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14111956946934626) | > loader_time: 0.0047 (0.004695276780561958)  --> TIME: 2025-03-25 06:05:33 -- STEP: 1315/31555 -- GLOBAL_STEP: 853300 | > loss_text_ce: 0.044248294085264206 (0.034974973301045625) | > loss_mel_ce: 2.235989570617676 (nan) | > loss: 0.009048563428223133 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14107277384275727) | > loader_time: 0.0048 (0.004695995860226697)  --> TIME: 2025-03-25 06:05:42 -- STEP: 1365/31555 -- GLOBAL_STEP: 853350 | > loss_text_ce: 0.028844783082604408 (0.03499649237404712) | > loss_mel_ce: 2.282647132873535 (nan) | > loss: 0.009172587655484676 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14108027835468676) | > loader_time: 0.0045 (0.004693092968001028)  --> TIME: 2025-03-25 06:05:52 -- STEP: 1415/31555 -- GLOBAL_STEP: 853400 | > loss_text_ce: 0.028316950425505638 (0.035005024346019584) | > loss_mel_ce: 2.7192962169647217 (nan) | > loss: 0.010903227142989635 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14110621782579194) | > loader_time: 0.0049 (0.0046921243094723885)  --> TIME: 2025-03-25 06:06:02 -- STEP: 1465/31555 -- GLOBAL_STEP: 853450 | > loss_text_ce: 0.027911458164453506 (0.03497225513853423) | > loss_mel_ce: 3.2790238857269287 (nan) | > loss: 0.013122759759426117 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14113587958820858) | > loader_time: 0.0045 (0.004690733867293733)  --> TIME: 2025-03-25 06:06:11 -- STEP: 1515/31555 -- GLOBAL_STEP: 853500 | > loss_text_ce: 0.029330288991332054 (0.034952765405055215) | > loss_mel_ce: 2.8199880123138428 (nan) | > loss: 0.011306819505989552 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14093808765852034) | > loader_time: 0.0046 (0.004689756242355492)  --> TIME: 2025-03-25 06:06:21 -- STEP: 1565/31555 -- GLOBAL_STEP: 853550 | > loss_text_ce: 0.036547787487506866 (0.03488565174023669) | > loss_mel_ce: 2.7879414558410645 (nan) | > loss: 0.011208292096853256 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14092086389803687) | > loader_time: 0.0046 (0.004687504570324197)  --> TIME: 2025-03-25 06:06:30 -- STEP: 1615/31555 -- GLOBAL_STEP: 853600 | > loss_text_ce: 0.03793253004550934 (0.03487458498773661) | > loss_mel_ce: 2.477658987045288 (nan) | > loss: 0.00998250674456358 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14094851452499746) | > loader_time: 0.0044 (0.004685375343535332)  --> TIME: 2025-03-25 06:06:40 -- STEP: 1665/31555 -- GLOBAL_STEP: 853650 | > loss_text_ce: 0.03862614184617996 (0.03484354962625577) | > loss_mel_ce: 2.628587007522583 (nan) | > loss: 0.010584180243313313 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14096434810856123) | > loader_time: 0.0044 (0.004683619433337141)  --> TIME: 2025-03-25 06:06:49 -- STEP: 1715/31555 -- GLOBAL_STEP: 853700 | > loss_text_ce: 0.02801428735256195 (0.034824484670887744) | > loss_mel_ce: 2.678156852722168 (nan) | > loss: 0.010738774202764034 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1408735785470416) | > loader_time: 0.0046 (0.004682426619460214)  --> TIME: 2025-03-25 06:06:59 -- STEP: 1765/31555 -- GLOBAL_STEP: 853750 | > loss_text_ce: 0.03611499071121216 (0.03481902111131732) | > loss_mel_ce: 3.0320773124694824 (nan) | > loss: 0.012175367213785648 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1410377467320259) | > loader_time: 0.0062 (0.004690581610790393)  --> TIME: 2025-03-25 06:07:09 -- STEP: 1815/31555 -- GLOBAL_STEP: 853800 | > loss_text_ce: 0.03170480579137802 (0.03478699188741038) | > loss_mel_ce: 2.2470061779022217 (nan) | > loss: 0.00904250517487526 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14099369679600768) | > loader_time: 0.005 (0.004691937738213657)  --> TIME: 2025-03-25 06:07:18 -- STEP: 1865/31555 -- GLOBAL_STEP: 853850 | > loss_text_ce: 0.03389166295528412 (0.03478741118529613) | > loss_mel_ce: 2.9088001251220703 (nan) | > loss: 0.011677348986268044 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14089308104630158) | > loader_time: 0.0046 (0.004690297359435871)  --> TIME: 2025-03-25 06:07:28 -- STEP: 1915/31555 -- GLOBAL_STEP: 853900 | > loss_text_ce: 0.0293832179158926 (0.03477116941131521) | > loss_mel_ce: 3.1559383869171143 (nan) | > loss: 0.012640166096389294 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14093641960901032) | > loader_time: 0.0047 (0.004688979689197192)  --> TIME: 2025-03-25 06:07:38 -- STEP: 1965/31555 -- GLOBAL_STEP: 853950 | > loss_text_ce: 0.030114490538835526 (0.03477619136742893) | > loss_mel_ce: 2.6355202198028564 (nan) | > loss: 0.010577916167676449 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14100764349823414) | > loader_time: 0.0047 (0.004689102682448525)  --> TIME: 2025-03-25 06:07:48 -- STEP: 2015/31555 -- GLOBAL_STEP: 854000 | > loss_text_ce: 0.033498428761959076 (0.03477712845378942) | > loss_mel_ce: 2.8884007930755615 (nan) | > loss: 0.01159483939409256 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14105887850815868) | > loader_time: 0.0046 (0.0046891388762973375)  --> TIME: 2025-03-25 06:07:57 -- STEP: 2065/31555 -- GLOBAL_STEP: 854050 | > loss_text_ce: 0.022994931787252426 (0.03476090444698394) | > loss_mel_ce: 3.0254406929016113 (nan) | > loss: 0.012096967548131943 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14106494231605093) | > loader_time: 0.0047 (0.004690182180150658)  --> TIME: 2025-03-25 06:08:07 -- STEP: 2115/31555 -- GLOBAL_STEP: 854100 | > loss_text_ce: 0.033549290150403976 (0.03473516682704506) | > loss_mel_ce: 2.7740745544433594 (nan) | > loss: 0.011141365393996239 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14097978837664835) | > loader_time: 0.0049 (0.004688567754506501)  --> TIME: 2025-03-25 06:08:16 -- STEP: 2165/31555 -- GLOBAL_STEP: 854150 | > loss_text_ce: 0.035749759525060654 (0.03473002049108375) | > loss_mel_ce: 2.440997838973999 (nan) | > loss: 0.009828363545238972 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14098449711436234) | > loader_time: 0.0045 (0.004687972652444115)  --> TIME: 2025-03-25 06:08:26 -- STEP: 2215/31555 -- GLOBAL_STEP: 854200 | > loss_text_ce: 0.039196133613586426 (0.03473655711186733) | > loss_mel_ce: 2.826186418533325 (nan) | > loss: 0.011370566673576832 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14098961068060842) | > loader_time: 0.0047 (0.004688612117724278)  --> TIME: 2025-03-25 06:08:36 -- STEP: 2265/31555 -- GLOBAL_STEP: 854250 | > loss_text_ce: 0.028955362737178802 (0.0347264913406232) | > loss_mel_ce: 2.4087462425231934 (nan) | > loss: 0.00967342033982277 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14095090419777737) | > loader_time: 0.0047 (0.004686872532825595)  --> TIME: 2025-03-25 06:08:45 -- STEP: 2315/31555 -- GLOBAL_STEP: 854300 | > loss_text_ce: 0.05355198308825493 (0.03471362166806708) | > loss_mel_ce: 2.943521022796631 (nan) | > loss: 0.011893147602677345 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14090470340802938) | > loader_time: 0.0044 (0.004684874408960855)  --> TIME: 2025-03-25 06:08:55 -- STEP: 2365/31555 -- GLOBAL_STEP: 854350 | > loss_text_ce: 0.01706104166805744 (0.034695828538663744) | > loss_mel_ce: 2.349668502807617 (nan) | > loss: 0.00939178466796875 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14089324509618678) | > loader_time: 0.0045 (0.004683998724874933)  --> TIME: 2025-03-25 06:09:05 -- STEP: 2415/31555 -- GLOBAL_STEP: 854400 | > loss_text_ce: 0.038274262100458145 (0.03471066301831245) | > loss_mel_ce: 3.137864112854004 (nan) | > loss: 0.012603724375367165 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1409577251221085) | > loader_time: 0.0045 (0.004685810535344026)  --> TIME: 2025-03-25 06:09:14 -- STEP: 2465/31555 -- GLOBAL_STEP: 854450 | > loss_text_ce: 0.04406021535396576 (0.034708219715611395) | > loss_mel_ce: 3.0315396785736084 (nan) | > loss: 0.012204762548208237 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1409229843418208) | > loader_time: 0.0046 (0.004690002476225993)  --> TIME: 2025-03-25 06:09:23 -- STEP: 2515/31555 -- GLOBAL_STEP: 854500 | > loss_text_ce: 0.02898644655942917 (0.03471144702004097) | > loss_mel_ce: 2.928359031677246 (nan) | > loss: 0.011735498905181885 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14084892908100113) | > loader_time: 0.0047 (0.004689586897256588)  --> TIME: 2025-03-25 06:09:33 -- STEP: 2565/31555 -- GLOBAL_STEP: 854550 | > loss_text_ce: 0.03619474172592163 (0.03468210146114321) | > loss_mel_ce: 2.639195680618286 (nan) | > loss: 0.010616629384458065 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14078879096122285) | > loader_time: 0.0045 (0.004687895598234948)  --> TIME: 2025-03-25 06:09:42 -- STEP: 2615/31555 -- GLOBAL_STEP: 854600 | > loss_text_ce: 0.034858908504247665 (0.03467631061983444) | > loss_mel_ce: 2.492205858230591 (nan) | > loss: 0.010028035379946232 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14075064321776887) | > loader_time: 0.0046 (0.004687548686623795)  --> TIME: 2025-03-25 06:09:52 -- STEP: 2665/31555 -- GLOBAL_STEP: 854650 | > loss_text_ce: 0.03586731478571892 (0.03469628953596838) | > loss_mel_ce: 2.683868169784546 (nan) | > loss: 0.01079260092228651 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14079882423157541) | > loader_time: 0.0048 (0.004687273927298541)  --> TIME: 2025-03-25 06:10:02 -- STEP: 2715/31555 -- GLOBAL_STEP: 854700 | > loss_text_ce: 0.02799610048532486 (0.034698326602015675) | > loss_mel_ce: 2.582350969314575 (nan) | > loss: 0.010358520783483982 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14081227502770194) | > loader_time: 0.0044 (0.004688008362856141)  --> TIME: 2025-03-25 06:10:12 -- STEP: 2765/31555 -- GLOBAL_STEP: 854750 | > loss_text_ce: 0.033578697592020035 (0.03468242336879703) | > loss_mel_ce: 3.050506353378296 (nan) | > loss: 0.012238433584570885 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14082904750141056) | > loader_time: 0.0045 (0.004686988758135449)  --> TIME: 2025-03-25 06:10:21 -- STEP: 2815/31555 -- GLOBAL_STEP: 854800 | > loss_text_ce: 0.04177464544773102 (0.03467297102283319) | > loss_mel_ce: 3.2937965393066406 (nan) | > loss: 0.013236395083367825 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1407680974760447) | > loader_time: 0.0045 (0.004686166803959639)  --> TIME: 2025-03-25 06:10:31 -- STEP: 2865/31555 -- GLOBAL_STEP: 854850 | > loss_text_ce: 0.031194282695651054 (0.034679357126927365) | > loss_mel_ce: 1.1552927494049072 (nan) | > loss: 0.004708282183855772 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14081331506033445) | > loader_time: 0.0043 (0.0046892828550222304)  --> TIME: 2025-03-25 06:10:40 -- STEP: 2915/31555 -- GLOBAL_STEP: 854900 | > loss_text_ce: 0.026976393535733223 (0.03467509067692447) | > loss_mel_ce: 2.082566261291504 (nan) | > loss: 0.0083712013438344 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1408000995119074) | > loader_time: 0.0043 (0.004688090362025372)  --> TIME: 2025-03-25 06:10:50 -- STEP: 2965/31555 -- GLOBAL_STEP: 854950 | > loss_text_ce: 0.040506087243556976 (0.034684168730829565) | > loss_mel_ce: 2.8472321033477783 (nan) | > loss: 0.01145927980542183 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14075120745782732) | > loader_time: 0.0045 (0.00468619742240713)  --> TIME: 2025-03-25 06:11:00 -- STEP: 3015/31555 -- GLOBAL_STEP: 855000 | > loss_text_ce: 0.021818766370415688 (0.03468038035528889) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1407584508260094) | > loader_time: 0.0044 (0.004685935452209781)  --> TIME: 2025-03-25 06:11:09 -- STEP: 3065/31555 -- GLOBAL_STEP: 855050 | > loss_text_ce: 0.03911586105823517 (0.03465920110243777) | > loss_mel_ce: 2.9114761352539062 (nan) | > loss: 0.01170869916677475 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14083712641605584) | > loader_time: 0.0047 (0.004685553446485023)  --> TIME: 2025-03-25 06:11:19 -- STEP: 3115/31555 -- GLOBAL_STEP: 855100 | > loss_text_ce: 0.05050593614578247 (0.03467168337269362) | > loss_mel_ce: 2.7026894092559814 (nan) | > loss: 0.010925378650426865 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14089889082441776) | > loader_time: 0.0049 (0.0046836410632677)  --> TIME: 2025-03-25 06:11:29 -- STEP: 3165/31555 -- GLOBAL_STEP: 855150 | > loss_text_ce: 0.037180978804826736 (0.034652044169757916) | > loss_mel_ce: 2.5904603004455566 (nan) | > loss: 0.010427148081362247 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14083507750271648) | > loader_time: 0.0044 (0.00468586579694945)  --> TIME: 2025-03-25 06:11:39 -- STEP: 3215/31555 -- GLOBAL_STEP: 855200 | > loss_text_ce: 0.03195947781205177 (0.03465512263274319) | > loss_mel_ce: 2.12277889251709 (nan) | > loss: 0.008550549857318401 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14097754417644903) | > loader_time: 0.0045 (0.004686964355397568)  --> TIME: 2025-03-25 06:11:49 -- STEP: 3265/31555 -- GLOBAL_STEP: 855250 | > loss_text_ce: 0.04035430774092674 (0.03464312584497404) | > loss_mel_ce: 3.35996150970459 (nan) | > loss: 0.013493317179381847 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1410161807745197) | > loader_time: 0.0042 (0.0046866444679716)  --> TIME: 2025-03-25 06:11:59 -- STEP: 3315/31555 -- GLOBAL_STEP: 855300 | > loss_text_ce: 0.03597604110836983 (0.03465812673868109) | > loss_mel_ce: 2.4112722873687744 (nan) | > loss: 0.009711302816867828 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14109382003680648) | > loader_time: 0.005 (0.0046838989085201885)  --> TIME: 2025-03-25 06:12:08 -- STEP: 3365/31555 -- GLOBAL_STEP: 855350 | > loss_text_ce: 0.03607241436839104 (0.03465468171834519) | > loss_mel_ce: 3.021869659423828 (nan) | > loss: 0.012134691700339317 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1410453828270337) | > loader_time: 0.0044 (0.004682424837200292)  --> TIME: 2025-03-25 06:12:18 -- STEP: 3415/31555 -- GLOBAL_STEP: 855400 | > loss_text_ce: 0.03625426068902016 (0.0346726048470505) | > loss_mel_ce: 2.7021329402923584 (nan) | > loss: 0.010866615921258926 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14114051884473905) | > loader_time: 0.0049 (0.00468395709293305)  --> TIME: 2025-03-25 06:12:28 -- STEP: 3465/31555 -- GLOBAL_STEP: 855450 | > loss_text_ce: 0.02544317953288555 (0.034673619764342474) | > loss_mel_ce: 1.371124267578125 (nan) | > loss: 0.005541934631764889 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14114910623900004) | > loader_time: 0.0045 (0.004684520627857124)  --> TIME: 2025-03-25 06:12:37 -- STEP: 3515/31555 -- GLOBAL_STEP: 855500 | > loss_text_ce: 0.03596212714910507 (0.03465833985438829) | > loss_mel_ce: 3.3406219482421875 (nan) | > loss: 0.01339914370328188 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14113657423646186) | > loader_time: 0.0045 (0.0046845750822281694)  --> TIME: 2025-03-25 06:12:47 -- STEP: 3565/31555 -- GLOBAL_STEP: 855550 | > loss_text_ce: 0.054912466555833817 (0.03463781762706214) | > loss_mel_ce: 2.6390798091888428 (nan) | > loss: 0.010690446943044662 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1411140131582556) | > loader_time: 0.0047 (0.00468356151233048)  --> TIME: 2025-03-25 06:12:57 -- STEP: 3615/31555 -- GLOBAL_STEP: 855600 | > loss_text_ce: 0.037907809019088745 (0.034631203762146276) | > loss_mel_ce: 2.946267604827881 (nan) | > loss: 0.011841966770589352 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14111842891487386) | > loader_time: 0.0052 (0.00468331168136492)  --> TIME: 2025-03-25 06:13:06 -- STEP: 3665/31555 -- GLOBAL_STEP: 855650 | > loss_text_ce: 0.0335945263504982 (0.034634822348353966) | > loss_mel_ce: 2.9975712299346924 (nan) | > loss: 0.012028436176478863 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14110924205545877) | > loader_time: 0.0045 (0.004681975064141046)  --> TIME: 2025-03-25 06:13:16 -- STEP: 3715/31555 -- GLOBAL_STEP: 855700 | > loss_text_ce: 0.02838044799864292 (0.03462725229120128) | > loss_mel_ce: 2.8622193336486816 (nan) | > loss: 0.011470634490251541 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1411394694291089) | > loader_time: 0.0047 (0.004680336917553753)  --> TIME: 2025-03-25 06:13:26 -- STEP: 3765/31555 -- GLOBAL_STEP: 855750 | > loss_text_ce: 0.02395651675760746 (0.0346391089522785) | > loss_mel_ce: 2.066812515258789 (nan) | > loss: 0.008296702988445759 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14116660779215937) | > loader_time: 0.0043 (0.004680488973974715)  --> TIME: 2025-03-25 06:13:36 -- STEP: 3815/31555 -- GLOBAL_STEP: 855800 | > loss_text_ce: 0.0372103787958622 (0.034641503889802264) | > loss_mel_ce: 2.958094835281372 (nan) | > loss: 0.011886132881045341 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14117058326501244) | > loader_time: 0.0047 (0.0046793100249564274)  --> TIME: 2025-03-25 06:13:45 -- STEP: 3865/31555 -- GLOBAL_STEP: 855850 | > loss_text_ce: 0.03570086508989334 (0.03464802586188001) | > loss_mel_ce: 3.143742561340332 (nan) | > loss: 0.0126168392598629 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14115067169860637) | > loader_time: 0.0047 (0.004678766847736322)  --> TIME: 2025-03-25 06:13:55 -- STEP: 3915/31555 -- GLOBAL_STEP: 855900 | > loss_text_ce: 0.028930164873600006 (0.03466008528781594) | > loss_mel_ce: 1.9604328870773315 (nan) | > loss: 0.007894298061728477 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14113700070143695) | > loader_time: 0.0046 (0.004677424181162329)  --> TIME: 2025-03-25 06:14:04 -- STEP: 3965/31555 -- GLOBAL_STEP: 855950 | > loss_text_ce: 0.0293895173817873 (0.034671620694828986) | > loss_mel_ce: 2.1873257160186768 (nan) | > loss: 0.008796489797532558 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1411498213475773) | > loader_time: 0.0046 (0.004676178635143851)  --> TIME: 2025-03-25 06:14:14 -- STEP: 4015/31555 -- GLOBAL_STEP: 856000 | > loss_text_ce: 0.04111736640334129 (0.03465064319307616) | > loss_mel_ce: 3.1781795024871826 (nan) | > loss: 0.012774989008903503 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14116842743765556) | > loader_time: 0.0049 (0.004677102812200533)  --> TIME: 2025-03-25 06:14:24 -- STEP: 4065/31555 -- GLOBAL_STEP: 856050 | > loss_text_ce: 0.04206734523177147 (0.03465500408863759) | > loss_mel_ce: 2.740234375 (nan) | > loss: 0.011040880344808102 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14116940052600252) | > loader_time: 0.0047 (0.004680183687479888)  --> TIME: 2025-03-25 06:14:34 -- STEP: 4115/31555 -- GLOBAL_STEP: 856100 | > loss_text_ce: 0.04310737922787666 (0.03464742311223326) | > loss_mel_ce: 2.8153109550476074 (nan) | > loss: 0.011342929676175117 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14120896265254743) | > loader_time: 0.0047 (0.004681506510348693)  --> TIME: 2025-03-25 06:14:43 -- STEP: 4165/31555 -- GLOBAL_STEP: 856150 | > loss_text_ce: 0.033035799860954285 (0.03464073674688479) | > loss_mel_ce: 3.150766611099243 (nan) | > loss: 0.012634136714041233 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1411291568362272) | > loader_time: 0.0048 (0.004680297927123738)  --> TIME: 2025-03-25 06:14:53 -- STEP: 4215/31555 -- GLOBAL_STEP: 856200 | > loss_text_ce: 0.03219950199127197 (0.03463183853152189) | > loss_mel_ce: 2.8474678993225098 (nan) | > loss: 0.011427251622080803 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14116629626544516) | > loader_time: 0.0047 (0.004679912689317594)  --> TIME: 2025-03-25 06:15:02 -- STEP: 4265/31555 -- GLOBAL_STEP: 856250 | > loss_text_ce: 0.02904401160776615 (0.034624020513780544) | > loss_mel_ce: 3.02934193611145 (nan) | > loss: 0.012136452831327915 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14112844836110972) | > loader_time: 0.0045 (0.004679416967304769)  --> TIME: 2025-03-25 06:15:12 -- STEP: 4315/31555 -- GLOBAL_STEP: 856300 | > loss_text_ce: 0.032296277582645416 (0.03462182029451532) | > loss_mel_ce: 1.1503556966781616 (nan) | > loss: 0.004693063907325268 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14116078483961716) | > loader_time: 0.0046 (0.004680517015424007)  --> TIME: 2025-03-25 06:15:21 -- STEP: 4365/31555 -- GLOBAL_STEP: 856350 | > loss_text_ce: 0.0442282110452652 (0.03462058368959361) | > loss_mel_ce: 2.7965831756591797 (nan) | > loss: 0.011273061856627464 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1410927444798843) | > loader_time: 0.0044 (0.0046795022446675045)  --> TIME: 2025-03-25 06:15:31 -- STEP: 4415/31555 -- GLOBAL_STEP: 856400 | > loss_text_ce: 0.025597840547561646 (0.03463525139786835) | > loss_mel_ce: 3.2590646743774414 (nan) | > loss: 0.013034375384449959 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14109895194238364) | > loader_time: 0.0044 (0.0046805851591808)  --> TIME: 2025-03-25 06:15:41 -- STEP: 4465/31555 -- GLOBAL_STEP: 856450 | > loss_text_ce: 0.0431123785674572 (0.03462968235699871) | > loss_mel_ce: 2.3217928409576416 (nan) | > loss: 0.00938454456627369 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14109872575569823) | > loader_time: 0.0047 (0.004680904162023536)  --> TIME: 2025-03-25 06:15:50 -- STEP: 4515/31555 -- GLOBAL_STEP: 856500 | > loss_text_ce: 0.048314664512872696 (0.034628209276362225) | > loss_mel_ce: 2.457414388656616 (nan) | > loss: 0.009943369776010513 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14110418490793247) | > loader_time: 0.0048 (0.004680993364234839)  --> TIME: 2025-03-25 06:16:00 -- STEP: 4565/31555 -- GLOBAL_STEP: 856550 | > loss_text_ce: 0.03638345003128052 (0.034611295477200675) | > loss_mel_ce: 3.15606689453125 (nan) | > loss: 0.012668454088270664 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1411082352369797) | > loader_time: 0.0069 (0.0046806828476904875)  --> TIME: 2025-03-25 06:16:10 -- STEP: 4615/31555 -- GLOBAL_STEP: 856600 | > loss_text_ce: 0.01537475548684597 (0.03459202301863067) | > loss_mel_ce: 2.4998536109924316 (nan) | > loss: 0.009981065057218075 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14111258490243186) | > loader_time: 0.0044 (0.004680491527007701)  --> TIME: 2025-03-25 06:16:20 -- STEP: 4665/31555 -- GLOBAL_STEP: 856650 | > loss_text_ce: 0.029633380472660065 (0.03459128092032134) | > loss_mel_ce: 2.9413273334503174 (nan) | > loss: 0.011789526790380478 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.1411460103712667) | > loader_time: 0.0045 (0.004680586985580928)  --> TIME: 2025-03-25 06:16:29 -- STEP: 4715/31555 -- GLOBAL_STEP: 856700 | > loss_text_ce: 0.036744117736816406 (0.03458545467345212) | > loss_mel_ce: 1.915311574935913 (nan) | > loss: 0.007746253162622452 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.1411346564995777) | > loader_time: 0.0052 (0.004680397300679771)  --> TIME: 2025-03-25 06:16:39 -- STEP: 4765/31555 -- GLOBAL_STEP: 856750 | > loss_text_ce: 0.04131646454334259 (0.03458929911103397) | > loss_mel_ce: 2.862583637237549 (nan) | > loss: 0.01152341440320015 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14113957258987064) | > loader_time: 0.0046 (0.004680151804296576)  --> TIME: 2025-03-25 06:16:48 -- STEP: 4815/31555 -- GLOBAL_STEP: 856800 | > loss_text_ce: 0.03331879898905754 (0.034601009503076686) | > loss_mel_ce: 1.6678823232650757 (nan) | > loss: 0.0067507983185350895 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1410716329160637) | > loader_time: 0.0044 (0.004678778039332129)  --> TIME: 2025-03-25 06:16:58 -- STEP: 4865/31555 -- GLOBAL_STEP: 856850 | > loss_text_ce: 0.03636098653078079 (0.034607464929837906) | > loss_mel_ce: 2.548525333404541 (nan) | > loss: 0.010257486253976822 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1410663746856349) | > loader_time: 0.0046 (0.0046794743356577415)  --> TIME: 2025-03-25 06:17:07 -- STEP: 4915/31555 -- GLOBAL_STEP: 856900 | > loss_text_ce: 0.03541598841547966 (0.034620453842317885) | > loss_mel_ce: 0.1112234964966774 (nan) | > loss: 0.0005819027428515255 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14106630905477385) | > loader_time: 0.005 (0.004679852657376342)  --> TIME: 2025-03-25 06:17:17 -- STEP: 4965/31555 -- GLOBAL_STEP: 856950 | > loss_text_ce: 0.03594334423542023 (0.034626413829444695) | > loss_mel_ce: 2.8032078742980957 (nan) | > loss: 0.011266473680734634 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14100751751979476) | > loader_time: 0.0047 (0.004679324811799065)  --> TIME: 2025-03-25 06:17:26 -- STEP: 5015/31555 -- GLOBAL_STEP: 857000 | > loss_text_ce: 0.03722194954752922 (0.034624734638093645) | > loss_mel_ce: 2.5729141235351562 (nan) | > loss: 0.010357683524489403 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14102845543759696) | > loader_time: 0.0046 (0.004680570125104439)  --> TIME: 2025-03-25 06:17:36 -- STEP: 5065/31555 -- GLOBAL_STEP: 857050 | > loss_text_ce: 0.0439319834113121 (0.03462875066977832) | > loss_mel_ce: 1.28399658203125 (nan) | > loss: 0.005269558168947697 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14102538622849606) | > loader_time: 0.0045 (0.004680520337284628)  --> TIME: 2025-03-25 06:17:46 -- STEP: 5115/31555 -- GLOBAL_STEP: 857100 | > loss_text_ce: 0.04306676238775253 (0.034624309594381626) | > loss_mel_ce: 3.1608474254608154 (nan) | > loss: 0.012713945470750332 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14103341214468107) | > loader_time: 0.0052 (0.0046819817868379255)  --> TIME: 2025-03-25 06:17:55 -- STEP: 5165/31555 -- GLOBAL_STEP: 857150 | > loss_text_ce: 0.03510288521647453 (0.034624389551637755) | > loss_mel_ce: 0.02703857421875 (nan) | > loss: 0.0002465931174810976 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14103605463336366) | > loader_time: 0.0044 (0.004681730916631665)  --> TIME: 2025-03-25 06:18:05 -- STEP: 5215/31555 -- GLOBAL_STEP: 857200 | > loss_text_ce: 0.03555816411972046 (0.034621321124382876) | > loss_mel_ce: 2.667682409286499 (nan) | > loss: 0.010727145709097385 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1410448593238406) | > loader_time: 0.0046 (0.004682056467233674)  --> TIME: 2025-03-25 06:18:15 -- STEP: 5265/31555 -- GLOBAL_STEP: 857250 | > loss_text_ce: 0.03671063855290413 (0.034622920337969036) | > loss_mel_ce: 2.833731174468994 (nan) | > loss: 0.011390643194317818 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14103863599293662) | > loader_time: 0.0044 (0.004680858876517258)  --> TIME: 2025-03-25 06:18:25 -- STEP: 5315/31555 -- GLOBAL_STEP: 857300 | > loss_text_ce: 0.03769460693001747 (0.03464542462079606) | > loss_mel_ce: 2.4035353660583496 (nan) | > loss: 0.009687421843409538 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14106539760349235) | > loader_time: 0.0049 (0.004680948580421613)  --> TIME: 2025-03-25 06:18:34 -- STEP: 5365/31555 -- GLOBAL_STEP: 857350 | > loss_text_ce: 0.042752042412757874 (0.03463842457547476) | > loss_mel_ce: 3.0165605545043945 (nan) | > loss: 0.012140129692852497 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1410619284211207) | > loader_time: 0.0046 (0.004680789883516726)  --> TIME: 2025-03-25 06:18:44 -- STEP: 5415/31555 -- GLOBAL_STEP: 857400 | > loss_text_ce: 0.03052554838359356 (0.03462544627408555) | > loss_mel_ce: 2.768308639526367 (nan) | > loss: 0.01110648550093174 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14105994906121733) | > loader_time: 0.0045 (0.004681226531334326)  --> TIME: 2025-03-25 06:18:53 -- STEP: 5465/31555 -- GLOBAL_STEP: 857450 | > loss_text_ce: 0.021439265459775925 (0.03461619196962386) | > loss_mel_ce: 2.648700714111328 (nan) | > loss: 0.010595794767141342 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14102329492350898) | > loader_time: 0.0048 (0.004681046905587397)  --> TIME: 2025-03-25 06:19:03 -- STEP: 5515/31555 -- GLOBAL_STEP: 857500 | > loss_text_ce: 0.031386230140924454 (0.03462438853584231) | > loss_mel_ce: 2.9757578372955322 (nan) | > loss: 0.01193311158567667 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14100467659404745) | > loader_time: 0.0044 (0.004681361337628903)  --> TIME: 2025-03-25 06:19:12 -- STEP: 5565/31555 -- GLOBAL_STEP: 857550 | > loss_text_ce: 0.03351438790559769 (0.03462329355837502) | > loss_mel_ce: 2.381978750228882 (nan) | > loss: 0.009585291147232056 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14102110948417024) | > loader_time: 0.0044 (0.0046807223574492)  --> TIME: 2025-03-25 06:19:22 -- STEP: 5615/31555 -- GLOBAL_STEP: 857600 | > loss_text_ce: 0.02917175553739071 (0.034622961658410605) | > loss_mel_ce: 2.5998737812042236 (nan) | > loss: 0.010432721115648746 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14103882378589286) | > loader_time: 0.0045 (0.004680063081233514)  --> TIME: 2025-03-25 06:19:32 -- STEP: 5665/31555 -- GLOBAL_STEP: 857650 | > loss_text_ce: 0.028073150664567947 (0.03463017602137975) | > loss_mel_ce: 3.0984272956848145 (nan) | > loss: 0.012406747788190842 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1410194501767413) | > loader_time: 0.0046 (0.004679094745538361)  --> TIME: 2025-03-25 06:19:41 -- STEP: 5715/31555 -- GLOBAL_STEP: 857700 | > loss_text_ce: 0.045724835246801376 (0.0346396663929365) | > loss_mel_ce: 0.021728515625 (nan) | > loss: 0.00026767206145450473 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1410364074656975) | > loader_time: 0.005 (0.004678861529599771)  --> TIME: 2025-03-25 06:19:51 -- STEP: 5765/31555 -- GLOBAL_STEP: 857750 | > loss_text_ce: 0.04301244020462036 (0.034655415094704024) | > loss_mel_ce: 3.120312452316284 (nan) | > loss: 0.012552876956760883 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14099583001314664) | > loader_time: 0.0045 (0.004678247208607702)  --> TIME: 2025-03-25 06:20:01 -- STEP: 5815/31555 -- GLOBAL_STEP: 857800 | > loss_text_ce: 0.03479026257991791 (0.03465302918612425) | > loss_mel_ce: 2.46065616607666 (nan) | > loss: 0.009902565740048885 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14102239973670183) | > loader_time: 0.0049 (0.004679193111298334)  --> TIME: 2025-03-25 06:20:10 -- STEP: 5865/31555 -- GLOBAL_STEP: 857850 | > loss_text_ce: 0.050995130091905594 (0.03465653086590877) | > loss_mel_ce: 2.664524793624878 (nan) | > loss: 0.010775873437523842 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14102691498355646) | > loader_time: 0.0044 (0.004679856011731361)  --> TIME: 2025-03-25 06:20:20 -- STEP: 5915/31555 -- GLOBAL_STEP: 857900 | > loss_text_ce: 0.03105814941227436 (0.03465659697685748) | > loss_mel_ce: 2.0494422912597656 (nan) | > loss: 0.008255953900516033 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14106109974652403) | > loader_time: 0.0046 (0.004678951514946251)  --> TIME: 2025-03-25 06:20:30 -- STEP: 5965/31555 -- GLOBAL_STEP: 857950 | > loss_text_ce: 0.037891387939453125 (0.03465558627896695) | > loss_mel_ce: 3.139369487762451 (nan) | > loss: 0.01260817889124155 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.14109541872221218) | > loader_time: 0.0047 (0.004678238447433961)  --> TIME: 2025-03-25 06:20:40 -- STEP: 6015/31555 -- GLOBAL_STEP: 858000 | > loss_text_ce: 0.016267241910099983 (0.034648080842595824) | > loss_mel_ce: 2.0295932292938232 (nan) | > loss: 0.008118494413793087 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.14107492134557237) | > loader_time: 0.0043 (0.004678981341824186)  --> TIME: 2025-03-25 06:20:49 -- STEP: 6065/31555 -- GLOBAL_STEP: 858050 | > loss_text_ce: 0.02477637678384781 (0.034648207760118906) | > loss_mel_ce: 2.637608766555786 (nan) | > loss: 0.010565021075308323 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14109443383873374) | > loader_time: 0.0045 (0.004678497762593585)  --> TIME: 2025-03-25 06:20:59 -- STEP: 6115/31555 -- GLOBAL_STEP: 858100 | > loss_text_ce: 0.028425944969058037 (0.03465061024675123) | > loss_mel_ce: 2.4319896697998047 (nan) | > loss: 0.00976355466991663 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14109681769657248) | > loader_time: 0.0046 (0.00467800197305003)  --> TIME: 2025-03-25 06:21:09 -- STEP: 6165/31555 -- GLOBAL_STEP: 858150 | > loss_text_ce: 0.02874627523124218 (0.03466700426010544) | > loss_mel_ce: 1.3117910623550415 (nan) | > loss: 0.005319593008607626 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14110639762414373) | > loader_time: 0.0045 (0.004678476601234822)  --> TIME: 2025-03-25 06:21:18 -- STEP: 6215/31555 -- GLOBAL_STEP: 858200 | > loss_text_ce: 0.029673689976334572 (0.03465976197098716) | > loss_mel_ce: 2.288952589035034 (nan) | > loss: 0.009200897999107838 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14111253983151617) | > loader_time: 0.0047 (0.0046791472553919375)  --> TIME: 2025-03-25 06:21:28 -- STEP: 6265/31555 -- GLOBAL_STEP: 858250 | > loss_text_ce: 0.038835249841213226 (0.034681406986571905) | > loss_mel_ce: 2.377901792526245 (nan) | > loss: 0.009590227156877518 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1411180858886063) | > loader_time: 0.0054 (0.0046806241832346735)  --> TIME: 2025-03-25 06:21:38 -- STEP: 6315/31555 -- GLOBAL_STEP: 858300 | > loss_text_ce: 0.030651291832327843 (0.034667043184222986) | > loss_mel_ce: 0.09371393173933029 (nan) | > loss: 0.0004935128381475806 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1411029143269255) | > loader_time: 0.0045 (0.004679940828518198)  --> TIME: 2025-03-25 06:21:48 -- STEP: 6365/31555 -- GLOBAL_STEP: 858350 | > loss_text_ce: 0.04790423437952995 (0.03466289726664655) | > loss_mel_ce: 2.2458043098449707 (nan) | > loss: 0.009102018550038338 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14115765194020147) | > loader_time: 0.0045 (0.004679820599372444)  --> TIME: 2025-03-25 06:21:57 -- STEP: 6415/31555 -- GLOBAL_STEP: 858400 | > loss_text_ce: 0.03755892068147659 (0.03466936053834502) | > loss_mel_ce: 2.7264037132263184 (nan) | > loss: 0.010968106798827648 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14115824320310771) | > loader_time: 0.0048 (0.004680080183390442)  --> TIME: 2025-03-25 06:22:07 -- STEP: 6465/31555 -- GLOBAL_STEP: 858450 | > loss_text_ce: 0.0261980090290308 (0.03465856370449134) | > loss_mel_ce: 1.9314488172531128 (nan) | > loss: 0.007768440525978804 (nan) | > current_lr: 5e-06 | > step_time: 0.1033 (0.14116047920409996) | > loader_time: 0.0045 (0.004680099878215292)  --> TIME: 2025-03-25 06:22:17 -- STEP: 6515/31555 -- GLOBAL_STEP: 858500 | > loss_text_ce: 0.051050279289484024 (0.03465149354143891) | > loss_mel_ce: 2.7544078826904297 (nan) | > loss: 0.011132771149277687 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1411641263998391) | > loader_time: 0.007 (0.004680268103950151)  --> TIME: 2025-03-25 06:22:26 -- STEP: 6565/31555 -- GLOBAL_STEP: 858550 | > loss_text_ce: 0.03270844742655754 (0.034646399674393806) | > loss_mel_ce: 2.889355421066284 (nan) | > loss: 0.011595492251217365 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14114690102971655) | > loader_time: 0.0045 (0.004679477986541325)  --> TIME: 2025-03-25 06:22:36 -- STEP: 6615/31555 -- GLOBAL_STEP: 858600 | > loss_text_ce: 0.029203707352280617 (0.03463867149419258) | > loss_mel_ce: 2.64670729637146 (nan) | > loss: 0.010618695057928562 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1411709426481983) | > loader_time: 0.0047 (0.0046798334100079005)  --> TIME: 2025-03-25 06:22:46 -- STEP: 6665/31555 -- GLOBAL_STEP: 858650 | > loss_text_ce: 0.036371927708387375 (0.03465358377179305) | > loss_mel_ce: 2.847879409790039 (nan) | > loss: 0.011445442214608192 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14116730428868876) | > loader_time: 0.0047 (0.00468057631015421)  --> TIME: 2025-03-25 06:22:55 -- STEP: 6715/31555 -- GLOBAL_STEP: 858700 | > loss_text_ce: 0.03821698948740959 (0.03464540140432875) | > loss_mel_ce: 2.9324042797088623 (nan) | > loss: 0.011788181029260159 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14116942593169107) | > loader_time: 0.0077 (0.004681712091634821)  --> TIME: 2025-03-25 06:23:05 -- STEP: 6765/31555 -- GLOBAL_STEP: 858750 | > loss_text_ce: 0.029798388481140137 (0.03465107276303328) | > loss_mel_ce: 3.161712169647217 (nan) | > loss: 0.012664726004004478 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1412126790657809) | > loader_time: 0.0047 (0.004682399428340135)  --> TIME: 2025-03-25 06:23:15 -- STEP: 6815/31555 -- GLOBAL_STEP: 858800 | > loss_text_ce: 0.03652830049395561 (0.03464250610601537) | > loss_mel_ce: 2.6362478733062744 (nan) | > loss: 0.010606255382299423 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14121071958227058) | > loader_time: 0.0046 (0.004682849315886812)  --> TIME: 2025-03-25 06:23:25 -- STEP: 6865/31555 -- GLOBAL_STEP: 858850 | > loss_text_ce: 0.02504660375416279 (0.03464213064902263) | > loss_mel_ce: 2.2252163887023926 (nan) | > loss: 0.008929615840315819 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14118347261738665) | > loader_time: 0.0045 (0.004683268721400616)  --> TIME: 2025-03-25 06:23:34 -- STEP: 6915/31555 -- GLOBAL_STEP: 858900 | > loss_text_ce: 0.03764628246426582 (0.03465120907837907) | > loss_mel_ce: 2.2812511920928955 (nan) | > loss: 0.009201974608004093 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1411735675684892) | > loader_time: 0.0051 (0.004683980714214608)  --> TIME: 2025-03-25 06:23:44 -- STEP: 6965/31555 -- GLOBAL_STEP: 858950 | > loss_text_ce: 0.02869802713394165 (0.034654407902525206) | > loss_mel_ce: 2.90987229347229 (nan) | > loss: 0.011660994030535221 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14118934098714106) | > loader_time: 0.0045 (0.004683949189141606)  --> TIME: 2025-03-25 06:23:54 -- STEP: 7015/31555 -- GLOBAL_STEP: 859000 | > loss_text_ce: 0.042190276086330414 (0.034658921206753776) | > loss_mel_ce: 2.7709238529205322 (nan) | > loss: 0.011163151822984219 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14121962089837722) | > loader_time: 0.0048 (0.004684402291807047)  --> TIME: 2025-03-25 06:24:04 -- STEP: 7065/31555 -- GLOBAL_STEP: 859050 | > loss_text_ce: 0.034771256148815155 (0.03465265688042828) | > loss_mel_ce: 2.586937427520752 (nan) | > loss: 0.010403606109321117 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14127066545425773) | > loader_time: 0.0049 (0.0046850131238004725)  --> TIME: 2025-03-25 06:24:13 -- STEP: 7115/31555 -- GLOBAL_STEP: 859100 | > loss_text_ce: 0.04586078226566315 (0.03466898958006977) | > loss_mel_ce: 2.473790168762207 (nan) | > loss: 0.009998615831136703 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14123824207362265) | > loader_time: 0.0067 (0.004685112697845276)  --> TIME: 2025-03-25 06:24:23 -- STEP: 7165/31555 -- GLOBAL_STEP: 859150 | > loss_text_ce: 0.025642456486821175 (0.03465233264856227) | > loss_mel_ce: 3.009253978729248 (nan) | > loss: 0.01204324048012495 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14124420476142868) | > loader_time: 0.0047 (0.004685061275751053)  --> TIME: 2025-03-25 06:24:32 -- STEP: 7215/31555 -- GLOBAL_STEP: 859200 | > loss_text_ce: 0.037851449102163315 (0.034650816829076246) | > loss_mel_ce: 2.707143783569336 (nan) | > loss: 0.0108928382396698 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14122063926913617) | > loader_time: 0.0045 (0.0046857728779687805)  --> TIME: 2025-03-25 06:24:42 -- STEP: 7265/31555 -- GLOBAL_STEP: 859250 | > loss_text_ce: 0.0391576774418354 (0.03465656360094713) | > loss_mel_ce: 3.3535056114196777 (nan) | > loss: 0.013462950475513935 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14123485434572267) | > loader_time: 0.0045 (0.004685738393543356)  --> TIME: 2025-03-25 06:24:52 -- STEP: 7315/31555 -- GLOBAL_STEP: 859300 | > loss_text_ce: 0.026472926139831543 (0.03465235231957339) | > loss_mel_ce: 2.9825234413146973 (nan) | > loss: 0.01194046251475811 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14126364827889473) | > loader_time: 0.0048 (0.00468616417150179)  --> TIME: 2025-03-25 06:25:02 -- STEP: 7365/31555 -- GLOBAL_STEP: 859350 | > loss_text_ce: 0.04497232660651207 (0.03466012831435926) | > loss_mel_ce: 2.0187976360321045 (nan) | > loss: 0.008189564570784569 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14127129187651966) | > loader_time: 0.0045 (0.004686147342793254)  --> TIME: 2025-03-25 06:25:12 -- STEP: 7415/31555 -- GLOBAL_STEP: 859400 | > loss_text_ce: 0.025913843885064125 (0.0346588851890289) | > loss_mel_ce: 3.010469675064087 (nan) | > loss: 0.012049142271280289 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14127498267875419) | > loader_time: 0.0045 (0.004685924990468154)  --> TIME: 2025-03-25 06:25:22 -- STEP: 7465/31555 -- GLOBAL_STEP: 859450 | > loss_text_ce: 0.027520030736923218 (0.034648941696059594) | > loss_mel_ce: 2.929532051086426 (nan) | > loss: 0.01173433382064104 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14131437318882425) | > loader_time: 0.0046 (0.004685844004912747)  --> TIME: 2025-03-25 06:25:31 -- STEP: 7515/31555 -- GLOBAL_STEP: 859500 | > loss_text_ce: 0.04098252207040787 (0.03464283767990976) | > loss_mel_ce: 3.2519989013671875 (nan) | > loss: 0.013067387044429779 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14130450621177953) | > loader_time: 0.0044 (0.004685574948430785)  --> TIME: 2025-03-25 06:25:41 -- STEP: 7565/31555 -- GLOBAL_STEP: 859550 | > loss_text_ce: 0.031097430735826492 (0.03464608795679899) | > loss_mel_ce: 3.120366096496582 (nan) | > loss: 0.012505807913839817 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1412956100068032) | > loader_time: 0.0045 (0.004685026434818335)  --> TIME: 2025-03-25 06:25:51 -- STEP: 7615/31555 -- GLOBAL_STEP: 859600 | > loss_text_ce: 0.03982133790850639 (0.034649104674151825) | > loss_mel_ce: 2.9682095050811768 (nan) | > loss: 0.011936631053686142 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14130992147379362) | > loader_time: 0.0047 (0.004684564711933308)  --> TIME: 2025-03-25 06:26:00 -- STEP: 7665/31555 -- GLOBAL_STEP: 859650 | > loss_text_ce: 0.02724055014550686 (0.03465428544792853) | > loss_mel_ce: 2.704089403152466 (nan) | > loss: 0.010838611051440239 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14128785739906205) | > loader_time: 0.0046 (0.0046843760789646105)  --> TIME: 2025-03-25 06:26:10 -- STEP: 7715/31555 -- GLOBAL_STEP: 859700 | > loss_text_ce: 0.031038198620080948 (0.03465697235021603) | > loss_mel_ce: 2.3423097133636475 (nan) | > loss: 0.009418047964572906 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14129187574034358) | > loader_time: 0.0049 (0.0046844469442509805)  --> TIME: 2025-03-25 06:26:19 -- STEP: 7765/31555 -- GLOBAL_STEP: 859750 | > loss_text_ce: 0.041319139301776886 (0.034651556719725536) | > loss_mel_ce: 2.6537842750549316 (nan) | > loss: 0.010694855824112892 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14128897114868616) | > loader_time: 0.0049 (0.004683968426716084)  --> TIME: 2025-03-25 06:26:29 -- STEP: 7815/31555 -- GLOBAL_STEP: 859800 | > loss_text_ce: 0.030411629006266594 (0.034650535054471646) | > loss_mel_ce: 3.1488265991210938 (nan) | > loss: 0.01261602621525526 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1413017406268379) | > loader_time: 0.0046 (0.004684580432552608)  --> TIME: 2025-03-25 06:26:39 -- STEP: 7865/31555 -- GLOBAL_STEP: 859850 | > loss_text_ce: 0.03192964568734169 (0.034644294824529506) | > loss_mel_ce: 2.185478687286377 (nan) | > loss: 0.008799239993095398 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14131333996214443) | > loader_time: 0.0047 (0.0046839050176563585)  --> TIME: 2025-03-25 06:26:49 -- STEP: 7915/31555 -- GLOBAL_STEP: 859900 | > loss_text_ce: 0.027783146128058434 (0.0346539357457069) | > loss_mel_ce: 2.6866321563720703 (nan) | > loss: 0.010771489702165127 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14130352364261226) | > loader_time: 0.0045 (0.004683453691811489)  --> TIME: 2025-03-25 06:26:58 -- STEP: 7965/31555 -- GLOBAL_STEP: 859950 | > loss_text_ce: 0.03433360531926155 (0.034645406961703096) | > loss_mel_ce: 2.903672695159912 (nan) | > loss: 0.01165875606238842 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14128998222399025) | > loader_time: 0.0046 (0.0046824648630222525)  --> TIME: 2025-03-25 06:27:08 -- STEP: 8015/31555 -- GLOBAL_STEP: 860000 | > loss_text_ce: 0.03547380492091179 (0.03464075242955291) | > loss_mel_ce: 2.8090929985046387 (nan) | > loss: 0.011287963949143887 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14131393840144946) | > loader_time: 0.0049 (0.004682095022552556) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_860000.pth  --> TIME: 2025-03-25 06:27:23 -- STEP: 8065/31555 -- GLOBAL_STEP: 860050 | > loss_text_ce: 0.024004098027944565 (0.03463995312672568) | > loss_mel_ce: 2.5504376888275146 (nan) | > loss: 0.010216038674116135 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1413049108998351) | > loader_time: 0.0049 (0.0046822282444669615)  --> TIME: 2025-03-25 06:27:33 -- STEP: 8115/31555 -- GLOBAL_STEP: 860100 | > loss_text_ce: 0.018926024436950684 (0.03464118201912235) | > loss_mel_ce: 1.7040975093841553 (nan) | > loss: 0.0068373954854905605 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14131177292880845) | > loader_time: 0.0043 (0.004682045341345983)  --> TIME: 2025-03-25 06:27:42 -- STEP: 8165/31555 -- GLOBAL_STEP: 860150 | > loss_text_ce: 0.027868250384926796 (0.034642118267117425) | > loss_mel_ce: 0.0235595703125 (nan) | > loss: 0.0002040786639554426 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14132035585976988) | > loader_time: 0.0043 (0.004681253112026768)  --> TIME: 2025-03-25 06:27:52 -- STEP: 8215/31555 -- GLOBAL_STEP: 860200 | > loss_text_ce: 0.03865296393632889 (0.03464697213799265) | > loss_mel_ce: 2.5444681644439697 (nan) | > loss: 0.010250480845570564 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14130122015843416) | > loader_time: 0.0049 (0.0046812641424735235)  --> TIME: 2025-03-25 06:28:02 -- STEP: 8265/31555 -- GLOBAL_STEP: 860250 | > loss_text_ce: 0.0343739353120327 (0.03464259054405878) | > loss_mel_ce: 3.0933008193969727 (nan) | > loss: 0.012411409057676792 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1413074572159899) | > loader_time: 0.005 (0.004681017668551566)  --> TIME: 2025-03-25 06:28:11 -- STEP: 8315/31555 -- GLOBAL_STEP: 860300 | > loss_text_ce: 0.02964021824300289 (0.03463624603911952) | > loss_mel_ce: 2.670631170272827 (nan) | > loss: 0.010715363547205925 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14131928172659233) | > loader_time: 0.0048 (0.004681281332358934)  --> TIME: 2025-03-25 06:28:21 -- STEP: 8365/31555 -- GLOBAL_STEP: 860350 | > loss_text_ce: 0.026372522115707397 (0.03463726833115362) | > loss_mel_ce: 2.9196579456329346 (nan) | > loss: 0.011690597049891949 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1413379998956699) | > loader_time: 0.0044 (0.004681419200406993)  --> TIME: 2025-03-25 06:28:31 -- STEP: 8415/31555 -- GLOBAL_STEP: 860400 | > loss_text_ce: 0.03248806297779083 (0.03463860505431532) | > loss_mel_ce: 2.595872163772583 (nan) | > loss: 0.01043000165373087 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14133586220562833) | > loader_time: 0.0044 (0.004681076977979699)  --> TIME: 2025-03-25 06:28:41 -- STEP: 8465/31555 -- GLOBAL_STEP: 860450 | > loss_text_ce: 0.047957487404346466 (0.03464684735959418) | > loss_mel_ce: 3.2323899269104004 (nan) | > loss: 0.013017252087593079 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14133665484221733) | > loader_time: 0.0046 (0.004680685509750994)  --> TIME: 2025-03-25 06:28:51 -- STEP: 8515/31555 -- GLOBAL_STEP: 860500 | > loss_text_ce: 0.029497923329472542 (0.03465751911930783) | > loss_mel_ce: 2.7899036407470703 (nan) | > loss: 0.011188101954758167 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14138360902693353) | > loader_time: 0.0047 (0.004681623423022525)  --> TIME: 2025-03-25 06:29:00 -- STEP: 8565/31555 -- GLOBAL_STEP: 860550 | > loss_text_ce: 0.03824887052178383 (0.034659563864201375) | > loss_mel_ce: 2.7589242458343506 (nan) | > loss: 0.011099893599748611 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1413490441829511) | > loader_time: 0.0045 (0.004681566675991193)  --> TIME: 2025-03-25 06:29:10 -- STEP: 8615/31555 -- GLOBAL_STEP: 860600 | > loss_text_ce: 0.03633343428373337 (0.03465939262342445) | > loss_mel_ce: 3.4091107845306396 (nan) | > loss: 0.013672398403286934 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14134558538192293) | > loader_time: 0.0047 (0.004681415109529244)  --> TIME: 2025-03-25 06:29:19 -- STEP: 8665/31555 -- GLOBAL_STEP: 860650 | > loss_text_ce: 0.03323272615671158 (0.03466477360118533) | > loss_mel_ce: 2.3034963607788086 (nan) | > loss: 0.009272734634578228 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.1413183246949339) | > loader_time: 0.0049 (0.004680784933152954)  --> TIME: 2025-03-25 06:29:29 -- STEP: 8715/31555 -- GLOBAL_STEP: 860700 | > loss_text_ce: 0.03980352729558945 (0.03466987459205969) | > loss_mel_ce: 2.6943459510803223 (nan) | > loss: 0.01084979996085167 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14133262275897215) | > loader_time: 0.0045 (0.004680303178569475)  --> TIME: 2025-03-25 06:29:39 -- STEP: 8765/31555 -- GLOBAL_STEP: 860750 | > loss_text_ce: 0.02780868485569954 (0.034664454561256136) | > loss_mel_ce: 2.472332000732422 (nan) | > loss: 0.009921194054186344 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1413365174210289) | > loader_time: 0.0042 (0.004679738924425813)  --> TIME: 2025-03-25 06:29:48 -- STEP: 8815/31555 -- GLOBAL_STEP: 860800 | > loss_text_ce: 0.031824514269828796 (0.034664950063172245) | > loss_mel_ce: 2.987046241760254 (nan) | > loss: 0.011979646980762482 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14132219694313994) | > loader_time: 0.0044 (0.004679298779535764)  --> TIME: 2025-03-25 06:29:58 -- STEP: 8865/31555 -- GLOBAL_STEP: 860850 | > loss_text_ce: 0.029498390853405 (0.03466655798088318) | > loss_mel_ce: 2.809640407562256 (nan) | > loss: 0.01126642432063818 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14131552709137402) | > loader_time: 0.0045 (0.0046783011845794795)  --> TIME: 2025-03-25 06:30:07 -- STEP: 8915/31555 -- GLOBAL_STEP: 860900 | > loss_text_ce: 0.03678052872419357 (0.034662868937898585) | > loss_mel_ce: 3.077685594558716 (nan) | > loss: 0.012358993291854858 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14130523075097418) | > loader_time: 0.0046 (0.004677811647758557)  --> TIME: 2025-03-25 06:30:17 -- STEP: 8965/31555 -- GLOBAL_STEP: 860950 | > loss_text_ce: 0.039114322513341904 (0.03466058947391119) | > loss_mel_ce: 2.2371890544891357 (nan) | > loss: 0.009032949805259705 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14130341994715948) | > loader_time: 0.0044 (0.0046770586225485244)  --> TIME: 2025-03-25 06:30:26 -- STEP: 9015/31555 -- GLOBAL_STEP: 861000 | > loss_text_ce: 0.04898885637521744 (0.03465234147827967) | > loss_mel_ce: 2.48178768157959 (nan) | > loss: 0.010042764246463776 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1412967160616863) | > loader_time: 0.0048 (0.004677058853047864)  --> TIME: 2025-03-25 06:30:36 -- STEP: 9065/31555 -- GLOBAL_STEP: 861050 | > loss_text_ce: 0.034403976052999496 (0.03465173121005458) | > loss_mel_ce: 2.381770372390747 (nan) | > loss: 0.00958799384534359 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14129003826189812) | > loader_time: 0.0048 (0.004677183931858849)  --> TIME: 2025-03-25 06:30:46 -- STEP: 9115/31555 -- GLOBAL_STEP: 861100 | > loss_text_ce: 0.03679431229829788 (0.034649585955993545) | > loss_mel_ce: 3.0045278072357178 (nan) | > loss: 0.012068740092217922 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14129840366407526) | > loader_time: 0.0044 (0.00467685651334511)  --> TIME: 2025-03-25 06:30:56 -- STEP: 9165/31555 -- GLOBAL_STEP: 861150 | > loss_text_ce: 0.03218168765306473 (0.034642719115962464) | > loss_mel_ce: 2.5229482650756836 (nan) | > loss: 0.010139405727386475 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1413061435145891) | > loader_time: 0.0046 (0.00467674358906931)  --> TIME: 2025-03-25 06:31:05 -- STEP: 9215/31555 -- GLOBAL_STEP: 861200 | > loss_text_ce: 0.0419468954205513 (0.03463752424972053) | > loss_mel_ce: 2.8061270713806152 (nan) | > loss: 0.01130188163369894 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1412751920961914) | > loader_time: 0.0045 (0.004677815626188918)  --> TIME: 2025-03-25 06:31:14 -- STEP: 9265/31555 -- GLOBAL_STEP: 861250 | > loss_text_ce: 0.027859190478920937 (0.034636438075559724) | > loss_mel_ce: 2.8977794647216797 (nan) | > loss: 0.011609678156673908 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14127252471170426) | > loader_time: 0.0046 (0.004677292802690242)  --> TIME: 2025-03-25 06:31:24 -- STEP: 9315/31555 -- GLOBAL_STEP: 861300 | > loss_text_ce: 0.034959614276885986 (0.03463171168599916) | > loss_mel_ce: 2.379066228866577 (nan) | > loss: 0.009579467587172985 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14129707886209103) | > loader_time: 0.0044 (0.004677349178623404)  --> TIME: 2025-03-25 06:31:34 -- STEP: 9365/31555 -- GLOBAL_STEP: 861350 | > loss_text_ce: 0.04099170118570328 (0.034638930418719176) | > loss_mel_ce: 2.636732339859009 (nan) | > loss: 0.010625890456140041 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14128950078794228) | > loader_time: 0.0044 (0.004677018925778324)  --> TIME: 2025-03-25 06:31:44 -- STEP: 9415/31555 -- GLOBAL_STEP: 861400 | > loss_text_ce: 0.029406672343611717 (0.03463889233307036) | > loss_mel_ce: 3.215017795562744 (nan) | > loss: 0.01287470106035471 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1413064103270875) | > loader_time: 0.0047 (0.004676718466217328)  --> TIME: 2025-03-25 06:31:53 -- STEP: 9465/31555 -- GLOBAL_STEP: 861450 | > loss_text_ce: 0.03430640697479248 (0.034647988410035975) | > loss_mel_ce: 3.177828073501587 (nan) | > loss: 0.012746565975248814 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14129843379351736) | > loader_time: 0.0046 (0.0046765808824880874)  --> TIME: 2025-03-25 06:32:03 -- STEP: 9515/31555 -- GLOBAL_STEP: 861500 | > loss_text_ce: 0.04783438891172409 (0.034650605960533376) | > loss_mel_ce: 2.3453807830810547 (nan) | > loss: 0.009496886283159256 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14127905294886445) | > loader_time: 0.0068 (0.004677371181943085)  --> TIME: 2025-03-25 06:32:12 -- STEP: 9565/31555 -- GLOBAL_STEP: 861550 | > loss_text_ce: 0.03974045813083649 (0.03464491049580431) | > loss_mel_ce: 3.023160696029663 (nan) | > loss: 0.012154370546340942 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14125359064611706) | > loader_time: 0.0047 (0.0046776328857071016)  --> TIME: 2025-03-25 06:32:22 -- STEP: 9615/31555 -- GLOBAL_STEP: 861600 | > loss_text_ce: 0.04382992163300514 (0.03464761709574537) | > loss_mel_ce: 1.51531982421875 (nan) | > loss: 0.0061871022917330265 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14125788537896847) | > loader_time: 0.0044 (0.004677944609849841)  --> TIME: 2025-03-25 06:32:32 -- STEP: 9665/31555 -- GLOBAL_STEP: 861650 | > loss_text_ce: 0.034693799912929535 (0.0346466882505098) | > loss_mel_ce: 3.0345444679260254 (nan) | > loss: 0.012179517187178135 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14129339751960496) | > loader_time: 0.0046 (0.004677768279034694)  --> TIME: 2025-03-25 06:32:42 -- STEP: 9715/31555 -- GLOBAL_STEP: 861700 | > loss_text_ce: 0.03212267905473709 (0.03464831788806091) | > loss_mel_ce: 2.8439600467681885 (nan) | > loss: 0.0114130275323987 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14129271360015522) | > loader_time: 0.0044 (0.004677198280456221)  --> TIME: 2025-03-25 06:32:51 -- STEP: 9765/31555 -- GLOBAL_STEP: 861750 | > loss_text_ce: 0.025179816409945488 (0.03464855804850575) | > loss_mel_ce: 2.4557840824127197 (nan) | > loss: 0.009845095686614513 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1412643230455816) | > loader_time: 0.0047 (0.00467710516969182)  --> TIME: 2025-03-25 06:33:01 -- STEP: 9815/31555 -- GLOBAL_STEP: 861800 | > loss_text_ce: 0.03091791830956936 (0.03464977906051873) | > loss_mel_ce: 2.96453857421875 (nan) | > loss: 0.011886732652783394 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14129403316422065) | > loader_time: 0.0053 (0.004677594272809821)  --> TIME: 2025-03-25 06:33:11 -- STEP: 9865/31555 -- GLOBAL_STEP: 861850 | > loss_text_ce: 0.025421220809221268 (0.03465051599067833) | > loss_mel_ce: 3.134392023086548 (nan) | > loss: 0.012538941577076912 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1412916763023386) | > loader_time: 0.0075 (0.004677920938444473)  --> TIME: 2025-03-25 06:33:20 -- STEP: 9915/31555 -- GLOBAL_STEP: 861900 | > loss_text_ce: 0.038670554757118225 (0.034652911230594934) | > loss_mel_ce: 2.143186092376709 (nan) | > loss: 0.008658161386847496 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.141298578414302) | > loader_time: 0.0048 (0.0046779212480353854)  --> TIME: 2025-03-25 06:33:30 -- STEP: 9965/31555 -- GLOBAL_STEP: 861950 | > loss_text_ce: 0.03887975960969925 (0.03465017325908881) | > loss_mel_ce: 3.087886333465576 (nan) | > loss: 0.012407802976667881 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14133830034607267) | > loader_time: 0.0046 (0.004677311140750464)  --> TIME: 2025-03-25 06:33:40 -- STEP: 10015/31555 -- GLOBAL_STEP: 862000 | > loss_text_ce: 0.03377816453576088 (0.034661314730298695) | > loss_mel_ce: 2.8140881061553955 (nan) | > loss: 0.011301057413220406 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1413511832118696) | > loader_time: 0.0048 (0.00467676035594895)  --> TIME: 2025-03-25 06:33:50 -- STEP: 10065/31555 -- GLOBAL_STEP: 862050 | > loss_text_ce: 0.047403205186128616 (0.034659032579058086) | > loss_mel_ce: 2.0777149200439453 (nan) | > loss: 0.008433008566498756 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14133613378446191) | > loader_time: 0.0043 (0.004676129340651757)  --> TIME: 2025-03-25 06:33:59 -- STEP: 10115/31555 -- GLOBAL_STEP: 862100 | > loss_text_ce: 0.037063051015138626 (0.03465865343151734) | > loss_mel_ce: 2.531404495239258 (nan) | > loss: 0.010192332789301872 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14133965960835984) | > loader_time: 0.0048 (0.004676419134135327)  --> TIME: 2025-03-25 06:34:09 -- STEP: 10165/31555 -- GLOBAL_STEP: 862150 | > loss_text_ce: 0.024560589343309402 (0.034664940389777625) | > loss_mel_ce: 2.7971527576446533 (nan) | > loss: 0.011197276413440704 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14134628325920717) | > loader_time: 0.0045 (0.004676082365277152)  --> TIME: 2025-03-25 06:34:19 -- STEP: 10215/31555 -- GLOBAL_STEP: 862200 | > loss_text_ce: 0.030964933335781097 (0.0346641768813973) | > loss_mel_ce: 3.1948888301849365 (nan) | > loss: 0.012801007367670536 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14135613023680516) | > loader_time: 0.0046 (0.004675631166029634)  --> TIME: 2025-03-25 06:34:28 -- STEP: 10265/31555 -- GLOBAL_STEP: 862250 | > loss_text_ce: 0.03705287724733353 (0.034661812725292396) | > loss_mel_ce: 3.258056640625 (nan) | > loss: 0.013075832277536392 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14133083134004168) | > loader_time: 0.0048 (0.004675148384662849)  --> TIME: 2025-03-25 06:34:38 -- STEP: 10315/31555 -- GLOBAL_STEP: 862300 | > loss_text_ce: 0.03666647896170616 (0.03465861804499852) | > loss_mel_ce: 2.9522573947906494 (nan) | > loss: 0.011860809288918972 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14134016674927544) | > loader_time: 0.0048 (0.004674820800574177)  --> TIME: 2025-03-25 06:34:48 -- STEP: 10365/31555 -- GLOBAL_STEP: 862350 | > loss_text_ce: 0.026173165068030357 (0.03465670906645254) | > loss_mel_ce: 8.3125 (nan) | > loss: 0.033089976757764816 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1413496396303529) | > loader_time: 0.0045 (0.0046743006276095496)  --> TIME: 2025-03-25 06:34:58 -- STEP: 10415/31555 -- GLOBAL_STEP: 862400 | > loss_text_ce: 0.03344203904271126 (0.03464637680834977) | > loss_mel_ce: 2.259021520614624 (nan) | > loss: 0.009097077883780003 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14135288317731257) | > loader_time: 0.0045 (0.004673928317117187)  --> TIME: 2025-03-25 06:35:08 -- STEP: 10465/31555 -- GLOBAL_STEP: 862450 | > loss_text_ce: 0.04213673621416092 (0.034645944774752545) | > loss_mel_ce: 2.524688482284546 (nan) | > loss: 0.010185814462602139 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14138482508907774) | > loader_time: 0.0045 (0.004673499760306535)  --> TIME: 2025-03-25 06:35:17 -- STEP: 10515/31555 -- GLOBAL_STEP: 862500 | > loss_text_ce: 0.0285254567861557 (0.034645323133201594) | > loss_mel_ce: 0.12158203125 (nan) | > loss: 0.0005956646637059748 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14139460633042605) | > loader_time: 0.0044 (0.00467327655750518)  --> TIME: 2025-03-25 06:35:27 -- STEP: 10565/31555 -- GLOBAL_STEP: 862550 | > loss_text_ce: 0.026913149282336235 (0.034645035746474394) | > loss_mel_ce: 2.5316545963287354 (nan) | > loss: 0.010153046809136868 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14139142925571235) | > loader_time: 0.0067 (0.004674067567210621)  --> TIME: 2025-03-25 06:35:37 -- STEP: 10615/31555 -- GLOBAL_STEP: 862600 | > loss_text_ce: 0.03879218548536301 (0.03464779503866373) | > loss_mel_ce: 2.4541399478912354 (nan) | > loss: 0.00989258848130703 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1414026287553231) | > loader_time: 0.0049 (0.004674454314833388)  --> TIME: 2025-03-25 06:35:46 -- STEP: 10665/31555 -- GLOBAL_STEP: 862650 | > loss_text_ce: 0.04441419616341591 (0.03465736030989136) | > loss_mel_ce: 2.989727020263672 (nan) | > loss: 0.012040244415402412 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14138762299242197) | > loader_time: 0.0046 (0.004674332498442238)  --> TIME: 2025-03-25 06:35:56 -- STEP: 10715/31555 -- GLOBAL_STEP: 862700 | > loss_text_ce: 0.039971426129341125 (0.03465795193555915) | > loss_mel_ce: 2.2777938842773438 (nan) | > loss: 0.009197481907904148 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14137007023094486) | > loader_time: 0.0044 (0.004674413300984628)  --> TIME: 2025-03-25 06:36:05 -- STEP: 10765/31555 -- GLOBAL_STEP: 862750 | > loss_text_ce: 0.0411640889942646 (0.03465664612265167) | > loss_mel_ce: 2.6620051860809326 (nan) | > loss: 0.010726863518357277 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14136408740733386) | > loader_time: 0.0047 (0.004674353491025275)  --> TIME: 2025-03-25 06:36:15 -- STEP: 10815/31555 -- GLOBAL_STEP: 862800 | > loss_text_ce: 0.030863959342241287 (0.034654117032964886) | > loss_mel_ce: 2.041217565536499 (nan) | > loss: 0.008222546428442001 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14133495455586298) | > loader_time: 0.0045 (0.004674385633393696)  --> TIME: 2025-03-25 06:36:24 -- STEP: 10865/31555 -- GLOBAL_STEP: 862850 | > loss_text_ce: 0.02270450070500374 (0.03465787622292468) | > loss_mel_ce: 2.474501371383667 (nan) | > loss: 0.009909547865390778 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1413305559083722) | > loader_time: 0.0045 (0.004674211845275083)  --> TIME: 2025-03-25 06:36:34 -- STEP: 10915/31555 -- GLOBAL_STEP: 862900 | > loss_text_ce: 0.04418040066957474 (0.03466393746276948) | > loss_mel_ce: 3.023303985595703 (nan) | > loss: 0.012172557413578033 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14133785193631637) | > loader_time: 0.0047 (0.004674147314507666)  --> TIME: 2025-03-25 06:36:44 -- STEP: 10965/31555 -- GLOBAL_STEP: 862950 | > loss_text_ce: 0.032861027866601944 (0.03466828510588209) | > loss_mel_ce: 3.041365623474121 (nan) | > loss: 0.012199312448501587 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14134167155010577) | > loader_time: 0.0044 (0.004673838191417289)  --> TIME: 2025-03-25 06:36:53 -- STEP: 11015/31555 -- GLOBAL_STEP: 863000 | > loss_text_ce: 0.034520223736763 (0.03466380897341235) | > loss_mel_ce: 1.265783667564392 (nan) | > loss: 0.0051599363796412945 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14134063437154973) | > loader_time: 0.0047 (0.004674373882984625)  --> TIME: 2025-03-25 06:37:03 -- STEP: 11065/31555 -- GLOBAL_STEP: 863050 | > loss_text_ce: 0.03609565645456314 (0.034658861653084044) | > loss_mel_ce: 2.9493231773376465 (nan) | > loss: 0.011846900917589664 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14133266219713592) | > loader_time: 0.0043 (0.004674277928314015)  --> TIME: 2025-03-25 06:37:13 -- STEP: 11115/31555 -- GLOBAL_STEP: 863100 | > loss_text_ce: 0.04087715595960617 (0.034662170628328014) | > loss_mel_ce: 3.4205055236816406 (nan) | > loss: 0.01373564638197422 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14132899594532225) | > loader_time: 0.0045 (0.004674841399885662)  --> TIME: 2025-03-25 06:37:22 -- STEP: 11165/31555 -- GLOBAL_STEP: 863150 | > loss_text_ce: 0.029956644400954247 (0.03466673406742718) | > loss_mel_ce: 2.563601016998291 (nan) | > loss: 0.01029189582914114 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.14134515313038798) | > loader_time: 0.0048 (0.004674525502226689)  --> TIME: 2025-03-25 06:37:32 -- STEP: 11215/31555 -- GLOBAL_STEP: 863200 | > loss_text_ce: 0.01978425309062004 (0.034666595175344254) | > loss_mel_ce: 1.956961750984192 (nan) | > loss: 0.00784423016011715 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14133508888887558) | > loader_time: 0.0046 (0.004674401476720173)  --> TIME: 2025-03-25 06:37:42 -- STEP: 11265/31555 -- GLOBAL_STEP: 863250 | > loss_text_ce: 0.024259835481643677 (0.034668201518142254) | > loss_mel_ce: 1.8848210573196411 (nan) | > loss: 0.007575718220323324 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14134855786800665) | > loader_time: 0.0045 (0.0046745636597560255)  --> TIME: 2025-03-25 06:37:51 -- STEP: 11315/31555 -- GLOBAL_STEP: 863300 | > loss_text_ce: 0.04070362448692322 (0.034674879446316365) | > loss_mel_ce: 1.7191455364227295 (nan) | > loss: 0.006983528845012188 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14133885025820125) | > loader_time: 0.0053 (0.0046744929653746)  --> TIME: 2025-03-25 06:38:01 -- STEP: 11365/31555 -- GLOBAL_STEP: 863350 | > loss_text_ce: 0.03285601735115051 (0.03468053592209179) | > loss_mel_ce: 3.05690336227417 (nan) | > loss: 0.012260950170457363 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1413355753068306) | > loader_time: 0.0048 (0.004674449556470715)  --> TIME: 2025-03-25 06:38:11 -- STEP: 11415/31555 -- GLOBAL_STEP: 863400 | > loss_text_ce: 0.03776117041707039 (0.03467989109025772) | > loss_mel_ce: 2.6088128089904785 (nan) | > loss: 0.010502278804779053 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14133763434434823) | > loader_time: 0.0045 (0.004674192170432626)  --> TIME: 2025-03-25 06:38:20 -- STEP: 11465/31555 -- GLOBAL_STEP: 863450 | > loss_text_ce: 0.0323002003133297 (0.03467500205811761) | > loss_mel_ce: 0.0916748046875 (nan) | > loss: 0.0004919643397442997 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14132346890662134) | > loader_time: 0.0043 (0.0046733708138347475)  --> TIME: 2025-03-25 06:38:30 -- STEP: 11515/31555 -- GLOBAL_STEP: 863500 | > loss_text_ce: 0.02247476950287819 (0.03467315160129536) | > loss_mel_ce: 2.5353426933288574 (nan) | > loss: 0.010150070302188396 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14134224756251693) | > loader_time: 0.0042 (0.00467297839331618)  --> TIME: 2025-03-25 06:38:40 -- STEP: 11565/31555 -- GLOBAL_STEP: 863550 | > loss_text_ce: 0.025846358388662338 (0.0346727218599714) | > loss_mel_ce: 2.902194023132324 (nan) | > loss: 0.011619208380579948 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14134774294654134) | > loader_time: 0.0044 (0.0046728542961190014)  --> TIME: 2025-03-25 06:38:49 -- STEP: 11615/31555 -- GLOBAL_STEP: 863600 | > loss_text_ce: 0.04439326748251915 (0.03467962037446417) | > loss_mel_ce: 2.8908534049987793 (nan) | > loss: 0.011647804640233517 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1413407981370071) | > loader_time: 0.0043 (0.004672461976483639)  --> TIME: 2025-03-25 06:38:59 -- STEP: 11665/31555 -- GLOBAL_STEP: 863650 | > loss_text_ce: 0.03618451580405235 (0.03467651428842432) | > loss_mel_ce: 0.57135009765625 (nan) | > loss: 0.002410851651802659 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1413414171106875) | > loader_time: 0.0046 (0.004672705846133288)  --> TIME: 2025-03-25 06:39:09 -- STEP: 11715/31555 -- GLOBAL_STEP: 863700 | > loss_text_ce: 0.03685997799038887 (0.03467983665994959) | > loss_mel_ce: 2.468595027923584 (nan) | > loss: 0.009942281991243362 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14133903814389936) | > loader_time: 0.0045 (0.004672720062900611)  --> TIME: 2025-03-25 06:39:18 -- STEP: 11765/31555 -- GLOBAL_STEP: 863750 | > loss_text_ce: 0.03239249810576439 (0.03467857445072905) | > loss_mel_ce: 2.7213006019592285 (nan) | > loss: 0.010927353985607624 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14133865540452217) | > loader_time: 0.0045 (0.0046727272889688235)  --> TIME: 2025-03-25 06:39:28 -- STEP: 11815/31555 -- GLOBAL_STEP: 863800 | > loss_text_ce: 0.03374011069536209 (0.034670255626889) | > loss_mel_ce: 1.405896782875061 (nan) | > loss: 0.005712845362722874 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14133989547603615) | > loader_time: 0.0047 (0.0046730194261303225)  --> TIME: 2025-03-25 06:39:38 -- STEP: 11865/31555 -- GLOBAL_STEP: 863850 | > loss_text_ce: 0.030205104500055313 (0.03466951304625189) | > loss_mel_ce: 2.8799233436584473 (nan) | > loss: 0.01154812891036272 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1413452061630234) | > loader_time: 0.0042 (0.0046724854367622415)  --> TIME: 2025-03-25 06:39:47 -- STEP: 11915/31555 -- GLOBAL_STEP: 863900 | > loss_text_ce: 0.046891193836927414 (0.03466932833619964) | > loss_mel_ce: 2.8892481327056885 (nan) | > loss: 0.011651347391307354 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14133639543735868) | > loader_time: 0.0044 (0.004671859961320422)  --> TIME: 2025-03-25 06:39:57 -- STEP: 11965/31555 -- GLOBAL_STEP: 863950 | > loss_text_ce: 0.038707662373781204 (0.0346749551382542) | > loss_mel_ce: 3.099609375 (nan) | > loss: 0.012453639879822731 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14132660420629445) | > loader_time: 0.0045 (0.004671218332465217)  --> TIME: 2025-03-25 06:40:06 -- STEP: 12015/31555 -- GLOBAL_STEP: 864000 | > loss_text_ce: 0.041228827089071274 (0.03467239229302351) | > loss_mel_ce: 2.9772398471832275 (nan) | > loss: 0.01197805069386959 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14132383610871904) | > loader_time: 0.0046 (0.00467091521470686)  --> TIME: 2025-03-25 06:40:16 -- STEP: 12065/31555 -- GLOBAL_STEP: 864050 | > loss_text_ce: 0.02568909525871277 (0.03467199724095043) | > loss_mel_ce: 3.001953363418579 (nan) | > loss: 0.012014455161988735 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14132253863828334) | > loader_time: 0.0046 (0.004670681599705158)  --> TIME: 2025-03-25 06:40:25 -- STEP: 12115/31555 -- GLOBAL_STEP: 864100 | > loss_text_ce: 0.025544464588165283 (0.03467304395589407) | > loss_mel_ce: 2.51505184173584 (nan) | > loss: 0.010081731714308262 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14129836768883638) | > loader_time: 0.0047 (0.0046703308119638255)  --> TIME: 2025-03-25 06:40:35 -- STEP: 12165/31555 -- GLOBAL_STEP: 864150 | > loss_text_ce: 0.02698633074760437 (0.034677915901337834) | > loss_mel_ce: 2.979888916015625 (nan) | > loss: 0.011932045221328735 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14129091116610906) | > loader_time: 0.0045 (0.004670050680220903)  --> TIME: 2025-03-25 06:40:44 -- STEP: 12215/31555 -- GLOBAL_STEP: 864200 | > loss_text_ce: 0.040287431329488754 (0.0346772718499102) | > loss_mel_ce: 3.75390625 (nan) | > loss: 0.015056325122714043 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1412855827949897) | > loader_time: 0.0043 (0.004669727832139945)  --> TIME: 2025-03-25 06:40:54 -- STEP: 12265/31555 -- GLOBAL_STEP: 864250 | > loss_text_ce: 0.03913797438144684 (0.034681041044844985) | > loss_mel_ce: 2.6679935455322266 (nan) | > loss: 0.010742586106061935 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14128116245324285) | > loader_time: 0.0046 (0.004669439087971557)  --> TIME: 2025-03-25 06:41:04 -- STEP: 12315/31555 -- GLOBAL_STEP: 864300 | > loss_text_ce: 0.03494882583618164 (0.03468444265797293) | > loss_mel_ce: 2.469557046890259 (nan) | > loss: 0.009938515722751617 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14128572583634225) | > loader_time: 0.0047 (0.004669338138036711)  --> TIME: 2025-03-25 06:41:13 -- STEP: 12365/31555 -- GLOBAL_STEP: 864350 | > loss_text_ce: 0.03399934992194176 (0.03468318458705299) | > loss_mel_ce: 2.9289140701293945 (nan) | > loss: 0.011757593601942062 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1412737176334436) | > loader_time: 0.0046 (0.004668839142672525)  --> TIME: 2025-03-25 06:41:23 -- STEP: 12415/31555 -- GLOBAL_STEP: 864400 | > loss_text_ce: 0.03474254161119461 (0.034679048797517174) | > loss_mel_ce: 2.4352681636810303 (nan) | > loss: 0.009801630862057209 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14128533782759334) | > loader_time: 0.0046 (0.004668962653010707)  --> TIME: 2025-03-25 06:41:33 -- STEP: 12465/31555 -- GLOBAL_STEP: 864450 | > loss_text_ce: 0.03510705754160881 (0.03468020548763848) | > loss_mel_ce: 3.0257744789123535 (nan) | > loss: 0.012146356515586376 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14129598130196766) | > loader_time: 0.0046 (0.004668928502890384)  --> TIME: 2025-03-25 06:41:42 -- STEP: 12515/31555 -- GLOBAL_STEP: 864500 | > loss_text_ce: 0.037464410066604614 (0.03467948154847352) | > loss_mel_ce: 2.2106001377105713 (nan) | > loss: 0.008920891210436821 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14127554685841917) | > loader_time: 0.0048 (0.00466855211444632)  --> TIME: 2025-03-25 06:41:52 -- STEP: 12565/31555 -- GLOBAL_STEP: 864550 | > loss_text_ce: 0.04147770255804062 (0.034681037024487875) | > loss_mel_ce: 1.5261458158493042 (nan) | > loss: 0.006220728624612093 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14128345122529082) | > loader_time: 0.0047 (0.004668408999915538)  --> TIME: 2025-03-25 06:42:02 -- STEP: 12615/31555 -- GLOBAL_STEP: 864600 | > loss_text_ce: 0.04128534346818924 (0.034681751396547056) | > loss_mel_ce: 2.336663007736206 (nan) | > loss: 0.009436302818357944 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14129083312507573) | > loader_time: 0.0048 (0.004668226612497797)  --> TIME: 2025-03-25 06:42:11 -- STEP: 12665/31555 -- GLOBAL_STEP: 864650 | > loss_text_ce: 0.02638167142868042 (0.03468399481105931) | > loss_mel_ce: 2.0622966289520264 (nan) | > loss: 0.008288406766951084 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.141284070295447) | > loader_time: 0.0044 (0.004668014679226169)  --> TIME: 2025-03-25 06:42:21 -- STEP: 12715/31555 -- GLOBAL_STEP: 864700 | > loss_text_ce: 0.038634393364191055 (0.034680555871901504) | > loss_mel_ce: 3.2050423622131348 (nan) | > loss: 0.012871733866631985 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1412792489137709) | > loader_time: 0.0045 (0.004667706007663076)  --> TIME: 2025-03-25 06:42:31 -- STEP: 12765/31555 -- GLOBAL_STEP: 864750 | > loss_text_ce: 0.03539469093084335 (0.0346789646102865) | > loss_mel_ce: 2.548654317855835 (nan) | > loss: 0.010254163295030594 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14129210439234588) | > loader_time: 0.0046 (0.004667601303357597)  --> TIME: 2025-03-25 06:42:41 -- STEP: 12815/31555 -- GLOBAL_STEP: 864800 | > loss_text_ce: 0.029241709038615227 (0.03468085046896861) | > loss_mel_ce: 2.995537042617798 (nan) | > loss: 0.012003091163933277 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14130450941555492) | > loader_time: 0.0048 (0.004667505155631085)  --> TIME: 2025-03-25 06:42:50 -- STEP: 12865/31555 -- GLOBAL_STEP: 864850 | > loss_text_ce: 0.03909000754356384 (0.03468125060510549) | > loss_mel_ce: 3.0667362213134766 (nan) | > loss: 0.012324707582592964 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1413095702746949) | > loader_time: 0.0045 (0.004667174709570634)  --> TIME: 2025-03-25 06:43:00 -- STEP: 12915/31555 -- GLOBAL_STEP: 864900 | > loss_text_ce: 0.03676766902208328 (0.03468268358322084) | > loss_mel_ce: 3.1674106121063232 (nan) | > loss: 0.012714994139969349 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14130162059268597) | > loader_time: 0.0045 (0.00466725031534831)  --> TIME: 2025-03-25 06:43:10 -- STEP: 12965/31555 -- GLOBAL_STEP: 864950 | > loss_text_ce: 0.02878710627555847 (0.03468086350230812) | > loss_mel_ce: 2.9351840019226074 (nan) | > loss: 0.011761791072785854 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14130422874992143) | > loader_time: 0.0046 (0.004667485656767705)  --> TIME: 2025-03-25 06:43:19 -- STEP: 13015/31555 -- GLOBAL_STEP: 865000 | > loss_text_ce: 0.03602452576160431 (0.03468316325912855) | > loss_mel_ce: 2.938948392868042 (nan) | > loss: 0.011805448681116104 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14130299879961541) | > loader_time: 0.0072 (0.004667579894151956)  --> TIME: 2025-03-25 06:43:29 -- STEP: 13065/31555 -- GLOBAL_STEP: 865050 | > loss_text_ce: 0.033857639878988266 (0.0346868003721765) | > loss_mel_ce: 2.837186098098755 (nan) | > loss: 0.011393031105399132 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1413100853032012) | > loader_time: 0.0046 (0.004667576108451461)  --> TIME: 2025-03-25 06:43:39 -- STEP: 13115/31555 -- GLOBAL_STEP: 865100 | > loss_text_ce: 0.035735443234443665 (0.03468720833840191) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14131697070448707) | > loader_time: 0.0046 (0.004667761123139486)  --> TIME: 2025-03-25 06:43:48 -- STEP: 13165/31555 -- GLOBAL_STEP: 865150 | > loss_text_ce: 0.0402691625058651 (0.034690218858429565) | > loss_mel_ce: 2.913689136505127 (nan) | > loss: 0.01172205712646246 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14129595033940534) | > loader_time: 0.0044 (0.004667425753270724)  --> TIME: 2025-03-25 06:43:58 -- STEP: 13215/31555 -- GLOBAL_STEP: 865200 | > loss_text_ce: 0.04069783538579941 (0.03468617192690498) | > loss_mel_ce: 3.040861129760742 (nan) | > loss: 0.012228408828377724 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.14131193927775063) | > loader_time: 0.0047 (0.004667672468684089)  --> TIME: 2025-03-25 06:44:08 -- STEP: 13265/31555 -- GLOBAL_STEP: 865250 | > loss_text_ce: 0.025676079094409943 (0.034684745632631776) | > loss_mel_ce: 2.830587387084961 (nan) | > loss: 0.011334379203617573 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14132763977280896) | > loader_time: 0.0046 (0.0046680273939607875)  --> TIME: 2025-03-25 06:44:18 -- STEP: 13315/31555 -- GLOBAL_STEP: 865300 | > loss_text_ce: 0.030910195782780647 (0.03467708307616026) | > loss_mel_ce: 2.9427239894866943 (nan) | > loss: 0.011800136417150497 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14134048095915192) | > loader_time: 0.005 (0.004668376645422316)  --> TIME: 2025-03-25 06:44:28 -- STEP: 13365/31555 -- GLOBAL_STEP: 865350 | > loss_text_ce: 0.04105189070105553 (0.03467425210627907) | > loss_mel_ce: 2.9462356567382812 (nan) | > loss: 0.011854316107928753 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14135547445991595) | > loader_time: 0.005 (0.00466870630095168)  --> TIME: 2025-03-25 06:44:38 -- STEP: 13415/31555 -- GLOBAL_STEP: 865400 | > loss_text_ce: 0.04219256713986397 (0.034676537540558584) | > loss_mel_ce: 2.6071672439575195 (nan) | > loss: 0.010513332672417164 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14136381549174132) | > loader_time: 0.0046 (0.004669038564288878)  --> TIME: 2025-03-25 06:44:47 -- STEP: 13465/31555 -- GLOBAL_STEP: 865450 | > loss_text_ce: 0.04195517301559448 (0.03467629327595461) | > loss_mel_ce: 2.6910598278045654 (nan) | > loss: 0.010845298878848553 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14137617859130427) | > loader_time: 0.0049 (0.004669053360648284)  --> TIME: 2025-03-25 06:44:57 -- STEP: 13515/31555 -- GLOBAL_STEP: 865500 | > loss_text_ce: 0.03853423520922661 (0.03467427674629984) | > loss_mel_ce: 2.570528030395508 (nan) | > loss: 0.010353421792387962 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14136537817553907) | > loader_time: 0.0051 (0.004669051165056807)  --> TIME: 2025-03-25 06:45:07 -- STEP: 13565/31555 -- GLOBAL_STEP: 865550 | > loss_text_ce: 0.033150289207696915 (0.034674557357191924) | > loss_mel_ce: 2.5725924968719482 (nan) | > loss: 0.010340249165892601 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14137722348270548) | > loader_time: 0.0044 (0.004669107847709382)  --> TIME: 2025-03-25 06:45:17 -- STEP: 13615/31555 -- GLOBAL_STEP: 865600 | > loss_text_ce: 0.035985514521598816 (0.034674588397960934) | > loss_mel_ce: 2.6503734588623047 (nan) | > loss: 0.01066015474498272 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14138711007517893) | > loader_time: 0.0047 (0.004669167949047495)  --> TIME: 2025-03-25 06:45:27 -- STEP: 13665/31555 -- GLOBAL_STEP: 865650 | > loss_text_ce: 0.03673836216330528 (0.03467812713438745) | > loss_mel_ce: 3.142305374145508 (nan) | > loss: 0.012615254148840904 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14139974730554863) | > loader_time: 0.005 (0.004669226616064874)  --> TIME: 2025-03-25 06:45:36 -- STEP: 13715/31555 -- GLOBAL_STEP: 865700 | > loss_text_ce: 0.026819931343197823 (0.03467448301955605) | > loss_mel_ce: 2.9271891117095947 (nan) | > loss: 0.011722259223461151 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1414055284861016) | > loader_time: 0.0046 (0.004669460136004697)  --> TIME: 2025-03-25 06:45:46 -- STEP: 13765/31555 -- GLOBAL_STEP: 865750 | > loss_text_ce: 0.029871707782149315 (0.03467322309632419) | > loss_mel_ce: 2.1848127841949463 (nan) | > loss: 0.00878843106329441 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1414199418948867) | > loader_time: 0.0045 (0.004669712519065439)  --> TIME: 2025-03-25 06:45:56 -- STEP: 13815/31555 -- GLOBAL_STEP: 865800 | > loss_text_ce: 0.026690121740102768 (0.03466805770232831) | > loss_mel_ce: 2.3503782749176025 (nan) | > loss: 0.009432811290025711 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14139775335896662) | > loader_time: 0.0047 (0.004669619348659222)  --> TIME: 2025-03-25 06:46:05 -- STEP: 13865/31555 -- GLOBAL_STEP: 865850 | > loss_text_ce: 0.04029605910181999 (0.03466628537756164) | > loss_mel_ce: 2.521453380584717 (nan) | > loss: 0.01016567274928093 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1414017625376079) | > loader_time: 0.0048 (0.004669730722624765)  --> TIME: 2025-03-25 06:46:15 -- STEP: 13915/31555 -- GLOBAL_STEP: 865900 | > loss_text_ce: 0.02977569028735161 (0.03466350154263875) | > loss_mel_ce: 2.1485345363616943 (nan) | > loss: 0.008644088171422482 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14138791719615593) | > loader_time: 0.0054 (0.004669456947976368)  --> TIME: 2025-03-25 06:46:24 -- STEP: 13965/31555 -- GLOBAL_STEP: 865950 | > loss_text_ce: 0.033306267112493515 (0.03466587717275769) | > loss_mel_ce: 2.361957311630249 (nan) | > loss: 0.0095050148665905 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14138936040395553) | > loader_time: 0.0047 (0.00466939679960857)  --> TIME: 2025-03-25 06:46:34 -- STEP: 14015/31555 -- GLOBAL_STEP: 866000 | > loss_text_ce: 0.02595757134258747 (0.034666126349271985) | > loss_mel_ce: 2.8830676078796387 (nan) | > loss: 0.011543751694262028 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14138372845195576) | > loader_time: 0.0045 (0.004668889775516038)  --> TIME: 2025-03-25 06:46:44 -- STEP: 14065/31555 -- GLOBAL_STEP: 866050 | > loss_text_ce: 0.021548902615904808 (0.034665376386829615) | > loss_mel_ce: 2.3871867656707764 (nan) | > loss: 0.009558475576341152 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14139556900021769) | > loader_time: 0.0042 (0.004668363455220798)  --> TIME: 2025-03-25 06:46:53 -- STEP: 14115/31555 -- GLOBAL_STEP: 866100 | > loss_text_ce: 0.03932807967066765 (0.03466690924260138) | > loss_mel_ce: 2.1239657402038574 (nan) | > loss: 0.008584500290453434 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14138833553369679) | > loader_time: 0.0046 (0.004668351753442952)  --> TIME: 2025-03-25 06:47:03 -- STEP: 14165/31555 -- GLOBAL_STEP: 866150 | > loss_text_ce: 0.03456078842282295 (0.03466880578610862) | > loss_mel_ce: 1.7717703580856323 (nan) | > loss: 0.007167981006205082 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14139711610260236) | > loader_time: 0.0045 (0.004668224181886522)  --> TIME: 2025-03-25 06:47:13 -- STEP: 14215/31555 -- GLOBAL_STEP: 866200 | > loss_text_ce: 0.030481090769171715 (0.03466325034231836) | > loss_mel_ce: 2.532966375350952 (nan) | > loss: 0.010172410868108273 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1413920560354426) | > loader_time: 0.0046 (0.004668336681106992)  --> TIME: 2025-03-25 06:47:23 -- STEP: 14265/31555 -- GLOBAL_STEP: 866250 | > loss_text_ce: 0.03311271592974663 (0.034666585270478924) | > loss_mel_ce: 2.6754093170166016 (nan) | > loss: 0.010748104192316532 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14139309683223858) | > loader_time: 0.0045 (0.004668062024897029)  --> TIME: 2025-03-25 06:47:32 -- STEP: 14315/31555 -- GLOBAL_STEP: 866300 | > loss_text_ce: 0.02779429405927658 (0.034665456665286504) | > loss_mel_ce: 2.735581874847412 (nan) | > loss: 0.010965779423713684 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14137438543601563) | > loader_time: 0.0047 (0.004667833939824443)  --> TIME: 2025-03-25 06:47:42 -- STEP: 14365/31555 -- GLOBAL_STEP: 866350 | > loss_text_ce: 0.03522028774023056 (0.0346660603332478) | > loss_mel_ce: 2.4745543003082275 (nan) | > loss: 0.009959423914551735 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14138177232048613) | > loader_time: 0.0047 (0.004667815770415772)  --> TIME: 2025-03-25 06:47:51 -- STEP: 14415/31555 -- GLOBAL_STEP: 866400 | > loss_text_ce: 0.0585341714322567 (0.034670490723270296) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14137676938970328) | > loader_time: 0.0045 (0.004667736083899682)  --> TIME: 2025-03-25 06:48:01 -- STEP: 14465/31555 -- GLOBAL_STEP: 866450 | > loss_text_ce: 0.043525610119104385 (0.03467170753356295) | > loss_mel_ce: 2.6124203205108643 (nan) | > loss: 0.010539469309151173 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1413776607196971) | > loader_time: 0.0046 (0.004667836541005404)  --> TIME: 2025-03-25 06:48:10 -- STEP: 14515/31555 -- GLOBAL_STEP: 866500 | > loss_text_ce: 0.03296215832233429 (0.034670828024834954) | > loss_mel_ce: 2.6106505393981934 (nan) | > loss: 0.01049052644520998 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14135829384804166) | > loader_time: 0.0046 (0.004667723626462983)  --> TIME: 2025-03-25 06:48:20 -- STEP: 14565/31555 -- GLOBAL_STEP: 866550 | > loss_text_ce: 0.04171976074576378 (0.03466981949052594) | > loss_mel_ce: 2.3141608238220215 (nan) | > loss: 0.009348732419312 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1413748179192489) | > loader_time: 0.0048 (0.004668042179321112)  --> TIME: 2025-03-25 06:48:29 -- STEP: 14615/31555 -- GLOBAL_STEP: 866600 | > loss_text_ce: 0.03487776219844818 (0.034671167685009226) | > loss_mel_ce: 2.5570294857025146 (nan) | > loss: 0.010285346768796444 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1413527551840894) | > loader_time: 0.0043 (0.004668040508853616)  --> TIME: 2025-03-25 06:48:39 -- STEP: 14665/31555 -- GLOBAL_STEP: 866650 | > loss_text_ce: 0.03765695542097092 (0.034678763668175426) | > loss_mel_ce: 3.117215871810913 (nan) | > loss: 0.012519337236881256 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14136952884035536) | > loader_time: 0.0052 (0.0046679659992039735)  --> TIME: 2025-03-25 06:48:49 -- STEP: 14715/31555 -- GLOBAL_STEP: 866700 | > loss_text_ce: 0.04717402905225754 (0.034680867305951726) | > loss_mel_ce: 2.8629488945007324 (nan) | > loss: 0.011548107489943504 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14136246625477125) | > loader_time: 0.0046 (0.0046678233138566175)  --> TIME: 2025-03-25 06:48:58 -- STEP: 14765/31555 -- GLOBAL_STEP: 866750 | > loss_text_ce: 0.024338947609066963 (0.03468079796850039) | > loss_mel_ce: 3.1735904216766357 (nan) | > loss: 0.012690196745097637 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1413470202528989) | > loader_time: 0.0044 (0.0046676618948735165)  --> TIME: 2025-03-25 06:49:08 -- STEP: 14815/31555 -- GLOBAL_STEP: 866800 | > loss_text_ce: 0.03427017480134964 (0.034677045419246766) | > loss_mel_ce: 3.1384127140045166 (nan) | > loss: 0.012590012513101101 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1413366409962223) | > loader_time: 0.0047 (0.004667597914562801)  --> TIME: 2025-03-25 06:49:18 -- STEP: 14865/31555 -- GLOBAL_STEP: 866850 | > loss_text_ce: 0.029414858669042587 (0.03467692306990153) | > loss_mel_ce: 2.9990293979644775 (nan) | > loss: 0.012017636559903622 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14134527702665217) | > loader_time: 0.0048 (0.004667352788022491)  --> TIME: 2025-03-25 06:49:27 -- STEP: 14915/31555 -- GLOBAL_STEP: 866900 | > loss_text_ce: 0.03192494064569473 (0.034675311473764604) | > loss_mel_ce: 2.4811007976531982 (nan) | > loss: 0.009972324594855309 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1413375315472785) | > loader_time: 0.0057 (0.004667312012716214)  --> TIME: 2025-03-25 06:49:37 -- STEP: 14965/31555 -- GLOBAL_STEP: 866950 | > loss_text_ce: 0.027985937893390656 (0.03467427465555656) | > loss_mel_ce: 3.3537774085998535 (nan) | > loss: 0.013419697061181068 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14133416292781364) | > loader_time: 0.0045 (0.004667176891241501)  --> TIME: 2025-03-25 06:49:46 -- STEP: 15015/31555 -- GLOBAL_STEP: 867000 | > loss_text_ce: 0.042243774980306625 (0.034675523676065356) | > loss_mel_ce: 3.014774799346924 (nan) | > loss: 0.012131026946008205 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14132680345129484) | > loader_time: 0.0045 (0.004667016295167225)  --> TIME: 2025-03-25 06:49:56 -- STEP: 15065/31555 -- GLOBAL_STEP: 867050 | > loss_text_ce: 0.036217935383319855 (0.034675352942660026) | > loss_mel_ce: 2.771800994873047 (nan) | > loss: 0.011142932809889317 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14132255175325018) | > loader_time: 0.0047 (0.004667869122211132)  --> TIME: 2025-03-25 06:50:06 -- STEP: 15115/31555 -- GLOBAL_STEP: 867100 | > loss_text_ce: 0.03115115314722061 (0.03467584911128832) | > loss_mel_ce: 3.289113998413086 (nan) | > loss: 0.013175656087696552 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14134955442468403) | > loader_time: 0.0048 (0.004668622990140359)  --> TIME: 2025-03-25 06:50:16 -- STEP: 15165/31555 -- GLOBAL_STEP: 867150 | > loss_text_ce: 0.03182266652584076 (0.03467246155966041) | > loss_mel_ce: 2.9591310024261475 (nan) | > loss: 0.011868864297866821 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14133931371271968) | > loader_time: 0.005 (0.0046686835781088514)  --> TIME: 2025-03-25 06:50:25 -- STEP: 15215/31555 -- GLOBAL_STEP: 867200 | > loss_text_ce: 0.040876489132642746 (0.034675615929334345) | > loss_mel_ce: 2.8733808994293213 (nan) | > loss: 0.01156451366841793 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1413403064296552) | > loader_time: 0.0044 (0.004668827194780484)  --> TIME: 2025-03-25 06:50:35 -- STEP: 15265/31555 -- GLOBAL_STEP: 867250 | > loss_text_ce: 0.038862552493810654 (0.0346718959872731) | > loss_mel_ce: 2.927039861679077 (nan) | > loss: 0.01176945399492979 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14132882698301547) | > loader_time: 0.0047 (0.004668456220330067)  --> TIME: 2025-03-25 06:50:44 -- STEP: 15315/31555 -- GLOBAL_STEP: 867300 | > loss_text_ce: 0.027769621461629868 (0.03466347218571744) | > loss_mel_ce: 2.5500576496124268 (nan) | > loss: 0.010229473933577538 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1413322703261573) | > loader_time: 0.0046 (0.004668178240769514)  --> TIME: 2025-03-25 06:50:54 -- STEP: 15365/31555 -- GLOBAL_STEP: 867350 | > loss_text_ce: 0.024121129885315895 (0.03465673641713591) | > loss_mel_ce: 3.1536190509796143 (nan) | > loss: 0.012610080651938915 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1413238639285351) | > loader_time: 0.0047 (0.0046685358929471074)  --> TIME: 2025-03-25 06:51:04 -- STEP: 15415/31555 -- GLOBAL_STEP: 867400 | > loss_text_ce: 0.033058445900678635 (0.034657634794470725) | > loss_mel_ce: 2.569180727005005 (nan) | > loss: 0.010326346382498741 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14134106334447535) | > loader_time: 0.0068 (0.0046689439817484794)  --> TIME: 2025-03-25 06:51:13 -- STEP: 15465/31555 -- GLOBAL_STEP: 867450 | > loss_text_ce: 0.025842653587460518 (0.03465798013996289) | > loss_mel_ce: 2.0090553760528564 (nan) | > loss: 0.008074992336332798 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14132831065045087) | > loader_time: 0.0044 (0.004668442408243806)  --> TIME: 2025-03-25 06:51:23 -- STEP: 15515/31555 -- GLOBAL_STEP: 867500 | > loss_text_ce: 0.03114429861307144 (0.034663362097315985) | > loss_mel_ce: 2.8970947265625 (nan) | > loss: 0.011619997210800648 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14132933358473107) | > loader_time: 0.0048 (0.004668373635919324)  --> TIME: 2025-03-25 06:51:33 -- STEP: 15565/31555 -- GLOBAL_STEP: 867550 | > loss_text_ce: 0.034602269530296326 (0.034660363821280196) | > loss_mel_ce: 2.610731363296509 (nan) | > loss: 0.010497355833649635 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14132881699135386) | > loader_time: 0.0048 (0.004668308966342857)  --> TIME: 2025-03-25 06:51:42 -- STEP: 15615/31555 -- GLOBAL_STEP: 867600 | > loss_text_ce: 0.03131187707185745 (0.034660803501113134) | > loss_mel_ce: 2.808239698410034 (nan) | > loss: 0.011268062517046928 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14134041413335652) | > loader_time: 0.0047 (0.004668400419701217)  --> TIME: 2025-03-25 06:51:52 -- STEP: 15665/31555 -- GLOBAL_STEP: 867650 | > loss_text_ce: 0.02267150767147541 (0.03465870995249333) | > loss_mel_ce: 2.0091607570648193 (nan) | > loss: 0.008062826469540596 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14135219990693515) | > loader_time: 0.0044 (0.004668257193104199)  --> TIME: 2025-03-25 06:52:02 -- STEP: 15715/31555 -- GLOBAL_STEP: 867700 | > loss_text_ce: 0.03395358473062515 (0.03465622475668891) | > loss_mel_ce: 2.313765287399292 (nan) | > loss: 0.009316345676779747 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1413607093357113) | > loader_time: 0.005 (0.004668161848567671)  --> TIME: 2025-03-25 06:52:12 -- STEP: 15765/31555 -- GLOBAL_STEP: 867750 | > loss_text_ce: 0.028958860784769058 (0.034653750521122614) | > loss_mel_ce: 2.6495418548583984 (nan) | > loss: 0.01062897127121687 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14135800691925893) | > loader_time: 0.0048 (0.004668419995536275)  --> TIME: 2025-03-25 06:52:21 -- STEP: 15815/31555 -- GLOBAL_STEP: 867800 | > loss_text_ce: 0.0363004170358181 (0.034652679976414226) | > loss_mel_ce: 2.8718647956848145 (nan) | > loss: 0.011540338397026062 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14134235020268826) | > loader_time: 0.0047 (0.004668530851008949)  --> TIME: 2025-03-25 06:52:31 -- STEP: 15865/31555 -- GLOBAL_STEP: 867850 | > loss_text_ce: 0.028207117691636086 (0.03465134076893906) | > loss_mel_ce: 1.2514170408248901 (nan) | > loss: 0.005077873822301626 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14134236334852776) | > loader_time: 0.0048 (0.004668701720696076)  --> TIME: 2025-03-25 06:52:41 -- STEP: 15915/31555 -- GLOBAL_STEP: 867900 | > loss_text_ce: 0.03124130330979824 (0.03464910448992617) | > loss_mel_ce: 2.7268152236938477 (nan) | > loss: 0.01094467006623745 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1413558541698504) | > loader_time: 0.0047 (0.004668731371861292)  --> TIME: 2025-03-25 06:52:51 -- STEP: 15965/31555 -- GLOBAL_STEP: 867950 | > loss_text_ce: 0.03156951814889908 (0.034650123274059696) | > loss_mel_ce: 2.660029411315918 (nan) | > loss: 0.01068094838410616 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14136452468778943) | > loader_time: 0.005 (0.004668852307002736)  --> TIME: 2025-03-25 06:53:00 -- STEP: 16015/31555 -- GLOBAL_STEP: 868000 | > loss_text_ce: 0.03430896997451782 (0.03464701561140387) | > loss_mel_ce: 2.7471394538879395 (nan) | > loss: 0.0110374940559268 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1413621998637167) | > loader_time: 0.0047 (0.004668854029521761)  --> TIME: 2025-03-25 06:53:10 -- STEP: 16065/31555 -- GLOBAL_STEP: 868050 | > loss_text_ce: 0.03401019796729088 (0.034647508536822594) | > loss_mel_ce: 3.514677047729492 (nan) | > loss: 0.01408209279179573 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14137333965806162) | > loader_time: 0.0044 (0.004668720066083608)  --> TIME: 2025-03-25 06:53:20 -- STEP: 16115/31555 -- GLOBAL_STEP: 868100 | > loss_text_ce: 0.043814729899168015 (0.0346423895488081) | > loss_mel_ce: 2.401777744293213 (nan) | > loss: 0.009704732336103916 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1413707747209385) | > loader_time: 0.0046 (0.0046683220326290105)  --> TIME: 2025-03-25 06:53:29 -- STEP: 16165/31555 -- GLOBAL_STEP: 868150 | > loss_text_ce: 0.03826002776622772 (0.034647950931273055) | > loss_mel_ce: 3.7638020515441895 (nan) | > loss: 0.015087548643350601 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14136670074557345) | > loader_time: 0.0046 (0.004668887407094591)  --> TIME: 2025-03-25 06:53:39 -- STEP: 16215/31555 -- GLOBAL_STEP: 868200 | > loss_text_ce: 0.03139915317296982 (0.03464318780510536) | > loss_mel_ce: 2.6926581859588623 (nan) | > loss: 0.010809752158820629 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1413700657202591) | > loader_time: 0.0043 (0.004668494164851789)  --> TIME: 2025-03-25 06:53:49 -- STEP: 16265/31555 -- GLOBAL_STEP: 868250 | > loss_text_ce: 0.041072241961956024 (0.0346482684779108) | > loss_mel_ce: 2.3958511352539062 (nan) | > loss: 0.00967033114284277 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1413863093677835) | > loader_time: 0.0047 (0.004668425179759127)  --> TIME: 2025-03-25 06:53:59 -- STEP: 16315/31555 -- GLOBAL_STEP: 868300 | > loss_text_ce: 0.03239952400326729 (0.03464824679224043) | > loss_mel_ce: 2.558898687362671 (nan) | > loss: 0.010282929986715317 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14138846935175242) | > loader_time: 0.0045 (0.004668016021616275)  --> TIME: 2025-03-25 06:54:08 -- STEP: 16365/31555 -- GLOBAL_STEP: 868350 | > loss_text_ce: 0.03978670388460159 (0.034645160367861215) | > loss_mel_ce: 2.975330114364624 (nan) | > loss: 0.011964750476181507 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1413870178884669) | > loader_time: 0.0046 (0.0046675647539790805)  --> TIME: 2025-03-25 06:54:18 -- STEP: 16415/31555 -- GLOBAL_STEP: 868400 | > loss_text_ce: 0.035261206328868866 (0.03464472040413769) | > loss_mel_ce: 2.768385648727417 (nan) | > loss: 0.011125583201646805 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14138088066549648) | > loader_time: 0.0047 (0.004667348510203032)  --> TIME: 2025-03-25 06:54:28 -- STEP: 16465/31555 -- GLOBAL_STEP: 868450 | > loss_text_ce: 0.03262963145971298 (0.03464276266046467) | > loss_mel_ce: 3.020784616470337 (nan) | > loss: 0.012116724625229836 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14138047737876933) | > loader_time: 0.0046 (0.004668054007267531)  --> TIME: 2025-03-25 06:54:37 -- STEP: 16515/31555 -- GLOBAL_STEP: 868500 | > loss_text_ce: 0.02991902083158493 (0.034639819619076105) | > loss_mel_ce: 3.283474922180176 (nan) | > loss: 0.01314838882535696 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14139137680949987) | > loader_time: 0.0045 (0.004668235201349113)  --> TIME: 2025-03-25 06:54:47 -- STEP: 16565/31555 -- GLOBAL_STEP: 868550 | > loss_text_ce: 0.03140227869153023 (0.03463674617209945) | > loss_mel_ce: 2.5691521167755127 (nan) | > loss: 0.010319661349058151 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14139746648107443) | > loader_time: 0.0046 (0.004667856914199005)  --> TIME: 2025-03-25 06:54:56 -- STEP: 16615/31555 -- GLOBAL_STEP: 868600 | > loss_text_ce: 0.030055873095989227 (0.03463313333844903) | > loss_mel_ce: 2.8207573890686035 (nan) | > loss: 0.011312751099467278 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1413745309586923) | > loader_time: 0.0047 (0.004667932700938636)  --> TIME: 2025-03-25 06:55:06 -- STEP: 16665/31555 -- GLOBAL_STEP: 868650 | > loss_text_ce: 0.035778578370809555 (0.03463246359864597) | > loss_mel_ce: 0.090576171875 (nan) | > loss: 0.0005014077760279179 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14136176641517514) | > loader_time: 0.0044 (0.004668431320671122)  --> TIME: 2025-03-25 06:55:15 -- STEP: 16715/31555 -- GLOBAL_STEP: 868700 | > loss_text_ce: 0.03926120325922966 (0.03463431361861023) | > loss_mel_ce: 3.0216734409332275 (nan) | > loss: 0.012146566063165665 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14136280151958336) | > loader_time: 0.005 (0.004668260569205863)  --> TIME: 2025-03-25 06:55:25 -- STEP: 16765/31555 -- GLOBAL_STEP: 868750 | > loss_text_ce: 0.033199384808540344 (0.03463869692561658) | > loss_mel_ce: 2.300931692123413 (nan) | > loss: 0.009262424893677235 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14136377724824786) | > loader_time: 0.0044 (0.004668112637354578)  --> TIME: 2025-03-25 06:55:35 -- STEP: 16815/31555 -- GLOBAL_STEP: 868800 | > loss_text_ce: 0.04845831170678139 (0.034640562510184096) | > loss_mel_ce: 2.9056246280670166 (nan) | > loss: 0.011722552590072155 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14135532994515682) | > loader_time: 0.0043 (0.004667947578033158)  --> TIME: 2025-03-25 06:55:44 -- STEP: 16865/31555 -- GLOBAL_STEP: 868850 | > loss_text_ce: 0.04109034314751625 (0.03464302870655104) | > loss_mel_ce: 3.493075370788574 (nan) | > loss: 0.014024467207491398 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14135707980477474) | > loader_time: 0.0044 (0.004667831576969651)  --> TIME: 2025-03-25 06:55:54 -- STEP: 16915/31555 -- GLOBAL_STEP: 868900 | > loss_text_ce: 0.036420855671167374 (0.03464343884429629) | > loss_mel_ce: 2.8302183151245117 (nan) | > loss: 0.011375552974641323 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14136000698641057) | > loader_time: 0.0047 (0.004667719982800096)  --> TIME: 2025-03-25 06:56:04 -- STEP: 16965/31555 -- GLOBAL_STEP: 868950 | > loss_text_ce: 0.038696542382240295 (0.03463954231708683) | > loss_mel_ce: 3.2278478145599365 (nan) | > loss: 0.012962478213012218 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14136506428312476) | > loader_time: 0.0045 (0.004667455342678126)  --> TIME: 2025-03-25 06:56:14 -- STEP: 17015/31555 -- GLOBAL_STEP: 869000 | > loss_text_ce: 0.03305590897798538 (0.0346388121309868) | > loss_mel_ce: 3.102047920227051 (nan) | > loss: 0.01244088914245367 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14136992209874832) | > loader_time: 0.0044 (0.004667471213933471)  --> TIME: 2025-03-25 06:56:23 -- STEP: 17065/31555 -- GLOBAL_STEP: 869050 | > loss_text_ce: 0.03316831216216087 (0.03463405708378823) | > loss_mel_ce: 2.9641354084014893 (nan) | > loss: 0.011894063092768192 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1413614535869623) | > loader_time: 0.0047 (0.004667561458696056)  --> TIME: 2025-03-25 06:56:32 -- STEP: 17115/31555 -- GLOBAL_STEP: 869100 | > loss_text_ce: 0.028002196922898293 (0.03463493256296164) | > loss_mel_ce: 2.141573905944824 (nan) | > loss: 0.008609429933130741 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14134824315672112) | > loader_time: 0.0045 (0.00466753606938354)  --> TIME: 2025-03-25 06:56:42 -- STEP: 17165/31555 -- GLOBAL_STEP: 869150 | > loss_text_ce: 0.03151891753077507 (0.03463615181470934) | > loss_mel_ce: 2.9624874591827393 (nan) | > loss: 0.011880978010594845 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14134262356090063) | > loader_time: 0.0046 (0.004667222892234522)  --> TIME: 2025-03-25 06:56:52 -- STEP: 17215/31555 -- GLOBAL_STEP: 869200 | > loss_text_ce: 0.033301569521427155 (0.034635408408345045) | > loss_mel_ce: 2.6548268795013428 (nan) | > loss: 0.01066717691719532 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14134568015815185) | > loader_time: 0.0045 (0.004666873018927877)  --> TIME: 2025-03-25 06:57:01 -- STEP: 17265/31555 -- GLOBAL_STEP: 869250 | > loss_text_ce: 0.03538534790277481 (0.03463405696440561) | > loss_mel_ce: 2.952258825302124 (nan) | > loss: 0.011855731718242168 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14133448560721948) | > loader_time: 0.0048 (0.004666537752435954)  --> TIME: 2025-03-25 06:57:11 -- STEP: 17315/31555 -- GLOBAL_STEP: 869300 | > loss_text_ce: 0.026981210336089134 (0.03463143622489269) | > loss_mel_ce: 2.933104991912842 (nan) | > loss: 0.01174637395888567 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14134163918469056) | > loader_time: 0.0048 (0.00466627442626776)  --> TIME: 2025-03-25 06:57:20 -- STEP: 17365/31555 -- GLOBAL_STEP: 869350 | > loss_text_ce: 0.03778267651796341 (0.034632302729508166) | > loss_mel_ce: 2.601482629776001 (nan) | > loss: 0.010473275557160378 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1413329447513698) | > loader_time: 0.0045 (0.004666319258646212)  --> TIME: 2025-03-25 06:57:31 -- STEP: 17415/31555 -- GLOBAL_STEP: 869400 | > loss_text_ce: 0.03579089045524597 (0.03463517965402935) | > loss_mel_ce: 3.035877227783203 (nan) | > loss: 0.012189160101115704 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1413531469607405) | > loader_time: 0.0048 (0.004666254844194569)  --> TIME: 2025-03-25 06:57:40 -- STEP: 17465/31555 -- GLOBAL_STEP: 869450 | > loss_text_ce: 0.032592467963695526 (0.03463597227940611) | > loss_mel_ce: 2.396472930908203 (nan) | > loss: 0.009639149531722069 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14135566339293523) | > loader_time: 0.0044 (0.0046663071479218455)  --> TIME: 2025-03-25 06:57:50 -- STEP: 17515/31555 -- GLOBAL_STEP: 869500 | > loss_text_ce: 0.035905588418245316 (0.034635393856539735) | > loss_mel_ce: 0.1083984375 (nan) | > loss: 0.0005726350354962051 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14138073717019886) | > loader_time: 0.0048 (0.004666371934930487)  --> TIME: 2025-03-25 06:58:00 -- STEP: 17565/31555 -- GLOBAL_STEP: 869550 | > loss_text_ce: 0.036605916917324066 (0.034639131635588995) | > loss_mel_ce: 2.79750657081604 (nan) | > loss: 0.01124647818505764 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14138480110993762) | > loader_time: 0.0046 (0.004666411214970189)  --> TIME: 2025-03-25 06:58:10 -- STEP: 17615/31555 -- GLOBAL_STEP: 869600 | > loss_text_ce: 0.036539796739816666 (0.0346397573638551) | > loss_mel_ce: 2.3241095542907715 (nan) | > loss: 0.009367656894028187 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1413813316378785) | > loader_time: 0.0045 (0.004666379308145617)  --> TIME: 2025-03-25 06:58:19 -- STEP: 17665/31555 -- GLOBAL_STEP: 869650 | > loss_text_ce: 0.032570239156484604 (0.03463430656755506) | > loss_mel_ce: 2.8185620307922363 (nan) | > loss: 0.01131401676684618 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1413776102667996) | > loader_time: 0.0047 (0.004666314960504558)  --> TIME: 2025-03-25 06:58:29 -- STEP: 17715/31555 -- GLOBAL_STEP: 869700 | > loss_text_ce: 0.029981927946209908 (0.03463830717513646) | > loss_mel_ce: 1.9965404272079468 (nan) | > loss: 0.008041756227612495 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14137255139449179) | > loader_time: 0.0047 (0.004666451374218676)  --> TIME: 2025-03-25 06:58:39 -- STEP: 17765/31555 -- GLOBAL_STEP: 869750 | > loss_text_ce: 0.027294229716062546 (0.03463659717041122) | > loss_mel_ce: 2.7493858337402344 (nan) | > loss: 0.011018572375178337 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14137624426019624) | > loader_time: 0.0044 (0.004666422026076172)  --> TIME: 2025-03-25 06:58:49 -- STEP: 17815/31555 -- GLOBAL_STEP: 869800 | > loss_text_ce: 0.044511184096336365 (0.03464040221322868) | > loss_mel_ce: 3.2363476753234863 (nan) | > loss: 0.013019281439483166 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14138296488928695) | > loader_time: 0.0046 (0.004666825502466818)  --> TIME: 2025-03-25 06:58:58 -- STEP: 17865/31555 -- GLOBAL_STEP: 869850 | > loss_text_ce: 0.042132697999477386 (0.03463805790238897) | > loss_mel_ce: 2.4175589084625244 (nan) | > loss: 0.009760681539773941 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1413818725177034) | > loader_time: 0.0048 (0.004666967602827743)  --> TIME: 2025-03-25 06:59:08 -- STEP: 17915/31555 -- GLOBAL_STEP: 869900 | > loss_text_ce: 0.0253403652459383 (0.03463673107482026) | > loss_mel_ce: 2.938955307006836 (nan) | > loss: 0.011763078160583973 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14138514145838668) | > loader_time: 0.0046 (0.004667647976865977)  --> TIME: 2025-03-25 06:59:18 -- STEP: 17965/31555 -- GLOBAL_STEP: 869950 | > loss_text_ce: 0.044002145528793335 (0.03463450297837734) | > loss_mel_ce: 3.392054557800293 (nan) | > loss: 0.01363514643162489 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14138010975513662) | > loader_time: 0.0048 (0.0046678201488024405)  --> TIME: 2025-03-25 06:59:27 -- STEP: 18015/31555 -- GLOBAL_STEP: 870000 | > loss_text_ce: 0.03760529309511185 (0.034631955225042706) | > loss_mel_ce: 2.8353705406188965 (nan) | > loss: 0.011400698684155941 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1413814552089029) | > loader_time: 0.0045 (0.004667733796199347) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_870000.pth  --> TIME: 2025-03-25 06:59:42 -- STEP: 18065/31555 -- GLOBAL_STEP: 870050 | > loss_text_ce: 0.04089254140853882 (0.03462944209726226) | > loss_mel_ce: 2.951234817504883 (nan) | > loss: 0.011873521842062473 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14137739311649075) | > loader_time: 0.0045 (0.0046686793838614845)  --> TIME: 2025-03-25 06:59:52 -- STEP: 18115/31555 -- GLOBAL_STEP: 870100 | > loss_text_ce: 0.03306468948721886 (0.03462776382960952) | > loss_mel_ce: 2.7074666023254395 (nan) | > loss: 0.010875124484300613 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14137935788467618) | > loader_time: 0.0052 (0.004669246047101805)  --> TIME: 2025-03-25 07:00:02 -- STEP: 18165/31555 -- GLOBAL_STEP: 870150 | > loss_text_ce: 0.03722257912158966 (0.034631209075143624) | > loss_mel_ce: 2.6458566188812256 (nan) | > loss: 0.010647140443325043 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14137679672818756) | > loader_time: 0.0047 (0.004669479689846132)  --> TIME: 2025-03-25 07:00:11 -- STEP: 18215/31555 -- GLOBAL_STEP: 870200 | > loss_text_ce: 0.03265620768070221 (0.034635811166251716) | > loss_mel_ce: 2.8450331687927246 (nan) | > loss: 0.011419402435421944 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14135535672376592) | > loader_time: 0.0046 (0.004669297163610156)  --> TIME: 2025-03-25 07:00:21 -- STEP: 18265/31555 -- GLOBAL_STEP: 870250 | > loss_text_ce: 0.03303936496376991 (0.034634097925390996) | > loss_mel_ce: 2.724271059036255 (nan) | > loss: 0.010941708460450172 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.141358117067811) | > loader_time: 0.0047 (0.004669547870718466)  --> TIME: 2025-03-25 07:00:31 -- STEP: 18315/31555 -- GLOBAL_STEP: 870300 | > loss_text_ce: 0.04493829980492592 (0.034632727969667015) | > loss_mel_ce: 3.2224578857421875 (nan) | > loss: 0.012965858913958073 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1413668631465914) | > loader_time: 0.0048 (0.004669472873780408)  --> TIME: 2025-03-25 07:00:40 -- STEP: 18365/31555 -- GLOBAL_STEP: 870350 | > loss_text_ce: 0.041628144681453705 (0.0346336537294079) | > loss_mel_ce: 2.4211833477020264 (nan) | > loss: 0.009773061610758305 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14135959450243757) | > loader_time: 0.0046 (0.004669261803070056)  --> TIME: 2025-03-25 07:00:50 -- STEP: 18415/31555 -- GLOBAL_STEP: 870400 | > loss_text_ce: 0.03907085955142975 (0.03463443398340143) | > loss_mel_ce: 3.070809841156006 (nan) | > loss: 0.012340797111392021 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14135827137794074) | > loader_time: 0.005 (0.00466921477741174)  --> TIME: 2025-03-25 07:00:59 -- STEP: 18465/31555 -- GLOBAL_STEP: 870450 | > loss_text_ce: 0.0332406610250473 (0.0346323774025481) | > loss_mel_ce: 0.6078125238418579 (nan) | > loss: 0.0025438619777560234 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14136016764616302) | > loader_time: 0.0045 (0.004668929471641619)  --> TIME: 2025-03-25 07:01:09 -- STEP: 18515/31555 -- GLOBAL_STEP: 870500 | > loss_text_ce: 0.033179931342601776 (0.03463011266275882) | > loss_mel_ce: 2.8353710174560547 (nan) | > loss: 0.01138313952833414 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1413580264267395) | > loader_time: 0.0051 (0.004668772133691463)  --> TIME: 2025-03-25 07:01:18 -- STEP: 18565/31555 -- GLOBAL_STEP: 870550 | > loss_text_ce: 0.03893764317035675 (0.034631158920331855) | > loss_mel_ce: 2.9465510845184326 (nan) | > loss: 0.011847177520394325 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14134955162183988) | > loader_time: 0.0045 (0.004668703112613771)  --> TIME: 2025-03-25 07:01:28 -- STEP: 18615/31555 -- GLOBAL_STEP: 870600 | > loss_text_ce: 0.04143024981021881 (0.03463123296678951) | > loss_mel_ce: 1.7851762771606445 (nan) | > loss: 0.007248438894748688 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14135230941987648) | > loader_time: 0.0046 (0.004668708094787168)  --> TIME: 2025-03-25 07:01:38 -- STEP: 18665/31555 -- GLOBAL_STEP: 870650 | > loss_text_ce: 0.03886221721768379 (0.034630309425777675) | > loss_mel_ce: 2.526315212249756 (nan) | > loss: 0.010179276578128338 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413494904367656) | > loader_time: 0.0045 (0.004668805671383266)  --> TIME: 2025-03-25 07:01:48 -- STEP: 18715/31555 -- GLOBAL_STEP: 870700 | > loss_text_ce: 0.04220299795269966 (0.03462635417875194) | > loss_mel_ce: 2.987387180328369 (nan) | > loss: 0.012022184208035469 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1413569981995159) | > loader_time: 0.0045 (0.004668583934905193)  --> TIME: 2025-03-25 07:01:58 -- STEP: 18765/31555 -- GLOBAL_STEP: 870750 | > loss_text_ce: 0.038795098662376404 (0.03462629669856891) | > loss_mel_ce: 2.835692882537842 (nan) | > loss: 0.011406698264181614 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14136619773700088) | > loader_time: 0.0049 (0.004668679810383445)  --> TIME: 2025-03-25 07:02:07 -- STEP: 18815/31555 -- GLOBAL_STEP: 870800 | > loss_text_ce: 0.03356076776981354 (0.03462703735138253) | > loss_mel_ce: 2.8093550205230713 (nan) | > loss: 0.011281412094831467 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14136056159995455) | > loader_time: 0.0044 (0.004668630591865663)  --> TIME: 2025-03-25 07:02:17 -- STEP: 18865/31555 -- GLOBAL_STEP: 870850 | > loss_text_ce: 0.04204719141125679 (0.03462401920608192) | > loss_mel_ce: 0.02801513671875 (nan) | > loss: 0.0002780251088552177 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1413613796992419) | > loader_time: 0.0046 (0.004668331626489677)  --> TIME: 2025-03-25 07:02:26 -- STEP: 18915/31555 -- GLOBAL_STEP: 870900 | > loss_text_ce: 0.03186540678143501 (0.03462207378268642) | > loss_mel_ce: 2.82507061958313 (nan) | > loss: 0.01133704837411642 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14135433516425494) | > loader_time: 0.0049 (0.004668088946240358)  --> TIME: 2025-03-25 07:02:36 -- STEP: 18965/31555 -- GLOBAL_STEP: 870950 | > loss_text_ce: 0.026058949530124664 (0.03462331761868048) | > loss_mel_ce: 0.05712890625 (nan) | > loss: 0.0003301105462014675 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14135365669688982) | > loader_time: 0.0046 (0.004668416494182934)  --> TIME: 2025-03-25 07:02:45 -- STEP: 19015/31555 -- GLOBAL_STEP: 871000 | > loss_text_ce: 0.03358377143740654 (0.03461908587361625) | > loss_mel_ce: 2.8722262382507324 (nan) | > loss: 0.01153099350631237 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14135079775049658) | > loader_time: 0.0044 (0.00466851064665455)  --> TIME: 2025-03-25 07:02:55 -- STEP: 19065/31555 -- GLOBAL_STEP: 871050 | > loss_text_ce: 0.032405730336904526 (0.03461865462497616) | > loss_mel_ce: 2.6925110816955566 (nan) | > loss: 0.010813161730766296 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1413473648378425) | > loader_time: 0.0048 (0.004668353781311201)  --> TIME: 2025-03-25 07:03:05 -- STEP: 19115/31555 -- GLOBAL_STEP: 871100 | > loss_text_ce: 0.0419582799077034 (0.034620037686597424) | > loss_mel_ce: 3.0922412872314453 (nan) | > loss: 0.012437300756573677 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14134655179635652) | > loader_time: 0.0045 (0.004668391739358576)  --> TIME: 2025-03-25 07:03:15 -- STEP: 19165/31555 -- GLOBAL_STEP: 871150 | > loss_text_ce: 0.03398360311985016 (0.03461792443288788) | > loss_mel_ce: 3.0114245414733887 (nan) | > loss: 0.012084954418241978 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14135338927322966) | > loader_time: 0.0053 (0.004668173938017731)  --> TIME: 2025-03-25 07:03:24 -- STEP: 19215/31555 -- GLOBAL_STEP: 871200 | > loss_text_ce: 0.03790929540991783 (0.034618141056619596) | > loss_mel_ce: 2.2412290573120117 (nan) | > loss: 0.00904420018196106 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14133578317102702) | > loader_time: 0.005 (0.004668590013105475)  --> TIME: 2025-03-25 07:03:34 -- STEP: 19265/31555 -- GLOBAL_STEP: 871250 | > loss_text_ce: 0.040116772055625916 (0.034616437547398356) | > loss_mel_ce: 2.1742186546325684 (nan) | > loss: 0.008787046186625957 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14134535992451827) | > loader_time: 0.0048 (0.004669325487229401)  --> TIME: 2025-03-25 07:03:43 -- STEP: 19315/31555 -- GLOBAL_STEP: 871300 | > loss_text_ce: 0.03549737110733986 (0.0346124604290367) | > loss_mel_ce: 2.852985143661499 (nan) | > loss: 0.011462233029305935 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14134267123906433) | > loader_time: 0.0052 (0.0046699326550006925)  --> TIME: 2025-03-25 07:03:53 -- STEP: 19365/31555 -- GLOBAL_STEP: 871350 | > loss_text_ce: 0.030060086399316788 (0.03461072882457056) | > loss_mel_ce: 2.6061275005340576 (nan) | > loss: 0.01046106219291687 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14134936050761734) | > loader_time: 0.0048 (0.004670371388761129)  --> TIME: 2025-03-25 07:04:03 -- STEP: 19415/31555 -- GLOBAL_STEP: 871400 | > loss_text_ce: 0.03390466421842575 (0.0346098816801779) | > loss_mel_ce: 2.3481810092926025 (nan) | > loss: 0.00945272110402584 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1413433102213043) | > loader_time: 0.0048 (0.004670420498569195)  --> TIME: 2025-03-25 07:04:12 -- STEP: 19465/31555 -- GLOBAL_STEP: 871450 | > loss_text_ce: 0.030417799949645996 (0.034608938545850086) | > loss_mel_ce: 2.8089957237243652 (nan) | > loss: 0.011267514899373055 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14135081099875918) | > loader_time: 0.0048 (0.0046706911533374255)  --> TIME: 2025-03-25 07:04:22 -- STEP: 19515/31555 -- GLOBAL_STEP: 871500 | > loss_text_ce: 0.026472443714737892 (0.034608718758206286) | > loss_mel_ce: 3.069645881652832 (nan) | > loss: 0.01228618435561657 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14136207566150108) | > loader_time: 0.0045 (0.004670760963258141)  --> TIME: 2025-03-25 07:04:32 -- STEP: 19565/31555 -- GLOBAL_STEP: 871550 | > loss_text_ce: 0.03871288523077965 (0.03460900249250531) | > loss_mel_ce: 2.2922163009643555 (nan) | > loss: 0.00924971979111433 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14136488578400583) | > loader_time: 0.0048 (0.0046707912506485545)  --> TIME: 2025-03-25 07:04:42 -- STEP: 19615/31555 -- GLOBAL_STEP: 871600 | > loss_text_ce: 0.031088044866919518 (0.0346100645725246) | > loss_mel_ce: 3.0849215984344482 (nan) | > loss: 0.012365118600428104 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14136805083415596) | > loader_time: 0.0046 (0.004670913894657195)  --> TIME: 2025-03-25 07:04:52 -- STEP: 19665/31555 -- GLOBAL_STEP: 871650 | > loss_text_ce: 0.030598940327763557 (0.03461173608692661) | > loss_mel_ce: 3.002657890319824 (nan) | > loss: 0.012036734260618687 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14137283126846564) | > loader_time: 0.0049 (0.004670995360199123)  --> TIME: 2025-03-25 07:05:02 -- STEP: 19715/31555 -- GLOBAL_STEP: 871700 | > loss_text_ce: 0.027061810716986656 (0.03460983412830184) | > loss_mel_ce: 2.8160362243652344 (nan) | > loss: 0.011282135732471943 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14138801410480584) | > loader_time: 0.0047 (0.004671385540382936)  --> TIME: 2025-03-25 07:05:11 -- STEP: 19765/31555 -- GLOBAL_STEP: 871750 | > loss_text_ce: 0.02833099476993084 (0.03461128707693403) | > loss_mel_ce: 2.6008548736572266 (nan) | > loss: 0.010433278046548367 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1413924823855557) | > loader_time: 0.0052 (0.0046717339396748)  --> TIME: 2025-03-25 07:05:21 -- STEP: 19815/31555 -- GLOBAL_STEP: 871800 | > loss_text_ce: 0.029163096100091934 (0.03461096031850302) | > loss_mel_ce: 3.1585769653320312 (nan) | > loss: 0.012649763375520706 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14138581777443157) | > loader_time: 0.0046 (0.004672195115475635)  --> TIME: 2025-03-25 07:05:31 -- STEP: 19865/31555 -- GLOBAL_STEP: 871850 | > loss_text_ce: 0.029621221125125885 (0.03461021868216236) | > loss_mel_ce: 3.30232310295105 (nan) | > loss: 0.013222001492977142 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1413901824720734) | > loader_time: 0.0047 (0.004672612959090972)  --> TIME: 2025-03-25 07:05:40 -- STEP: 19915/31555 -- GLOBAL_STEP: 871900 | > loss_text_ce: 0.03193553164601326 (0.034611101884946066) | > loss_mel_ce: 3.3828125 (nan) | > loss: 0.013550587929785252 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14139345869657652) | > loader_time: 0.0056 (0.004673163710662875)  --> TIME: 2025-03-25 07:05:50 -- STEP: 19965/31555 -- GLOBAL_STEP: 871950 | > loss_text_ce: 0.032301824539899826 (0.03461131283641637) | > loss_mel_ce: 3.0762267112731934 (nan) | > loss: 0.012335431762039661 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14139545519728705) | > loader_time: 0.0046 (0.004673399902542441)  --> TIME: 2025-03-25 07:05:59 -- STEP: 20015/31555 -- GLOBAL_STEP: 872000 | > loss_text_ce: 0.03735814988613129 (0.034614923011298725) | > loss_mel_ce: 3.23165225982666 (nan) | > loss: 0.012972263619303703 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14138677086259543) | > loader_time: 0.0046 (0.004673718369784343)  --> TIME: 2025-03-25 07:06:09 -- STEP: 20065/31555 -- GLOBAL_STEP: 872050 | > loss_text_ce: 0.034016478806734085 (0.03461241672266236) | > loss_mel_ce: 3.63494610786438 (nan) | > loss: 0.014559376053512096 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.1413967127934257) | > loader_time: 0.0046 (0.004673808178876698)  --> TIME: 2025-03-25 07:06:19 -- STEP: 20115/31555 -- GLOBAL_STEP: 872100 | > loss_text_ce: 0.03847655653953552 (0.034614762779128276) | > loss_mel_ce: 3.0992376804351807 (nan) | > loss: 0.012451247312128544 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14140310219914756) | > loader_time: 0.0047 (0.004674025172177376)  --> TIME: 2025-03-25 07:06:29 -- STEP: 20165/31555 -- GLOBAL_STEP: 872150 | > loss_text_ce: 0.02982388436794281 (0.03461246907289847) | > loss_mel_ce: 2.794795274734497 (nan) | > loss: 0.011208806186914444 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1414093643153479) | > loader_time: 0.0048 (0.0046741471407639665)  --> TIME: 2025-03-25 07:06:39 -- STEP: 20215/31555 -- GLOBAL_STEP: 872200 | > loss_text_ce: 0.026139574125409126 (0.03460581686892304) | > loss_mel_ce: 2.8956706523895264 (nan) | > loss: 0.011594485491514206 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14141120499028972) | > loader_time: 0.005 (0.004674406391307007)  --> TIME: 2025-03-25 07:06:48 -- STEP: 20265/31555 -- GLOBAL_STEP: 872250 | > loss_text_ce: 0.032674215734004974 (0.03460968378798028) | > loss_mel_ce: 2.7898361682891846 (nan) | > loss: 0.011200439184904099 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14140672663715254) | > loader_time: 0.005 (0.00467461509055157)  --> TIME: 2025-03-25 07:06:58 -- STEP: 20315/31555 -- GLOBAL_STEP: 872300 | > loss_text_ce: 0.024532005190849304 (0.034609642144959395) | > loss_mel_ce: 2.79293155670166 (nan) | > loss: 0.011180412024259567 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14140182362968867) | > loader_time: 0.0046 (0.004674685591111567)  --> TIME: 2025-03-25 07:07:07 -- STEP: 20365/31555 -- GLOBAL_STEP: 872350 | > loss_text_ce: 0.03866862878203392 (0.034607506470593526) | > loss_mel_ce: 2.8966877460479736 (nan) | > loss: 0.011648240499198437 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14139709485534246) | > loader_time: 0.0046 (0.004674713283213798)  --> TIME: 2025-03-25 07:07:17 -- STEP: 20415/31555 -- GLOBAL_STEP: 872400 | > loss_text_ce: 0.03005683608353138 (0.034605661722800406) | > loss_mel_ce: 2.264554977416992 (nan) | > loss: 0.009105603210628033 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14141031930238157) | > loader_time: 0.0048 (0.004675207037625554)  --> TIME: 2025-03-25 07:07:27 -- STEP: 20465/31555 -- GLOBAL_STEP: 872450 | > loss_text_ce: 0.0384211428463459 (0.034607833282848874) | > loss_mel_ce: 2.9059951305389404 (nan) | > loss: 0.011684192344546318 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14141830587165713) | > loader_time: 0.0048 (0.004675641305691832)  --> TIME: 2025-03-25 07:07:37 -- STEP: 20515/31555 -- GLOBAL_STEP: 872500 | > loss_text_ce: 0.029442137107253075 (0.034610231075723925) | > loss_mel_ce: 1.162084937095642 (nan) | > loss: 0.004728282336145639 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14142513264686962) | > loader_time: 0.0046 (0.004675685258252168)  --> TIME: 2025-03-25 07:07:47 -- STEP: 20565/31555 -- GLOBAL_STEP: 872550 | > loss_text_ce: 0.03690839186310768 (0.03461161131506192) | > loss_mel_ce: 2.8692877292633057 (nan) | > loss: 0.011532524600625038 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14143015718680335) | > loader_time: 0.0048 (0.004676366739252174)  --> TIME: 2025-03-25 07:07:56 -- STEP: 20615/31555 -- GLOBAL_STEP: 872600 | > loss_text_ce: 0.0409887358546257 (0.03461025565105517) | > loss_mel_ce: 1.9258073568344116 (nan) | > loss: 0.007804746739566326 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1414226005183184) | > loader_time: 0.0044 (0.004676405249537092)  --> TIME: 2025-03-25 07:08:06 -- STEP: 20665/31555 -- GLOBAL_STEP: 872650 | > loss_text_ce: 0.03267497941851616 (0.03460645094512118) | > loss_mel_ce: 2.6388351917266846 (nan) | > loss: 0.010601231828331947 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14142823810009758) | > loader_time: 0.0051 (0.004677098050637791)  --> TIME: 2025-03-25 07:08:16 -- STEP: 20715/31555 -- GLOBAL_STEP: 872700 | > loss_text_ce: 0.03854338079690933 (0.034603069497408906) | > loss_mel_ce: 2.611651659011841 (nan) | > loss: 0.010516648180782795 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14143375998213192) | > loader_time: 0.0047 (0.004677542263604602)  --> TIME: 2025-03-25 07:08:26 -- STEP: 20765/31555 -- GLOBAL_STEP: 872750 | > loss_text_ce: 0.03613235801458359 (0.0346054874104019) | > loss_mel_ce: 2.8301312923431396 (nan) | > loss: 0.011374062858521938 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14144825611578377) | > loader_time: 0.0048 (0.0046777962317903835)  --> TIME: 2025-03-25 07:08:36 -- STEP: 20815/31555 -- GLOBAL_STEP: 872800 | > loss_text_ce: 0.03395611420273781 (0.03460895606951334) | > loss_mel_ce: 0.0562569759786129 (nan) | > loss: 0.0003579884651117027 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14145058422972892) | > loader_time: 0.0046 (0.00467797205363959)  --> TIME: 2025-03-25 07:08:45 -- STEP: 20865/31555 -- GLOBAL_STEP: 872850 | > loss_text_ce: 0.037036824971437454 (0.03460582160986158) | > loss_mel_ce: 2.545686960220337 (nan) | > loss: 0.010248905047774315 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14145239087965694) | > loader_time: 0.0046 (0.004678090744786402)  --> TIME: 2025-03-25 07:08:55 -- STEP: 20915/31555 -- GLOBAL_STEP: 872900 | > loss_text_ce: 0.038693513721227646 (0.03460547708788928) | > loss_mel_ce: 2.51641845703125 (nan) | > loss: 0.010139333084225655 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14145808321364392) | > loader_time: 0.0047 (0.00467841094571265)  --> TIME: 2025-03-25 07:09:05 -- STEP: 20965/31555 -- GLOBAL_STEP: 872950 | > loss_text_ce: 0.03927033022046089 (0.03460244878490445) | > loss_mel_ce: 0.048095703125 (nan) | > loss: 0.00034669062006287277 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14145499969080308) | > loader_time: 0.0046 (0.0046784819665058285)  --> TIME: 2025-03-25 07:09:14 -- STEP: 21015/31555 -- GLOBAL_STEP: 873000 | > loss_text_ce: 0.03436034172773361 (0.03460333129936649) | > loss_mel_ce: 2.7904551029205322 (nan) | > loss: 0.011209585703909397 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14146228347141182) | > loader_time: 0.0046 (0.004678700454116486)  --> TIME: 2025-03-25 07:09:24 -- STEP: 21065/31555 -- GLOBAL_STEP: 873050 | > loss_text_ce: 0.037419140338897705 (0.034603826706593135) | > loss_mel_ce: 2.88706636428833 (nan) | > loss: 0.011605101637542248 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1414602063824384) | > loader_time: 0.0047 (0.004678770393989068)  --> TIME: 2025-03-25 07:09:34 -- STEP: 21115/31555 -- GLOBAL_STEP: 873100 | > loss_text_ce: 0.03045269474387169 (0.03460209591827197) | > loss_mel_ce: 1.3972676992416382 (nan) | > loss: 0.005665557458996773 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14146026633459335) | > loader_time: 0.0046 (0.004679039714179974)  --> TIME: 2025-03-25 07:09:43 -- STEP: 21165/31555 -- GLOBAL_STEP: 873150 | > loss_text_ce: 0.04238854721188545 (0.03459750545454731) | > loss_mel_ce: 3.279313802719116 (nan) | > loss: 0.013181358575820923 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14145442270765138) | > loader_time: 0.0047 (0.004678975136151042)  --> TIME: 2025-03-25 07:09:53 -- STEP: 21215/31555 -- GLOBAL_STEP: 873200 | > loss_text_ce: 0.027717577293515205 (0.03459619207809504) | > loss_mel_ce: 2.6568262577056885 (nan) | > loss: 0.010652952827513218 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14146068962064828) | > loader_time: 0.0047 (0.0046791223655914295)  --> TIME: 2025-03-25 07:10:03 -- STEP: 21265/31555 -- GLOBAL_STEP: 873250 | > loss_text_ce: 0.026938941329717636 (0.034596533424471235) | > loss_mel_ce: 2.88718843460083 (nan) | > loss: 0.011563997715711594 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14145435879938548) | > loader_time: 0.0046 (0.004679058446285414)  --> TIME: 2025-03-25 07:10:12 -- STEP: 21315/31555 -- GLOBAL_STEP: 873300 | > loss_text_ce: 0.03340929374098778 (0.034594723212185964) | > loss_mel_ce: 2.8339765071868896 (nan) | > loss: 0.01137851644307375 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14145661494330916) | > loader_time: 0.0047 (0.004679137039095056)  --> TIME: 2025-03-25 07:10:22 -- STEP: 21365/31555 -- GLOBAL_STEP: 873350 | > loss_text_ce: 0.04353391006588936 (0.03459458983597697) | > loss_mel_ce: 2.5768327713012695 (nan) | > loss: 0.010398280806839466 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14145486943481295) | > loader_time: 0.0047 (0.004679547041382548)  --> TIME: 2025-03-25 07:10:32 -- STEP: 21415/31555 -- GLOBAL_STEP: 873400 | > loss_text_ce: 0.03712328150868416 (0.034593427768088415) | > loss_mel_ce: 2.7066431045532227 (nan) | > loss: 0.010887961834669113 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14145693610879617) | > loader_time: 0.0046 (0.00467995245713314)  --> TIME: 2025-03-25 07:10:41 -- STEP: 21465/31555 -- GLOBAL_STEP: 873450 | > loss_text_ce: 0.03327006846666336 (0.03459227037195901) | > loss_mel_ce: 2.1138393878936768 (nan) | > loss: 0.00852027628570795 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14144846105142383) | > loader_time: 0.0047 (0.004680257184561521)  --> TIME: 2025-03-25 07:10:50 -- STEP: 21515/31555 -- GLOBAL_STEP: 873500 | > loss_text_ce: 0.04584602639079094 (0.034595902198062446) | > loss_mel_ce: 3.0488038063049316 (nan) | > loss: 0.0122803570702672 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14144312276580898) | > loader_time: 0.0048 (0.004680417466656729)  --> TIME: 2025-03-25 07:11:00 -- STEP: 21565/31555 -- GLOBAL_STEP: 873550 | > loss_text_ce: 0.03359084948897362 (0.0345961040710318) | > loss_mel_ce: 2.9962098598480225 (nan) | > loss: 0.0120230196043849 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14143949792138005) | > loader_time: 0.0048 (0.00468060893468502)  --> TIME: 2025-03-25 07:11:10 -- STEP: 21615/31555 -- GLOBAL_STEP: 873600 | > loss_text_ce: 0.03857981413602829 (0.0345952920884539) | > loss_mel_ce: 3.0450940132141113 (nan) | > loss: 0.012236800976097584 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1414394198538335) | > loader_time: 0.0047 (0.0046809217098711395)  --> TIME: 2025-03-25 07:11:19 -- STEP: 21665/31555 -- GLOBAL_STEP: 873650 | > loss_text_ce: 0.04523428902029991 (0.03459375735639724) | > loss_mel_ce: 2.0834381580352783 (nan) | > loss: 0.008447113446891308 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14142902864200435) | > loader_time: 0.0049 (0.004681195096883738)  --> TIME: 2025-03-25 07:11:29 -- STEP: 21715/31555 -- GLOBAL_STEP: 873700 | > loss_text_ce: 0.03240220621228218 (0.034593039325599845) | > loss_mel_ce: 2.6176271438598633 (nan) | > loss: 0.010515990667045116 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14142596909946625) | > loader_time: 0.0047 (0.00468173429984086)  --> TIME: 2025-03-25 07:11:38 -- STEP: 21765/31555 -- GLOBAL_STEP: 873750 | > loss_text_ce: 0.04284133017063141 (0.03459174720505871) | > loss_mel_ce: 3.031506299972534 (nan) | > loss: 0.012199793010950089 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14142730767880846) | > loader_time: 0.0045 (0.004682127459416712)  --> TIME: 2025-03-25 07:11:48 -- STEP: 21815/31555 -- GLOBAL_STEP: 873800 | > loss_text_ce: 0.032029833644628525 (0.034590965297236605) | > loss_mel_ce: 2.752833843231201 (nan) | > loss: 0.011051046662032604 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14142703273387647) | > loader_time: 0.0047 (0.004682150330806883)  --> TIME: 2025-03-25 07:11:58 -- STEP: 21865/31555 -- GLOBAL_STEP: 873850 | > loss_text_ce: 0.04611029103398323 (0.03459204344256554) | > loss_mel_ce: 2.935579538345337 (nan) | > loss: 0.011832103133201599 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14142508765202572) | > loader_time: 0.0047 (0.0046824968845272045)  --> TIME: 2025-03-25 07:12:07 -- STEP: 21915/31555 -- GLOBAL_STEP: 873900 | > loss_text_ce: 0.029415611177682877 (0.03459392715642448) | > loss_mel_ce: 2.825573682785034 (nan) | > loss: 0.011329323053359985 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14143059500107472) | > loader_time: 0.0054 (0.004682570648280361)  --> TIME: 2025-03-25 07:12:17 -- STEP: 21965/31555 -- GLOBAL_STEP: 873950 | > loss_text_ce: 0.03752068802714348 (0.03459361475397804) | > loss_mel_ce: 2.898545980453491 (nan) | > loss: 0.011651058681309223 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1414285003311296) | > loader_time: 0.0047 (0.004682488281906449)  --> TIME: 2025-03-25 07:12:27 -- STEP: 22015/31555 -- GLOBAL_STEP: 874000 | > loss_text_ce: 0.027073988690972328 (0.0345914199805327) | > loss_mel_ce: 2.5389404296875 (nan) | > loss: 0.010182597674429417 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14143869426882416) | > loader_time: 0.0048 (0.004682628766747972)  --> TIME: 2025-03-25 07:12:37 -- STEP: 22065/31555 -- GLOBAL_STEP: 874050 | > loss_text_ce: 0.03219848871231079 (0.03459163236643062) | > loss_mel_ce: 2.965514659881592 (nan) | > loss: 0.011895687319338322 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14144924401750736) | > loader_time: 0.0046 (0.004682906263408893)  --> TIME: 2025-03-25 07:12:47 -- STEP: 22115/31555 -- GLOBAL_STEP: 874100 | > loss_text_ce: 0.029943790286779404 (0.034591086154158394) | > loss_mel_ce: 2.9849977493286133 (nan) | > loss: 0.011964053846895695 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14146205005995086) | > loader_time: 0.0051 (0.004683263049038316)  --> TIME: 2025-03-25 07:12:57 -- STEP: 22165/31555 -- GLOBAL_STEP: 874150 | > loss_text_ce: 0.03208041191101074 (0.0345939570631581) | > loss_mel_ce: 2.3663864135742188 (nan) | > loss: 0.009517726488411427 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14146214738377308) | > loader_time: 0.0045 (0.00468372779104418)  --> TIME: 2025-03-25 07:13:06 -- STEP: 22215/31555 -- GLOBAL_STEP: 874200 | > loss_text_ce: 0.03373217582702637 (0.034593445175410985) | > loss_mel_ce: 3.0321199893951416 (nan) | > loss: 0.012166080996394157 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1414605526942382) | > loader_time: 0.0045 (0.004684058927132016)  --> TIME: 2025-03-25 07:13:16 -- STEP: 22265/31555 -- GLOBAL_STEP: 874250 | > loss_text_ce: 0.031766120344400406 (0.03458765635445547) | > loss_mel_ce: 3.0981338024139404 (nan) | > loss: 0.012420238927006721 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14145166738472928) | > loader_time: 0.0045 (0.004684053665596288)  --> TIME: 2025-03-25 07:13:25 -- STEP: 22315/31555 -- GLOBAL_STEP: 874300 | > loss_text_ce: 0.02551490068435669 (0.03458414002593607) | > loss_mel_ce: 2.980700731277466 (nan) | > loss: 0.011929427273571491 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14145422510680924) | > loader_time: 0.0046 (0.00468414792986745)  --> TIME: 2025-03-25 07:13:35 -- STEP: 22365/31555 -- GLOBAL_STEP: 874350 | > loss_text_ce: 0.03703879565000534 (0.03458500558320159) | > loss_mel_ce: 3.039534091949463 (nan) | > loss: 0.012208622880280018 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14145305792597287) | > loader_time: 0.0045 (0.004684128602452365)  --> TIME: 2025-03-25 07:13:45 -- STEP: 22415/31555 -- GLOBAL_STEP: 874400 | > loss_text_ce: 0.027187105268239975 (0.03458265565890891) | > loss_mel_ce: 2.5787882804870605 (nan) | > loss: 0.01034117303788662 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1414571204516287) | > loader_time: 0.0046 (0.004684296415874827)  --> TIME: 2025-03-25 07:13:54 -- STEP: 22465/31555 -- GLOBAL_STEP: 874450 | > loss_text_ce: 0.03690348565578461 (0.03458136092285275) | > loss_mel_ce: 3.185176372528076 (nan) | > loss: 0.01278603170067072 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14145788357885633) | > loader_time: 0.0073 (0.004684576053224567)  --> TIME: 2025-03-25 07:14:04 -- STEP: 22515/31555 -- GLOBAL_STEP: 874500 | > loss_text_ce: 0.04140784218907356 (0.03458218166669625) | > loss_mel_ce: 2.910092353820801 (nan) | > loss: 0.011712303385138512 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1414552275720982) | > loader_time: 0.0045 (0.004684760087123572)  --> TIME: 2025-03-25 07:14:14 -- STEP: 22565/31555 -- GLOBAL_STEP: 874550 | > loss_text_ce: 0.03221013396978378 (0.034581770131943954) | > loss_mel_ce: 3.260249614715576 (nan) | > loss: 0.013065316714346409 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1414626811788484) | > loader_time: 0.0046 (0.0046849384240239735)  --> TIME: 2025-03-25 07:14:24 -- STEP: 22615/31555 -- GLOBAL_STEP: 874600 | > loss_text_ce: 0.038838066160678864 (0.03458137000978311) | > loss_mel_ce: 1.8816648721694946 (nan) | > loss: 0.00762104382738471 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14146635931412724) | > loader_time: 0.0047 (0.004685002809179154)  --> TIME: 2025-03-25 07:14:33 -- STEP: 22665/31555 -- GLOBAL_STEP: 874650 | > loss_text_ce: 0.030692776665091515 (0.03457519885505177) | > loss_mel_ce: 2.645293951034546 (nan) | > loss: 0.010618995875120163 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1414683696793958) | > loader_time: 0.0045 (0.004685402305715781)  --> TIME: 2025-03-25 07:14:43 -- STEP: 22715/31555 -- GLOBAL_STEP: 874700 | > loss_text_ce: 0.04152067005634308 (0.034573358158521306) | > loss_mel_ce: 2.7401978969573975 (nan) | > loss: 0.011038566008210182 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1414748089391708) | > loader_time: 0.0052 (0.004685814612084426)  --> TIME: 2025-03-25 07:14:53 -- STEP: 22765/31555 -- GLOBAL_STEP: 874750 | > loss_text_ce: 0.0374639593064785 (0.034574249125125675) | > loss_mel_ce: 2.4789211750030518 (nan) | > loss: 0.009985655546188354 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14147573561556384) | > loader_time: 0.005 (0.004685898191609951)  --> TIME: 2025-03-25 07:15:02 -- STEP: 22815/31555 -- GLOBAL_STEP: 874800 | > loss_text_ce: 0.028792841359972954 (0.034572068372026955) | > loss_mel_ce: 2.7981107234954834 (nan) | > loss: 0.011217871680855751 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.1414755043428566) | > loader_time: 0.0048 (0.0046866368442780235)  --> TIME: 2025-03-25 07:15:12 -- STEP: 22865/31555 -- GLOBAL_STEP: 874850 | > loss_text_ce: 0.03534223884344101 (0.03457236003449234) | > loss_mel_ce: 2.930420160293579 (nan) | > loss: 0.01176889892667532 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14147938892665685) | > loader_time: 0.0048 (0.004687012652195478)  --> TIME: 2025-03-25 07:15:22 -- STEP: 22915/31555 -- GLOBAL_STEP: 874900 | > loss_text_ce: 0.036051664501428604 (0.03457316627997084) | > loss_mel_ce: 3.091742515563965 (nan) | > loss: 0.012411883100867271 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14147656346262266) | > loader_time: 0.0056 (0.004688404388311189)  --> TIME: 2025-03-25 07:15:32 -- STEP: 22965/31555 -- GLOBAL_STEP: 874950 | > loss_text_ce: 0.03313251957297325 (0.03457627098528063) | > loss_mel_ce: 2.4678127765655518 (nan) | > loss: 0.009924386627972126 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14148790088323876) | > loader_time: 0.0048 (0.004689352927113459)  --> TIME: 2025-03-25 07:15:42 -- STEP: 23015/31555 -- GLOBAL_STEP: 875000 | > loss_text_ce: 0.04500935971736908 (0.0345757349430483) | > loss_mel_ce: 2.782055139541626 (nan) | > loss: 0.011218510568141937 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14149821419418607) | > loader_time: 0.0052 (0.004691018225342288)  --> TIME: 2025-03-25 07:15:51 -- STEP: 23065/31555 -- GLOBAL_STEP: 875050 | > loss_text_ce: 0.035861846059560776 (0.03457539965548656) | > loss_mel_ce: 2.9472968578338623 (nan) | > loss: 0.011837931349873543 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1414993141934283) | > loader_time: 0.0049 (0.004691789942554699)  --> TIME: 2025-03-25 07:16:01 -- STEP: 23115/31555 -- GLOBAL_STEP: 875100 | > loss_text_ce: 0.03770978003740311 (0.03457657206999414) | > loss_mel_ce: 1.437056064605713 (nan) | > loss: 0.005852246191352606 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14150369543289737) | > loader_time: 0.0044 (0.004691674836703545)  --> TIME: 2025-03-25 07:16:11 -- STEP: 23165/31555 -- GLOBAL_STEP: 875150 | > loss_text_ce: 0.034934986382722855 (0.03457975603652985) | > loss_mel_ce: 2.57159686088562 (nan) | > loss: 0.010343381203711033 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1415138819653561) | > loader_time: 0.0048 (0.004691535330940558)  --> TIME: 2025-03-25 07:16:21 -- STEP: 23215/31555 -- GLOBAL_STEP: 875200 | > loss_text_ce: 0.03344983607530594 (0.03458301122648383) | > loss_mel_ce: 0.0971747487783432 (nan) | > loss: 0.0005183515604585409 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14150403981164694) | > loader_time: 0.0045 (0.004691531918517674)  --> TIME: 2025-03-25 07:16:30 -- STEP: 23265/31555 -- GLOBAL_STEP: 875250 | > loss_text_ce: 0.025910526514053345 (0.03458307072329746) | > loss_mel_ce: 2.968719959259033 (nan) | > loss: 0.011883455328643322 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1414966965807968) | > loader_time: 0.0044 (0.00469141754570145)  --> TIME: 2025-03-25 07:16:40 -- STEP: 23315/31555 -- GLOBAL_STEP: 875300 | > loss_text_ce: 0.03896733373403549 (0.03458235904769363) | > loss_mel_ce: 3.014754295349121 (nan) | > loss: 0.012117943726480007 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14149222611205042) | > loader_time: 0.0048 (0.004691232408854456)  --> TIME: 2025-03-25 07:16:49 -- STEP: 23365/31555 -- GLOBAL_STEP: 875350 | > loss_text_ce: 0.03784824535250664 (0.03458334698774101) | > loss_mel_ce: 2.5844204425811768 (nan) | > loss: 0.01040582824498415 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1414940977821053) | > loader_time: 0.0046 (0.004691003176580762)  --> TIME: 2025-03-25 07:16:58 -- STEP: 23415/31555 -- GLOBAL_STEP: 875400 | > loss_text_ce: 0.029828011989593506 (0.03458561138879401) | > loss_mel_ce: 2.50431227684021 (nan) | > loss: 0.01005611289292574 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14147632497257637) | > loader_time: 0.0046 (0.00469107769402635)  --> TIME: 2025-03-25 07:17:08 -- STEP: 23465/31555 -- GLOBAL_STEP: 875450 | > loss_text_ce: 0.037952397018671036 (0.034585335776654694) | > loss_mel_ce: 2.9181103706359863 (nan) | > loss: 0.011730408295989037 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14146985717097194) | > loader_time: 0.0044 (0.004690996792279332)  --> TIME: 2025-03-25 07:17:18 -- STEP: 23515/31555 -- GLOBAL_STEP: 875500 | > loss_text_ce: 0.047880761325359344 (0.03458589359439902) | > loss_mel_ce: 3.733492374420166 (nan) | > loss: 0.015005449764430523 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14147570422677727) | > loader_time: 0.0045 (0.004690780006974834)  --> TIME: 2025-03-25 07:17:27 -- STEP: 23565/31555 -- GLOBAL_STEP: 875550 | > loss_text_ce: 0.025515777990221977 (0.034583897559368186) | > loss_mel_ce: 2.755955934524536 (nan) | > loss: 0.011037587188184261 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14147736848652764) | > loader_time: 0.0042 (0.004690687402959523)  --> TIME: 2025-03-25 07:17:37 -- STEP: 23615/31555 -- GLOBAL_STEP: 875600 | > loss_text_ce: 0.03031092882156372 (0.03458698093488915) | > loss_mel_ce: 1.8653569221496582 (nan) | > loss: 0.007522491738200188 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14147769824796788) | > loader_time: 0.0045 (0.004690391099127361)  --> TIME: 2025-03-25 07:17:47 -- STEP: 23665/31555 -- GLOBAL_STEP: 875650 | > loss_text_ce: 0.03631246089935303 (0.03458753302835078) | > loss_mel_ce: 3.0320115089416504 (nan) | > loss: 0.012175889685750008 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14147491508474286) | > loader_time: 0.0044 (0.004690282409800139)  --> TIME: 2025-03-25 07:17:57 -- STEP: 23715/31555 -- GLOBAL_STEP: 875700 | > loss_text_ce: 0.04991282522678375 (0.034585777250019344) | > loss_mel_ce: 2.583622694015503 (nan) | > loss: 0.01045053917914629 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14147948176202887) | > loader_time: 0.0044 (0.004690335487077773)  --> TIME: 2025-03-25 07:18:06 -- STEP: 23765/31555 -- GLOBAL_STEP: 875750 | > loss_text_ce: 0.033105649054050446 (0.03458437097207758) | > loss_mel_ce: 2.7792937755584717 (nan) | > loss: 0.011160315945744514 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14148766462260715) | > loader_time: 0.0051 (0.004690487310055191)  --> TIME: 2025-03-25 07:18:16 -- STEP: 23815/31555 -- GLOBAL_STEP: 875800 | > loss_text_ce: 0.0283978171646595 (0.03458524189628234) | > loss_mel_ce: 3.0600714683532715 (nan) | > loss: 0.012255830690264702 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14148839352487866) | > loader_time: 0.005 (0.00469105719719116)  --> TIME: 2025-03-25 07:18:26 -- STEP: 23865/31555 -- GLOBAL_STEP: 875850 | > loss_text_ce: 0.02644301764667034 (0.034583477063384674) | > loss_mel_ce: 3.509765625 (nan) | > loss: 0.014032574370503426 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14148510919535434) | > loader_time: 0.0045 (0.00469077386222693)  --> TIME: 2025-03-25 07:18:36 -- STEP: 23915/31555 -- GLOBAL_STEP: 875900 | > loss_text_ce: 0.03684956207871437 (0.03458232882832038) | > loss_mel_ce: 3.0404067039489746 (nan) | > loss: 0.012211334891617298 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1414908864322187) | > loader_time: 0.0051 (0.0046910117366885575)  --> TIME: 2025-03-25 07:18:45 -- STEP: 23965/31555 -- GLOBAL_STEP: 875950 | > loss_text_ce: 0.03740762919187546 (0.03458345039774313) | > loss_mel_ce: 2.247589111328125 (nan) | > loss: 0.009067447856068611 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1414922745969491) | > loader_time: 0.0044 (0.004690842416573473)  --> TIME: 2025-03-25 07:18:55 -- STEP: 24015/31555 -- GLOBAL_STEP: 876000 | > loss_text_ce: 0.03921099752187729 (0.03458680915020952) | > loss_mel_ce: 3.0773813724517822 (nan) | > loss: 0.012367431074380875 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14150648063454835) | > loader_time: 0.0045 (0.004690811441958793)  --> TIME: 2025-03-25 07:19:05 -- STEP: 24065/31555 -- GLOBAL_STEP: 876050 | > loss_text_ce: 0.03552110120654106 (0.03458698545655195) | > loss_mel_ce: 2.8808839321136475 (nan) | > loss: 0.011573036201298237 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1415102353245617) | > loader_time: 0.0047 (0.004690896451733287)  --> TIME: 2025-03-25 07:19:15 -- STEP: 24115/31555 -- GLOBAL_STEP: 876100 | > loss_text_ce: 0.03763122484087944 (0.034586452137391144) | > loss_mel_ce: 2.9716594219207764 (nan) | > loss: 0.011941630393266678 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1415080587769512) | > loader_time: 0.0045 (0.004691221761970418)  --> TIME: 2025-03-25 07:19:24 -- STEP: 24165/31555 -- GLOBAL_STEP: 876150 | > loss_text_ce: 0.03546717390418053 (0.03458593105475331) | > loss_mel_ce: 3.1487009525299072 (nan) | > loss: 0.012635588645935059 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1415065404176473) | > loader_time: 0.0048 (0.004691387214400161)  --> TIME: 2025-03-25 07:19:34 -- STEP: 24215/31555 -- GLOBAL_STEP: 876200 | > loss_text_ce: 0.036285609006881714 (0.03458553592857354) | > loss_mel_ce: 2.663114547729492 (nan) | > loss: 0.010711906477808952 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1414995195253716) | > loader_time: 0.0047 (0.004691516873069998)  --> TIME: 2025-03-25 07:19:44 -- STEP: 24265/31555 -- GLOBAL_STEP: 876250 | > loss_text_ce: 0.030250150710344315 (0.03458280824393524) | > loss_mel_ce: 2.791522979736328 (nan) | > loss: 0.011197512969374657 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14150496069583787) | > loader_time: 0.0053 (0.004691999513243668)  --> TIME: 2025-03-25 07:19:54 -- STEP: 24315/31555 -- GLOBAL_STEP: 876300 | > loss_text_ce: 0.03628310188651085 (0.03458358236791008) | > loss_mel_ce: 2.5282461643218994 (nan) | > loss: 0.010176703333854675 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14151281951607855) | > loader_time: 0.0047 (0.004692388340790946)  --> TIME: 2025-03-25 07:20:03 -- STEP: 24365/31555 -- GLOBAL_STEP: 876350 | > loss_text_ce: 0.03292594105005264 (0.03458077814923131) | > loss_mel_ce: 2.8789703845977783 (nan) | > loss: 0.011555144563317299 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14151724251344636) | > loader_time: 0.0046 (0.0046927748581674505)  --> TIME: 2025-03-25 07:20:13 -- STEP: 24415/31555 -- GLOBAL_STEP: 876400 | > loss_text_ce: 0.024211334064602852 (0.0345817082100187) | > loss_mel_ce: 1.43896484375 (nan) | > loss: 0.00580625468865037 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14152718280735277) | > loader_time: 0.0043 (0.004693364071694626)  --> TIME: 2025-03-25 07:20:23 -- STEP: 24465/31555 -- GLOBAL_STEP: 876450 | > loss_text_ce: 0.03107259050011635 (0.034581351317214494) | > loss_mel_ce: 2.590292453765869 (nan) | > loss: 0.01040224265307188 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14153725167809933) | > loader_time: 0.0046 (0.004693420411325667)  --> TIME: 2025-03-25 07:20:33 -- STEP: 24515/31555 -- GLOBAL_STEP: 876500 | > loss_text_ce: 0.029385244473814964 (0.03457960988152394) | > loss_mel_ce: 2.8521735668182373 (nan) | > loss: 0.011434758082032204 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14152951627611168) | > loader_time: 0.0049 (0.004693420424938866)  --> TIME: 2025-03-25 07:20:42 -- STEP: 24565/31555 -- GLOBAL_STEP: 876550 | > loss_text_ce: 0.03600982576608658 (0.0345798514900916) | > loss_mel_ce: 2.984711170196533 (nan) | > loss: 0.011986988596618176 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14152511760316502) | > loader_time: 0.0045 (0.004693247707560257)  --> TIME: 2025-03-25 07:20:52 -- STEP: 24615/31555 -- GLOBAL_STEP: 876600 | > loss_text_ce: 0.03532915562391281 (0.03458053861399874) | > loss_mel_ce: 2.3435022830963135 (nan) | > loss: 0.009439807385206223 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14153869455722295) | > loader_time: 0.0048 (0.004693159252169051)  --> TIME: 2025-03-25 07:21:02 -- STEP: 24665/31555 -- GLOBAL_STEP: 876650 | > loss_text_ce: 0.03467205539345741 (0.03458066892884025) | > loss_mel_ce: 3.1213529109954834 (nan) | > loss: 0.012523909099400043 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1415410119042594) | > loader_time: 0.0047 (0.004692978088545918)  --> TIME: 2025-03-25 07:21:12 -- STEP: 24715/31555 -- GLOBAL_STEP: 876700 | > loss_text_ce: 0.03749491274356842 (0.03458051248328306) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14153541178686954) | > loader_time: 0.0045 (0.0046929967950862786)  --> TIME: 2025-03-25 07:21:21 -- STEP: 24765/31555 -- GLOBAL_STEP: 876750 | > loss_text_ce: 0.0292714424431324 (0.03458223006295679) | > loss_mel_ce: 2.8553366661071777 (nan) | > loss: 0.011446857824921608 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14154127705537692) | > loader_time: 0.0045 (0.004693106663436452)  --> TIME: 2025-03-25 07:21:31 -- STEP: 24815/31555 -- GLOBAL_STEP: 876800 | > loss_text_ce: 0.04279860109090805 (0.034584415376820325) | > loss_mel_ce: 2.0828819274902344 (nan) | > loss: 0.008435240015387535 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1415457060181905) | > loader_time: 0.0047 (0.0046930945978850445)  --> TIME: 2025-03-25 07:21:41 -- STEP: 24865/31555 -- GLOBAL_STEP: 876850 | > loss_text_ce: 0.029923299327492714 (0.03458635545105965) | > loss_mel_ce: 3.140536069869995 (nan) | > loss: 0.01258118823170662 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1415356036573025) | > loader_time: 0.0046 (0.004692831236952221)  --> TIME: 2025-03-25 07:21:51 -- STEP: 24915/31555 -- GLOBAL_STEP: 876900 | > loss_text_ce: 0.03432704508304596 (0.03458526959504877) | > loss_mel_ce: 3.0955567359924316 (nan) | > loss: 0.012420174665749073 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1415435540013449) | > loader_time: 0.0046 (0.0046929647567016935)  --> TIME: 2025-03-25 07:22:00 -- STEP: 24965/31555 -- GLOBAL_STEP: 876950 | > loss_text_ce: 0.040336087346076965 (0.03458534591340186) | > loss_mel_ce: 2.5484142303466797 (nan) | > loss: 0.010272819548845291 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14155032760319147) | > loader_time: 0.0044 (0.004692745332891689)  --> TIME: 2025-03-25 07:22:10 -- STEP: 25015/31555 -- GLOBAL_STEP: 877000 | > loss_text_ce: 0.029201680794358253 (0.034583497833883176) | > loss_mel_ce: 3.009795904159546 (nan) | > loss: 0.012059515342116356 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1415543451658044) | > loader_time: 0.0047 (0.00469249726866759)  --> TIME: 2025-03-25 07:22:20 -- STEP: 25065/31555 -- GLOBAL_STEP: 877050 | > loss_text_ce: 0.03731293976306915 (0.03458613199786618) | > loss_mel_ce: 2.5073375701904297 (nan) | > loss: 0.010097820311784744 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14155044939949382) | > loader_time: 0.0045 (0.004692220459577906)  --> TIME: 2025-03-25 07:22:29 -- STEP: 25115/31555 -- GLOBAL_STEP: 877100 | > loss_text_ce: 0.040521733462810516 (0.03458805222827454) | > loss_mel_ce: 2.3953137397766113 (nan) | > loss: 0.009666013531386852 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14154981557719676) | > loader_time: 0.0047 (0.004692524418801426)  --> TIME: 2025-03-25 07:22:39 -- STEP: 25165/31555 -- GLOBAL_STEP: 877150 | > loss_text_ce: 0.0339338518679142 (0.03458873978998287) | > loss_mel_ce: 2.9063668251037598 (nan) | > loss: 0.011667860671877861 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14156077812425288) | > loader_time: 0.0054 (0.004692544762808246)  --> TIME: 2025-03-25 07:22:49 -- STEP: 25215/31555 -- GLOBAL_STEP: 877200 | > loss_text_ce: 0.03176261484622955 (0.03458727165538108) | > loss_mel_ce: 2.7667791843414307 (nan) | > loss: 0.011105325073003769 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14156499319362137) | > loader_time: 0.0049 (0.004692326569732097)  --> TIME: 2025-03-25 07:22:59 -- STEP: 25265/31555 -- GLOBAL_STEP: 877250 | > loss_text_ce: 0.024634968489408493 (0.03458899877782664) | > loss_mel_ce: 1.942203164100647 (nan) | > loss: 0.007804913446307182 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14156262928864416) | > loader_time: 0.0047 (0.004692414744452797)  --> TIME: 2025-03-25 07:23:09 -- STEP: 25315/31555 -- GLOBAL_STEP: 877300 | > loss_text_ce: 0.03234654664993286 (0.03458631209633321) | > loss_mel_ce: 3.3245222568511963 (nan) | > loss: 0.01332090888172388 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14156708480952532) | > loader_time: 0.0045 (0.004692378742007786)  --> TIME: 2025-03-25 07:23:18 -- STEP: 25365/31555 -- GLOBAL_STEP: 877350 | > loss_text_ce: 0.030561618506908417 (0.034583838437639416) | > loss_mel_ce: 3.325040102005005 (nan) | > loss: 0.013315880671143532 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14156898792363887) | > loader_time: 0.0044 (0.00469225475169156)  --> TIME: 2025-03-25 07:23:28 -- STEP: 25415/31555 -- GLOBAL_STEP: 877400 | > loss_text_ce: 0.03880475461483002 (0.034583505234122236) | > loss_mel_ce: 2.516101121902466 (nan) | > loss: 0.010138516314327717 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14155978895701873) | > loader_time: 0.0046 (0.004691915692200484)  --> TIME: 2025-03-25 07:23:37 -- STEP: 25465/31555 -- GLOBAL_STEP: 877450 | > loss_text_ce: 0.033013761043548584 (0.03458223625631418) | > loss_mel_ce: 2.5482420921325684 (nan) | > loss: 0.010243079625070095 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14155972738432687) | > loader_time: 0.0053 (0.0046918811532197634)  --> TIME: 2025-03-25 07:23:47 -- STEP: 25515/31555 -- GLOBAL_STEP: 877500 | > loss_text_ce: 0.0313585065305233 (0.03458389930541014) | > loss_mel_ce: 3.268984794616699 (nan) | > loss: 0.013096600770950317 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14155512774619083) | > loader_time: 0.0048 (0.004691653818843992)  --> TIME: 2025-03-25 07:23:57 -- STEP: 25565/31555 -- GLOBAL_STEP: 877550 | > loss_text_ce: 0.03315092250704765 (0.0345842728624809) | > loss_mel_ce: 1.639597773551941 (nan) | > loss: 0.006637892220169306 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14155404600825786) | > loader_time: 0.0044 (0.004691534025571612)  --> TIME: 2025-03-25 07:24:06 -- STEP: 25615/31555 -- GLOBAL_STEP: 877600 | > loss_text_ce: 0.0372384749352932 (0.034583710912610546) | > loss_mel_ce: 3.0210416316986084 (nan) | > loss: 0.012136032804846764 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14155046062592405) | > loader_time: 0.0046 (0.004691175471612413)  --> TIME: 2025-03-25 07:24:16 -- STEP: 25665/31555 -- GLOBAL_STEP: 877650 | > loss_text_ce: 0.023610631003975868 (0.03458435880969238) | > loss_mel_ce: 0.03394775465130806 (nan) | > loss: 0.00022840630845166743 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14154842721540428) | > loader_time: 0.0044 (0.004691035580779028)  --> TIME: 2025-03-25 07:24:25 -- STEP: 25715/31555 -- GLOBAL_STEP: 877700 | > loss_text_ce: 0.03300726041197777 (0.034581221588682244) | > loss_mel_ce: 2.821044921875 (nan) | > loss: 0.011325604282319546 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14154853921861027) | > loader_time: 0.0051 (0.004690945762709903)  --> TIME: 2025-03-25 07:24:35 -- STEP: 25765/31555 -- GLOBAL_STEP: 877750 | > loss_text_ce: 0.03594718500971794 (0.034580448630300555) | > loss_mel_ce: 2.843658924102783 (nan) | > loss: 0.011427008546888828 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.1415432027213076) | > loader_time: 0.0048 (0.00469100004766555)  --> TIME: 2025-03-25 07:24:45 -- STEP: 25815/31555 -- GLOBAL_STEP: 877800 | > loss_text_ce: 0.03858482837677002 (0.03457998580759529) | > loss_mel_ce: 2.283496856689453 (nan) | > loss: 0.009214609861373901 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14154111152699245) | > loader_time: 0.0046 (0.004691045976483974)  --> TIME: 2025-03-25 07:24:54 -- STEP: 25865/31555 -- GLOBAL_STEP: 877850 | > loss_text_ce: 0.03769426420331001 (0.03457629384817606) | > loss_mel_ce: 1.6853909492492676 (nan) | > loss: 0.006837639957666397 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14154209809494173) | > loader_time: 0.0047 (0.004690985870435037)  --> TIME: 2025-03-25 07:25:04 -- STEP: 25915/31555 -- GLOBAL_STEP: 877900 | > loss_text_ce: 0.0440751351416111 (0.034576256319122006) | > loss_mel_ce: 2.9721224308013916 (nan) | > loss: 0.011969039216637611 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14154128548079234) | > loader_time: 0.0071 (0.004691151166868389)  --> TIME: 2025-03-25 07:25:14 -- STEP: 25965/31555 -- GLOBAL_STEP: 877950 | > loss_text_ce: 0.03472849354147911 (0.034576854804319955) | > loss_mel_ce: 2.7978577613830566 (nan) | > loss: 0.01124042272567749 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14154277486927938) | > loader_time: 0.0047 (0.004690959975596837)  --> TIME: 2025-03-25 07:25:23 -- STEP: 26015/31555 -- GLOBAL_STEP: 878000 | > loss_text_ce: 0.04074708744883537 (0.034578768858787134) | > loss_mel_ce: 3.071361780166626 (nan) | > loss: 0.01234963908791542 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1415457113509046) | > loader_time: 0.0048 (0.004690677689378697)  --> TIME: 2025-03-25 07:25:33 -- STEP: 26065/31555 -- GLOBAL_STEP: 878050 | > loss_text_ce: 0.02738177962601185 (0.03457752584170544) | > loss_mel_ce: 2.6046769618988037 (nan) | > loss: 0.010444678366184235 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14155632180397498) | > loader_time: 0.0048 (0.004690479596516838)  --> TIME: 2025-03-25 07:25:43 -- STEP: 26115/31555 -- GLOBAL_STEP: 878100 | > loss_text_ce: 0.036939408630132675 (0.03457719065682663) | > loss_mel_ce: 2.71474289894104 (nan) | > loss: 0.010919374413788319 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14155377660609356) | > loader_time: 0.0044 (0.004690203921401829)  --> TIME: 2025-03-25 07:25:53 -- STEP: 26165/31555 -- GLOBAL_STEP: 878150 | > loss_text_ce: 0.02806570939719677 (0.03457610072557778) | > loss_mel_ce: 2.378916025161743 (nan) | > loss: 0.009551514871418476 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14155023190480023) | > loader_time: 0.0044 (0.004690277364589746)  --> TIME: 2025-03-25 07:26:02 -- STEP: 26215/31555 -- GLOBAL_STEP: 878200 | > loss_text_ce: 0.030244454741477966 (0.034574873833547126) | > loss_mel_ce: 3.1885735988616943 (nan) | > loss: 0.012773088179528713 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14154445073224042) | > loader_time: 0.0048 (0.004690139056752675)  --> TIME: 2025-03-25 07:26:11 -- STEP: 26265/31555 -- GLOBAL_STEP: 878250 | > loss_text_ce: 0.023517398163676262 (0.034572479490658545) | > loss_mel_ce: 2.213775873184204 (nan) | > loss: 0.008878148160874844 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1415346283152886) | > loader_time: 0.0045 (0.004689894098339556)  --> TIME: 2025-03-25 07:26:21 -- STEP: 26315/31555 -- GLOBAL_STEP: 878300 | > loss_text_ce: 0.04531029239296913 (0.03457130146760249) | > loss_mel_ce: 3.2345900535583496 (nan) | > loss: 0.013015477918088436 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14153180415925337) | > loader_time: 0.0044 (0.004689876058811484)  --> TIME: 2025-03-25 07:26:31 -- STEP: 26365/31555 -- GLOBAL_STEP: 878350 | > loss_text_ce: 0.039112500846385956 (0.03457082593091205) | > loss_mel_ce: 0.1316964328289032 (nan) | > loss: 0.0006778133101761341 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14153311833606538) | > loader_time: 0.0049 (0.004689825297803607)  --> TIME: 2025-03-25 07:26:40 -- STEP: 26415/31555 -- GLOBAL_STEP: 878400 | > loss_text_ce: 0.03802695870399475 (0.034567735349390054) | > loss_mel_ce: 2.3250744342803955 (nan) | > loss: 0.00937738735228777 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14153430849545104) | > loader_time: 0.0048 (0.0046899253347708085)  --> TIME: 2025-03-25 07:26:50 -- STEP: 26465/31555 -- GLOBAL_STEP: 878450 | > loss_text_ce: 0.03227470442652702 (0.034567155646772686) | > loss_mel_ce: 3.1890151500701904 (nan) | > loss: 0.012782896868884563 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14153420842709705) | > loader_time: 0.0046 (0.004689862699741062)  --> TIME: 2025-03-25 07:27:00 -- STEP: 26515/31555 -- GLOBAL_STEP: 878500 | > loss_text_ce: 0.032241981476545334 (0.03456731896820135) | > loss_mel_ce: 2.8489513397216797 (nan) | > loss: 0.011433308012783527 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14153389159225482) | > loader_time: 0.0048 (0.004689778378835664)  --> TIME: 2025-03-25 07:27:09 -- STEP: 26565/31555 -- GLOBAL_STEP: 878550 | > loss_text_ce: 0.034026358276605606 (0.03456859691441946) | > loss_mel_ce: 2.841197967529297 (nan) | > loss: 0.011409620754420757 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14153395188229534) | > loader_time: 0.0048 (0.004689500983906102)  --> TIME: 2025-03-25 07:27:19 -- STEP: 26615/31555 -- GLOBAL_STEP: 878600 | > loss_text_ce: 0.03017398715019226 (0.03456918531057803) | > loss_mel_ce: 3.068572998046875 (nan) | > loss: 0.012296616099774837 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14153812242006703) | > loader_time: 0.0046 (0.004689603915188527)  --> TIME: 2025-03-25 07:27:29 -- STEP: 26665/31555 -- GLOBAL_STEP: 878650 | > loss_text_ce: 0.03595076501369476 (0.034567839955604494) | > loss_mel_ce: 2.9488027095794678 (nan) | > loss: 0.011844259686768055 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14153942731002228) | > loader_time: 0.0047 (0.004689805314975823)  --> TIME: 2025-03-25 07:27:39 -- STEP: 26715/31555 -- GLOBAL_STEP: 878700 | > loss_text_ce: 0.03913716599345207 (0.03456930812192427) | > loss_mel_ce: 3.0714597702026367 (nan) | > loss: 0.012343639507889748 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14154487885095574) | > loader_time: 0.0049 (0.0046897052402199695)  --> TIME: 2025-03-25 07:27:48 -- STEP: 26765/31555 -- GLOBAL_STEP: 878750 | > loss_text_ce: 0.040351785719394684 (0.03456863837820179) | > loss_mel_ce: 2.7774133682250977 (nan) | > loss: 0.011181608773767948 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14154164605378597) | > loader_time: 0.0047 (0.0046897677602042494)  --> TIME: 2025-03-25 07:27:58 -- STEP: 26815/31555 -- GLOBAL_STEP: 878800 | > loss_text_ce: 0.035402812063694 (0.03456816129600417) | > loss_mel_ce: 2.925187826156616 (nan) | > loss: 0.011748376302421093 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14154113133452076) | > loader_time: 0.0048 (0.0046896509952605294)  --> TIME: 2025-03-25 07:28:08 -- STEP: 26865/31555 -- GLOBAL_STEP: 878850 | > loss_text_ce: 0.038825202733278275 (0.03456831788985709) | > loss_mel_ce: 2.6901333332061768 (nan) | > loss: 0.010829201899468899 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14154143060982124) | > loader_time: 0.0047 (0.0046895927764307194)  --> TIME: 2025-03-25 07:28:18 -- STEP: 26915/31555 -- GLOBAL_STEP: 878900 | > loss_text_ce: 0.04031195491552353 (0.03456735350496138) | > loss_mel_ce: 2.6128268241882324 (nan) | > loss: 0.010528329759836197 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1415516333001584) | > loader_time: 0.0051 (0.004689772536979127)  --> TIME: 2025-03-25 07:28:27 -- STEP: 26965/31555 -- GLOBAL_STEP: 878950 | > loss_text_ce: 0.033198777586221695 (0.03456755846444595) | > loss_mel_ce: 4.9375 (nan) | > loss: 0.019724996760487556 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14154947088309913) | > loader_time: 0.0048 (0.004689459762700528)  --> TIME: 2025-03-25 07:28:37 -- STEP: 27015/31555 -- GLOBAL_STEP: 879000 | > loss_text_ce: 0.025218911468982697 (0.03456567880417835) | > loss_mel_ce: 1.983373999595642 (nan) | > loss: 0.007970606908202171 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14153948843357886) | > loader_time: 0.0044 (0.00468925211841298)  --> TIME: 2025-03-25 07:28:46 -- STEP: 27065/31555 -- GLOBAL_STEP: 879050 | > loss_text_ce: 0.026186151430010796 (0.03456475485646901) | > loss_mel_ce: 2.735180139541626 (nan) | > loss: 0.010957803577184677 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14153265117079453) | > loader_time: 0.0045 (0.004689011537674114)  --> TIME: 2025-03-25 07:28:56 -- STEP: 27115/31555 -- GLOBAL_STEP: 879100 | > loss_text_ce: 0.03378130495548248 (0.034564462340867165) | > loss_mel_ce: 2.4612233638763428 (nan) | > loss: 0.009900812990963459 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1415346189506295) | > loader_time: 0.0047 (0.004688923055123653)  --> TIME: 2025-03-25 07:29:06 -- STEP: 27165/31555 -- GLOBAL_STEP: 879150 | > loss_text_ce: 0.028855785727500916 (0.034565858520497914) | > loss_mel_ce: 2.956693649291992 (nan) | > loss: 0.01184741873294115 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1415350719071356) | > loader_time: 0.0047 (0.004689051796449525)  --> TIME: 2025-03-25 07:29:16 -- STEP: 27215/31555 -- GLOBAL_STEP: 879200 | > loss_text_ce: 0.033473946154117584 (0.03456615177788269) | > loss_mel_ce: 2.817948341369629 (nan) | > loss: 0.01131516881287098 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.169 (0.1415499379261228) | > loader_time: 0.0045 (0.004688947524477715)  --> TIME: 2025-03-25 07:29:26 -- STEP: 27265/31555 -- GLOBAL_STEP: 879250 | > loss_text_ce: 0.035773828625679016 (0.034564857699377734) | > loss_mel_ce: 2.702333450317383 (nan) | > loss: 0.010865505784749985 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14155211430306072) | > loader_time: 0.0047 (0.0046886607176575505)  --> TIME: 2025-03-25 07:29:35 -- STEP: 27315/31555 -- GLOBAL_STEP: 879300 | > loss_text_ce: 0.031772125512361526 (0.03456586963771101) | > loss_mel_ce: 3.008096694946289 (nan) | > loss: 0.012062972411513329 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14154907064561884) | > loader_time: 0.0047 (0.004688565145803595)  --> TIME: 2025-03-25 07:29:45 -- STEP: 27365/31555 -- GLOBAL_STEP: 879350 | > loss_text_ce: 0.040111031383275986 (0.03456533819575923) | > loss_mel_ce: 3.189954996109009 (nan) | > loss: 0.012817722745239735 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14154258844252665) | > loader_time: 0.0045 (0.004688508920514431)  --> TIME: 2025-03-25 07:29:54 -- STEP: 27415/31555 -- GLOBAL_STEP: 879400 | > loss_text_ce: 0.04164724797010422 (0.034563145763831425) | > loss_mel_ce: 2.9565789699554443 (nan) | > loss: 0.011897723190486431 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14154296209184772) | > loader_time: 0.0045 (0.004688419522583367)  --> TIME: 2025-03-25 07:30:04 -- STEP: 27465/31555 -- GLOBAL_STEP: 879450 | > loss_text_ce: 0.030916906893253326 (0.03456199352737867) | > loss_mel_ce: 2.9117300510406494 (nan) | > loss: 0.011677171103656292 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14153455184410182) | > loader_time: 0.0044 (0.004688023513899462)  --> TIME: 2025-03-25 07:30:13 -- STEP: 27515/31555 -- GLOBAL_STEP: 879500 | > loss_text_ce: 0.024264587089419365 (0.034560041834571786) | > loss_mel_ce: 1.9240069389343262 (nan) | > loss: 0.007731236517429352 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14153273961294116) | > loader_time: 0.0045 (0.004688318811631825)  --> TIME: 2025-03-25 07:30:23 -- STEP: 27565/31555 -- GLOBAL_STEP: 879550 | > loss_text_ce: 0.04343258589506149 (0.03456012982852858) | > loss_mel_ce: 2.4692885875701904 (nan) | > loss: 0.009971115738153458 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14153235158880573) | > loader_time: 0.0048 (0.00468821888845278)  --> TIME: 2025-03-25 07:30:33 -- STEP: 27615/31555 -- GLOBAL_STEP: 879600 | > loss_text_ce: 0.03006628155708313 (0.03455869490936752) | > loss_mel_ce: 2.5745954513549805 (nan) | > loss: 0.010335959494113922 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14153396296324244) | > loader_time: 0.0046 (0.0046880844643899956)  --> TIME: 2025-03-25 07:30:42 -- STEP: 27665/31555 -- GLOBAL_STEP: 879650 | > loss_text_ce: 0.024862052872776985 (0.034558861080666) | > loss_mel_ce: 2.7279927730560303 (nan) | > loss: 0.010924027301371098 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14152377593286833) | > loader_time: 0.0045 (0.004687922224523578)  --> TIME: 2025-03-25 07:30:52 -- STEP: 27715/31555 -- GLOBAL_STEP: 879700 | > loss_text_ce: 0.03480614721775055 (0.03455955395271776) | > loss_mel_ce: 2.476383924484253 (nan) | > loss: 0.009965040720999241 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14152838231939635) | > loader_time: 0.0045 (0.004687785353876465)  --> TIME: 2025-03-25 07:31:02 -- STEP: 27765/31555 -- GLOBAL_STEP: 879750 | > loss_text_ce: 0.02741476148366928 (0.034559054661280335) | > loss_mel_ce: 1.2743233442306519 (nan) | > loss: 0.00516562769189477 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14153113833165912) | > loader_time: 0.0048 (0.004687601034864058)  --> TIME: 2025-03-25 07:31:12 -- STEP: 27815/31555 -- GLOBAL_STEP: 879800 | > loss_text_ce: 0.0448886901140213 (0.03455975355897578) | > loss_mel_ce: 3.231462001800537 (nan) | > loss: 0.013001392595469952 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14153831088669416) | > loader_time: 0.0046 (0.004687778765019896)  --> TIME: 2025-03-25 07:31:21 -- STEP: 27865/31555 -- GLOBAL_STEP: 879850 | > loss_text_ce: 0.03393936902284622 (0.03456095689849229) | > loss_mel_ce: 2.1665854454040527 (nan) | > loss: 0.008732241578400135 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1415412005200845) | > loader_time: 0.0046 (0.004687797037121513)  --> TIME: 2025-03-25 07:31:31 -- STEP: 27915/31555 -- GLOBAL_STEP: 879900 | > loss_text_ce: 0.032402463257312775 (0.03456160060333455) | > loss_mel_ce: 2.8642189502716064 (nan) | > loss: 0.011494530364871025 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14153655272710552) | > loader_time: 0.0045 (0.004687990066976505)  --> TIME: 2025-03-25 07:31:41 -- STEP: 27965/31555 -- GLOBAL_STEP: 879950 | > loss_text_ce: 0.03708885982632637 (0.03456322845143536) | > loss_mel_ce: 2.8829190731048584 (nan) | > loss: 0.011587333865463734 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1415389720770795) | > loader_time: 0.0047 (0.0046880930326459)  --> TIME: 2025-03-25 07:31:51 -- STEP: 28015/31555 -- GLOBAL_STEP: 880000 | > loss_text_ce: 0.03626620024442673 (0.034561883336737736) | > loss_mel_ce: 3.2053492069244385 (nan) | > loss: 0.012863553129136562 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14154332583235324) | > loader_time: 0.0046 (0.0046883293119855994) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_880000.pth  --> TIME: 2025-03-25 07:32:06 -- STEP: 28065/31555 -- GLOBAL_STEP: 880050 | > loss_text_ce: 0.03282793611288071 (0.03455740816465819) | > loss_mel_ce: 3.1005859375 (nan) | > loss: 0.012434182688593864 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14153740349543162) | > loader_time: 0.0045 (0.004688087258134153)  --> TIME: 2025-03-25 07:32:15 -- STEP: 28115/31555 -- GLOBAL_STEP: 880100 | > loss_text_ce: 0.030859148129820824 (0.03455974181427364) | > loss_mel_ce: 2.719437599182129 (nan) | > loss: 0.010913876816630363 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1415372407544497) | > loader_time: 0.0043 (0.0046879213686920095)  --> TIME: 2025-03-25 07:32:25 -- STEP: 28165/31555 -- GLOBAL_STEP: 880150 | > loss_text_ce: 0.04620608314871788 (0.03455895244593826) | > loss_mel_ce: 2.6311874389648438 (nan) | > loss: 0.010624577291309834 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14153876771898138) | > loader_time: 0.0045 (0.004687521839869801)  --> TIME: 2025-03-25 07:32:34 -- STEP: 28215/31555 -- GLOBAL_STEP: 880200 | > loss_text_ce: 0.027029244229197502 (0.03456157180324747) | > loss_mel_ce: 1.2095423936843872 (nan) | > loss: 0.004907030612230301 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14153601732445045) | > loader_time: 0.0046 (0.004687351354909583)  --> TIME: 2025-03-25 07:32:44 -- STEP: 28265/31555 -- GLOBAL_STEP: 880250 | > loss_text_ce: 0.031086206436157227 (0.03456211635174422) | > loss_mel_ce: 0.24631570279598236 (nan) | > loss: 0.0011008013971149921 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14153196009918206) | > loader_time: 0.0043 (0.004687148896694228)  --> TIME: 2025-03-25 07:32:54 -- STEP: 28315/31555 -- GLOBAL_STEP: 880300 | > loss_text_ce: 0.0328005813062191 (0.03456218715032912) | > loss_mel_ce: 2.661447286605835 (nan) | > loss: 0.010691461153328419 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14152959408154706) | > loader_time: 0.0046 (0.004686852956479123)  --> TIME: 2025-03-25 07:33:03 -- STEP: 28365/31555 -- GLOBAL_STEP: 880350 | > loss_text_ce: 0.03782951086759567 (0.03456269011522709) | > loss_mel_ce: 0.04420166090130806 (nan) | > loss: 0.0003255205519963056 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14152345032829003) | > loader_time: 0.0044 (0.00468672151059544)  --> TIME: 2025-03-25 07:33:13 -- STEP: 28415/31555 -- GLOBAL_STEP: 880400 | > loss_text_ce: 0.02941322885453701 (0.03456280179139581) | > loss_mel_ce: 1.7931431531906128 (nan) | > loss: 0.007232367061078548 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14152081657542617) | > loader_time: 0.0044 (0.0046864538026614964)  --> TIME: 2025-03-25 07:33:22 -- STEP: 28465/31555 -- GLOBAL_STEP: 880450 | > loss_text_ce: 0.030720524489879608 (0.0345620859804999) | > loss_mel_ce: 2.868864059448242 (nan) | > loss: 0.011506288312375546 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14151571131581822) | > loader_time: 0.0048 (0.004686374143328711)  --> TIME: 2025-03-25 07:33:32 -- STEP: 28515/31555 -- GLOBAL_STEP: 880500 | > loss_text_ce: 0.031312648206949234 (0.034560658997955684) | > loss_mel_ce: 0.1182686910033226 (nan) | > loss: 0.0005935768131166697 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14151841311962354) | > loader_time: 0.0045 (0.004686249470932285)  --> TIME: 2025-03-25 07:33:42 -- STEP: 28565/31555 -- GLOBAL_STEP: 880550 | > loss_text_ce: 0.027586033567786217 (0.03455822985145299) | > loss_mel_ce: 2.2730276584625244 (nan) | > loss: 0.009129419922828674 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14152237835227607) | > loader_time: 0.0047 (0.0046859583378088135)  --> TIME: 2025-03-25 07:33:52 -- STEP: 28615/31555 -- GLOBAL_STEP: 880600 | > loss_text_ce: 0.03333694487810135 (0.03455828042746827) | > loss_mel_ce: 2.2595722675323486 (nan) | > loss: 0.009098846465349197 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14152927257038633) | > loader_time: 0.0047 (0.004685849216920399)  --> TIME: 2025-03-25 07:34:01 -- STEP: 28665/31555 -- GLOBAL_STEP: 880650 | > loss_text_ce: 0.03787149861454964 (0.03455901660730851) | > loss_mel_ce: 3.1178364753723145 (nan) | > loss: 0.012522651813924313 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14153272646916193) | > loader_time: 0.0046 (0.004685995896075049)  --> TIME: 2025-03-25 07:34:11 -- STEP: 28715/31555 -- GLOBAL_STEP: 880700 | > loss_text_ce: 0.032891832292079926 (0.034559658573606516) | > loss_mel_ce: 2.5421664714813232 (nan) | > loss: 0.01021848525851965 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1415355728288245) | > loader_time: 0.0046 (0.004685972834139862)  --> TIME: 2025-03-25 07:34:21 -- STEP: 28765/31555 -- GLOBAL_STEP: 880750 | > loss_text_ce: 0.037862375378608704 (0.03455765213232682) | > loss_mel_ce: 2.6635515689849854 (nan) | > loss: 0.010719897225499153 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14153769350706727) | > loader_time: 0.005 (0.004685965285557284)  --> TIME: 2025-03-25 07:34:31 -- STEP: 28815/31555 -- GLOBAL_STEP: 880800 | > loss_text_ce: 0.040509019047021866 (0.03455913621339554) | > loss_mel_ce: 2.6365370750427246 (nan) | > loss: 0.010623198933899403 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14154676911981123) | > loader_time: 0.0047 (0.004685811121058718)  --> TIME: 2025-03-25 07:34:40 -- STEP: 28865/31555 -- GLOBAL_STEP: 880850 | > loss_text_ce: 0.033969197422266006 (0.034558633119823406) | > loss_mel_ce: 2.711491584777832 (nan) | > loss: 0.010894685983657837 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14153757707386733) | > loader_time: 0.0042 (0.004685418543443057)  --> TIME: 2025-03-25 07:34:50 -- STEP: 28915/31555 -- GLOBAL_STEP: 880900 | > loss_text_ce: 0.03023451194167137 (0.034557376551189) | > loss_mel_ce: 2.5827794075012207 (nan) | > loss: 0.010369103401899338 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14153347440024064) | > loader_time: 0.0044 (0.004685042915759772)  --> TIME: 2025-03-25 07:35:00 -- STEP: 28965/31555 -- GLOBAL_STEP: 880950 | > loss_text_ce: 0.04156218096613884 (0.03455883852504763) | > loss_mel_ce: 2.7998569011688232 (nan) | > loss: 0.011275473050773144 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14154073649195256) | > loader_time: 0.0049 (0.004685004461661453)  --> TIME: 2025-03-25 07:35:10 -- STEP: 29015/31555 -- GLOBAL_STEP: 881000 | > loss_text_ce: 0.03975070267915726 (0.034557811113040564) | > loss_mel_ce: 3.1072118282318115 (nan) | > loss: 0.012487947940826416 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1415425507257713) | > loader_time: 0.0048 (0.004685009764573174)  --> TIME: 2025-03-25 07:35:19 -- STEP: 29065/31555 -- GLOBAL_STEP: 881050 | > loss_text_ce: 0.03256702423095703 (0.034556585490837365) | > loss_mel_ce: 3.3091304302215576 (nan) | > loss: 0.013260705396533012 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.1415376560425118) | > loader_time: 0.0048 (0.0046849337744667326)  --> TIME: 2025-03-25 07:35:29 -- STEP: 29115/31555 -- GLOBAL_STEP: 881100 | > loss_text_ce: 0.03560958802700043 (0.034559590192571335) | > loss_mel_ce: 3.5061492919921875 (nan) | > loss: 0.014054599218070507 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14153444971310317) | > loader_time: 0.0046 (0.004685183142993331)  --> TIME: 2025-03-25 07:35:39 -- STEP: 29165/31555 -- GLOBAL_STEP: 881150 | > loss_text_ce: 0.031672876328229904 (0.03455978540159885) | > loss_mel_ce: 1.9130452871322632 (nan) | > loss: 0.007717135827988386 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14154028177220515) | > loader_time: 0.0046 (0.004685008070102223)  --> TIME: 2025-03-25 07:35:48 -- STEP: 29215/31555 -- GLOBAL_STEP: 881200 | > loss_text_ce: 0.03311479464173317 (0.034558373022249275) | > loss_mel_ce: 2.909186840057373 (nan) | > loss: 0.011675801128149033 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1415392876977123) | > loader_time: 0.0051 (0.00468514392009929)  --> TIME: 2025-03-25 07:35:58 -- STEP: 29265/31555 -- GLOBAL_STEP: 881250 | > loss_text_ce: 0.032694607973098755 (0.03455763274996975) | > loss_mel_ce: 3.510449171066284 (nan) | > loss: 0.014060094952583313 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1415431386483915) | > loader_time: 0.0044 (0.0046851040501075195)  --> TIME: 2025-03-25 07:36:08 -- STEP: 29315/31555 -- GLOBAL_STEP: 881300 | > loss_text_ce: 0.034229930490255356 (0.03455774143278522) | > loss_mel_ce: 0.6460658311843872 (nan) | > loss: 0.0026995865628123283 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1415407695848344) | > loader_time: 0.0046 (0.004685281190411826)  --> TIME: 2025-03-25 07:36:17 -- STEP: 29365/31555 -- GLOBAL_STEP: 881350 | > loss_text_ce: 0.034089911729097366 (0.03455580780750466) | > loss_mel_ce: 2.3944032192230225 (nan) | > loss: 0.009636878035962582 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14154149059053417) | > loader_time: 0.0048 (0.004685377071932028)  --> TIME: 2025-03-25 07:36:27 -- STEP: 29415/31555 -- GLOBAL_STEP: 881400 | > loss_text_ce: 0.024505412206053734 (0.03455267830114064) | > loss_mel_ce: 2.3780274391174316 (nan) | > loss: 0.009533860720694065 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14153512446993446) | > loader_time: 0.0044 (0.0046852656738420925)  --> TIME: 2025-03-25 07:36:36 -- STEP: 29465/31555 -- GLOBAL_STEP: 881450 | > loss_text_ce: 0.043437402695417404 (0.034552259280034046) | > loss_mel_ce: 2.9330661296844482 (nan) | > loss: 0.011811522766947746 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14153575283874623) | > loader_time: 0.0045 (0.00468520078395268)  --> TIME: 2025-03-25 07:36:46 -- STEP: 29515/31555 -- GLOBAL_STEP: 881500 | > loss_text_ce: 0.03282739967107773 (0.034554276911107754) | > loss_mel_ce: 1.256516695022583 (nan) | > loss: 0.0051164450123906136 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1415335219249312) | > loader_time: 0.0047 (0.004685304949652316)  --> TIME: 2025-03-25 07:36:55 -- STEP: 29565/31555 -- GLOBAL_STEP: 881550 | > loss_text_ce: 0.026567663997411728 (0.03455504748133022) | > loss_mel_ce: 2.6764378547668457 (nan) | > loss: 0.010726213455200195 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14152059055878707) | > loader_time: 0.0069 (0.0046852541477893925)  --> TIME: 2025-03-25 07:37:05 -- STEP: 29615/31555 -- GLOBAL_STEP: 881600 | > loss_text_ce: 0.03275841847062111 (0.03455516411425258) | > loss_mel_ce: 2.5086166858673096 (nan) | > loss: 0.01008482277393341 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1415124107208204) | > loader_time: 0.0046 (0.004685194114364284)  --> TIME: 2025-03-25 07:37:14 -- STEP: 29665/31555 -- GLOBAL_STEP: 881650 | > loss_text_ce: 0.0382874496281147 (0.0345559682215468) | > loss_mel_ce: 2.8483898639678955 (nan) | > loss: 0.011455069296061993 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14151118036749508) | > loader_time: 0.0048 (0.004685265479834432)  --> TIME: 2025-03-25 07:37:24 -- STEP: 29715/31555 -- GLOBAL_STEP: 881700 | > loss_text_ce: 0.028135055676102638 (0.03455323927567122) | > loss_mel_ce: 2.641256093978882 (nan) | > loss: 0.010592822916805744 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14151369436971106) | > loader_time: 0.0045 (0.00468536847451707)  --> TIME: 2025-03-25 07:37:34 -- STEP: 29765/31555 -- GLOBAL_STEP: 881750 | > loss_text_ce: 0.03441780433058739 (0.03455316688738433) | > loss_mel_ce: 3.0217089653015137 (nan) | > loss: 0.012127487920224667 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1415146605579592) | > loader_time: 0.0047 (0.004685395748779833)  --> TIME: 2025-03-25 07:37:44 -- STEP: 29815/31555 -- GLOBAL_STEP: 881800 | > loss_text_ce: 0.024203117936849594 (0.034553237362594504) | > loss_mel_ce: 1.850266933441162 (nan) | > loss: 0.007438373286277056 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14151534488811718) | > loader_time: 0.0043 (0.004685289748219143)  --> TIME: 2025-03-25 07:37:53 -- STEP: 29865/31555 -- GLOBAL_STEP: 881850 | > loss_text_ce: 0.030164364725351334 (0.03455383725933401) | > loss_mel_ce: 2.196824073791504 (nan) | > loss: 0.008837256580591202 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14151844064254962) | > loader_time: 0.0043 (0.004685117315052505)  --> TIME: 2025-03-25 07:38:03 -- STEP: 29915/31555 -- GLOBAL_STEP: 881900 | > loss_text_ce: 0.02440282143652439 (0.03455174017125404) | > loss_mel_ce: 2.715385913848877 (nan) | > loss: 0.010872178710997105 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14152311845186816) | > loader_time: 0.0047 (0.004684902954994149)  --> TIME: 2025-03-25 07:38:13 -- STEP: 29965/31555 -- GLOBAL_STEP: 881950 | > loss_text_ce: 0.03167222812771797 (0.03455102632153899) | > loss_mel_ce: 1.5629611015319824 (nan) | > loss: 0.006327910348773003 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14151906464307984) | > loader_time: 0.0049 (0.004684902259906825)  --> TIME: 2025-03-25 07:38:22 -- STEP: 30015/31555 -- GLOBAL_STEP: 882000 | > loss_text_ce: 0.02504192292690277 (0.034550762569025534) | > loss_mel_ce: 2.317556858062744 (nan) | > loss: 0.009296027012169361 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1415104901693317) | > loader_time: 0.0046 (0.004684962953068309)  --> TIME: 2025-03-25 07:38:32 -- STEP: 30065/31555 -- GLOBAL_STEP: 882050 | > loss_text_ce: 0.032541122287511826 (0.03454995390548837) | > loss_mel_ce: 2.049607038497925 (nan) | > loss: 0.008262492716312408 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14151403808403465) | > loader_time: 0.0047 (0.004684885373314547)  --> TIME: 2025-03-25 07:38:42 -- STEP: 30115/31555 -- GLOBAL_STEP: 882100 | > loss_text_ce: 0.03882279619574547 (0.03454742741811443) | > loss_mel_ce: 3.1095969676971436 (nan) | > loss: 0.012493730522692204 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14151687444730945) | > loader_time: 0.005 (0.004684946138399971)  --> TIME: 2025-03-25 07:38:51 -- STEP: 30165/31555 -- GLOBAL_STEP: 882150 | > loss_text_ce: 0.03797458857297897 (0.03454637737040458) | > loss_mel_ce: 2.4238393306732178 (nan) | > loss: 0.009769103489816189 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14150832371590838) | > loader_time: 0.0048 (0.004684795282895939)  --> TIME: 2025-03-25 07:39:01 -- STEP: 30215/31555 -- GLOBAL_STEP: 882200 | > loss_text_ce: 0.04656430706381798 (0.03454715829529435) | > loss_mel_ce: 1.5578076839447021 (nan) | > loss: 0.006366556044667959 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1415063250366674) | > loader_time: 0.0048 (0.004684982160927702)  --> TIME: 2025-03-25 07:39:10 -- STEP: 30265/31555 -- GLOBAL_STEP: 882250 | > loss_text_ce: 0.03961646929383278 (0.03454805042187905) | > loss_mel_ce: 2.654074192047119 (nan) | > loss: 0.010689250193536282 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14150015008404293) | > loader_time: 0.0047 (0.004684956393201669)  --> TIME: 2025-03-25 07:39:20 -- STEP: 30315/31555 -- GLOBAL_STEP: 882300 | > loss_text_ce: 0.03353669494390488 (0.03454731846151174) | > loss_mel_ce: 2.8388662338256836 (nan) | > loss: 0.011398425325751305 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14150356626660085) | > loader_time: 0.0054 (0.004685133619904579)  --> TIME: 2025-03-25 07:39:30 -- STEP: 30365/31555 -- GLOBAL_STEP: 882350 | > loss_text_ce: 0.0350736565887928 (0.03454711877310189) | > loss_mel_ce: 1.9364522695541382 (nan) | > loss: 0.007823515683412552 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1415064876797606) | > loader_time: 0.0049 (0.004685245313225088)  --> TIME: 2025-03-25 07:39:39 -- STEP: 30415/31555 -- GLOBAL_STEP: 882400 | > loss_text_ce: 0.02786707878112793 (0.034545596172969546) | > loss_mel_ce: 2.7392001152038574 (nan) | > loss: 0.010980426333844662 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1415002168332125) | > loader_time: 0.0045 (0.00468533324819044)  --> TIME: 2025-03-25 07:39:48 -- STEP: 30465/31555 -- GLOBAL_STEP: 882450 | > loss_text_ce: 0.03170991316437721 (0.03454568313229025) | > loss_mel_ce: 1.6775790452957153 (nan) | > loss: 0.006782893091440201 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14148969667485753) | > loader_time: 0.0046 (0.004685304522142572)  --> TIME: 2025-03-25 07:39:58 -- STEP: 30515/31555 -- GLOBAL_STEP: 882500 | > loss_text_ce: 0.037854213267564774 (0.03454504138529929) | > loss_mel_ce: 0.192626953125 (nan) | > loss: 0.00091460783733055 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14149019934985393) | > loader_time: 0.005 (0.004685329793223394)  --> TIME: 2025-03-25 07:40:08 -- STEP: 30565/31555 -- GLOBAL_STEP: 882550 | > loss_text_ce: 0.03410579264163971 (0.03454099296798349) | > loss_mel_ce: 2.75732421875 (nan) | > loss: 0.01107710413634777 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1414930910247452) | > loader_time: 0.005 (0.004685267281965172)  --> TIME: 2025-03-25 07:40:18 -- STEP: 30615/31555 -- GLOBAL_STEP: 882600 | > loss_text_ce: 0.03609894588589668 (0.03454290139326929) | > loss_mel_ce: 2.637272357940674 (nan) | > loss: 0.010608617216348648 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14149281961863788) | > loader_time: 0.0044 (0.004685146442994562)  --> TIME: 2025-03-25 07:40:28 -- STEP: 30665/31555 -- GLOBAL_STEP: 882650 | > loss_text_ce: 0.04036576300859451 (0.034545505305908386) | > loss_mel_ce: 2.8894898891448975 (nan) | > loss: 0.0116264121606946 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14150742453539872) | > loader_time: 0.0044 (0.0046849551372692535)  --> TIME: 2025-03-25 07:40:37 -- STEP: 30715/31555 -- GLOBAL_STEP: 882700 | > loss_text_ce: 0.03312871977686882 (0.034544898099905436) | > loss_mel_ce: 2.8949546813964844 (nan) | > loss: 0.011619379743933678 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14150400516479616) | > loader_time: 0.0044 (0.004684673907332559)  --> TIME: 2025-03-25 07:40:47 -- STEP: 30765/31555 -- GLOBAL_STEP: 882750 | > loss_text_ce: 0.023668089881539345 (0.03454446649820977) | > loss_mel_ce: 3.1484811305999756 (nan) | > loss: 0.012587894685566425 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14150679481527462) | > loader_time: 0.0046 (0.004684645572019404)  --> TIME: 2025-03-25 07:40:57 -- STEP: 30815/31555 -- GLOBAL_STEP: 882800 | > loss_text_ce: 0.028487028554081917 (0.03454371333713458) | > loss_mel_ce: 1.9893730878829956 (nan) | > loss: 0.008007382042706013 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14150631060639776) | > loader_time: 0.0045 (0.004684564422404364)  --> TIME: 2025-03-25 07:41:07 -- STEP: 30865/31555 -- GLOBAL_STEP: 882850 | > loss_text_ce: 0.037274010479450226 (0.03454424667956853) | > loss_mel_ce: 2.698601484298706 (nan) | > loss: 0.010856649838387966 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14150854899704482) | > loader_time: 0.0044 (0.004684680025368559)  --> TIME: 2025-03-25 07:41:16 -- STEP: 30915/31555 -- GLOBAL_STEP: 882900 | > loss_text_ce: 0.05134398862719536 (0.034543965880105915) | > loss_mel_ce: 2.9237730503082275 (nan) | > loss: 0.011806020513176918 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14151110088441585) | > loader_time: 0.005 (0.004684749475559603)  --> TIME: 2025-03-25 07:41:26 -- STEP: 30965/31555 -- GLOBAL_STEP: 882950 | > loss_text_ce: 0.04141030088067055 (0.03454484765521831) | > loss_mel_ce: 2.6181788444519043 (nan) | > loss: 0.010553925298154354 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14151260037039545) | > loader_time: 0.0044 (0.004684608240187584)  --> TIME: 2025-03-25 07:41:36 -- STEP: 31015/31555 -- GLOBAL_STEP: 883000 | > loss_text_ce: 0.03236209601163864 (0.03454453093429951) | > loss_mel_ce: 2.9344489574432373 (nan) | > loss: 0.011773060075938702 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14150834000535378) | > loader_time: 0.0044 (0.004684601478877962)  --> TIME: 2025-03-25 07:41:45 -- STEP: 31065/31555 -- GLOBAL_STEP: 883050 | > loss_text_ce: 0.03610243648290634 (0.03454436558307353) | > loss_mel_ce: 1.8834518194198608 (nan) | > loss: 0.007617278955876827 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14150173989889567) | > loader_time: 0.0044 (0.0046842031695311665)  --> TIME: 2025-03-25 07:41:55 -- STEP: 31115/31555 -- GLOBAL_STEP: 883100 | > loss_text_ce: 0.0387968085706234 (0.03454309040038536) | > loss_mel_ce: 0.0443115234375 (nan) | > loss: 0.0003297950024716556 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14150231340087455) | > loader_time: 0.0044 (0.004683963995395129)  --> TIME: 2025-03-25 07:42:04 -- STEP: 31165/31555 -- GLOBAL_STEP: 883150 | > loss_text_ce: 0.030835704877972603 (0.034540842953975956) | > loss_mel_ce: 2.921109437942505 (nan) | > loss: 0.011714068241417408 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1414981330930951) | > loader_time: 0.0045 (0.00468374172298208)  --> TIME: 2025-03-25 07:42:13 -- STEP: 31215/31555 -- GLOBAL_STEP: 883200 | > loss_text_ce: 0.03708305582404137 (0.03454116396152507) | > loss_mel_ce: 2.751828670501709 (nan) | > loss: 0.011067111045122147 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14148584993225896) | > loader_time: 0.0047 (0.004683580846143347)  --> TIME: 2025-03-25 07:42:23 -- STEP: 31265/31555 -- GLOBAL_STEP: 883250 | > loss_text_ce: 0.026323527097702026 (0.03454174102276162) | > loss_mel_ce: 2.8061580657958984 (nan) | > loss: 0.011240007355809212 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1414826016949978) | > loader_time: 0.0045 (0.00468344188929935)  --> TIME: 2025-03-25 07:42:33 -- STEP: 31315/31555 -- GLOBAL_STEP: 883300 | > loss_text_ce: 0.04327569901943207 (0.034542987412566346) | > loss_mel_ce: 2.9956822395324707 (nan) | > loss: 0.012059357017278671 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14148096050029207) | > loader_time: 0.0049 (0.004683223700306354)  --> TIME: 2025-03-25 07:42:43 -- STEP: 31365/31555 -- GLOBAL_STEP: 883350 | > loss_text_ce: 0.03443880379199982 (0.03454207208666207) | > loss_mel_ce: 2.717440128326416 (nan) | > loss: 0.010920154862105846 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1414888298342377) | > loader_time: 0.0046 (0.004683124059394011)  --> TIME: 2025-03-25 07:42:52 -- STEP: 31415/31555 -- GLOBAL_STEP: 883400 | > loss_text_ce: 0.03518029674887657 (0.0345435411128727) | > loss_mel_ce: 5.330295085906982 (nan) | > loss: 0.021291568875312805 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1414903482130225) | > loader_time: 0.0044 (0.004683205589222754)  --> TIME: 2025-03-25 07:43:02 -- STEP: 31465/31555 -- GLOBAL_STEP: 883450 | > loss_text_ce: 0.027783112600445747 (0.03454200739374589) | > loss_mel_ce: 2.527721643447876 (nan) | > loss: 0.010140893049538136 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14150038079201652) | > loader_time: 0.0046 (0.004683017586744858)  --> TIME: 2025-03-25 07:43:12 -- STEP: 31515/31555 -- GLOBAL_STEP: 883500 | > loss_text_ce: 0.03527846187353134 (0.03453921062708434) | > loss_mel_ce: 3.3031158447265625 (nan) | > loss: 0.013247597962617874 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1415059675815543) | > loader_time: 0.0046 (0.004682916681785009)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021563150087992346 (-0.00011139392852783578) | > avg_loss_text_ce: 0.031881313025951395 (-0.0002207039172450742) | > avg_loss_mel_ce: 2.5955508351325998 (+0.0013588666915897996) | > avg_loss: 2.6274321476618443 (+0.001138157049815014)  > EPOCH: 29/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 07:43:32)   --> TIME: 2025-03-25 07:43:34 -- STEP: 10/31555 -- GLOBAL_STEP: 883550 | > loss_text_ce: 0.03607728332281113 (0.03481995239853859) | > loss_mel_ce: 2.6480095386505127 (2.4476742431521417) | > loss: 0.010651138611137867 (0.009851168084423989) | > current_lr: 5e-06 | > step_time: 0.1149 (0.13358235359191895) | > loader_time: 0.004 (0.004618430137634277)  --> TIME: 2025-03-25 07:43:44 -- STEP: 60/31555 -- GLOBAL_STEP: 883600 | > loss_text_ce: 0.033571481704711914 (0.03397039851794639) | > loss_mel_ce: 2.650322198867798 (nan) | > loss: 0.010650372132658958 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.13906053304672242) | > loader_time: 0.0046 (0.004684058825174967)  --> TIME: 2025-03-25 07:43:54 -- STEP: 110/31555 -- GLOBAL_STEP: 883650 | > loss_text_ce: 0.03138445317745209 (0.03505880422890187) | > loss_mel_ce: 3.302294969558716 (nan) | > loss: 0.01322888769209385 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.13967353430661278) | > loader_time: 0.0046 (0.004701057347384365)  --> TIME: 2025-03-25 07:44:03 -- STEP: 160/31555 -- GLOBAL_STEP: 883700 | > loss_text_ce: 0.05755956843495369 (0.03470785998506473) | > loss_mel_ce: 1.178466796875 (nan) | > loss: 0.004904867149889469 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.1390026777982711) | > loader_time: 0.0045 (0.004728806018829345)  --> TIME: 2025-03-25 07:44:12 -- STEP: 210/31555 -- GLOBAL_STEP: 883750 | > loss_text_ce: 0.03944431617856026 (0.03489635504250018) | > loss_mel_ce: 3.1511778831481934 (nan) | > loss: 0.01266119908541441 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.13866439660390217) | > loader_time: 0.0046 (0.004732995941525413)  --> TIME: 2025-03-25 07:44:22 -- STEP: 260/31555 -- GLOBAL_STEP: 883800 | > loss_text_ce: 0.05767282471060753 (0.0348587742003684) | > loss_mel_ce: 2.922492265701294 (nan) | > loss: 0.011826052330434322 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.13845960910503674) | > loader_time: 0.0046 (0.004717133595393253)  --> TIME: 2025-03-25 07:44:31 -- STEP: 310/31555 -- GLOBAL_STEP: 883850 | > loss_text_ce: 0.034886203706264496 (0.03481599620633549) | > loss_mel_ce: 1.0033830404281616 (nan) | > loss: 0.004120116587728262 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.13821914503651284) | > loader_time: 0.0045 (0.004684505924101799)  --> TIME: 2025-03-25 07:44:41 -- STEP: 360/31555 -- GLOBAL_STEP: 883900 | > loss_text_ce: 0.025543615221977234 (0.034902094640872544) | > loss_mel_ce: 2.5724964141845703 (nan) | > loss: 0.010309683158993721 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.13886275821261942) | > loader_time: 0.0045 (0.004677040047115748)  --> TIME: 2025-03-25 07:44:50 -- STEP: 410/31555 -- GLOBAL_STEP: 883950 | > loss_text_ce: 0.029912011697888374 (0.03473737665520211) | > loss_mel_ce: 2.4882116317749023 (nan) | > loss: 0.009992554783821106 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.13877392164090796) | > loader_time: 0.0046 (0.004668557934644744)  --> TIME: 2025-03-25 07:45:00 -- STEP: 460/31555 -- GLOBAL_STEP: 884000 | > loss_text_ce: 0.03908256068825722 (0.03477274696140192) | > loss_mel_ce: 2.6791203022003174 (nan) | > loss: 0.010786519385874271 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.13923883697260994) | > loader_time: 0.0044 (0.004666037663169528)  --> TIME: 2025-03-25 07:45:10 -- STEP: 510/31555 -- GLOBAL_STEP: 884050 | > loss_text_ce: 0.03581893816590309 (0.03472969548082825) | > loss_mel_ce: 2.9126358032226562 (nan) | > loss: 0.011700218543410301 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.13904652315027585) | > loader_time: 0.0049 (0.004668057198617971)  --> TIME: 2025-03-25 07:45:19 -- STEP: 560/31555 -- GLOBAL_STEP: 884100 | > loss_text_ce: 0.04366469383239746 (0.034753396109278765) | > loss_mel_ce: 0.126220703125 (nan) | > loss: 0.0006741484394297004 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.13885835707187663) | > loader_time: 0.0045 (0.004672704424176896)  --> TIME: 2025-03-25 07:45:29 -- STEP: 610/31555 -- GLOBAL_STEP: 884150 | > loss_text_ce: 0.03384635969996452 (0.034727561290635485) | > loss_mel_ce: 2.658641815185547 (nan) | > loss: 0.010684477165341377 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.13927113853517137) | > loader_time: 0.0046 (0.004670980328419168)  --> TIME: 2025-03-25 07:45:39 -- STEP: 660/31555 -- GLOBAL_STEP: 884200 | > loss_text_ce: 0.028557132929563522 (0.03459638646719134) | > loss_mel_ce: 3.0375068187713623 (nan) | > loss: 0.01216692104935646 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.13937062133442285) | > loader_time: 0.0044 (0.004672893610867582)  --> TIME: 2025-03-25 07:45:48 -- STEP: 710/31555 -- GLOBAL_STEP: 884250 | > loss_text_ce: 0.036486778408288956 (0.03461390310032688) | > loss_mel_ce: 2.4010868072509766 (nan) | > loss: 0.009672911837697029 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.13932520167928356) | > loader_time: 0.0047 (0.004667991987416437)  --> TIME: 2025-03-25 07:45:58 -- STEP: 760/31555 -- GLOBAL_STEP: 884300 | > loss_text_ce: 0.02801637537777424 (0.034499022952820146) | > loss_mel_ce: 3.5730814933776855 (nan) | > loss: 0.014290071092545986 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.13964049533793807) | > loader_time: 0.0044 (0.0046635505400205906)  --> TIME: 2025-03-25 07:46:08 -- STEP: 810/31555 -- GLOBAL_STEP: 884350 | > loss_text_ce: 0.025662971660494804 (0.034464999506778914) | > loss_mel_ce: 2.9372780323028564 (nan) | > loss: 0.011757702566683292 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.13977841771679167) | > loader_time: 0.0047 (0.00465670750464922)  --> TIME: 2025-03-25 07:46:17 -- STEP: 860/31555 -- GLOBAL_STEP: 884400 | > loss_text_ce: 0.02991354465484619 (0.034489986155355416) | > loss_mel_ce: 2.5430030822753906 (nan) | > loss: 0.010209986940026283 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.13980620545010242) | > loader_time: 0.0045 (0.004651066314342409)  --> TIME: 2025-03-25 07:46:27 -- STEP: 910/31555 -- GLOBAL_STEP: 884450 | > loss_text_ce: 0.04268595576286316 (0.0344729024896419) | > loss_mel_ce: 2.7612152099609375 (nan) | > loss: 0.011126592755317688 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.13995006791837927) | > loader_time: 0.0047 (0.004655550600408196)  --> TIME: 2025-03-25 07:46:37 -- STEP: 960/31555 -- GLOBAL_STEP: 884500 | > loss_text_ce: 0.03345099464058876 (0.03447704724385406) | > loss_mel_ce: 2.8858399391174316 (nan) | > loss: 0.011584488674998283 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14010043069720274) | > loader_time: 0.0046 (0.004659716784954069)  --> TIME: 2025-03-25 07:46:46 -- STEP: 1010/31555 -- GLOBAL_STEP: 884550 | > loss_text_ce: 0.02404571697115898 (0.03449937702516226) | > loss_mel_ce: 3.0472302436828613 (nan) | > loss: 0.012187603861093521 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1399463549698934) | > loader_time: 0.0045 (0.004658942175383613)  --> TIME: 2025-03-25 07:46:56 -- STEP: 1060/31555 -- GLOBAL_STEP: 884600 | > loss_text_ce: 0.03701023384928703 (0.0344553592790551) | > loss_mel_ce: 2.7816970348358154 (nan) | > loss: 0.011185347102582455 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.1400157932965261) | > loader_time: 0.0072 (0.004662762273032709)  --> TIME: 2025-03-25 07:47:06 -- STEP: 1110/31555 -- GLOBAL_STEP: 884650 | > loss_text_ce: 0.03311340510845184 (0.03442920320877086) | > loss_mel_ce: 2.437795877456665 (nan) | > loss: 0.009805195964872837 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14034905734362907) | > loader_time: 0.0048 (0.004665443918726464)  --> TIME: 2025-03-25 07:47:15 -- STEP: 1160/31555 -- GLOBAL_STEP: 884700 | > loss_text_ce: 0.02359728328883648 (0.0343590210753911) | > loss_mel_ce: 2.8857929706573486 (nan) | > loss: 0.011545199900865555 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14030540030578087) | > loader_time: 0.0043 (0.004660043839750616)  --> TIME: 2025-03-25 07:47:25 -- STEP: 1210/31555 -- GLOBAL_STEP: 884750 | > loss_text_ce: 0.04141557589173317 (0.03442158022479829) | > loss_mel_ce: 2.7378008365631104 (nan) | > loss: 0.011028638109564781 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14060823858276872) | > loader_time: 0.0047 (0.004657280346578802)  --> TIME: 2025-03-25 07:47:35 -- STEP: 1260/31555 -- GLOBAL_STEP: 884800 | > loss_text_ce: 0.042635634541511536 (0.03444914293460672) | > loss_mel_ce: 2.913637161254883 (nan) | > loss: 0.011731241829693317 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14075019984018233) | > loader_time: 0.0047 (0.004659670875186009)  --> TIME: 2025-03-25 07:47:45 -- STEP: 1310/31555 -- GLOBAL_STEP: 884850 | > loss_text_ce: 0.03070763684809208 (0.034402272837478286) | > loss_mel_ce: 2.11181640625 (nan) | > loss: 0.008502080105245113 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1407875934629948) | > loader_time: 0.0046 (0.004660393991543133)  --> TIME: 2025-03-25 07:47:55 -- STEP: 1360/31555 -- GLOBAL_STEP: 884900 | > loss_text_ce: 0.03870796039700508 (0.03442602557787565) | > loss_mel_ce: 3.186000108718872 (nan) | > loss: 0.012796461582183838 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1410241738838306) | > loader_time: 0.0048 (0.004662363844759323)  --> TIME: 2025-03-25 07:48:05 -- STEP: 1410/31555 -- GLOBAL_STEP: 884950 | > loss_text_ce: 0.03547772392630577 (0.03443804906800074) | > loss_mel_ce: 3.1749777793884277 (nan) | > loss: 0.012739903293550014 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14104553807711753) | > loader_time: 0.0046 (0.004662004430243312)  --> TIME: 2025-03-25 07:48:14 -- STEP: 1460/31555 -- GLOBAL_STEP: 885000 | > loss_text_ce: 0.033827077597379684 (0.0344504657226985) | > loss_mel_ce: 1.6565282344818115 (nan) | > loss: 0.006707759574055672 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14109459217280548) | > loader_time: 0.0044 (0.0046608431698524815)  --> TIME: 2025-03-25 07:48:24 -- STEP: 1510/31555 -- GLOBAL_STEP: 885050 | > loss_text_ce: 0.04610752314329147 (0.034441516324507704) | > loss_mel_ce: 2.2052080631256104 (nan) | > loss: 0.00893379282206297 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14115717979456402) | > loader_time: 0.0045 (0.004659787234881069)  --> TIME: 2025-03-25 07:48:33 -- STEP: 1560/31555 -- GLOBAL_STEP: 885100 | > loss_text_ce: 0.03372424840927124 (0.03444907002640554) | > loss_mel_ce: 1.2145181894302368 (nan) | > loss: 0.004953342955559492 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14098816682130855) | > loader_time: 0.0045 (0.004658815035453209)  --> TIME: 2025-03-25 07:48:43 -- STEP: 1610/31555 -- GLOBAL_STEP: 885150 | > loss_text_ce: 0.03984491899609566 (0.034453804438690776) | > loss_mel_ce: 0.02642822265625 (nan) | > loss: 0.0002629886439535767 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14087970567786157) | > loader_time: 0.0049 (0.004656470932575484)  --> TIME: 2025-03-25 07:48:53 -- STEP: 1660/31555 -- GLOBAL_STEP: 885200 | > loss_text_ce: 0.043418653309345245 (0.03448775336314668) | > loss_mel_ce: 3.166898250579834 (nan) | > loss: 0.012739353813230991 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1410222755857259) | > loader_time: 0.0043 (0.004659769190363133)  --> TIME: 2025-03-25 07:49:03 -- STEP: 1710/31555 -- GLOBAL_STEP: 885250 | > loss_text_ce: 0.031763993203639984 (0.03448650977950088) | > loss_mel_ce: 2.618945360183716 (nan) | > loss: 0.010518688708543777 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.141153776436521) | > loader_time: 0.0045 (0.00465916471871716)  --> TIME: 2025-03-25 07:49:12 -- STEP: 1760/31555 -- GLOBAL_STEP: 885300 | > loss_text_ce: 0.03715166077017784 (0.034526733393167086) | > loss_mel_ce: 2.817762851715088 (nan) | > loss: 0.011329025961458683 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14115328165617824) | > loader_time: 0.0044 (0.004653846675699405)  --> TIME: 2025-03-25 07:49:22 -- STEP: 1810/31555 -- GLOBAL_STEP: 885350 | > loss_text_ce: 0.03275797516107559 (0.034529159895725824) | > loss_mel_ce: 3.2062695026397705 (nan) | > loss: 0.012853284366428852 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14120310064178765) | > loader_time: 0.0048 (0.004649627406294173)  --> TIME: 2025-03-25 07:49:32 -- STEP: 1860/31555 -- GLOBAL_STEP: 885400 | > loss_text_ce: 0.03132161870598793 (0.034564223450418284) | > loss_mel_ce: 1.7134445905685425 (nan) | > loss: 0.006923676002770662 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14125410946466546) | > loader_time: 0.0046 (0.0046511539848901875)  --> TIME: 2025-03-25 07:49:41 -- STEP: 1910/31555 -- GLOBAL_STEP: 885450 | > loss_text_ce: 0.03181132301688194 (0.03456425141708935) | > loss_mel_ce: 2.772984027862549 (nan) | > loss: 0.011130140163004398 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.1412329796097037) | > loader_time: 0.0044 (0.004649480225528096)  --> TIME: 2025-03-25 07:49:51 -- STEP: 1960/31555 -- GLOBAL_STEP: 885500 | > loss_text_ce: 0.03380056470632553 (0.034551298327991094) | > loss_mel_ce: 2.4214556217193604 (nan) | > loss: 0.009743080474436283 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14129243249795834) | > loader_time: 0.0046 (0.004648871446142389)  --> TIME: 2025-03-25 07:50:01 -- STEP: 2010/31555 -- GLOBAL_STEP: 885550 | > loss_text_ce: 0.03139706701040268 (0.03458199403503567) | > loss_mel_ce: 2.9099621772766113 (nan) | > loss: 0.011672060936689377 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1414167030533744) | > loader_time: 0.0048 (0.004646204597321314)  --> TIME: 2025-03-25 07:50:11 -- STEP: 2060/31555 -- GLOBAL_STEP: 885600 | > loss_text_ce: 0.03840333968400955 (0.034597983338318546) | > loss_mel_ce: 2.9400877952575684 (nan) | > loss: 0.011819410137832165 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14127407791545052) | > loader_time: 0.0049 (0.004645245977975788)  --> TIME: 2025-03-25 07:50:20 -- STEP: 2110/31555 -- GLOBAL_STEP: 885650 | > loss_text_ce: 0.03325733542442322 (0.034581186743762114) | > loss_mel_ce: 2.2932064533233643 (nan) | > loss: 0.009231999516487122 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14134779846498713) | > loader_time: 0.0046 (0.004643931886031163)  --> TIME: 2025-03-25 07:50:30 -- STEP: 2160/31555 -- GLOBAL_STEP: 885700 | > loss_text_ce: 0.02982170507311821 (0.034603988050258966) | > loss_mel_ce: 2.0342981815338135 (nan) | > loss: 0.008190952241420746 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14127353385642683) | > loader_time: 0.0048 (0.004644995817431697)  --> TIME: 2025-03-25 07:50:40 -- STEP: 2210/31555 -- GLOBAL_STEP: 885750 | > loss_text_ce: 0.04016755521297455 (0.034605709757082735) | > loss_mel_ce: 2.670548677444458 (nan) | > loss: 0.010756811127066612 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14140435387106468) | > loader_time: 0.0047 (0.004648464297816766)  --> TIME: 2025-03-25 07:50:50 -- STEP: 2260/31555 -- GLOBAL_STEP: 885800 | > loss_text_ce: 0.027293065562844276 (0.03460609771319527) | > loss_mel_ce: 3.3855342864990234 (nan) | > loss: 0.013542965985834599 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14152735819858758) | > loader_time: 0.0044 (0.004648573208699188)  --> TIME: 2025-03-25 07:50:59 -- STEP: 2310/31555 -- GLOBAL_STEP: 885850 | > loss_text_ce: 0.03509074077010155 (0.03459363022609515) | > loss_mel_ce: 2.0918924808502197 (nan) | > loss: 0.008440409786999226 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1414416056174734) | > loader_time: 0.0044 (0.004646396224116872)  --> TIME: 2025-03-25 07:51:09 -- STEP: 2360/31555 -- GLOBAL_STEP: 885900 | > loss_text_ce: 0.03167828172445297 (0.0345986895298712) | > loss_mel_ce: 2.813598155975342 (nan) | > loss: 0.011290780268609524 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14141130922204334) | > loader_time: 0.0044 (0.004644930362701421)  --> TIME: 2025-03-25 07:51:18 -- STEP: 2410/31555 -- GLOBAL_STEP: 885950 | > loss_text_ce: 0.03242454305291176 (0.034606744393443585) | > loss_mel_ce: 2.9862282276153564 (nan) | > loss: 0.01197878085076809 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1413799840879635) | > loader_time: 0.0045 (0.004643559356942715)  --> TIME: 2025-03-25 07:51:28 -- STEP: 2460/31555 -- GLOBAL_STEP: 886000 | > loss_text_ce: 0.029165908694267273 (0.03459756969989136) | > loss_mel_ce: 2.925649881362915 (nan) | > loss: 0.011725460179150105 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14130519192393196) | > loader_time: 0.0046 (0.00464218486615313)  --> TIME: 2025-03-25 07:51:38 -- STEP: 2510/31555 -- GLOBAL_STEP: 886050 | > loss_text_ce: 0.026978224515914917 (0.03457712777055419) | > loss_mel_ce: 2.533690929412842 (nan) | > loss: 0.010161385871469975 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14136526622620202) | > loader_time: 0.0047 (0.004646559445506549)  --> TIME: 2025-03-25 07:51:48 -- STEP: 2560/31555 -- GLOBAL_STEP: 886100 | > loss_text_ce: 0.04736344888806343 (0.03456154162886382) | > loss_mel_ce: 2.8252968788146973 (nan) | > loss: 0.011399446986615658 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14147187620401355) | > loader_time: 0.0054 (0.004646892938762902)  --> TIME: 2025-03-25 07:51:57 -- STEP: 2610/31555 -- GLOBAL_STEP: 886150 | > loss_text_ce: 0.03271355852484703 (0.034574721838165665) | > loss_mel_ce: 2.7561349868774414 (nan) | > loss: 0.011066860519349575 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14150128611202872) | > loader_time: 0.0046 (0.004645876866190824)  --> TIME: 2025-03-25 07:52:07 -- STEP: 2660/31555 -- GLOBAL_STEP: 886200 | > loss_text_ce: 0.03083665296435356 (0.03453933923659302) | > loss_mel_ce: 2.8119876384735107 (nan) | > loss: 0.011281048879027367 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14143674400515985) | > loader_time: 0.0046 (0.004644666668167683)  --> TIME: 2025-03-25 07:52:16 -- STEP: 2710/31555 -- GLOBAL_STEP: 886250 | > loss_text_ce: 0.02831098437309265 (0.034501164597957455) | > loss_mel_ce: 2.635923147201538 (nan) | > loss: 0.010572358034551144 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14140916706451148) | > loader_time: 0.0046 (0.004643333618051448)  --> TIME: 2025-03-25 07:52:26 -- STEP: 2760/31555 -- GLOBAL_STEP: 886300 | > loss_text_ce: 0.03446677699685097 (0.034490443015997484) | > loss_mel_ce: 2.581573963165283 (nan) | > loss: 0.010381114669144154 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14132195667944045) | > loader_time: 0.0047 (0.004641711798267084)  --> TIME: 2025-03-25 07:52:35 -- STEP: 2810/31555 -- GLOBAL_STEP: 886350 | > loss_text_ce: 0.04500161483883858 (0.03452022820081413) | > loss_mel_ce: 2.4169821739196777 (nan) | > loss: 0.009769776836037636 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14126919104959576) | > loader_time: 0.0047 (0.004640689524043072)  --> TIME: 2025-03-25 07:52:45 -- STEP: 2860/31555 -- GLOBAL_STEP: 886400 | > loss_text_ce: 0.037579167634248734 (0.03451229445603704) | > loss_mel_ce: 3.2648544311523438 (nan) | > loss: 0.013104895129799843 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14118172055357778) | > loader_time: 0.0044 (0.004639471577597663)  --> TIME: 2025-03-25 07:52:54 -- STEP: 2910/31555 -- GLOBAL_STEP: 886450 | > loss_text_ce: 0.03885583207011223 (0.034521003191349674) | > loss_mel_ce: 2.822005033493042 (nan) | > loss: 0.011352622881531715 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14120531532772598) | > loader_time: 0.0046 (0.004641626790626762)  --> TIME: 2025-03-25 07:53:04 -- STEP: 2960/31555 -- GLOBAL_STEP: 886500 | > loss_text_ce: 0.03727138787508011 (0.034501228567426746) | > loss_mel_ce: 3.1815106868743896 (nan) | > loss: 0.012772945687174797 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.1412250103982715) | > loader_time: 0.0047 (0.004640441810762566)  --> TIME: 2025-03-25 07:53:14 -- STEP: 3010/31555 -- GLOBAL_STEP: 886550 | > loss_text_ce: 0.03168227896094322 (0.03450090222128749) | > loss_mel_ce: 2.8259599208831787 (nan) | > loss: 0.011339850723743439 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1411761647443038) | > loader_time: 0.0045 (0.004639814303958937)  --> TIME: 2025-03-25 07:53:24 -- STEP: 3060/31555 -- GLOBAL_STEP: 886600 | > loss_text_ce: 0.028477350249886513 (0.03450239138476841) | > loss_mel_ce: 2.8163208961486816 (nan) | > loss: 0.011288883164525032 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14123163675171058) | > loader_time: 0.0046 (0.0046387897597419)  --> TIME: 2025-03-25 07:53:33 -- STEP: 3110/31555 -- GLOBAL_STEP: 886650 | > loss_text_ce: 0.0314326137304306 (0.034475909577461) | > loss_mel_ce: 2.840111017227173 (nan) | > loss: 0.011395014822483063 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14116201577079218) | > loader_time: 0.0047 (0.004637106438541731)  --> TIME: 2025-03-25 07:53:43 -- STEP: 3160/31555 -- GLOBAL_STEP: 886700 | > loss_text_ce: 0.04638529196381569 (0.034486380431364885) | > loss_mel_ce: 3.3370864391326904 (nan) | > loss: 0.013426476158201694 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1412053536765179) | > loader_time: 0.0045 (0.004637217898912082)  --> TIME: 2025-03-25 07:53:52 -- STEP: 3210/31555 -- GLOBAL_STEP: 886750 | > loss_text_ce: 0.030181795358657837 (0.03447095981633692) | > loss_mel_ce: 2.788647413253784 (nan) | > loss: 0.011185831390321255 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14113271392394397) | > loader_time: 0.0045 (0.004637176745405829)  --> TIME: 2025-03-25 07:54:01 -- STEP: 3260/31555 -- GLOBAL_STEP: 886800 | > loss_text_ce: 0.028338389471173286 (0.03446333961378485) | > loss_mel_ce: 2.706620693206787 (nan) | > loss: 0.010853013023734093 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14107170697370125) | > loader_time: 0.0045 (0.004636214115868324)  --> TIME: 2025-03-25 07:54:11 -- STEP: 3310/31555 -- GLOBAL_STEP: 886850 | > loss_text_ce: 0.026027431711554527 (0.03444806378745552) | > loss_mel_ce: 2.5452675819396973 (nan) | > loss: 0.010203552432358265 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14101184307628467) | > loader_time: 0.0049 (0.004635632506310047)  --> TIME: 2025-03-25 07:54:22 -- STEP: 3360/31555 -- GLOBAL_STEP: 886900 | > loss_text_ce: 0.04241061955690384 (0.03446040982962585) | > loss_mel_ce: 3.0024361610412598 (nan) | > loss: 0.012082725763320923 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14160714610701453) | > loader_time: 0.0053 (0.004686907927195239)  --> TIME: 2025-03-25 07:54:32 -- STEP: 3410/31555 -- GLOBAL_STEP: 886950 | > loss_text_ce: 0.05414469167590141 (0.034443968882145154) | > loss_mel_ce: 2.374560594558716 (nan) | > loss: 0.009637719951570034 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14161163320289621) | > loader_time: 0.0045 (0.004687541461060831)  --> TIME: 2025-03-25 07:54:42 -- STEP: 3460/31555 -- GLOBAL_STEP: 887000 | > loss_text_ce: 0.030147289857268333 (0.034429305452433515) | > loss_mel_ce: 3.211517572402954 (nan) | > loss: 0.01286375056952238 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14163539251151064) | > loader_time: 0.0045 (0.004688871871529296)  --> TIME: 2025-03-25 07:54:51 -- STEP: 3510/31555 -- GLOBAL_STEP: 887050 | > loss_text_ce: 0.03001170977950096 (0.03442437450489042) | > loss_mel_ce: 2.955734968185425 (nan) | > loss: 0.011848201975226402 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1416088368478319) | > loader_time: 0.0057 (0.0046914198459723135)  --> TIME: 2025-03-25 07:55:01 -- STEP: 3560/31555 -- GLOBAL_STEP: 887100 | > loss_text_ce: 0.027852213010191917 (0.034395156265236364) | > loss_mel_ce: 2.8895041942596436 (nan) | > loss: 0.011576811783015728 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14160229583804476) | > loader_time: 0.005 (0.004692854037445591)  --> TIME: 2025-03-25 07:55:11 -- STEP: 3610/31555 -- GLOBAL_STEP: 887150 | > loss_text_ce: 0.02928491123020649 (0.034407079770614045) | > loss_mel_ce: 2.2425572872161865 (nan) | > loss: 0.009015247225761414 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14163439293647362) | > loader_time: 0.0048 (0.0046941898536153855)  --> TIME: 2025-03-25 07:55:21 -- STEP: 3660/31555 -- GLOBAL_STEP: 887200 | > loss_text_ce: 0.04205573350191116 (0.03441388010291647) | > loss_mel_ce: 2.8329949378967285 (nan) | > loss: 0.011408932507038116 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1418539403566241) | > loader_time: 0.0045 (0.004699822918313457)  --> TIME: 2025-03-25 07:55:31 -- STEP: 3710/31555 -- GLOBAL_STEP: 887250 | > loss_text_ce: 0.03142562881112099 (0.03442406678331301) | > loss_mel_ce: 2.03186297416687 (nan) | > loss: 0.008187654428184032 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14182773407578744) | > loader_time: 0.0045 (0.004703634832747228)  --> TIME: 2025-03-25 07:55:41 -- STEP: 3760/31555 -- GLOBAL_STEP: 887300 | > loss_text_ce: 0.03911948949098587 (0.0344259610753803) | > loss_mel_ce: 2.7780158519744873 (nan) | > loss: 0.01117910910397768 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14189232422950374) | > loader_time: 0.0045 (0.004719005176361578)  --> TIME: 2025-03-25 07:55:50 -- STEP: 3810/31555 -- GLOBAL_STEP: 887350 | > loss_text_ce: 0.030064783990383148 (0.034426201595203626) | > loss_mel_ce: 2.212254285812378 (nan) | > loss: 0.008898092433810234 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14184688257732997) | > loader_time: 0.0046 (0.0047221284525913905)  --> TIME: 2025-03-25 07:56:00 -- STEP: 3860/31555 -- GLOBAL_STEP: 887400 | > loss_text_ce: 0.034731753170490265 (0.034428448155956574) | > loss_mel_ce: 3.2022082805633545 (nan) | > loss: 0.012845001183450222 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14191067243487063) | > loader_time: 0.0046 (0.004723947962331038)  --> TIME: 2025-03-25 07:56:10 -- STEP: 3910/31555 -- GLOBAL_STEP: 887450 | > loss_text_ce: 0.03319431096315384 (0.03443575423434751) | > loss_mel_ce: 2.084764003753662 (nan) | > loss: 0.008404596708714962 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14194127013311317) | > loader_time: 0.0046 (0.0047249754371545575)  --> TIME: 2025-03-25 07:56:20 -- STEP: 3960/31555 -- GLOBAL_STEP: 887500 | > loss_text_ce: 0.028639452531933784 (0.03442979159746124) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14195123128216633) | > loader_time: 0.0059 (0.004732043454141335)  --> TIME: 2025-03-25 07:56:30 -- STEP: 4010/31555 -- GLOBAL_STEP: 887550 | > loss_text_ce: 0.038237832486629486 (0.03444888779470816) | > loss_mel_ce: 3.043226718902588 (nan) | > loss: 0.012228034436702728 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14198582249686562) | > loader_time: 0.0048 (0.004731897463525032)  --> TIME: 2025-03-25 07:56:40 -- STEP: 4060/31555 -- GLOBAL_STEP: 887600 | > loss_text_ce: 0.030627498403191566 (0.034424279559990834) | > loss_mel_ce: 2.61747407913208 (nan) | > loss: 0.01050833985209465 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14205325190069598) | > loader_time: 0.0048 (0.004730636380576155)  --> TIME: 2025-03-25 07:56:50 -- STEP: 4110/31555 -- GLOBAL_STEP: 887650 | > loss_text_ce: 0.03829927369952202 (0.03442867725561854) | > loss_mel_ce: 2.6024229526519775 (nan) | > loss: 0.01047905720770359 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14208832692055764) | > loader_time: 0.0045 (0.00472953893842489)  --> TIME: 2025-03-25 07:56:59 -- STEP: 4160/31555 -- GLOBAL_STEP: 887700 | > loss_text_ce: 0.027734069153666496 (0.03443256467536014) | > loss_mel_ce: 3.2661025524139404 (nan) | > loss: 0.013070780783891678 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14202474699570536) | > loader_time: 0.0048 (0.004731161090043881)  --> TIME: 2025-03-25 07:57:09 -- STEP: 4210/31555 -- GLOBAL_STEP: 887750 | > loss_text_ce: 0.0341007336974144 (0.03444896308913148) | > loss_mel_ce: 2.5305287837982178 (nan) | > loss: 0.01017710193991661 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14204919270268482) | > loader_time: 0.0048 (0.004735076002723537)  --> TIME: 2025-03-25 07:57:19 -- STEP: 4260/31555 -- GLOBAL_STEP: 887800 | > loss_text_ce: 0.032908402383327484 (0.03445428155248916) | > loss_mel_ce: 2.659316062927246 (nan) | > loss: 0.010683431290090084 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1420967287860562) | > loader_time: 0.0049 (0.004738618342529446)  --> TIME: 2025-03-25 07:57:29 -- STEP: 4310/31555 -- GLOBAL_STEP: 887850 | > loss_text_ce: 0.023090558126568794 (0.034448064602652095) | > loss_mel_ce: 2.903228759765625 (nan) | > loss: 0.011612378992140293 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14211523709883517) | > loader_time: 0.0048 (0.0047380223351675575)  --> TIME: 2025-03-25 07:57:38 -- STEP: 4360/31555 -- GLOBAL_STEP: 887900 | > loss_text_ce: 0.031774476170539856 (0.034450482221217646) | > loss_mel_ce: 2.105619430541992 (nan) | > loss: 0.008481722325086594 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1421554302950515) | > loader_time: 0.0048 (0.00473871028751409)  --> TIME: 2025-03-25 07:57:48 -- STEP: 4410/31555 -- GLOBAL_STEP: 887950 | > loss_text_ce: 0.036944881081581116 (0.03445748415418685) | > loss_mel_ce: 3.0545663833618164 (nan) | > loss: 0.012267902493476868 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14218964636190648) | > loader_time: 0.0048 (0.004739292192350986)  --> TIME: 2025-03-25 07:57:58 -- STEP: 4460/31555 -- GLOBAL_STEP: 888000 | > loss_text_ce: 0.028323868289589882 (0.03446103837382821) | > loss_mel_ce: 2.8416848182678223 (nan) | > loss: 0.011388923972845078 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14221839637499717) | > loader_time: 0.0049 (0.004741498921484162)  --> TIME: 2025-03-25 07:58:08 -- STEP: 4510/31555 -- GLOBAL_STEP: 888050 | > loss_text_ce: 0.027408795431256294 (0.03444393351343666) | > loss_mel_ce: 1.7444322109222412 (nan) | > loss: 0.0070311157032847404 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14215408370658691) | > loader_time: 0.0048 (0.004741740755389913)  --> TIME: 2025-03-25 07:58:17 -- STEP: 4560/31555 -- GLOBAL_STEP: 888100 | > loss_text_ce: 0.039787597954273224 (0.034444363804109146) | > loss_mel_ce: 2.990906238555908 (nan) | > loss: 0.012026563286781311 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1421319215966941) | > loader_time: 0.0046 (0.004743397131300821)  --> TIME: 2025-03-25 07:58:27 -- STEP: 4610/31555 -- GLOBAL_STEP: 888150 | > loss_text_ce: 0.04096849262714386 (0.03444649069984139) | > loss_mel_ce: 2.0734894275665283 (nan) | > loss: 0.008390706032514572 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14213348914123636) | > loader_time: 0.0045 (0.004746372632504555)  --> TIME: 2025-03-25 07:58:36 -- STEP: 4660/31555 -- GLOBAL_STEP: 888200 | > loss_text_ce: 0.024773921817541122 (0.034453582368359305) | > loss_mel_ce: 2.4156720638275146 (nan) | > loss: 0.009684309363365173 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1421240163975005) | > loader_time: 0.0045 (0.004747216742437808)  --> TIME: 2025-03-25 07:58:46 -- STEP: 4710/31555 -- GLOBAL_STEP: 888250 | > loss_text_ce: 0.03603850305080414 (0.03444854392612741) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1421220870534323) | > loader_time: 0.0049 (0.004748584105457228)  --> TIME: 2025-03-25 07:58:56 -- STEP: 4760/31555 -- GLOBAL_STEP: 888300 | > loss_text_ce: 0.043863825500011444 (0.03447528707544395) | > loss_mel_ce: 1.7817678451538086 (nan) | > loss: 0.007244570180773735 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14211905227989685) | > loader_time: 0.0053 (0.00475047681511952)  --> TIME: 2025-03-25 07:59:06 -- STEP: 4810/31555 -- GLOBAL_STEP: 888350 | > loss_text_ce: 0.03617658093571663 (0.03447336124686085) | > loss_mel_ce: 0.1527777761220932 (nan) | > loss: 0.0007498189224861562 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14217460527241585) | > loader_time: 0.0044 (0.00475219282439742)  --> TIME: 2025-03-25 07:59:16 -- STEP: 4860/31555 -- GLOBAL_STEP: 888400 | > loss_text_ce: 0.04088194668292999 (0.03448995189978865) | > loss_mel_ce: 2.9347715377807617 (nan) | > loss: 0.011808149516582489 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1421666857637002) | > loader_time: 0.0048 (0.00475274329322847)  --> TIME: 2025-03-25 07:59:25 -- STEP: 4910/31555 -- GLOBAL_STEP: 888450 | > loss_text_ce: 0.0382818728685379 (0.03447873416032383) | > loss_mel_ce: 2.8535187244415283 (nan) | > loss: 0.011475400067865849 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14215786369657787) | > loader_time: 0.0104 (0.004753538838714794)  --> TIME: 2025-03-25 07:59:35 -- STEP: 4960/31555 -- GLOBAL_STEP: 888500 | > loss_text_ce: 0.028946595266461372 (0.03448230431231122) | > loss_mel_ce: 2.7193565368652344 (nan) | > loss: 0.010905965231359005 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14216802057719985) | > loader_time: 0.0047 (0.0047540877615251925)  --> TIME: 2025-03-25 07:59:44 -- STEP: 5010/31555 -- GLOBAL_STEP: 888550 | > loss_text_ce: 0.037642572075128555 (0.03448025381467677) | > loss_mel_ce: 2.7098145484924316 (nan) | > loss: 0.010902607813477516 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14212776134589938) | > loader_time: 0.0048 (0.004754039484583699)  --> TIME: 2025-03-25 07:59:54 -- STEP: 5060/31555 -- GLOBAL_STEP: 888600 | > loss_text_ce: 0.02906183712184429 (0.03446741632936814) | > loss_mel_ce: 3.122128963470459 (nan) | > loss: 0.012504725717008114 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14215486049652087) | > loader_time: 0.0045 (0.004758234881600856)  --> TIME: 2025-03-25 08:00:04 -- STEP: 5110/31555 -- GLOBAL_STEP: 888650 | > loss_text_ce: 0.0351739265024662 (0.034471317042948306) | > loss_mel_ce: 2.176506519317627 (nan) | > loss: 0.008776510134339333 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1421267459537184) | > loader_time: 0.0045 (0.004759206510569961)  --> TIME: 2025-03-25 08:00:13 -- STEP: 5160/31555 -- GLOBAL_STEP: 888700 | > loss_text_ce: 0.02384776808321476 (0.03446935428606062) | > loss_mel_ce: 2.727281332015991 (nan) | > loss: 0.010917180217802525 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14210191660149138) | > loader_time: 0.0048 (0.004760658047920059)  --> TIME: 2025-03-25 08:00:23 -- STEP: 5210/31555 -- GLOBAL_STEP: 888750 | > loss_text_ce: 0.04321713373064995 (0.03446074352562134) | > loss_mel_ce: 2.573401927947998 (nan) | > loss: 0.010383409447968006 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14205954354006117) | > loader_time: 0.0046 (0.0047631561184112575)  --> TIME: 2025-03-25 08:00:33 -- STEP: 5260/31555 -- GLOBAL_STEP: 888800 | > loss_text_ce: 0.04284289851784706 (0.034455337683836566) | > loss_mel_ce: 2.6665332317352295 (nan) | > loss: 0.010751493275165558 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14208734583945312) | > loader_time: 0.0055 (0.004764435590446684)  --> TIME: 2025-03-25 08:00:42 -- STEP: 5310/31555 -- GLOBAL_STEP: 888850 | > loss_text_ce: 0.028765056282281876 (0.03445581477766813) | > loss_mel_ce: 1.9460409879684448 (nan) | > loss: 0.007836532779037952 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14205806192480672) | > loader_time: 0.0054 (0.004765182116161865)  --> TIME: 2025-03-25 08:00:52 -- STEP: 5360/31555 -- GLOBAL_STEP: 888900 | > loss_text_ce: 0.031720466911792755 (0.034447799973300886) | > loss_mel_ce: 2.474921226501465 (nan) | > loss: 0.009946990758180618 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14208258332601226) | > loader_time: 0.0043 (0.004765428758379247)  --> TIME: 2025-03-25 08:01:03 -- STEP: 5410/31555 -- GLOBAL_STEP: 888950 | > loss_text_ce: 0.037171173840761185 (0.03444775706484155) | > loss_mel_ce: 2.51015567779541 (nan) | > loss: 0.010108440183103085 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.142281939582331) | > loader_time: 0.005 (0.0047762588740717345)  --> TIME: 2025-03-25 08:01:13 -- STEP: 5460/31555 -- GLOBAL_STEP: 889000 | > loss_text_ce: 0.035042453557252884 (0.034448973057047756) | > loss_mel_ce: 2.766221761703491 (nan) | > loss: 0.011116128414869308 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14231596062908242) | > loader_time: 0.0045 (0.0047767343538584845)  --> TIME: 2025-03-25 08:01:22 -- STEP: 5510/31555 -- GLOBAL_STEP: 889050 | > loss_text_ce: 0.024657122790813446 (0.03443658876819301) | > loss_mel_ce: 2.4845736026763916 (nan) | > loss: 0.009957265108823776 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14232280388501511) | > loader_time: 0.0047 (0.004777323182827776)  --> TIME: 2025-03-25 08:01:32 -- STEP: 5560/31555 -- GLOBAL_STEP: 889100 | > loss_text_ce: 0.03703983873128891 (0.03444536710492983) | > loss_mel_ce: 1.0756072998046875 (nan) | > loss: 0.004415266681462526 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1423334011928641) | > loader_time: 0.0046 (0.00477740185723889)  --> TIME: 2025-03-25 08:01:42 -- STEP: 5610/31555 -- GLOBAL_STEP: 889150 | > loss_text_ce: 0.033263251185417175 (0.03445162321050735) | > loss_mel_ce: 2.9158987998962402 (nan) | > loss: 0.011703024618327618 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14232451609749208) | > loader_time: 0.0046 (0.004778773006908407)  --> TIME: 2025-03-25 08:01:51 -- STEP: 5660/31555 -- GLOBAL_STEP: 889200 | > loss_text_ce: 0.03446153551340103 (0.03444066880165516) | > loss_mel_ce: 3.2581443786621094 (nan) | > loss: 0.013065896928310394 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14231358412719022) | > loader_time: 0.0047 (0.004781950699566962)  --> TIME: 2025-03-25 08:02:01 -- STEP: 5710/31555 -- GLOBAL_STEP: 889250 | > loss_text_ce: 0.03329352289438248 (0.03442578622206848) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.14230502257205146) | > loader_time: 0.0047 (0.004781984907106852)  --> TIME: 2025-03-25 08:02:11 -- STEP: 5760/31555 -- GLOBAL_STEP: 889300 | > loss_text_ce: 0.03382076323032379 (0.03441061702469585) | > loss_mel_ce: 2.9973983764648438 (nan) | > loss: 0.012028648518025875 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14231490107874079) | > loader_time: 0.0048 (0.004783780541684904)  --> TIME: 2025-03-25 08:02:21 -- STEP: 5810/31555 -- GLOBAL_STEP: 889350 | > loss_text_ce: 0.03797514736652374 (0.034410721543220835) | > loss_mel_ce: 2.1923184394836426 (nan) | > loss: 0.008850371465086937 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14234643996069662) | > loader_time: 0.0045 (0.004783355430563647)  --> TIME: 2025-03-25 08:02:30 -- STEP: 5860/31555 -- GLOBAL_STEP: 889400 | > loss_text_ce: 0.03111705183982849 (0.034422931594157324) | > loss_mel_ce: 3.140209674835205 (nan) | > loss: 0.012584630399942398 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14232148920716703) | > loader_time: 0.0046 (0.004783820902528228)  --> TIME: 2025-03-25 08:02:40 -- STEP: 5910/31555 -- GLOBAL_STEP: 889450 | > loss_text_ce: 0.035553399473428726 (0.03441645738821583) | > loss_mel_ce: 3.327021598815918 (nan) | > loss: 0.013343552127480507 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14230144810555564) | > loader_time: 0.005 (0.004785711793528407)  --> TIME: 2025-03-25 08:02:50 -- STEP: 5960/31555 -- GLOBAL_STEP: 889500 | > loss_text_ce: 0.028217710554599762 (0.03440839074717686) | > loss_mel_ce: 2.183870553970337 (nan) | > loss: 0.008778128772974014 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14233105830698212) | > loader_time: 0.0058 (0.004785417350346622)  --> TIME: 2025-03-25 08:03:00 -- STEP: 6010/31555 -- GLOBAL_STEP: 889550 | > loss_text_ce: 0.035639867186546326 (0.03441061122566076) | > loss_mel_ce: 2.739110231399536 (nan) | > loss: 0.0110109131783247 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14231676099304355) | > loader_time: 0.0047 (0.004784781008512536)  --> TIME: 2025-03-25 08:03:10 -- STEP: 6060/31555 -- GLOBAL_STEP: 889600 | > loss_text_ce: 0.03272341564297676 (0.034411499076507354) | > loss_mel_ce: 3.0198984146118164 (nan) | > loss: 0.012113579548895359 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1423472266386051) | > loader_time: 0.0055 (0.004784923260754884)  --> TIME: 2025-03-25 08:03:19 -- STEP: 6110/31555 -- GLOBAL_STEP: 889650 | > loss_text_ce: 0.03286672383546829 (0.034416076700536785) | > loss_mel_ce: 2.8381619453430176 (nan) | > loss: 0.011392971500754356 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14233738950738745) | > loader_time: 0.0053 (0.0047843749706561805)  --> TIME: 2025-03-25 08:03:29 -- STEP: 6160/31555 -- GLOBAL_STEP: 889700 | > loss_text_ce: 0.021970272064208984 (0.03441616881067257) | > loss_mel_ce: 2.758256435394287 (nan) | > loss: 0.011032646521925926 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14234982279988087) | > loader_time: 0.0046 (0.004785549021386488)  --> TIME: 2025-03-25 08:03:39 -- STEP: 6210/31555 -- GLOBAL_STEP: 889750 | > loss_text_ce: 0.026089338585734367 (0.03441698941268649) | > loss_mel_ce: 2.717517375946045 (nan) | > loss: 0.01088732946664095 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14234649282722656) | > loader_time: 0.005 (0.00478735200448889)  --> TIME: 2025-03-25 08:03:48 -- STEP: 6260/31555 -- GLOBAL_STEP: 889800 | > loss_text_ce: 0.03397431597113609 (0.034414882382032684) | > loss_mel_ce: 1.1810368299484253 (nan) | > loss: 0.004821472801268101 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14232570298563552) | > loader_time: 0.0044 (0.004786315322303168)  --> TIME: 2025-03-25 08:03:58 -- STEP: 6310/31555 -- GLOBAL_STEP: 889850 | > loss_text_ce: 0.04271682724356651 (0.03442555315092949) | > loss_mel_ce: 2.6195030212402344 (nan) | > loss: 0.010564364492893219 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1423504572851722) | > loader_time: 0.0045 (0.004785925008226691)  --> TIME: 2025-03-25 08:04:09 -- STEP: 6360/31555 -- GLOBAL_STEP: 889900 | > loss_text_ce: 0.02463480271399021 (0.03442850172557743) | > loss_mel_ce: 2.115145683288574 (nan) | > loss: 0.008491192944347858 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.1425586913366739) | > loader_time: 0.0051 (0.004802695422802333)  --> TIME: 2025-03-25 08:04:19 -- STEP: 6410/31555 -- GLOBAL_STEP: 889950 | > loss_text_ce: 0.029927009716629982 (0.03442472835113509) | > loss_mel_ce: 2.571995496749878 (nan) | > loss: 0.010325090028345585 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14256305441655545) | > loader_time: 0.0047 (0.004802270984500882)  --> TIME: 2025-03-25 08:04:29 -- STEP: 6460/31555 -- GLOBAL_STEP: 890000 | > loss_text_ce: 0.04155871644616127 (0.034425051181775974) | > loss_mel_ce: 2.945481777191162 (nan) | > loss: 0.011853336356580257 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14260041972062926) | > loader_time: 0.0053 (0.004803259195558059) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_890000.pth  --> TIME: 2025-03-25 08:04:44 -- STEP: 6510/31555 -- GLOBAL_STEP: 890050 | > loss_text_ce: 0.037277013063430786 (0.03442480977347105) | > loss_mel_ce: 2.8246285915374756 (nan) | > loss: 0.011356769129633904 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.142566107824651) | > loader_time: 0.0045 (0.004803877528728244)  --> TIME: 2025-03-25 08:04:54 -- STEP: 6560/31555 -- GLOBAL_STEP: 890100 | > loss_text_ce: 0.035929061472415924 (0.034408932450374984) | > loss_mel_ce: 3.010730028152466 (nan) | > loss: 0.012089917436242104 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14254348427057278) | > loader_time: 0.0048 (0.0048030463297192615)  --> TIME: 2025-03-25 08:05:03 -- STEP: 6610/31555 -- GLOBAL_STEP: 890150 | > loss_text_ce: 0.035410184413194656 (0.034412624808972274) | > loss_mel_ce: 3.004894256591797 (nan) | > loss: 0.012064700946211815 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1425353559170837) | > loader_time: 0.005 (0.004802538479330314)  --> TIME: 2025-03-25 08:05:13 -- STEP: 6660/31555 -- GLOBAL_STEP: 890200 | > loss_text_ce: 0.030506066977977753 (0.03442501127608001) | > loss_mel_ce: 1.7852137088775635 (nan) | > loss: 0.0072052376344799995 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1425142984132509) | > loader_time: 0.0045 (0.004802473815711762)  --> TIME: 2025-03-25 08:05:23 -- STEP: 6710/31555 -- GLOBAL_STEP: 890250 | > loss_text_ce: 0.03278571367263794 (0.03441664261907201) | > loss_mel_ce: 3.2055580615997314 (nan) | > loss: 0.012850571423768997 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14250977700229203) | > loader_time: 0.0049 (0.004802537319734795)  --> TIME: 2025-03-25 08:05:32 -- STEP: 6760/31555 -- GLOBAL_STEP: 890300 | > loss_text_ce: 0.03363245725631714 (0.0344155734947733) | > loss_mel_ce: 3.447040319442749 (nan) | > loss: 0.01381219457834959 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1424913965033357) | > loader_time: 0.0047 (0.0048029749351140225)  --> TIME: 2025-03-25 08:05:42 -- STEP: 6810/31555 -- GLOBAL_STEP: 890350 | > loss_text_ce: 0.034800928086042404 (0.0344095322323987) | > loss_mel_ce: 3.0537970066070557 (nan) | > loss: 0.012256341986358166 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14246863068988155) | > loader_time: 0.0049 (0.004803156432601315)  --> TIME: 2025-03-25 08:05:51 -- STEP: 6860/31555 -- GLOBAL_STEP: 890400 | > loss_text_ce: 0.031077047809958458 (0.034409196662605133) | > loss_mel_ce: 2.814980983734131 (nan) | > loss: 0.011293882504105568 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14246695743705376) | > loader_time: 0.005 (0.004803400623555078)  --> TIME: 2025-03-25 08:06:01 -- STEP: 6910/31555 -- GLOBAL_STEP: 890450 | > loss_text_ce: 0.03465694189071655 (0.03440458560699394) | > loss_mel_ce: 3.127049446105957 (nan) | > loss: 0.012546454556286335 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14246802288613009) | > loader_time: 0.0048 (0.004803313463710661)  --> TIME: 2025-03-25 08:06:11 -- STEP: 6960/31555 -- GLOBAL_STEP: 890500 | > loss_text_ce: 0.04423906281590462 (0.034402889809464036) | > loss_mel_ce: 2.868891954421997 (nan) | > loss: 0.011560044251382351 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14248849602266306) | > loader_time: 0.0048 (0.004809981344760141)  --> TIME: 2025-03-25 08:06:21 -- STEP: 7010/31555 -- GLOBAL_STEP: 890550 | > loss_text_ce: 0.02930387109518051 (0.03441062075817965) | > loss_mel_ce: 2.1742665767669678 (nan) | > loss: 0.00874432735145092 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14247570007231714) | > loader_time: 0.0046 (0.004809764278428183)  --> TIME: 2025-03-25 08:06:30 -- STEP: 7060/31555 -- GLOBAL_STEP: 890600 | > loss_text_ce: 0.03252856805920601 (0.03440086926114616) | > loss_mel_ce: 4.656807899475098 (nan) | > loss: 0.01860847882926464 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14245145739644519) | > loader_time: 0.0048 (0.00480974831594623)  --> TIME: 2025-03-25 08:06:40 -- STEP: 7110/31555 -- GLOBAL_STEP: 890650 | > loss_text_ce: 0.04116857424378395 (0.03439949269179881) | > loss_mel_ce: 2.539581060409546 (nan) | > loss: 0.01024107076227665 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14245356031275674) | > loader_time: 0.0046 (0.004810418928390473)  --> TIME: 2025-03-25 08:06:49 -- STEP: 7160/31555 -- GLOBAL_STEP: 890700 | > loss_text_ce: 0.0255552027374506 (0.03439586470762063) | > loss_mel_ce: 2.8038456439971924 (nan) | > loss: 0.011227781884372234 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14239806599457186) | > loader_time: 0.0046 (0.00480928381062086)  --> TIME: 2025-03-25 08:06:59 -- STEP: 7210/31555 -- GLOBAL_STEP: 890750 | > loss_text_ce: 0.032655082643032074 (0.03439248340842455) | > loss_mel_ce: 2.6348278522491455 (nan) | > loss: 0.010585250332951546 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14243290407813056) | > loader_time: 0.0054 (0.004808635784418995)  --> TIME: 2025-03-25 08:07:09 -- STEP: 7260/31555 -- GLOBAL_STEP: 890800 | > loss_text_ce: 0.04339267686009407 (0.03439842609652714) | > loss_mel_ce: 3.0526540279388428 (nan) | > loss: 0.012285900302231312 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14244097740525397) | > loader_time: 0.0045 (0.004808071559454119)  --> TIME: 2025-03-25 08:07:19 -- STEP: 7310/31555 -- GLOBAL_STEP: 890850 | > loss_text_ce: 0.03939936310052872 (0.03440003819513943) | > loss_mel_ce: 2.2931580543518066 (nan) | > loss: 0.009256181307137012 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1424343267641708) | > loader_time: 0.0047 (0.004807567433358535)  --> TIME: 2025-03-25 08:07:29 -- STEP: 7360/31555 -- GLOBAL_STEP: 890900 | > loss_text_ce: 0.030377645045518875 (0.034400291621695084) | > loss_mel_ce: 2.1623549461364746 (nan) | > loss: 0.008701319806277752 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1424612196567267) | > loader_time: 0.0047 (0.004807750848324395)  --> TIME: 2025-03-25 08:07:38 -- STEP: 7410/31555 -- GLOBAL_STEP: 890950 | > loss_text_ce: 0.022613873705267906 (0.034398998376157945) | > loss_mel_ce: 2.479327440261841 (nan) | > loss: 0.00992833822965622 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1424763605501328) | > loader_time: 0.0044 (0.004808098552358931)  --> TIME: 2025-03-25 08:07:48 -- STEP: 7460/31555 -- GLOBAL_STEP: 891000 | > loss_text_ce: 0.03298488259315491 (0.03439131266095398) | > loss_mel_ce: 1.4071552753448486 (nan) | > loss: 0.005714842118322849 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14250057517044037) | > loader_time: 0.0046 (0.004807589616596531)  --> TIME: 2025-03-25 08:07:58 -- STEP: 7510/31555 -- GLOBAL_STEP: 891050 | > loss_text_ce: 0.036922428756952286 (0.03438185948888442) | > loss_mel_ce: 2.7010629177093506 (nan) | > loss: 0.010865021497011185 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14248662817176597) | > loader_time: 0.0044 (0.004807576104581904)  --> TIME: 2025-03-25 08:08:07 -- STEP: 7560/31555 -- GLOBAL_STEP: 891100 | > loss_text_ce: 0.03721582889556885 (0.03438130932990653) | > loss_mel_ce: 2.5290372371673584 (nan) | > loss: 0.0101835448294878 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14245169257360804) | > loader_time: 0.0073 (0.004807359200936769)  --> TIME: 2025-03-25 08:08:17 -- STEP: 7610/31555 -- GLOBAL_STEP: 891150 | > loss_text_ce: 0.04064911603927612 (0.03439445848541229) | > loss_mel_ce: 1.9857177734375 (nan) | > loss: 0.008041138760745525 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1424158142994645) | > loader_time: 0.0044 (0.004806851714105386)  --> TIME: 2025-03-25 08:08:27 -- STEP: 7660/31555 -- GLOBAL_STEP: 891200 | > loss_text_ce: 0.03864133358001709 (0.03439434668178089) | > loss_mel_ce: 1.5888962745666504 (nan) | > loss: 0.006458483170717955 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14241310074808716) | > loader_time: 0.0047 (0.00480692794366542)  --> TIME: 2025-03-25 08:08:36 -- STEP: 7710/31555 -- GLOBAL_STEP: 891250 | > loss_text_ce: 0.04115176945924759 (0.034384956463915275) | > loss_mel_ce: 2.7839083671569824 (nan) | > loss: 0.011210557073354721 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1424510165101979) | > loader_time: 0.0047 (0.004810015700670524)  --> TIME: 2025-03-25 08:08:46 -- STEP: 7760/31555 -- GLOBAL_STEP: 891300 | > loss_text_ce: 0.03776989504694939 (0.03439027307586279) | > loss_mel_ce: 3.0465316772460938 (nan) | > loss: 0.01223929226398468 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1424708320615219) | > loader_time: 0.0052 (0.004810554557239879)  --> TIME: 2025-03-25 08:08:56 -- STEP: 7810/31555 -- GLOBAL_STEP: 891350 | > loss_text_ce: 0.04178958013653755 (0.0344018789651003) | > loss_mel_ce: 2.8726954460144043 (nan) | > loss: 0.011565417051315308 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.142486110661613) | > loader_time: 0.0046 (0.004810016500201932)  --> TIME: 2025-03-25 08:09:06 -- STEP: 7860/31555 -- GLOBAL_STEP: 891400 | > loss_text_ce: 0.02869519591331482 (0.03440333446712908) | > loss_mel_ce: 2.647698402404785 (nan) | > loss: 0.010620609857141972 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1424967656912089) | > loader_time: 0.0048 (0.004810387062965754)  --> TIME: 2025-03-25 08:09:16 -- STEP: 7910/31555 -- GLOBAL_STEP: 891450 | > loss_text_ce: 0.03531623259186745 (0.03439993110700834) | > loss_mel_ce: 2.1324167251586914 (nan) | > loss: 0.008602115325629711 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14253158644689481) | > loader_time: 0.0056 (0.004812210730445363)  --> TIME: 2025-03-25 08:09:26 -- STEP: 7960/31555 -- GLOBAL_STEP: 891500 | > loss_text_ce: 0.03964535519480705 (0.034407233155622614) | > loss_mel_ce: 3.3511407375335693 (nan) | > loss: 0.01345550175756216 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14255785594633488) | > loader_time: 0.0048 (0.00481580016601025)  --> TIME: 2025-03-25 08:09:36 -- STEP: 8010/31555 -- GLOBAL_STEP: 891550 | > loss_text_ce: 0.03908634930849075 (0.03441007828046929) | > loss_mel_ce: 1.9003233909606934 (nan) | > loss: 0.007696070708334446 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1425758468673174) | > loader_time: 0.0052 (0.004817127020617989)  --> TIME: 2025-03-25 08:09:46 -- STEP: 8060/31555 -- GLOBAL_STEP: 891600 | > loss_text_ce: 0.030972009524703026 (0.03439848718288865) | > loss_mel_ce: 2.7422380447387695 (nan) | > loss: 0.011004802770912647 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.1425647248405382) | > loader_time: 0.0049 (0.004818936760904764)  --> TIME: 2025-03-25 08:09:56 -- STEP: 8110/31555 -- GLOBAL_STEP: 891650 | > loss_text_ce: 0.031732894480228424 (0.03440059749156912) | > loss_mel_ce: 2.331423044204712 (nan) | > loss: 0.00937760341912508 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1425917693924817) | > loader_time: 0.0045 (0.004819713538436789)  --> TIME: 2025-03-25 08:10:06 -- STEP: 8160/31555 -- GLOBAL_STEP: 891700 | > loss_text_ce: 0.04333312809467316 (0.034397702647587604) | > loss_mel_ce: 2.9642672538757324 (nan) | > loss: 0.011934923008084297 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.1426156624567276) | > loader_time: 0.0049 (0.004819805657162379)  --> TIME: 2025-03-25 08:10:16 -- STEP: 8210/31555 -- GLOBAL_STEP: 891750 | > loss_text_ce: 0.03219412639737129 (0.03439913770347266) | > loss_mel_ce: 3.0081686973571777 (nan) | > loss: 0.012064932845532894 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14262961287155812) | > loader_time: 0.0072 (0.004820271037818446)  --> TIME: 2025-03-25 08:10:25 -- STEP: 8260/31555 -- GLOBAL_STEP: 891800 | > loss_text_ce: 0.044635575264692307 (0.03439838167237109) | > loss_mel_ce: 2.027255058288574 (nan) | > loss: 0.008221788331866264 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14263165294402455) | > loader_time: 0.0048 (0.004819732457038558)  --> TIME: 2025-03-25 08:10:35 -- STEP: 8310/31555 -- GLOBAL_STEP: 891850 | > loss_text_ce: 0.019978567957878113 (0.03439348145543842) | > loss_mel_ce: 2.6882989406585693 (nan) | > loss: 0.010747133754193783 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1426249040449857) | > loader_time: 0.0043 (0.0048188632145685344)  --> TIME: 2025-03-25 08:10:45 -- STEP: 8360/31555 -- GLOBAL_STEP: 891900 | > loss_text_ce: 0.03194737806916237 (0.034405442452477016) | > loss_mel_ce: 2.7274484634399414 (nan) | > loss: 0.010949984192848206 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14263339433373454) | > loader_time: 0.0045 (0.004819207071687609)  --> TIME: 2025-03-25 08:10:55 -- STEP: 8410/31555 -- GLOBAL_STEP: 891950 | > loss_text_ce: 0.042819611728191376 (0.03440573611069693) | > loss_mel_ce: 2.3008549213409424 (nan) | > loss: 0.009300296194851398 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14267373419545074) | > loader_time: 0.0049 (0.004818895228836108)  --> TIME: 2025-03-25 08:11:04 -- STEP: 8460/31555 -- GLOBAL_STEP: 892000 | > loss_text_ce: 0.0281685758382082 (0.034398906006660485) | > loss_mel_ce: 2.0550029277801514 (nan) | > loss: 0.008266554214060307 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14265119942085686) | > loader_time: 0.0051 (0.004819144283907909)  --> TIME: 2025-03-25 08:11:14 -- STEP: 8510/31555 -- GLOBAL_STEP: 892050 | > loss_text_ce: 0.02741045504808426 (0.03439927379415749) | > loss_mel_ce: 2.831875801086426 (nan) | > loss: 0.01134637463837862 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14267775718249678) | > loader_time: 0.0048 (0.004819453000742169)  --> TIME: 2025-03-25 08:11:24 -- STEP: 8560/31555 -- GLOBAL_STEP: 892100 | > loss_text_ce: 0.04123727232217789 (0.03440504611043308) | > loss_mel_ce: 2.406402826309204 (nan) | > loss: 0.009712858125567436 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14269886501481607) | > loader_time: 0.0047 (0.004819365778816074)  --> TIME: 2025-03-25 08:11:34 -- STEP: 8610/31555 -- GLOBAL_STEP: 892150 | > loss_text_ce: 0.031413301825523376 (0.0344003479547028) | > loss_mel_ce: 2.844393730163574 (nan) | > loss: 0.011411933228373528 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.1427003417696272) | > loader_time: 0.0046 (0.0048199826970471375)  --> TIME: 2025-03-25 08:11:44 -- STEP: 8660/31555 -- GLOBAL_STEP: 892200 | > loss_text_ce: 0.04457718878984451 (0.03440103941698132) | > loss_mel_ce: 2.966813802719116 (nan) | > loss: 0.011949964798986912 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1426866746389288) | > loader_time: 0.0046 (0.004819355523063177)  --> TIME: 2025-03-25 08:11:53 -- STEP: 8710/31555 -- GLOBAL_STEP: 892250 | > loss_text_ce: 0.026780905202031136 (0.034395002574690865) | > loss_mel_ce: 0.060546875 (nan) | > loss: 0.00034653881448321044 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14265691265036134) | > loader_time: 0.0046 (0.004818245518768689)  --> TIME: 2025-03-25 08:12:03 -- STEP: 8760/31555 -- GLOBAL_STEP: 892300 | > loss_text_ce: 0.031083960086107254 (0.034394842991924315) | > loss_mel_ce: 3.0266497135162354 (nan) | > loss: 0.012133864685893059 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14267174503574642) | > loader_time: 0.0047 (0.0048184351017485924)  --> TIME: 2025-03-25 08:12:13 -- STEP: 8810/31555 -- GLOBAL_STEP: 892350 | > loss_text_ce: 0.03864768519997597 (0.03439783468265315) | > loss_mel_ce: 2.7606892585754395 (nan) | > loss: 0.011108480393886566 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1426628753898094) | > loader_time: 0.0052 (0.0048193463402357245)  --> TIME: 2025-03-25 08:12:23 -- STEP: 8860/31555 -- GLOBAL_STEP: 892400 | > loss_text_ce: 0.032799940556287766 (0.03438607217737682) | > loss_mel_ce: 3.014963150024414 (nan) | > loss: 0.012094298377633095 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14267382613692284) | > loader_time: 0.0048 (0.004819123416668127)  --> TIME: 2025-03-25 08:12:32 -- STEP: 8910/31555 -- GLOBAL_STEP: 892450 | > loss_text_ce: 0.024331433698534966 (0.034389540558632775) | > loss_mel_ce: 2.5039005279541016 (nan) | > loss: 0.010032666847109795 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14268269873361136) | > loader_time: 0.0047 (0.004819143259966806)  --> TIME: 2025-03-25 08:12:42 -- STEP: 8960/31555 -- GLOBAL_STEP: 892500 | > loss_text_ce: 0.033560872077941895 (0.03438941016076044) | > loss_mel_ce: 3.1319687366485596 (nan) | > loss: 0.012561626732349396 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14269938828157538) | > loader_time: 0.0049 (0.004820136539638033)  --> TIME: 2025-03-25 08:12:52 -- STEP: 9010/31555 -- GLOBAL_STEP: 892550 | > loss_text_ce: 0.04017552360892296 (0.034386748016256775) | > loss_mel_ce: 2.853938102722168 (nan) | > loss: 0.011484578251838684 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14271154681532816) | > loader_time: 0.0048 (0.004819837844332095)  --> TIME: 2025-03-25 08:13:02 -- STEP: 9060/31555 -- GLOBAL_STEP: 892600 | > loss_text_ce: 0.04278246685862541 (0.03438386878782002) | > loss_mel_ce: 2.6119470596313477 (nan) | > loss: 0.01053464226424694 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14270148206230826) | > loader_time: 0.0046 (0.004820198333816017)  --> TIME: 2025-03-25 08:13:12 -- STEP: 9110/31555 -- GLOBAL_STEP: 892650 | > loss_text_ce: 0.03567395731806755 (0.03437701667128402) | > loss_mel_ce: 2.9815728664398193 (nan) | > loss: 0.011973202228546143 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14269449530265468) | > loader_time: 0.0047 (0.004820198311371284)  --> TIME: 2025-03-25 08:13:21 -- STEP: 9160/31555 -- GLOBAL_STEP: 892700 | > loss_text_ce: 0.03331201151013374 (0.03437339226424476) | > loss_mel_ce: 2.9971814155578613 (nan) | > loss: 0.012025768868625164 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14268757641055183) | > loader_time: 0.0045 (0.004819683476827034)  --> TIME: 2025-03-25 08:13:31 -- STEP: 9210/31555 -- GLOBAL_STEP: 892750 | > loss_text_ce: 0.051807601004838943 (0.03436200617216965) | > loss_mel_ce: 2.3839125633239746 (nan) | > loss: 0.00966555718332529 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1426661566983864) | > loader_time: 0.0052 (0.004819470352769291)  --> TIME: 2025-03-25 08:13:41 -- STEP: 9260/31555 -- GLOBAL_STEP: 892800 | > loss_text_ce: 0.03500396013259888 (0.03435892545815236) | > loss_mel_ce: 2.4505209922790527 (nan) | > loss: 0.00986319500952959 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.142671536343659) | > loader_time: 0.0046 (0.004819439528570325)  --> TIME: 2025-03-25 08:13:50 -- STEP: 9310/31555 -- GLOBAL_STEP: 892850 | > loss_text_ce: 0.026925690472126007 (0.03435718920271911) | > loss_mel_ce: 2.5173697471618652 (nan) | > loss: 0.010096411220729351 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.142657397871499) | > loader_time: 0.0045 (0.00481910918120027)  --> TIME: 2025-03-25 08:14:00 -- STEP: 9360/31555 -- GLOBAL_STEP: 892900 | > loss_text_ce: 0.03895614668726921 (0.03435576420116159) | > loss_mel_ce: 0.9818928837776184 (nan) | > loss: 0.0040509882383048534 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14265427676021558) | > loader_time: 0.0048 (0.004819316894580162)  --> TIME: 2025-03-25 08:14:10 -- STEP: 9410/31555 -- GLOBAL_STEP: 892950 | > loss_text_ce: 0.027147797867655754 (0.034357790691198056) | > loss_mel_ce: 3.071660041809082 (nan) | > loss: 0.012296857312321663 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14267114673233453) | > loader_time: 0.0047 (0.004819902907522532)  --> TIME: 2025-03-25 08:14:19 -- STEP: 9460/31555 -- GLOBAL_STEP: 893000 | > loss_text_ce: 0.03607144206762314 (0.03436352389384192) | > loss_mel_ce: 1.7874058485031128 (nan) | > loss: 0.007236021105200052 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14264951296639009) | > loader_time: 0.0044 (0.00481926764796703)  --> TIME: 2025-03-25 08:14:29 -- STEP: 9510/31555 -- GLOBAL_STEP: 893050 | > loss_text_ce: 0.03505986928939819 (0.034363160340446404) | > loss_mel_ce: 2.5739214420318604 (nan) | > loss: 0.010353101417422295 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14265379469477443) | > loader_time: 0.0046 (0.004818530413630639)  --> TIME: 2025-03-25 08:14:39 -- STEP: 9560/31555 -- GLOBAL_STEP: 893100 | > loss_text_ce: 0.03963785991072655 (0.03436608015487522) | > loss_mel_ce: 2.7071573734283447 (nan) | > loss: 0.0108999814838171 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14265175097657076) | > loader_time: 0.0045 (0.004818965775198522)  --> TIME: 2025-03-25 08:14:48 -- STEP: 9610/31555 -- GLOBAL_STEP: 893150 | > loss_text_ce: 0.04297161102294922 (0.03436074368335871) | > loss_mel_ce: 2.8612020015716553 (nan) | > loss: 0.011524499393999577 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14265184439679987) | > loader_time: 0.0046 (0.004819532735786877)  --> TIME: 2025-03-25 08:14:58 -- STEP: 9660/31555 -- GLOBAL_STEP: 893200 | > loss_text_ce: 0.03795144706964493 (0.034367401706918606) | > loss_mel_ce: 1.5035923719406128 (nan) | > loss: 0.0061172377318143845 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14265249288847268) | > loader_time: 0.0045 (0.004819367020766928)  --> TIME: 2025-03-25 08:15:08 -- STEP: 9710/31555 -- GLOBAL_STEP: 893250 | > loss_text_ce: 0.037531670182943344 (0.03436559334322502) | > loss_mel_ce: 2.2034308910369873 (nan) | > loss: 0.008892708458006382 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14265790282759228) | > loader_time: 0.0045 (0.004819296145414594)  --> TIME: 2025-03-25 08:15:17 -- STEP: 9760/31555 -- GLOBAL_STEP: 893300 | > loss_text_ce: 0.028854936361312866 (0.03436084197916195) | > loss_mel_ce: 2.833998203277588 (nan) | > loss: 0.011360528878867626 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14264249921333624) | > loader_time: 0.0048 (0.004818830407056654)  --> TIME: 2025-03-25 08:15:27 -- STEP: 9810/31555 -- GLOBAL_STEP: 893350 | > loss_text_ce: 0.0333804152905941 (0.03435833043334331) | > loss_mel_ce: 3.091815233230591 (nan) | > loss: 0.012401571497321129 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14264032767817897) | > loader_time: 0.0051 (0.004818401229733965)  --> TIME: 2025-03-25 08:15:37 -- STEP: 9860/31555 -- GLOBAL_STEP: 893400 | > loss_text_ce: 0.03430391103029251 (0.03435166490464482) | > loss_mel_ce: 2.850018262863159 (nan) | > loss: 0.011445723474025726 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14262942075729382) | > loader_time: 0.0047 (0.004818353159674286)  --> TIME: 2025-03-25 08:15:47 -- STEP: 9910/31555 -- GLOBAL_STEP: 893450 | > loss_text_ce: 0.03622559830546379 (0.03435089460420906) | > loss_mel_ce: 1.007890224456787 (nan) | > loss: 0.004143316764384508 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14264700691827506) | > loader_time: 0.0045 (0.004818814601955935)  --> TIME: 2025-03-25 08:15:56 -- STEP: 9960/31555 -- GLOBAL_STEP: 893500 | > loss_text_ce: 0.038739949464797974 (0.034349180249792756) | > loss_mel_ce: 2.547218084335327 (nan) | > loss: 0.010261738672852516 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14263389108171437) | > loader_time: 0.0045 (0.004818931856308596)  --> TIME: 2025-03-25 08:16:06 -- STEP: 10010/31555 -- GLOBAL_STEP: 893550 | > loss_text_ce: 0.035015325993299484 (0.03434282548392524) | > loss_mel_ce: 0.101806640625 (nan) | > loss: 0.0005429443554021418 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14262339199458687) | > loader_time: 0.0044 (0.004818219833678896)  --> TIME: 2025-03-25 08:16:15 -- STEP: 10060/31555 -- GLOBAL_STEP: 893600 | > loss_text_ce: 0.037432458251714706 (0.03433343528373679) | > loss_mel_ce: 2.861044406890869 (nan) | > loss: 0.01150189246982336 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14260595515518498) | > loader_time: 0.0056 (0.004818524612821118)  --> TIME: 2025-03-25 08:16:25 -- STEP: 10110/31555 -- GLOBAL_STEP: 893650 | > loss_text_ce: 0.02354862354695797 (0.03433766692009052) | > loss_mel_ce: 2.3011474609375 (nan) | > loss: 0.009224984794855118 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1426059419630073) | > loader_time: 0.0045 (0.0048182530172029185)  --> TIME: 2025-03-25 08:16:35 -- STEP: 10160/31555 -- GLOBAL_STEP: 893700 | > loss_text_ce: 0.025006135925650597 (0.034328662008817054) | > loss_mel_ce: 2.574570655822754 (nan) | > loss: 0.010315781459212303 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14257592145852227) | > loader_time: 0.0052 (0.0048179852680897165)  --> TIME: 2025-03-25 08:16:44 -- STEP: 10210/31555 -- GLOBAL_STEP: 893750 | > loss_text_ce: 0.03101944364607334 (0.03432637843796862) | > loss_mel_ce: 2.8181421756744385 (nan) | > loss: 0.011306197382509708 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14256079131545815) | > loader_time: 0.0046 (0.004818074196489506)  --> TIME: 2025-03-25 08:16:54 -- STEP: 10260/31555 -- GLOBAL_STEP: 893800 | > loss_text_ce: 0.04006718099117279 (0.034332122198227934) | > loss_mel_ce: 2.845510244369507 (nan) | > loss: 0.011450705118477345 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14256343795077414) | > loader_time: 0.0052 (0.004817437335529291)  --> TIME: 2025-03-25 08:17:04 -- STEP: 10310/31555 -- GLOBAL_STEP: 893850 | > loss_text_ce: 0.043629974126815796 (0.03433836333645157) | > loss_mel_ce: 0.5806479454040527 (nan) | > loss: 0.002477293601259589 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1425771181382221) | > loader_time: 0.0048 (0.004817582333006982)  --> TIME: 2025-03-25 08:17:13 -- STEP: 10360/31555 -- GLOBAL_STEP: 893900 | > loss_text_ce: 0.03779267892241478 (0.034334279769316) | > loss_mel_ce: 3.1450014114379883 (nan) | > loss: 0.012630135752260685 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14253974135778155) | > loader_time: 0.0052 (0.004817662713150259)  --> TIME: 2025-03-25 08:17:23 -- STEP: 10410/31555 -- GLOBAL_STEP: 893950 | > loss_text_ce: 0.04263797774910927 (0.03433242532702863) | > loss_mel_ce: 2.590217113494873 (nan) | > loss: 0.010447838343679905 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14252310211445515) | > loader_time: 0.0047 (0.00481761823355521)  --> TIME: 2025-03-25 08:17:32 -- STEP: 10460/31555 -- GLOBAL_STEP: 894000 | > loss_text_ce: 0.03021043725311756 (0.034338081487851606) | > loss_mel_ce: 2.433688163757324 (nan) | > loss: 0.009777376428246498 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14253322004588137) | > loader_time: 0.005 (0.004817131942362439)  --> TIME: 2025-03-25 08:17:42 -- STEP: 10510/31555 -- GLOBAL_STEP: 894050 | > loss_text_ce: 0.034476250410079956 (0.03433721160133338) | > loss_mel_ce: 2.1816444396972656 (nan) | > loss: 0.008794130757451057 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14252619006087075) | > loader_time: 0.0046 (0.004817055204048475)  --> TIME: 2025-03-25 08:17:52 -- STEP: 10560/31555 -- GLOBAL_STEP: 894100 | > loss_text_ce: 0.0424346923828125 (0.0343392466315753) | > loss_mel_ce: 2.566978931427002 (nan) | > loss: 0.010354816913604736 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14251953602740292) | > loader_time: 0.0049 (0.004817335465640724)  --> TIME: 2025-03-25 08:18:01 -- STEP: 10610/31555 -- GLOBAL_STEP: 894150 | > loss_text_ce: 0.029561223462224007 (0.0343339550845206) | > loss_mel_ce: 0.6006672978401184 (nan) | > loss: 0.002500907052308321 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1425118737575812) | > loader_time: 0.0047 (0.004817123956887023)  --> TIME: 2025-03-25 08:18:11 -- STEP: 10660/31555 -- GLOBAL_STEP: 894200 | > loss_text_ce: 0.04163964092731476 (0.0343386307005783) | > loss_mel_ce: 2.980785369873047 (nan) | > loss: 0.011993749998509884 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14249059167632971) | > loader_time: 0.0049 (0.004816935634970883)  --> TIME: 2025-03-25 08:18:21 -- STEP: 10710/31555 -- GLOBAL_STEP: 894250 | > loss_text_ce: 0.03250385820865631 (0.03434082198588931) | > loss_mel_ce: 2.8150086402893066 (nan) | > loss: 0.011299652978777885 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14251905240042026) | > loader_time: 0.0049 (0.004817480333045076)  --> TIME: 2025-03-25 08:18:31 -- STEP: 10760/31555 -- GLOBAL_STEP: 894300 | > loss_text_ce: 0.031821880489587784 (0.034338113407130104) | > loss_mel_ce: 2.449944496154785 (nan) | > loss: 0.009848279878497124 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14252976094923095) | > loader_time: 0.0044 (0.004817251822319166)  --> TIME: 2025-03-25 08:18:40 -- STEP: 10810/31555 -- GLOBAL_STEP: 894350 | > loss_text_ce: 0.03880419209599495 (0.034331071463298994) | > loss_mel_ce: 2.775678873062134 (nan) | > loss: 0.01116858422756195 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14251957321255254) | > loader_time: 0.0082 (0.004816991746921872)  --> TIME: 2025-03-25 08:18:50 -- STEP: 10860/31555 -- GLOBAL_STEP: 894400 | > loss_text_ce: 0.035171978175640106 (0.0343300341577038) | > loss_mel_ce: 2.6275441646575928 (nan) | > loss: 0.01056633424013853 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1425136426755301) | > loader_time: 0.0079 (0.004819036320428162)  --> TIME: 2025-03-25 08:19:00 -- STEP: 10910/31555 -- GLOBAL_STEP: 894450 | > loss_text_ce: 0.022257471457123756 (0.03432627180872931) | > loss_mel_ce: 2.4100515842437744 (nan) | > loss: 0.00965202134102583 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14251718075312608) | > loader_time: 0.0043 (0.004819577162031949)  --> TIME: 2025-03-25 08:19:10 -- STEP: 10960/31555 -- GLOBAL_STEP: 894500 | > loss_text_ce: 0.03841492906212807 (0.034329116514401306) | > loss_mel_ce: 2.582709312438965 (nan) | > loss: 0.010401287116110325 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14253179032872232) | > loader_time: 0.0048 (0.0048195141292836545)  --> TIME: 2025-03-25 08:19:19 -- STEP: 11010/31555 -- GLOBAL_STEP: 894550 | > loss_text_ce: 0.02683943696320057 (0.0343305870579331) | > loss_mel_ce: 3.398585081100464 (nan) | > loss: 0.013592955656349659 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1425184903850784) | > loader_time: 0.0046 (0.004818970760792412)  --> TIME: 2025-03-25 08:19:29 -- STEP: 11060/31555 -- GLOBAL_STEP: 894600 | > loss_text_ce: 0.025104545056819916 (0.03433688816582454) | > loss_mel_ce: 2.305072784423828 (nan) | > loss: 0.009246735833585262 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14249295959852096) | > loader_time: 0.0045 (0.004818587363520756)  --> TIME: 2025-03-25 08:19:38 -- STEP: 11110/31555 -- GLOBAL_STEP: 894650 | > loss_text_ce: 0.03130470588803291 (0.03433750187450038) | > loss_mel_ce: 2.434659957885742 (nan) | > loss: 0.009785573929548264 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14247663568313038) | > loader_time: 0.0048 (0.004818192545515693)  --> TIME: 2025-03-25 08:19:48 -- STEP: 11160/31555 -- GLOBAL_STEP: 894700 | > loss_text_ce: 0.0310421884059906 (0.03433453553226053) | > loss_mel_ce: 1.9259672164916992 (nan) | > loss: 0.007765911053866148 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14247249894671993) | > loader_time: 0.005 (0.004817873517244952)  --> TIME: 2025-03-25 08:19:57 -- STEP: 11210/31555 -- GLOBAL_STEP: 894750 | > loss_text_ce: 0.036580510437488556 (0.03433721203566351) | > loss_mel_ce: 2.322782516479492 (nan) | > loss: 0.00936255231499672 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1424412232866043) | > loader_time: 0.0045 (0.004818064500772989)  --> TIME: 2025-03-25 08:20:06 -- STEP: 11260/31555 -- GLOBAL_STEP: 894800 | > loss_text_ce: 0.032606106251478195 (0.03434163056873123) | > loss_mel_ce: 1.1136696338653564 (nan) | > loss: 0.004548713564872742 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14242528562647438) | > loader_time: 0.0046 (0.004818050264253501)  --> TIME: 2025-03-25 08:20:16 -- STEP: 11310/31555 -- GLOBAL_STEP: 894850 | > loss_text_ce: 0.03422405570745468 (0.03433958990812294) | > loss_mel_ce: 2.7968287467956543 (nan) | > loss: 0.011234337463974953 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14242408353601518) | > loader_time: 0.0046 (0.0048177456244444285)  --> TIME: 2025-03-25 08:20:26 -- STEP: 11360/31555 -- GLOBAL_STEP: 894900 | > loss_text_ce: 0.05052557215094566 (0.034342523863043976) | > loss_mel_ce: 2.8826019763946533 (nan) | > loss: 0.011639395728707314 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.142425603723862) | > loader_time: 0.0049 (0.004817925288643643)  --> TIME: 2025-03-25 08:20:36 -- STEP: 11410/31555 -- GLOBAL_STEP: 894950 | > loss_text_ce: 0.04682816565036774 (0.034341568562082224) | > loss_mel_ce: 3.234022855758667 (nan) | > loss: 0.013019251637160778 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1424269059579902) | > loader_time: 0.0046 (0.004817383797099785)  --> TIME: 2025-03-25 08:20:46 -- STEP: 11460/31555 -- GLOBAL_STEP: 895000 | > loss_text_ce: 0.02818635106086731 (0.03435342130820107) | > loss_mel_ce: 2.7281012535095215 (nan) | > loss: 0.010937649756669998 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.142432567607254) | > loader_time: 0.0043 (0.0048170490206640324)  --> TIME: 2025-03-25 08:20:55 -- STEP: 11510/31555 -- GLOBAL_STEP: 895050 | > loss_text_ce: 0.031346436589956284 (0.034349734563264026) | > loss_mel_ce: 1.8251670598983765 (nan) | > loss: 0.007367117330431938 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14243607761339988) | > loader_time: 0.0044 (0.0048168537618801235)  --> TIME: 2025-03-25 08:21:05 -- STEP: 11560/31555 -- GLOBAL_STEP: 895100 | > loss_text_ce: 0.03053629957139492 (0.03435176791434721) | > loss_mel_ce: 1.360088586807251 (nan) | > loss: 0.0055183530785143375 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14243127124119798) | > loader_time: 0.0046 (0.004816655799179351)  --> TIME: 2025-03-25 08:21:15 -- STEP: 11610/31555 -- GLOBAL_STEP: 895150 | > loss_text_ce: 0.029464587569236755 (0.034357412014490364) | > loss_mel_ce: 2.4053187370300293 (nan) | > loss: 0.009661838412284851 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14244007844538856) | > loader_time: 0.005 (0.004816246073786101)  --> TIME: 2025-03-25 08:21:25 -- STEP: 11660/31555 -- GLOBAL_STEP: 895200 | > loss_text_ce: 0.035786356776952744 (0.03435638316229669) | > loss_mel_ce: 2.479682445526123 (nan) | > loss: 0.009982019662857056 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1424644517653189) | > loader_time: 0.005 (0.004816077524352046)  --> TIME: 2025-03-25 08:21:34 -- STEP: 11710/31555 -- GLOBAL_STEP: 895250 | > loss_text_ce: 0.028419189155101776 (0.03434921047593816) | > loss_mel_ce: 3.2239911556243896 (nan) | > loss: 0.01290639117360115 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14243365122048315) | > loader_time: 0.0048 (0.004815882439291667)  --> TIME: 2025-03-25 08:21:44 -- STEP: 11760/31555 -- GLOBAL_STEP: 895300 | > loss_text_ce: 0.043383706361055374 (0.03435031816824254) | > loss_mel_ce: 2.6700308322906494 (nan) | > loss: 0.010767518542706966 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14243361895181722) | > loader_time: 0.0044 (0.004816754415732679)  --> TIME: 2025-03-25 08:21:54 -- STEP: 11810/31555 -- GLOBAL_STEP: 895350 | > loss_text_ce: 0.0429181344807148 (0.03435353875959856) | > loss_mel_ce: 2.6839280128479004 (nan) | > loss: 0.010820819064974785 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1424424835224461) | > loader_time: 0.0046 (0.004816305950271404)  --> TIME: 2025-03-25 08:22:04 -- STEP: 11860/31555 -- GLOBAL_STEP: 895400 | > loss_text_ce: 0.029331127181649208 (0.03435807971206848) | > loss_mel_ce: 3.0342252254486084 (nan) | > loss: 0.012156970798969269 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14244783481498208) | > loader_time: 0.0047 (0.004816551875907308)  --> TIME: 2025-03-25 08:22:13 -- STEP: 11910/31555 -- GLOBAL_STEP: 895450 | > loss_text_ce: 0.03403192013502121 (0.03435084936643024) | > loss_mel_ce: 2.8250083923339844 (nan) | > loss: 0.011345398612320423 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14242851315777824) | > loader_time: 0.0045 (0.004816754178576481)  --> TIME: 2025-03-25 08:22:23 -- STEP: 11960/31555 -- GLOBAL_STEP: 895500 | > loss_text_ce: 0.02859504334628582 (0.034348686178133976) | > loss_mel_ce: 2.701917886734009 (nan) | > loss: 0.010835369117558002 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.1424333347325343) | > loader_time: 0.0051 (0.004817119848768063)  --> TIME: 2025-03-25 08:22:32 -- STEP: 12010/31555 -- GLOBAL_STEP: 895550 | > loss_text_ce: 0.03664231300354004 (0.03435253133659235) | > loss_mel_ce: 2.6748735904693604 (nan) | > loss: 0.010759984143078327 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14242373358498622) | > loader_time: 0.0047 (0.004817024198400297)  --> TIME: 2025-03-25 08:22:42 -- STEP: 12060/31555 -- GLOBAL_STEP: 895600 | > loss_text_ce: 0.02850312367081642 (0.0343567905004661) | > loss_mel_ce: 2.998082160949707 (nan) | > loss: 0.012010259553790092 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14243302111997347) | > loader_time: 0.0047 (0.0048169154828262995)  --> TIME: 2025-03-25 08:22:52 -- STEP: 12110/31555 -- GLOBAL_STEP: 895650 | > loss_text_ce: 0.03631221503019333 (0.034353448183781145) | > loss_mel_ce: 2.9569106101989746 (nan) | > loss: 0.011877868324518204 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14242924242153554) | > loader_time: 0.0049 (0.004816566942941051)  --> TIME: 2025-03-25 08:23:02 -- STEP: 12160/31555 -- GLOBAL_STEP: 895700 | > loss_text_ce: 0.034241192042827606 (0.03435587006656305) | > loss_mel_ce: 2.766765594482422 (nan) | > loss: 0.011115106754004955 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14243339449167275) | > loader_time: 0.0047 (0.004816695067443347)  --> TIME: 2025-03-25 08:23:11 -- STEP: 12210/31555 -- GLOBAL_STEP: 895750 | > loss_text_ce: 0.03351382538676262 (0.03435770991959303) | > loss_mel_ce: 2.663752555847168 (nan) | > loss: 0.010703438892960548 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14242224130935133) | > loader_time: 0.0045 (0.004816651793408844)  --> TIME: 2025-03-25 08:23:21 -- STEP: 12260/31555 -- GLOBAL_STEP: 895800 | > loss_text_ce: 0.030141817405819893 (0.03435983400978764) | > loss_mel_ce: 2.934530258178711 (nan) | > loss: 0.011764572001993656 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14240527238581388) | > loader_time: 0.0047 (0.004816408336259797)  --> TIME: 2025-03-25 08:23:31 -- STEP: 12310/31555 -- GLOBAL_STEP: 895850 | > loss_text_ce: 0.03295793756842613 (0.034362768827976224) | > loss_mel_ce: 2.8042774200439453 (nan) | > loss: 0.011258871294558048 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14240332381886117) | > loader_time: 0.0048 (0.004815906223294016)  --> TIME: 2025-03-25 08:23:41 -- STEP: 12360/31555 -- GLOBAL_STEP: 895900 | > loss_text_ce: 0.03683752939105034 (0.034363207446703736) | > loss_mel_ce: 2.974189519882202 (nan) | > loss: 0.011948521248996258 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14242460067989812) | > loader_time: 0.0047 (0.004815831346419247)  --> TIME: 2025-03-25 08:23:51 -- STEP: 12410/31555 -- GLOBAL_STEP: 895950 | > loss_text_ce: 0.03624473884701729 (0.03436315114137868) | > loss_mel_ce: 2.5367465019226074 (nan) | > loss: 0.010210283100605011 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14245595426736263) | > loader_time: 0.0046 (0.0048159823506037855)  --> TIME: 2025-03-25 08:24:01 -- STEP: 12460/31555 -- GLOBAL_STEP: 896000 | > loss_text_ce: 0.03789367526769638 (0.03436854003919644) | > loss_mel_ce: 2.272240400314331 (nan) | > loss: 0.009167199954390526 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14246836963855702) | > loader_time: 0.0046 (0.00481577122383668)  --> TIME: 2025-03-25 08:24:10 -- STEP: 12510/31555 -- GLOBAL_STEP: 896050 | > loss_text_ce: 0.03632164001464844 (0.03436556927268688) | > loss_mel_ce: 2.245009183883667 (nan) | > loss: 0.009052900597453117 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14246347899631406) | > loader_time: 0.0068 (0.004815555285873831)  --> TIME: 2025-03-25 08:24:20 -- STEP: 12560/31555 -- GLOBAL_STEP: 896100 | > loss_text_ce: 0.03539760038256645 (0.034365313246647565) | > loss_mel_ce: 3.239736318588257 (nan) | > loss: 0.01299656368792057 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14245390588310936) | > loader_time: 0.0053 (0.004815598733865522)  --> TIME: 2025-03-25 08:24:30 -- STEP: 12610/31555 -- GLOBAL_STEP: 896150 | > loss_text_ce: 0.041930560022592545 (0.034362941670315075) | > loss_mel_ce: 2.378673553466797 (nan) | > loss: 0.009605572558939457 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14244548342324417) | > loader_time: 0.0045 (0.004815102833589792)  --> TIME: 2025-03-25 08:24:39 -- STEP: 12660/31555 -- GLOBAL_STEP: 896200 | > loss_text_ce: 0.034181419759988785 (0.03436440678481107) | > loss_mel_ce: 2.4748523235321045 (nan) | > loss: 0.009956483729183674 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14244648284068465) | > loader_time: 0.0048 (0.004814840737865612)  --> TIME: 2025-03-25 08:24:49 -- STEP: 12710/31555 -- GLOBAL_STEP: 896250 | > loss_text_ce: 0.029059384018182755 (0.034360705435358144) | > loss_mel_ce: 3.243920087814331 (nan) | > loss: 0.012988015078008175 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14244166699851485) | > loader_time: 0.0047 (0.004814369579078068)  --> TIME: 2025-03-25 08:24:59 -- STEP: 12760/31555 -- GLOBAL_STEP: 896300 | > loss_text_ce: 0.05005951598286629 (0.034363740546261005) | > loss_mel_ce: 3.5864007472991943 (nan) | > loss: 0.014430399052798748 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14244847605968403) | > loader_time: 0.0044 (0.004814633773785761)  --> TIME: 2025-03-25 08:25:08 -- STEP: 12810/31555 -- GLOBAL_STEP: 896350 | > loss_text_ce: 0.035107873380184174 (0.03436566719161544) | > loss_mel_ce: 3.2123193740844727 (nan) | > loss: 0.01288661640137434 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14244652211340453) | > loader_time: 0.0045 (0.004813658809587407)  --> TIME: 2025-03-25 08:25:18 -- STEP: 12860/31555 -- GLOBAL_STEP: 896400 | > loss_text_ce: 0.032550595700740814 (0.03436946792102205) | > loss_mel_ce: 3.1944661140441895 (nan) | > loss: 0.012805622071027756 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14244770213938468) | > loader_time: 0.0049 (0.004813397598118275)  --> TIME: 2025-03-25 08:25:28 -- STEP: 12910/31555 -- GLOBAL_STEP: 896450 | > loss_text_ce: 0.025750167667865753 (0.03436890429926075) | > loss_mel_ce: 2.571601390838623 (nan) | > loss: 0.010306951589882374 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14245387202173548) | > loader_time: 0.0045 (0.004813361962020707)  --> TIME: 2025-03-25 08:25:38 -- STEP: 12960/31555 -- GLOBAL_STEP: 896500 | > loss_text_ce: 0.037387020885944366 (0.03436604654905099) | > loss_mel_ce: 2.889940023422241 (nan) | > loss: 0.011616378091275692 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14247106153655992) | > loader_time: 0.0048 (0.004813163166428777)  --> TIME: 2025-03-25 08:25:48 -- STEP: 13010/31555 -- GLOBAL_STEP: 896550 | > loss_text_ce: 0.03108460269868374 (0.0343698153833499) | > loss_mel_ce: 2.4479122161865234 (nan) | > loss: 0.009837289340794086 (nan) | > current_lr: 5e-06 | > step_time: 0.1928 (0.1424828215253808) | > loader_time: 0.0048 (0.004813097129868678)  --> TIME: 2025-03-25 08:25:58 -- STEP: 13060/31555 -- GLOBAL_STEP: 896600 | > loss_text_ce: 0.045280806720256805 (0.03437065315186116) | > loss_mel_ce: 2.9167428016662598 (nan) | > loss: 0.01175406202673912 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14249089218756028) | > loader_time: 0.0044 (0.004812900468729889)  --> TIME: 2025-03-25 08:26:07 -- STEP: 13110/31555 -- GLOBAL_STEP: 896650 | > loss_text_ce: 0.03006465546786785 (0.034369562955858864) | > loss_mel_ce: 2.484485387802124 (nan) | > loss: 0.009978373534977436 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14246531651276545) | > loader_time: 0.0049 (0.004812539123925043)  --> TIME: 2025-03-25 08:26:17 -- STEP: 13160/31555 -- GLOBAL_STEP: 896700 | > loss_text_ce: 0.037444401532411575 (0.034370948301096126) | > loss_mel_ce: 2.6668035984039307 (nan) | > loss: 0.010731142945587635 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14246034493562376) | > loader_time: 0.005 (0.004812046079287754)  --> TIME: 2025-03-25 08:26:27 -- STEP: 13210/31555 -- GLOBAL_STEP: 896750 | > loss_text_ce: 0.022578734904527664 (0.034373296792481536) | > loss_mel_ce: 3.11724853515625 (nan) | > loss: 0.012459632940590382 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14246087695142765) | > loader_time: 0.0045 (0.004811751959812973)  --> TIME: 2025-03-25 08:26:36 -- STEP: 13260/31555 -- GLOBAL_STEP: 896800 | > loss_text_ce: 0.0381893627345562 (0.03437280448794168) | > loss_mel_ce: 3.0059683322906494 (nan) | > loss: 0.012079991400241852 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1424528806457697) | > loader_time: 0.0046 (0.004811119727599292)  --> TIME: 2025-03-25 08:26:46 -- STEP: 13310/31555 -- GLOBAL_STEP: 896850 | > loss_text_ce: 0.02797473408281803 (0.03436845065934891) | > loss_mel_ce: 2.7421183586120605 (nan) | > loss: 0.010992433875799179 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14244640265793704) | > loader_time: 0.0044 (0.004810614965626547)  --> TIME: 2025-03-25 08:26:55 -- STEP: 13360/31555 -- GLOBAL_STEP: 896900 | > loss_text_ce: 0.03431536257266998 (0.034370119866781165) | > loss_mel_ce: 2.579763174057007 (nan) | > loss: 0.010373327881097794 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14243863778200028) | > loader_time: 0.0053 (0.004809969056866105)  --> TIME: 2025-03-25 08:27:05 -- STEP: 13410/31555 -- GLOBAL_STEP: 896950 | > loss_text_ce: 0.05414251238107681 (0.034370079414889815) | > loss_mel_ce: 2.52490234375 (nan) | > loss: 0.010234305635094643 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1424098708396706) | > loader_time: 0.0051 (0.004809416842762857)  --> TIME: 2025-03-25 08:27:15 -- STEP: 13460/31555 -- GLOBAL_STEP: 897000 | > loss_text_ce: 0.04625554755330086 (0.03437373336075204) | > loss_mel_ce: 2.673119068145752 (nan) | > loss: 0.010791169479489326 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14242256460005645) | > loader_time: 0.0043 (0.004809991583604494)  --> TIME: 2025-03-25 08:27:24 -- STEP: 13510/31555 -- GLOBAL_STEP: 897050 | > loss_text_ce: 0.04164257273077965 (0.03437492022694784) | > loss_mel_ce: 2.509598970413208 (nan) | > loss: 0.010123975574970245 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14240691303589229) | > loader_time: 0.0046 (0.004809104487421225)  --> TIME: 2025-03-25 08:27:34 -- STEP: 13560/31555 -- GLOBAL_STEP: 897100 | > loss_text_ce: 0.04431980475783348 (0.03437466816811823) | > loss_mel_ce: 2.9045937061309814 (nan) | > loss: 0.0117020383477211 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14241855703623998) | > loader_time: 0.0046 (0.004808943742847703)  --> TIME: 2025-03-25 08:27:44 -- STEP: 13610/31555 -- GLOBAL_STEP: 897150 | > loss_text_ce: 0.030743148177862167 (0.03437782218426589) | > loss_mel_ce: 0.156005859375 (nan) | > loss: 0.0007410675752907991 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14242259823689168) | > loader_time: 0.0051 (0.004808790065364551)  --> TIME: 2025-03-25 08:27:53 -- STEP: 13660/31555 -- GLOBAL_STEP: 897200 | > loss_text_ce: 0.03582094609737396 (0.03438248131492358) | > loss_mel_ce: 1.4561244249343872 (nan) | > loss: 0.0059204185381531715 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14241314241512668) | > loader_time: 0.0047 (0.004808402654890763)  --> TIME: 2025-03-25 08:28:03 -- STEP: 13710/31555 -- GLOBAL_STEP: 897250 | > loss_text_ce: 0.028098322451114655 (0.034382952247589256) | > loss_mel_ce: 2.643897294998169 (nan) | > loss: 0.010603157803416252 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14239876054656708) | > loader_time: 0.0075 (0.004808212717808898)  --> TIME: 2025-03-25 08:28:12 -- STEP: 13760/31555 -- GLOBAL_STEP: 897300 | > loss_text_ce: 0.03446101024746895 (0.03437872174382741) | > loss_mel_ce: 2.38616681098938 (nan) | > loss: 0.009605666622519493 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14238109579959612) | > loader_time: 0.0045 (0.004808111973973187)  --> TIME: 2025-03-25 08:28:22 -- STEP: 13810/31555 -- GLOBAL_STEP: 897350 | > loss_text_ce: 0.030293358489871025 (0.03438186173601729) | > loss_mel_ce: 2.5637154579162598 (nan) | > loss: 0.010293686762452126 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14237028076370778) | > loader_time: 0.0052 (0.004807921305331155)  --> TIME: 2025-03-25 08:28:32 -- STEP: 13860/31555 -- GLOBAL_STEP: 897400 | > loss_text_ce: 0.03123847208917141 (0.03437994766071922) | > loss_mel_ce: 2.7595865726470947 (nan) | > loss: 0.011074703186750412 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14237363109684972) | > loader_time: 0.0047 (0.004807511174145522)  --> TIME: 2025-03-25 08:28:41 -- STEP: 13910/31555 -- GLOBAL_STEP: 897450 | > loss_text_ce: 0.03568555414676666 (0.034382978544485396) | > loss_mel_ce: 2.4206342697143555 (nan) | > loss: 0.00974730122834444 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.142369938393791) | > loader_time: 0.0046 (0.0048073249956757415)  --> TIME: 2025-03-25 08:28:51 -- STEP: 13960/31555 -- GLOBAL_STEP: 897500 | > loss_text_ce: 0.028515467420220375 (0.03437870620072072) | > loss_mel_ce: 2.9280946254730225 (nan) | > loss: 0.011732581071555614 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14235643664198824) | > loader_time: 0.0046 (0.004806661503362772)  --> TIME: 2025-03-25 08:29:00 -- STEP: 14010/31555 -- GLOBAL_STEP: 897550 | > loss_text_ce: 0.041945409029722214 (0.03438433150718939) | > loss_mel_ce: 2.7338523864746094 (nan) | > loss: 0.011015071533620358 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14235211917964316) | > loader_time: 0.0049 (0.004806297204904584)  --> TIME: 2025-03-25 08:29:10 -- STEP: 14060/31555 -- GLOBAL_STEP: 897600 | > loss_text_ce: 0.04420473054051399 (0.03437913261118149) | > loss_mel_ce: 2.001960039138794 (nan) | > loss: 0.008119701407849789 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14233078242704827) | > loader_time: 0.0068 (0.004806313219653743)  --> TIME: 2025-03-25 08:29:19 -- STEP: 14110/31555 -- GLOBAL_STEP: 897650 | > loss_text_ce: 0.03960684314370155 (0.03437878483857535) | > loss_mel_ce: 2.9000704288482666 (nan) | > loss: 0.011665386147797108 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14232614361420307) | > loader_time: 0.0046 (0.004806607467413435)  --> TIME: 2025-03-25 08:29:29 -- STEP: 14160/31555 -- GLOBAL_STEP: 897700 | > loss_text_ce: 0.0386635921895504 (0.03437888654459279) | > loss_mel_ce: 1.736997127532959 (nan) | > loss: 0.007046273443847895 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1423311489955178) | > loader_time: 0.0044 (0.004806434922972621)  --> TIME: 2025-03-25 08:29:39 -- STEP: 14210/31555 -- GLOBAL_STEP: 897750 | > loss_text_ce: 0.03330681845545769 (0.03438088530812201) | > loss_mel_ce: 0.1524251252412796 (nan) | > loss: 0.0007370315724983811 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14232579893330957) | > loader_time: 0.0046 (0.004806796251091611)  --> TIME: 2025-03-25 08:29:48 -- STEP: 14260/31555 -- GLOBAL_STEP: 897800 | > loss_text_ce: 0.05051921680569649 (0.03438103803450449) | > loss_mel_ce: 2.5961670875549316 (nan) | > loss: 0.010502723976969719 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1423115182725442) | > loader_time: 0.0044 (0.004808018786041111)  --> TIME: 2025-03-25 08:29:58 -- STEP: 14310/31555 -- GLOBAL_STEP: 897850 | > loss_text_ce: 0.03890170156955719 (0.03437517257739216) | > loss_mel_ce: 2.7730650901794434 (nan) | > loss: 0.011158599518239498 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14232869338189513) | > loader_time: 0.0048 (0.0048077646624700215)  --> TIME: 2025-03-25 08:30:08 -- STEP: 14360/31555 -- GLOBAL_STEP: 897900 | > loss_text_ce: 0.05022607371211052 (0.03437444563335044) | > loss_mel_ce: 2.6042258739471436 (nan) | > loss: 0.010533539578318596 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14231841781677287) | > loader_time: 0.0047 (0.0048075826055159945)  --> TIME: 2025-03-25 08:30:17 -- STEP: 14410/31555 -- GLOBAL_STEP: 897950 | > loss_text_ce: 0.02794760838150978 (0.03437236231647677) | > loss_mel_ce: 2.8531768321990967 (nan) | > loss: 0.01143303420394659 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14229337776972933) | > loader_time: 0.0047 (0.004807511193317127)  --> TIME: 2025-03-25 08:30:27 -- STEP: 14460/31555 -- GLOBAL_STEP: 898000 | > loss_text_ce: 0.03063679300248623 (0.03437234822320606) | > loss_mel_ce: 2.8318393230438232 (nan) | > loss: 0.011359033174812794 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14229744252327536) | > loader_time: 0.0046 (0.0048076341261012725)  --> TIME: 2025-03-25 08:30:37 -- STEP: 14510/31555 -- GLOBAL_STEP: 898050 | > loss_text_ce: 0.02583928592503071 (0.03437507305663968) | > loss_mel_ce: 1.425201416015625 (nan) | > loss: 0.00575809832662344 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14230064282657162) | > loader_time: 0.0044 (0.00480738264539994)  --> TIME: 2025-03-25 08:30:46 -- STEP: 14560/31555 -- GLOBAL_STEP: 898100 | > loss_text_ce: 0.03881845250725746 (0.034371786336491135) | > loss_mel_ce: 2.993051052093506 (nan) | > loss: 0.01203122828155756 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14229934782117246) | > loader_time: 0.0048 (0.004807221430998563)  --> TIME: 2025-03-25 08:30:56 -- STEP: 14610/31555 -- GLOBAL_STEP: 898150 | > loss_text_ce: 0.0404982715845108 (0.03437511874024962) | > loss_mel_ce: 2.749904155731201 (nan) | > loss: 0.01107302587479353 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14230248327535902) | > loader_time: 0.0047 (0.004807379178850701)  --> TIME: 2025-03-25 08:31:06 -- STEP: 14660/31555 -- GLOBAL_STEP: 898200 | > loss_text_ce: 0.033483002334833145 (0.034377710288962145) | > loss_mel_ce: 2.594930410385132 (nan) | > loss: 0.010430213063955307 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14230857638675196) | > loader_time: 0.0054 (0.004807483792142341)  --> TIME: 2025-03-25 08:31:16 -- STEP: 14710/31555 -- GLOBAL_STEP: 898250 | > loss_text_ce: 0.045388299971818924 (0.03437527846127108) | > loss_mel_ce: 2.9553427696228027 (nan) | > loss: 0.011907663196325302 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14231757971804423) | > loader_time: 0.005 (0.004807542182408877)  --> TIME: 2025-03-25 08:31:25 -- STEP: 14760/31555 -- GLOBAL_STEP: 898300 | > loss_text_ce: 0.043653521686792374 (0.03438156073292084) | > loss_mel_ce: 2.2315945625305176 (nan) | > loss: 0.009028762578964233 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14229530058902098) | > loader_time: 0.0047 (0.00480735568496268)  --> TIME: 2025-03-25 08:31:35 -- STEP: 14810/31555 -- GLOBAL_STEP: 898350 | > loss_text_ce: 0.03815418481826782 (0.03438062906443838) | > loss_mel_ce: 3.05078125 (nan) | > loss: 0.012257681228220463 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1422850087234731) | > loader_time: 0.0046 (0.004806885664564445)  --> TIME: 2025-03-25 08:31:44 -- STEP: 14860/31555 -- GLOBAL_STEP: 898400 | > loss_text_ce: 0.03156778961420059 (0.03437973412485782) | > loss_mel_ce: 2.4454684257507324 (nan) | > loss: 0.009829509072005749 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1422799570403218) | > loader_time: 0.0045 (0.004806896590929795)  --> TIME: 2025-03-25 08:31:54 -- STEP: 14910/31555 -- GLOBAL_STEP: 898450 | > loss_text_ce: 0.039102014154195786 (0.034380658618770876) | > loss_mel_ce: 2.671098470687866 (nan) | > loss: 0.010754765011370182 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1422939028858256) | > loader_time: 0.0046 (0.004807178803053081)  --> TIME: 2025-03-25 08:32:04 -- STEP: 14960/31555 -- GLOBAL_STEP: 898500 | > loss_text_ce: 0.03222914785146713 (0.03437969253247809) | > loss_mel_ce: 2.37294602394104 (nan) | > loss: 0.00954434648156166 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14230781452541014) | > loader_time: 0.0046 (0.004807463447677879)  --> TIME: 2025-03-25 08:32:14 -- STEP: 15010/31555 -- GLOBAL_STEP: 898550 | > loss_text_ce: 0.03278666362166405 (0.034383283483347085) | > loss_mel_ce: 2.96818208694458 (nan) | > loss: 0.011908606626093388 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14229323814742778) | > loader_time: 0.005 (0.0048071775493583515)  --> TIME: 2025-03-25 08:32:24 -- STEP: 15060/31555 -- GLOBAL_STEP: 898600 | > loss_text_ce: 0.0324198417365551 (0.03438110162508951) | > loss_mel_ce: 2.567570924758911 (nan) | > loss: 0.010317424312233925 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14230519205450506) | > loader_time: 0.0048 (0.004807409188978523)  --> TIME: 2025-03-25 08:32:33 -- STEP: 15110/31555 -- GLOBAL_STEP: 898650 | > loss_text_ce: 0.03301962465047836 (0.03437934408468519) | > loss_mel_ce: 2.816390037536621 (nan) | > loss: 0.011307181790471077 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14230747249724424) | > loader_time: 0.0047 (0.004807312326033628)  --> TIME: 2025-03-25 08:32:44 -- STEP: 15160/31555 -- GLOBAL_STEP: 898700 | > loss_text_ce: 0.04378892481327057 (0.03438282353511082) | > loss_mel_ce: 2.9609317779541016 (nan) | > loss: 0.011923495680093765 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14233306515814417) | > loader_time: 0.0047 (0.004807478708453399)  --> TIME: 2025-03-25 08:32:53 -- STEP: 15210/31555 -- GLOBAL_STEP: 898750 | > loss_text_ce: 0.03003883548080921 (0.0343816174577521) | > loss_mel_ce: 1.2079346179962158 (nan) | > loss: 0.004912593401968479 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14233250229237945) | > loader_time: 0.0051 (0.0048076459720368106)  --> TIME: 2025-03-25 08:33:03 -- STEP: 15260/31555 -- GLOBAL_STEP: 898800 | > loss_text_ce: 0.038966186344623566 (0.03438252229768364) | > loss_mel_ce: 2.6786158084869385 (nan) | > loss: 0.010784056037664413 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14232090128827346) | > loader_time: 0.0072 (0.00480799025039371)  --> TIME: 2025-03-25 08:33:12 -- STEP: 15310/31555 -- GLOBAL_STEP: 898850 | > loss_text_ce: 0.032286301255226135 (0.03437817768479065) | > loss_mel_ce: 2.7921361923217773 (nan) | > loss: 0.01120802666991949 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14231217343537783) | > loader_time: 0.0047 (0.004807708545263709)  --> TIME: 2025-03-25 08:33:22 -- STEP: 15360/31555 -- GLOBAL_STEP: 898900 | > loss_text_ce: 0.03683846443891525 (0.034380897861167964) | > loss_mel_ce: 2.550455331802368 (nan) | > loss: 0.010267039760947227 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.142304849438369) | > loader_time: 0.0045 (0.0048074613635738506)  --> TIME: 2025-03-25 08:33:32 -- STEP: 15410/31555 -- GLOBAL_STEP: 898950 | > loss_text_ce: 0.036313578486442566 (0.0343818839245984) | > loss_mel_ce: 2.514519214630127 (nan) | > loss: 0.010122353211045265 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1422963399998478) | > loader_time: 0.0046 (0.004807269550004133)  --> TIME: 2025-03-25 08:33:41 -- STEP: 15460/31555 -- GLOBAL_STEP: 899000 | > loss_text_ce: 0.037681419402360916 (0.03438132318456007) | > loss_mel_ce: 2.865992784500122 (nan) | > loss: 0.01152251660823822 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14228245737019024) | > loader_time: 0.0044 (0.00480683762845214)  --> TIME: 2025-03-25 08:33:51 -- STEP: 15510/31555 -- GLOBAL_STEP: 899050 | > loss_text_ce: 0.037846751511096954 (0.034386801064737266) | > loss_mel_ce: 1.7543073892593384 (nan) | > loss: 0.007111723534762859 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14228610371405784) | > loader_time: 0.005 (0.004806770070147911)  --> TIME: 2025-03-25 08:34:01 -- STEP: 15560/31555 -- GLOBAL_STEP: 899100 | > loss_text_ce: 0.0396898053586483 (0.03438740641490368) | > loss_mel_ce: 2.1300320625305176 (nan) | > loss: 0.008610007353127003 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14229533834751562) | > loader_time: 0.0046 (0.004806378951109449)  --> TIME: 2025-03-25 08:34:10 -- STEP: 15610/31555 -- GLOBAL_STEP: 899150 | > loss_text_ce: 0.036574166268110275 (0.034389433060390155) | > loss_mel_ce: 2.7032482624053955 (nan) | > loss: 0.010872311890125275 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14228411026294197) | > loader_time: 0.0047 (0.004806094517851377)  --> TIME: 2025-03-25 08:34:20 -- STEP: 15660/31555 -- GLOBAL_STEP: 899200 | > loss_text_ce: 0.03245531767606735 (0.034387505116086146) | > loss_mel_ce: 3.0076918601989746 (nan) | > loss: 0.012064076028764248 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14227415560762516) | > loader_time: 0.0053 (0.004806896005097002)  --> TIME: 2025-03-25 08:34:30 -- STEP: 15710/31555 -- GLOBAL_STEP: 899250 | > loss_text_ce: 0.02444653958082199 (0.034385375679013404) | > loss_mel_ce: 2.773723602294922 (nan) | > loss: 0.011103849858045578 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14228917075751438) | > loader_time: 0.0048 (0.004807795755882901)  --> TIME: 2025-03-25 08:34:40 -- STEP: 15760/31555 -- GLOBAL_STEP: 899300 | > loss_text_ce: 0.024276068434119225 (0.03438227482336244) | > loss_mel_ce: 2.607593297958374 (nan) | > loss: 0.01044392678886652 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1422934609167464) | > loader_time: 0.0043 (0.004808057504256951)  --> TIME: 2025-03-25 08:34:49 -- STEP: 15810/31555 -- GLOBAL_STEP: 899350 | > loss_text_ce: 0.02690662257373333 (0.03438125788166418) | > loss_mel_ce: 2.1972897052764893 (nan) | > loss: 0.008826176635921001 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14228574750093145) | > loader_time: 0.0045 (0.004808125565279726)  --> TIME: 2025-03-25 08:34:59 -- STEP: 15860/31555 -- GLOBAL_STEP: 899400 | > loss_text_ce: 0.0305250845849514 (0.034381424316791) | > loss_mel_ce: 2.5017027854919434 (nan) | > loss: 0.010048523545265198 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14228069729642612) | > loader_time: 0.0048 (0.00480835795552852)  --> TIME: 2025-03-25 08:35:09 -- STEP: 15910/31555 -- GLOBAL_STEP: 899450 | > loss_text_ce: 0.03072853945195675 (0.034383260984486394) | > loss_mel_ce: 2.649369239807129 (nan) | > loss: 0.010635309852659702 (nan) | > current_lr: 5e-06 | > step_time: 0.189 (0.1422859803301067) | > loader_time: 0.0047 (0.004808505910661201)  --> TIME: 2025-03-25 08:35:18 -- STEP: 15960/31555 -- GLOBAL_STEP: 899500 | > loss_text_ce: 0.029366249218583107 (0.0343836172909841) | > loss_mel_ce: 2.9192392826080322 (nan) | > loss: 0.011700816452503204 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14227411339157478) | > loader_time: 0.0049 (0.004808600758550143)  --> TIME: 2025-03-25 08:35:28 -- STEP: 16010/31555 -- GLOBAL_STEP: 899550 | > loss_text_ce: 0.02995486371219158 (0.03438235463901439) | > loss_mel_ce: 2.8729469776153564 (nan) | > loss: 0.011519452556967735 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1422844621109111) | > loader_time: 0.0047 (0.004809302035754041)  --> TIME: 2025-03-25 08:35:38 -- STEP: 16060/31555 -- GLOBAL_STEP: 899600 | > loss_text_ce: 0.03667194023728371 (0.03437980130827448) | > loss_mel_ce: 1.5923494100570679 (nan) | > loss: 0.006464370992034674 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14228317246193578) | > loader_time: 0.0044 (0.00480950512595074)  --> TIME: 2025-03-25 08:35:48 -- STEP: 16110/31555 -- GLOBAL_STEP: 899650 | > loss_text_ce: 0.035034194588661194 (0.03438186338893978) | > loss_mel_ce: 2.952834367752075 (nan) | > loss: 0.0118566220626235 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14229331404285178) | > loader_time: 0.0046 (0.004809442845136742)  --> TIME: 2025-03-25 08:35:58 -- STEP: 16160/31555 -- GLOBAL_STEP: 899700 | > loss_text_ce: 0.027000121772289276 (0.03438357940383962) | > loss_mel_ce: 0.48883056640625 (nan) | > loss: 0.002046947367489338 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1422978736386438) | > loader_time: 0.0047 (0.004809443564108085)  --> TIME: 2025-03-25 08:36:08 -- STEP: 16210/31555 -- GLOBAL_STEP: 899750 | > loss_text_ce: 0.03426450863480568 (0.03438360275393874) | > loss_mel_ce: 3.185352087020874 (nan) | > loss: 0.01277625747025013 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14230910909536193) | > loader_time: 0.0045 (0.004809511847734287)  --> TIME: 2025-03-25 08:36:17 -- STEP: 16260/31555 -- GLOBAL_STEP: 899800 | > loss_text_ce: 0.034352537244558334 (0.03438262920082061) | > loss_mel_ce: 1.7385344505310059 (nan) | > loss: 0.007035266142338514 (nan) | > current_lr: 5e-06 | > step_time: 0.1062 (0.14230001601785724) | > loader_time: 0.0062 (0.00480938017881516)  --> TIME: 2025-03-25 08:36:27 -- STEP: 16310/31555 -- GLOBAL_STEP: 899850 | > loss_text_ce: 0.02357013337314129 (0.03438609698016451) | > loss_mel_ce: 3.013169527053833 (nan) | > loss: 0.012050554156303406 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1422869133262234) | > loader_time: 0.0046 (0.004809160454736595)  --> TIME: 2025-03-25 08:36:36 -- STEP: 16360/31555 -- GLOBAL_STEP: 899900 | > loss_text_ce: 0.0391077883541584 (0.03437984004937792) | > loss_mel_ce: 2.001347541809082 (nan) | > loss: 0.008097045123577118 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14228952911780313) | > loader_time: 0.0045 (0.004808619407103505)  --> TIME: 2025-03-25 08:36:46 -- STEP: 16410/31555 -- GLOBAL_STEP: 899950 | > loss_text_ce: 0.026884550228714943 (0.03438146095257524) | > loss_mel_ce: 2.7862045764923096 (nan) | > loss: 0.01116305310279131 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14229360170149324) | > loader_time: 0.0045 (0.004808463286074959)  --> TIME: 2025-03-25 08:36:56 -- STEP: 16460/31555 -- GLOBAL_STEP: 900000 | > loss_text_ce: 0.0315764881670475 (0.034386087918511374) | > loss_mel_ce: 2.5627002716064453 (nan) | > loss: 0.010294749401509762 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1422913449792639) | > loader_time: 0.005 (0.004808445964664892) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_900000.pth  --> TIME: 2025-03-25 08:37:11 -- STEP: 16510/31555 -- GLOBAL_STEP: 900050 | > loss_text_ce: 0.03549525514245033 (0.0343853242088363) | > loss_mel_ce: 2.5119807720184326 (nan) | > loss: 0.01010903250426054 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14227524755363505) | > loader_time: 0.0043 (0.0048083775264432535)  --> TIME: 2025-03-25 08:37:21 -- STEP: 16560/31555 -- GLOBAL_STEP: 900100 | > loss_text_ce: 0.03206724673509598 (0.03438126414762303) | > loss_mel_ce: 2.660269260406494 (nan) | > loss: 0.010683875530958176 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1422817186312972) | > loader_time: 0.0049 (0.004808135409861932)  --> TIME: 2025-03-25 08:37:30 -- STEP: 16610/31555 -- GLOBAL_STEP: 900150 | > loss_text_ce: 0.03065057471394539 (0.0343763289688303) | > loss_mel_ce: 2.8245956897735596 (nan) | > loss: 0.01133034285157919 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14227156455368944) | > loader_time: 0.0047 (0.004808315464274686)  --> TIME: 2025-03-25 08:37:40 -- STEP: 16660/31555 -- GLOBAL_STEP: 900200 | > loss_text_ce: 0.036086346954107285 (0.03437437764777022) | > loss_mel_ce: 2.9969778060913086 (nan) | > loss: 0.012035969644784927 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1422639530961537) | > loader_time: 0.0045 (0.004808369905006974)  --> TIME: 2025-03-25 08:37:50 -- STEP: 16710/31555 -- GLOBAL_STEP: 900250 | > loss_text_ce: 0.03101695142686367 (0.034371111778523325) | > loss_mel_ce: 1.245835304260254 (nan) | > loss: 0.00506687443703413 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14226983649369676) | > loader_time: 0.0045 (0.00480850905732862)  --> TIME: 2025-03-25 08:37:59 -- STEP: 16760/31555 -- GLOBAL_STEP: 900300 | > loss_text_ce: 0.03983116149902344 (0.03437115868813566) | > loss_mel_ce: 2.965449333190918 (nan) | > loss: 0.011925716884434223 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1422732785948703) | > loader_time: 0.0046 (0.004808399628910062)  --> TIME: 2025-03-25 08:38:09 -- STEP: 16810/31555 -- GLOBAL_STEP: 900350 | > loss_text_ce: 0.037603192031383514 (0.034369289669818094) | > loss_mel_ce: 2.6891133785247803 (nan) | > loss: 0.010820304043591022 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14227652837661367) | > loader_time: 0.0045 (0.004808193441659891)  --> TIME: 2025-03-25 08:38:19 -- STEP: 16860/31555 -- GLOBAL_STEP: 900400 | > loss_text_ce: 0.02274787612259388 (0.03436619317742365) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14226623072177325) | > loader_time: 0.0047 (0.004808060922090964)  --> TIME: 2025-03-25 08:38:29 -- STEP: 16910/31555 -- GLOBAL_STEP: 900450 | > loss_text_ce: 0.02945730835199356 (0.034362514809959104) | > loss_mel_ce: 1.891677975654602 (nan) | > loss: 0.007623553276062012 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14226857081875133) | > loader_time: 0.0045 (0.004807829433894583)  --> TIME: 2025-03-25 08:38:38 -- STEP: 16960/31555 -- GLOBAL_STEP: 900500 | > loss_text_ce: 0.03016495890915394 (0.03436212158687229) | > loss_mel_ce: 1.7920953035354614 (nan) | > loss: 0.007231191731989384 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14226224988980085) | > loader_time: 0.0049 (0.0048077743851913475)  --> TIME: 2025-03-25 08:38:48 -- STEP: 17010/31555 -- GLOBAL_STEP: 900550 | > loss_text_ce: 0.04092499241232872 (0.03436054713172125) | > loss_mel_ce: 0.0439453125 (nan) | > loss: 0.0003367869649082422 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14226203469372273) | > loader_time: 0.0049 (0.004807910941615644)  --> TIME: 2025-03-25 08:38:57 -- STEP: 17060/31555 -- GLOBAL_STEP: 900600 | > loss_text_ce: 0.03538854047656059 (0.03435824088378858) | > loss_mel_ce: 0.0460205078125 (nan) | > loss: 0.00032305181957781315 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1422579298964137) | > loader_time: 0.0051 (0.004807521967088477)  --> TIME: 2025-03-25 08:39:07 -- STEP: 17110/31555 -- GLOBAL_STEP: 900650 | > loss_text_ce: 0.025939593091607094 (0.034356634622882715) | > loss_mel_ce: 2.015843629837036 (nan) | > loss: 0.008102315478026867 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1422659090009784) | > loader_time: 0.0046 (0.004807845728220388)  --> TIME: 2025-03-25 08:39:17 -- STEP: 17160/31555 -- GLOBAL_STEP: 900700 | > loss_text_ce: 0.03642062842845917 (0.03435589661474366) | > loss_mel_ce: 3.1248934268951416 (nan) | > loss: 0.012544897384941578 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14226392811828537) | > loader_time: 0.0046 (0.004807764166718582)  --> TIME: 2025-03-25 08:39:27 -- STEP: 17210/31555 -- GLOBAL_STEP: 900750 | > loss_text_ce: 0.040165506303310394 (0.034353904665936325) | > loss_mel_ce: 2.792043924331665 (nan) | > loss: 0.011238927021622658 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14225587851775356) | > loader_time: 0.0048 (0.004807515839793374)  --> TIME: 2025-03-25 08:39:36 -- STEP: 17260/31555 -- GLOBAL_STEP: 900800 | > loss_text_ce: 0.028922468423843384 (0.03435104411302571) | > loss_mel_ce: 2.550553798675537 (nan) | > loss: 0.01023601833730936 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14225908990254385) | > loader_time: 0.0046 (0.004807580042272134)  --> TIME: 2025-03-25 08:39:46 -- STEP: 17310/31555 -- GLOBAL_STEP: 900850 | > loss_text_ce: 0.03570926934480667 (0.03435073541719426) | > loss_mel_ce: 2.640577793121338 (nan) | > loss: 0.01062018796801567 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1422559589956756) | > loader_time: 0.0049 (0.004807292540454903)  --> TIME: 2025-03-25 08:39:55 -- STEP: 17360/31555 -- GLOBAL_STEP: 900900 | > loss_text_ce: 0.02547486312687397 (0.03434841245432132) | > loss_mel_ce: 2.937999963760376 (nan) | > loss: 0.011759821325540543 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14224570970381434) | > loader_time: 0.0045 (0.004807257281470393)  --> TIME: 2025-03-25 08:40:05 -- STEP: 17410/31555 -- GLOBAL_STEP: 900950 | > loss_text_ce: 0.040415506809949875 (0.03434624985204911) | > loss_mel_ce: 2.444669485092163 (nan) | > loss: 0.009861448779702187 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14224754068647394) | > loader_time: 0.0046 (0.004806661509974517)  --> TIME: 2025-03-25 08:40:15 -- STEP: 17460/31555 -- GLOBAL_STEP: 901000 | > loss_text_ce: 0.040829189121723175 (0.03434890263360778) | > loss_mel_ce: 2.6865506172180176 (nan) | > loss: 0.010822935961186886 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14224974033076018) | > loader_time: 0.0049 (0.004806712812574443)  --> TIME: 2025-03-25 08:40:25 -- STEP: 17510/31555 -- GLOBAL_STEP: 901050 | > loss_text_ce: 0.02479702979326248 (0.034346739818974396) | > loss_mel_ce: 1.4514204263687134 (nan) | > loss: 0.0058580064214766026 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14225419955141905) | > loader_time: 0.0047 (0.004806369294581022)  --> TIME: 2025-03-25 08:40:34 -- STEP: 17560/31555 -- GLOBAL_STEP: 901100 | > loss_text_ce: 0.028917811810970306 (0.03434550719322944) | > loss_mel_ce: 2.198333740234375 (nan) | > loss: 0.008838300593197346 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1422413824087934) | > loader_time: 0.0048 (0.004806797583173763)  --> TIME: 2025-03-25 08:40:44 -- STEP: 17610/31555 -- GLOBAL_STEP: 901150 | > loss_text_ce: 0.030998677015304565 (0.03434372896181544) | > loss_mel_ce: 2.1210954189300537 (nan) | > loss: 0.008540056645870209 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14223677662541243) | > loader_time: 0.0044 (0.004806416526157547)  --> TIME: 2025-03-25 08:40:54 -- STEP: 17660/31555 -- GLOBAL_STEP: 901200 | > loss_text_ce: 0.04271577671170235 (0.034347323032406105) | > loss_mel_ce: 2.3120176792144775 (nan) | > loss: 0.009344181045889854 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14224692398127406) | > loader_time: 0.0054 (0.004806253405146508)  --> TIME: 2025-03-25 08:41:04 -- STEP: 17710/31555 -- GLOBAL_STEP: 901250 | > loss_text_ce: 0.03194175660610199 (0.03434274665578011) | > loss_mel_ce: 2.772587537765503 (nan) | > loss: 0.011129084974527359 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14225189561967688) | > loader_time: 0.0047 (0.0048061446642754324)  --> TIME: 2025-03-25 08:41:13 -- STEP: 17760/31555 -- GLOBAL_STEP: 901300 | > loss_text_ce: 0.036178138107061386 (0.03434840809902056) | > loss_mel_ce: 2.976574659347534 (nan) | > loss: 0.011955369263887405 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14225454287486) | > loader_time: 0.0058 (0.0048062967690261455)  --> TIME: 2025-03-25 08:41:23 -- STEP: 17810/31555 -- GLOBAL_STEP: 901350 | > loss_text_ce: 0.03201126679778099 (0.03434909293966672) | > loss_mel_ce: 2.5 (nan) | > loss: 0.010047663934528828 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14225799765632335) | > loader_time: 0.0046 (0.004806417845930011)  --> TIME: 2025-03-25 08:41:33 -- STEP: 17860/31555 -- GLOBAL_STEP: 901400 | > loss_text_ce: 0.03816843777894974 (0.0343525187903963) | > loss_mel_ce: 1.6893712282180786 (nan) | > loss: 0.006855316460132599 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14226418975219182) | > loader_time: 0.0044 (0.004806334093997336)  --> TIME: 2025-03-25 08:41:43 -- STEP: 17910/31555 -- GLOBAL_STEP: 901450 | > loss_text_ce: 0.027301713824272156 (0.034352835669119335) | > loss_mel_ce: 2.4933743476867676 (nan) | > loss: 0.010002683848142624 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1422641699571036) | > loader_time: 0.0051 (0.00480623648593971)  --> TIME: 2025-03-25 08:41:52 -- STEP: 17960/31555 -- GLOBAL_STEP: 901500 | > loss_text_ce: 0.030804211273789406 (0.03435358117606266) | > loss_mel_ce: 1.4065104722976685 (nan) | > loss: 0.0057036299258470535 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14225545905215134) | > loader_time: 0.0048 (0.004805666460491747)  --> TIME: 2025-03-25 08:42:02 -- STEP: 18010/31555 -- GLOBAL_STEP: 901550 | > loss_text_ce: 0.02450726367533207 (0.03434712749444099) | > loss_mel_ce: 2.8441288471221924 (nan) | > loss: 0.011383477598428726 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14226346356149874) | > loader_time: 0.0043 (0.004805258510511213)  --> TIME: 2025-03-25 08:42:12 -- STEP: 18060/31555 -- GLOBAL_STEP: 901600 | > loss_text_ce: 0.017032723873853683 (0.03434906865636159) | > loss_mel_ce: 2.662825584411621 (nan) | > loss: 0.01063435897231102 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1422516673902337) | > loader_time: 0.0046 (0.004805535533499461)  --> TIME: 2025-03-25 08:42:21 -- STEP: 18110/31555 -- GLOBAL_STEP: 901650 | > loss_text_ce: 0.02403668873012066 (0.03434588021466589) | > loss_mel_ce: 0.0361328125 (nan) | > loss: 0.00023876788327470422 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14224023545137193) | > loader_time: 0.0043 (0.004805014595545682)  --> TIME: 2025-03-25 08:42:31 -- STEP: 18160/31555 -- GLOBAL_STEP: 901700 | > loss_text_ce: 0.031139979138970375 (0.03434157825058677) | > loss_mel_ce: 2.251345157623291 (nan) | > loss: 0.009057481773197651 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14224812249255037) | > loader_time: 0.0045 (0.004805109167414071)  --> TIME: 2025-03-25 08:42:41 -- STEP: 18210/31555 -- GLOBAL_STEP: 901750 | > loss_text_ce: 0.02826162800192833 (0.03433764118645983) | > loss_mel_ce: 2.3780739307403564 (nan) | > loss: 0.00954895094037056 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.1422459662320648) | > loader_time: 0.0046 (0.0048046679499383505)  --> TIME: 2025-03-25 08:42:50 -- STEP: 18260/31555 -- GLOBAL_STEP: 901800 | > loss_text_ce: 0.03446531668305397 (0.03433503079588184) | > loss_mel_ce: 2.590087890625 (nan) | > loss: 0.010414894670248032 (nan) | > current_lr: 5e-06 | > step_time: 0.1061 (0.1422399349959497) | > loader_time: 0.0042 (0.004804590262823516)  --> TIME: 2025-03-25 08:43:00 -- STEP: 18310/31555 -- GLOBAL_STEP: 901850 | > loss_text_ce: 0.03792139142751694 (0.03433333089761329) | > loss_mel_ce: 2.4884984493255615 (nan) | > loss: 0.010025476105511189 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14222952958861673) | > loader_time: 0.0044 (0.004804539016398606)  --> TIME: 2025-03-25 08:43:09 -- STEP: 18360/31555 -- GLOBAL_STEP: 901900 | > loss_text_ce: 0.03679842874407768 (0.03433154448663934) | > loss_mel_ce: 2.9126029014587402 (nan) | > loss: 0.011703974567353725 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14223179869142713) | > loader_time: 0.0052 (0.004804348633959385)  --> TIME: 2025-03-25 08:43:20 -- STEP: 18410/31555 -- GLOBAL_STEP: 901950 | > loss_text_ce: 0.04016205295920372 (0.03432924901679079) | > loss_mel_ce: 2.530071496963501 (nan) | > loss: 0.010199340060353279 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1422515746110936) | > loader_time: 0.0045 (0.004804283934141986)  --> TIME: 2025-03-25 08:43:29 -- STEP: 18460/31555 -- GLOBAL_STEP: 902000 | > loss_text_ce: 0.02864653430879116 (0.03433048147466008) | > loss_mel_ce: 0.0240478515625 (nan) | > loss: 0.00020910472085233778 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14224927818013122) | > loader_time: 0.0041 (0.004803652753034346)  --> TIME: 2025-03-25 08:43:39 -- STEP: 18510/31555 -- GLOBAL_STEP: 902050 | > loss_text_ce: 0.03360438346862793 (0.03433456170653917) | > loss_mel_ce: 0.0470174141228199 (nan) | > loss: 0.0003199277853127569 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14225440029193706) | > loader_time: 0.0046 (0.004803346711709501)  --> TIME: 2025-03-25 08:43:49 -- STEP: 18560/31555 -- GLOBAL_STEP: 902100 | > loss_text_ce: 0.03228125721216202 (0.0343341336345725) | > loss_mel_ce: 2.8027546405792236 (nan) | > loss: 0.011250142939388752 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14226181852663353) | > loader_time: 0.0045 (0.0048030648252059445)  --> TIME: 2025-03-25 08:43:59 -- STEP: 18610/31555 -- GLOBAL_STEP: 902150 | > loss_text_ce: 0.037696026265621185 (0.03433483828305551) | > loss_mel_ce: 2.8727192878723145 (nan) | > loss: 0.011549267917871475 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14226546247821503) | > loader_time: 0.0046 (0.004802761200869465)  --> TIME: 2025-03-25 08:44:09 -- STEP: 18660/31555 -- GLOBAL_STEP: 902200 | > loss_text_ce: 0.030522571876645088 (0.0343370213523698) | > loss_mel_ce: 1.3391779661178589 (nan) | > loss: 0.00543532008305192 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14227268166864) | > loader_time: 0.0043 (0.004803072856809013)  --> TIME: 2025-03-25 08:44:18 -- STEP: 18710/31555 -- GLOBAL_STEP: 902250 | > loss_text_ce: 0.038268979638814926 (0.03433989250045891) | > loss_mel_ce: 2.7917799949645996 (nan) | > loss: 0.011230354197323322 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14226302305432537) | > loader_time: 0.0046 (0.004803351958380329)  --> TIME: 2025-03-25 08:44:28 -- STEP: 18760/31555 -- GLOBAL_STEP: 902300 | > loss_text_ce: 0.02957208640873432 (0.034336612628363725) | > loss_mel_ce: 3.18530535697937 (nan) | > loss: 0.012757450342178345 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14227297731808217) | > loader_time: 0.0046 (0.004803318929062193)  --> TIME: 2025-03-25 08:44:38 -- STEP: 18810/31555 -- GLOBAL_STEP: 902350 | > loss_text_ce: 0.03244318068027496 (0.0343380795229287) | > loss_mel_ce: 3.620983839035034 (nan) | > loss: 0.014497727155685425 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14227691814659843) | > loader_time: 0.0047 (0.004802921197314245)  --> TIME: 2025-03-25 08:44:48 -- STEP: 18860/31555 -- GLOBAL_STEP: 902400 | > loss_text_ce: 0.039701588451862335 (0.03433790219422277) | > loss_mel_ce: 2.9021167755126953 (nan) | > loss: 0.0116738835349679 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14227289738862373) | > loader_time: 0.0068 (0.0048026604338895496)  --> TIME: 2025-03-25 08:44:58 -- STEP: 18910/31555 -- GLOBAL_STEP: 902450 | > loss_text_ce: 0.036755483597517014 (0.034336799056831104) | > loss_mel_ce: 1.823764443397522 (nan) | > loss: 0.007383015938103199 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14227899167349786) | > loader_time: 0.0048 (0.00480234790642634)  --> TIME: 2025-03-25 08:45:07 -- STEP: 18960/31555 -- GLOBAL_STEP: 902500 | > loss_text_ce: 0.02735905535519123 (0.03433584909835031) | > loss_mel_ce: 2.7855684757232666 (nan) | > loss: 0.0111624114215374 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14228349421094702) | > loader_time: 0.0046 (0.004802347876854564)  --> TIME: 2025-03-25 08:45:17 -- STEP: 19010/31555 -- GLOBAL_STEP: 902550 | > loss_text_ce: 0.04805397987365723 (0.03434026677284908) | > loss_mel_ce: 2.984584331512451 (nan) | > loss: 0.012034279294312 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14228375622750794) | > loader_time: 0.0072 (0.0048020799557576795)  --> TIME: 2025-03-25 08:45:27 -- STEP: 19060/31555 -- GLOBAL_STEP: 902600 | > loss_text_ce: 0.030303955078125 (0.034339894279094854) | > loss_mel_ce: 2.2734127044677734 (nan) | > loss: 0.009141732938587666 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1422861388072383) | > loader_time: 0.0046 (0.004802033308295343)  --> TIME: 2025-03-25 08:45:37 -- STEP: 19110/31555 -- GLOBAL_STEP: 902650 | > loss_text_ce: 0.033549223095178604 (0.03433732087906662) | > loss_mel_ce: 3.153160333633423 (nan) | > loss: 0.01264567393809557 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14229534751516779) | > loader_time: 0.0043 (0.004801870951909515)  --> TIME: 2025-03-25 08:45:46 -- STEP: 19160/31555 -- GLOBAL_STEP: 902700 | > loss_text_ce: 0.031766124069690704 (0.03433713643624016) | > loss_mel_ce: 2.8137447834014893 (nan) | > loss: 0.011291710659861565 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1422955374876986) | > loader_time: 0.0051 (0.004801734865085048)  --> TIME: 2025-03-25 08:45:56 -- STEP: 19210/31555 -- GLOBAL_STEP: 902750 | > loss_text_ce: 0.03798871859908104 (0.034340099287342954) | > loss_mel_ce: 2.6158978939056396 (nan) | > loss: 0.010531296022236347 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14228651634049472) | > loader_time: 0.0045 (0.004801217619793152)  --> TIME: 2025-03-25 08:46:06 -- STEP: 19260/31555 -- GLOBAL_STEP: 902800 | > loss_text_ce: 0.03280070796608925 (0.03433938987000902) | > loss_mel_ce: 2.8226382732391357 (nan) | > loss: 0.011331107467412949 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14229183033619303) | > loader_time: 0.005 (0.004802103391688911)  --> TIME: 2025-03-25 08:46:16 -- STEP: 19310/31555 -- GLOBAL_STEP: 902850 | > loss_text_ce: 0.0386834479868412 (0.034339240932106926) | > loss_mel_ce: 2.5670864582061768 (nan) | > loss: 0.010340357199311256 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14229366736113205) | > loader_time: 0.0081 (0.004802061028581757)  --> TIME: 2025-03-25 08:46:26 -- STEP: 19360/31555 -- GLOBAL_STEP: 902900 | > loss_text_ce: 0.03204352408647537 (0.03433796167821035) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14230752036837463) | > loader_time: 0.0047 (0.00480193054873094)  --> TIME: 2025-03-25 08:46:35 -- STEP: 19410/31555 -- GLOBAL_STEP: 902950 | > loss_text_ce: 0.035081129521131516 (0.034339134593046536) | > loss_mel_ce: 2.2845458984375 (nan) | > loss: 0.009204870089888573 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14229966554980697) | > loader_time: 0.0046 (0.004801683337463642)  --> TIME: 2025-03-25 08:46:45 -- STEP: 19460/31555 -- GLOBAL_STEP: 903000 | > loss_text_ce: 0.03342391178011894 (0.03434326208602413) | > loss_mel_ce: 3.095259189605713 (nan) | > loss: 0.01241541001945734 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14230361197982225) | > loader_time: 0.0047 (0.00480178516178188)  --> TIME: 2025-03-25 08:46:55 -- STEP: 19510/31555 -- GLOBAL_STEP: 903050 | > loss_text_ce: 0.03059312514960766 (0.034344228033381136) | > loss_mel_ce: 2.9505255222320557 (nan) | > loss: 0.011829836294054985 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14231498545710664) | > loader_time: 0.0049 (0.0048025504189964765)  --> TIME: 2025-03-25 08:47:05 -- STEP: 19560/31555 -- GLOBAL_STEP: 903100 | > loss_text_ce: 0.03154962137341499 (0.03434528004371411) | > loss_mel_ce: 2.7675042152404785 (nan) | > loss: 0.01110735721886158 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14231873743373158) | > loader_time: 0.0056 (0.004802641120181231)  --> TIME: 2025-03-25 08:47:15 -- STEP: 19610/31555 -- GLOBAL_STEP: 903150 | > loss_text_ce: 0.03645123168826103 (0.03434795579587589) | > loss_mel_ce: 3.0444998741149902 (nan) | > loss: 0.012225997634232044 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14233443380800295) | > loader_time: 0.0044 (0.004802484259442471)  --> TIME: 2025-03-25 08:47:25 -- STEP: 19660/31555 -- GLOBAL_STEP: 903200 | > loss_text_ce: 0.035665448755025864 (0.03434929566648295) | > loss_mel_ce: 2.946829080581665 (nan) | > loss: 0.011835296638309956 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14234750755927067) | > loader_time: 0.0047 (0.004802212103943598)  --> TIME: 2025-03-25 08:47:35 -- STEP: 19710/31555 -- GLOBAL_STEP: 903250 | > loss_text_ce: 0.03945663943886757 (0.034348683887719306) | > loss_mel_ce: 2.744633197784424 (nan) | > loss: 0.011047976091504097 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14234321511741319) | > loader_time: 0.0046 (0.004802261264961648)  --> TIME: 2025-03-25 08:47:44 -- STEP: 19760/31555 -- GLOBAL_STEP: 903300 | > loss_text_ce: 0.03672868013381958 (0.03434660302094264) | > loss_mel_ce: 2.778491735458374 (nan) | > loss: 0.011171510443091393 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14234152349383222) | > loader_time: 0.0049 (0.004802296856636928)  --> TIME: 2025-03-25 08:47:54 -- STEP: 19810/31555 -- GLOBAL_STEP: 903350 | > loss_text_ce: 0.029937848448753357 (0.034346064360664626) | > loss_mel_ce: 2.2890636920928955 (nan) | > loss: 0.009202387183904648 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1423413587422878) | > loader_time: 0.0045 (0.004802144554634982)  --> TIME: 2025-03-25 08:48:04 -- STEP: 19860/31555 -- GLOBAL_STEP: 903400 | > loss_text_ce: 0.03294456750154495 (0.03434593874359945) | > loss_mel_ce: 2.5484344959259033 (nan) | > loss: 0.010243568569421768 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14234254266560256) | > loader_time: 0.0046 (0.004801875598961239)  --> TIME: 2025-03-25 08:48:13 -- STEP: 19910/31555 -- GLOBAL_STEP: 903450 | > loss_text_ce: 0.03751060739159584 (0.03434700970923859) | > loss_mel_ce: 2.9083077907562256 (nan) | > loss: 0.011689756065607071 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1423388430845911) | > loader_time: 0.0045 (0.004801801890359322)  --> TIME: 2025-03-25 08:48:23 -- STEP: 19960/31555 -- GLOBAL_STEP: 903500 | > loss_text_ce: 0.03768966719508171 (0.03434450198636794) | > loss_mel_ce: 2.681480646133423 (nan) | > loss: 0.010790359228849411 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14232913614036075) | > loader_time: 0.0044 (0.0048013338464534165)  --> TIME: 2025-03-25 08:48:33 -- STEP: 20010/31555 -- GLOBAL_STEP: 903550 | > loss_text_ce: 0.037723563611507416 (0.034342518272339036) | > loss_mel_ce: 1.8863118886947632 (nan) | > loss: 0.007635061629116535 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14233340254311308) | > loader_time: 0.0048 (0.004800805170973306)  --> TIME: 2025-03-25 08:48:42 -- STEP: 20060/31555 -- GLOBAL_STEP: 903600 | > loss_text_ce: 0.030749645084142685 (0.034343628888784374) | > loss_mel_ce: 2.7341148853302 (nan) | > loss: 0.01097168494015932 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14233588607812792) | > loader_time: 0.0044 (0.004800325198282853)  --> TIME: 2025-03-25 08:48:52 -- STEP: 20110/31555 -- GLOBAL_STEP: 903650 | > loss_text_ce: 0.031710051000118256 (0.03434562218972449) | > loss_mel_ce: 2.1239867210388184 (nan) | > loss: 0.008554353378713131 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14233555052779528) | > loader_time: 0.0043 (0.004799884092386877)  --> TIME: 2025-03-25 08:49:02 -- STEP: 20160/31555 -- GLOBAL_STEP: 903700 | > loss_text_ce: 0.03580101579427719 (0.034346264866845846) | > loss_mel_ce: 2.7590620517730713 (nan) | > loss: 0.011090726591646671 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14233598545903228) | > loader_time: 0.0049 (0.00479962344443986)  --> TIME: 2025-03-25 08:49:12 -- STEP: 20210/31555 -- GLOBAL_STEP: 903750 | > loss_text_ce: 0.03334765508770943 (0.0343465706902172) | > loss_mel_ce: 3.076718330383301 (nan) | > loss: 0.012341531924903393 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14233725617157228) | > loader_time: 0.0049 (0.0047994310345052665)  --> TIME: 2025-03-25 08:49:22 -- STEP: 20260/31555 -- GLOBAL_STEP: 903800 | > loss_text_ce: 0.03478704392910004 (0.034349847869691835) | > loss_mel_ce: 2.8947198390960693 (nan) | > loss: 0.011625027284026146 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1423502129133926) | > loader_time: 0.0044 (0.004799170425825492)  --> TIME: 2025-03-25 08:49:32 -- STEP: 20310/31555 -- GLOBAL_STEP: 903850 | > loss_text_ce: 0.03467194363474846 (0.03435185844191453) | > loss_mel_ce: 2.9365806579589844 (nan) | > loss: 0.011790686286985874 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14236253606222446) | > loader_time: 0.0046 (0.004798878043347062)  --> TIME: 2025-03-25 08:49:42 -- STEP: 20360/31555 -- GLOBAL_STEP: 903900 | > loss_text_ce: 0.026315996423363686 (0.03435141816506543) | > loss_mel_ce: 2.401418685913086 (nan) | > loss: 0.009633868001401424 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1423678665006558) | > loader_time: 0.0048 (0.004798930508682897)  --> TIME: 2025-03-25 08:49:51 -- STEP: 20410/31555 -- GLOBAL_STEP: 903950 | > loss_text_ce: 0.028504079207777977 (0.03435372806609119) | > loss_mel_ce: 2.7345516681671143 (nan) | > loss: 0.010964508168399334 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14236279495319618) | > loader_time: 0.0044 (0.004798808044104627)  --> TIME: 2025-03-25 08:50:00 -- STEP: 20460/31555 -- GLOBAL_STEP: 904000 | > loss_text_ce: 0.02324111945927143 (0.0343506001713498) | > loss_mel_ce: 1.8424650430679321 (nan) | > loss: 0.007403596304357052 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14234415638831344) | > loader_time: 0.0075 (0.004799021933435329)  --> TIME: 2025-03-25 08:50:10 -- STEP: 20510/31555 -- GLOBAL_STEP: 904050 | > loss_text_ce: 0.03836796060204506 (0.03434888807242078) | > loss_mel_ce: 3.5399069786071777 (nan) | > loss: 0.014199504628777504 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14234681515389097) | > loader_time: 0.0044 (0.004798735437714009)  --> TIME: 2025-03-25 08:50:20 -- STEP: 20560/31555 -- GLOBAL_STEP: 904100 | > loss_text_ce: 0.04891634359955788 (0.03434782669823314) | > loss_mel_ce: 1.5025204420089722 (nan) | > loss: 0.006156495306640863 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14234071088672157) | > loader_time: 0.0045 (0.004799052006075803)  --> TIME: 2025-03-25 08:50:29 -- STEP: 20610/31555 -- GLOBAL_STEP: 904150 | > loss_text_ce: 0.03680887073278427 (0.034344545900026266) | > loss_mel_ce: 2.430224657058716 (nan) | > loss: 0.009789816103875637 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14233530214375398) | > loader_time: 0.0051 (0.004799040644449939)  --> TIME: 2025-03-25 08:50:39 -- STEP: 20660/31555 -- GLOBAL_STEP: 904200 | > loss_text_ce: 0.03255979344248772 (0.034342767405869036) | > loss_mel_ce: 2.1275970935821533 (nan) | > loss: 0.008572052232921124 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1423357838928872) | > loader_time: 0.0045 (0.0047989672174296606)  --> TIME: 2025-03-25 08:50:49 -- STEP: 20710/31555 -- GLOBAL_STEP: 904250 | > loss_text_ce: 0.031703948974609375 (0.034340085084979474) | > loss_mel_ce: 2.731635093688965 (nan) | > loss: 0.01096563134342432 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14233476878478865) | > loader_time: 0.0046 (0.004798700693205073)  --> TIME: 2025-03-25 08:50:58 -- STEP: 20760/31555 -- GLOBAL_STEP: 904300 | > loss_text_ce: 0.033803947269916534 (0.03434034887753305) | > loss_mel_ce: 3.0092670917510986 (nan) | > loss: 0.012075679376721382 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14233257369728675) | > loader_time: 0.0046 (0.004798740022214602)  --> TIME: 2025-03-25 08:51:08 -- STEP: 20810/31555 -- GLOBAL_STEP: 904350 | > loss_text_ce: 0.03569177910685539 (0.03433898610019479) | > loss_mel_ce: 2.0083296298980713 (nan) | > loss: 0.0081111965700984 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14231796523574905) | > loader_time: 0.0044 (0.004798528484745914)  --> TIME: 2025-03-25 08:51:17 -- STEP: 20860/31555 -- GLOBAL_STEP: 904400 | > loss_text_ce: 0.0424812026321888 (0.03433864748892068) | > loss_mel_ce: 2.6694753170013428 (nan) | > loss: 0.010761733166873455 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14231270737981738) | > loader_time: 0.0048 (0.004798273317880145)  --> TIME: 2025-03-25 08:51:27 -- STEP: 20910/31555 -- GLOBAL_STEP: 904450 | > loss_text_ce: 0.03441796824336052 (0.03433831652638856) | > loss_mel_ce: 2.440613269805908 (nan) | > loss: 0.009821552783250809 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1423195897535179) | > loader_time: 0.0044 (0.0047981663562075725)  --> TIME: 2025-03-25 08:51:37 -- STEP: 20960/31555 -- GLOBAL_STEP: 904500 | > loss_text_ce: 0.030400807037949562 (0.03433961910484453) | > loss_mel_ce: 2.6428334712982178 (nan) | > loss: 0.010608073323965073 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14233698213600918) | > loader_time: 0.0045 (0.0047981822649941)  --> TIME: 2025-03-25 08:51:47 -- STEP: 21010/31555 -- GLOBAL_STEP: 904550 | > loss_text_ce: 0.03348556533455849 (0.034342605183862805) | > loss_mel_ce: 2.7245094776153564 (nan) | > loss: 0.0109444260597229 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14234060121115913) | > loader_time: 0.0047 (0.004798426485129714)  --> TIME: 2025-03-25 08:51:57 -- STEP: 21060/31555 -- GLOBAL_STEP: 904600 | > loss_text_ce: 0.045503027737140656 (0.03434565702620407) | > loss_mel_ce: 2.3140013217926025 (nan) | > loss: 0.009363113902509212 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14232983843893043) | > loader_time: 0.0047 (0.004798594295469086)  --> TIME: 2025-03-25 08:52:06 -- STEP: 21110/31555 -- GLOBAL_STEP: 904650 | > loss_text_ce: 0.035829029977321625 (0.03434624029226391) | > loss_mel_ce: 2.6676838397979736 (nan) | > loss: 0.01072822604328394 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1423244501278332) | > loader_time: 0.0048 (0.0047985136763058845)  --> TIME: 2025-03-25 08:52:16 -- STEP: 21160/31555 -- GLOBAL_STEP: 904700 | > loss_text_ce: 0.022066663950681686 (0.0343439420292132) | > loss_mel_ce: 2.5371248722076416 (nan) | > loss: 0.010155522264540195 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1423241639407684) | > loader_time: 0.0044 (0.004798995231635606)  --> TIME: 2025-03-25 08:52:26 -- STEP: 21210/31555 -- GLOBAL_STEP: 904750 | > loss_text_ce: 0.024215316399931908 (0.03434181380946705) | > loss_mel_ce: 1.743811845779419 (nan) | > loss: 0.007015981245785952 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14232270645679346) | > loader_time: 0.0043 (0.004798921691196676)  --> TIME: 2025-03-25 08:52:36 -- STEP: 21260/31555 -- GLOBAL_STEP: 904800 | > loss_text_ce: 0.035061128437519073 (0.03434325071561612) | > loss_mel_ce: 2.6720542907714844 (nan) | > loss: 0.010742521844804287 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1423274259912663) | > loader_time: 0.0047 (0.004798868088260172)  --> TIME: 2025-03-25 08:52:46 -- STEP: 21310/31555 -- GLOBAL_STEP: 904850 | > loss_text_ce: 0.02857375331223011 (0.03434372330429691) | > loss_mel_ce: 2.99862003326416 (nan) | > loss: 0.01201267447322607 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14233952584483692) | > loader_time: 0.0045 (0.004799225933391778)  --> TIME: 2025-03-25 08:52:55 -- STEP: 21360/31555 -- GLOBAL_STEP: 904900 | > loss_text_ce: 0.05229561775922775 (0.03434098182108298) | > loss_mel_ce: 3.242701530456543 (nan) | > loss: 0.013075386174023151 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1423307557789126) | > loader_time: 0.0054 (0.004799200253986666)  --> TIME: 2025-03-25 08:53:05 -- STEP: 21410/31555 -- GLOBAL_STEP: 904950 | > loss_text_ce: 0.03347020596265793 (0.03434022128084354) | > loss_mel_ce: 2.750670909881592 (nan) | > loss: 0.011048179119825363 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14233318123512315) | > loader_time: 0.0048 (0.004798898547678987)  --> TIME: 2025-03-25 08:53:15 -- STEP: 21460/31555 -- GLOBAL_STEP: 905000 | > loss_text_ce: 0.015278575010597706 (0.034337524776646255) | > loss_mel_ce: 2.3360254764556885 (nan) | > loss: 0.009330572560429573 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14232949328444755) | > loader_time: 0.0045 (0.0047992722741488575)  --> TIME: 2025-03-25 08:53:24 -- STEP: 21510/31555 -- GLOBAL_STEP: 905050 | > loss_text_ce: 0.02818993292748928 (0.03433777940213172) | > loss_mel_ce: 2.7556521892547607 (nan) | > loss: 0.011046992614865303 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14232006173863168) | > loader_time: 0.0047 (0.004799076736056473)  --> TIME: 2025-03-25 08:53:34 -- STEP: 21560/31555 -- GLOBAL_STEP: 905100 | > loss_text_ce: 0.03963341563940048 (0.03433732188195286) | > loss_mel_ce: 2.700075626373291 (nan) | > loss: 0.010871862061321735 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14231271024979983) | > loader_time: 0.0045 (0.004799195167527335)  --> TIME: 2025-03-25 08:53:43 -- STEP: 21610/31555 -- GLOBAL_STEP: 905150 | > loss_text_ce: 0.02807655744254589 (0.034337345903721096) | > loss_mel_ce: 2.745447874069214 (nan) | > loss: 0.011006050743162632 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14230422696709788) | > loader_time: 0.0053 (0.004798926384787696)  --> TIME: 2025-03-25 08:53:52 -- STEP: 21660/31555 -- GLOBAL_STEP: 905200 | > loss_text_ce: 0.02678380347788334 (0.03433868867931622) | > loss_mel_ce: 2.7609052658081055 (nan) | > loss: 0.0110622588545084 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14228942684849863) | > loader_time: 0.0046 (0.004799002656646038)  --> TIME: 2025-03-25 08:54:02 -- STEP: 21710/31555 -- GLOBAL_STEP: 905250 | > loss_text_ce: 0.04814045876264572 (0.034334066366019086) | > loss_mel_ce: 2.1988699436187744 (nan) | > loss: 0.008916708640754223 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14228595405720945) | > loader_time: 0.0051 (0.0047991459845178625)  --> TIME: 2025-03-25 08:54:12 -- STEP: 21760/31555 -- GLOBAL_STEP: 905300 | > loss_text_ce: 0.03200477361679077 (0.03433444374142479) | > loss_mel_ce: 0.05564270168542862 (nan) | > loss: 0.00034780745045281947 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14229944909320172) | > loader_time: 0.0059 (0.00479909171733785)  --> TIME: 2025-03-25 08:54:22 -- STEP: 21810/31555 -- GLOBAL_STEP: 905350 | > loss_text_ce: 0.028072549030184746 (0.034332409719067425) | > loss_mel_ce: 2.6300837993621826 (nan) | > loss: 0.010548240505158901 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14229546800112314) | > loader_time: 0.0044 (0.004799397152424503)  --> TIME: 2025-03-25 08:54:32 -- STEP: 21860/31555 -- GLOBAL_STEP: 905400 | > loss_text_ce: 0.038865286856889725 (0.03433020677513784) | > loss_mel_ce: 2.3763864040374756 (nan) | > loss: 0.009584332816302776 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14229744541895928) | > loader_time: 0.0046 (0.004799673847397412)  --> TIME: 2025-03-25 08:54:41 -- STEP: 21910/31555 -- GLOBAL_STEP: 905450 | > loss_text_ce: 0.03571080043911934 (0.034331457885997986) | > loss_mel_ce: 2.8268849849700928 (nan) | > loss: 0.011359508149325848 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14230634737428305) | > loader_time: 0.0045 (0.004799422059957967)  --> TIME: 2025-03-25 08:54:51 -- STEP: 21960/31555 -- GLOBAL_STEP: 905500 | > loss_text_ce: 0.026023264974355698 (0.03433009781624481) | > loss_mel_ce: 3.0281457901000977 (nan) | > loss: 0.012119718827307224 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14229752433321763) | > loader_time: 0.0051 (0.004799568446824668)  --> TIME: 2025-03-25 08:55:00 -- STEP: 22010/31555 -- GLOBAL_STEP: 905550 | > loss_text_ce: 0.03510405495762825 (0.03432547070753696) | > loss_mel_ce: 2.7512266635894775 (nan) | > loss: 0.011056868359446526 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1422855669560624) | > loader_time: 0.0049 (0.004799559830211058)  --> TIME: 2025-03-25 08:55:10 -- STEP: 22060/31555 -- GLOBAL_STEP: 905600 | > loss_text_ce: 0.03093614988029003 (0.034324646965454335) | > loss_mel_ce: 2.499844551086426 (nan) | > loss: 0.010042781941592693 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.1422902004673391) | > loader_time: 0.0047 (0.004799523919901831)  --> TIME: 2025-03-25 08:55:20 -- STEP: 22110/31555 -- GLOBAL_STEP: 905650 | > loss_text_ce: 0.037871964275836945 (0.03432517039342312) | > loss_mel_ce: 1.8979804515838623 (nan) | > loss: 0.007681954652070999 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14228417099142263) | > loader_time: 0.0047 (0.004799576875366585)  --> TIME: 2025-03-25 08:55:30 -- STEP: 22160/31555 -- GLOBAL_STEP: 905700 | > loss_text_ce: 0.04185337573289871 (0.034321099833042185) | > loss_mel_ce: 2.9185619354248047 (nan) | > loss: 0.011747680604457855 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14229536937677523) | > loader_time: 0.005 (0.004799690379993134)  --> TIME: 2025-03-25 08:55:40 -- STEP: 22210/31555 -- GLOBAL_STEP: 905750 | > loss_text_ce: 0.04088937118649483 (0.03432167895144119) | > loss_mel_ce: 2.7215306758880615 (nan) | > loss: 0.010961984284222126 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1423025993225226) | > loader_time: 0.0049 (0.004799628665671577)  --> TIME: 2025-03-25 08:55:49 -- STEP: 22260/31555 -- GLOBAL_STEP: 905800 | > loss_text_ce: 0.045461900532245636 (0.03431801521587475) | > loss_mel_ce: 0.02109781838953495 (nan) | > loss: 0.00026412587612867355 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14229589440430643) | > loader_time: 0.0048 (0.004800001790902671)  --> TIME: 2025-03-25 08:55:59 -- STEP: 22310/31555 -- GLOBAL_STEP: 905850 | > loss_text_ce: 0.03043603152036667 (0.03431646949797351) | > loss_mel_ce: 3.713973045349121 (nan) | > loss: 0.01485876739025116 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14230180511235277) | > loader_time: 0.0049 (0.004799881135332682)  --> TIME: 2025-03-25 08:56:09 -- STEP: 22360/31555 -- GLOBAL_STEP: 905900 | > loss_text_ce: 0.03405100852251053 (0.03431741534719767) | > loss_mel_ce: 3.255969285964966 (nan) | > loss: 0.013055636547505856 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14231965253946002) | > loader_time: 0.0051 (0.004800254170497958)  --> TIME: 2025-03-25 08:56:19 -- STEP: 22410/31555 -- GLOBAL_STEP: 905950 | > loss_text_ce: 0.03170095011591911 (0.03431771417950055) | > loss_mel_ce: 2.4360134601593018 (nan) | > loss: 0.009792517870664597 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14231732519329396) | > loader_time: 0.0045 (0.004799871038294742)  --> TIME: 2025-03-25 08:56:29 -- STEP: 22460/31555 -- GLOBAL_STEP: 906000 | > loss_text_ce: 0.031537607312202454 (0.03431502363656135) | > loss_mel_ce: 2.3062148094177246 (nan) | > loss: 0.009276795201003551 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1423169737189135) | > loader_time: 0.0046 (0.004800032168122549)  --> TIME: 2025-03-25 08:56:39 -- STEP: 22510/31555 -- GLOBAL_STEP: 906050 | > loss_text_ce: 0.03519000858068466 (0.03431670748194651) | > loss_mel_ce: 2.759643793106079 (nan) | > loss: 0.011090611107647419 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14232277733545656) | > loader_time: 0.0048 (0.0048000739553884396)  --> TIME: 2025-03-25 08:56:48 -- STEP: 22560/31555 -- GLOBAL_STEP: 906100 | > loss_text_ce: 0.03136599436402321 (0.034317132207426146) | > loss_mel_ce: 2.664121389389038 (nan) | > loss: 0.010696379467844963 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1423165113579299) | > loader_time: 0.0046 (0.004799696644569952)  --> TIME: 2025-03-25 08:56:58 -- STEP: 22610/31555 -- GLOBAL_STEP: 906150 | > loss_text_ce: 0.026260990649461746 (0.03431632536991075) | > loss_mel_ce: 3.0297114849090576 (nan) | > loss: 0.012126876041293144 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14231699323928362) | > loader_time: 0.0045 (0.004799685347454556)  --> TIME: 2025-03-25 08:57:07 -- STEP: 22660/31555 -- GLOBAL_STEP: 906200 | > loss_text_ce: 0.037857282906770706 (0.034317971283153795) | > loss_mel_ce: 2.3269388675689697 (nan) | > loss: 0.009384112432599068 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14230715889690862) | > loader_time: 0.0045 (0.00479950294595634)  --> TIME: 2025-03-25 08:57:17 -- STEP: 22710/31555 -- GLOBAL_STEP: 906250 | > loss_text_ce: 0.03887784481048584 (0.03431637370224836) | > loss_mel_ce: 2.5684146881103516 (nan) | > loss: 0.010346399620175362 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14231210426841226) | > loader_time: 0.0045 (0.004799888009071749)  --> TIME: 2025-03-25 08:57:27 -- STEP: 22760/31555 -- GLOBAL_STEP: 906300 | > loss_text_ce: 0.042937152087688446 (0.03431822009587572) | > loss_mel_ce: 2.641482353210449 (nan) | > loss: 0.010652458295226097 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14231904413033883) | > loader_time: 0.0048 (0.00479959445385185)  --> TIME: 2025-03-25 08:57:37 -- STEP: 22810/31555 -- GLOBAL_STEP: 906350 | > loss_text_ce: 0.02666601352393627 (0.034314943374294055) | > loss_mel_ce: 2.271092414855957 (nan) | > loss: 0.009118089452385902 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14230939101253062) | > loader_time: 0.0044 (0.004799324794068538)  --> TIME: 2025-03-25 08:57:46 -- STEP: 22860/31555 -- GLOBAL_STEP: 906400 | > loss_text_ce: 0.03509759157896042 (0.034314942394227464) | > loss_mel_ce: 3.019015073776245 (nan) | > loss: 0.012119495309889317 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.1423074415558177) | > loader_time: 0.007 (0.004799543695291278)  --> TIME: 2025-03-25 08:57:55 -- STEP: 22910/31555 -- GLOBAL_STEP: 906450 | > loss_text_ce: 0.032287437468767166 (0.03431802072177292) | > loss_mel_ce: 2.322206735610962 (nan) | > loss: 0.009343231096863747 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1422893262023959) | > loader_time: 0.0048 (0.004799462780063696)  --> TIME: 2025-03-25 08:58:05 -- STEP: 22960/31555 -- GLOBAL_STEP: 906500 | > loss_text_ce: 0.021862950176000595 (0.034317011774666735) | > loss_mel_ce: 2.1581828594207764 (nan) | > loss: 0.008650976233184338 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14228565349188418) | > loader_time: 0.005 (0.004799139613889214)  --> TIME: 2025-03-25 08:58:15 -- STEP: 23010/31555 -- GLOBAL_STEP: 906550 | > loss_text_ce: 0.028248773887753487 (0.0343163040071977) | > loss_mel_ce: 2.813552141189575 (nan) | > loss: 0.011276988312602043 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14228596406519708) | > loader_time: 0.0046 (0.004799151866138605)  --> TIME: 2025-03-25 08:58:24 -- STEP: 23060/31555 -- GLOBAL_STEP: 906600 | > loss_text_ce: 0.031036628410220146 (0.034312291546819085) | > loss_mel_ce: 2.6736338138580322 (nan) | > loss: 0.010732819326221943 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.142271985805045) | > loader_time: 0.0045 (0.004799020579868237)  --> TIME: 2025-03-25 08:58:34 -- STEP: 23110/31555 -- GLOBAL_STEP: 906650 | > loss_text_ce: 0.02660435065627098 (0.03430923287031736) | > loss_mel_ce: 2.9846737384796143 (nan) | > loss: 0.011949516832828522 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1422714468309343) | > loader_time: 0.0046 (0.004799423502513906)  --> TIME: 2025-03-25 08:58:43 -- STEP: 23160/31555 -- GLOBAL_STEP: 906700 | > loss_text_ce: 0.034258823841810226 (0.034307381923717274) | > loss_mel_ce: 2.9140725135803223 (nan) | > loss: 0.011699728667736053 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14226349991632023) | > loader_time: 0.0047 (0.004799924170620885)  --> TIME: 2025-03-25 08:58:53 -- STEP: 23210/31555 -- GLOBAL_STEP: 906750 | > loss_text_ce: 0.027166010811924934 (0.03430602965625259) | > loss_mel_ce: 3.422395944595337 (nan) | > loss: 0.013688739389181137 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14226560200251961) | > loader_time: 0.0046 (0.004799852716362902)  --> TIME: 2025-03-25 08:59:03 -- STEP: 23260/31555 -- GLOBAL_STEP: 906800 | > loss_text_ce: 0.028772568330168724 (0.03430528274520269) | > loss_mel_ce: 2.08085560798645 (nan) | > loss: 0.008371541276574135 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14226815656455316) | > loader_time: 0.0046 (0.004799893367731233)  --> TIME: 2025-03-25 08:59:13 -- STEP: 23310/31555 -- GLOBAL_STEP: 906850 | > loss_text_ce: 0.030121926218271255 (0.03430068736799219) | > loss_mel_ce: 2.1274006366729736 (nan) | > loss: 0.008561598137021065 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1422703479401083) | > loader_time: 0.0047 (0.004799870818738291)  --> TIME: 2025-03-25 08:59:23 -- STEP: 23360/31555 -- GLOBAL_STEP: 906900 | > loss_text_ce: 0.033127561211586 (0.03430058716833006) | > loss_mel_ce: 2.3057827949523926 (nan) | > loss: 0.009281390346586704 (nan) | > current_lr: 5e-06 | > step_time: 0.1943 (0.14227643183445238) | > loader_time: 0.0048 (0.004799757826409905)  --> TIME: 2025-03-25 08:59:32 -- STEP: 23410/31555 -- GLOBAL_STEP: 906950 | > loss_text_ce: 0.03961702436208725 (0.034300036954588733) | > loss_mel_ce: 2.855832815170288 (nan) | > loss: 0.011489881202578545 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1422787854224376) | > loader_time: 0.005 (0.004799624733922804)  --> TIME: 2025-03-25 08:59:42 -- STEP: 23460/31555 -- GLOBAL_STEP: 907000 | > loss_text_ce: 0.0359681136906147 (0.034300435431823886) | > loss_mel_ce: 1.9694335460662842 (nan) | > loss: 0.007957943715155125 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14227793843748182) | > loader_time: 0.0046 (0.004799340315995187)  --> TIME: 2025-03-25 08:59:52 -- STEP: 23510/31555 -- GLOBAL_STEP: 907050 | > loss_text_ce: 0.025349022820591927 (0.03430136739815482) | > loss_mel_ce: 1.034277319908142 (nan) | > loss: 0.004204866476356983 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14227742886147723) | > loader_time: 0.0048 (0.0047992927984499495)  --> TIME: 2025-03-25 09:00:01 -- STEP: 23560/31555 -- GLOBAL_STEP: 907100 | > loss_text_ce: 0.040285851806402206 (0.034299056612370905) | > loss_mel_ce: 2.7748332023620605 (nan) | > loss: 0.011171108111739159 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14226699579753727) | > loader_time: 0.0048 (0.0047992404632535785)  --> TIME: 2025-03-25 09:00:11 -- STEP: 23610/31555 -- GLOBAL_STEP: 907150 | > loss_text_ce: 0.03573405370116234 (0.03429935603307476) | > loss_mel_ce: 2.9170784950256348 (nan) | > loss: 0.011717510409653187 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14227352719951156) | > loader_time: 0.0045 (0.004799186037234039)  --> TIME: 2025-03-25 09:00:21 -- STEP: 23660/31555 -- GLOBAL_STEP: 907200 | > loss_text_ce: 0.027092425152659416 (0.03430131393239133) | > loss_mel_ce: 3.0742976665496826 (nan) | > loss: 0.012307104654610157 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14226692977439254) | > loader_time: 0.0047 (0.004798884141878449)  --> TIME: 2025-03-25 09:00:31 -- STEP: 23710/31555 -- GLOBAL_STEP: 907250 | > loss_text_ce: 0.029810791835188866 (0.03430135933232949) | > loss_mel_ce: 2.7704591751098633 (nan) | > loss: 0.011112183332443237 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14227501489300548) | > loader_time: 0.0046 (0.004798492043896179)  --> TIME: 2025-03-25 09:00:40 -- STEP: 23760/31555 -- GLOBAL_STEP: 907300 | > loss_text_ce: 0.03711096942424774 (0.034302091047438914) | > loss_mel_ce: 2.7709944248199463 (nan) | > loss: 0.01114327646791935 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14227739764182995) | > loader_time: 0.0051 (0.004798163057176338)  --> TIME: 2025-03-25 09:00:50 -- STEP: 23810/31555 -- GLOBAL_STEP: 907350 | > loss_text_ce: 0.03986959531903267 (0.03430411196264895) | > loss_mel_ce: 2.6562142372131348 (nan) | > loss: 0.010698745958507061 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1422692626226549) | > loader_time: 0.0044 (0.004798133860912089)  --> TIME: 2025-03-25 09:01:00 -- STEP: 23860/31555 -- GLOBAL_STEP: 907400 | > loss_text_ce: 0.03399332985281944 (0.03430261415943074) | > loss_mel_ce: 2.4673867225646973 (nan) | > loss: 0.009926111437380314 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14228124961269412) | > loader_time: 0.0052 (0.004798000016736047)  --> TIME: 2025-03-25 09:01:10 -- STEP: 23910/31555 -- GLOBAL_STEP: 907450 | > loss_text_ce: 0.031997520476579666 (0.034298617043503135) | > loss_mel_ce: 2.30096435546875 (nan) | > loss: 0.0092577850446105 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14227889728865173) | > loader_time: 0.0045 (0.004797665806606373)  --> TIME: 2025-03-25 09:01:19 -- STEP: 23960/31555 -- GLOBAL_STEP: 907500 | > loss_text_ce: 0.030791286379098892 (0.03429794284745961) | > loss_mel_ce: 2.8502538204193115 (nan) | > loss: 0.01143271941691637 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1422692982103664) | > loader_time: 0.0051 (0.004797745407722206)  --> TIME: 2025-03-25 09:01:29 -- STEP: 24010/31555 -- GLOBAL_STEP: 907550 | > loss_text_ce: 0.03538236394524574 (0.03429968515147246) | > loss_mel_ce: 2.7047083377838135 (nan) | > loss: 0.01087337639182806 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14227225022830287) | > loader_time: 0.005 (0.004797695210356331)  --> TIME: 2025-03-25 09:01:39 -- STEP: 24060/31555 -- GLOBAL_STEP: 907600 | > loss_text_ce: 0.03078981302678585 (0.03430002127643991) | > loss_mel_ce: 2.5725009441375732 (nan) | > loss: 0.010330519638955593 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1422738162953949) | > loader_time: 0.0048 (0.004797889684897485)  --> TIME: 2025-03-25 09:01:49 -- STEP: 24110/31555 -- GLOBAL_STEP: 907650 | > loss_text_ce: 0.043142519891262054 (0.03430237890704407) | > loss_mel_ce: 2.816812515258789 (nan) | > loss: 0.011349028907716274 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14228537931129706) | > loader_time: 0.0047 (0.004797866857679759)  --> TIME: 2025-03-25 09:01:58 -- STEP: 24160/31555 -- GLOBAL_STEP: 907700 | > loss_text_ce: 0.031231051310896873 (0.034302705943172675) | > loss_mel_ce: 2.8715908527374268 (nan) | > loss: 0.011519135907292366 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1422872752148578) | > loader_time: 0.0061 (0.004798059747708526)  --> TIME: 2025-03-25 09:02:08 -- STEP: 24210/31555 -- GLOBAL_STEP: 907750 | > loss_text_ce: 0.05020888149738312 (0.034299929199785625) | > loss_mel_ce: 0.0382486991584301 (nan) | > loss: 0.0003510221722535789 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14228850061959378) | > loader_time: 0.0044 (0.004797744691888904)  --> TIME: 2025-03-25 09:02:18 -- STEP: 24260/31555 -- GLOBAL_STEP: 907800 | > loss_text_ce: 0.04293356463313103 (0.03429846008183842) | > loss_mel_ce: 3.0544111728668213 (nan) | > loss: 0.012291050516068935 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1422976520370074) | > loader_time: 0.0045 (0.004797402041467448)  --> TIME: 2025-03-25 09:02:28 -- STEP: 24310/31555 -- GLOBAL_STEP: 907850 | > loss_text_ce: 0.02553340047597885 (0.034298875691052666) | > loss_mel_ce: 2.782731056213379 (nan) | > loss: 0.011143906973302364 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14229831386622588) | > loader_time: 0.005 (0.004797291794905952)  --> TIME: 2025-03-25 09:02:38 -- STEP: 24360/31555 -- GLOBAL_STEP: 907900 | > loss_text_ce: 0.031334392726421356 (0.03430032106181403) | > loss_mel_ce: 3.2949342727661133 (nan) | > loss: 0.013199479319155216 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1422998318531236) | > loader_time: 0.0045 (0.004797022761578208)  --> TIME: 2025-03-25 09:02:47 -- STEP: 24410/31555 -- GLOBAL_STEP: 907950 | > loss_text_ce: 0.040949497371912 (0.034301652713186165) | > loss_mel_ce: 2.8012382984161377 (nan) | > loss: 0.011278524063527584 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14229240270971646) | > loader_time: 0.0052 (0.004796514009071704)  --> TIME: 2025-03-25 09:02:57 -- STEP: 24460/31555 -- GLOBAL_STEP: 908000 | > loss_text_ce: 0.03635210543870926 (0.03430124250162943) | > loss_mel_ce: 3.4785919189453125 (nan) | > loss: 0.01394819188863039 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1422926351756995) | > loader_time: 0.0045 (0.004796485635752738)  --> TIME: 2025-03-25 09:03:07 -- STEP: 24510/31555 -- GLOBAL_STEP: 908050 | > loss_text_ce: 0.03278052806854248 (0.03429994440840047) | > loss_mel_ce: 2.4042766094207764 (nan) | > loss: 0.0096708619967103 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1422905063687508) | > loader_time: 0.0046 (0.004796372350990768)  --> TIME: 2025-03-25 09:03:16 -- STEP: 24560/31555 -- GLOBAL_STEP: 908100 | > loss_text_ce: 0.02181275375187397 (0.0342990228461468) | > loss_mel_ce: 2.203213691711426 (nan) | > loss: 0.008829469792544842 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14228892910752253) | > loader_time: 0.0046 (0.004796521477279882)  --> TIME: 2025-03-25 09:03:26 -- STEP: 24610/31555 -- GLOBAL_STEP: 908150 | > loss_text_ce: 0.03821463882923126 (0.03430053741167445) | > loss_mel_ce: 2.4288737773895264 (nan) | > loss: 0.009790034033358097 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14229250998576395) | > loader_time: 0.0048 (0.004796520804351311)  --> TIME: 2025-03-25 09:03:36 -- STEP: 24660/31555 -- GLOBAL_STEP: 908200 | > loss_text_ce: 0.034018877893686295 (0.034301514892415105) | > loss_mel_ce: 3.1715073585510254 (nan) | > loss: 0.01272034365683794 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1422996116864029) | > loader_time: 0.0051 (0.004796683488584359)  --> TIME: 2025-03-25 09:03:46 -- STEP: 24710/31555 -- GLOBAL_STEP: 908250 | > loss_text_ce: 0.044737495481967926 (0.034300889778815916) | > loss_mel_ce: 2.316986083984375 (nan) | > loss: 0.009371919557452202 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14230240945727224) | > loader_time: 0.0045 (0.0047966445133976136)  --> TIME: 2025-03-25 09:03:56 -- STEP: 24760/31555 -- GLOBAL_STEP: 908300 | > loss_text_ce: 0.03187604248523712 (0.034297443800665996) | > loss_mel_ce: 1.5188275575637817 (nan) | > loss: 0.006153586320579052 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14230447711967636) | > loader_time: 0.0043 (0.004796354816880446)  --> TIME: 2025-03-25 09:04:05 -- STEP: 24810/31555 -- GLOBAL_STEP: 908350 | > loss_text_ce: 0.03421429172158241 (0.034298623274750514) | > loss_mel_ce: 2.5453405380249023 (nan) | > loss: 0.010236329399049282 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1423059728442536) | > loader_time: 0.0044 (0.004795986392333656)  --> TIME: 2025-03-25 09:04:15 -- STEP: 24860/31555 -- GLOBAL_STEP: 908400 | > loss_text_ce: 0.03978243097662926 (0.034297428997937834) | > loss_mel_ce: 2.7223527431488037 (nan) | > loss: 0.010960854589939117 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14231096781364613) | > loader_time: 0.0047 (0.00479590849634721)  --> TIME: 2025-03-25 09:04:25 -- STEP: 24910/31555 -- GLOBAL_STEP: 908450 | > loss_text_ce: 0.03394131734967232 (0.03429656276241583) | > loss_mel_ce: 2.3010776042938232 (nan) | > loss: 0.009265948086977005 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.142312822347661) | > loader_time: 0.0047 (0.004795681602358542)  --> TIME: 2025-03-25 09:04:35 -- STEP: 24960/31555 -- GLOBAL_STEP: 908500 | > loss_text_ce: 0.03286655247211456 (0.034295625357406614) | > loss_mel_ce: 2.3001110553741455 (nan) | > loss: 0.009257847443223 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14232001821391033) | > loader_time: 0.0046 (0.004795805813792389)  --> TIME: 2025-03-25 09:04:45 -- STEP: 25010/31555 -- GLOBAL_STEP: 908550 | > loss_text_ce: 0.04085702821612358 (0.03429619345865382) | > loss_mel_ce: 3.48412823677063 (nan) | > loss: 0.013988037593662739 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14231940861083783) | > loader_time: 0.0049 (0.004795849785619775)  --> TIME: 2025-03-25 09:04:54 -- STEP: 25060/31555 -- GLOBAL_STEP: 908600 | > loss_text_ce: 0.03104570135474205 (0.03429770002803853) | > loss_mel_ce: 2.71476149559021 (nan) | > loss: 0.01089606061577797 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1423142349348952) | > loader_time: 0.0049 (0.004795801668098577)  --> TIME: 2025-03-25 09:05:04 -- STEP: 25110/31555 -- GLOBAL_STEP: 908650 | > loss_text_ce: 0.025985952466726303 (0.03429439865510385) | > loss_mel_ce: 1.8888272047042847 (nan) | > loss: 0.00759846530854702 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1423096633156845) | > loader_time: 0.0056 (0.004795785350943846)  --> TIME: 2025-03-25 09:05:13 -- STEP: 25160/31555 -- GLOBAL_STEP: 908700 | > loss_text_ce: 0.03610352799296379 (0.034294060993952935) | > loss_mel_ce: 2.5906574726104736 (nan) | > loss: 0.01042365562170744 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14230767839095093) | > loader_time: 0.0045 (0.004795969025319218)  --> TIME: 2025-03-25 09:05:24 -- STEP: 25210/31555 -- GLOBAL_STEP: 908750 | > loss_text_ce: 0.03314229100942612 (0.03429462164001318) | > loss_mel_ce: 1.6655679941177368 (nan) | > loss: 0.006740914192050695 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1423195001767857) | > loader_time: 0.0046 (0.0047959709394455345)  --> TIME: 2025-03-25 09:05:33 -- STEP: 25260/31555 -- GLOBAL_STEP: 908800 | > loss_text_ce: 0.04168189316987991 (0.03429469117435374) | > loss_mel_ce: 2.6708779335021973 (nan) | > loss: 0.010764127597212791 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14231273153898472) | > loader_time: 0.0052 (0.004795978603529123)  --> TIME: 2025-03-25 09:05:43 -- STEP: 25310/31555 -- GLOBAL_STEP: 908850 | > loss_text_ce: 0.03762786462903023 (0.03429547017396042) | > loss_mel_ce: 2.404871940612793 (nan) | > loss: 0.009692460298538208 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.1423126526474237) | > loader_time: 0.0046 (0.0047961736752175545)  --> TIME: 2025-03-25 09:05:52 -- STEP: 25360/31555 -- GLOBAL_STEP: 908900 | > loss_text_ce: 0.03588521108031273 (0.034296674936332594) | > loss_mel_ce: 2.573936939239502 (nan) | > loss: 0.010356437414884567 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14231028345292965) | > loader_time: 0.0046 (0.004796171282368097)  --> TIME: 2025-03-25 09:06:02 -- STEP: 25410/31555 -- GLOBAL_STEP: 908950 | > loss_text_ce: 0.0315127894282341 (0.034294424937551984) | > loss_mel_ce: 2.8057053089141846 (nan) | > loss: 0.011258802376687527 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1423173916898147) | > loader_time: 0.0046 (0.004796347060760862)  --> TIME: 2025-03-25 09:06:12 -- STEP: 25460/31555 -- GLOBAL_STEP: 909000 | > loss_text_ce: 0.03784199804067612 (0.034295134680076465) | > loss_mel_ce: 2.501817226409912 (nan) | > loss: 0.010078013874590397 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14232116392626992) | > loader_time: 0.0045 (0.004796467741361648)  --> TIME: 2025-03-25 09:06:22 -- STEP: 25510/31555 -- GLOBAL_STEP: 909050 | > loss_text_ce: 0.034992992877960205 (0.03429170965868002) | > loss_mel_ce: 3.4618489742279053 (nan) | > loss: 0.013876357115805149 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1423154122873357) | > loader_time: 0.0045 (0.00479662630521561)  --> TIME: 2025-03-25 09:06:32 -- STEP: 25560/31555 -- GLOBAL_STEP: 909100 | > loss_text_ce: 0.029630905017256737 (0.034290379648503615) | > loss_mel_ce: 2.9050140380859375 (nan) | > loss: 0.011645416729152203 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14231888308584706) | > loader_time: 0.0051 (0.004796848964989618)  --> TIME: 2025-03-25 09:06:41 -- STEP: 25610/31555 -- GLOBAL_STEP: 909150 | > loss_text_ce: 0.037753112614154816 (0.034290510440141364) | > loss_mel_ce: 2.4999356269836426 (nan) | > loss: 0.01007019355893135 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14231466220161512) | > loader_time: 0.0048 (0.004797443055119712)  --> TIME: 2025-03-25 09:06:50 -- STEP: 25660/31555 -- GLOBAL_STEP: 909200 | > loss_text_ce: 0.03677552938461304 (0.034289693469849544) | > loss_mel_ce: 2.970534086227417 (nan) | > loss: 0.011933769099414349 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14229982383345882) | > loader_time: 0.0048 (0.004797182070121816)  --> TIME: 2025-03-25 09:07:00 -- STEP: 25710/31555 -- GLOBAL_STEP: 909250 | > loss_text_ce: 0.03396392986178398 (0.03428821503382165) | > loss_mel_ce: 2.9240753650665283 (nan) | > loss: 0.011738251894712448 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14229992552519408) | > loader_time: 0.0045 (0.0047969671595842695)  --> TIME: 2025-03-25 09:07:10 -- STEP: 25760/31555 -- GLOBAL_STEP: 909300 | > loss_text_ce: 0.03399058058857918 (0.03428754783322269) | > loss_mel_ce: 2.5325264930725098 (nan) | > loss: 0.010184592567384243 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14230072703790872) | > loader_time: 0.0048 (0.004797496058926041)  --> TIME: 2025-03-25 09:07:19 -- STEP: 25810/31555 -- GLOBAL_STEP: 909350 | > loss_text_ce: 0.027674643322825432 (0.034286469980390304) | > loss_mel_ce: 3.2494561672210693 (nan) | > loss: 0.013004488311707973 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14229647173802004) | > loader_time: 0.0045 (0.004797192471565879)  --> TIME: 2025-03-25 09:07:29 -- STEP: 25860/31555 -- GLOBAL_STEP: 909400 | > loss_text_ce: 0.03230810910463333 (0.03428575073751328) | > loss_mel_ce: 2.994084119796753 (nan) | > loss: 0.012009494006633759 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14230201072869797) | > loader_time: 0.0044 (0.004797258998475481)  --> TIME: 2025-03-25 09:07:39 -- STEP: 25910/31555 -- GLOBAL_STEP: 909450 | > loss_text_ce: 0.032994791865348816 (0.03428324215798511) | > loss_mel_ce: 3.259941577911377 (nan) | > loss: 0.013067208230495453 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14230683393710195) | > loader_time: 0.0048 (0.0047972102645555716)  --> TIME: 2025-03-25 09:07:49 -- STEP: 25960/31555 -- GLOBAL_STEP: 909500 | > loss_text_ce: 0.03185752406716347 (0.03428127757145903) | > loss_mel_ce: 2.900209665298462 (nan) | > loss: 0.0116351880133152 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14231625934962233) | > loader_time: 0.0052 (0.0047973448120757585)  --> TIME: 2025-03-25 09:07:59 -- STEP: 26010/31555 -- GLOBAL_STEP: 909550 | > loss_text_ce: 0.03634946420788765 (0.03428131179251742) | > loss_mel_ce: 3.360152006149292 (nan) | > loss: 0.013478181324899197 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1423169608576296) | > loader_time: 0.0074 (0.004797441635806454)  --> TIME: 2025-03-25 09:08:09 -- STEP: 26060/31555 -- GLOBAL_STEP: 909600 | > loss_text_ce: 0.030699865892529488 (0.034283855429929906) | > loss_mel_ce: 2.4509835243225098 (nan) | > loss: 0.009847951121628284 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14231953042704337) | > loader_time: 0.0048 (0.004797340317679993)  --> TIME: 2025-03-25 09:08:19 -- STEP: 26110/31555 -- GLOBAL_STEP: 909650 | > loss_text_ce: 0.02996673807501793 (0.0342823008885761) | > loss_mel_ce: 2.93804669380188 (nan) | > loss: 0.011777832172811031 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14231998561579992) | > loader_time: 0.0047 (0.004797183732244952)  --> TIME: 2025-03-25 09:08:28 -- STEP: 26160/31555 -- GLOBAL_STEP: 909700 | > loss_text_ce: 0.03149803355336189 (0.03428290455227595) | > loss_mel_ce: 3.0466792583465576 (nan) | > loss: 0.01221498940140009 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1423200571117771) | > loader_time: 0.0048 (0.004797159832551906)  --> TIME: 2025-03-25 09:08:38 -- STEP: 26210/31555 -- GLOBAL_STEP: 909750 | > loss_text_ce: 0.04458901286125183 (0.03428427477760583) | > loss_mel_ce: 2.512138605117798 (nan) | > loss: 0.010145745240151882 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.1423216470003756) | > loader_time: 0.0061 (0.004797246582587194)  --> TIME: 2025-03-25 09:08:48 -- STEP: 26260/31555 -- GLOBAL_STEP: 909800 | > loss_text_ce: 0.029617583379149437 (0.034285345329262654) | > loss_mel_ce: 2.711926221847534 (nan) | > loss: 0.010879142209887505 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1423219794275547) | > loader_time: 0.0052 (0.004797366277370727)  --> TIME: 2025-03-25 09:08:57 -- STEP: 26310/31555 -- GLOBAL_STEP: 909850 | > loss_text_ce: 0.03362748771905899 (0.034286672628974335) | > loss_mel_ce: 2.9770045280456543 (nan) | > loss: 0.011946952901780605 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14232191894499274) | > loader_time: 0.0048 (0.0047974862059183675)  --> TIME: 2025-03-25 09:09:07 -- STEP: 26360/31555 -- GLOBAL_STEP: 909900 | > loss_text_ce: 0.03761918097734451 (0.03428484135843002) | > loss_mel_ce: 2.5837435722351074 (nan) | > loss: 0.010402233339846134 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14232352084744412) | > loader_time: 0.0047 (0.0047974678652420106)  --> TIME: 2025-03-25 09:09:17 -- STEP: 26410/31555 -- GLOBAL_STEP: 909950 | > loss_text_ce: 0.029348190873861313 (0.03428344771390125) | > loss_mel_ce: 3.163876533508301 (nan) | > loss: 0.012671527452766895 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14232195292129343) | > loader_time: 0.0047 (0.004797272418584367)  --> TIME: 2025-03-25 09:09:27 -- STEP: 26460/31555 -- GLOBAL_STEP: 910000 | > loss_text_ce: 0.032524898648262024 (0.03428444466585315) | > loss_mel_ce: 0.0609334297478199 (nan) | > loss: 0.0003708663862198591 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1423314828360874) | > loader_time: 0.0047 (0.004796987362008849) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_910000.pth  --> TIME: 2025-03-25 09:09:42 -- STEP: 26510/31555 -- GLOBAL_STEP: 910050 | > loss_text_ce: 0.03208959102630615 (0.03428343853065544) | > loss_mel_ce: 2.993227958679199 (nan) | > loss: 0.012005229480564594 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14232653763014425) | > loader_time: 0.0047 (0.004796874923375065)  --> TIME: 2025-03-25 09:09:52 -- STEP: 26560/31555 -- GLOBAL_STEP: 910100 | > loss_text_ce: 0.0415043830871582 (0.03428504562078342) | > loss_mel_ce: 2.4468491077423096 (nan) | > loss: 0.009874419309198856 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1423229913036498) | > loader_time: 0.0047 (0.004797159934259294)  --> TIME: 2025-03-25 09:10:01 -- STEP: 26610/31555 -- GLOBAL_STEP: 910150 | > loss_text_ce: 0.026627562940120697 (0.03428224350036326) | > loss_mel_ce: 2.8739943504333496 (nan) | > loss: 0.011510404758155346 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14231757128520817) | > loader_time: 0.0044 (0.004797099067590474)  --> TIME: 2025-03-25 09:10:11 -- STEP: 26660/31555 -- GLOBAL_STEP: 910200 | > loss_text_ce: 0.033996328711509705 (0.03428131471508914) | > loss_mel_ce: 2.700594186782837 (nan) | > loss: 0.010851549915969372 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14231367739894124) | > loader_time: 0.0046 (0.004797414247021994)  --> TIME: 2025-03-25 09:10:21 -- STEP: 26710/31555 -- GLOBAL_STEP: 910250 | > loss_text_ce: 0.027169978246092796 (0.034282117324784714) | > loss_mel_ce: 2.6669411659240723 (nan) | > loss: 0.010690917260944843 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14231380921809708) | > loader_time: 0.0068 (0.004797559273640131)  --> TIME: 2025-03-25 09:10:31 -- STEP: 26760/31555 -- GLOBAL_STEP: 910300 | > loss_text_ce: 0.03039458952844143 (0.03428121008910244) | > loss_mel_ce: 2.9304301738739014 (nan) | > loss: 0.011749304831027985 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14231240871419387) | > loader_time: 0.0049 (0.004797354915216864)  --> TIME: 2025-03-25 09:10:40 -- STEP: 26810/31555 -- GLOBAL_STEP: 910350 | > loss_text_ce: 0.034370481967926025 (0.034280916765826924) | > loss_mel_ce: 2.689257860183716 (nan) | > loss: 0.010808049701154232 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1423148709773476) | > loader_time: 0.0043 (0.004797270857367361)  --> TIME: 2025-03-25 09:10:50 -- STEP: 26860/31555 -- GLOBAL_STEP: 910400 | > loss_text_ce: 0.029285389930009842 (0.03428064426594457) | > loss_mel_ce: 2.888274669647217 (nan) | > loss: 0.011577620171010494 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14231030569978287) | > loader_time: 0.0045 (0.004797961351503975)  --> TIME: 2025-03-25 09:11:00 -- STEP: 26910/31555 -- GLOBAL_STEP: 910450 | > loss_text_ce: 0.03755641356110573 (0.034281066953665236) | > loss_mel_ce: 3.047490119934082 (nan) | > loss: 0.012242249213159084 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14232034732842608) | > loader_time: 0.0049 (0.004798185581701975)  --> TIME: 2025-03-25 09:11:10 -- STEP: 26960/31555 -- GLOBAL_STEP: 910500 | > loss_text_ce: 0.030604595318436623 (0.034278453283360176) | > loss_mel_ce: 2.4432222843170166 (nan) | > loss: 0.009816774167120457 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14232632911346688) | > loader_time: 0.0048 (0.004798038980373608)  --> TIME: 2025-03-25 09:11:20 -- STEP: 27010/31555 -- GLOBAL_STEP: 910550 | > loss_text_ce: 0.02619764767587185 (0.03427672860064707) | > loss_mel_ce: 1.964257836341858 (nan) | > loss: 0.007898633368313313 (nan) | > current_lr: 5e-06 | > step_time: 0.1453 (0.1423328386152809) | > loader_time: 0.0053 (0.004797809753361441)  --> TIME: 2025-03-25 09:11:30 -- STEP: 27060/31555 -- GLOBAL_STEP: 910600 | > loss_text_ce: 0.04180857166647911 (0.03428032337959807) | > loss_mel_ce: 2.835547685623169 (nan) | > loss: 0.011418080888688564 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14234088519195642) | > loader_time: 0.0049 (0.004797839061119569)  --> TIME: 2025-03-25 09:11:39 -- STEP: 27110/31555 -- GLOBAL_STEP: 910650 | > loss_text_ce: 0.03690076246857643 (0.03428227449978567) | > loss_mel_ce: 2.5826210975646973 (nan) | > loss: 0.010394928976893425 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14233522985043873) | > loader_time: 0.0047 (0.004797786392878854)  --> TIME: 2025-03-25 09:11:49 -- STEP: 27160/31555 -- GLOBAL_STEP: 910700 | > loss_text_ce: 0.031596746295690536 (0.034278867148008325) | > loss_mel_ce: 2.7928571701049805 (nan) | > loss: 0.011208150535821915 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1423276249719814) | > loader_time: 0.0042 (0.0047976046317806656)  --> TIME: 2025-03-25 09:11:59 -- STEP: 27210/31555 -- GLOBAL_STEP: 910750 | > loss_text_ce: 0.04189767688512802 (0.03428073798479822) | > loss_mel_ce: 2.1285240650177 (nan) | > loss: 0.00861278548836708 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1423359475035905) | > loader_time: 0.005 (0.00479753202307269)  --> TIME: 2025-03-25 09:12:09 -- STEP: 27260/31555 -- GLOBAL_STEP: 910800 | > loss_text_ce: 0.03755783662199974 (0.034280245734948596) | > loss_mel_ce: 1.8952600955963135 (nan) | > loss: 0.007669913116842508 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14233579619877043) | > loader_time: 0.0046 (0.004797232098554883)  --> TIME: 2025-03-25 09:12:18 -- STEP: 27310/31555 -- GLOBAL_STEP: 910850 | > loss_text_ce: 0.02505706436932087 (0.03428016238402906) | > loss_mel_ce: 2.4735045433044434 (nan) | > loss: 0.009914927184581757 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14232931739460614) | > loader_time: 0.0049 (0.00479702271196438)  --> TIME: 2025-03-25 09:12:28 -- STEP: 27360/31555 -- GLOBAL_STEP: 910900 | > loss_text_ce: 0.025328142568469048 (0.03428025782320718) | > loss_mel_ce: 2.6932904720306396 (nan) | > loss: 0.01078816968947649 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14233292749924864) | > loader_time: 0.0049 (0.004797017940303701)  --> TIME: 2025-03-25 09:12:38 -- STEP: 27410/31555 -- GLOBAL_STEP: 910950 | > loss_text_ce: 0.027552232146263123 (0.03427971305195838) | > loss_mel_ce: 3.0576984882354736 (nan) | > loss: 0.012243058532476425 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1423352685995833) | > loader_time: 0.0057 (0.00479669072514071)  --> TIME: 2025-03-25 09:12:47 -- STEP: 27460/31555 -- GLOBAL_STEP: 911000 | > loss_text_ce: 0.0300814937800169 (0.034279835721829285) | > loss_mel_ce: 2.792004108428955 (nan) | > loss: 0.011198753491044044 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1423329476622525) | > loader_time: 0.0044 (0.0047967478817427505)  --> TIME: 2025-03-25 09:12:57 -- STEP: 27510/31555 -- GLOBAL_STEP: 911050 | > loss_text_ce: 0.04222619906067848 (0.034282728455221456) | > loss_mel_ce: 2.296254873275757 (nan) | > loss: 0.009279687888920307 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14233130748295245) | > loader_time: 0.0049 (0.0047965616626940225)  --> TIME: 2025-03-25 09:13:06 -- STEP: 27560/31555 -- GLOBAL_STEP: 911100 | > loss_text_ce: 0.04268722981214523 (0.03428566887270509) | > loss_mel_ce: 2.6026132106781006 (nan) | > loss: 0.010497224517166615 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14232204973438034) | > loader_time: 0.0045 (0.004796362450922142)  --> TIME: 2025-03-25 09:13:16 -- STEP: 27610/31555 -- GLOBAL_STEP: 911150 | > loss_text_ce: 0.03651929646730423 (0.03428780543390221) | > loss_mel_ce: 2.312969923019409 (nan) | > loss: 0.009323370642960072 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14232564880898774) | > loader_time: 0.0048 (0.004796399831858169)  --> TIME: 2025-03-25 09:13:26 -- STEP: 27660/31555 -- GLOBAL_STEP: 911200 | > loss_text_ce: 0.03100297413766384 (0.03428692123202837) | > loss_mel_ce: 2.7374818325042725 (nan) | > loss: 0.01098605152219534 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14233565938188197) | > loader_time: 0.0044 (0.004796567001122077)  --> TIME: 2025-03-25 09:13:36 -- STEP: 27710/31555 -- GLOBAL_STEP: 911250 | > loss_text_ce: 0.027987807989120483 (0.03428613785748421) | > loss_mel_ce: 3.0022194385528564 (nan) | > loss: 0.012024632655084133 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1423283937217429) | > loader_time: 0.0045 (0.004796285562160737)  --> TIME: 2025-03-25 09:13:45 -- STEP: 27760/31555 -- GLOBAL_STEP: 911300 | > loss_text_ce: 0.035905931144952774 (0.034286981217780614) | > loss_mel_ce: 2.5699408054351807 (nan) | > loss: 0.010340661741793156 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14232198597718282) | > loader_time: 0.0044 (0.004795918916419157)  --> TIME: 2025-03-25 09:13:55 -- STEP: 27810/31555 -- GLOBAL_STEP: 911350 | > loss_text_ce: 0.030119793489575386 (0.03428986121842451) | > loss_mel_ce: 3.0359151363372803 (nan) | > loss: 0.012166806496679783 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1423149795936868) | > loader_time: 0.0048 (0.004795510757745286)  --> TIME: 2025-03-25 09:14:05 -- STEP: 27860/31555 -- GLOBAL_STEP: 911400 | > loss_text_ce: 0.033293794840574265 (0.034289423255443825) | > loss_mel_ce: 2.7315869331359863 (nan) | > loss: 0.01097174920141697 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1423230963735713) | > loader_time: 0.0047 (0.004795459201673048)  --> TIME: 2025-03-25 09:14:14 -- STEP: 27910/31555 -- GLOBAL_STEP: 911450 | > loss_text_ce: 0.03647620975971222 (0.03428790234830148) | > loss_mel_ce: 2.9160218238830566 (nan) | > loss: 0.011716262437403202 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14232136650522703) | > loader_time: 0.0048 (0.004795139103284288)  --> TIME: 2025-03-25 09:14:24 -- STEP: 27960/31555 -- GLOBAL_STEP: 911500 | > loss_text_ce: 0.040938038378953934 (0.034289586166711364) | > loss_mel_ce: 1.90750253200531 (nan) | > loss: 0.007731907535344362 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14232474228684186) | > loader_time: 0.0043 (0.004794924879960884)  --> TIME: 2025-03-25 09:14:34 -- STEP: 28010/31555 -- GLOBAL_STEP: 911550 | > loss_text_ce: 0.026326198130846024 (0.03428897787775264) | > loss_mel_ce: 2.609454870223999 (nan) | > loss: 0.010459449142217636 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14233506954980174) | > loader_time: 0.0045 (0.004795083868550353)  --> TIME: 2025-03-25 09:14:44 -- STEP: 28060/31555 -- GLOBAL_STEP: 911600 | > loss_text_ce: 0.036152686923742294 (0.03429009079838907) | > loss_mel_ce: 0.06450195610523224 (nan) | > loss: 0.0003994232101831585 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14234393709315843) | > loader_time: 0.0047 (0.004794994423581428)  --> TIME: 2025-03-25 09:14:54 -- STEP: 28110/31555 -- GLOBAL_STEP: 911650 | > loss_text_ce: 0.019213620573282242 (0.03429037835270076) | > loss_mel_ce: 1.155480980873108 (nan) | > loss: 0.004661486949771643 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14234697508328373) | > loader_time: 0.0046 (0.004794968196566238)  --> TIME: 2025-03-25 09:15:04 -- STEP: 28160/31555 -- GLOBAL_STEP: 911700 | > loss_text_ce: 0.032494254410266876 (0.034287234131559034) | > loss_mel_ce: 2.487255811691284 (nan) | > loss: 0.009999008849263191 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1423516399057739) | > loader_time: 0.005 (0.004795112621716445)  --> TIME: 2025-03-25 09:15:14 -- STEP: 28210/31555 -- GLOBAL_STEP: 911750 | > loss_text_ce: 0.029397839680314064 (0.03428946919825086) | > loss_mel_ce: 2.351680040359497 (nan) | > loss: 0.009448722004890442 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14234593888201183) | > loader_time: 0.0045 (0.004794966595597963)  --> TIME: 2025-03-25 09:15:23 -- STEP: 28260/31555 -- GLOBAL_STEP: 911800 | > loss_text_ce: 0.041401077061891556 (0.034290869837140414) | > loss_mel_ce: 2.6180546283721924 (nan) | > loss: 0.010553396306931973 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14234565894652554) | > loader_time: 0.0049 (0.004794891464398048)  --> TIME: 2025-03-25 09:15:33 -- STEP: 28310/31555 -- GLOBAL_STEP: 911850 | > loss_text_ce: 0.030868032947182655 (0.03429070374668859) | > loss_mel_ce: 1.7423560619354248 (nan) | > loss: 0.0070366039872169495 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1423486876428769) | > loader_time: 0.0058 (0.004795157635687738)  --> TIME: 2025-03-25 09:15:43 -- STEP: 28360/31555 -- GLOBAL_STEP: 911900 | > loss_text_ce: 0.04141136258840561 (0.03428863596561273) | > loss_mel_ce: 1.32861328125 (nan) | > loss: 0.005436606239527464 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14234530107763047) | > loader_time: 0.0051 (0.00479526210402901)  --> TIME: 2025-03-25 09:15:53 -- STEP: 28410/31555 -- GLOBAL_STEP: 911950 | > loss_text_ce: 0.03884371370077133 (0.03428757671136982) | > loss_mel_ce: 2.8884103298187256 (nan) | > loss: 0.011616087518632412 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14235219027281798) | > loader_time: 0.0058 (0.004795252055779397)  --> TIME: 2025-03-25 09:16:03 -- STEP: 28460/31555 -- GLOBAL_STEP: 912000 | > loss_text_ce: 0.036928534507751465 (0.03428657844457165) | > loss_mel_ce: 2.9771721363067627 (nan) | > loss: 0.011960716918110847 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14235391647817286) | > loader_time: 0.0048 (0.004795383586065885)  --> TIME: 2025-03-25 09:16:12 -- STEP: 28510/31555 -- GLOBAL_STEP: 912050 | > loss_text_ce: 0.039936795830726624 (0.0342855572231083) | > loss_mel_ce: 2.223971366882324 (nan) | > loss: 0.008983762934803963 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14234013728031641) | > loader_time: 0.0046 (0.004795221352485187)  --> TIME: 2025-03-25 09:16:21 -- STEP: 28560/31555 -- GLOBAL_STEP: 912100 | > loss_text_ce: 0.02864876016974449 (0.03428705266069665) | > loss_mel_ce: 2.665238857269287 (nan) | > loss: 0.010690031573176384 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14233740686702356) | > loader_time: 0.0045 (0.004794821310110086)  --> TIME: 2025-03-25 09:16:31 -- STEP: 28610/31555 -- GLOBAL_STEP: 912150 | > loss_text_ce: 0.03255925327539444 (0.03428796560326792) | > loss_mel_ce: 2.8400330543518066 (nan) | > loss: 0.011399175971746445 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14233409427588034) | > loader_time: 0.0044 (0.0047947344518299165)  --> TIME: 2025-03-25 09:16:41 -- STEP: 28660/31555 -- GLOBAL_STEP: 912200 | > loss_text_ce: 0.041970476508140564 (0.03428777890394934) | > loss_mel_ce: 2.99819278717041 (nan) | > loss: 0.012064140290021896 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1423353221561209) | > loader_time: 0.0045 (0.004794722949385361)  --> TIME: 2025-03-25 09:16:50 -- STEP: 28710/31555 -- GLOBAL_STEP: 912250 | > loss_text_ce: 0.034681495279073715 (0.034289646712892634) | > loss_mel_ce: 2.8274998664855957 (nan) | > loss: 0.011357863433659077 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14233706235802457) | > loader_time: 0.0057 (0.004794530866869366)  --> TIME: 2025-03-25 09:17:00 -- STEP: 28760/31555 -- GLOBAL_STEP: 912300 | > loss_text_ce: 0.023613983765244484 (0.03429191592852153) | > loss_mel_ce: 0.5547561645507812 (nan) | > loss: 0.0022951196879148483 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1423423158359781) | > loader_time: 0.0044 (0.004794213146758809)  --> TIME: 2025-03-25 09:17:11 -- STEP: 28810/31555 -- GLOBAL_STEP: 912350 | > loss_text_ce: 0.0363059863448143 (0.03429277387458334) | > loss_mel_ce: 2.9351558685302734 (nan) | > loss: 0.011791516095399857 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1423560611326953) | > loader_time: 0.0046 (0.004794083267233067)  --> TIME: 2025-03-25 09:17:21 -- STEP: 28860/31555 -- GLOBAL_STEP: 912400 | > loss_text_ce: 0.03077208623290062 (0.03429178130297918) | > loss_mel_ce: 2.42549729347229 (nan) | > loss: 0.009747100993990898 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1423698951614775) | > loader_time: 0.0043 (0.0047938186925727795)  --> TIME: 2025-03-25 09:17:31 -- STEP: 28910/31555 -- GLOBAL_STEP: 912450 | > loss_text_ce: 0.03686583414673805 (0.034292416652971974) | > loss_mel_ce: 2.336655855178833 (nan) | > loss: 0.009418738074600697 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1423740938764578) | > loader_time: 0.0045 (0.004793598997432078)  --> TIME: 2025-03-25 09:17:40 -- STEP: 28960/31555 -- GLOBAL_STEP: 912500 | > loss_text_ce: 0.034023717045784 (0.03429433499795434) | > loss_mel_ce: 3.0706582069396973 (nan) | > loss: 0.012320167385041714 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1423719574074707) | > loader_time: 0.0046 (0.004793730880344738)  --> TIME: 2025-03-25 09:17:50 -- STEP: 29010/31555 -- GLOBAL_STEP: 912550 | > loss_text_ce: 0.029901495203375816 (0.03429313385377588) | > loss_mel_ce: 3.1077513694763184 (nan) | > loss: 0.01245100423693657 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14236781776300553) | > loader_time: 0.0046 (0.004793538927251132)  --> TIME: 2025-03-25 09:17:59 -- STEP: 29060/31555 -- GLOBAL_STEP: 912600 | > loss_text_ce: 0.04359707236289978 (0.03429351395072328) | > loss_mel_ce: 2.0229156017303467 (nan) | > loss: 0.00820044707506895 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1423618971029796) | > loader_time: 0.0048 (0.004793390797813893)  --> TIME: 2025-03-25 09:18:09 -- STEP: 29110/31555 -- GLOBAL_STEP: 912650 | > loss_text_ce: 0.0396869070827961 (0.03429461546297911) | > loss_mel_ce: 2.4269516468048096 (nan) | > loss: 0.00978824868798256 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14236079268093377) | > loader_time: 0.0044 (0.004793285922224405)  --> TIME: 2025-03-25 09:18:19 -- STEP: 29160/31555 -- GLOBAL_STEP: 912700 | > loss_text_ce: 0.03135195001959801 (0.034294293567491065) | > loss_mel_ce: 2.744171380996704 (nan) | > loss: 0.011013982817530632 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14236734407265209) | > loader_time: 0.0051 (0.004793380178378247)  --> TIME: 2025-03-25 09:18:29 -- STEP: 29210/31555 -- GLOBAL_STEP: 912750 | > loss_text_ce: 0.027018984779715538 (0.03429299978805901) | > loss_mel_ce: 2.6664786338806152 (nan) | > loss: 0.010688483715057373 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14237528837367758) | > loader_time: 0.0048 (0.004793463664200126)  --> TIME: 2025-03-25 09:18:39 -- STEP: 29260/31555 -- GLOBAL_STEP: 912800 | > loss_text_ce: 0.03502853214740753 (0.03429285000283367) | > loss_mel_ce: 2.360023021697998 (nan) | > loss: 0.009504172950983047 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14237771360986504) | > loader_time: 0.0046 (0.0047933105728190815)  --> TIME: 2025-03-25 09:18:49 -- STEP: 29310/31555 -- GLOBAL_STEP: 912850 | > loss_text_ce: 0.03174402564764023 (0.03429232543430966) | > loss_mel_ce: 2.780125617980957 (nan) | > loss: 0.011158213019371033 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14238290386531716) | > loader_time: 0.0057 (0.004793311889893088)  --> TIME: 2025-03-25 09:18:59 -- STEP: 29360/31555 -- GLOBAL_STEP: 912900 | > loss_text_ce: 0.03449036926031113 (0.03429011393865648) | > loss_mel_ce: 2.4732258319854736 (nan) | > loss: 0.009951255284249783 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14238340426693052) | > loader_time: 0.0071 (0.004793513365272574)  --> TIME: 2025-03-25 09:19:08 -- STEP: 29410/31555 -- GLOBAL_STEP: 912950 | > loss_text_ce: 0.03907187283039093 (0.03429065129736464) | > loss_mel_ce: 2.969031810760498 (nan) | > loss: 0.011936919763684273 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1423736767961788) | > loader_time: 0.0046 (0.004793510336488382)  --> TIME: 2025-03-25 09:19:18 -- STEP: 29460/31555 -- GLOBAL_STEP: 913000 | > loss_text_ce: 0.03402014821767807 (0.034291263229864324) | > loss_mel_ce: 2.8820948600769043 (nan) | > loss: 0.011571886017918587 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1423772381829783) | > loader_time: 0.0046 (0.004793707157427619)  --> TIME: 2025-03-25 09:19:27 -- STEP: 29510/31555 -- GLOBAL_STEP: 913050 | > loss_text_ce: 0.029126280918717384 (0.03428814712298331) | > loss_mel_ce: 2.4820616245269775 (nan) | > loss: 0.009965031407773495 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.142374486124987) | > loader_time: 0.0046 (0.004793524071548932)  --> TIME: 2025-03-25 09:19:37 -- STEP: 29560/31555 -- GLOBAL_STEP: 913100 | > loss_text_ce: 0.037385109812021255 (0.03429119309060108) | > loss_mel_ce: 2.6224160194396973 (nan) | > loss: 0.010554767213761806 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14238197397798466) | > loader_time: 0.005 (0.004793326570797322)  --> TIME: 2025-03-25 09:19:47 -- STEP: 29610/31555 -- GLOBAL_STEP: 913150 | > loss_text_ce: 0.035031404346227646 (0.034289771477399) | > loss_mel_ce: 3.0526511669158936 (nan) | > loss: 0.01225270889699459 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14237747620747046) | > loader_time: 0.006 (0.004793475206459475)  --> TIME: 2025-03-25 09:19:56 -- STEP: 29660/31555 -- GLOBAL_STEP: 913200 | > loss_text_ce: 0.03191576525568962 (0.034290082602612834) | > loss_mel_ce: 2.5759878158569336 (nan) | > loss: 0.010348823852837086 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14236950207946156) | > loader_time: 0.0045 (0.004793340285243943)  --> TIME: 2025-03-25 09:20:06 -- STEP: 29710/31555 -- GLOBAL_STEP: 913250 | > loss_text_ce: 0.03655947744846344 (0.03428849807464888) | > loss_mel_ce: 2.778183698654175 (nan) | > loss: 0.0111696170642972 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1423728851869174) | > loader_time: 0.0043 (0.004793065262739573)  --> TIME: 2025-03-25 09:20:16 -- STEP: 29760/31555 -- GLOBAL_STEP: 913300 | > loss_text_ce: 0.044125914573669434 (0.03428864160543861) | > loss_mel_ce: 2.9160878658294678 (nan) | > loss: 0.01174688059836626 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14237588492612568) | > loader_time: 0.0049 (0.004793059665669646)  --> TIME: 2025-03-25 09:20:26 -- STEP: 29810/31555 -- GLOBAL_STEP: 913350 | > loss_text_ce: 0.04250103235244751 (0.034288815378140554) | > loss_mel_ce: 2.548614978790283 (nan) | > loss: 0.01028220634907484 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14237963778986107) | > loader_time: 0.0046 (0.004793005091997619)  --> TIME: 2025-03-25 09:20:36 -- STEP: 29860/31555 -- GLOBAL_STEP: 913400 | > loss_text_ce: 0.042021531611680984 (0.03428857800752248) | > loss_mel_ce: 2.4051096439361572 (nan) | > loss: 0.009710838086903095 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1423759217639127) | > loader_time: 0.0044 (0.004792941973980657)  --> TIME: 2025-03-25 09:20:45 -- STEP: 29910/31555 -- GLOBAL_STEP: 913450 | > loss_text_ce: 0.028135310858488083 (0.03428852526319695) | > loss_mel_ce: 2.832794666290283 (nan) | > loss: 0.011352897621691227 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14236854680283462) | > loader_time: 0.0044 (0.004792848521353417)  --> TIME: 2025-03-25 09:20:55 -- STEP: 29960/31555 -- GLOBAL_STEP: 913500 | > loss_text_ce: 0.037252020090818405 (0.03428999077148233) | > loss_mel_ce: 2.987531900405884 (nan) | > loss: 0.012003111653029919 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1423720168335245) | > loader_time: 0.0048 (0.0047926962773535385)  --> TIME: 2025-03-25 09:21:05 -- STEP: 30010/31555 -- GLOBAL_STEP: 913550 | > loss_text_ce: 0.038684241473674774 (0.03428741933033744) | > loss_mel_ce: 3.003814458847046 (nan) | > loss: 0.012073407880961895 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14237702383831283) | > loader_time: 0.0051 (0.0047925705116853845)  --> TIME: 2025-03-25 09:21:15 -- STEP: 30060/31555 -- GLOBAL_STEP: 913600 | > loss_text_ce: 0.029406126588582993 (0.0342893490827434) | > loss_mel_ce: 2.84078049659729 (nan) | > loss: 0.011389629915356636 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14238761513532877) | > loader_time: 0.005 (0.0047925711629871045)  --> TIME: 2025-03-25 09:21:25 -- STEP: 30110/31555 -- GLOBAL_STEP: 913650 | > loss_text_ce: 0.02435619942843914 (0.03428842156663992) | > loss_mel_ce: 3.142489433288574 (nan) | > loss: 0.01256684772670269 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14239326879772982) | > loader_time: 0.005 (0.004792253553807922)  --> TIME: 2025-03-25 09:21:35 -- STEP: 30160/31555 -- GLOBAL_STEP: 913700 | > loss_text_ce: 0.02525181695818901 (0.03428749924424339) | > loss_mel_ce: 2.6431021690368652 (nan) | > loss: 0.010588707402348518 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14239800611130324) | > loader_time: 0.0049 (0.004792513146956941)  --> TIME: 2025-03-25 09:21:44 -- STEP: 30210/31555 -- GLOBAL_STEP: 913750 | > loss_text_ce: 0.035597432404756546 (0.03428739485543908) | > loss_mel_ce: 2.623802900314331 (nan) | > loss: 0.010553176514804363 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14238611983368907) | > loader_time: 0.0048 (0.004792466924428041)  --> TIME: 2025-03-25 09:21:54 -- STEP: 30260/31555 -- GLOBAL_STEP: 913800 | > loss_text_ce: 0.0360000841319561 (0.03428669685488036) | > loss_mel_ce: 3.095118761062622 (nan) | > loss: 0.0124250752851367 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14238852396439855) | > loader_time: 0.0052 (0.0047927111328159985)  --> TIME: 2025-03-25 09:22:03 -- STEP: 30310/31555 -- GLOBAL_STEP: 913850 | > loss_text_ce: 0.04369114711880684 (0.034285870250787706) | > loss_mel_ce: 2.4266977310180664 (nan) | > loss: 0.009803131222724915 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1423844690725604) | > loader_time: 0.0048 (0.004792694273029575)  --> TIME: 2025-03-25 09:22:13 -- STEP: 30360/31555 -- GLOBAL_STEP: 913900 | > loss_text_ce: 0.03783467039465904 (0.0342874057971344) | > loss_mel_ce: 3.409209728240967 (nan) | > loss: 0.013678748160600662 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1423888933595764) | > loader_time: 0.0048 (0.00479265733355744)  --> TIME: 2025-03-25 09:22:23 -- STEP: 30410/31555 -- GLOBAL_STEP: 913950 | > loss_text_ce: 0.025347771123051643 (0.034288598198795275) | > loss_mel_ce: 2.9261579513549805 (nan) | > loss: 0.011712324805557728 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14239596911301353) | > loader_time: 0.0048 (0.004792495802490746)  --> TIME: 2025-03-25 09:22:33 -- STEP: 30460/31555 -- GLOBAL_STEP: 914000 | > loss_text_ce: 0.030032899230718613 (0.03429018197665564) | > loss_mel_ce: 3.3162643909454346 (nan) | > loss: 0.013278958387672901 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14239522745479238) | > loader_time: 0.0045 (0.004792589767152952)  --> TIME: 2025-03-25 09:22:43 -- STEP: 30510/31555 -- GLOBAL_STEP: 914050 | > loss_text_ce: 0.02896782010793686 (0.034287636903163804) | > loss_mel_ce: 2.5278759002685547 (nan) | > loss: 0.010146206244826317 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1423946173688839) | > loader_time: 0.0048 (0.004792537309427147)  --> TIME: 2025-03-25 09:22:52 -- STEP: 30560/31555 -- GLOBAL_STEP: 914100 | > loss_text_ce: 0.03696082904934883 (0.034289273399376985) | > loss_mel_ce: 2.7573142051696777 (nan) | > loss: 0.01108839362859726 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1423884460985337) | > loader_time: 0.0046 (0.004792578908473379)  --> TIME: 2025-03-25 09:23:02 -- STEP: 30610/31555 -- GLOBAL_STEP: 914150 | > loss_text_ce: 0.03514159843325615 (0.034290500906865376) | > loss_mel_ce: 3.027207136154175 (nan) | > loss: 0.012152178213000298 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.1423912302569902) | > loader_time: 0.0049 (0.0047924861920420935)  --> TIME: 2025-03-25 09:23:12 -- STEP: 30660/31555 -- GLOBAL_STEP: 914200 | > loss_text_ce: 0.02744133025407791 (0.03429233104735374) | > loss_mel_ce: 2.8479998111724854 (nan) | > loss: 0.011410481296479702 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14238957113015796) | > loader_time: 0.0045 (0.004792644389688122)  --> TIME: 2025-03-25 09:23:21 -- STEP: 30710/31555 -- GLOBAL_STEP: 914250 | > loss_text_ce: 0.026885544881224632 (0.034292695210359304) | > loss_mel_ce: 2.4477899074554443 (nan) | > loss: 0.009820140898227692 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14239042072333294) | > loader_time: 0.0045 (0.00479250114152732)  --> TIME: 2025-03-25 09:23:31 -- STEP: 30760/31555 -- GLOBAL_STEP: 914300 | > loss_text_ce: 0.036134377121925354 (0.03429251376440164) | > loss_mel_ce: 2.0075161457061768 (nan) | > loss: 0.008109725080430508 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14239240784793786) | > loader_time: 0.005 (0.004792477242813278)  --> TIME: 2025-03-25 09:23:41 -- STEP: 30810/31555 -- GLOBAL_STEP: 914350 | > loss_text_ce: 0.037944044917821884 (0.034291312511114426) | > loss_mel_ce: 2.3950512409210205 (nan) | > loss: 0.00965474359691143 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14238625740470887) | > loader_time: 0.0049 (0.004792577490640948)  --> TIME: 2025-03-25 09:23:50 -- STEP: 30860/31555 -- GLOBAL_STEP: 914400 | > loss_text_ce: 0.03357802331447601 (0.034290277360614414) | > loss_mel_ce: 3.1820766925811768 (nan) | > loss: 0.012760534882545471 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14238501841266246) | > loader_time: 0.0058 (0.0047924761716529604)  --> TIME: 2025-03-25 09:24:00 -- STEP: 30910/31555 -- GLOBAL_STEP: 914450 | > loss_text_ce: 0.032767508178949356 (0.0342904723277096) | > loss_mel_ce: 2.6314637660980225 (nan) | > loss: 0.010572346858680248 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14238393726336424) | > loader_time: 0.0045 (0.004792468226175762)  --> TIME: 2025-03-25 09:24:10 -- STEP: 30960/31555 -- GLOBAL_STEP: 914500 | > loss_text_ce: 0.03568224981427193 (0.0342893612277165) | > loss_mel_ce: 2.652782917022705 (nan) | > loss: 0.010668513365089893 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14238591224186067) | > loader_time: 0.0048 (0.004792404898685356)  --> TIME: 2025-03-25 09:24:20 -- STEP: 31010/31555 -- GLOBAL_STEP: 914550 | > loss_text_ce: 0.03160496801137924 (0.03428768412234379) | > loss_mel_ce: 0.69647216796875 (nan) | > loss: 0.002889194991439581 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14239107832836248) | > loader_time: 0.0063 (0.004792707860565893)  --> TIME: 2025-03-25 09:24:29 -- STEP: 31060/31555 -- GLOBAL_STEP: 914600 | > loss_text_ce: 0.023613572120666504 (0.03428732063090559) | > loss_mel_ce: 3.063967704772949 (nan) | > loss: 0.012252306565642357 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14238619250937926) | > loader_time: 0.0043 (0.004792848480799363)  --> TIME: 2025-03-25 09:24:39 -- STEP: 31110/31555 -- GLOBAL_STEP: 914650 | > loss_text_ce: 0.02943406254053116 (0.03428774171217572) | > loss_mel_ce: 2.6151082515716553 (nan) | > loss: 0.010494215413928032 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14238051145032957) | > loader_time: 0.0047 (0.004794740822490685)  --> TIME: 2025-03-25 09:24:48 -- STEP: 31160/31555 -- GLOBAL_STEP: 914700 | > loss_text_ce: 0.02938959002494812 (0.03428964131264874) | > loss_mel_ce: 2.6541216373443604 (nan) | > loss: 0.01064885500818491 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14237456868028348) | > loader_time: 0.0046 (0.004794661798281266)  --> TIME: 2025-03-25 09:24:58 -- STEP: 31210/31555 -- GLOBAL_STEP: 914750 | > loss_text_ce: 0.026336168870329857 (0.03428840615599516) | > loss_mel_ce: 0.2886962890625 (nan) | > loss: 0.0012501288438215852 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14237047593893706) | > loader_time: 0.0042 (0.004794394782780425)  --> TIME: 2025-03-25 09:25:08 -- STEP: 31260/31555 -- GLOBAL_STEP: 914800 | > loss_text_ce: 0.0218675434589386 (0.03428607116195944) | > loss_mel_ce: 2.6318647861480713 (nan) | > loss: 0.010530684143304825 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14236834265067538) | > loader_time: 0.0046 (0.004794332589084158)  --> TIME: 2025-03-25 09:25:17 -- STEP: 31310/31555 -- GLOBAL_STEP: 914850 | > loss_text_ce: 0.04109666123986244 (0.034287917012505276) | > loss_mel_ce: 2.6132099628448486 (nan) | > loss: 0.010532963089644909 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14236548390109677) | > loader_time: 0.0046 (0.004794230844905194)  --> TIME: 2025-03-25 09:25:27 -- STEP: 31360/31555 -- GLOBAL_STEP: 914900 | > loss_text_ce: 0.03779814764857292 (0.034290099617810155) | > loss_mel_ce: 2.376662492752075 (nan) | > loss: 0.009581193327903748 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14236555936537115) | > loader_time: 0.0044 (0.004794380068778962)  --> TIME: 2025-03-25 09:25:37 -- STEP: 31410/31555 -- GLOBAL_STEP: 914950 | > loss_text_ce: 0.02779262699186802 (0.034290009772980884) | > loss_mel_ce: 2.112593173980713 (nan) | > loss: 0.008493594825267792 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14236325445694253) | > loader_time: 0.0044 (0.004794128181751395)  --> TIME: 2025-03-25 09:25:46 -- STEP: 31460/31555 -- GLOBAL_STEP: 915000 | > loss_text_ce: 0.03739120438694954 (0.03428955074972244) | > loss_mel_ce: 2.472412109375 (nan) | > loss: 0.009959537535905838 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14236254829247783) | > loader_time: 0.0044 (0.004794176626720751)  --> TIME: 2025-03-25 09:25:56 -- STEP: 31510/31555 -- GLOBAL_STEP: 915050 | > loss_text_ce: 0.031625229865312576 (0.034288660904953625) | > loss_mel_ce: 3.1165096759796143 (nan) | > loss: 0.01249259989708662 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14236327517565947) | > loader_time: 0.0049 (0.004794257741169611)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02297271728515625 (+0.0014095671971639037) | > avg_loss_text_ce: 0.031619386089344795 (-0.00026192693660660044) | > avg_loss_mel_ce: 2.5770837632815042 (-0.01846707185109553) | > avg_loss: 2.6087031563123064 (-0.01872899134953787) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_915095.pth  > EPOCH: 30/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 09:26:27)   --> TIME: 2025-03-25 09:26:28 -- STEP: 5/31555 -- GLOBAL_STEP: 915100 | > loss_text_ce: 0.045667219907045364 (0.03296518623828888) | > loss_mel_ce: 1.191070556640625 (1.9085298538208009) | > loss: 0.004907689522951841 (0.007704345602542162) | > current_lr: 5e-06 | > step_time: 0.1303 (0.12764453887939453) | > loader_time: 0.005 (0.00496983528137207)  --> TIME: 2025-03-25 09:26:38 -- STEP: 55/31555 -- GLOBAL_STEP: 915150 | > loss_text_ce: 0.0376514196395874 (0.03326997428455136) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.13927608403292566) | > loader_time: 0.0049 (0.005298493125221946)  --> TIME: 2025-03-25 09:26:47 -- STEP: 105/31555 -- GLOBAL_STEP: 915200 | > loss_text_ce: 0.02309294603765011 (0.032951637268775986) | > loss_mel_ce: 2.697988510131836 (nan) | > loss: 0.010797942988574505 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.13980582328069763) | > loader_time: 0.0045 (0.005044871284848168)  --> TIME: 2025-03-25 09:26:57 -- STEP: 155/31555 -- GLOBAL_STEP: 915250 | > loss_text_ce: 0.036121319979429245 (0.033503776055670544) | > loss_mel_ce: 2.3188512325286865 (nan) | > loss: 0.009345130063593388 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14055231924979902) | > loader_time: 0.0047 (0.005039311993506647)  --> TIME: 2025-03-25 09:27:07 -- STEP: 205/31555 -- GLOBAL_STEP: 915300 | > loss_text_ce: 0.029966890811920166 (0.03359919207670339) | > loss_mel_ce: 2.9585297107696533 (nan) | > loss: 0.011859114281833172 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1400234687619092) | > loader_time: 0.0048 (0.004978127595854968)  --> TIME: 2025-03-25 09:27:16 -- STEP: 255/31555 -- GLOBAL_STEP: 915350 | > loss_text_ce: 0.03540797159075737 (0.03353173521657783) | > loss_mel_ce: 3.0338563919067383 (nan) | > loss: 0.012179621495306492 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14002289959028646) | > loader_time: 0.0046 (0.0049561182657877605)  --> TIME: 2025-03-25 09:27:26 -- STEP: 305/31555 -- GLOBAL_STEP: 915400 | > loss_text_ce: 0.03703805059194565 (0.03342779159057336) | > loss_mel_ce: 2.6214890480041504 (nan) | > loss: 0.010549711063504219 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1396933180386903) | > loader_time: 0.0048 (0.004929433103467596)  --> TIME: 2025-03-25 09:27:35 -- STEP: 355/31555 -- GLOBAL_STEP: 915450 | > loss_text_ce: 0.031578052788972855 (0.03350929311463534) | > loss_mel_ce: 1.7832367420196533 (nan) | > loss: 0.007201646454632282 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1394686920542113) | > loader_time: 0.0069 (0.004897861749353542)  --> TIME: 2025-03-25 09:27:45 -- STEP: 405/31555 -- GLOBAL_STEP: 915500 | > loss_text_ce: 0.03928158059716225 (0.033532755472409914) | > loss_mel_ce: 2.423445701599121 (nan) | > loss: 0.009772728197276592 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14026347560647093) | > loader_time: 0.0045 (0.0048851130921163674)  --> TIME: 2025-03-25 09:27:55 -- STEP: 455/31555 -- GLOBAL_STEP: 915550 | > loss_text_ce: 0.03773059695959091 (0.033581258823255966) | > loss_mel_ce: 2.079535484313965 (nan) | > loss: 0.008401850238442421 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1406501806699313) | > loader_time: 0.005 (0.004868031596089458)  --> TIME: 2025-03-25 09:28:05 -- STEP: 505/31555 -- GLOBAL_STEP: 915600 | > loss_text_ce: 0.03906680643558502 (0.03372043655207848) | > loss_mel_ce: 2.5547618865966797 (nan) | > loss: 0.01029297150671482 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14086164767199227) | > loader_time: 0.0046 (0.004859749633486909)  --> TIME: 2025-03-25 09:28:14 -- STEP: 555/31555 -- GLOBAL_STEP: 915650 | > loss_text_ce: 0.02717800997197628 (0.03358619648896096) | > loss_mel_ce: 2.720235824584961 (nan) | > loss: 0.010902436450123787 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14104502523267595) | > loader_time: 0.0062 (0.004850666802208704)  --> TIME: 2025-03-25 09:28:24 -- STEP: 605/31555 -- GLOBAL_STEP: 915700 | > loss_text_ce: 0.04398689791560173 (0.03382606299917318) | > loss_mel_ce: 3.0697691440582275 (nan) | > loss: 0.012356175109744072 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14094351067030725) | > loader_time: 0.0055 (0.004838598661186277)  --> TIME: 2025-03-25 09:28:34 -- STEP: 655/31555 -- GLOBAL_STEP: 915750 | > loss_text_ce: 0.037484072148799896 (0.03392323941589544) | > loss_mel_ce: 2.4466817378997803 (nan) | > loss: 0.009857801720499992 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14103855031137244) | > loader_time: 0.0053 (0.004852559184300076)  --> TIME: 2025-03-25 09:28:43 -- STEP: 705/31555 -- GLOBAL_STEP: 915800 | > loss_text_ce: 0.025237562134861946 (0.03387620564920052) | > loss_mel_ce: 2.165229320526123 (nan) | > loss: 0.008692329749464989 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14120950428306608) | > loader_time: 0.0045 (0.004861446475306302)  --> TIME: 2025-03-25 09:28:53 -- STEP: 755/31555 -- GLOBAL_STEP: 915850 | > loss_text_ce: 0.033070120960474014 (0.033910962402672606) | > loss_mel_ce: 0.5570068359375 (nan) | > loss: 0.0023415754549205303 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1354 (0.1414537117181232) | > loader_time: 0.0056 (0.004856055619700855)  --> TIME: 2025-03-25 09:29:03 -- STEP: 805/31555 -- GLOBAL_STEP: 915900 | > loss_text_ce: 0.030943891033530235 (0.03394624656702609) | > loss_mel_ce: 3.0484819412231445 (nan) | > loss: 0.012219944037497044 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14131309912071435) | > loader_time: 0.0046 (0.0048547359727184195)  --> TIME: 2025-03-25 09:29:13 -- STEP: 855/31555 -- GLOBAL_STEP: 915950 | > loss_text_ce: 0.03866216167807579 (0.033959504697275836) | > loss_mel_ce: 2.9614524841308594 (nan) | > loss: 0.011905217543244362 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1416873851017642) | > loader_time: 0.0044 (0.00486113453469081)  --> TIME: 2025-03-25 09:29:23 -- STEP: 905/31555 -- GLOBAL_STEP: 916000 | > loss_text_ce: 0.030170205980539322 (0.03389291009294563) | > loss_mel_ce: 1.4072701930999756 (nan) | > loss: 0.005704129114747047 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14181168197926883) | > loader_time: 0.0051 (0.00486082582842579)  --> TIME: 2025-03-25 09:29:33 -- STEP: 955/31555 -- GLOBAL_STEP: 916050 | > loss_text_ce: 0.02974548190832138 (0.033925553997344704) | > loss_mel_ce: 0.0224609375 (nan) | > loss: 0.00020716834114864469 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14207214035912946) | > loader_time: 0.0046 (0.004865083894180376)  --> TIME: 2025-03-25 09:29:42 -- STEP: 1005/31555 -- GLOBAL_STEP: 916100 | > loss_text_ce: 0.03176543861627579 (0.033927593707334065) | > loss_mel_ce: 2.720207452774048 (nan) | > loss: 0.010920528322458267 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14213528182376073) | > loader_time: 0.0047 (0.004863279257247695)  --> TIME: 2025-03-25 09:29:52 -- STEP: 1055/31555 -- GLOBAL_STEP: 916150 | > loss_text_ce: 0.047799382358789444 (0.03387248193606806) | > loss_mel_ce: 2.706789493560791 (nan) | > loss: 0.010930908843874931 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.142141434366669) | > loader_time: 0.0047 (0.0048588926758246385)  --> TIME: 2025-03-25 09:30:02 -- STEP: 1105/31555 -- GLOBAL_STEP: 916200 | > loss_text_ce: 0.02987070009112358 (0.03390540464010041) | > loss_mel_ce: 2.538285970687866 (nan) | > loss: 0.010191098786890507 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14204788186431455) | > loader_time: 0.0051 (0.004851466606105612)  --> TIME: 2025-03-25 09:30:11 -- STEP: 1155/31555 -- GLOBAL_STEP: 916250 | > loss_text_ce: 0.03528460115194321 (0.033950655427620276) | > loss_mel_ce: 2.7456588745117188 (nan) | > loss: 0.011035489849746227 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.141885317352427) | > loader_time: 0.0049 (0.004850225944023625)  --> TIME: 2025-03-25 09:30:21 -- STEP: 1205/31555 -- GLOBAL_STEP: 916300 | > loss_text_ce: 0.024078285321593285 (0.03390998218239469) | > loss_mel_ce: 1.9599602222442627 (nan) | > loss: 0.007873169146478176 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14201649907218952) | > loader_time: 0.0049 (0.004847328692550975)  --> TIME: 2025-03-25 09:30:31 -- STEP: 1255/31555 -- GLOBAL_STEP: 916350 | > loss_text_ce: 0.027714887633919716 (0.03392352877607742) | > loss_mel_ce: 1.7728431224822998 (nan) | > loss: 0.007145071867853403 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1419595944453994) | > loader_time: 0.0046 (0.004840902123318248)  --> TIME: 2025-03-25 09:30:40 -- STEP: 1305/31555 -- GLOBAL_STEP: 916400 | > loss_text_ce: 0.038194213062524796 (0.03391449244414597) | > loss_mel_ce: 2.648634195327759 (nan) | > loss: 0.010662018321454525 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14184195913117506) | > loader_time: 0.0047 (0.0048375716154602745)  --> TIME: 2025-03-25 09:30:50 -- STEP: 1355/31555 -- GLOBAL_STEP: 916450 | > loss_text_ce: 0.036920949816703796 (0.03396730902931238) | > loss_mel_ce: 2.1478271484375 (nan) | > loss: 0.008669636212289333 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14170319057478664) | > loader_time: 0.0045 (0.00482822344311929)  --> TIME: 2025-03-25 09:30:59 -- STEP: 1405/31555 -- GLOBAL_STEP: 916500 | > loss_text_ce: 0.027730293571949005 (0.03401529326491402) | > loss_mel_ce: 1.1268649101257324 (nan) | > loss: 0.0045817275531589985 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14154383177434843) | > loader_time: 0.0045 (0.0048208185786454295)  --> TIME: 2025-03-25 09:31:09 -- STEP: 1455/31555 -- GLOBAL_STEP: 916550 | > loss_text_ce: 0.03289279341697693 (0.033977815339220126) | > loss_mel_ce: 3.201259136199951 (nan) | > loss: 0.01283393707126379 (nan) | > current_lr: 5e-06 | > step_time: 0.1903 (0.14152081053691212) | > loader_time: 0.0046 (0.004817559874754181)  --> TIME: 2025-03-25 09:31:18 -- STEP: 1505/31555 -- GLOBAL_STEP: 916600 | > loss_text_ce: 0.03462665155529976 (0.03398636001350971) | > loss_mel_ce: 2.9293644428253174 (nan) | > loss: 0.011761870235204697 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1415184971502057) | > loader_time: 0.0046 (0.004816415856446936)  --> TIME: 2025-03-25 09:31:29 -- STEP: 1555/31555 -- GLOBAL_STEP: 916650 | > loss_text_ce: 0.03195502609014511 (0.033969137699633715) | > loss_mel_ce: 2.7165019512176514 (nan) | > loss: 0.010906576178967953 (nan) | > current_lr: 5e-06 | > step_time: 0.192 (0.14177786882283988) | > loader_time: 0.0046 (0.004815459634713421)  --> TIME: 2025-03-25 09:31:38 -- STEP: 1605/31555 -- GLOBAL_STEP: 916700 | > loss_text_ce: 0.03995425999164581 (0.03400098144416216) | > loss_mel_ce: 0.02602539025247097 (nan) | > loss: 0.00026182402507402003 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14171452819372643) | > loader_time: 0.0073 (0.004816503168266509)  --> TIME: 2025-03-25 09:31:48 -- STEP: 1655/31555 -- GLOBAL_STEP: 916750 | > loss_text_ce: 0.02573108673095703 (0.033994450532125) | > loss_mel_ce: 3.0460782051086426 (nan) | > loss: 0.012189719825983047 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14172266718123977) | > loader_time: 0.0048 (0.004813388611254733)  --> TIME: 2025-03-25 09:31:58 -- STEP: 1705/31555 -- GLOBAL_STEP: 916800 | > loss_text_ce: 0.01903938315808773 (0.03399524695220841) | > loss_mel_ce: 2.113013982772827 (nan) | > loss: 0.008460530079901218 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14190416965316818) | > loader_time: 0.0045 (0.004811612601853534)  --> TIME: 2025-03-25 09:32:08 -- STEP: 1755/31555 -- GLOBAL_STEP: 916850 | > loss_text_ce: 0.02495683915913105 (0.03403688337802463) | > loss_mel_ce: 1.9565032720565796 (nan) | > loss: 0.00786293763667345 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14197975291825432) | > loader_time: 0.0046 (0.004815583623032962)  --> TIME: 2025-03-25 09:32:18 -- STEP: 1805/31555 -- GLOBAL_STEP: 916900 | > loss_text_ce: 0.04335003346204758 (0.03403936736646863) | > loss_mel_ce: 2.610414981842041 (nan) | > loss: 0.010530813597142696 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14200005584146164) | > loader_time: 0.0046 (0.004813370612189378)  --> TIME: 2025-03-25 09:32:27 -- STEP: 1855/31555 -- GLOBAL_STEP: 916950 | > loss_text_ce: 0.038901589810848236 (0.03403954188467437) | > loss_mel_ce: 3.6814777851104736 (nan) | > loss: 0.01476341113448143 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14207913329337793) | > loader_time: 0.0048 (0.004814036001734976)  --> TIME: 2025-03-25 09:32:37 -- STEP: 1905/31555 -- GLOBAL_STEP: 917000 | > loss_text_ce: 0.03567495197057724 (0.03410029037760233) | > loss_mel_ce: 2.6738739013671875 (nan) | > loss: 0.010752178728580475 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.142030531590379) | > loader_time: 0.0049 (0.004813917540502671)  --> TIME: 2025-03-25 09:32:47 -- STEP: 1955/31555 -- GLOBAL_STEP: 917050 | > loss_text_ce: 0.042363643646240234 (0.034134681636701004) | > loss_mel_ce: 2.3686819076538086 (nan) | > loss: 0.009567641653120518 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14216572085914697) | > loader_time: 0.0047 (0.004810924847107712)  --> TIME: 2025-03-25 09:32:57 -- STEP: 2005/31555 -- GLOBAL_STEP: 917100 | > loss_text_ce: 0.03017217479646206 (0.03418493783078214) | > loss_mel_ce: 3.0895700454711914 (nan) | > loss: 0.012379930354654789 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14215819972411642) | > loader_time: 0.0046 (0.004808185344325038)  --> TIME: 2025-03-25 09:33:06 -- STEP: 2055/31555 -- GLOBAL_STEP: 917150 | > loss_text_ce: 0.03577378764748573 (0.03419048380233583) | > loss_mel_ce: 2.645630359649658 (nan) | > loss: 0.010640493594110012 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1421502686475024) | > loader_time: 0.0049 (0.004810977388182404)  --> TIME: 2025-03-25 09:33:17 -- STEP: 2105/31555 -- GLOBAL_STEP: 917200 | > loss_text_ce: 0.03984980657696724 (0.0342033221782351) | > loss_mel_ce: 2.6315345764160156 (nan) | > loss: 0.010600731708109379 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14227445765515676) | > loader_time: 0.0048 (0.004812124845817363)  --> TIME: 2025-03-25 09:33:26 -- STEP: 2155/31555 -- GLOBAL_STEP: 917250 | > loss_text_ce: 0.026335028931498528 (0.03422082740588766) | > loss_mel_ce: 2.378530740737915 (nan) | > loss: 0.009543118998408318 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14218793158741386) | > loader_time: 0.0046 (0.0048126284871466436)  --> TIME: 2025-03-25 09:33:35 -- STEP: 2205/31555 -- GLOBAL_STEP: 917300 | > loss_text_ce: 0.03739161416888237 (0.03422372263060067) | > loss_mel_ce: 2.599424123764038 (nan) | > loss: 0.010463555343449116 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1420803208470073) | > loader_time: 0.0052 (0.004811191234458869)  --> TIME: 2025-03-25 09:33:45 -- STEP: 2255/31555 -- GLOBAL_STEP: 917350 | > loss_text_ce: 0.02814805880188942 (0.03418280641091967) | > loss_mel_ce: 2.700068473815918 (nan) | > loss: 0.010826257057487965 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14206990148962986) | > loader_time: 0.0047 (0.004811259225308232)  --> TIME: 2025-03-25 09:33:55 -- STEP: 2305/31555 -- GLOBAL_STEP: 917400 | > loss_text_ce: 0.030950168147683144 (0.03415970161775381) | > loss_mel_ce: 3.4125537872314453 (nan) | > loss: 0.013664698228240013 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.14203647419066845) | > loader_time: 0.0049 (0.004810086868848822)  --> TIME: 2025-03-25 09:34:04 -- STEP: 2355/31555 -- GLOBAL_STEP: 917450 | > loss_text_ce: 0.029883742332458496 (0.03414990644933627) | > loss_mel_ce: 2.895728349685669 (nan) | > loss: 0.011609571985900402 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14198676127537038) | > loader_time: 0.0047 (0.004807751244547008)  --> TIME: 2025-03-25 09:34:14 -- STEP: 2405/31555 -- GLOBAL_STEP: 917500 | > loss_text_ce: 0.022507723420858383 (0.034140311454939724) | > loss_mel_ce: 2.871718645095825 (nan) | > loss: 0.0114850252866745 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14196058598476732) | > loader_time: 0.0047 (0.0048106676327711335)  --> TIME: 2025-03-25 09:34:24 -- STEP: 2455/31555 -- GLOBAL_STEP: 917550 | > loss_text_ce: 0.03889784216880798 (0.034128538088193966) | > loss_mel_ce: 2.9923174381256104 (nan) | > loss: 0.012028632685542107 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.142001561283337) | > loader_time: 0.0046 (0.00480982504648492)  --> TIME: 2025-03-25 09:34:33 -- STEP: 2505/31555 -- GLOBAL_STEP: 917600 | > loss_text_ce: 0.029269885271787643 (0.03411634869189438) | > loss_mel_ce: 3.113431692123413 (nan) | > loss: 0.012471038848161697 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14200250774086612) | > loader_time: 0.0046 (0.00480950854257671)  --> TIME: 2025-03-25 09:34:43 -- STEP: 2555/31555 -- GLOBAL_STEP: 917650 | > loss_text_ce: 0.03252905607223511 (0.03410079890238791) | > loss_mel_ce: 2.6043765544891357 (nan) | > loss: 0.010463912039995193 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14198161599220838) | > loader_time: 0.0047 (0.004807091132535391)  --> TIME: 2025-03-25 09:34:53 -- STEP: 2605/31555 -- GLOBAL_STEP: 917700 | > loss_text_ce: 0.030768482014536858 (0.03410678013815986) | > loss_mel_ce: 2.7485103607177734 (nan) | > loss: 0.011028884910047054 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14198127634923433) | > loader_time: 0.0049 (0.004805880178645565)  --> TIME: 2025-03-25 09:35:03 -- STEP: 2655/31555 -- GLOBAL_STEP: 917750 | > loss_text_ce: 0.030133681371808052 (0.03411226035876234) | > loss_mel_ce: 2.268094539642334 (nan) | > loss: 0.009119953960180283 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14199822968233322) | > loader_time: 0.0048 (0.004802955296977986)  --> TIME: 2025-03-25 09:35:12 -- STEP: 2705/31555 -- GLOBAL_STEP: 917800 | > loss_text_ce: 0.029428597539663315 (0.0341364298911004) | > loss_mel_ce: 2.8417062759399414 (nan) | > loss: 0.011393392458558083 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14201275037529276) | > loader_time: 0.0046 (0.004800579948918874)  --> TIME: 2025-03-25 09:35:22 -- STEP: 2755/31555 -- GLOBAL_STEP: 917850 | > loss_text_ce: 0.02298332005739212 (0.0341422896156131) | > loss_mel_ce: 2.3975911140441895 (nan) | > loss: 0.00960545428097248 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1420347597984133) | > loader_time: 0.0045 (0.004800642986262988)  --> TIME: 2025-03-25 09:35:32 -- STEP: 2805/31555 -- GLOBAL_STEP: 917900 | > loss_text_ce: 0.036198049783706665 (0.03415918120061859) | > loss_mel_ce: 2.7022898197174072 (nan) | > loss: 0.010867016389966011 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14194278666042376) | > loader_time: 0.0055 (0.004799523668068187)  --> TIME: 2025-03-25 09:35:41 -- STEP: 2855/31555 -- GLOBAL_STEP: 917950 | > loss_text_ce: 0.022352047264575958 (0.03412784193878932) | > loss_mel_ce: 2.5542280673980713 (nan) | > loss: 0.010224524885416031 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1418990192814173) | > loader_time: 0.0046 (0.0048013804881668724)  --> TIME: 2025-03-25 09:35:51 -- STEP: 2905/31555 -- GLOBAL_STEP: 918000 | > loss_text_ce: 0.04074616730213165 (0.0341289835297558) | > loss_mel_ce: 2.87839412689209 (nan) | > loss: 0.01158389076590538 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14195768952164503) | > loader_time: 0.0046 (0.004801450128604538)  --> TIME: 2025-03-25 09:36:01 -- STEP: 2955/31555 -- GLOBAL_STEP: 918050 | > loss_text_ce: 0.037056971341371536 (0.03413748304925337) | > loss_mel_ce: 3.163090229034424 (nan) | > loss: 0.012698997743427753 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14201363484468146) | > loader_time: 0.0046 (0.004801467953599647)  --> TIME: 2025-03-25 09:36:11 -- STEP: 3005/31555 -- GLOBAL_STEP: 918100 | > loss_text_ce: 0.0293994452804327 (0.03413145485273662) | > loss_mel_ce: 3.0584025382995605 (nan) | > loss: 0.01225318294018507 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14210481318380178) | > loader_time: 0.0049 (0.004800436619712588)  --> TIME: 2025-03-25 09:36:21 -- STEP: 3055/31555 -- GLOBAL_STEP: 918150 | > loss_text_ce: 0.03599177673459053 (0.03413501962952302) | > loss_mel_ce: 3.0199344158172607 (nan) | > loss: 0.01212669163942337 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.1421057896216058) | > loader_time: 0.0051 (0.0047999970456387145)  --> TIME: 2025-03-25 09:36:30 -- STEP: 3105/31555 -- GLOBAL_STEP: 918200 | > loss_text_ce: 0.044613078236579895 (0.03412314416171801) | > loss_mel_ce: 2.989138126373291 (nan) | > loss: 0.012038696557283401 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.142074780302923) | > loader_time: 0.0052 (0.00480051701003611)  --> TIME: 2025-03-25 09:36:40 -- STEP: 3155/31555 -- GLOBAL_STEP: 918250 | > loss_text_ce: 0.022247077897191048 (0.034078632723451525) | > loss_mel_ce: 2.4321954250335693 (nan) | > loss: 0.009739851579070091 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14207929514478376) | > loader_time: 0.0048 (0.004800659049709703)  --> TIME: 2025-03-25 09:36:50 -- STEP: 3205/31555 -- GLOBAL_STEP: 918300 | > loss_text_ce: 0.031186692416667938 (0.03407626340656823) | > loss_mel_ce: 3.2707443237304688 (nan) | > loss: 0.013102901168167591 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14207863837434032) | > loader_time: 0.0045 (0.0047995879014085165)  --> TIME: 2025-03-25 09:36:59 -- STEP: 3255/31555 -- GLOBAL_STEP: 918350 | > loss_text_ce: 0.03553672134876251 (0.03407573492027324) | > loss_mel_ce: 3.7171874046325684 (nan) | > loss: 0.014891763217747211 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14201420902656509) | > loader_time: 0.0047 (0.004796674614128429)  --> TIME: 2025-03-25 09:37:09 -- STEP: 3305/31555 -- GLOBAL_STEP: 918400 | > loss_text_ce: 0.031763821840286255 (0.03407751334952283) | > loss_mel_ce: 3.374208688735962 (nan) | > loss: 0.013515764847397804 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.1419573995241056) | > loader_time: 0.0047 (0.004793833964891765)  --> TIME: 2025-03-25 09:37:18 -- STEP: 3355/31555 -- GLOBAL_STEP: 918450 | > loss_text_ce: 0.018591398373246193 (0.034090375070267145) | > loss_mel_ce: 2.0518651008605957 (nan) | > loss: 0.008216097950935364 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14195907091063978) | > loader_time: 0.0045 (0.004791766946965998)  --> TIME: 2025-03-25 09:37:28 -- STEP: 3405/31555 -- GLOBAL_STEP: 918500 | > loss_text_ce: 0.03345455601811409 (0.03406971018548049) | > loss_mel_ce: 3.1141409873962402 (nan) | > loss: 0.012490459717810154 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1420006305285661) | > loader_time: 0.0047 (0.004793913668998013)  --> TIME: 2025-03-25 09:37:38 -- STEP: 3455/31555 -- GLOBAL_STEP: 918550 | > loss_text_ce: 0.03572115674614906 (0.034056978623683266) | > loss_mel_ce: 2.5904335975646973 (nan) | > loss: 0.010421249084174633 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14201087627328074) | > loader_time: 0.0047 (0.004795836643268679)  --> TIME: 2025-03-25 09:37:47 -- STEP: 3505/31555 -- GLOBAL_STEP: 918600 | > loss_text_ce: 0.03726796433329582 (0.03404219963251688) | > loss_mel_ce: 3.011831521987915 (nan) | > loss: 0.012099601328372955 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14195951021006709) | > loader_time: 0.0049 (0.004797163431382553)  --> TIME: 2025-03-25 09:37:57 -- STEP: 3555/31555 -- GLOBAL_STEP: 918650 | > loss_text_ce: 0.043160922825336456 (0.03405311532454815) | > loss_mel_ce: 2.3614611625671387 (nan) | > loss: 0.009542151354253292 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14195637267014807) | > loader_time: 0.0046 (0.004796751373763159)  --> TIME: 2025-03-25 09:38:07 -- STEP: 3605/31555 -- GLOBAL_STEP: 918700 | > loss_text_ce: 0.03394011780619621 (0.03406045397591157) | > loss_mel_ce: 2.7072432041168213 (nan) | > loss: 0.010877711698412895 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1420106037975845) | > loader_time: 0.0052 (0.004796355508071539)  --> TIME: 2025-03-25 09:38:16 -- STEP: 3655/31555 -- GLOBAL_STEP: 918750 | > loss_text_ce: 0.033410269767045975 (0.034046380087050326) | > loss_mel_ce: 2.9914159774780273 (nan) | > loss: 0.01200327929109335 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14195603208894111) | > loader_time: 0.0066 (0.004796165121889962)  --> TIME: 2025-03-25 09:38:26 -- STEP: 3705/31555 -- GLOBAL_STEP: 918800 | > loss_text_ce: 0.03404397517442703 (0.034050787374246466) | > loss_mel_ce: 2.7962799072265625 (nan) | > loss: 0.011231444776058197 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1419885807191794) | > loader_time: 0.0045 (0.004797736385412384)  --> TIME: 2025-03-25 09:38:36 -- STEP: 3755/31555 -- GLOBAL_STEP: 918850 | > loss_text_ce: 0.04253561049699783 (0.034043700968506785) | > loss_mel_ce: 3.2675633430480957 (nan) | > loss: 0.013135313987731934 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14190103782318556) | > loader_time: 0.0045 (0.004794708422116052)  --> TIME: 2025-03-25 09:38:45 -- STEP: 3805/31555 -- GLOBAL_STEP: 918900 | > loss_text_ce: 0.0388922244310379 (0.03405705954556424) | > loss_mel_ce: 3.026489019393921 (nan) | > loss: 0.012164211831986904 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14187493618778418) | > loader_time: 0.0046 (0.004795241449884923)  --> TIME: 2025-03-25 09:38:55 -- STEP: 3855/31555 -- GLOBAL_STEP: 918950 | > loss_text_ce: 0.03685477748513222 (0.03406719280873087) | > loss_mel_ce: 2.9827001094818115 (nan) | > loss: 0.011982360854744911 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1418923762058005) | > loader_time: 0.0048 (0.004794671841632531)  --> TIME: 2025-03-25 09:39:05 -- STEP: 3905/31555 -- GLOBAL_STEP: 919000 | > loss_text_ce: 0.03278176859021187 (0.03406368997424983) | > loss_mel_ce: 2.6133322715759277 (nan) | > loss: 0.010500453412532806 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1418846620640284) | > loader_time: 0.0048 (0.004793263885947409)  --> TIME: 2025-03-25 09:39:15 -- STEP: 3955/31555 -- GLOBAL_STEP: 919050 | > loss_text_ce: 0.03297967091202736 (0.03407667447069906) | > loss_mel_ce: 2.1979477405548096 (nan) | > loss: 0.008852886967360973 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14195928217939716) | > loader_time: 0.0047 (0.004793644795375588)  --> TIME: 2025-03-25 09:39:25 -- STEP: 4005/31555 -- GLOBAL_STEP: 919100 | > loss_text_ce: 0.03469911962747574 (0.034064355675135626) | > loss_mel_ce: 1.9174894094467163 (nan) | > loss: 0.007746780291199684 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14199577383929568) | > loader_time: 0.005 (0.004793999823142824)  --> TIME: 2025-03-25 09:39:34 -- STEP: 4055/31555 -- GLOBAL_STEP: 919150 | > loss_text_ce: 0.02708878368139267 (0.034066969608031246) | > loss_mel_ce: 2.5362894535064697 (nan) | > loss: 0.010172137059271336 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14198464253680768) | > loader_time: 0.0047 (0.0047928470865571835)  --> TIME: 2025-03-25 09:39:44 -- STEP: 4105/31555 -- GLOBAL_STEP: 919200 | > loss_text_ce: 0.033249080181121826 (0.03406980385103147) | > loss_mel_ce: 2.4418303966522217 (nan) | > loss: 0.00982174463570118 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14197893485372448) | > loader_time: 0.0049 (0.0047913720924293805)  --> TIME: 2025-03-25 09:39:54 -- STEP: 4155/31555 -- GLOBAL_STEP: 919250 | > loss_text_ce: 0.03268641233444214 (0.03408736280097238) | > loss_mel_ce: 1.9171488285064697 (nan) | > loss: 0.007737441919744015 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14199663470941898) | > loader_time: 0.0047 (0.004790053556972462)  --> TIME: 2025-03-25 09:40:03 -- STEP: 4205/31555 -- GLOBAL_STEP: 919300 | > loss_text_ce: 0.03754296526312828 (0.034086321692749784) | > loss_mel_ce: 2.6236467361450195 (nan) | > loss: 0.010560277849435806 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14199450648213674) | > loader_time: 0.0042 (0.004789413595029488)  --> TIME: 2025-03-25 09:40:13 -- STEP: 4255/31555 -- GLOBAL_STEP: 919350 | > loss_text_ce: 0.03281300142407417 (0.03408005389852218) | > loss_mel_ce: 2.4038407802581787 (nan) | > loss: 0.009669261984527111 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1419246081319734) | > loader_time: 0.0044 (0.004788124239122544)  --> TIME: 2025-03-25 09:40:22 -- STEP: 4305/31555 -- GLOBAL_STEP: 919400 | > loss_text_ce: 0.024893319234251976 (0.034079220320955776) | > loss_mel_ce: 2.8853516578674316 (nan) | > loss: 0.011548591777682304 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1419064978689266) | > loader_time: 0.0044 (0.004787072348954647)  --> TIME: 2025-03-25 09:40:32 -- STEP: 4355/31555 -- GLOBAL_STEP: 919450 | > loss_text_ce: 0.03382159769535065 (0.034072680091517385) | > loss_mel_ce: 2.514366626739502 (nan) | > loss: 0.010111858136951923 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14196428289095914) | > loader_time: 0.0052 (0.004785836139858522)  --> TIME: 2025-03-25 09:40:42 -- STEP: 4405/31555 -- GLOBAL_STEP: 919500 | > loss_text_ce: 0.03360482677817345 (0.03406271706425094) | > loss_mel_ce: 2.550712823867798 (nan) | > loss: 0.010255229659378529 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1419334088497615) | > loader_time: 0.0042 (0.004783707498556908)  --> TIME: 2025-03-25 09:40:51 -- STEP: 4455/31555 -- GLOBAL_STEP: 919550 | > loss_text_ce: 0.034470561891794205 (0.03404571972160219) | > loss_mel_ce: 3.1609914302825928 (nan) | > loss: 0.012680405750870705 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14189848477056385) | > loader_time: 0.0047 (0.004781486262911228)  --> TIME: 2025-03-25 09:41:01 -- STEP: 4505/31555 -- GLOBAL_STEP: 919600 | > loss_text_ce: 0.031213296577334404 (0.03404116413941584) | > loss_mel_ce: 2.707223653793335 (nan) | > loss: 0.01086681429296732 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1418754139433424) | > loader_time: 0.0049 (0.004781500957120665)  --> TIME: 2025-03-25 09:41:11 -- STEP: 4555/31555 -- GLOBAL_STEP: 919650 | > loss_text_ce: 0.036283206194639206 (0.03404788644790116) | > loss_mel_ce: 2.650441884994507 (nan) | > loss: 0.010661608539521694 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14188978208799383) | > loader_time: 0.0047 (0.0047839927882708504)  --> TIME: 2025-03-25 09:41:20 -- STEP: 4605/31555 -- GLOBAL_STEP: 919700 | > loss_text_ce: 0.04416599124670029 (0.034064456802690594) | > loss_mel_ce: 2.756800889968872 (nan) | > loss: 0.011114949360489845 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14185668674017515) | > loader_time: 0.0048 (0.004784207649520891)  --> TIME: 2025-03-25 09:41:30 -- STEP: 4655/31555 -- GLOBAL_STEP: 919750 | > loss_text_ce: 0.038073454052209854 (0.03406430450613198) | > loss_mel_ce: 2.470799684524536 (nan) | > loss: 0.009955846704542637 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14185389786094393) | > loader_time: 0.0047 (0.004784832195359835)  --> TIME: 2025-03-25 09:41:40 -- STEP: 4705/31555 -- GLOBAL_STEP: 919800 | > loss_text_ce: 0.028719773516058922 (0.034066048390791144) | > loss_mel_ce: 3.3136794567108154 (nan) | > loss: 0.013263489119708538 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14183937735562627) | > loader_time: 0.0047 (0.004783856222657417)  --> TIME: 2025-03-25 09:41:49 -- STEP: 4755/31555 -- GLOBAL_STEP: 919850 | > loss_text_ce: 0.040913522243499756 (0.034067149255052505) | > loss_mel_ce: 2.4601898193359375 (nan) | > loss: 0.009925014339387417 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14185122716564738) | > loader_time: 0.0044 (0.004782767200570249)  --> TIME: 2025-03-25 09:41:59 -- STEP: 4805/31555 -- GLOBAL_STEP: 919900 | > loss_text_ce: 0.03257866948843002 (0.03405151217400584) | > loss_mel_ce: 3.049022912979126 (nan) | > loss: 0.012228578329086304 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14184524633385778) | > loader_time: 0.0076 (0.004782696246604638)  --> TIME: 2025-03-25 09:42:09 -- STEP: 4855/31555 -- GLOBAL_STEP: 919950 | > loss_text_ce: 0.03592987358570099 (0.03405132344228532) | > loss_mel_ce: 2.787044048309326 (nan) | > loss: 0.011202278546988964 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14183699492936772) | > loader_time: 0.0046 (0.004781717424166802)  --> TIME: 2025-03-25 09:42:19 -- STEP: 4905/31555 -- GLOBAL_STEP: 920000 | > loss_text_ce: 0.031875696033239365 (0.03405494210742233) | > loss_mel_ce: 2.923278331756592 (nan) | > loss: 0.011726802214980125 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14188045259644871) | > loader_time: 0.0046 (0.004781008350010677) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_920000.pth  --> TIME: 2025-03-25 09:42:34 -- STEP: 4955/31555 -- GLOBAL_STEP: 920050 | > loss_text_ce: 0.04223092645406723 (0.0340512267485877) | > loss_mel_ce: 2.694300413131714 (nan) | > loss: 0.010859251953661442 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1418533175552169) | > loader_time: 0.0051 (0.004781871366452739)  --> TIME: 2025-03-25 09:42:44 -- STEP: 5005/31555 -- GLOBAL_STEP: 920100 | > loss_text_ce: 0.028692180290818214 (0.03404299082954622) | > loss_mel_ce: 2.894827365875244 (nan) | > loss: 0.011601269245147705 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14182386198243907) | > loader_time: 0.0045 (0.004781930525224287)  --> TIME: 2025-03-25 09:42:53 -- STEP: 5055/31555 -- GLOBAL_STEP: 920150 | > loss_text_ce: 0.03921809419989586 (0.034036647697540334) | > loss_mel_ce: 2.780917167663574 (nan) | > loss: 0.01119101420044899 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1418359675817745) | > loader_time: 0.0048 (0.004781576103791518)  --> TIME: 2025-03-25 09:43:03 -- STEP: 5105/31555 -- GLOBAL_STEP: 920200 | > loss_text_ce: 0.033909931778907776 (0.034032035260721225) | > loss_mel_ce: 2.9760406017303467 (nan) | > loss: 0.011944249272346497 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14184780531835606) | > loader_time: 0.0048 (0.004783039438619431)  --> TIME: 2025-03-25 09:43:13 -- STEP: 5155/31555 -- GLOBAL_STEP: 920250 | > loss_text_ce: 0.02894904464483261 (0.03402424720879262) | > loss_mel_ce: 2.272860527038574 (nan) | > loss: 0.00913416501134634 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14181430272750786) | > loader_time: 0.0049 (0.0047822896308047855)  --> TIME: 2025-03-25 09:43:22 -- STEP: 5205/31555 -- GLOBAL_STEP: 920300 | > loss_text_ce: 0.02549789659678936 (0.03402287798014884) | > loss_mel_ce: 2.7762413024902344 (nan) | > loss: 0.01111801341176033 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14181446158805805) | > loader_time: 0.0047 (0.004783038424254599)  --> TIME: 2025-03-25 09:43:32 -- STEP: 5255/31555 -- GLOBAL_STEP: 920350 | > loss_text_ce: 0.04244291037321091 (0.03402497734197482) | > loss_mel_ce: 2.8700015544891357 (nan) | > loss: 0.011557319201529026 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14177962819470555) | > loader_time: 0.0049 (0.004783085343046024)  --> TIME: 2025-03-25 09:43:41 -- STEP: 5305/31555 -- GLOBAL_STEP: 920400 | > loss_text_ce: 0.030716899782419205 (0.03402857360246606) | > loss_mel_ce: 2.9576034545898438 (nan) | > loss: 0.011858414858579636 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14177815484955675) | > loader_time: 0.0049 (0.004785201372008172)  --> TIME: 2025-03-25 09:43:51 -- STEP: 5355/31555 -- GLOBAL_STEP: 920450 | > loss_text_ce: 0.039801836013793945 (0.034042949812794585) | > loss_mel_ce: 2.442810535430908 (nan) | > loss: 0.009851637296378613 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1417954059319449) | > loader_time: 0.0046 (0.004785013421465577)  --> TIME: 2025-03-25 09:44:01 -- STEP: 5405/31555 -- GLOBAL_STEP: 920500 | > loss_text_ce: 0.035199664533138275 (0.03405000228610555) | > loss_mel_ce: 3.177034854888916 (nan) | > loss: 0.0127469627186656 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14180050293236954) | > loader_time: 0.0051 (0.004784008135517681)  --> TIME: 2025-03-25 09:44:10 -- STEP: 5455/31555 -- GLOBAL_STEP: 920550 | > loss_text_ce: 0.03748404234647751 (0.03404163400361727) | > loss_mel_ce: 2.776487350463867 (nan) | > loss: 0.011166553013026714 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14178941273885953) | > loader_time: 0.0046 (0.004783445973662895)  --> TIME: 2025-03-25 09:44:20 -- STEP: 5505/31555 -- GLOBAL_STEP: 920600 | > loss_text_ce: 0.043850649148225784 (0.03405434432169671) | > loss_mel_ce: 3.0348496437072754 (nan) | > loss: 0.012217065319418907 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1418313971440648) | > loader_time: 0.0047 (0.004782985666467301)  --> TIME: 2025-03-25 09:44:30 -- STEP: 5555/31555 -- GLOBAL_STEP: 920650 | > loss_text_ce: 0.035480134189128876 (0.03405136799659416) | > loss_mel_ce: 2.9990038871765137 (nan) | > loss: 0.012041603215038776 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14185382652454406) | > loader_time: 0.0052 (0.004782241792103693)  --> TIME: 2025-03-25 09:44:40 -- STEP: 5605/31555 -- GLOBAL_STEP: 920700 | > loss_text_ce: 0.026570195332169533 (0.034049832142298016) | > loss_mel_ce: 2.4816904067993164 (nan) | > loss: 0.009953415021300316 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14181690917921122) | > loader_time: 0.0048 (0.0047837221229001785)  --> TIME: 2025-03-25 09:44:49 -- STEP: 5655/31555 -- GLOBAL_STEP: 920750 | > loss_text_ce: 0.027118215337395668 (0.034037710848461245) | > loss_mel_ce: 2.16984486579895 (nan) | > loss: 0.00871810782700777 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14177108160907695) | > loader_time: 0.0048 (0.0047835315043266245)  --> TIME: 2025-03-25 09:44:59 -- STEP: 5705/31555 -- GLOBAL_STEP: 920800 | > loss_text_ce: 0.03070162422955036 (0.03403697760839359) | > loss_mel_ce: 2.756460189819336 (nan) | > loss: 0.011060166172683239 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14177522596615036) | > loader_time: 0.005 (0.004784047781219598)  --> TIME: 2025-03-25 09:45:08 -- STEP: 5755/31555 -- GLOBAL_STEP: 920850 | > loss_text_ce: 0.035188641399145126 (0.03403285638850793) | > loss_mel_ce: 2.380763530731201 (nan) | > loss: 0.009587112814188004 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1417593562841211) | > loader_time: 0.0045 (0.004783723874261939)  --> TIME: 2025-03-25 09:45:18 -- STEP: 5805/31555 -- GLOBAL_STEP: 920900 | > loss_text_ce: 0.032070256769657135 (0.034036476366241235) | > loss_mel_ce: 2.8461754322052 (nan) | > loss: 0.011421610601246357 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14177335160852625) | > loader_time: 0.0046 (0.004782588681098596)  --> TIME: 2025-03-25 09:45:28 -- STEP: 5855/31555 -- GLOBAL_STEP: 920950 | > loss_text_ce: 0.03253399208188057 (0.034035398187569205) | > loss_mel_ce: 2.6488399505615234 (nan) | > loss: 0.010640372522175312 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.1418269762109226) | > loader_time: 0.0048 (0.004782143380273396)  --> TIME: 2025-03-25 09:45:38 -- STEP: 5905/31555 -- GLOBAL_STEP: 921000 | > loss_text_ce: 0.033038992434740067 (0.03403410071713716) | > loss_mel_ce: 2.8735060691833496 (nan) | > loss: 0.011533910408616066 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14185306002385156) | > loader_time: 0.0044 (0.0047822738682991375)  --> TIME: 2025-03-25 09:45:48 -- STEP: 5955/31555 -- GLOBAL_STEP: 921050 | > loss_text_ce: 0.0354345366358757 (0.034049101608025836) | > loss_mel_ce: 1.2890833616256714 (nan) | > loss: 0.005256023723632097 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14185351953098121) | > loader_time: 0.0043 (0.004781594184343782)  --> TIME: 2025-03-25 09:45:57 -- STEP: 6005/31555 -- GLOBAL_STEP: 921100 | > loss_text_ce: 0.03836847096681595 (0.034052183494579884) | > loss_mel_ce: 2.879101514816284 (nan) | > loss: 0.011577262543141842 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14183980364485863) | > loader_time: 0.0048 (0.0047807191631180366)  --> TIME: 2025-03-25 09:46:07 -- STEP: 6055/31555 -- GLOBAL_STEP: 921150 | > loss_text_ce: 0.02875152789056301 (0.034057875140935494) | > loss_mel_ce: 2.1950087547302246 (nan) | > loss: 0.008824446238577366 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1418758845939607) | > loader_time: 0.0051 (0.004780142293500053)  --> TIME: 2025-03-25 09:46:17 -- STEP: 6105/31555 -- GLOBAL_STEP: 921200 | > loss_text_ce: 0.05025538429617882 (0.03405494425845487) | > loss_mel_ce: 3.0234155654907227 (nan) | > loss: 0.012197107076644897 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14185409553709064) | > loader_time: 0.0044 (0.004781600747510684)  --> TIME: 2025-03-25 09:46:27 -- STEP: 6155/31555 -- GLOBAL_STEP: 921250 | > loss_text_ce: 0.02753978595137596 (0.03404904742529255) | > loss_mel_ce: 2.527681589126587 (nan) | > loss: 0.010139768011868 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14184790858401225) | > loader_time: 0.0046 (0.004781043209940491)  --> TIME: 2025-03-25 09:46:37 -- STEP: 6205/31555 -- GLOBAL_STEP: 921300 | > loss_text_ce: 0.04708943888545036 (0.034055859659776776) | > loss_mel_ce: 2.789945363998413 (nan) | > loss: 0.011258075013756752 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1418673044630447) | > loader_time: 0.0048 (0.004781360457156743)  --> TIME: 2025-03-25 09:46:46 -- STEP: 6255/31555 -- GLOBAL_STEP: 921350 | > loss_text_ce: 0.03838945925235748 (0.03405608504319752) | > loss_mel_ce: 3.1227641105651855 (nan) | > loss: 0.012544261291623116 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1418718902517759) | > loader_time: 0.0045 (0.004780532835389385)  --> TIME: 2025-03-25 09:46:56 -- STEP: 6305/31555 -- GLOBAL_STEP: 921400 | > loss_text_ce: 0.0371938981115818 (0.03405361569454807) | > loss_mel_ce: 2.6901352405548096 (nan) | > loss: 0.010822735726833344 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14188370016432325) | > loader_time: 0.0047 (0.004779711949456581)  --> TIME: 2025-03-25 09:47:06 -- STEP: 6355/31555 -- GLOBAL_STEP: 921450 | > loss_text_ce: 0.03372342884540558 (0.034061179488287734) | > loss_mel_ce: 2.3518059253692627 (nan) | > loss: 0.009466386400163174 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1418734135541461) | > loader_time: 0.0045 (0.004779387420786338)  --> TIME: 2025-03-25 09:47:15 -- STEP: 6405/31555 -- GLOBAL_STEP: 921500 | > loss_text_ce: 0.03668728098273277 (0.03406284091053397) | > loss_mel_ce: 3.059375286102295 (nan) | > loss: 0.012285963632166386 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14185260918622494) | > loader_time: 0.0048 (0.004779668974746103)  --> TIME: 2025-03-25 09:47:25 -- STEP: 6455/31555 -- GLOBAL_STEP: 921550 | > loss_text_ce: 0.03890923783183098 (0.03407214851076068) | > loss_mel_ce: 2.7503662109375 (nan) | > loss: 0.011068553663790226 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1418989451147626) | > loader_time: 0.0046 (0.00477952975621063)  --> TIME: 2025-03-25 09:47:36 -- STEP: 6505/31555 -- GLOBAL_STEP: 921600 | > loss_text_ce: 0.031252000480890274 (0.03406686163224645) | > loss_mel_ce: 2.473422050476074 (nan) | > loss: 0.009939182549715042 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14198548216530268) | > loader_time: 0.0049 (0.004779196115386736)  --> TIME: 2025-03-25 09:47:45 -- STEP: 6555/31555 -- GLOBAL_STEP: 921650 | > loss_text_ce: 0.03340337425470352 (0.034071997414726) | > loss_mel_ce: 1.6515299081802368 (nan) | > loss: 0.006686243694275618 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1419836005757189) | > loader_time: 0.0053 (0.004778700471379007)  --> TIME: 2025-03-25 09:47:55 -- STEP: 6605/31555 -- GLOBAL_STEP: 921700 | > loss_text_ce: 0.030947741121053696 (0.034059489527992245) | > loss_mel_ce: 2.369241714477539 (nan) | > loss: 0.00952456146478653 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1419986022773073) | > loader_time: 0.0046 (0.004778845358941684)  --> TIME: 2025-03-25 09:48:05 -- STEP: 6655/31555 -- GLOBAL_STEP: 921750 | > loss_text_ce: 0.03592447564005852 (0.034057519193053054) | > loss_mel_ce: 1.733148455619812 (nan) | > loss: 0.007020130753517151 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14201956171455707) | > loader_time: 0.0058 (0.004777320930601311)  --> TIME: 2025-03-25 09:48:14 -- STEP: 6705/31555 -- GLOBAL_STEP: 921800 | > loss_text_ce: 0.037187736481428146 (0.03406009267512815) | > loss_mel_ce: 3.187044620513916 (nan) | > loss: 0.012794573791325092 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14199440665959842) | > loader_time: 0.0046 (0.004777197443132147)  --> TIME: 2025-03-25 09:48:24 -- STEP: 6755/31555 -- GLOBAL_STEP: 921850 | > loss_text_ce: 0.02894224040210247 (0.034057989102725644) | > loss_mel_ce: 2.9238643646240234 (nan) | > loss: 0.011717488057911396 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14198231467664257) | > loader_time: 0.0048 (0.004776711149801579)  --> TIME: 2025-03-25 09:48:34 -- STEP: 6805/31555 -- GLOBAL_STEP: 921900 | > loss_text_ce: 0.03560087829828262 (0.03405922930865593) | > loss_mel_ce: 3.2217013835906982 (nan) | > loss: 0.012925803661346436 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14197806075248245) | > loader_time: 0.0046 (0.0047767059668121035)  --> TIME: 2025-03-25 09:48:44 -- STEP: 6855/31555 -- GLOBAL_STEP: 921950 | > loss_text_ce: 0.026235083118081093 (0.03405970317073163) | > loss_mel_ce: 3.4148168563842773 (nan) | > loss: 0.013654968701303005 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14201301592792823) | > loader_time: 0.0048 (0.004776124133409833)  --> TIME: 2025-03-25 09:48:53 -- STEP: 6905/31555 -- GLOBAL_STEP: 922000 | > loss_text_ce: 0.02957439050078392 (0.03406101809619014) | > loss_mel_ce: 2.9931018352508545 (nan) | > loss: 0.011994747444987297 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14200593360000438) | > loader_time: 0.0046 (0.00477546008922843)  --> TIME: 2025-03-25 09:49:03 -- STEP: 6955/31555 -- GLOBAL_STEP: 922050 | > loss_text_ce: 0.03382115066051483 (0.03405333598426238) | > loss_mel_ce: 1.3829752206802368 (nan) | > loss: 0.005622208118438721 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14198159708726538) | > loader_time: 0.0053 (0.004774649275197628)  --> TIME: 2025-03-25 09:49:12 -- STEP: 7005/31555 -- GLOBAL_STEP: 922100 | > loss_text_ce: 0.03361346945166588 (0.03404838773132788) | > loss_mel_ce: 2.8487021923065186 (nan) | > loss: 0.011437760666012764 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14194653668972054) | > loader_time: 0.0046 (0.004774101898552756)  --> TIME: 2025-03-25 09:49:22 -- STEP: 7055/31555 -- GLOBAL_STEP: 922150 | > loss_text_ce: 0.03440667688846588 (0.03404681648977226) | > loss_mel_ce: 2.91455340385437 (nan) | > loss: 0.011702222749590874 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14198717019982107) | > loader_time: 0.0048 (0.004775757015723001)  --> TIME: 2025-03-25 09:49:32 -- STEP: 7105/31555 -- GLOBAL_STEP: 922200 | > loss_text_ce: 0.029167622327804565 (0.034050704867046304) | > loss_mel_ce: 3.214489459991455 (nan) | > loss: 0.012871655635535717 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14199567948488395) | > loader_time: 0.0044 (0.004776654253536156)  --> TIME: 2025-03-25 09:49:42 -- STEP: 7155/31555 -- GLOBAL_STEP: 922250 | > loss_text_ce: 0.03222395479679108 (0.03405490514934906) | > loss_mel_ce: 2.7485334873199463 (nan) | > loss: 0.011034752242267132 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1419717051281457) | > loader_time: 0.0045 (0.004775076958784916)  --> TIME: 2025-03-25 09:49:51 -- STEP: 7205/31555 -- GLOBAL_STEP: 922300 | > loss_text_ce: 0.04220762103796005 (0.03405019057621203) | > loss_mel_ce: 2.936154365539551 (nan) | > loss: 0.011818897910416126 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14196578991404885) | > loader_time: 0.0046 (0.004774344554797862)  --> TIME: 2025-03-25 09:50:01 -- STEP: 7255/31555 -- GLOBAL_STEP: 922350 | > loss_text_ce: 0.03751311078667641 (0.03405554499464322) | > loss_mel_ce: 2.4086711406707764 (nan) | > loss: 0.009707080200314522 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1420174767936537) | > loader_time: 0.0044 (0.0047735197802069584)  --> TIME: 2025-03-25 09:50:11 -- STEP: 7305/31555 -- GLOBAL_STEP: 922400 | > loss_text_ce: 0.0557347871363163 (0.03406061505507449) | > loss_mel_ce: 1.8748372793197632 (nan) | > loss: 0.007661000359803438 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14201286754569029) | > loader_time: 0.0046 (0.0047726949382366655)  --> TIME: 2025-03-25 09:50:21 -- STEP: 7355/31555 -- GLOBAL_STEP: 922450 | > loss_text_ce: 0.032646629959344864 (0.03406426170011481) | > loss_mel_ce: 2.815584182739258 (nan) | > loss: 0.011302503757178783 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14199469327764597) | > loader_time: 0.0044 (0.004771742895296184)  --> TIME: 2025-03-25 09:50:30 -- STEP: 7405/31555 -- GLOBAL_STEP: 922500 | > loss_text_ce: 0.03777867928147316 (0.03407365064124747) | > loss_mel_ce: 2.5060083866119385 (nan) | > loss: 0.01009439304471016 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14202274580729524) | > loader_time: 0.0046 (0.004770376004535212)  --> TIME: 2025-03-25 09:50:40 -- STEP: 7455/31555 -- GLOBAL_STEP: 922550 | > loss_text_ce: 0.03004111722111702 (0.034071946386460356) | > loss_mel_ce: 2.779886245727539 (nan) | > loss: 0.01115050632506609 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14200796105572275) | > loader_time: 0.0046 (0.004770110326673566)  --> TIME: 2025-03-25 09:50:50 -- STEP: 7505/31555 -- GLOBAL_STEP: 922600 | > loss_text_ce: 0.03358662128448486 (0.034071220645431693) | > loss_mel_ce: 0.0394287109375 (nan) | > loss: 0.0002897433878388256 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14200941993743915) | > loader_time: 0.0047 (0.004769825474728257)  --> TIME: 2025-03-25 09:50:59 -- STEP: 7555/31555 -- GLOBAL_STEP: 922650 | > loss_text_ce: 0.031539611518383026 (0.03406468835627901) | > loss_mel_ce: 3.146308183670044 (nan) | > loss: 0.012610508129000664 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14199660820017462) | > loader_time: 0.0049 (0.004769404529341776)  --> TIME: 2025-03-25 09:51:09 -- STEP: 7605/31555 -- GLOBAL_STEP: 922700 | > loss_text_ce: 0.035880886018276215 (0.03406309340979466) | > loss_mel_ce: 0.5467079281806946 (nan) | > loss: 0.002311860444024205 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1420181014834075) | > loader_time: 0.0045 (0.00476934666856191)  --> TIME: 2025-03-25 09:51:19 -- STEP: 7655/31555 -- GLOBAL_STEP: 922750 | > loss_text_ce: 0.033423781394958496 (0.034067198817127387) | > loss_mel_ce: 0.2422960102558136 (nan) | > loss: 0.0010941262589767575 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.142039645722612) | > loader_time: 0.0045 (0.004769648234880008)  --> TIME: 2025-03-25 09:51:29 -- STEP: 7705/31555 -- GLOBAL_STEP: 922800 | > loss_text_ce: 0.03689303249120712 (0.03406120508565958) | > loss_mel_ce: 3.158158779144287 (nan) | > loss: 0.012678777799010277 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1420250738231804) | > loader_time: 0.0043 (0.0047694764455984496)  --> TIME: 2025-03-25 09:51:39 -- STEP: 7755/31555 -- GLOBAL_STEP: 922850 | > loss_text_ce: 0.03899534046649933 (0.03406246365855628) | > loss_mel_ce: 2.1869587898254395 (nan) | > loss: 0.008833151310682297 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14203701541932645) | > loader_time: 0.0047 (0.00476982232296104)  --> TIME: 2025-03-25 09:51:48 -- STEP: 7805/31555 -- GLOBAL_STEP: 922900 | > loss_text_ce: 0.032077912241220474 (0.03406442139992199) | > loss_mel_ce: 2.827357292175293 (nan) | > loss: 0.011346966028213501 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14201227825929727) | > loader_time: 0.0044 (0.00476949601353626)  --> TIME: 2025-03-25 09:51:58 -- STEP: 7855/31555 -- GLOBAL_STEP: 922950 | > loss_text_ce: 0.02467961795628071 (0.0340572977408929) | > loss_mel_ce: 2.4102976322174072 (nan) | > loss: 0.009662608616054058 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1420292747468424) | > loader_time: 0.0044 (0.004769798420858094)  --> TIME: 2025-03-25 09:52:07 -- STEP: 7905/31555 -- GLOBAL_STEP: 923000 | > loss_text_ce: 0.026423491537570953 (0.034055848624192135) | > loss_mel_ce: 2.687781572341919 (nan) | > loss: 0.010770655237138271 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14201277998864575) | > loader_time: 0.0045 (0.004770041658183111)  --> TIME: 2025-03-25 09:52:17 -- STEP: 7955/31555 -- GLOBAL_STEP: 923050 | > loss_text_ce: 0.030372940003871918 (0.034051366645133425) | > loss_mel_ce: 2.799643039703369 (nan) | > loss: 0.011230222880840302 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14197601924371187) | > loader_time: 0.0046 (0.004768908361006936)  --> TIME: 2025-03-25 09:52:27 -- STEP: 8005/31555 -- GLOBAL_STEP: 923100 | > loss_text_ce: 0.04157182201743126 (0.03405895307450696) | > loss_mel_ce: 2.376750946044922 (nan) | > loss: 0.00959651917219162 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14199114536807247) | > loader_time: 0.0043 (0.004768948432879459)  --> TIME: 2025-03-25 09:52:36 -- STEP: 8055/31555 -- GLOBAL_STEP: 923150 | > loss_text_ce: 0.030596207827329636 (0.034054389580261135) | > loss_mel_ce: 2.6491892337799072 (nan) | > loss: 0.010634070262312889 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14198675611461672) | > loader_time: 0.0044 (0.004768968886429281)  --> TIME: 2025-03-25 09:52:46 -- STEP: 8105/31555 -- GLOBAL_STEP: 923200 | > loss_text_ce: 0.04301336780190468 (0.034055519328992236) | > loss_mel_ce: 2.7101171016693115 (nan) | > loss: 0.01092512160539627 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14198350679867103) | > loader_time: 0.0047 (0.004769534346941133)  --> TIME: 2025-03-25 09:52:56 -- STEP: 8155/31555 -- GLOBAL_STEP: 923250 | > loss_text_ce: 0.024580124765634537 (0.03404675005226515) | > loss_mel_ce: 3.3191885948181152 (nan) | > loss: 0.013268924318253994 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14198689343810922) | > loader_time: 0.0046 (0.004768894407224377)  --> TIME: 2025-03-25 09:53:06 -- STEP: 8205/31555 -- GLOBAL_STEP: 923300 | > loss_text_ce: 0.029696226119995117 (0.03405540416143177) | > loss_mel_ce: 2.4998748302459717 (nan) | > loss: 0.01003798097372055 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1419986211694213) | > loader_time: 0.0046 (0.004768888576956204)  --> TIME: 2025-03-25 09:53:15 -- STEP: 8255/31555 -- GLOBAL_STEP: 923350 | > loss_text_ce: 0.03438597917556763 (0.034057592619086474) | > loss_mel_ce: 2.9096627235412598 (nan) | > loss: 0.011682732962071896 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14197669035012217) | > loader_time: 0.0048 (0.004768692746731369)  --> TIME: 2025-03-25 09:53:25 -- STEP: 8305/31555 -- GLOBAL_STEP: 923400 | > loss_text_ce: 0.03742406517267227 (0.03404744615153717) | > loss_mel_ce: 3.1747310161590576 (nan) | > loss: 0.01274664793163538 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14197566289631913) | > loader_time: 0.0049 (0.004768971116481079)  --> TIME: 2025-03-25 09:53:34 -- STEP: 8355/31555 -- GLOBAL_STEP: 923450 | > loss_text_ce: 0.027392346411943436 (0.034056109712219035) | > loss_mel_ce: 2.604868173599243 (nan) | > loss: 0.010445479303598404 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14196634206994463) | > loader_time: 0.0045 (0.004768992383490044)  --> TIME: 2025-03-25 09:53:44 -- STEP: 8405/31555 -- GLOBAL_STEP: 923500 | > loss_text_ce: 0.028840558603405952 (0.03405764595545054) | > loss_mel_ce: 2.6271703243255615 (nan) | > loss: 0.010539726354181767 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14199136904773824) | > loader_time: 0.0046 (0.004769506375042176)  --> TIME: 2025-03-25 09:53:54 -- STEP: 8455/31555 -- GLOBAL_STEP: 923550 | > loss_text_ce: 0.039342060685157776 (0.03406277190770531) | > loss_mel_ce: 2.9308743476867676 (nan) | > loss: 0.011786574497818947 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14198391658889017) | > loader_time: 0.0046 (0.004769533925476599)  --> TIME: 2025-03-25 09:54:04 -- STEP: 8505/31555 -- GLOBAL_STEP: 923600 | > loss_text_ce: 0.050703320652246475 (0.034063812937020405) | > loss_mel_ce: 3.2386109828948975 (nan) | > loss: 0.013052835129201412 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14197318678670348) | > loader_time: 0.0048 (0.004769684888558257)  --> TIME: 2025-03-25 09:54:13 -- STEP: 8555/31555 -- GLOBAL_STEP: 923650 | > loss_text_ce: 0.03175804391503334 (0.03407008279831294) | > loss_mel_ce: 2.8709094524383545 (nan) | > loss: 0.011518522165715694 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14197092811522075) | > loader_time: 0.0047 (0.004769573317571788)  --> TIME: 2025-03-25 09:54:23 -- STEP: 8605/31555 -- GLOBAL_STEP: 923700 | > loss_text_ce: 0.0461261160671711 (0.03406429289884009) | > loss_mel_ce: 2.289456605911255 (nan) | > loss: 0.009268186055123806 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1420015921362747) | > loader_time: 0.0046 (0.004769682177688257)  --> TIME: 2025-03-25 09:54:33 -- STEP: 8655/31555 -- GLOBAL_STEP: 923750 | > loss_text_ce: 0.03431931510567665 (0.03406497626820972) | > loss_mel_ce: 2.8255882263183594 (nan) | > loss: 0.011348840780556202 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1419891857398446) | > loader_time: 0.0049 (0.004768911226163485)  --> TIME: 2025-03-25 09:54:43 -- STEP: 8705/31555 -- GLOBAL_STEP: 923800 | > loss_text_ce: 0.039508894085884094 (0.03406147400836278) | > loss_mel_ce: 2.7123031616210938 (nan) | > loss: 0.010919889435172081 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14199961851822251) | > loader_time: 0.0048 (0.004769075471460636)  --> TIME: 2025-03-25 09:54:52 -- STEP: 8755/31555 -- GLOBAL_STEP: 923850 | > loss_text_ce: 0.030895885080099106 (0.03406196171444441) | > loss_mel_ce: 2.2035305500030518 (nan) | > loss: 0.008866772055625916 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1419836005641692) | > loader_time: 0.0048 (0.004768794771605106)  --> TIME: 2025-03-25 09:55:02 -- STEP: 8805/31555 -- GLOBAL_STEP: 923900 | > loss_text_ce: 0.03419140353798866 (0.03405580883914453) | > loss_mel_ce: 2.035980224609375 (nan) | > loss: 0.00821496732532978 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14200518809550872) | > loader_time: 0.0044 (0.004768995288283485)  --> TIME: 2025-03-25 09:55:12 -- STEP: 8855/31555 -- GLOBAL_STEP: 923950 | > loss_text_ce: 0.030229171738028526 (0.0340519885525723) | > loss_mel_ce: 2.999178171157837 (nan) | > loss: 0.012021457776427269 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14202338379698914) | > loader_time: 0.0048 (0.004768788673189779)  --> TIME: 2025-03-25 09:55:22 -- STEP: 8905/31555 -- GLOBAL_STEP: 924000 | > loss_text_ce: 0.029910318553447723 (0.03404878373856574) | > loss_mel_ce: 2.294996738433838 (nan) | > loss: 0.009225822053849697 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.142006950228486) | > loader_time: 0.0046 (0.004768725528534972)  --> TIME: 2025-03-25 09:55:31 -- STEP: 8955/31555 -- GLOBAL_STEP: 924050 | > loss_text_ce: 0.03644208237528801 (0.03404628191931608) | > loss_mel_ce: 2.7756967544555664 (nan) | > loss: 0.011159281246364117 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14199540664336327) | > loader_time: 0.0045 (0.004767625602112999)  --> TIME: 2025-03-25 09:55:41 -- STEP: 9005/31555 -- GLOBAL_STEP: 924100 | > loss_text_ce: 0.032793883234262466 (0.03404752795379215) | > loss_mel_ce: 1.9501687288284302 (nan) | > loss: 0.007868899963796139 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14202554494655517) | > loader_time: 0.0045 (0.004767797788866745)  --> TIME: 2025-03-25 09:55:51 -- STEP: 9055/31555 -- GLOBAL_STEP: 924150 | > loss_text_ce: 0.027926338836550713 (0.034050645117047904) | > loss_mel_ce: 2.723093032836914 (nan) | > loss: 0.010916744358837605 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14202106674358642) | > loader_time: 0.0048 (0.0047678592519691575)  --> TIME: 2025-03-25 09:56:01 -- STEP: 9105/31555 -- GLOBAL_STEP: 924200 | > loss_text_ce: 0.04012666642665863 (0.034051379022167615) | > loss_mel_ce: 2.6820168495178223 (nan) | > loss: 0.01080215722322464 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1420332106569847) | > loader_time: 0.0046 (0.004767878405148339)  --> TIME: 2025-03-25 09:56:10 -- STEP: 9155/31555 -- GLOBAL_STEP: 924250 | > loss_text_ce: 0.03129280358552933 (0.03405715056081123) | > loss_mel_ce: 2.680366039276123 (nan) | > loss: 0.010760552249848843 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1420211264632687) | > loader_time: 0.0044 (0.004767904068068158)  --> TIME: 2025-03-25 09:56:20 -- STEP: 9205/31555 -- GLOBAL_STEP: 924300 | > loss_text_ce: 0.05002359673380852 (0.03405484053458558) | > loss_mel_ce: 2.88425350189209 (nan) | > loss: 0.01164395734667778 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14204959214089805) | > loader_time: 0.0047 (0.004767836933871565)  --> TIME: 2025-03-25 09:56:30 -- STEP: 9255/31555 -- GLOBAL_STEP: 924350 | > loss_text_ce: 0.03842819854617119 (0.03405467427940969) | > loss_mel_ce: 2.881215810775757 (nan) | > loss: 0.01158589031547308 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14204093496713155) | > loader_time: 0.0045 (0.004767371331724447)  --> TIME: 2025-03-25 09:56:39 -- STEP: 9305/31555 -- GLOBAL_STEP: 924400 | > loss_text_ce: 0.03940015286207199 (0.03404771904713813) | > loss_mel_ce: 1.7305642366409302 (nan) | > loss: 0.007023668382316828 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1420405412219915) | > loader_time: 0.0049 (0.004767332686844967)  --> TIME: 2025-03-25 09:56:49 -- STEP: 9355/31555 -- GLOBAL_STEP: 924450 | > loss_text_ce: 0.04304109141230583 (0.03404960145368452) | > loss_mel_ce: 3.1957578659057617 (nan) | > loss: 0.012852377258241177 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1420415032171168) | > loader_time: 0.0048 (0.004766818025671552)  --> TIME: 2025-03-25 09:56:59 -- STEP: 9405/31555 -- GLOBAL_STEP: 924500 | > loss_text_ce: 0.021315505728125572 (0.03404921554999431) | > loss_mel_ce: 0.8236314654350281 (nan) | > loss: 0.003352964296936989 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14201974516406682) | > loader_time: 0.0044 (0.004766235878846536)  --> TIME: 2025-03-25 09:57:08 -- STEP: 9455/31555 -- GLOBAL_STEP: 924550 | > loss_text_ce: 0.021087314933538437 (0.03403785920212873) | > loss_mel_ce: 2.4714882373809814 (nan) | > loss: 0.009891173802316189 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1419867417473187) | > loader_time: 0.0045 (0.004765686063398317)  --> TIME: 2025-03-25 09:57:17 -- STEP: 9505/31555 -- GLOBAL_STEP: 924600 | > loss_text_ce: 0.03489990532398224 (0.034040611592669724) | > loss_mel_ce: 2.496567487716675 (nan) | > loss: 0.010045506060123444 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14197393286422533) | > loader_time: 0.0045 (0.004765341646855652)  --> TIME: 2025-03-25 09:57:27 -- STEP: 9555/31555 -- GLOBAL_STEP: 924650 | > loss_text_ce: 0.018705738708376884 (0.03403968289289839) | > loss_mel_ce: 2.7144830226898193 (nan) | > loss: 0.010845988057553768 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14197723153122765) | > loader_time: 0.0045 (0.004765228124765243)  --> TIME: 2025-03-25 09:57:37 -- STEP: 9605/31555 -- GLOBAL_STEP: 924700 | > loss_text_ce: 0.03414848819375038 (0.03404027870393242) | > loss_mel_ce: 2.5910634994506836 (nan) | > loss: 0.010417507961392403 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14195926736755188) | > loader_time: 0.0047 (0.004765288448780539)  --> TIME: 2025-03-25 09:57:46 -- STEP: 9655/31555 -- GLOBAL_STEP: 924750 | > loss_text_ce: 0.03433316946029663 (0.03403890569781649) | > loss_mel_ce: 2.120199203491211 (nan) | > loss: 0.008549732156097889 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14195802183363576) | > loader_time: 0.0046 (0.0047654733455347745)  --> TIME: 2025-03-25 09:57:56 -- STEP: 9705/31555 -- GLOBAL_STEP: 924800 | > loss_text_ce: 0.03233977407217026 (0.0340451932486795) | > loss_mel_ce: 2.4134743213653564 (nan) | > loss: 0.009705612435936928 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1419675657762683) | > loader_time: 0.0047 (0.004765366427005406)  --> TIME: 2025-03-25 09:58:06 -- STEP: 9755/31555 -- GLOBAL_STEP: 924850 | > loss_text_ce: 0.02149994485080242 (0.03404498153028674) | > loss_mel_ce: 2.5985288619995117 (nan) | > loss: 0.01039693970233202 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14194531790236173) | > loader_time: 0.0046 (0.004764981907737491)  --> TIME: 2025-03-25 09:58:16 -- STEP: 9805/31555 -- GLOBAL_STEP: 924900 | > loss_text_ce: 0.02968163974583149 (0.03404294579398625) | > loss_mel_ce: 2.48891282081604 (nan) | > loss: 0.009994423016905785 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14197386625407568) | > loader_time: 0.0045 (0.0047657796887947725)  --> TIME: 2025-03-25 09:58:26 -- STEP: 9855/31555 -- GLOBAL_STEP: 924950 | > loss_text_ce: 0.03870316967368126 (0.03403912649921357) | > loss_mel_ce: 2.505842685699463 (nan) | > loss: 0.010097404941916466 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14198152134709977) | > loader_time: 0.0046 (0.0047653681853288)  --> TIME: 2025-03-25 09:58:35 -- STEP: 9905/31555 -- GLOBAL_STEP: 925000 | > loss_text_ce: 0.033127255737781525 (0.034039197278532114) | > loss_mel_ce: 1.595694661140442 (nan) | > loss: 0.006463579833507538 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1419930616934329) | > loader_time: 0.0046 (0.004765338430736825)  --> TIME: 2025-03-25 09:58:45 -- STEP: 9955/31555 -- GLOBAL_STEP: 925050 | > loss_text_ce: 0.028757939115166664 (0.034040220593074745) | > loss_mel_ce: 2.6833412647247314 (nan) | > loss: 0.010762299410998821 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1420078437331928) | > loader_time: 0.0045 (0.004765635408509733)  --> TIME: 2025-03-25 09:58:55 -- STEP: 10005/31555 -- GLOBAL_STEP: 925100 | > loss_text_ce: 0.03338834270834923 (0.034039560550063366) | > loss_mel_ce: 2.9258084297180176 (nan) | > loss: 0.011742845177650452 (nan) | > current_lr: 5e-06 | > step_time: 0.1828 (0.1419830476683654) | > loader_time: 0.0052 (0.0047651426724229385)  --> TIME: 2025-03-25 09:59:04 -- STEP: 10055/31555 -- GLOBAL_STEP: 925150 | > loss_text_ce: 0.03881267458200455 (0.034046873911818855) | > loss_mel_ce: 2.9629483222961426 (nan) | > loss: 0.01191175077110529 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1419902143995302) | > loader_time: 0.0045 (0.004765218528925862)  --> TIME: 2025-03-25 09:59:14 -- STEP: 10105/31555 -- GLOBAL_STEP: 925200 | > loss_text_ce: 0.02975904382765293 (0.03405002321391743) | > loss_mel_ce: 3.085139513015747 (nan) | > loss: 0.0123607087880373 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14197480339982713) | > loader_time: 0.0047 (0.004765162593005366)  --> TIME: 2025-03-25 09:59:23 -- STEP: 10155/31555 -- GLOBAL_STEP: 925250 | > loss_text_ce: 0.02493191510438919 (0.03404334618107906) | > loss_mel_ce: 2.7384321689605713 (nan) | > loss: 0.010965730994939804 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14195529598722526) | > loader_time: 0.0047 (0.004765001651044541)  --> TIME: 2025-03-25 09:59:33 -- STEP: 10205/31555 -- GLOBAL_STEP: 925300 | > loss_text_ce: 0.03149488940834999 (0.03404085953217527) | > loss_mel_ce: 3.0905632972717285 (nan) | > loss: 0.012389120645821095 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14194745164709532) | > loader_time: 0.0048 (0.004764676199188296)  --> TIME: 2025-03-25 09:59:43 -- STEP: 10255/31555 -- GLOBAL_STEP: 925350 | > loss_text_ce: 0.03522003814578056 (0.03404386209215937) | > loss_mel_ce: 1.1282622814178467 (nan) | > loss: 0.0046169934794306755 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14195164267113586) | > loader_time: 0.0044 (0.004764446056743519)  --> TIME: 2025-03-25 09:59:52 -- STEP: 10305/31555 -- GLOBAL_STEP: 925400 | > loss_text_ce: 0.04115283489227295 (0.03403670710286929) | > loss_mel_ce: 2.927000045776367 (nan) | > loss: 0.011778385378420353 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14194473949582292) | > loader_time: 0.0048 (0.004764535044189322)  --> TIME: 2025-03-25 10:00:02 -- STEP: 10355/31555 -- GLOBAL_STEP: 925450 | > loss_text_ce: 0.04019615054130554 (0.034033546868202716) | > loss_mel_ce: 3.0110738277435303 (nan) | > loss: 0.012108215130865574 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14194456217428283) | > loader_time: 0.0046 (0.004764990320762868)  --> TIME: 2025-03-25 10:00:12 -- STEP: 10405/31555 -- GLOBAL_STEP: 925500 | > loss_text_ce: 0.037245623767375946 (0.03403198026605802) | > loss_mel_ce: 2.6910383701324463 (nan) | > loss: 0.01082652434706688 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1419428625798811) | > loader_time: 0.005 (0.0047657319068450275)  --> TIME: 2025-03-25 10:00:22 -- STEP: 10455/31555 -- GLOBAL_STEP: 925550 | > loss_text_ce: 0.026458952575922012 (0.03403724514737212) | > loss_mel_ce: 2.4729509353637695 (nan) | > loss: 0.009918293915688992 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14196247858387737) | > loader_time: 0.0044 (0.004766272175887837)  --> TIME: 2025-03-25 10:00:31 -- STEP: 10505/31555 -- GLOBAL_STEP: 925600 | > loss_text_ce: 0.045470502227544785 (0.03404016129394156) | > loss_mel_ce: 3.0416910648345947 (nan) | > loss: 0.012250641360878944 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14194662903445734) | > loader_time: 0.0045 (0.004766010931705859)  --> TIME: 2025-03-25 10:00:41 -- STEP: 10555/31555 -- GLOBAL_STEP: 925650 | > loss_text_ce: 0.03354107588529587 (0.03404111992479549) | > loss_mel_ce: 2.7778944969177246 (nan) | > loss: 0.011156491003930569 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1419537786170242) | > loader_time: 0.0046 (0.004766131057269411)  --> TIME: 2025-03-25 10:00:51 -- STEP: 10605/31555 -- GLOBAL_STEP: 925700 | > loss_text_ce: 0.036327581852674484 (0.03403597347085309) | > loss_mel_ce: 2.6420698165893555 (nan) | > loss: 0.010628561489284039 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14195313530112172) | > loader_time: 0.0044 (0.00476663466727378)  --> TIME: 2025-03-25 10:01:00 -- STEP: 10655/31555 -- GLOBAL_STEP: 925750 | > loss_text_ce: 0.030545853078365326 (0.03403807486036422) | > loss_mel_ce: 2.627082109451294 (nan) | > loss: 0.010546144098043442 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14195061126039513) | > loader_time: 0.0048 (0.004766000799593468)  --> TIME: 2025-03-25 10:01:10 -- STEP: 10705/31555 -- GLOBAL_STEP: 925800 | > loss_text_ce: 0.028271907940506935 (0.034040289077627725) | > loss_mel_ce: 2.684506416320801 (nan) | > loss: 0.010764993727207184 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14197381361240244) | > loader_time: 0.0049 (0.004766897573920942)  --> TIME: 2025-03-25 10:01:20 -- STEP: 10755/31555 -- GLOBAL_STEP: 925850 | > loss_text_ce: 0.023237325251102448 (0.03404421948280965) | > loss_mel_ce: 3.08795166015625 (nan) | > loss: 0.012345988303422928 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1420089259030156) | > loader_time: 0.0054 (0.004767174013599787)  --> TIME: 2025-03-25 10:01:30 -- STEP: 10805/31555 -- GLOBAL_STEP: 925900 | > loss_text_ce: 0.04216571897268295 (0.03404546938836581) | > loss_mel_ce: 3.1635959148406982 (nan) | > loss: 0.012721276842057705 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14201711412383064) | > loader_time: 0.0048 (0.004768025152443829)  --> TIME: 2025-03-25 10:01:40 -- STEP: 10855/31555 -- GLOBAL_STEP: 925950 | > loss_text_ce: 0.028861025348305702 (0.03404202622917877) | > loss_mel_ce: 2.0574498176574707 (nan) | > loss: 0.008279011584818363 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14204848582488755) | > loader_time: 0.0046 (0.004768272546621457)  --> TIME: 2025-03-25 10:01:51 -- STEP: 10905/31555 -- GLOBAL_STEP: 926000 | > loss_text_ce: 0.027838140726089478 (0.03404342750739012) | > loss_mel_ce: 2.365817070007324 (nan) | > loss: 0.00949863251298666 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14207805664590764) | > loader_time: 0.0049 (0.0047686712613951715)  --> TIME: 2025-03-25 10:02:00 -- STEP: 10955/31555 -- GLOBAL_STEP: 926050 | > loss_text_ce: 0.03279409930109978 (0.03404338513197069) | > loss_mel_ce: 3.0631377696990967 (nan) | > loss: 0.01228544395416975 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14209613116676595) | > loader_time: 0.0047 (0.004769088927059605)  --> TIME: 2025-03-25 10:02:10 -- STEP: 11005/31555 -- GLOBAL_STEP: 926100 | > loss_text_ce: 0.030780129134655 (0.03404242049518473) | > loss_mel_ce: 3.025801181793213 (nan) | > loss: 0.012129290960729122 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1420946246653679) | > loader_time: 0.0047 (0.004769064263287902)  --> TIME: 2025-03-25 10:02:20 -- STEP: 11055/31555 -- GLOBAL_STEP: 926150 | > loss_text_ce: 0.02936686761677265 (0.03404582846439681) | > loss_mel_ce: 2.8405842781066895 (nan) | > loss: 0.011388695798814297 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14210838165179743) | > loader_time: 0.0047 (0.004768957050069848)  --> TIME: 2025-03-25 10:02:30 -- STEP: 11105/31555 -- GLOBAL_STEP: 926200 | > loss_text_ce: 0.03694314509630203 (0.03404195659359076) | > loss_mel_ce: 2.4871466159820557 (nan) | > loss: 0.010016229934990406 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14211712254967004) | > loader_time: 0.0054 (0.004768975282348728)  --> TIME: 2025-03-25 10:02:40 -- STEP: 11155/31555 -- GLOBAL_STEP: 926250 | > loss_text_ce: 0.036625225096940994 (0.03404148123183231) | > loss_mel_ce: 2.8343000411987305 (nan) | > loss: 0.011392560787498951 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14211798545652804) | > loader_time: 0.0047 (0.004769038961693489)  --> TIME: 2025-03-25 10:02:49 -- STEP: 11205/31555 -- GLOBAL_STEP: 926300 | > loss_text_ce: 0.0357569195330143 (0.034036521750657314) | > loss_mel_ce: 2.7681679725646973 (nan) | > loss: 0.01112668588757515 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14208815635075228) | > loader_time: 0.0048 (0.004769041856342728)  --> TIME: 2025-03-25 10:02:59 -- STEP: 11255/31555 -- GLOBAL_STEP: 926350 | > loss_text_ce: 0.026772983372211456 (0.03403836110493425) | > loss_mel_ce: 2.658094644546509 (nan) | > loss: 0.010654237121343613 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1421080956613692) | > loader_time: 0.005 (0.004769065230753822)  --> TIME: 2025-03-25 10:03:08 -- STEP: 11305/31555 -- GLOBAL_STEP: 926400 | > loss_text_ce: 0.03289104253053665 (0.03403124906219894) | > loss_mel_ce: 1.97615385055542 (nan) | > loss: 0.00797240063548088 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1421038236622267) | > loader_time: 0.0044 (0.004768857255755972)  --> TIME: 2025-03-25 10:03:18 -- STEP: 11355/31555 -- GLOBAL_STEP: 926450 | > loss_text_ce: 0.03333602845668793 (0.034037105275792935) | > loss_mel_ce: 2.5429065227508545 (nan) | > loss: 0.01022318471223116 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14210918738106146) | > loader_time: 0.0047 (0.004768347519707007)  --> TIME: 2025-03-25 10:03:28 -- STEP: 11405/31555 -- GLOBAL_STEP: 926500 | > loss_text_ce: 0.044552963227033615 (0.034038560952075046) | > loss_mel_ce: 1.0174671411514282 (nan) | > loss: 0.004214365500956774 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14209485967553395) | > loader_time: 0.0045 (0.004768363638229393)  --> TIME: 2025-03-25 10:03:37 -- STEP: 11455/31555 -- GLOBAL_STEP: 926550 | > loss_text_ce: 0.04992510378360748 (0.03404192244768186) | > loss_mel_ce: 2.6826670169830322 (nan) | > loss: 0.010843619704246521 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1420738808404204) | > loader_time: 0.0044 (0.0047685258724657125)  --> TIME: 2025-03-25 10:03:47 -- STEP: 11505/31555 -- GLOBAL_STEP: 926600 | > loss_text_ce: 0.032458677887916565 (0.034043703460317154) | > loss_mel_ce: 2.9298956394195557 (nan) | > loss: 0.011755375191569328 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14207720329636198) | > loader_time: 0.0044 (0.004768182629349431)  --> TIME: 2025-03-25 10:03:57 -- STEP: 11555/31555 -- GLOBAL_STEP: 926650 | > loss_text_ce: 0.037498895078897476 (0.034049808179249644) | > loss_mel_ce: 2.2350330352783203 (nan) | > loss: 0.009017984382808208 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14207437381967297) | > loader_time: 0.0047 (0.004767541047661184)  --> TIME: 2025-03-25 10:04:07 -- STEP: 11605/31555 -- GLOBAL_STEP: 926700 | > loss_text_ce: 0.03216759115457535 (0.03404732390215813) | > loss_mel_ce: 3.024580955505371 (nan) | > loss: 0.012129955925047398 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14208692766787082) | > loader_time: 0.0047 (0.004767958145108721)  --> TIME: 2025-03-25 10:04:16 -- STEP: 11655/31555 -- GLOBAL_STEP: 926750 | > loss_text_ce: 0.03490901738405228 (0.03405304279494823) | > loss_mel_ce: 2.770596504211426 (nan) | > loss: 0.01113295927643776 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14208193598566896) | > loader_time: 0.0045 (0.004767522950992711)  --> TIME: 2025-03-25 10:04:26 -- STEP: 11705/31555 -- GLOBAL_STEP: 926800 | > loss_text_ce: 0.03829639405012131 (0.03405650118974572) | > loss_mel_ce: 2.7134921550750732 (nan) | > loss: 0.01091979630291462 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1421096909509574) | > loader_time: 0.0047 (0.004767700995404905)  --> TIME: 2025-03-25 10:04:36 -- STEP: 11755/31555 -- GLOBAL_STEP: 926850 | > loss_text_ce: 0.032701633870601654 (0.034057441720543404) | > loss_mel_ce: 2.5100619792938232 (nan) | > loss: 0.010090332478284836 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14209861013038538) | > loader_time: 0.0045 (0.004767648801556128)  --> TIME: 2025-03-25 10:04:46 -- STEP: 11805/31555 -- GLOBAL_STEP: 926900 | > loss_text_ce: 0.0378909669816494 (0.03405709678251166) | > loss_mel_ce: 2.7881007194519043 (nan) | > loss: 0.01121425349265337 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1421036032992171) | > loader_time: 0.0045 (0.004767502894193509)  --> TIME: 2025-03-25 10:04:55 -- STEP: 11855/31555 -- GLOBAL_STEP: 926950 | > loss_text_ce: 0.03532799333333969 (0.034054395238676864) | > loss_mel_ce: 2.6884212493896484 (nan) | > loss: 0.010808529332280159 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14210451376282332) | > loader_time: 0.0045 (0.004766991288286867)  --> TIME: 2025-03-25 10:05:05 -- STEP: 11905/31555 -- GLOBAL_STEP: 927000 | > loss_text_ce: 0.031038055196404457 (0.034052912559452614) | > loss_mel_ce: 2.5979459285736084 (nan) | > loss: 0.010432477109134197 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14211571465916478) | > loader_time: 0.0054 (0.004767219302334823)  --> TIME: 2025-03-25 10:05:15 -- STEP: 11955/31555 -- GLOBAL_STEP: 927050 | > loss_text_ce: 0.03543880581855774 (0.03405623055257558) | > loss_mel_ce: 2.7918813228607178 (nan) | > loss: 0.011219524778425694 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1421357411712053) | > loader_time: 0.0047 (0.004767252719836057)  --> TIME: 2025-03-25 10:05:25 -- STEP: 12005/31555 -- GLOBAL_STEP: 927100 | > loss_text_ce: 0.03591172397136688 (0.03406152697842494) | > loss_mel_ce: 2.195007085800171 (nan) | > loss: 0.008852853439748287 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14212858846712964) | > loader_time: 0.0049 (0.004767226418173823)  --> TIME: 2025-03-25 10:05:34 -- STEP: 12055/31555 -- GLOBAL_STEP: 927150 | > loss_text_ce: 0.0239326860755682 (0.034057688196462106) | > loss_mel_ce: 2.924724817276001 (nan) | > loss: 0.011701022274792194 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14210454684874246) | > loader_time: 0.0046 (0.00476700635630773)  --> TIME: 2025-03-25 10:05:44 -- STEP: 12105/31555 -- GLOBAL_STEP: 927200 | > loss_text_ce: 0.02855839394032955 (0.03405921943185691) | > loss_mel_ce: 2.6174137592315674 (nan) | > loss: 0.010499890893697739 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14209322429107157) | > loader_time: 0.0046 (0.004767077681152627)  --> TIME: 2025-03-25 10:05:54 -- STEP: 12155/31555 -- GLOBAL_STEP: 927250 | > loss_text_ce: 0.04118014872074127 (0.03406106500305227) | > loss_mel_ce: 2.990253210067749 (nan) | > loss: 0.012029497884213924 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14209993853582845) | > loader_time: 0.0047 (0.004767344116625183)  --> TIME: 2025-03-25 10:06:03 -- STEP: 12205/31555 -- GLOBAL_STEP: 927300 | > loss_text_ce: 0.03506854176521301 (0.03405664735715979) | > loss_mel_ce: 2.747955083847046 (nan) | > loss: 0.011043745093047619 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14209831726936958) | > loader_time: 0.0045 (0.004767356159158614)  --> TIME: 2025-03-25 10:06:13 -- STEP: 12255/31555 -- GLOBAL_STEP: 927350 | > loss_text_ce: 0.03315398097038269 (0.03406362075203614) | > loss_mel_ce: 3.005131483078003 (nan) | > loss: 0.012056688778102398 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14212674051827298) | > loader_time: 0.0045 (0.004767019473402298)  --> TIME: 2025-03-25 10:06:23 -- STEP: 12305/31555 -- GLOBAL_STEP: 927400 | > loss_text_ce: 0.03371423855423927 (0.03406627418882842) | > loss_mel_ce: 1.3893991708755493 (nan) | > loss: 0.005647276062518358 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1421290934158516) | > loader_time: 0.0043 (0.004767172339484711)  --> TIME: 2025-03-25 10:06:33 -- STEP: 12355/31555 -- GLOBAL_STEP: 927450 | > loss_text_ce: 0.027052175253629684 (0.03406856247581609) | > loss_mel_ce: 2.621842861175537 (nan) | > loss: 0.010511488653719425 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1421420988695008) | > loader_time: 0.0046 (0.00476679510551151)  --> TIME: 2025-03-25 10:06:43 -- STEP: 12405/31555 -- GLOBAL_STEP: 927500 | > loss_text_ce: 0.03127754479646683 (0.034063572000002075) | > loss_mel_ce: 3.0561373233795166 (nan) | > loss: 0.012251647189259529 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14212584924140617) | > loader_time: 0.0051 (0.004766539727810244)  --> TIME: 2025-03-25 10:06:53 -- STEP: 12455/31555 -- GLOBAL_STEP: 927550 | > loss_text_ce: 0.034030187875032425 (0.034064170121862636) | > loss_mel_ce: 2.8535473346710205 (nan) | > loss: 0.011458641849458218 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1421636832377759) | > loader_time: 0.0052 (0.004766846085972957)  --> TIME: 2025-03-25 10:07:02 -- STEP: 12505/31555 -- GLOBAL_STEP: 927600 | > loss_text_ce: 0.03504060208797455 (0.034068056738085474) | > loss_mel_ce: 2.7076761722564697 (nan) | > loss: 0.010883796960115433 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14215349270219382) | > loader_time: 0.0053 (0.004766203374302113)  --> TIME: 2025-03-25 10:07:12 -- STEP: 12555/31555 -- GLOBAL_STEP: 927650 | > loss_text_ce: 0.03787180781364441 (0.034069955984612134) | > loss_mel_ce: 2.5406737327575684 (nan) | > loss: 0.010232324711978436 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14214456756482532) | > loader_time: 0.0044 (0.004767031690505601)  --> TIME: 2025-03-25 10:07:22 -- STEP: 12605/31555 -- GLOBAL_STEP: 927700 | > loss_text_ce: 0.03939220681786537 (0.03407302394262559) | > loss_mel_ce: 2.2382919788360596 (nan) | > loss: 0.009038429707288742 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14213438024600433) | > loader_time: 0.0045 (0.0047669993653650915)  --> TIME: 2025-03-25 10:07:31 -- STEP: 12655/31555 -- GLOBAL_STEP: 927750 | > loss_text_ce: 0.038441311568021774 (0.034064900029137375) | > loss_mel_ce: 2.472465991973877 (nan) | > loss: 0.00996391847729683 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14212137063658442) | > loader_time: 0.0044 (0.004766761903374697)  --> TIME: 2025-03-25 10:07:41 -- STEP: 12705/31555 -- GLOBAL_STEP: 927800 | > loss_text_ce: 0.035551536828279495 (0.03406485824676051) | > loss_mel_ce: 2.913377285003662 (nan) | > loss: 0.01170209888368845 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14210925137888897) | > loader_time: 0.0047 (0.004766666696841942)  --> TIME: 2025-03-25 10:07:50 -- STEP: 12755/31555 -- GLOBAL_STEP: 927850 | > loss_text_ce: 0.03335518389940262 (0.03406347997204766) | > loss_mel_ce: 0.9584579467773438 (nan) | > loss: 0.003935766406357288 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1421256013965208) | > loader_time: 0.0043 (0.0047665220295761215)  --> TIME: 2025-03-25 10:08:00 -- STEP: 12805/31555 -- GLOBAL_STEP: 927900 | > loss_text_ce: 0.030215153470635414 (0.034065322055671) | > loss_mel_ce: 2.4496357440948486 (nan) | > loss: 0.009840679354965687 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14214565334074433) | > loader_time: 0.0045 (0.00476662554995987)  --> TIME: 2025-03-25 10:08:10 -- STEP: 12855/31555 -- GLOBAL_STEP: 927950 | > loss_text_ce: 0.027045777067542076 (0.034066182726835655) | > loss_mel_ce: 2.3365650177001953 (nan) | > loss: 0.009379408322274685 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1421378673722627) | > loader_time: 0.0055 (0.004767326175447834)  --> TIME: 2025-03-25 10:08:20 -- STEP: 12905/31555 -- GLOBAL_STEP: 928000 | > loss_text_ce: 0.050620030611753464 (0.03406464885342961) | > loss_mel_ce: 1.0377671718597412 (nan) | > loss: 0.004318997263908386 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14215894794796768) | > loader_time: 0.005 (0.004767187636566447)  --> TIME: 2025-03-25 10:08:30 -- STEP: 12955/31555 -- GLOBAL_STEP: 928050 | > loss_text_ce: 0.03259376809000969 (0.034063792676208154) | > loss_mel_ce: 2.930171251296997 (nan) | > loss: 0.011757005006074905 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14213790378254104) | > loader_time: 0.0078 (0.004767481105661622)  --> TIME: 2025-03-25 10:08:39 -- STEP: 13005/31555 -- GLOBAL_STEP: 928100 | > loss_text_ce: 0.03917459025979042 (0.034060822570211785) | > loss_mel_ce: 2.9014546871185303 (nan) | > loss: 0.011669164523482323 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1421461280425307) | > loader_time: 0.0045 (0.004767636325165922)  --> TIME: 2025-03-25 10:08:49 -- STEP: 13055/31555 -- GLOBAL_STEP: 928150 | > loss_text_ce: 0.034204885363578796 (0.03406013690130689) | > loss_mel_ce: 2.316403388977051 (nan) | > loss: 0.009327811188995838 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14214925274726659) | > loader_time: 0.0046 (0.004767532998782274)  --> TIME: 2025-03-25 10:08:59 -- STEP: 13105/31555 -- GLOBAL_STEP: 928200 | > loss_text_ce: 0.025031963363289833 (0.03406178886969849) | > loss_mel_ce: 2.8314154148101807 (nan) | > loss: 0.011335109360516071 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14216523625294974) | > loader_time: 0.0047 (0.004768298664697011)  --> TIME: 2025-03-25 10:09:09 -- STEP: 13155/31555 -- GLOBAL_STEP: 928250 | > loss_text_ce: 0.0331684835255146 (0.034062559651271196) | > loss_mel_ce: 1.9062752723693848 (nan) | > loss: 0.007696205750107765 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14215641822800534) | > loader_time: 0.0044 (0.004769224778004618)  --> TIME: 2025-03-25 10:09:18 -- STEP: 13205/31555 -- GLOBAL_STEP: 928300 | > loss_text_ce: 0.03387451171875 (0.034060523754274354) | > loss_mel_ce: 1.886587142944336 (nan) | > loss: 0.007620879914611578 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1421500818605732) | > loader_time: 0.0043 (0.0047687495129436035)  --> TIME: 2025-03-25 10:09:28 -- STEP: 13255/31555 -- GLOBAL_STEP: 928350 | > loss_text_ce: 0.023868048563599586 (0.034059283994025996) | > loss_mel_ce: 3.256093740463257 (nan) | > loss: 0.013015721924602985 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14215724294656096) | > loader_time: 0.0044 (0.0047685341311598205)  --> TIME: 2025-03-25 10:09:38 -- STEP: 13305/31555 -- GLOBAL_STEP: 928400 | > loss_text_ce: 0.03940093517303467 (0.034058642855606544) | > loss_mel_ce: 3.0869290828704834 (nan) | > loss: 0.01240607164800167 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14215686261228397) | > loader_time: 0.0045 (0.004768410288091433)  --> TIME: 2025-03-25 10:09:48 -- STEP: 13355/31555 -- GLOBAL_STEP: 928450 | > loss_text_ce: 0.038425616919994354 (0.034058454476062795) | > loss_mel_ce: 2.8471028804779053 (nan) | > loss: 0.01145051047205925 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14216295879282695) | > loader_time: 0.0052 (0.004768337001964775)  --> TIME: 2025-03-25 10:09:57 -- STEP: 13405/31555 -- GLOBAL_STEP: 928500 | > loss_text_ce: 0.02757634036242962 (0.034058539134946164) | > loss_mel_ce: 2.831592321395874 (nan) | > loss: 0.011345908045768738 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14214688754268565) | > loader_time: 0.0045 (0.004767966368268647)  --> TIME: 2025-03-25 10:10:07 -- STEP: 13455/31555 -- GLOBAL_STEP: 928550 | > loss_text_ce: 0.04247880354523659 (0.03406128024724644) | > loss_mel_ce: 2.754406452178955 (nan) | > loss: 0.011098751798272133 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14214561732450684) | > loader_time: 0.0046 (0.004767522507110789)  --> TIME: 2025-03-25 10:10:16 -- STEP: 13505/31555 -- GLOBAL_STEP: 928600 | > loss_text_ce: 0.0354120209813118 (0.034064224492365604) | > loss_mel_ce: 2.7789249420166016 (nan) | > loss: 0.01116800494492054 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1421457257812803) | > loader_time: 0.0048 (0.004767330025620304)  --> TIME: 2025-03-25 10:10:27 -- STEP: 13555/31555 -- GLOBAL_STEP: 928650 | > loss_text_ce: 0.04997846856713295 (0.034062638603376355) | > loss_mel_ce: 2.7318503856658936 (nan) | > loss: 0.011039003729820251 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.142168019645464) | > loader_time: 0.0045 (0.0047672509003811245)  --> TIME: 2025-03-25 10:10:36 -- STEP: 13605/31555 -- GLOBAL_STEP: 928700 | > loss_text_ce: 0.03594993054866791 (0.034064478568119526) | > loss_mel_ce: 2.839200258255005 (nan) | > loss: 0.011409326456487179 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14216378841799798) | > loader_time: 0.0049 (0.004767362355572562)  --> TIME: 2025-03-25 10:10:46 -- STEP: 13655/31555 -- GLOBAL_STEP: 928750 | > loss_text_ce: 0.03387649729847908 (0.03406683586528304) | > loss_mel_ce: 1.651444435119629 (nan) | > loss: 0.006687782239168882 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14214776905846313) | > loader_time: 0.007 (0.0047673361417532225)  --> TIME: 2025-03-25 10:10:55 -- STEP: 13705/31555 -- GLOBAL_STEP: 928800 | > loss_text_ce: 0.029768310487270355 (0.034065973427417295) | > loss_mel_ce: 2.712751626968384 (nan) | > loss: 0.01088301558047533 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14215391500724328) | > loader_time: 0.0047 (0.004767444715670363)  --> TIME: 2025-03-25 10:11:05 -- STEP: 13755/31555 -- GLOBAL_STEP: 928850 | > loss_text_ce: 0.04434148222208023 (0.03406628887654883) | > loss_mel_ce: 2.7411913871765137 (nan) | > loss: 0.011053702794015408 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14214141965995833) | > loader_time: 0.0045 (0.004767476754030805)  --> TIME: 2025-03-25 10:11:15 -- STEP: 13805/31555 -- GLOBAL_STEP: 928900 | > loss_text_ce: 0.03492015227675438 (0.03406715603266706) | > loss_mel_ce: 2.8754830360412598 (nan) | > loss: 0.011549219489097595 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14214359618148692) | > loader_time: 0.0046 (0.0047671522190932646)  --> TIME: 2025-03-25 10:11:25 -- STEP: 13855/31555 -- GLOBAL_STEP: 928950 | > loss_text_ce: 0.04248576983809471 (0.0340685498501767) | > loss_mel_ce: 2.702073812484741 (nan) | > loss: 0.010891109704971313 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.142167233026919) | > loader_time: 0.0045 (0.004767302010989456)  --> TIME: 2025-03-25 10:11:35 -- STEP: 13905/31555 -- GLOBAL_STEP: 929000 | > loss_text_ce: 0.038943883031606674 (0.03406715396964518) | > loss_mel_ce: 2.746199369430542 (nan) | > loss: 0.011052155867218971 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1421886561886528) | > loader_time: 0.0047 (0.0047682481461915555)  --> TIME: 2025-03-25 10:11:45 -- STEP: 13955/31555 -- GLOBAL_STEP: 929050 | > loss_text_ce: 0.037816014140844345 (0.03406757856463947) | > loss_mel_ce: 2.7992942333221436 (nan) | > loss: 0.011258374899625778 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14218485610795245) | > loader_time: 0.0049 (0.0047681953180054104)  --> TIME: 2025-03-25 10:11:54 -- STEP: 14005/31555 -- GLOBAL_STEP: 929100 | > loss_text_ce: 0.03830493241548538 (0.03407104416753386) | > loss_mel_ce: 2.7295310497283936 (nan) | > loss: 0.010983477346599102 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14218990464842166) | > loader_time: 0.0058 (0.0047692173083140905)  --> TIME: 2025-03-25 10:12:04 -- STEP: 14055/31555 -- GLOBAL_STEP: 929150 | > loss_text_ce: 0.03886105492711067 (0.03407061830102063) | > loss_mel_ce: 2.288290023803711 (nan) | > loss: 0.00923472736030817 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1421913114742476) | > loader_time: 0.0047 (0.004769816512274428)  --> TIME: 2025-03-25 10:12:14 -- STEP: 14105/31555 -- GLOBAL_STEP: 929200 | > loss_text_ce: 0.03127990663051605 (0.03407100861438516) | > loss_mel_ce: 2.4214775562286377 (nan) | > loss: 0.009733164682984352 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14218350881720623) | > loader_time: 0.0046 (0.004769389826285421)  --> TIME: 2025-03-25 10:12:23 -- STEP: 14155/31555 -- GLOBAL_STEP: 929250 | > loss_text_ce: 0.031280890107154846 (0.034070836855950866) | > loss_mel_ce: 3.020750045776367 (nan) | > loss: 0.012111235409975052 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14217368902060298) | > loader_time: 0.0047 (0.004769341527089261)  --> TIME: 2025-03-25 10:12:33 -- STEP: 14205/31555 -- GLOBAL_STEP: 929300 | > loss_text_ce: 0.02959686517715454 (0.0340707555497169) | > loss_mel_ce: 2.712442398071289 (nan) | > loss: 0.010881108231842518 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14216489954676256) | > loader_time: 0.0047 (0.0047689327930153695)  --> TIME: 2025-03-25 10:12:42 -- STEP: 14255/31555 -- GLOBAL_STEP: 929350 | > loss_text_ce: 0.0331648588180542 (0.03407200353604936) | > loss_mel_ce: 2.6117136478424072 (nan) | > loss: 0.010495549999177456 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14215927920145874) | > loader_time: 0.0046 (0.004769027479821362)  --> TIME: 2025-03-25 10:12:52 -- STEP: 14305/31555 -- GLOBAL_STEP: 929400 | > loss_text_ce: 0.039517126977443695 (0.034070928128125844) | > loss_mel_ce: 2.8990700244903564 (nan) | > loss: 0.011661061085760593 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14215917282277896) | > loader_time: 0.0045 (0.004768955403380942)  --> TIME: 2025-03-25 10:13:02 -- STEP: 14355/31555 -- GLOBAL_STEP: 929450 | > loss_text_ce: 0.037510111927986145 (0.034071306023099435) | > loss_mel_ce: 3.0614373683929443 (nan) | > loss: 0.012297411449253559 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1421635116363235) | > loader_time: 0.0045 (0.0047688893763622895)  --> TIME: 2025-03-25 10:13:12 -- STEP: 14405/31555 -- GLOBAL_STEP: 929500 | > loss_text_ce: 0.03284262493252754 (0.034073589216298564) | > loss_mel_ce: 2.5669772624969482 (nan) | > loss: 0.010316746309399605 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1421696924079179) | > loader_time: 0.0047 (0.00476863648236853)  --> TIME: 2025-03-25 10:13:21 -- STEP: 14455/31555 -- GLOBAL_STEP: 929550 | > loss_text_ce: 0.03062146157026291 (0.034070101658682045) | > loss_mel_ce: 2.563305377960205 (nan) | > loss: 0.010293361730873585 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.142162413928634) | > loader_time: 0.0052 (0.004768332145239646)  --> TIME: 2025-03-25 10:13:31 -- STEP: 14505/31555 -- GLOBAL_STEP: 929600 | > loss_text_ce: 0.039613205939531326 (0.0340740460058774) | > loss_mel_ce: 2.8460137844085693 (nan) | > loss: 0.011450901627540588 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1421762257187754) | > loader_time: 0.0046 (0.004768219852151644)  --> TIME: 2025-03-25 10:13:41 -- STEP: 14555/31555 -- GLOBAL_STEP: 929650 | > loss_text_ce: 0.016504580155014992 (0.03407108703303786) | > loss_mel_ce: 1.2570134401321411 (nan) | > loss: 0.005053643137216568 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14216114982466144) | > loader_time: 0.0044 (0.004768313382016716)  --> TIME: 2025-03-25 10:13:50 -- STEP: 14605/31555 -- GLOBAL_STEP: 929700 | > loss_text_ce: 0.044538337737321854 (0.034069441969658644) | > loss_mel_ce: 2.2492454051971436 (nan) | > loss: 0.009102316573262215 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1421536983671525) | > loader_time: 0.0052 (0.004768048374263524)  --> TIME: 2025-03-25 10:14:00 -- STEP: 14655/31555 -- GLOBAL_STEP: 929750 | > loss_text_ce: 0.029265178367495537 (0.034071894237757125) | > loss_mel_ce: 2.542106866836548 (nan) | > loss: 0.010203857906162739 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14215129335274013) | > loader_time: 0.0045 (0.004768058294649622)  --> TIME: 2025-03-25 10:14:10 -- STEP: 14705/31555 -- GLOBAL_STEP: 929800 | > loss_text_ce: 0.030679678544402122 (0.03407329791223922) | > loss_mel_ce: 2.7785067558288574 (nan) | > loss: 0.011147566139698029 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1421651183079399) | > loader_time: 0.005 (0.004768444234438795)  --> TIME: 2025-03-25 10:14:19 -- STEP: 14755/31555 -- GLOBAL_STEP: 929850 | > loss_text_ce: 0.022974060848355293 (0.034069671131284306) | > loss_mel_ce: 1.1480224132537842 (nan) | > loss: 0.004646811634302139 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1421514128152097) | > loader_time: 0.006 (0.004768605153062149)  --> TIME: 2025-03-25 10:14:29 -- STEP: 14805/31555 -- GLOBAL_STEP: 929900 | > loss_text_ce: 0.030723609030246735 (0.034073329570224305) | > loss_mel_ce: 3.2363061904907227 (nan) | > loss: 0.012964404188096523 (nan) | > current_lr: 5e-06 | > step_time: 0.1695 (0.1421605490865202) | > loader_time: 0.0047 (0.004769634210109228)  --> TIME: 2025-03-25 10:14:39 -- STEP: 14855/31555 -- GLOBAL_STEP: 929950 | > loss_text_ce: 0.03194516897201538 (0.03407629558353255) | > loss_mel_ce: 2.4084534645080566 (nan) | > loss: 0.009684122167527676 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14215188731010964) | > loader_time: 0.0047 (0.004770083396934733)  --> TIME: 2025-03-25 10:14:49 -- STEP: 14905/31555 -- GLOBAL_STEP: 930000 | > loss_text_ce: 0.03900304436683655 (0.03407625296184072) | > loss_mel_ce: 2.921877861022949 (nan) | > loss: 0.011749528348445892 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1421638235234853) | > loader_time: 0.0043 (0.004770052892895442) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_930000.pth  --> TIME: 2025-03-25 10:15:03 -- STEP: 14955/31555 -- GLOBAL_STEP: 930050 | > loss_text_ce: 0.03580080345273018 (0.03407516361443718) | > loss_mel_ce: 2.3610634803771973 (nan) | > loss: 0.009511366486549377 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.1421536512256911) | > loader_time: 0.0053 (0.0047703225968953)  --> TIME: 2025-03-25 10:15:13 -- STEP: 15005/31555 -- GLOBAL_STEP: 930100 | > loss_text_ce: 0.023658348247408867 (0.0340757543321046) | > loss_mel_ce: 2.6689789295196533 (nan) | > loss: 0.010685068555176258 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14216069898697573) | > loader_time: 0.0045 (0.004770069287562919)  --> TIME: 2025-03-25 10:15:23 -- STEP: 15055/31555 -- GLOBAL_STEP: 930150 | > loss_text_ce: 0.034750159829854965 (0.03407548957676628) | > loss_mel_ce: 0.11482366174459457 (nan) | > loss: 0.000593546952586621 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14217303197513015) | > loader_time: 0.0063 (0.004770382216348081)  --> TIME: 2025-03-25 10:15:33 -- STEP: 15105/31555 -- GLOBAL_STEP: 930200 | > loss_text_ce: 0.04555483162403107 (0.03407493246714937) | > loss_mel_ce: 2.3877975940704346 (nan) | > loss: 0.009656161069869995 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1421700062478712) | > loader_time: 0.0075 (0.004770860731976587)  --> TIME: 2025-03-25 10:15:43 -- STEP: 15155/31555 -- GLOBAL_STEP: 930250 | > loss_text_ce: 0.0317922905087471 (0.03407110844147922) | > loss_mel_ce: 3.0173494815826416 (nan) | > loss: 0.01209976989775896 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14217441034018174) | > loader_time: 0.0047 (0.004771053039842767)  --> TIME: 2025-03-25 10:15:52 -- STEP: 15205/31555 -- GLOBAL_STEP: 930300 | > loss_text_ce: 0.030131468549370766 (0.034069200987115855) | > loss_mel_ce: 3.2494418621063232 (nan) | > loss: 0.013014181517064571 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14216641578498762) | > loader_time: 0.0046 (0.004770912194244174)  --> TIME: 2025-03-25 10:16:02 -- STEP: 15255/31555 -- GLOBAL_STEP: 930350 | > loss_text_ce: 0.030934378504753113 (0.03406667355368654) | > loss_mel_ce: 1.6607530117034912 (nan) | > loss: 0.006713045295327902 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14217002140971713) | > loader_time: 0.0048 (0.004770809421770614)  --> TIME: 2025-03-25 10:16:12 -- STEP: 15305/31555 -- GLOBAL_STEP: 930400 | > loss_text_ce: 0.029655180871486664 (0.034065169284995964) | > loss_mel_ce: 3.01472544670105 (nan) | > loss: 0.012080876156687737 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14217692130299794) | > loader_time: 0.0044 (0.0047702891652936915)  --> TIME: 2025-03-25 10:16:21 -- STEP: 15355/31555 -- GLOBAL_STEP: 930450 | > loss_text_ce: 0.03168424218893051 (0.0340619943900146) | > loss_mel_ce: 2.573096752166748 (nan) | > loss: 0.010336432605981827 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1421598605867403) | > loader_time: 0.0047 (0.004769989567678707)  --> TIME: 2025-03-25 10:16:31 -- STEP: 15405/31555 -- GLOBAL_STEP: 930500 | > loss_text_ce: 0.03996456786990166 (0.03406240535196907) | > loss_mel_ce: 2.761746883392334 (nan) | > loss: 0.011117903515696526 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14215682635482263) | > loader_time: 0.0048 (0.004769684269381049)  --> TIME: 2025-03-25 10:16:41 -- STEP: 15455/31555 -- GLOBAL_STEP: 930550 | > loss_text_ce: 0.03352304548025131 (0.03405787170943293) | > loss_mel_ce: 2.98905611038208 (nan) | > loss: 0.01199436280876398 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14215795709183657) | > loader_time: 0.0052 (0.004769623807933638)  --> TIME: 2025-03-25 10:16:51 -- STEP: 15505/31555 -- GLOBAL_STEP: 930600 | > loss_text_ce: 0.03387042507529259 (0.03405967897656561) | > loss_mel_ce: 2.692392110824585 (nan) | > loss: 0.010818502865731716 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14216423760456937) | > loader_time: 0.0046 (0.004770277423729477)  --> TIME: 2025-03-25 10:17:00 -- STEP: 15555/31555 -- GLOBAL_STEP: 930650 | > loss_text_ce: 0.03348878398537636 (0.034057101784366904) | > loss_mel_ce: 1.6312336921691895 (nan) | > loss: 0.006606041919440031 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1421524427819205) | > loader_time: 0.0048 (0.004769884049413442)  --> TIME: 2025-03-25 10:17:10 -- STEP: 15605/31555 -- GLOBAL_STEP: 930700 | > loss_text_ce: 0.02842242829501629 (0.03405463059451616) | > loss_mel_ce: 3.045038938522339 (nan) | > loss: 0.012196275405585766 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1421592690095966) | > loader_time: 0.0047 (0.004770419567832959)  --> TIME: 2025-03-25 10:17:19 -- STEP: 15655/31555 -- GLOBAL_STEP: 930750 | > loss_text_ce: 0.03573162108659744 (0.03405613479888925) | > loss_mel_ce: 2.8756022453308105 (nan) | > loss: 0.011552912183105946 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14213922973335597) | > loader_time: 0.0045 (0.004770747117438814)  --> TIME: 2025-03-25 10:17:29 -- STEP: 15705/31555 -- GLOBAL_STEP: 930800 | > loss_text_ce: 0.035471659153699875 (0.03405712465958759) | > loss_mel_ce: 2.116471767425537 (nan) | > loss: 0.008539458736777306 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14214518313877056) | > loader_time: 0.0047 (0.004771348178405664)  --> TIME: 2025-03-25 10:17:39 -- STEP: 15755/31555 -- GLOBAL_STEP: 930850 | > loss_text_ce: 0.03150250017642975 (0.034055179548285894) | > loss_mel_ce: 0.120361328125 (nan) | > loss: 0.0006026342744007707 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1421398599879478) | > loader_time: 0.0045 (0.004772102624717041)  --> TIME: 2025-03-25 10:17:48 -- STEP: 15805/31555 -- GLOBAL_STEP: 930900 | > loss_text_ce: 0.031228026375174522 (0.034056178726284296) | > loss_mel_ce: 2.665921449661255 (nan) | > loss: 0.01070297509431839 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14214455961464617) | > loader_time: 0.0048 (0.004772816003028896)  --> TIME: 2025-03-25 10:17:58 -- STEP: 15855/31555 -- GLOBAL_STEP: 930950 | > loss_text_ce: 0.0364423468708992 (0.034059938447663425) | > loss_mel_ce: 2.575989007949829 (nan) | > loss: 0.010366791859269142 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14214806161217106) | > loader_time: 0.0046 (0.0047731484196908616)  --> TIME: 2025-03-25 10:18:08 -- STEP: 15905/31555 -- GLOBAL_STEP: 931000 | > loss_text_ce: 0.02703922986984253 (0.03405882100393455) | > loss_mel_ce: 2.779855728149414 (nan) | > loss: 0.011138472706079483 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.1421427327407608) | > loader_time: 0.0047 (0.004772931305502466)  --> TIME: 2025-03-25 10:18:18 -- STEP: 15955/31555 -- GLOBAL_STEP: 931050 | > loss_text_ce: 0.032593514770269394 (0.03405736497419789) | > loss_mel_ce: 3.0960073471069336 (nan) | > loss: 0.01241508312523365 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14214906520658274) | > loader_time: 0.0049 (0.004773092045749628)  --> TIME: 2025-03-25 10:18:28 -- STEP: 16005/31555 -- GLOBAL_STEP: 931100 | > loss_text_ce: 0.03903365507721901 (0.03405620458308049) | > loss_mel_ce: 2.8714191913604736 (nan) | > loss: 0.011549416929483414 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14216499325634044) | > loader_time: 0.0048 (0.004773564995619998)  --> TIME: 2025-03-25 10:18:38 -- STEP: 16055/31555 -- GLOBAL_STEP: 931150 | > loss_text_ce: 0.033167872577905655 (0.03406022822322542) | > loss_mel_ce: 3.160898447036743 (nan) | > loss: 0.012674867175519466 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14218367844198238) | > loader_time: 0.0045 (0.004773260848390763)  --> TIME: 2025-03-25 10:18:47 -- STEP: 16105/31555 -- GLOBAL_STEP: 931200 | > loss_text_ce: 0.03352947533130646 (0.03406099105633758) | > loss_mel_ce: 3.70703125 (nan) | > loss: 0.014843495562672615 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1421782347179657) | > loader_time: 0.0059 (0.004773487433333162)  --> TIME: 2025-03-25 10:18:57 -- STEP: 16155/31555 -- GLOBAL_STEP: 931250 | > loss_text_ce: 0.033750951290130615 (0.03406187691588885) | > loss_mel_ce: 3.060685634613037 (nan) | > loss: 0.01227951142936945 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14217777967969603) | > loader_time: 0.0045 (0.004773015055041016)  --> TIME: 2025-03-25 10:19:07 -- STEP: 16205/31555 -- GLOBAL_STEP: 931300 | > loss_text_ce: 0.043462399393320084 (0.03406107201706773) | > loss_mel_ce: 2.0380499362945557 (nan) | > loss: 0.00825997069478035 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1421856076288509) | > loader_time: 0.0044 (0.0047727464342220294)  --> TIME: 2025-03-25 10:19:17 -- STEP: 16255/31555 -- GLOBAL_STEP: 931350 | > loss_text_ce: 0.02488858252763748 (0.0340588278462868) | > loss_mel_ce: 2.849503993988037 (nan) | > loss: 0.01140632014721632 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1422058139497123) | > loader_time: 0.0045 (0.0047727042585107154)  --> TIME: 2025-03-25 10:19:27 -- STEP: 16305/31555 -- GLOBAL_STEP: 931400 | > loss_text_ce: 0.027457162737846375 (0.034064490860628065) | > loss_mel_ce: 3.0534939765930176 (nan) | > loss: 0.012225997634232044 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14220671718086272) | > loader_time: 0.0045 (0.004773345515611749)  --> TIME: 2025-03-25 10:19:36 -- STEP: 16355/31555 -- GLOBAL_STEP: 931450 | > loss_text_ce: 0.032462719827890396 (0.03406228672403276) | > loss_mel_ce: 3.003993034362793 (nan) | > loss: 0.01204942911863327 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1422036211485535) | > loader_time: 0.0045 (0.004773690116693397)  --> TIME: 2025-03-25 10:19:47 -- STEP: 16405/31555 -- GLOBAL_STEP: 931500 | > loss_text_ce: 0.030105115845799446 (0.03405831686917366) | > loss_mel_ce: 2.4318416118621826 (nan) | > loss: 0.009769630618393421 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1422200937163578) | > loader_time: 0.0049 (0.004773771672014855)  --> TIME: 2025-03-25 10:19:56 -- STEP: 16455/31555 -- GLOBAL_STEP: 931550 | > loss_text_ce: 0.03578148037195206 (0.03405839564712841) | > loss_mel_ce: 3.16029953956604 (nan) | > loss: 0.012682861648499966 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14220811956307755) | > loader_time: 0.0048 (0.004773796267583355)  --> TIME: 2025-03-25 10:20:06 -- STEP: 16505/31555 -- GLOBAL_STEP: 931600 | > loss_text_ce: 0.03692176938056946 (0.03406139225567827) | > loss_mel_ce: 2.7009475231170654 (nan) | > loss: 0.010864561423659325 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14221377286070358) | > loader_time: 0.0048 (0.00477369493948478)  --> TIME: 2025-03-25 10:20:15 -- STEP: 16555/31555 -- GLOBAL_STEP: 931650 | > loss_text_ce: 0.03946483135223389 (0.03406615560175089) | > loss_mel_ce: 2.8714418411254883 (nan) | > loss: 0.01155121810734272 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14220938708479103) | > loader_time: 0.0045 (0.00477380850494394)  --> TIME: 2025-03-25 10:20:25 -- STEP: 16605/31555 -- GLOBAL_STEP: 931700 | > loss_text_ce: 0.027633577585220337 (0.034072364099409114) | > loss_mel_ce: 2.7443809509277344 (nan) | > loss: 0.011000058613717556 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14220765668633029) | > loader_time: 0.005 (0.004774053022826303)  --> TIME: 2025-03-25 10:20:35 -- STEP: 16655/31555 -- GLOBAL_STEP: 931750 | > loss_text_ce: 0.043138954788446426 (0.0340721832361287) | > loss_mel_ce: 0.1839752197265625 (nan) | > loss: 0.0009012467344291508 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14219134650549697) | > loader_time: 0.0044 (0.004774078081692707)  --> TIME: 2025-03-25 10:20:44 -- STEP: 16705/31555 -- GLOBAL_STEP: 931800 | > loss_text_ce: 0.045021962374448776 (0.034072996203923483) | > loss_mel_ce: 2.773533582687378 (nan) | > loss: 0.011184745468199253 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1421948710232935) | > loader_time: 0.0043 (0.004774060716032446)  --> TIME: 2025-03-25 10:20:54 -- STEP: 16755/31555 -- GLOBAL_STEP: 931850 | > loss_text_ce: 0.03163822740316391 (0.03407457824907617) | > loss_mel_ce: 1.2596055269241333 (nan) | > loss: 0.0051239836029708385 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14220375935023236) | > loader_time: 0.0044 (0.004773723470812516)  --> TIME: 2025-03-25 10:21:04 -- STEP: 16805/31555 -- GLOBAL_STEP: 931900 | > loss_text_ce: 0.04271659255027771 (0.03407226809059694) | > loss_mel_ce: 3.009620189666748 (nan) | > loss: 0.012112447991967201 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.1422072813930138) | > loader_time: 0.0047 (0.004773468078867516)  --> TIME: 2025-03-25 10:21:14 -- STEP: 16855/31555 -- GLOBAL_STEP: 931950 | > loss_text_ce: 0.02983429655432701 (0.0340731399984729) | > loss_mel_ce: 3.1515390872955322 (nan) | > loss: 0.012624498456716537 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14220517453295864) | > loader_time: 0.0044 (0.004773177933671713)  --> TIME: 2025-03-25 10:21:23 -- STEP: 16905/31555 -- GLOBAL_STEP: 932000 | > loss_text_ce: 0.028939034789800644 (0.034076691963796764) | > loss_mel_ce: 2.65185546875 (nan) | > loss: 0.010638074018061161 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14220615005888132) | > loader_time: 0.0045 (0.004773311056494181)  --> TIME: 2025-03-25 10:21:33 -- STEP: 16955/31555 -- GLOBAL_STEP: 932050 | > loss_text_ce: 0.03394119068980217 (0.03408106373789458) | > loss_mel_ce: 2.330881357192993 (nan) | > loss: 0.00938421767205 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1422152299439446) | > loader_time: 0.0051 (0.00477322379033216)  --> TIME: 2025-03-25 10:21:43 -- STEP: 17005/31555 -- GLOBAL_STEP: 932100 | > loss_text_ce: 0.04277335852384567 (0.034079067683807536) | > loss_mel_ce: 1.4605807065963745 (nan) | > loss: 0.0059656910598278046 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14220335840372786) | > loader_time: 0.0045 (0.004773072557076394)  --> TIME: 2025-03-25 10:21:52 -- STEP: 17055/31555 -- GLOBAL_STEP: 932150 | > loss_text_ce: 0.024923931807279587 (0.034077095161447475) | > loss_mel_ce: 0.025390625 (nan) | > loss: 0.0001996609498746693 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14219520317777792) | > loader_time: 0.0045 (0.004773052820045204)  --> TIME: 2025-03-25 10:22:02 -- STEP: 17105/31555 -- GLOBAL_STEP: 932200 | > loss_text_ce: 0.038503970950841904 (0.0340769906091899) | > loss_mel_ce: 2.669508457183838 (nan) | > loss: 0.010746081359684467 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14220384129722505) | > loader_time: 0.0048 (0.0047730363206325375)  --> TIME: 2025-03-25 10:22:12 -- STEP: 17155/31555 -- GLOBAL_STEP: 932250 | > loss_text_ce: 0.029860379174351692 (0.03407491585329352) | > loss_mel_ce: 3.0050668716430664 (nan) | > loss: 0.0120433634147048 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1422068206049971) | > loader_time: 0.0048 (0.004773362959414523)  --> TIME: 2025-03-25 10:22:22 -- STEP: 17205/31555 -- GLOBAL_STEP: 932300 | > loss_text_ce: 0.03731335699558258 (0.03407738467554477) | > loss_mel_ce: 2.6947154998779297 (nan) | > loss: 0.010841385461390018 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1421934461496632) | > loader_time: 0.0048 (0.0047737582898770515)  --> TIME: 2025-03-25 10:22:31 -- STEP: 17255/31555 -- GLOBAL_STEP: 932350 | > loss_text_ce: 0.03445015475153923 (0.034081143314643424) | > loss_mel_ce: 2.6742308139801025 (nan) | > loss: 0.010748733766376972 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1421894121156233) | > loader_time: 0.0048 (0.004773835671600905)  --> TIME: 2025-03-25 10:22:41 -- STEP: 17305/31555 -- GLOBAL_STEP: 932400 | > loss_text_ce: 0.03758639097213745 (0.034082897271120446) | > loss_mel_ce: 2.933284044265747 (nan) | > loss: 0.011789169162511826 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1421895867859969) | > loader_time: 0.0045 (0.004773409867417575)  --> TIME: 2025-03-25 10:22:50 -- STEP: 17355/31555 -- GLOBAL_STEP: 932450 | > loss_text_ce: 0.02937392331659794 (0.03408086506354179) | > loss_mel_ce: 2.766955852508545 (nan) | > loss: 0.011096547357738018 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1421813323428403) | > loader_time: 0.0045 (0.004773374580574537)  --> TIME: 2025-03-25 10:23:00 -- STEP: 17405/31555 -- GLOBAL_STEP: 932500 | > loss_text_ce: 0.034468840807676315 (0.034081258393366176) | > loss_mel_ce: 2.7390434741973877 (nan) | > loss: 0.011006002314388752 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1421667564877563) | > loader_time: 0.0054 (0.0047732304307586465)  --> TIME: 2025-03-25 10:23:10 -- STEP: 17455/31555 -- GLOBAL_STEP: 932550 | > loss_text_ce: 0.03103867918252945 (0.03408335984479919) | > loss_mel_ce: 2.5478427410125732 (nan) | > loss: 0.01023365743458271 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14216867247204285) | > loader_time: 0.0049 (0.004773296732098016)  --> TIME: 2025-03-25 10:23:19 -- STEP: 17505/31555 -- GLOBAL_STEP: 932600 | > loss_text_ce: 0.026164283975958824 (0.03407645881057896) | > loss_mel_ce: 2.90301513671875 (nan) | > loss: 0.011623729020357132 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14215613593717458) | > loader_time: 0.0044 (0.004773295535185926)  --> TIME: 2025-03-25 10:23:29 -- STEP: 17555/31555 -- GLOBAL_STEP: 932650 | > loss_text_ce: 0.03285456821322441 (0.03407577207915199) | > loss_mel_ce: 2.9725351333618164 (nan) | > loss: 0.01192614994943142 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14215486286644705) | > loader_time: 0.0047 (0.004773013390085025)  --> TIME: 2025-03-25 10:23:38 -- STEP: 17605/31555 -- GLOBAL_STEP: 932700 | > loss_text_ce: 0.03446954861283302 (0.03407628345045359) | > loss_mel_ce: 2.734020471572876 (nan) | > loss: 0.01098607201129198 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14215103464687306) | > loader_time: 0.0049 (0.004773021292801579)  --> TIME: 2025-03-25 10:23:48 -- STEP: 17655/31555 -- GLOBAL_STEP: 932750 | > loss_text_ce: 0.03493618965148926 (0.034076633705425116) | > loss_mel_ce: 3.3140625953674316 (nan) | > loss: 0.0132896788418293 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14214289395676213) | > loader_time: 0.0047 (0.004773723758404738)  --> TIME: 2025-03-25 10:23:57 -- STEP: 17705/31555 -- GLOBAL_STEP: 932800 | > loss_text_ce: 0.023203663527965546 (0.03407706438940673) | > loss_mel_ce: 2.5676496028900146 (nan) | > loss: 0.010281164199113846 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14212932225776562) | > loader_time: 0.0044 (0.004773584997138885)  --> TIME: 2025-03-25 10:24:07 -- STEP: 17755/31555 -- GLOBAL_STEP: 932850 | > loss_text_ce: 0.03162595257163048 (0.0340761882248534) | > loss_mel_ce: 2.1630210876464844 (nan) | > loss: 0.008708917535841465 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14211302653597152) | > loader_time: 0.0049 (0.004773209243383389)  --> TIME: 2025-03-25 10:24:16 -- STEP: 17805/31555 -- GLOBAL_STEP: 932900 | > loss_text_ce: 0.0335407480597496 (0.034077606745779955) | > loss_mel_ce: 2.884485960006714 (nan) | > loss: 0.01157947164028883 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14211473316330875) | > loader_time: 0.0043 (0.00477304765261549)  --> TIME: 2025-03-25 10:24:26 -- STEP: 17855/31555 -- GLOBAL_STEP: 932950 | > loss_text_ce: 0.04170777648687363 (0.03407933709736653) | > loss_mel_ce: 2.789191246032715 (nan) | > loss: 0.011233726516366005 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1421143144694611) | > loader_time: 0.0049 (0.004773135239989179)  --> TIME: 2025-03-25 10:24:36 -- STEP: 17905/31555 -- GLOBAL_STEP: 933000 | > loss_text_ce: 0.02997736632823944 (0.03407742560947004) | > loss_mel_ce: 2.353086233139038 (nan) | > loss: 0.009456601925194263 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14212049646971497) | > loader_time: 0.0043 (0.004773043028238402)  --> TIME: 2025-03-25 10:24:46 -- STEP: 17955/31555 -- GLOBAL_STEP: 933050 | > loss_text_ce: 0.03289750590920448 (0.03407459952672724) | > loss_mel_ce: 2.6017110347747803 (nan) | > loss: 0.010454796254634857 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14212268182939938) | > loader_time: 0.0047 (0.004772622231419992)  --> TIME: 2025-03-25 10:24:55 -- STEP: 18005/31555 -- GLOBAL_STEP: 933100 | > loss_text_ce: 0.028771108016371727 (0.03407205343955114) | > loss_mel_ce: 2.9039323329925537 (nan) | > loss: 0.011637712828814983 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14211131815975278) | > loader_time: 0.0046 (0.004772372353047146)  --> TIME: 2025-03-25 10:25:04 -- STEP: 18055/31555 -- GLOBAL_STEP: 933150 | > loss_text_ce: 0.03622566536068916 (0.034070758001347144) | > loss_mel_ce: 2.745673656463623 (nan) | > loss: 0.011039283126592636 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14209028684805766) | > loader_time: 0.0049 (0.0047726525655581165)  --> TIME: 2025-03-25 10:25:14 -- STEP: 18105/31555 -- GLOBAL_STEP: 933200 | > loss_text_ce: 0.027950547635555267 (0.03406978835498636) | > loss_mel_ce: 1.590705156326294 (nan) | > loss: 0.006423237267881632 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.142088064611436) | > loader_time: 0.0048 (0.004772475449889452)  --> TIME: 2025-03-25 10:25:24 -- STEP: 18155/31555 -- GLOBAL_STEP: 933250 | > loss_text_ce: 0.03051983378827572 (0.034069889062757645) | > loss_mel_ce: 1.9385782480239868 (nan) | > loss: 0.00781388208270073 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14207850188074397) | > loader_time: 0.0044 (0.004771958747470856)  --> TIME: 2025-03-25 10:25:33 -- STEP: 18205/31555 -- GLOBAL_STEP: 933300 | > loss_text_ce: 0.025888139382004738 (0.034068905086141806) | > loss_mel_ce: 2.452087879180908 (nan) | > loss: 0.009833239018917084 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1420676421804834) | > loader_time: 0.0051 (0.0047721058416746445)  --> TIME: 2025-03-25 10:25:43 -- STEP: 18255/31555 -- GLOBAL_STEP: 933350 | > loss_text_ce: 0.03905227407813072 (0.034067697838914175) | > loss_mel_ce: 2.601611375808716 (nan) | > loss: 0.010478824377059937 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14206197598117035) | > loader_time: 0.0045 (0.004772085387293401)  --> TIME: 2025-03-25 10:25:52 -- STEP: 18305/31555 -- GLOBAL_STEP: 933400 | > loss_text_ce: 0.029259953647851944 (0.03406673021623725) | > loss_mel_ce: 2.4703502655029297 (nan) | > loss: 0.009919088333845139 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14206654433506025) | > loader_time: 0.0046 (0.004772446319009077)  --> TIME: 2025-03-25 10:26:02 -- STEP: 18355/31555 -- GLOBAL_STEP: 933450 | > loss_text_ce: 0.03291909769177437 (0.0340686403101784) | > loss_mel_ce: 3.045520305633545 (nan) | > loss: 0.01221603062003851 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1420605142510777) | > loader_time: 0.0045 (0.004772184175030473)  --> TIME: 2025-03-25 10:26:12 -- STEP: 18405/31555 -- GLOBAL_STEP: 933500 | > loss_text_ce: 0.030578073114156723 (0.03406698460903472) | > loss_mel_ce: 2.832277536392212 (nan) | > loss: 0.011360539123415947 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14206533297285173) | > loader_time: 0.0047 (0.0047725299233102635)  --> TIME: 2025-03-25 10:26:22 -- STEP: 18455/31555 -- GLOBAL_STEP: 933550 | > loss_text_ce: 0.04805517569184303 (0.03406577733814919) | > loss_mel_ce: 2.1365885734558105 (nan) | > loss: 0.00866922177374363 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14206767471073764) | > loader_time: 0.0045 (0.004772768005127186)  --> TIME: 2025-03-25 10:26:31 -- STEP: 18505/31555 -- GLOBAL_STEP: 933600 | > loss_text_ce: 0.027344124391674995 (0.03406191925294017) | > loss_mel_ce: 2.9601666927337646 (nan) | > loss: 0.011855202727019787 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1420695877693634) | > loader_time: 0.0044 (0.004772582411025225)  --> TIME: 2025-03-25 10:26:41 -- STEP: 18555/31555 -- GLOBAL_STEP: 933650 | > loss_text_ce: 0.02220616303384304 (0.03406154297716874) | > loss_mel_ce: 2.6028594970703125 (nan) | > loss: 0.010416927747428417 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14207589454774297) | > loader_time: 0.0046 (0.004772568314392211)  --> TIME: 2025-03-25 10:26:51 -- STEP: 18605/31555 -- GLOBAL_STEP: 933700 | > loss_text_ce: 0.047591570764780045 (0.03406399294090274) | > loss_mel_ce: 2.5016591548919678 (nan) | > loss: 0.010116075165569782 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14207675720344085) | > loader_time: 0.0048 (0.004772802925468681)  --> TIME: 2025-03-25 10:27:01 -- STEP: 18655/31555 -- GLOBAL_STEP: 933750 | > loss_text_ce: 0.03590869903564453 (0.0340649849698508) | > loss_mel_ce: 1.0784245729446411 (nan) | > loss: 0.004421957768499851 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14207614211351174) | > loader_time: 0.0057 (0.004772660918224281)  --> TIME: 2025-03-25 10:27:10 -- STEP: 18705/31555 -- GLOBAL_STEP: 933800 | > loss_text_ce: 0.019699349999427795 (0.03406391562986112) | > loss_mel_ce: 2.2281055450439453 (nan) | > loss: 0.008919861167669296 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14206307574855753) | > loader_time: 0.0042 (0.004772423933101068)  --> TIME: 2025-03-25 10:27:19 -- STEP: 18755/31555 -- GLOBAL_STEP: 933850 | > loss_text_ce: 0.01838763616979122 (0.03406231463033947) | > loss_mel_ce: 2.1608424186706543 (nan) | > loss: 0.008647738955914974 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14205383114165238) | > loader_time: 0.0053 (0.0047722557518393915)  --> TIME: 2025-03-25 10:27:29 -- STEP: 18805/31555 -- GLOBAL_STEP: 933900 | > loss_text_ce: 0.03653127700090408 (0.034063096595514694) | > loss_mel_ce: 1.2555243968963623 (nan) | > loss: 0.005127205513417721 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.1420427876436728) | > loader_time: 0.0044 (0.004771995785324479)  --> TIME: 2025-03-25 10:27:38 -- STEP: 18855/31555 -- GLOBAL_STEP: 933950 | > loss_text_ce: 0.037079352885484695 (0.03405944673184968) | > loss_mel_ce: 2.4017927646636963 (nan) | > loss: 0.009678064845502377 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1420365277666915) | > loader_time: 0.0076 (0.00477217606226098)  --> TIME: 2025-03-25 10:27:48 -- STEP: 18905/31555 -- GLOBAL_STEP: 934000 | > loss_text_ce: 0.0311907809227705 (0.03406122034724503) | > loss_mel_ce: 2.726050853729248 (nan) | > loss: 0.010941436514258385 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1420479184765886) | > loader_time: 0.0049 (0.004772377947404005)  --> TIME: 2025-03-25 10:27:58 -- STEP: 18955/31555 -- GLOBAL_STEP: 934050 | > loss_text_ce: 0.027231182903051376 (0.03405500367648409) | > loss_mel_ce: 2.9998910427093506 (nan) | > loss: 0.012012390419840813 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1420394389052662) | > loader_time: 0.0045 (0.00477204537901078)  --> TIME: 2025-03-25 10:28:08 -- STEP: 19005/31555 -- GLOBAL_STEP: 934100 | > loss_text_ce: 0.02393188513815403 (0.03405442463444313) | > loss_mel_ce: 2.8731141090393066 (nan) | > loss: 0.011496215127408504 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14203207288971445) | > loader_time: 0.0047 (0.004772215220715569)  --> TIME: 2025-03-25 10:28:17 -- STEP: 19055/31555 -- GLOBAL_STEP: 934150 | > loss_text_ce: 0.04128459468483925 (0.034056877331015145) | > loss_mel_ce: 2.821518659591675 (nan) | > loss: 0.011360330507159233 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14202981146575) | > loader_time: 0.0046 (0.004772598691513409)  --> TIME: 2025-03-25 10:28:27 -- STEP: 19105/31555 -- GLOBAL_STEP: 934200 | > loss_text_ce: 0.031646549701690674 (0.03405414005627911) | > loss_mel_ce: 2.9627439975738525 (nan) | > loss: 0.01188250258564949 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14202972167263958) | > loader_time: 0.0048 (0.0047728828534004415)  --> TIME: 2025-03-25 10:28:37 -- STEP: 19155/31555 -- GLOBAL_STEP: 934250 | > loss_text_ce: 0.03086606040596962 (0.03405062310043685) | > loss_mel_ce: 1.5630580186843872 (nan) | > loss: 0.006325095891952515 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14202133508302417) | > loader_time: 0.0047 (0.004772894490141703)  --> TIME: 2025-03-25 10:28:46 -- STEP: 19205/31555 -- GLOBAL_STEP: 934300 | > loss_text_ce: 0.03788668289780617 (0.034050575634370236) | > loss_mel_ce: 2.3788235187530518 (nan) | > loss: 0.009590120054781437 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14202492731804994) | > loader_time: 0.0045 (0.004772555620153276)  --> TIME: 2025-03-25 10:28:56 -- STEP: 19255/31555 -- GLOBAL_STEP: 934350 | > loss_text_ce: 0.03544987738132477 (0.03404942181892955) | > loss_mel_ce: 3.0633556842803955 (nan) | > loss: 0.012296848930418491 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1420280557457613) | > loader_time: 0.0056 (0.00477246118811503)  --> TIME: 2025-03-25 10:29:06 -- STEP: 19305/31555 -- GLOBAL_STEP: 934400 | > loss_text_ce: 0.025728590786457062 (0.034047730584484126) | > loss_mel_ce: 2.4101123809814453 (nan) | > loss: 0.009666036814451218 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14203075354842165) | > loader_time: 0.0049 (0.004773106102003595)  --> TIME: 2025-03-25 10:29:16 -- STEP: 19355/31555 -- GLOBAL_STEP: 934450 | > loss_text_ce: 0.03765377774834633 (0.03404529034721876) | > loss_mel_ce: 2.5961754322052 (nan) | > loss: 0.01045170333236456 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14203418235512763) | > loader_time: 0.0047 (0.004773282462760369)  --> TIME: 2025-03-25 10:29:25 -- STEP: 19405/31555 -- GLOBAL_STEP: 934500 | > loss_text_ce: 0.03920498117804527 (0.03404034501063081) | > loss_mel_ce: 2.8602218627929688 (nan) | > loss: 0.011505663394927979 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14202748786171426) | > loader_time: 0.0044 (0.00477331998697787)  --> TIME: 2025-03-25 10:29:35 -- STEP: 19455/31555 -- GLOBAL_STEP: 934550 | > loss_text_ce: 0.03374762088060379 (0.03403712105335351) | > loss_mel_ce: 1.6572614908218384 (nan) | > loss: 0.00671035423874855 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14202291502863143) | > loader_time: 0.0044 (0.004772958814316574)  --> TIME: 2025-03-25 10:29:45 -- STEP: 19505/31555 -- GLOBAL_STEP: 934600 | > loss_text_ce: 0.03138716518878937 (0.034039674776897025) | > loss_mel_ce: 0.00994873046875 (nan) | > loss: 0.00016403134213760495 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1420244588634354) | > loader_time: 0.0047 (0.004773212096471734)  --> TIME: 2025-03-25 10:29:54 -- STEP: 19555/31555 -- GLOBAL_STEP: 934650 | > loss_text_ce: 0.03522822633385658 (0.0340405227847893) | > loss_mel_ce: 2.3722734451293945 (nan) | > loss: 0.009553578682243824 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14202488632465535) | > loader_time: 0.0045 (0.004773715913402439)  --> TIME: 2025-03-25 10:30:04 -- STEP: 19605/31555 -- GLOBAL_STEP: 934700 | > loss_text_ce: 0.04752981662750244 (0.03404210842347799) | > loss_mel_ce: 2.70125150680542 (nan) | > loss: 0.010907862335443497 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1420227628555632) | > loader_time: 0.0048 (0.004773512497084461)  --> TIME: 2025-03-25 10:30:14 -- STEP: 19655/31555 -- GLOBAL_STEP: 934750 | > loss_text_ce: 0.02834727056324482 (0.034044367886077315) | > loss_mel_ce: 3.0990068912506104 (nan) | > loss: 0.012410135939717293 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1420272479133736) | > loader_time: 0.0045 (0.004773487349679786)  --> TIME: 2025-03-25 10:30:23 -- STEP: 19705/31555 -- GLOBAL_STEP: 934800 | > loss_text_ce: 0.029432525858283043 (0.03404279718696868) | > loss_mel_ce: 0.9710915088653564 (nan) | > loss: 0.003970333840698004 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14202628860434946) | > loader_time: 0.0044 (0.004773545331744436)  --> TIME: 2025-03-25 10:30:33 -- STEP: 19755/31555 -- GLOBAL_STEP: 934850 | > loss_text_ce: 0.032764457166194916 (0.03404753279319033) | > loss_mel_ce: 2.372140407562256 (nan) | > loss: 0.009543273597955704 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14202048455694338) | > loader_time: 0.0044 (0.00477343680918354)  --> TIME: 2025-03-25 10:30:43 -- STEP: 19805/31555 -- GLOBAL_STEP: 934900 | > loss_text_ce: 0.03248528018593788 (0.03404966446758471) | > loss_mel_ce: 2.3697445392608643 (nan) | > loss: 0.009532658383250237 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14203258024204657) | > loader_time: 0.0049 (0.004774141624641387)  --> TIME: 2025-03-25 10:30:52 -- STEP: 19855/31555 -- GLOBAL_STEP: 934950 | > loss_text_ce: 0.03436783328652382 (0.03405243600684696) | > loss_mel_ce: 1.7184139490127563 (nan) | > loss: 0.006955483462661505 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14201930223079304) | > loader_time: 0.005 (0.004774385229882606)  --> TIME: 2025-03-25 10:31:02 -- STEP: 19905/31555 -- GLOBAL_STEP: 935000 | > loss_text_ce: 0.033032868057489395 (0.03405139495049486) | > loss_mel_ce: 2.114797592163086 (nan) | > loss: 0.00852313730865717 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1420128936714879) | > loader_time: 0.0043 (0.004774273031771841)  --> TIME: 2025-03-25 10:31:12 -- STEP: 19955/31555 -- GLOBAL_STEP: 935050 | > loss_text_ce: 0.029047338292002678 (0.0340492915083962) | > loss_mel_ce: 2.2947275638580322 (nan) | > loss: 0.009221329353749752 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14200893517754462) | > loader_time: 0.0048 (0.004774019587341645)  --> TIME: 2025-03-25 10:31:21 -- STEP: 20005/31555 -- GLOBAL_STEP: 935100 | > loss_text_ce: 0.029588496312499046 (0.03404920365558055) | > loss_mel_ce: 2.8653249740600586 (nan) | > loss: 0.011487752199172974 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14200552768988584) | > loader_time: 0.0047 (0.0047740724378155545)  --> TIME: 2025-03-25 10:31:31 -- STEP: 20055/31555 -- GLOBAL_STEP: 935150 | > loss_text_ce: 0.03840666264295578 (0.03405048983732117) | > loss_mel_ce: 3.0052292346954346 (nan) | > loss: 0.012077921070158482 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14200696576655156) | > loader_time: 0.0049 (0.004773748441100351)  --> TIME: 2025-03-25 10:31:40 -- STEP: 20105/31555 -- GLOBAL_STEP: 935200 | > loss_text_ce: 0.03428154066205025 (0.034053341915992866) | > loss_mel_ce: 2.7568321228027344 (nan) | > loss: 0.011075848713517189 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1419970878348728) | > loader_time: 0.0045 (0.004773319256717808)  --> TIME: 2025-03-25 10:31:50 -- STEP: 20155/31555 -- GLOBAL_STEP: 935250 | > loss_text_ce: 0.03919035941362381 (0.03405249780462164) | > loss_mel_ce: 1.6105287075042725 (nan) | > loss: 0.0065465047955513 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14198484349800913) | > loader_time: 0.0043 (0.004772865160083536)  --> TIME: 2025-03-25 10:32:00 -- STEP: 20205/31555 -- GLOBAL_STEP: 935300 | > loss_text_ce: 0.03258506953716278 (0.03405071112924904) | > loss_mel_ce: 3.1470084190368652 (nan) | > loss: 0.012617435306310654 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14200508272963563) | > loader_time: 0.0045 (0.004772500406542344)  --> TIME: 2025-03-25 10:32:10 -- STEP: 20255/31555 -- GLOBAL_STEP: 935350 | > loss_text_ce: 0.032104816287755966 (0.03405172926249887) | > loss_mel_ce: 3.1473188400268555 (nan) | > loss: 0.012616761028766632 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14200772117373736) | > loader_time: 0.0048 (0.004772466401999708)  --> TIME: 2025-03-25 10:32:19 -- STEP: 20305/31555 -- GLOBAL_STEP: 935400 | > loss_text_ce: 0.04076533392071724 (0.03404998073129184) | > loss_mel_ce: 2.9494080543518066 (nan) | > loss: 0.011865767650306225 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14200952470493441) | > loader_time: 0.0045 (0.0047721432336179466)  --> TIME: 2025-03-25 10:32:29 -- STEP: 20355/31555 -- GLOBAL_STEP: 935450 | > loss_text_ce: 0.033927079290151596 (0.03404908475775623) | > loss_mel_ce: 2.876908779144287 (nan) | > loss: 0.011550935916602612 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14201971556331625) | > loader_time: 0.0048 (0.004771786221003147)  --> TIME: 2025-03-25 10:32:39 -- STEP: 20405/31555 -- GLOBAL_STEP: 935500 | > loss_text_ce: 0.02942049875855446 (0.03405316539361638) | > loss_mel_ce: 3.0003223419189453 (nan) | > loss: 0.012022790499031544 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14201919023560136) | > loader_time: 0.0047 (0.004771330040537026)  --> TIME: 2025-03-25 10:32:49 -- STEP: 20455/31555 -- GLOBAL_STEP: 935550 | > loss_text_ce: 0.03754716366529465 (0.03405211256710927) | > loss_mel_ce: 3.037254810333252 (nan) | > loss: 0.012201596051454544 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1420308617209789) | > loader_time: 0.005 (0.004771282246864058)  --> TIME: 2025-03-25 10:32:59 -- STEP: 20505/31555 -- GLOBAL_STEP: 935600 | > loss_text_ce: 0.03188730403780937 (0.034051282892866463) | > loss_mel_ce: 3.200265645980835 (nan) | > loss: 0.012826004065573215 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1420346235885944) | > loader_time: 0.0044 (0.004771043032851075)  --> TIME: 2025-03-25 10:33:09 -- STEP: 20555/31555 -- GLOBAL_STEP: 935650 | > loss_text_ce: 0.0344209298491478 (0.03405151600179016) | > loss_mel_ce: 2.613523483276367 (nan) | > loss: 0.010507716797292233 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14203230409661696) | > loader_time: 0.0046 (0.004770597556709713)  --> TIME: 2025-03-25 10:33:18 -- STEP: 20605/31555 -- GLOBAL_STEP: 935700 | > loss_text_ce: 0.033841684460639954 (0.03405134207552138) | > loss_mel_ce: 2.4760782718658447 (nan) | > loss: 0.009960000403225422 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14204043919702897) | > loader_time: 0.0047 (0.004770651548645295)  --> TIME: 2025-03-25 10:33:28 -- STEP: 20655/31555 -- GLOBAL_STEP: 935750 | > loss_text_ce: 0.04212215915322304 (0.0340493932685607) | > loss_mel_ce: 2.512993812561035 (nan) | > loss: 0.010139349848031998 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14203888448264182) | > loader_time: 0.0048 (0.00477085315526126)  --> TIME: 2025-03-25 10:33:38 -- STEP: 20705/31555 -- GLOBAL_STEP: 935800 | > loss_text_ce: 0.04198839142918587 (0.03404828604185729) | > loss_mel_ce: 1.9809850454330444 (nan) | > loss: 0.00802767276763916 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1420376198328059) | > loader_time: 0.0047 (0.004770840230525878)  --> TIME: 2025-03-25 10:33:47 -- STEP: 20755/31555 -- GLOBAL_STEP: 935850 | > loss_text_ce: 0.04723988100886345 (0.03404938868345492) | > loss_mel_ce: 2.6211750507354736 (nan) | > loss: 0.010588948614895344 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1420313887066574) | > loader_time: 0.0044 (0.004770761327667742)  --> TIME: 2025-03-25 10:33:57 -- STEP: 20805/31555 -- GLOBAL_STEP: 935900 | > loss_text_ce: 0.034553613513708115 (0.03404765483336645) | > loss_mel_ce: 2.621331214904785 (nan) | > loss: 0.010539226233959198 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14204129926346515) | > loader_time: 0.0048 (0.0047710732352530495)  --> TIME: 2025-03-25 10:34:07 -- STEP: 20855/31555 -- GLOBAL_STEP: 935950 | > loss_text_ce: 0.029317408800125122 (0.0340466629362772) | > loss_mel_ce: 2.7820513248443604 (nan) | > loss: 0.011156225576996803 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14202871805070857) | > loader_time: 0.0047 (0.004770813831977808)  --> TIME: 2025-03-25 10:34:16 -- STEP: 20905/31555 -- GLOBAL_STEP: 936000 | > loss_text_ce: 0.043993737548589706 (0.034045673751902275) | > loss_mel_ce: 2.174781560897827 (nan) | > loss: 0.008804664015769958 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14202038712035153) | > loader_time: 0.0047 (0.004770640578745569)  --> TIME: 2025-03-25 10:34:26 -- STEP: 20955/31555 -- GLOBAL_STEP: 936050 | > loss_text_ce: 0.029992397874593735 (0.03404451482459324) | > loss_mel_ce: 2.367985963821411 (nan) | > loss: 0.009515787474811077 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14201242272366416) | > loader_time: 0.0054 (0.004770640614663663)  --> TIME: 2025-03-25 10:34:35 -- STEP: 21005/31555 -- GLOBAL_STEP: 936100 | > loss_text_ce: 0.0396934375166893 (0.03404398811659659) | > loss_mel_ce: 3.1556477546691895 (nan) | > loss: 0.012679926119744778 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14201126179221907) | > loader_time: 0.0049 (0.004770596769133598)  --> TIME: 2025-03-25 10:34:45 -- STEP: 21055/31555 -- GLOBAL_STEP: 936150 | > loss_text_ce: 0.039591893553733826 (0.03404390853591959) | > loss_mel_ce: 3.215453863143921 (nan) | > loss: 0.012916848994791508 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14201097610698402) | > loader_time: 0.0048 (0.004770589027685638)  --> TIME: 2025-03-25 10:34:55 -- STEP: 21105/31555 -- GLOBAL_STEP: 936200 | > loss_text_ce: 0.02540038712322712 (0.03404123668797879) | > loss_mel_ce: 2.351680040359497 (nan) | > loss: 0.009432859718799591 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14200956224406852) | > loader_time: 0.0046 (0.004770920938068445)  --> TIME: 2025-03-25 10:35:05 -- STEP: 21155/31555 -- GLOBAL_STEP: 936250 | > loss_text_ce: 0.035951126366853714 (0.034039905854934556) | > loss_mel_ce: 2.936544895172119 (nan) | > loss: 0.011795619502663612 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.1420146663316861) | > loader_time: 0.0047 (0.004770753322214553)  --> TIME: 2025-03-25 10:35:14 -- STEP: 21205/31555 -- GLOBAL_STEP: 936300 | > loss_text_ce: 0.03820420056581497 (0.03404280493399162) | > loss_mel_ce: 2.240485429763794 (nan) | > loss: 0.009042419493198395 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1420127140410365) | > loader_time: 0.0046 (0.0047708320550214995)  --> TIME: 2025-03-25 10:35:24 -- STEP: 21255/31555 -- GLOBAL_STEP: 936350 | > loss_text_ce: 0.035866521298885345 (0.034044927951817225) | > loss_mel_ce: 2.6755623817443848 (nan) | > loss: 0.010759638622403145 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14200687316467492) | > loader_time: 0.0048 (0.0047709224196609045)  --> TIME: 2025-03-25 10:35:34 -- STEP: 21305/31555 -- GLOBAL_STEP: 936400 | > loss_text_ce: 0.02717466466128826 (0.03404429820710483) | > loss_mel_ce: 2.451775550842285 (nan) | > loss: 0.009837104938924313 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14202639882594292) | > loader_time: 0.0046 (0.004771022722772043)  --> TIME: 2025-03-25 10:35:44 -- STEP: 21355/31555 -- GLOBAL_STEP: 936450 | > loss_text_ce: 0.01742122694849968 (0.03404127035540365) | > loss_mel_ce: 2.3195528984069824 (nan) | > loss: 0.009273707866668701 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1420246809546556) | > loader_time: 0.0042 (0.004771144170723174)  --> TIME: 2025-03-25 10:35:53 -- STEP: 21405/31555 -- GLOBAL_STEP: 936500 | > loss_text_ce: 0.03495696932077408 (0.03404322381966112) | > loss_mel_ce: 2.6088454723358154 (nan) | > loss: 0.010491279885172844 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14202528961126484) | > loader_time: 0.0045 (0.004771377772433957)  --> TIME: 2025-03-25 10:36:03 -- STEP: 21455/31555 -- GLOBAL_STEP: 936550 | > loss_text_ce: 0.031092189252376556 (0.034044400954272525) | > loss_mel_ce: 3.4315879344940186 (nan) | > loss: 0.013740794733166695 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14202457033262778) | > loader_time: 0.0048 (0.004771473979483251)  --> TIME: 2025-03-25 10:36:13 -- STEP: 21505/31555 -- GLOBAL_STEP: 936600 | > loss_text_ce: 0.03337762877345085 (0.03404333842522045) | > loss_mel_ce: 2.780876636505127 (nan) | > loss: 0.0111676761880517 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14202849526262398) | > loader_time: 0.0044 (0.0047712585699334)  --> TIME: 2025-03-25 10:36:23 -- STEP: 21555/31555 -- GLOBAL_STEP: 936650 | > loss_text_ce: 0.04579193890094757 (0.03404113184319365) | > loss_mel_ce: 2.5864758491516113 (nan) | > loss: 0.010445507243275642 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14202920208672004) | > loader_time: 0.0048 (0.0047719422970645695)  --> TIME: 2025-03-25 10:36:32 -- STEP: 21605/31555 -- GLOBAL_STEP: 936700 | > loss_text_ce: 0.03715752810239792 (0.03404024384831364) | > loss_mel_ce: 2.7778549194335938 (nan) | > loss: 0.011170685291290283 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14202678830942075) | > loader_time: 0.0045 (0.004771580317593725)  --> TIME: 2025-03-25 10:36:42 -- STEP: 21655/31555 -- GLOBAL_STEP: 936750 | > loss_text_ce: 0.03646942600607872 (0.03404314213268326) | > loss_mel_ce: 2.295933485031128 (nan) | > loss: 0.009255567565560341 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14201693603112317) | > loader_time: 0.0047 (0.004771313637570758)  --> TIME: 2025-03-25 10:36:51 -- STEP: 21705/31555 -- GLOBAL_STEP: 936800 | > loss_text_ce: 0.032619476318359375 (0.034045906547363704) | > loss_mel_ce: 3.007068395614624 (nan) | > loss: 0.0120622543618083 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14201623675626135) | > loader_time: 0.005 (0.004771123144434961)  --> TIME: 2025-03-25 10:37:01 -- STEP: 21755/31555 -- GLOBAL_STEP: 936850 | > loss_text_ce: 0.03150536119937897 (0.034043386625993155) | > loss_mel_ce: 2.1313252449035645 (nan) | > loss: 0.008582661859691143 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14201826176898819) | > loader_time: 0.0048 (0.004770958272924776)  --> TIME: 2025-03-25 10:37:11 -- STEP: 21805/31555 -- GLOBAL_STEP: 936900 | > loss_text_ce: 0.030835097655653954 (0.03404170939990559) | > loss_mel_ce: 2.667126178741455 (nan) | > loss: 0.010706196539103985 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1420102472836705) | > loader_time: 0.0044 (0.004770484579672832)  --> TIME: 2025-03-25 10:37:21 -- STEP: 21855/31555 -- GLOBAL_STEP: 936950 | > loss_text_ce: 0.02993588149547577 (0.03403930500698617) | > loss_mel_ce: 2.9806041717529297 (nan) | > loss: 0.011946587823331356 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14201914415946515) | > loader_time: 0.0047 (0.0047706172875915335)  --> TIME: 2025-03-25 10:37:30 -- STEP: 21905/31555 -- GLOBAL_STEP: 937000 | > loss_text_ce: 0.035124171525239944 (0.03403991090567056) | > loss_mel_ce: 3.3416030406951904 (nan) | > loss: 0.013399711810052395 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1420181411555096) | > loader_time: 0.0046 (0.004770497082847646)  --> TIME: 2025-03-25 10:37:40 -- STEP: 21955/31555 -- GLOBAL_STEP: 937050 | > loss_text_ce: 0.0402592271566391 (0.03404146996336318) | > loss_mel_ce: 2.7162275314331055 (nan) | > loss: 0.010938439518213272 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14201369679780562) | > loader_time: 0.0051 (0.004770282981227961)  --> TIME: 2025-03-25 10:37:50 -- STEP: 22005/31555 -- GLOBAL_STEP: 937100 | > loss_text_ce: 0.035430628806352615 (0.0340384532533076) | > loss_mel_ce: 2.479644775390625 (nan) | > loss: 0.009980458766222 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14202089337862814) | > loader_time: 0.0047 (0.004770136139550512)  --> TIME: 2025-03-25 10:37:59 -- STEP: 22055/31555 -- GLOBAL_STEP: 937150 | > loss_text_ce: 0.04237452894449234 (0.03403836676930753) | > loss_mel_ce: 3.2094902992248535 (nan) | > loss: 0.012904226779937744 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14201950397763968) | > loader_time: 0.0046 (0.0047699486795830725)  --> TIME: 2025-03-25 10:38:09 -- STEP: 22105/31555 -- GLOBAL_STEP: 937200 | > loss_text_ce: 0.03520902618765831 (0.03403822663784716) | > loss_mel_ce: 2.493664264678955 (nan) | > loss: 0.010035212151706219 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1420164640875762) | > loader_time: 0.0048 (0.004769646023981349)  --> TIME: 2025-03-25 10:38:19 -- STEP: 22155/31555 -- GLOBAL_STEP: 937250 | > loss_text_ce: 0.041814107447862625 (0.03403908737748724) | > loss_mel_ce: 0.0506591796875 (nan) | > loss: 0.00036695750895887613 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14201221116319382) | > loader_time: 0.0045 (0.004769500215014295)  --> TIME: 2025-03-25 10:38:29 -- STEP: 22205/31555 -- GLOBAL_STEP: 937300 | > loss_text_ce: 0.03579340875148773 (0.03403915084103279) | > loss_mel_ce: 2.5544302463531494 (nan) | > loss: 0.010278665460646152 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14201668123220834) | > loader_time: 0.0045 (0.00476944199072245)  --> TIME: 2025-03-25 10:38:38 -- STEP: 22255/31555 -- GLOBAL_STEP: 937350 | > loss_text_ce: 0.022974247112870216 (0.03403791241336097) | > loss_mel_ce: 2.6173739433288574 (nan) | > loss: 0.010477572679519653 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.142024712422221) | > loader_time: 0.0045 (0.004769694609632399)  --> TIME: 2025-03-25 10:38:48 -- STEP: 22305/31555 -- GLOBAL_STEP: 937400 | > loss_text_ce: 0.0347772017121315 (0.034036733930426784) | > loss_mel_ce: 2.9952099323272705 (nan) | > loss: 0.012023759074509144 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.1420219784706497) | > loader_time: 0.0046 (0.00476947069114647)  --> TIME: 2025-03-25 10:38:58 -- STEP: 22355/31555 -- GLOBAL_STEP: 937450 | > loss_text_ce: 0.02530522085726261 (0.03403677444257662) | > loss_mel_ce: 2.9081978797912598 (nan) | > loss: 0.011640885844826698 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14202521693597261) | > loader_time: 0.0047 (0.004769340464797405)  --> TIME: 2025-03-25 10:39:08 -- STEP: 22405/31555 -- GLOBAL_STEP: 937500 | > loss_text_ce: 0.041143324226140976 (0.03403673266089567) | > loss_mel_ce: 2.602048635482788 (nan) | > loss: 0.010488857515156269 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14202686929990133) | > loader_time: 0.0048 (0.004769110610457958)  --> TIME: 2025-03-25 10:39:17 -- STEP: 22455/31555 -- GLOBAL_STEP: 937550 | > loss_text_ce: 0.03373986482620239 (0.03403732469145745) | > loss_mel_ce: 2.818347454071045 (nan) | > loss: 0.011317807249724865 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.1420290787271503) | > loader_time: 0.0046 (0.0047689337105030205)  --> TIME: 2025-03-25 10:39:27 -- STEP: 22505/31555 -- GLOBAL_STEP: 937600 | > loss_text_ce: 0.027628321200609207 (0.034036509480416186) | > loss_mel_ce: 2.8159492015838623 (nan) | > loss: 0.011284038424491882 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14202647587374315) | > loader_time: 0.005 (0.0047689027241721955)  --> TIME: 2025-03-25 10:39:37 -- STEP: 22555/31555 -- GLOBAL_STEP: 937650 | > loss_text_ce: 0.031456220895051956 (0.03403819841965545) | > loss_mel_ce: 3.0260417461395264 (nan) | > loss: 0.012132929638028145 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1420193504214268) | > loader_time: 0.0045 (0.004768866167129794)  --> TIME: 2025-03-25 10:39:46 -- STEP: 22605/31555 -- GLOBAL_STEP: 937700 | > loss_text_ce: 0.023400910198688507 (0.03403564947431743) | > loss_mel_ce: 2.836210012435913 (nan) | > loss: 0.011347663588821888 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1420239033832992) | > loader_time: 0.0047 (0.004768936034457612)  --> TIME: 2025-03-25 10:39:56 -- STEP: 22655/31555 -- GLOBAL_STEP: 937750 | > loss_text_ce: 0.03409040719270706 (0.03403748774897357) | > loss_mel_ce: 3.197772979736328 (nan) | > loss: 0.012824855744838715 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1420288379869572) | > loader_time: 0.0047 (0.004769362847659266)  --> TIME: 2025-03-25 10:40:06 -- STEP: 22705/31555 -- GLOBAL_STEP: 937800 | > loss_text_ce: 0.02875375747680664 (0.03403649424477381) | > loss_mel_ce: 2.4742724895477295 (nan) | > loss: 0.009932644665241241 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1420241841658764) | > loader_time: 0.0046 (0.004769397879245387)  --> TIME: 2025-03-25 10:40:16 -- STEP: 22755/31555 -- GLOBAL_STEP: 937850 | > loss_text_ce: 0.030973797664046288 (0.034033966626602984) | > loss_mel_ce: 2.6172268390655518 (nan) | > loss: 0.010508733801543713 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14202407791022098) | > loader_time: 0.0046 (0.004769096728655776)  --> TIME: 2025-03-25 10:40:25 -- STEP: 22805/31555 -- GLOBAL_STEP: 937900 | > loss_text_ce: 0.033198218792676926 (0.034031482466828154) | > loss_mel_ce: 2.6350111961364746 (nan) | > loss: 0.01058813277631998 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14202922790935554) | > loader_time: 0.0044 (0.004768974795150174)  --> TIME: 2025-03-25 10:40:35 -- STEP: 22855/31555 -- GLOBAL_STEP: 937950 | > loss_text_ce: 0.03477965667843819 (0.03402886354305185) | > loss_mel_ce: 2.744577646255493 (nan) | > loss: 0.011029195971786976 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1420391258330716) | > loader_time: 0.0045 (0.004768639929418207)  --> TIME: 2025-03-25 10:40:45 -- STEP: 22905/31555 -- GLOBAL_STEP: 938000 | > loss_text_ce: 0.03234812989830971 (0.03402877807034952) | > loss_mel_ce: 2.764002799987793 (nan) | > loss: 0.011096631176769733 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14204393662471707) | > loader_time: 0.0043 (0.0047683961889520565)  --> TIME: 2025-03-25 10:40:55 -- STEP: 22955/31555 -- GLOBAL_STEP: 938050 | > loss_text_ce: 0.0268689151853323 (0.03402858446858334) | > loss_mel_ce: 2.946699380874634 (nan) | > loss: 0.01179987471550703 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14205149842928919) | > loader_time: 0.0045 (0.004767974917080068)  --> TIME: 2025-03-25 10:41:05 -- STEP: 23005/31555 -- GLOBAL_STEP: 938100 | > loss_text_ce: 0.04044432193040848 (0.03402884602510275) | > loss_mel_ce: 2.8754799365997314 (nan) | > loss: 0.011571128852665424 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14206326592878013) | > loader_time: 0.006 (0.004767949963051248)  --> TIME: 2025-03-25 10:41:15 -- STEP: 23055/31555 -- GLOBAL_STEP: 938150 | > loss_text_ce: 0.031411852687597275 (0.03402795448888782) | > loss_mel_ce: 3.0146355628967285 (nan) | > loss: 0.012087490409612656 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14207471771215466) | > loader_time: 0.0047 (0.004767831962865079)  --> TIME: 2025-03-25 10:41:25 -- STEP: 23105/31555 -- GLOBAL_STEP: 938200 | > loss_text_ce: 0.028628656640648842 (0.03402794277643345) | > loss_mel_ce: 3.3268914222717285 (nan) | > loss: 0.013315556570887566 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1420779765103709) | > loader_time: 0.0049 (0.004767881794632113)  --> TIME: 2025-03-25 10:41:35 -- STEP: 23155/31555 -- GLOBAL_STEP: 938250 | > loss_text_ce: 0.03528951480984688 (0.0340272933286939) | > loss_mel_ce: 2.149973154067993 (nan) | > loss: 0.00867167767137289 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14208765092716755) | > loader_time: 0.0046 (0.004767936384464228)  --> TIME: 2025-03-25 10:41:45 -- STEP: 23205/31555 -- GLOBAL_STEP: 938300 | > loss_text_ce: 0.02862165868282318 (0.03402502507864767) | > loss_mel_ce: 2.610685348510742 (nan) | > loss: 0.010473441332578659 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14208744018659952) | > loader_time: 0.005 (0.0047680083905486895)  --> TIME: 2025-03-25 10:41:54 -- STEP: 23255/31555 -- GLOBAL_STEP: 938350 | > loss_text_ce: 0.03934262692928314 (0.03402593160219147) | > loss_mel_ce: 2.5463263988494873 (nan) | > loss: 0.010260592214763165 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14208592926653704) | > loader_time: 0.0046 (0.004767713821516107)  --> TIME: 2025-03-25 10:42:04 -- STEP: 23305/31555 -- GLOBAL_STEP: 938400 | > loss_text_ce: 0.02147660404443741 (0.03402471009552387) | > loss_mel_ce: 2.4132933616638184 (nan) | > loss: 0.009661785326898098 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14210110274386342) | > loader_time: 0.0044 (0.0047677465478536485)  --> TIME: 2025-03-25 10:42:14 -- STEP: 23355/31555 -- GLOBAL_STEP: 938450 | > loss_text_ce: 0.042132094502449036 (0.03402383943090166) | > loss_mel_ce: 3.0370254516601562 (nan) | > loss: 0.012218880467116833 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14210601211283305) | > loader_time: 0.0045 (0.004768091390434551)  --> TIME: 2025-03-25 10:42:24 -- STEP: 23405/31555 -- GLOBAL_STEP: 938500 | > loss_text_ce: 0.0330088846385479 (0.03402423444885483) | > loss_mel_ce: 2.881037712097168 (nan) | > loss: 0.011563677340745926 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1421084278186557) | > loader_time: 0.0045 (0.004768419245373755)  --> TIME: 2025-03-25 10:42:34 -- STEP: 23455/31555 -- GLOBAL_STEP: 938550 | > loss_text_ce: 0.030978195369243622 (0.034023187567558136) | > loss_mel_ce: 1.5476597547531128 (nan) | > loss: 0.006264436524361372 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1421065062659305) | > loader_time: 0.0044 (0.004768434350512413)  --> TIME: 2025-03-25 10:42:43 -- STEP: 23505/31555 -- GLOBAL_STEP: 938600 | > loss_text_ce: 0.041992396116256714 (0.03402394709846754) | > loss_mel_ce: 2.6763627529144287 (nan) | > loss: 0.010787124745547771 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14209935182816105) | > loader_time: 0.0048 (0.004768199186278403)  --> TIME: 2025-03-25 10:42:53 -- STEP: 23555/31555 -- GLOBAL_STEP: 938650 | > loss_text_ce: 0.02816758304834366 (0.0340261222630966) | > loss_mel_ce: 2.7939531803131104 (nan) | > loss: 0.011198892258107662 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14210269043739668) | > loader_time: 0.0044 (0.004768093364604628)  --> TIME: 2025-03-25 10:43:03 -- STEP: 23605/31555 -- GLOBAL_STEP: 938700 | > loss_text_ce: 0.029478322714567184 (0.03402745637094228) | > loss_mel_ce: 1.1441797018051147 (nan) | > loss: 0.004657373297959566 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1420943989437586) | > loader_time: 0.0044 (0.004767952569332484)  --> TIME: 2025-03-25 10:43:12 -- STEP: 23655/31555 -- GLOBAL_STEP: 938750 | > loss_text_ce: 0.034713443368673325 (0.03403029953558958) | > loss_mel_ce: 2.8416635990142822 (nan) | > loss: 0.011414195410907269 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14209056120295802) | > loader_time: 0.0049 (0.004767790316426697)  --> TIME: 2025-03-25 10:43:22 -- STEP: 23705/31555 -- GLOBAL_STEP: 938800 | > loss_text_ce: 0.033493489027023315 (0.03403113751309408) | > loss_mel_ce: 2.596587657928467 (nan) | > loss: 0.010436831042170525 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14208993369631345) | > loader_time: 0.0049 (0.004767648018605835)  --> TIME: 2025-03-25 10:43:31 -- STEP: 23755/31555 -- GLOBAL_STEP: 938850 | > loss_text_ce: 0.041976723819971085 (0.034032312508925994) | > loss_mel_ce: 3.5128581523895264 (nan) | > loss: 0.014106487855315208 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14208218569104203) | > loader_time: 0.0045 (0.004767587485501081)  --> TIME: 2025-03-25 10:43:41 -- STEP: 23805/31555 -- GLOBAL_STEP: 938900 | > loss_text_ce: 0.03603716939687729 (0.03403079936152157) | > loss_mel_ce: 0.058837890625 (nan) | > loss: 0.0003764883440453559 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14208969812487357) | > loader_time: 0.005 (0.004767522259034952)  --> TIME: 2025-03-25 10:43:51 -- STEP: 23855/31555 -- GLOBAL_STEP: 938950 | > loss_text_ce: 0.020809641107916832 (0.03403349751382124) | > loss_mel_ce: 2.3498589992523193 (nan) | > loss: 0.009407415986061096 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1421010928792642) | > loader_time: 0.0051 (0.004767465311584898)  --> TIME: 2025-03-25 10:44:01 -- STEP: 23905/31555 -- GLOBAL_STEP: 939000 | > loss_text_ce: 0.035658713430166245 (0.03403348426481266) | > loss_mel_ce: 2.2798633575439453 (nan) | > loss: 0.009188579395413399 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14210771442182768) | > loader_time: 0.0046 (0.004767398080225369)  --> TIME: 2025-03-25 10:44:11 -- STEP: 23955/31555 -- GLOBAL_STEP: 939050 | > loss_text_ce: 0.035785969346761703 (0.03403803163323365) | > loss_mel_ce: 2.2074952125549316 (nan) | > loss: 0.008901909925043583 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14210962190231963) | > loader_time: 0.0044 (0.004767745164709158)  --> TIME: 2025-03-25 10:44:21 -- STEP: 24005/31555 -- GLOBAL_STEP: 939100 | > loss_text_ce: 0.031662050634622574 (0.034037982760832794) | > loss_mel_ce: 2.8539915084838867 (nan) | > loss: 0.01145100686699152 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14210942679955282) | > loader_time: 0.0047 (0.0047679537709765666)  --> TIME: 2025-03-25 10:44:30 -- STEP: 24055/31555 -- GLOBAL_STEP: 939150 | > loss_text_ce: 0.02771706134080887 (0.034039512811013244) | > loss_mel_ce: 2.7701926231384277 (nan) | > loss: 0.01110281702131033 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14210120217762018) | > loader_time: 0.0048 (0.004767808168847726)  --> TIME: 2025-03-25 10:44:40 -- STEP: 24105/31555 -- GLOBAL_STEP: 939200 | > loss_text_ce: 0.03593757376074791 (0.03404039212870963) | > loss_mel_ce: 2.2276265621185303 (nan) | > loss: 0.008982397615909576 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1421016007284734) | > loader_time: 0.0052 (0.00476782618160439)  --> TIME: 2025-03-25 10:44:49 -- STEP: 24155/31555 -- GLOBAL_STEP: 939250 | > loss_text_ce: 0.015186566859483719 (0.0340373179412451) | > loss_mel_ce: 2.1117892265319824 (nan) | > loss: 0.008440380915999413 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14209843448811868) | > loader_time: 0.0068 (0.004767886769621028)  --> TIME: 2025-03-25 10:44:59 -- STEP: 24205/31555 -- GLOBAL_STEP: 939300 | > loss_text_ce: 0.03677748516201973 (0.03404143381093563) | > loss_mel_ce: 2.9261529445648193 (nan) | > loss: 0.01175766158849001 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14209788350422684) | > loader_time: 0.0047 (0.004767719572965947)  --> TIME: 2025-03-25 10:45:09 -- STEP: 24255/31555 -- GLOBAL_STEP: 939350 | > loss_text_ce: 0.031194958835840225 (0.034038066272698) | > loss_mel_ce: 2.630764961242676 (nan) | > loss: 0.01056333351880312 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14208901516802944) | > loader_time: 0.0049 (0.004767551001409358)  --> TIME: 2025-03-25 10:45:18 -- STEP: 24305/31555 -- GLOBAL_STEP: 939400 | > loss_text_ce: 0.026528337970376015 (0.034036489151076675) | > loss_mel_ce: 2.5999755859375 (nan) | > loss: 0.01042263489216566 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1420898128110086) | > loader_time: 0.0055 (0.004767334753043148)  --> TIME: 2025-03-25 10:45:28 -- STEP: 24355/31555 -- GLOBAL_STEP: 939450 | > loss_text_ce: 0.03338111937046051 (0.03403794279150359) | > loss_mel_ce: 3.046098470687866 (nan) | > loss: 0.012220158241689205 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14209112758828396) | > loader_time: 0.0048 (0.004767362842861304)  --> TIME: 2025-03-25 10:45:38 -- STEP: 24405/31555 -- GLOBAL_STEP: 939500 | > loss_text_ce: 0.02757376804947853 (0.03403660876722643) | > loss_mel_ce: 1.8580578565597534 (nan) | > loss: 0.007482666056603193 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14210220006518026) | > loader_time: 0.0052 (0.004767576960895989)  --> TIME: 2025-03-25 10:45:48 -- STEP: 24455/31555 -- GLOBAL_STEP: 939550 | > loss_text_ce: 0.03433908894658089 (0.03403622600880443) | > loss_mel_ce: 2.639979600906372 (nan) | > loss: 0.01061237696558237 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14210880792743022) | > loader_time: 0.0048 (0.004767965144405216)  --> TIME: 2025-03-25 10:45:58 -- STEP: 24505/31555 -- GLOBAL_STEP: 939600 | > loss_text_ce: 0.03820696100592613 (0.03403761000204328) | > loss_mel_ce: 2.114041566848755 (nan) | > loss: 0.008540669456124306 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14212346456411382) | > loader_time: 0.0048 (0.004767911138886731)  --> TIME: 2025-03-25 10:46:08 -- STEP: 24555/31555 -- GLOBAL_STEP: 939650 | > loss_text_ce: 0.029120858758687973 (0.03403656186698699) | > loss_mel_ce: 2.6422719955444336 (nan) | > loss: 0.01060076616704464 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14212109242988666) | > loader_time: 0.0048 (0.0047677476448333865)  --> TIME: 2025-03-25 10:46:18 -- STEP: 24605/31555 -- GLOBAL_STEP: 939700 | > loss_text_ce: 0.030502745881676674 (0.03403925727996111) | > loss_mel_ce: 3.3530948162078857 (nan) | > loss: 0.013426975347101688 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.1421299168695842) | > loader_time: 0.0047 (0.004767638303186541)  --> TIME: 2025-03-25 10:46:28 -- STEP: 24655/31555 -- GLOBAL_STEP: 939750 | > loss_text_ce: 0.03004847653210163 (0.034038021405273323) | > loss_mel_ce: 2.320183515548706 (nan) | > loss: 0.009326317347586155 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14213914701020472) | > loader_time: 0.0045 (0.004767668114257741)  --> TIME: 2025-03-25 10:46:37 -- STEP: 24705/31555 -- GLOBAL_STEP: 939800 | > loss_text_ce: 0.03672076016664505 (0.03403763659600031) | > loss_mel_ce: 1.722097635269165 (nan) | > loss: 0.006979438476264477 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14213034420982384) | > loader_time: 0.0046 (0.004767521420270151)  --> TIME: 2025-03-25 10:46:47 -- STEP: 24755/31555 -- GLOBAL_STEP: 939850 | > loss_text_ce: 0.029103301465511322 (0.03403964984490128) | > loss_mel_ce: 0.871795654296875 (nan) | > loss: 0.0035749960225075483 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14214074628518336) | > loader_time: 0.0045 (0.0047677404349366695)  --> TIME: 2025-03-25 10:46:57 -- STEP: 24805/31555 -- GLOBAL_STEP: 939900 | > loss_text_ce: 0.042520541697740555 (0.034038748589660585) | > loss_mel_ce: 2.9625244140625 (nan) | > loss: 0.01192478183656931 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14213435033280378) | > loader_time: 0.0046 (0.004767730740187868)  --> TIME: 2025-03-25 10:47:06 -- STEP: 24855/31555 -- GLOBAL_STEP: 939950 | > loss_text_ce: 0.030001794919371605 (0.034037413906131735) | > loss_mel_ce: 4.950170993804932 (nan) | > loss: 0.019762590527534485 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14212977514495312) | > loader_time: 0.0067 (0.0047677812574375205)  --> TIME: 2025-03-25 10:47:16 -- STEP: 24905/31555 -- GLOBAL_STEP: 940000 | > loss_text_ce: 0.04488399997353554 (0.03403444376188371) | > loss_mel_ce: 1.114501953125 (nan) | > loss: 0.004600738175213337 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14213423655229887) | > loader_time: 0.0048 (0.00476777263971436) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_940000.pth  --> TIME: 2025-03-25 10:47:31 -- STEP: 24955/31555 -- GLOBAL_STEP: 940050 | > loss_text_ce: 0.03211085870862007 (0.034033213365368783) | > loss_mel_ce: 2.5099880695343018 (nan) | > loss: 0.010087694972753525 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.1421275488624738) | > loader_time: 0.0054 (0.004767830465962975)  --> TIME: 2025-03-25 10:47:41 -- STEP: 25005/31555 -- GLOBAL_STEP: 940100 | > loss_text_ce: 0.026692012324929237 (0.034031615766028936) | > loss_mel_ce: 2.593881845474243 (nan) | > loss: 0.010399103164672852 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.142126689846815) | > loader_time: 0.0045 (0.004767845173259631)  --> TIME: 2025-03-25 10:47:51 -- STEP: 25055/31555 -- GLOBAL_STEP: 940150 | > loss_text_ce: 0.025251755490899086 (0.03403146182019845) | > loss_mel_ce: 2.3447265625 (nan) | > loss: 0.009404676966369152 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14213672464561458) | > loader_time: 0.0047 (0.004767860078783072)  --> TIME: 2025-03-25 10:48:01 -- STEP: 25105/31555 -- GLOBAL_STEP: 940200 | > loss_text_ce: 0.039300382137298584 (0.03403462697728661) | > loss_mel_ce: 1.9814659357070923 (nan) | > loss: 0.008018914610147476 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14214108402903328) | > loader_time: 0.0057 (0.004767886463614269)  --> TIME: 2025-03-25 10:48:10 -- STEP: 25155/31555 -- GLOBAL_STEP: 940250 | > loss_text_ce: 0.04410071298480034 (0.03403466449651758) | > loss_mel_ce: 2.3993020057678223 (nan) | > loss: 0.009696043096482754 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14213158495263659) | > loader_time: 0.0045 (0.004767564588928499)  --> TIME: 2025-03-25 10:48:20 -- STEP: 25205/31555 -- GLOBAL_STEP: 940300 | > loss_text_ce: 0.032644785940647125 (0.03403531633531066) | > loss_mel_ce: 2.62186598777771 (nan) | > loss: 0.010533773340284824 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14211909035514517) | > loader_time: 0.0045 (0.004767437365243769)  --> TIME: 2025-03-25 10:48:29 -- STEP: 25255/31555 -- GLOBAL_STEP: 940350 | > loss_text_ce: 0.021263331174850464 (0.03403381379444782) | > loss_mel_ce: 3.149113655090332 (nan) | > loss: 0.012580862268805504 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14211195046253647) | > loader_time: 0.0048 (0.004767552537980371)  --> TIME: 2025-03-25 10:48:39 -- STEP: 25305/31555 -- GLOBAL_STEP: 940400 | > loss_text_ce: 0.0376235730946064 (0.03403465186754213) | > loss_mel_ce: 2.08600115776062 (nan) | > loss: 0.008427083492279053 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14211868184565857) | > loader_time: 0.0044 (0.004767717125151492)  --> TIME: 2025-03-25 10:48:49 -- STEP: 25355/31555 -- GLOBAL_STEP: 940450 | > loss_text_ce: 0.02416711114346981 (0.034031622590663814) | > loss_mel_ce: 2.540692090988159 (nan) | > loss: 0.010178012773394585 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1421241314635432) | > loader_time: 0.0047 (0.004767531498581923)  --> TIME: 2025-03-25 10:48:59 -- STEP: 25405/31555 -- GLOBAL_STEP: 940500 | > loss_text_ce: 0.0385124571621418 (0.03403407024863759) | > loss_mel_ce: 2.9135382175445557 (nan) | > loss: 0.011714487336575985 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14213037930049208) | > loader_time: 0.0046 (0.00476747138179723)  --> TIME: 2025-03-25 10:49:09 -- STEP: 25455/31555 -- GLOBAL_STEP: 940550 | > loss_text_ce: 0.03782632201910019 (0.03403591932910022) | > loss_mel_ce: 2.716951847076416 (nan) | > loss: 0.010931659489870071 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14213676809491887) | > loader_time: 0.0048 (0.004767155586397006)  --> TIME: 2025-03-25 10:49:19 -- STEP: 25505/31555 -- GLOBAL_STEP: 940600 | > loss_text_ce: 0.03337443992495537 (0.03403484875365898) | > loss_mel_ce: 2.9048383235931396 (nan) | > loss: 0.011659575626254082 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1421385643833224) | > loader_time: 0.0044 (0.004766884141752589)  --> TIME: 2025-03-25 10:49:28 -- STEP: 25555/31555 -- GLOBAL_STEP: 940650 | > loss_text_ce: 0.03265664726495743 (0.034032252831689154) | > loss_mel_ce: 0.7629016637802124 (nan) | > loss: 0.003156977705657482 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14214418617812796) | > loader_time: 0.0046 (0.004766889225827833)  --> TIME: 2025-03-25 10:49:38 -- STEP: 25605/31555 -- GLOBAL_STEP: 940700 | > loss_text_ce: 0.03506040945649147 (0.03403259905695717) | > loss_mel_ce: 2.359447956085205 (nan) | > loss: 0.009502017870545387 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14213486657294425) | > loader_time: 0.0045 (0.004766784117478339)  --> TIME: 2025-03-25 10:49:48 -- STEP: 25655/31555 -- GLOBAL_STEP: 940750 | > loss_text_ce: 0.05144476145505905 (0.034032844609480084) | > loss_mel_ce: 2.322676181793213 (nan) | > loss: 0.00942111574113369 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14213488798489052) | > loader_time: 0.0044 (0.004766691444306249)  --> TIME: 2025-03-25 10:49:58 -- STEP: 25705/31555 -- GLOBAL_STEP: 940800 | > loss_text_ce: 0.04171821475028992 (0.034031363106007816) | > loss_mel_ce: 2.825805187225342 (nan) | > loss: 0.011379062198102474 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14214571712778093) | > loader_time: 0.0047 (0.004766624749715471)  --> TIME: 2025-03-25 10:50:07 -- STEP: 25755/31555 -- GLOBAL_STEP: 940850 | > loss_text_ce: 0.03831341862678528 (0.03402968852633792) | > loss_mel_ce: 0.08168945461511612 (nan) | > loss: 0.0004762019088957459 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1421330556108568) | > loader_time: 0.0045 (0.004766594685528748)  --> TIME: 2025-03-25 10:50:17 -- STEP: 25805/31555 -- GLOBAL_STEP: 940900 | > loss_text_ce: 0.03585448116064072 (0.03402917986211332) | > loss_mel_ce: 2.6700100898742676 (nan) | > loss: 0.010737558826804161 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1421379292618742) | > loader_time: 0.0048 (0.00476648297057642)  --> TIME: 2025-03-25 10:50:27 -- STEP: 25855/31555 -- GLOBAL_STEP: 940950 | > loss_text_ce: 0.034876346588134766 (0.03402817438685658) | > loss_mel_ce: 2.57494854927063 (nan) | > loss: 0.010356448590755463 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1421415937866701) | > loader_time: 0.0046 (0.0047665157347623385)  --> TIME: 2025-03-25 10:50:36 -- STEP: 25905/31555 -- GLOBAL_STEP: 941000 | > loss_text_ce: 0.0350346677005291 (0.03402504887592949) | > loss_mel_ce: 2.5161502361297607 (nan) | > loss: 0.010123750194907188 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14213805550245945) | > loader_time: 0.0048 (0.004766441095613899)  --> TIME: 2025-03-25 10:50:46 -- STEP: 25955/31555 -- GLOBAL_STEP: 941050 | > loss_text_ce: 0.02814599871635437 (0.034026193568934264) | > loss_mel_ce: 2.0470829010009766 (nan) | > loss: 0.008235035464167595 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14213574006593746) | > loader_time: 0.0049 (0.004766431090873528)  --> TIME: 2025-03-25 10:50:56 -- STEP: 26005/31555 -- GLOBAL_STEP: 941100 | > loss_text_ce: 0.04303017631173134 (0.0340245939116842) | > loss_mel_ce: 3.2088136672973633 (nan) | > loss: 0.012904142960906029 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14213970206696544) | > loader_time: 0.0048 (0.004766313746855158)  --> TIME: 2025-03-25 10:51:06 -- STEP: 26055/31555 -- GLOBAL_STEP: 941150 | > loss_text_ce: 0.03131552040576935 (0.034021932911789295) | > loss_mel_ce: 2.6515228748321533 (nan) | > loss: 0.010646184906363487 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.1421509862060488) | > loader_time: 0.0047 (0.004766318437074456)  --> TIME: 2025-03-25 10:51:16 -- STEP: 26105/31555 -- GLOBAL_STEP: 941200 | > loss_text_ce: 0.03583298251032829 (0.03402111544720655) | > loss_mel_ce: 3.036161184310913 (nan) | > loss: 0.012190453708171844 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1421524681229399) | > loader_time: 0.0047 (0.004766420486032242)  --> TIME: 2025-03-25 10:51:25 -- STEP: 26155/31555 -- GLOBAL_STEP: 941250 | > loss_text_ce: 0.0310997124761343 (0.03402147533375979) | > loss_mel_ce: 2.958433151245117 (nan) | > loss: 0.011863227002322674 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14214401713659128) | > loader_time: 0.0046 (0.004766439265763613)  --> TIME: 2025-03-25 10:51:35 -- STEP: 26205/31555 -- GLOBAL_STEP: 941300 | > loss_text_ce: 0.03308869153261185 (0.03402222476944425) | > loss_mel_ce: 2.3662936687469482 (nan) | > loss: 0.009521358646452427 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1421440833444199) | > loader_time: 0.0044 (0.0047662900481781545)  --> TIME: 2025-03-25 10:51:44 -- STEP: 26255/31555 -- GLOBAL_STEP: 941350 | > loss_text_ce: 0.01986856386065483 (0.03402198794583626) | > loss_mel_ce: 2.4103662967681885 (nan) | > loss: 0.009643790312111378 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14213903505582828) | > loader_time: 0.0044 (0.004766021440470002)  --> TIME: 2025-03-25 10:51:54 -- STEP: 26305/31555 -- GLOBAL_STEP: 941400 | > loss_text_ce: 0.030822688713669777 (0.034020105622867676) | > loss_mel_ce: 2.337339162826538 (nan) | > loss: 0.009397468529641628 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14213343718006125) | > loader_time: 0.0046 (0.0047657994801634015)  --> TIME: 2025-03-25 10:52:03 -- STEP: 26355/31555 -- GLOBAL_STEP: 941450 | > loss_text_ce: 0.034141894429922104 (0.034021440795067345) | > loss_mel_ce: 2.2746660709381104 (nan) | > loss: 0.0091619361191988 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14213211013071658) | > loader_time: 0.0046 (0.004765768762196586)  --> TIME: 2025-03-25 10:52:13 -- STEP: 26405/31555 -- GLOBAL_STEP: 941500 | > loss_text_ce: 0.02842748537659645 (0.03402027506296651) | > loss_mel_ce: 2.3638432025909424 (nan) | > loss: 0.009493138641119003 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1421348542703006) | > loader_time: 0.0048 (0.004765749140188451)  --> TIME: 2025-03-25 10:52:23 -- STEP: 26455/31555 -- GLOBAL_STEP: 941550 | > loss_text_ce: 0.032876040786504745 (0.034022761962989916) | > loss_mel_ce: 3.196953058242798 (nan) | > loss: 0.012816783040761948 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14213995753288058) | > loader_time: 0.0047 (0.004765671346300678)  --> TIME: 2025-03-25 10:52:33 -- STEP: 26505/31555 -- GLOBAL_STEP: 941600 | > loss_text_ce: 0.03005186654627323 (0.03402343803675555) | > loss_mel_ce: 2.7597591876983643 (nan) | > loss: 0.011070679873228073 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14213420080477454) | > loader_time: 0.0047 (0.0047656807488392905)  --> TIME: 2025-03-25 10:52:43 -- STEP: 26555/31555 -- GLOBAL_STEP: 941650 | > loss_text_ce: 0.03384501114487648 (0.03402562276966169) | > loss_mel_ce: 2.9633865356445312 (nan) | > loss: 0.01189377624541521 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14213611884342495) | > loader_time: 0.0047 (0.004765639657961655)  --> TIME: 2025-03-25 10:52:52 -- STEP: 26605/31555 -- GLOBAL_STEP: 941700 | > loss_text_ce: 0.036388590931892395 (0.03402589400493385) | > loss_mel_ce: 2.3289616107940674 (nan) | > loss: 0.009386311285197735 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1421405637382992) | > loader_time: 0.0047 (0.004765729334228476)  --> TIME: 2025-03-25 10:53:02 -- STEP: 26655/31555 -- GLOBAL_STEP: 941750 | > loss_text_ce: 0.039108164608478546 (0.03402756926488526) | > loss_mel_ce: 2.890852928161621 (nan) | > loss: 0.011626831255853176 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14214293102099118) | > loader_time: 0.0045 (0.004765557965514927)  --> TIME: 2025-03-25 10:53:12 -- STEP: 26705/31555 -- GLOBAL_STEP: 941800 | > loss_text_ce: 0.021499961614608765 (0.0340269060090866) | > loss_mel_ce: 2.65604829788208 (nan) | > loss: 0.01062519196420908 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1421488478085095) | > loader_time: 0.0044 (0.004765424574834292)  --> TIME: 2025-03-25 10:53:22 -- STEP: 26755/31555 -- GLOBAL_STEP: 941850 | > loss_text_ce: 0.031549446284770966 (0.03402594284832772) | > loss_mel_ce: 2.625195264816284 (nan) | > loss: 0.010542638599872589 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14215650960365842) | > loader_time: 0.0049 (0.004765504909394878)  --> TIME: 2025-03-25 10:53:32 -- STEP: 26805/31555 -- GLOBAL_STEP: 941900 | > loss_text_ce: 0.029798783361911774 (0.03402582970259388) | > loss_mel_ce: 1.095117211341858 (nan) | > loss: 0.004463952500373125 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1421563565653222) | > loader_time: 0.0045 (0.004765496265530181)  --> TIME: 2025-03-25 10:53:42 -- STEP: 26855/31555 -- GLOBAL_STEP: 941950 | > loss_text_ce: 0.03272899612784386 (0.03402480107696265) | > loss_mel_ce: 3.4037790298461914 (nan) | > loss: 0.013636937364935875 (nan) | > current_lr: 5e-06 | > step_time: 0.1921 (0.14216766517225815) | > loader_time: 0.0057 (0.0047654971266742506)  --> TIME: 2025-03-25 10:53:51 -- STEP: 26905/31555 -- GLOBAL_STEP: 942000 | > loss_text_ce: 0.03266918659210205 (0.03402102632994003) | > loss_mel_ce: 2.652791976928711 (nan) | > loss: 0.010656592436134815 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1421633731474822) | > loader_time: 0.0053 (0.004765328322394427)  --> TIME: 2025-03-25 10:54:01 -- STEP: 26955/31555 -- GLOBAL_STEP: 942050 | > loss_text_ce: 0.04037629812955856 (0.03402023614213077) | > loss_mel_ce: 2.807835578918457 (nan) | > loss: 0.01130242832005024 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14216305957037764) | > loader_time: 0.0047 (0.0047653473677340364)  --> TIME: 2025-03-25 10:54:11 -- STEP: 27005/31555 -- GLOBAL_STEP: 942100 | > loss_text_ce: 0.019215349107980728 (0.03401742005516268) | > loss_mel_ce: 2.1572179794311523 (nan) | > loss: 0.008636640384793282 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14216050621404222) | > loader_time: 0.0047 (0.00476538258732477)  --> TIME: 2025-03-25 10:54:21 -- STEP: 27055/31555 -- GLOBAL_STEP: 942150 | > loss_text_ce: 0.03310849517583847 (0.03401610001231853) | > loss_mel_ce: 2.7002475261688232 (nan) | > loss: 0.010846651159226894 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14216293549277684) | > loader_time: 0.005 (0.004765248047492543)  --> TIME: 2025-03-25 10:54:30 -- STEP: 27105/31555 -- GLOBAL_STEP: 942200 | > loss_text_ce: 0.033741120249032974 (0.034015499604868056) | > loss_mel_ce: 2.664456367492676 (nan) | > loss: 0.010707134380936623 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14216741090594018) | > loader_time: 0.0047 (0.004765038524600213)  --> TIME: 2025-03-25 10:54:40 -- STEP: 27155/31555 -- GLOBAL_STEP: 942250 | > loss_text_ce: 0.0325000025331974 (0.03401574126729978) | > loss_mel_ce: 2.687781810760498 (nan) | > loss: 0.01079476997256279 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14216277226627327) | > loader_time: 0.0048 (0.004764949162566948)  --> TIME: 2025-03-25 10:54:50 -- STEP: 27205/31555 -- GLOBAL_STEP: 942300 | > loss_text_ce: 0.027891214936971664 (0.03401581725652398) | > loss_mel_ce: 3.1243207454681396 (nan) | > loss: 0.012508777901530266 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14216039351211077) | > loader_time: 0.0045 (0.004764752650037421)  --> TIME: 2025-03-25 10:54:59 -- STEP: 27255/31555 -- GLOBAL_STEP: 942350 | > loss_text_ce: 0.03355942294001579 (0.03401492742144698) | > loss_mel_ce: 2.917069911956787 (nan) | > loss: 0.011708847247064114 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1421566539719615) | > loader_time: 0.0046 (0.004764576698307393)  --> TIME: 2025-03-25 10:55:09 -- STEP: 27305/31555 -- GLOBAL_STEP: 942400 | > loss_text_ce: 0.03462207317352295 (0.03401415586598485) | > loss_mel_ce: 2.8790431022644043 (nan) | > loss: 0.01156216487288475 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1421612428278522) | > loader_time: 0.0051 (0.004764343133188362)  --> TIME: 2025-03-25 10:55:19 -- STEP: 27355/31555 -- GLOBAL_STEP: 942450 | > loss_text_ce: 0.026549670845270157 (0.03401435305402093) | > loss_mel_ce: 2.7463877201080322 (nan) | > loss: 0.01100371964275837 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14216568917553557) | > loader_time: 0.0049 (0.0047641019066385175)  --> TIME: 2025-03-25 10:55:29 -- STEP: 27405/31555 -- GLOBAL_STEP: 942500 | > loss_text_ce: 0.03489740937948227 (0.034015699802111395) | > loss_mel_ce: 2.339587688446045 (nan) | > loss: 0.009422560222446918 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1421743598434095) | > loader_time: 0.0046 (0.004764185593828947)  --> TIME: 2025-03-25 10:55:39 -- STEP: 27455/31555 -- GLOBAL_STEP: 942550 | > loss_text_ce: 0.05148857459425926 (0.03401524221612495) | > loss_mel_ce: 2.3595805168151855 (nan) | > loss: 0.009567735716700554 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14217792077482203) | > loader_time: 0.0045 (0.0047640005718530345)  --> TIME: 2025-03-25 10:55:48 -- STEP: 27505/31555 -- GLOBAL_STEP: 942600 | > loss_text_ce: 0.0274575874209404 (0.03401501496925036) | > loss_mel_ce: 2.7243943214416504 (nan) | > loss: 0.010920047760009766 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1421725276426236) | > loader_time: 0.0047 (0.0047638009318739976)  --> TIME: 2025-03-25 10:55:58 -- STEP: 27555/31555 -- GLOBAL_STEP: 942650 | > loss_text_ce: 0.037932638078927994 (0.03401869496205948) | > loss_mel_ce: 2.3367714881896973 (nan) | > loss: 0.009423429146409035 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1421745708862203) | > loader_time: 0.0044 (0.004763687537339844)  --> TIME: 2025-03-25 10:56:08 -- STEP: 27605/31555 -- GLOBAL_STEP: 942700 | > loss_text_ce: 0.028042133897542953 (0.03401940420028452) | > loss_mel_ce: 2.5898971557617188 (nan) | > loss: 0.010388648137450218 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14216825336331212) | > loader_time: 0.0043 (0.004763509406276482)  --> TIME: 2025-03-25 10:56:17 -- STEP: 27655/31555 -- GLOBAL_STEP: 942750 | > loss_text_ce: 0.0310878437012434 (0.03402053800986933) | > loss_mel_ce: 2.3135719299316406 (nan) | > loss: 0.009304205887019634 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14217007865829867) | > loader_time: 0.0044 (0.00476330580579458)  --> TIME: 2025-03-25 10:56:27 -- STEP: 27705/31555 -- GLOBAL_STEP: 942800 | > loss_text_ce: 0.04798859357833862 (0.034021337452971846) | > loss_mel_ce: 2.715820789337158 (nan) | > loss: 0.010967498645186424 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14217638362725463) | > loader_time: 0.0043 (0.0047633391987694125)  --> TIME: 2025-03-25 10:56:36 -- STEP: 27755/31555 -- GLOBAL_STEP: 942850 | > loss_text_ce: 0.03349020332098007 (0.03401896592754455) | > loss_mel_ce: 2.7029426097869873 (nan) | > loss: 0.010858860798180103 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14216257353727468) | > loader_time: 0.0049 (0.004762820273213607)  --> TIME: 2025-03-25 10:56:46 -- STEP: 27805/31555 -- GLOBAL_STEP: 942900 | > loss_text_ce: 0.03877212479710579 (0.03401929952631001) | > loss_mel_ce: 2.76275897026062 (nan) | > loss: 0.011117187328636646 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1421602407176591) | > loader_time: 0.0047 (0.0047624895328712835)  --> TIME: 2025-03-25 10:56:56 -- STEP: 27855/31555 -- GLOBAL_STEP: 942950 | > loss_text_ce: 0.04421960562467575 (0.034020322510410414) | > loss_mel_ce: 2.8086466789245605 (nan) | > loss: 0.011320898309350014 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14215993890640732) | > loader_time: 0.0045 (0.004762160510568312)  --> TIME: 2025-03-25 10:57:05 -- STEP: 27905/31555 -- GLOBAL_STEP: 943000 | > loss_text_ce: 0.02549750730395317 (0.034018365456510435) | > loss_mel_ce: 1.6834310293197632 (nan) | > loss: 0.006781463045626879 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.1421535020488877) | > loader_time: 0.0042 (0.004761709908049815)  --> TIME: 2025-03-25 10:57:15 -- STEP: 27955/31555 -- GLOBAL_STEP: 943050 | > loss_text_ce: 0.0471152663230896 (0.03401694256349974) | > loss_mel_ce: 0.07373046875 (nan) | > loss: 0.0004795466084033251 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1421468278287535) | > loader_time: 0.0043 (0.004761211809415181)  --> TIME: 2025-03-25 10:57:24 -- STEP: 28005/31555 -- GLOBAL_STEP: 943100 | > loss_text_ce: 0.034149009734392166 (0.034016536271349436) | > loss_mel_ce: 3.003894567489624 (nan) | > loss: 0.01205572858452797 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1421423929160327) | > loader_time: 0.0047 (0.004760744826662962)  --> TIME: 2025-03-25 10:57:34 -- STEP: 28055/31555 -- GLOBAL_STEP: 943150 | > loss_text_ce: 0.03569677099585533 (0.03401757940026611) | > loss_mel_ce: 2.9360315799713135 (nan) | > loss: 0.011792573146522045 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14214405878366446) | > loader_time: 0.0046 (0.004760417877044949)  --> TIME: 2025-03-25 10:57:43 -- STEP: 28105/31555 -- GLOBAL_STEP: 943200 | > loss_text_ce: 0.04099385067820549 (0.034018372759731186) | > loss_mel_ce: 2.912576675415039 (nan) | > loss: 0.011720518581569195 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14212822409376813) | > loader_time: 0.0045 (0.004760020849353089)  --> TIME: 2025-03-25 10:57:53 -- STEP: 28155/31555 -- GLOBAL_STEP: 943250 | > loss_text_ce: 0.01854242943227291 (0.034016653191040115) | > loss_mel_ce: 0.11328125 (nan) | > loss: 0.0005231098621152341 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14212449073283373) | > loader_time: 0.0044 (0.004759565498028204)  --> TIME: 2025-03-25 10:58:02 -- STEP: 28205/31555 -- GLOBAL_STEP: 943300 | > loss_text_ce: 0.02912847511470318 (0.034015380631801956) | > loss_mel_ce: 2.7923243045806885 (nan) | > loss: 0.011196241714060307 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14211875366585525) | > loader_time: 0.0047 (0.004759209131945126)  --> TIME: 2025-03-25 10:58:12 -- STEP: 28255/31555 -- GLOBAL_STEP: 943350 | > loss_text_ce: 0.037199631333351135 (0.03401404720372019) | > loss_mel_ce: 2.9878711700439453 (nan) | > loss: 0.012004250660538673 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14211406171944133) | > loader_time: 0.0047 (0.004758811085609323)  --> TIME: 2025-03-25 10:58:22 -- STEP: 28305/31555 -- GLOBAL_STEP: 943400 | > loss_text_ce: 0.03349805995821953 (0.034013103581722035) | > loss_mel_ce: 2.5787038803100586 (nan) | > loss: 0.010365881025791168 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.1421134022178841) | > loader_time: 0.0046 (0.004758465490120472)  --> TIME: 2025-03-25 10:58:31 -- STEP: 28355/31555 -- GLOBAL_STEP: 943450 | > loss_text_ce: 0.031694356352090836 (0.03401188717991181) | > loss_mel_ce: 2.75003981590271 (nan) | > loss: 0.011038628406822681 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14211063775156865) | > loader_time: 0.0044 (0.004758080694541305)  --> TIME: 2025-03-25 10:58:41 -- STEP: 28405/31555 -- GLOBAL_STEP: 943500 | > loss_text_ce: 0.03823936730623245 (0.03401182541212937) | > loss_mel_ce: 2.7441956996917725 (nan) | > loss: 0.011041410267353058 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14210480949530743) | > loader_time: 0.0044 (0.004757596438796828)  --> TIME: 2025-03-25 10:58:50 -- STEP: 28455/31555 -- GLOBAL_STEP: 943550 | > loss_text_ce: 0.03455683961510658 (0.034013023160750694) | > loss_mel_ce: 2.338757038116455 (nan) | > loss: 0.009417912922799587 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14210602589052365) | > loader_time: 0.0046 (0.004757090968881224)  --> TIME: 2025-03-25 10:59:00 -- STEP: 28505/31555 -- GLOBAL_STEP: 943600 | > loss_text_ce: 0.018776286393404007 (0.03401308886699041) | > loss_mel_ce: 2.9747722148895264 (nan) | > loss: 0.01187916100025177 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14210904973198527) | > loader_time: 0.0044 (0.004756663912452092)  --> TIME: 2025-03-25 10:59:10 -- STEP: 28555/31555 -- GLOBAL_STEP: 943650 | > loss_text_ce: 0.042251624166965485 (0.03401285337606823) | > loss_mel_ce: 2.433713674545288 (nan) | > loss: 0.009825259447097778 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14210648986717522) | > loader_time: 0.0044 (0.004756254006801412)  --> TIME: 2025-03-25 10:59:20 -- STEP: 28605/31555 -- GLOBAL_STEP: 943700 | > loss_text_ce: 0.02486511878669262 (0.03401449664156199) | > loss_mel_ce: 2.0437352657318115 (nan) | > loss: 0.00820873212069273 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14210713594406948) | > loader_time: 0.0043 (0.004755977591608077)  --> TIME: 2025-03-25 10:59:29 -- STEP: 28655/31555 -- GLOBAL_STEP: 943750 | > loss_text_ce: 0.03772950917482376 (0.03401608306604564) | > loss_mel_ce: 2.656592607498169 (nan) | > loss: 0.010691755451261997 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14210376449122988) | > loader_time: 0.0045 (0.004755648633111206)  --> TIME: 2025-03-25 10:59:39 -- STEP: 28705/31555 -- GLOBAL_STEP: 943800 | > loss_text_ce: 0.037404779344797134 (0.03401683581984284) | > loss_mel_ce: 2.0168917179107666 (nan) | > loss: 0.00815197080373764 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14209981962189672) | > loader_time: 0.0046 (0.004755149878518643)  --> TIME: 2025-03-25 10:59:48 -- STEP: 28755/31555 -- GLOBAL_STEP: 943850 | > loss_text_ce: 0.03137506544589996 (0.03401801883332311) | > loss_mel_ce: 2.686683416366577 (nan) | > loss: 0.010785947553813457 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14209686371165323) | > loader_time: 0.0046 (0.004754954614839907)  --> TIME: 2025-03-25 10:59:58 -- STEP: 28805/31555 -- GLOBAL_STEP: 943900 | > loss_text_ce: 0.040885280817747116 (0.03401682648786483) | > loss_mel_ce: 3.2326388359069824 (nan) | > loss: 0.012990175746381283 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14209201043315514) | > loader_time: 0.0045 (0.00475464060041269)  --> TIME: 2025-03-25 11:00:08 -- STEP: 28855/31555 -- GLOBAL_STEP: 943950 | > loss_text_ce: 0.03857053816318512 (0.03401433044466535) | > loss_mel_ce: 2.605438709259033 (nan) | > loss: 0.010492101311683655 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14209711715679724) | > loader_time: 0.0045 (0.004754394758637924)  --> TIME: 2025-03-25 11:00:17 -- STEP: 28905/31555 -- GLOBAL_STEP: 944000 | > loss_text_ce: 0.03819778189063072 (0.03401382639121381) | > loss_mel_ce: 2.405301332473755 (nan) | > loss: 0.00969642587006092 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14209196448346723) | > loader_time: 0.0044 (0.004754144051272503)  --> TIME: 2025-03-25 11:00:27 -- STEP: 28955/31555 -- GLOBAL_STEP: 944050 | > loss_text_ce: 0.036726366728544235 (0.03401419579123379) | > loss_mel_ce: 1.6796627044677734 (nan) | > loss: 0.006811067927628756 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14210413382926593) | > loader_time: 0.0045 (0.004753965204232607)  --> TIME: 2025-03-25 11:00:37 -- STEP: 29005/31555 -- GLOBAL_STEP: 944100 | > loss_text_ce: 0.029272986575961113 (0.03401530500924648) | > loss_mel_ce: 2.659619092941284 (nan) | > loss: 0.010670207440853119 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14210291139793024) | > loader_time: 0.0044 (0.004753666173957597)  --> TIME: 2025-03-25 11:00:47 -- STEP: 29055/31555 -- GLOBAL_STEP: 944150 | > loss_text_ce: 0.042528022080659866 (0.034014473379433266) | > loss_mel_ce: 2.6387994289398193 (nan) | > loss: 0.010640188120305538 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14210163611098742) | > loader_time: 0.0046 (0.00475343094699209)  --> TIME: 2025-03-25 11:00:57 -- STEP: 29105/31555 -- GLOBAL_STEP: 944200 | > loss_text_ce: 0.039275873452425 (0.03401389312574476) | > loss_mel_ce: 1.8378808498382568 (nan) | > loss: 0.007449035067111254 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1421067615408111) | > loader_time: 0.0047 (0.004753162155977061)  --> TIME: 2025-03-25 11:01:06 -- STEP: 29155/31555 -- GLOBAL_STEP: 944250 | > loss_text_ce: 0.03571372851729393 (0.034012878489224505) | > loss_mel_ce: 3.2850985527038574 (nan) | > loss: 0.013177827000617981 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14209523883002462) | > loader_time: 0.0047 (0.004752809427713058)  --> TIME: 2025-03-25 11:01:16 -- STEP: 29205/31555 -- GLOBAL_STEP: 944300 | > loss_text_ce: 0.036313965916633606 (0.03401310125286503) | > loss_mel_ce: 2.3777785301208496 (nan) | > loss: 0.00957973301410675 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1420981722771151) | > loader_time: 0.0045 (0.004752566409915114)  --> TIME: 2025-03-25 11:01:26 -- STEP: 29255/31555 -- GLOBAL_STEP: 944350 | > loss_text_ce: 0.034651387482881546 (0.034013760155995346) | > loss_mel_ce: 2.9105224609375 (nan) | > loss: 0.011687197722494602 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14210504463566112) | > loader_time: 0.0045 (0.004752566430980635)  --> TIME: 2025-03-25 11:01:36 -- STEP: 29305/31555 -- GLOBAL_STEP: 944400 | > loss_text_ce: 0.026172224432229996 (0.0340157187386661) | > loss_mel_ce: 2.162370443344116 (nan) | > loss: 0.008684693835675716 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14210686978983028) | > loader_time: 0.0043 (0.004752520907964519)  --> TIME: 2025-03-25 11:01:46 -- STEP: 29355/31555 -- GLOBAL_STEP: 944450 | > loss_text_ce: 0.04294105991721153 (0.03401670399678945) | > loss_mel_ce: 2.792578935623169 (nan) | > loss: 0.011252064257860184 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14211261834060276) | > loader_time: 0.0047 (0.004752218944619058)  --> TIME: 2025-03-25 11:01:56 -- STEP: 29405/31555 -- GLOBAL_STEP: 944500 | > loss_text_ce: 0.023472148925065994 (0.034016389442049884) | > loss_mel_ce: 3.4146220684051514 (nan) | > loss: 0.013643231242895126 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14212045411718185) | > loader_time: 0.0045 (0.004752064618787008)  --> TIME: 2025-03-25 11:02:05 -- STEP: 29455/31555 -- GLOBAL_STEP: 944550 | > loss_text_ce: 0.03290260583162308 (0.03401712000485801) | > loss_mel_ce: 2.9394776821136475 (nan) | > loss: 0.011795161291956902 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14212506405466616) | > loader_time: 0.0048 (0.004751845697983453)  --> TIME: 2025-03-25 11:02:15 -- STEP: 29505/31555 -- GLOBAL_STEP: 944600 | > loss_text_ce: 0.04443376511335373 (0.03401993139621903) | > loss_mel_ce: 2.6722075939178467 (nan) | > loss: 0.010780323296785355 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14211831353838364) | > loader_time: 0.0047 (0.0047515919402057105)  --> TIME: 2025-03-25 11:02:24 -- STEP: 29555/31555 -- GLOBAL_STEP: 944650 | > loss_text_ce: 0.03187126666307449 (0.03401866251175209) | > loss_mel_ce: 1.7869105339050293 (nan) | > loss: 0.007217388600111008 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1421137691572663) | > loader_time: 0.0047 (0.004751349205374591)  --> TIME: 2025-03-25 11:02:34 -- STEP: 29605/31555 -- GLOBAL_STEP: 944700 | > loss_text_ce: 0.02581731788814068 (0.03401770570850731) | > loss_mel_ce: 2.551581382751465 (nan) | > loss: 0.01022777333855629 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14211044036099837) | > loader_time: 0.0048 (0.0047512688722950065)  --> TIME: 2025-03-25 11:02:43 -- STEP: 29655/31555 -- GLOBAL_STEP: 944750 | > loss_text_ce: 0.028279908001422882 (0.03401654600950176) | > loss_mel_ce: 2.4653866291046143 (nan) | > loss: 0.009895503520965576 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14210420687149186) | > loader_time: 0.0046 (0.0047510546750351565)  --> TIME: 2025-03-25 11:02:53 -- STEP: 29705/31555 -- GLOBAL_STEP: 944800 | > loss_text_ce: 0.02289934642612934 (0.0340173899308491) | > loss_mel_ce: 2.3119149208068848 (nan) | > loss: 0.009265136905014515 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14210189452698638) | > loader_time: 0.0046 (0.004750783939872013)  --> TIME: 2025-03-25 11:03:03 -- STEP: 29755/31555 -- GLOBAL_STEP: 944850 | > loss_text_ce: 0.03368593752384186 (0.03401577908316033) | > loss_mel_ce: 2.9300522804260254 (nan) | > loss: 0.011760866269469261 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1420986336272336) | > loader_time: 0.0046 (0.00475054761578585)  --> TIME: 2025-03-25 11:03:13 -- STEP: 29805/31555 -- GLOBAL_STEP: 944900 | > loss_text_ce: 0.03523880988359451 (0.03401620973840915) | > loss_mel_ce: 2.379211902618408 (nan) | > loss: 0.009581154212355614 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1421016428898972) | > loader_time: 0.0044 (0.004750323707556223)  --> TIME: 2025-03-25 11:03:22 -- STEP: 29855/31555 -- GLOBAL_STEP: 944950 | > loss_text_ce: 0.028009172528982162 (0.034014969663184895) | > loss_mel_ce: 2.2776005268096924 (nan) | > loss: 0.009149244986474514 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14210448548574572) | > loader_time: 0.0043 (0.004750054263126243)  --> TIME: 2025-03-25 11:03:32 -- STEP: 29905/31555 -- GLOBAL_STEP: 945000 | > loss_text_ce: 0.029178142547607422 (0.03401464712042316) | > loss_mel_ce: 1.7861061096191406 (nan) | > loss: 0.0072035095654428005 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1420964507390136) | > loader_time: 0.0048 (0.004749739064438384)  --> TIME: 2025-03-25 11:03:41 -- STEP: 29955/31555 -- GLOBAL_STEP: 945050 | > loss_text_ce: 0.03741418197751045 (0.03401407453745643) | > loss_mel_ce: 2.2069613933563232 (nan) | > loss: 0.008906252682209015 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14209505784613038) | > loader_time: 0.0046 (0.004749428897603582)  --> TIME: 2025-03-25 11:03:52 -- STEP: 30005/31555 -- GLOBAL_STEP: 945100 | > loss_text_ce: 0.03603976592421532 (0.034014456824134134) | > loss_mel_ce: 2.8805899620056152 (nan) | > loss: 0.011573928408324718 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14210412482821203) | > loader_time: 0.0046 (0.004749358604201012)  --> TIME: 2025-03-25 11:04:01 -- STEP: 30055/31555 -- GLOBAL_STEP: 945150 | > loss_text_ce: 0.028494345024228096 (0.03401405948620678) | > loss_mel_ce: 2.5943603515625 (nan) | > loss: 0.010408153757452965 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14210316705299156) | > loader_time: 0.0046 (0.004749095096819745)  --> TIME: 2025-03-25 11:04:11 -- STEP: 30105/31555 -- GLOBAL_STEP: 945200 | > loss_text_ce: 0.03278256580233574 (0.03401386765331655) | > loss_mel_ce: 3.078125 (nan) | > loss: 0.012344871647655964 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.14210353425879185) | > loader_time: 0.0043 (0.0047489464748263835)  --> TIME: 2025-03-25 11:04:21 -- STEP: 30155/31555 -- GLOBAL_STEP: 945250 | > loss_text_ce: 0.027106966823339462 (0.034012027685655255) | > loss_mel_ce: 3.0875356197357178 (nan) | > loss: 0.01235969364643097 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14211510032232544) | > loader_time: 0.0047 (0.00474874898581296)  --> TIME: 2025-03-25 11:04:31 -- STEP: 30205/31555 -- GLOBAL_STEP: 945300 | > loss_text_ce: 0.0362374484539032 (0.034009347487647876) | > loss_mel_ce: 2.758493423461914 (nan) | > loss: 0.011090202257037163 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14211050267054565) | > loader_time: 0.0047 (0.004748550272011569)  --> TIME: 2025-03-25 11:04:40 -- STEP: 30255/31555 -- GLOBAL_STEP: 945350 | > loss_text_ce: 0.03701695799827576 (0.03400897170226052) | > loss_mel_ce: 3.00146484375 (nan) | > loss: 0.012057467363774776 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1421139352480412) | > loader_time: 0.0044 (0.004748159691314596)  --> TIME: 2025-03-25 11:04:50 -- STEP: 30305/31555 -- GLOBAL_STEP: 945400 | > loss_text_ce: 0.04849907383322716 (0.03401045081640718) | > loss_mel_ce: 2.3956298828125 (nan) | > loss: 0.009698925539851189 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1421066812311652) | > loader_time: 0.0045 (0.0047478288220328384)  --> TIME: 2025-03-25 11:05:00 -- STEP: 30355/31555 -- GLOBAL_STEP: 945450 | > loss_text_ce: 0.03884919360280037 (0.034010908615413366) | > loss_mel_ce: 1.791406273841858 (nan) | > loss: 0.007262919098138809 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1421131122801492) | > loader_time: 0.0044 (0.004747423413282459)  --> TIME: 2025-03-25 11:05:09 -- STEP: 30405/31555 -- GLOBAL_STEP: 945500 | > loss_text_ce: 0.039366234093904495 (0.0340109868112039) | > loss_mel_ce: 2.5536844730377197 (nan) | > loss: 0.01028988417237997 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1421039810817387) | > loader_time: 0.0045 (0.0047470138018469365)  --> TIME: 2025-03-25 11:05:19 -- STEP: 30455/31555 -- GLOBAL_STEP: 945550 | > loss_text_ce: 0.0314139798283577 (0.03401058361495757) | > loss_mel_ce: 2.873256206512451 (nan) | > loss: 0.011526470072567463 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14210194406241655) | > loader_time: 0.0048 (0.004746568420214731)  --> TIME: 2025-03-25 11:05:29 -- STEP: 30505/31555 -- GLOBAL_STEP: 945600 | > loss_text_ce: 0.04175714775919914 (0.03401191032381303) | > loss_mel_ce: 3.2699460983276367 (nan) | > loss: 0.013141680508852005 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14210065782431627) | > loader_time: 0.0046 (0.00474626435312826)  --> TIME: 2025-03-25 11:05:38 -- STEP: 30555/31555 -- GLOBAL_STEP: 945650 | > loss_text_ce: 0.037538424134254456 (0.03401261983776788) | > loss_mel_ce: 3.0707175731658936 (nan) | > loss: 0.012334350496530533 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14210227853322133) | > loader_time: 0.0045 (0.004745927174573925)  --> TIME: 2025-03-25 11:05:48 -- STEP: 30605/31555 -- GLOBAL_STEP: 945700 | > loss_text_ce: 0.03975629806518555 (0.03401187395190434) | > loss_mel_ce: 2.6626036167144775 (nan) | > loss: 0.010723651386797428 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14210879609117777) | > loader_time: 0.0048 (0.004745566511909797)  --> TIME: 2025-03-25 11:05:58 -- STEP: 30655/31555 -- GLOBAL_STEP: 945750 | > loss_text_ce: 0.039963752031326294 (0.03401174279243708) | > loss_mel_ce: 2.8274130821228027 (nan) | > loss: 0.01137848012149334 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14210734461478078) | > loader_time: 0.0045 (0.004745206084692362)  --> TIME: 2025-03-25 11:06:08 -- STEP: 30705/31555 -- GLOBAL_STEP: 945800 | > loss_text_ce: 0.03543392941355705 (0.03401043750928113) | > loss_mel_ce: 2.33772349357605 (nan) | > loss: 0.009417292661964893 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1421062739309668) | > loader_time: 0.0045 (0.0047447995047793425)  --> TIME: 2025-03-25 11:06:17 -- STEP: 30755/31555 -- GLOBAL_STEP: 945850 | > loss_text_ce: 0.0237470343708992 (0.03401134903693395) | > loss_mel_ce: 2.044268846511841 (nan) | > loss: 0.008206412196159363 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14210813951345008) | > loader_time: 0.0045 (0.004744619571993993)  --> TIME: 2025-03-25 11:06:27 -- STEP: 30805/31555 -- GLOBAL_STEP: 945900 | > loss_text_ce: 0.036842457950115204 (0.03401038690372401) | > loss_mel_ce: 2.952711820602417 (nan) | > loss: 0.01186331082135439 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1421048010581693) | > loader_time: 0.0044 (0.004744155583801889)  --> TIME: 2025-03-25 11:06:36 -- STEP: 30855/31555 -- GLOBAL_STEP: 945950 | > loss_text_ce: 0.04750552028417587 (0.034011266532132205) | > loss_mel_ce: 2.2741127014160156 (nan) | > loss: 0.00921277143061161 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14209364515671438) | > loader_time: 0.0046 (0.004743670969066555)  --> TIME: 2025-03-25 11:06:46 -- STEP: 30905/31555 -- GLOBAL_STEP: 946000 | > loss_text_ce: 0.03813529387116432 (0.03401035663681329) | > loss_mel_ce: 3.0043647289276123 (nan) | > loss: 0.012073413468897343 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14209809766928938) | > loader_time: 0.0047 (0.004743367347723432)  --> TIME: 2025-03-25 11:06:56 -- STEP: 30955/31555 -- GLOBAL_STEP: 946050 | > loss_text_ce: 0.02512134239077568 (0.03401033235062515) | > loss_mel_ce: 2.5163986682891846 (nan) | > loss: 0.010085398331284523 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14209392775897728) | > loader_time: 0.0046 (0.004742985229233372)  --> TIME: 2025-03-25 11:07:05 -- STEP: 31005/31555 -- GLOBAL_STEP: 946100 | > loss_text_ce: 0.03700447082519531 (0.03400991177602439) | > loss_mel_ce: 2.6258411407470703 (nan) | > loss: 0.010566848330199718 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14208973298013597) | > loader_time: 0.0045 (0.004742642214866875)  --> TIME: 2025-03-25 11:07:15 -- STEP: 31055/31555 -- GLOBAL_STEP: 946150 | > loss_text_ce: 0.03784717246890068 (0.03401041731431542) | > loss_mel_ce: 2.734858512878418 (nan) | > loss: 0.011002801358699799 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14209193064766862) | > loader_time: 0.0045 (0.004742380233418224)  --> TIME: 2025-03-25 11:07:25 -- STEP: 31105/31555 -- GLOBAL_STEP: 946200 | > loss_text_ce: 0.034488677978515625 (0.034011727723888836) | > loss_mel_ce: 2.699040651321411 (nan) | > loss: 0.010847339406609535 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14208996533159457) | > loader_time: 0.0044 (0.004741869446472821)  --> TIME: 2025-03-25 11:07:34 -- STEP: 31155/31555 -- GLOBAL_STEP: 946250 | > loss_text_ce: 0.034525394439697266 (0.03401309410410587) | > loss_mel_ce: 2.738189458847046 (nan) | > loss: 0.011002837680280209 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14208562496940152) | > loader_time: 0.0046 (0.004741318186449379)  --> TIME: 2025-03-25 11:07:43 -- STEP: 31205/31555 -- GLOBAL_STEP: 946300 | > loss_text_ce: 0.03489001840353012 (0.0340128972544731) | > loss_mel_ce: 2.780485153198242 (nan) | > loss: 0.011172124184668064 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14207611103085357) | > loader_time: 0.0047 (0.004740956853051475)  --> TIME: 2025-03-25 11:07:53 -- STEP: 31255/31555 -- GLOBAL_STEP: 946350 | > loss_text_ce: 0.02849743515253067 (0.03401201148947304) | > loss_mel_ce: 2.8560028076171875 (nan) | > loss: 0.01144643034785986 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14207277886868658) | > loader_time: 0.0045 (0.004740611893942648)  --> TIME: 2025-03-25 11:08:03 -- STEP: 31305/31555 -- GLOBAL_STEP: 946400 | > loss_text_ce: 0.03782689943909645 (0.03401178496520468) | > loss_mel_ce: 2.603095054626465 (nan) | > loss: 0.010479849763214588 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1420678967657303) | > loader_time: 0.0045 (0.004740134482756125)  --> TIME: 2025-03-25 11:08:12 -- STEP: 31355/31555 -- GLOBAL_STEP: 946450 | > loss_text_ce: 0.03224600479006767 (0.034013019859514416) | > loss_mel_ce: 2.5914487838745117 (nan) | > loss: 0.010411487892270088 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14206790775036882) | > loader_time: 0.0044 (0.004739633881671232)  --> TIME: 2025-03-25 11:08:22 -- STEP: 31405/31555 -- GLOBAL_STEP: 946500 | > loss_text_ce: 0.03346642479300499 (0.034014198096204665) | > loss_mel_ce: 3.5283658504486084 (nan) | > loss: 0.014134255237877369 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14206510189137164) | > loader_time: 0.0043 (0.00473915361101658)  --> TIME: 2025-03-25 11:08:31 -- STEP: 31455/31555 -- GLOBAL_STEP: 946550 | > loss_text_ce: 0.02956528775393963 (0.03401399240347223) | > loss_mel_ce: 2.499145984649658 (nan) | > loss: 0.010034569539129734 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.1420591627238304) | > loader_time: 0.0047 (0.0047386246291466405)  --> TIME: 2025-03-25 11:08:41 -- STEP: 31505/31555 -- GLOBAL_STEP: 946600 | > loss_text_ce: 0.028752045705914497 (0.034012093191112244) | > loss_mel_ce: 3.045240640640259 (nan) | > loss: 0.01219838485121727 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1420601568038908) | > loader_time: 0.0045 (0.0047382025089817625)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021808657646179196 (-0.0011640596389770538) | > avg_loss_text_ce: 0.031407614387571815 (-0.0002117717017729795) | > avg_loss_mel_ce: 2.5637585171063737 (-0.013325246175130534) | > avg_loss: 2.595166124502818 (-0.013537031809488287) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_946650.pth  > EPOCH: 31/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 11:09:12)   --> TIME: 2025-03-25 11:09:13 -- STEP: 0/31555 -- GLOBAL_STEP: 946650 | > loss_text_ce: 0.02499670907855034 (0.02499670907855034) | > loss_mel_ce: 2.654683828353882 (2.654683828353882) | > loss: 0.010633653961122036 (0.010633653961122036) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1617441177368164) | > loader_time: 0.4697 (0.4696509838104248)  --> TIME: 2025-03-25 11:09:22 -- STEP: 50/31555 -- GLOBAL_STEP: 946700 | > loss_text_ce: 0.03130193427205086 (0.03470153050497175) | > loss_mel_ce: 0.5665690302848816 (2.4786249673366543) | > loss: 0.0023725039791315794 (0.00997351848287508) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14202941417694087) | > loader_time: 0.0045 (0.0048400735855102526)  --> TIME: 2025-03-25 11:09:31 -- STEP: 100/31555 -- GLOBAL_STEP: 946750 | > loss_text_ce: 0.02385619841516018 (0.034108721250668175) | > loss_mel_ce: 0.8690592646598816 (2.419723654240371) | > loss: 0.003543315688148141 (0.009737430702953137) | > current_lr: 5e-06 | > step_time: 0.1111 (0.13904230833053588) | > loader_time: 0.0046 (0.004745516777038574)  --> TIME: 2025-03-25 11:09:41 -- STEP: 150/31555 -- GLOBAL_STEP: 946800 | > loss_text_ce: 0.03533804416656494 (0.033869019976506626) | > loss_mel_ce: 2.442196846008301 (2.4188495318094896) | > loss: 0.009831488132476807 (0.009733010745452101) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14041684150695802) | > loader_time: 0.0047 (0.004726627667744953)  --> TIME: 2025-03-25 11:09:50 -- STEP: 200/31555 -- GLOBAL_STEP: 946850 | > loss_text_ce: 0.030249586328864098 (0.033913293597288424) | > loss_mel_ce: 2.7617533206939697 (nan) | > loss: 0.011079377494752407 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.139049301147461) | > loader_time: 0.0049 (0.004739984273910521)  --> TIME: 2025-03-25 11:10:00 -- STEP: 250/31555 -- GLOBAL_STEP: 946900 | > loss_text_ce: 0.0374569408595562 (0.034001518663018954) | > loss_mel_ce: 3.189587354660034 (nan) | > loss: 0.01280573196709156 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.13942965507507332) | > loader_time: 0.0052 (0.004746802330017088)  --> TIME: 2025-03-25 11:10:10 -- STEP: 300/31555 -- GLOBAL_STEP: 946950 | > loss_text_ce: 0.024167992174625397 (0.033946919906884435) | > loss_mel_ce: 2.8791019916534424 (nan) | > loss: 0.011520913802087307 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.13986898978551235) | > loader_time: 0.0046 (0.004751739501953123)  --> TIME: 2025-03-25 11:10:20 -- STEP: 350/31555 -- GLOBAL_STEP: 947000 | > loss_text_ce: 0.045014262199401855 (0.03391894898776498) | > loss_mel_ce: 3.241377353668213 (nan) | > loss: 0.013041237369179726 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1403298657281059) | > loader_time: 0.0046 (0.0047657748631068616)  --> TIME: 2025-03-25 11:10:30 -- STEP: 400/31555 -- GLOBAL_STEP: 947050 | > loss_text_ce: 0.02704012580215931 (0.03390527013223618) | > loss_mel_ce: 3.168065071105957 (nan) | > loss: 0.012678990140557289 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14084889411926263) | > loader_time: 0.0051 (0.00476378440856933)  --> TIME: 2025-03-25 11:10:39 -- STEP: 450/31555 -- GLOBAL_STEP: 947100 | > loss_text_ce: 0.022124847397208214 (0.0339043879053659) | > loss_mel_ce: 2.43758487701416 (nan) | > loss: 0.009760753251612186 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.140789606836107) | > loader_time: 0.0046 (0.0047501065995958075)  --> TIME: 2025-03-25 11:10:49 -- STEP: 500/31555 -- GLOBAL_STEP: 947150 | > loss_text_ce: 0.043322090059518814 (0.03402617637440565) | > loss_mel_ce: 2.489394187927246 (nan) | > loss: 0.010050461627542973 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1410656971931457) | > loader_time: 0.0046 (0.004731850147247311)  --> TIME: 2025-03-25 11:10:59 -- STEP: 550/31555 -- GLOBAL_STEP: 947200 | > loss_text_ce: 0.04226318374276161 (0.034069769931110494) | > loss_mel_ce: 2.1578369140625 (nan) | > loss: 0.008730556815862656 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14118289730765604) | > loader_time: 0.0043 (0.004715696248141198)  --> TIME: 2025-03-25 11:11:08 -- STEP: 600/31555 -- GLOBAL_STEP: 947250 | > loss_text_ce: 0.037878524512052536 (0.03388006002331775) | > loss_mel_ce: 3.021375894546509 (nan) | > loss: 0.012139898724853992 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14114407976468407) | > loader_time: 0.0048 (0.004714630842208857)  --> TIME: 2025-03-25 11:11:18 -- STEP: 650/31555 -- GLOBAL_STEP: 947300 | > loss_text_ce: 0.03646627068519592 (0.03378773080041777) | > loss_mel_ce: 1.90216863155365 (nan) | > loss: 0.007692995946854353 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1410626000624437) | > loader_time: 0.0046 (0.004708922092731177)  --> TIME: 2025-03-25 11:11:28 -- STEP: 700/31555 -- GLOBAL_STEP: 947350 | > loss_text_ce: 0.03634899854660034 (0.03377547346587693) | > loss_mel_ce: 0.020263671875 (nan) | > loss: 0.00022465347137767822 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14119139671325687) | > loader_time: 0.0048 (0.00469922576631818)  --> TIME: 2025-03-25 11:11:37 -- STEP: 750/31555 -- GLOBAL_STEP: 947400 | > loss_text_ce: 0.03808540478348732 (0.033876662986973935) | > loss_mel_ce: 2.743441104888916 (nan) | > loss: 0.011037804186344147 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14123754819234216) | > loader_time: 0.0046 (0.004691005071004226)  --> TIME: 2025-03-25 11:11:47 -- STEP: 800/31555 -- GLOBAL_STEP: 947450 | > loss_text_ce: 0.03051692619919777 (0.03386732577346268) | > loss_mel_ce: 0.46266525983810425 (nan) | > loss: 0.001957072177901864 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14105939537286752) | > loader_time: 0.0045 (0.004679901897907251)  --> TIME: 2025-03-25 11:11:57 -- STEP: 850/31555 -- GLOBAL_STEP: 947500 | > loss_text_ce: 0.03476269170641899 (0.03387164848034878) | > loss_mel_ce: 2.854828119277954 (nan) | > loss: 0.01146663073450327 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1411050891876219) | > loader_time: 0.0048 (0.004674943475162275)  --> TIME: 2025-03-25 11:12:06 -- STEP: 900/31555 -- GLOBAL_STEP: 947550 | > loss_text_ce: 0.04113083705306053 (0.03382871567168174) | > loss_mel_ce: 2.4087209701538086 (nan) | > loss: 0.009721634909510612 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14118702067269204) | > loader_time: 0.0046 (0.004667596552107064)  --> TIME: 2025-03-25 11:12:16 -- STEP: 950/31555 -- GLOBAL_STEP: 947600 | > loss_text_ce: 0.03694211691617966 (0.033780660788087495) | > loss_mel_ce: 2.5531537532806396 (nan) | > loss: 0.010278158821165562 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14114375591278064) | > loader_time: 0.0047 (0.004659892132407735)  --> TIME: 2025-03-25 11:12:25 -- STEP: 1000/31555 -- GLOBAL_STEP: 947650 | > loss_text_ce: 0.03102412074804306 (0.033834032537415654) | > loss_mel_ce: 3.15553617477417 (nan) | > loss: 0.012645081616938114 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1408352713584899) | > loader_time: 0.0046 (0.004655787706375117)  --> TIME: 2025-03-25 11:12:35 -- STEP: 1050/31555 -- GLOBAL_STEP: 947700 | > loss_text_ce: 0.03054947219789028 (0.03380873161944608) | > loss_mel_ce: 1.917333960533142 (nan) | > loss: 0.007729697041213512 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14073833124978194) | > loader_time: 0.0043 (0.00465526762462797)  --> TIME: 2025-03-25 11:12:44 -- STEP: 1100/31555 -- GLOBAL_STEP: 947750 | > loss_text_ce: 0.03771941736340523 (0.03377116668292069) | > loss_mel_ce: 2.5494534969329834 (nan) | > loss: 0.0102665601298213 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14074730786410233) | > loader_time: 0.0044 (0.004650414423509072)  --> TIME: 2025-03-25 11:12:54 -- STEP: 1150/31555 -- GLOBAL_STEP: 947800 | > loss_text_ce: 0.03810255974531174 (0.03375523777759597) | > loss_mel_ce: 3.142733097076416 (nan) | > loss: 0.012622364796698093 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14106224453967528) | > loader_time: 0.0045 (0.004646082131758975)  --> TIME: 2025-03-25 11:13:04 -- STEP: 1200/31555 -- GLOBAL_STEP: 947850 | > loss_text_ce: 0.0298212431371212 (0.03379933869000527) | > loss_mel_ce: 2.9164023399353027 (nan) | > loss: 0.011691363528370857 (nan) | > current_lr: 5e-06 | > step_time: 0.1893 (0.14118792593479126) | > loader_time: 0.0047 (0.004644497632980345)  --> TIME: 2025-03-25 11:13:14 -- STEP: 1250/31555 -- GLOBAL_STEP: 947900 | > loss_text_ce: 0.02976248413324356 (0.03378511134088043) | > loss_mel_ce: 2.7510793209075928 (nan) | > loss: 0.011035087518393993 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14124295234680134) | > loader_time: 0.0048 (0.004642708587646484)  --> TIME: 2025-03-25 11:13:24 -- STEP: 1300/31555 -- GLOBAL_STEP: 947950 | > loss_text_ce: 0.02195528708398342 (0.033794563641914986) | > loss_mel_ce: 2.276059865951538 (nan) | > loss: 0.009119108319282532 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14133217334747264) | > loader_time: 0.0042 (0.0046431363545931335)  --> TIME: 2025-03-25 11:13:34 -- STEP: 1350/31555 -- GLOBAL_STEP: 948000 | > loss_text_ce: 0.026568235829472542 (0.03376276514596411) | > loss_mel_ce: 2.610140323638916 (nan) | > loss: 0.010463129729032516 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14162602142051373) | > loader_time: 0.0044 (0.004639924190662527)  --> TIME: 2025-03-25 11:13:44 -- STEP: 1400/31555 -- GLOBAL_STEP: 948050 | > loss_text_ce: 0.03146835416555405 (0.03374687633344104) | > loss_mel_ce: 2.2962324619293213 (nan) | > loss: 0.00923690851777792 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14200568148067988) | > loader_time: 0.0044 (0.004637680053710936)  --> TIME: 2025-03-25 11:13:54 -- STEP: 1450/31555 -- GLOBAL_STEP: 948100 | > loss_text_ce: 0.032678183168172836 (0.03376008999180687) | > loss_mel_ce: 2.6580963134765625 (nan) | > loss: 0.010677676647901535 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14205003869944588) | > loader_time: 0.0044 (0.004635611567003973)  --> TIME: 2025-03-25 11:14:04 -- STEP: 1500/31555 -- GLOBAL_STEP: 948150 | > loss_text_ce: 0.025849686935544014 (0.033790498939032354) | > loss_mel_ce: 2.5472846031188965 (nan) | > loss: 0.010210850276052952 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14202767992019621) | > loader_time: 0.0043 (0.004631405830383299)  --> TIME: 2025-03-25 11:14:13 -- STEP: 1550/31555 -- GLOBAL_STEP: 948200 | > loss_text_ce: 0.03246121481060982 (0.03379175993643943) | > loss_mel_ce: 2.592278003692627 (nan) | > loss: 0.010415632277727127 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14187975621992507) | > loader_time: 0.0045 (0.004629914837498818)  --> TIME: 2025-03-25 11:14:23 -- STEP: 1600/31555 -- GLOBAL_STEP: 948250 | > loss_text_ce: 0.03456763178110123 (0.033809005881776114) | > loss_mel_ce: 3.013370990753174 (nan) | > loss: 0.012094995006918907 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14170947253704033) | > loader_time: 0.0047 (0.004627055674791337)  --> TIME: 2025-03-25 11:14:32 -- STEP: 1650/31555 -- GLOBAL_STEP: 948300 | > loss_text_ce: 0.03223808854818344 (0.03382386743062825) | > loss_mel_ce: 2.7830939292907715 (nan) | > loss: 0.011171952821314335 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14159238482966535) | > loader_time: 0.0047 (0.004623924024177321)  --> TIME: 2025-03-25 11:14:42 -- STEP: 1700/31555 -- GLOBAL_STEP: 948350 | > loss_text_ce: 0.031179198995232582 (0.03381185428896809) | > loss_mel_ce: 2.4319660663604736 (nan) | > loss: 0.009774386882781982 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.1416194228564988) | > loader_time: 0.0043 (0.00462068052852855)  --> TIME: 2025-03-25 11:14:52 -- STEP: 1750/31555 -- GLOBAL_STEP: 948400 | > loss_text_ce: 0.03396470844745636 (0.03385362887116412) | > loss_mel_ce: 3.142669677734375 (nan) | > loss: 0.012605692259967327 (nan) | > current_lr: 5e-06 | > step_time: 0.1894 (0.14170007623944939) | > loader_time: 0.0047 (0.004622064454214915)  --> TIME: 2025-03-25 11:15:01 -- STEP: 1800/31555 -- GLOBAL_STEP: 948450 | > loss_text_ce: 0.0296245776116848 (0.033817308052028996) | > loss_mel_ce: 3.173982858657837 (nan) | > loss: 0.01271272823214531 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14180532495180734) | > loader_time: 0.0046 (0.0046179906527201355)  --> TIME: 2025-03-25 11:15:11 -- STEP: 1850/31555 -- GLOBAL_STEP: 948500 | > loss_text_ce: 0.02881987765431404 (0.033808580241795255) | > loss_mel_ce: 0.03350830078125 (nan) | > loss: 0.0002473340427968651 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14174526407911936) | > loader_time: 0.0045 (0.0046160029076241175)  --> TIME: 2025-03-25 11:15:21 -- STEP: 1900/31555 -- GLOBAL_STEP: 948550 | > loss_text_ce: 0.0353626012802124 (0.03380829670368443) | > loss_mel_ce: 2.906332015991211 (nan) | > loss: 0.011673392727971077 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14172888567573114) | > loader_time: 0.0044 (0.004611298159549112)  --> TIME: 2025-03-25 11:15:30 -- STEP: 1950/31555 -- GLOBAL_STEP: 948600 | > loss_text_ce: 0.03761565685272217 (0.033815474175394294) | > loss_mel_ce: 0.3227471113204956 (nan) | > loss: 0.0014300111215561628 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14167619301722567) | > loader_time: 0.0045 (0.004611221337929752)  --> TIME: 2025-03-25 11:15:40 -- STEP: 2000/31555 -- GLOBAL_STEP: 948650 | > loss_text_ce: 0.03548271581530571 (0.033813543417025305) | > loss_mel_ce: 2.3604958057403564 (nan) | > loss: 0.009507851675152779 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14176609098911255) | > loader_time: 0.0045 (0.004611477851867677)  --> TIME: 2025-03-25 11:15:50 -- STEP: 2050/31555 -- GLOBAL_STEP: 948700 | > loss_text_ce: 0.031841736286878586 (0.0337865754721186) | > loss_mel_ce: 3.151759386062622 (nan) | > loss: 0.012633338570594788 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.1418742135675939) | > loader_time: 0.0048 (0.004609586901781038)  --> TIME: 2025-03-25 11:15:59 -- STEP: 2100/31555 -- GLOBAL_STEP: 948750 | > loss_text_ce: 0.02620502933859825 (0.03379984010587487) | > loss_mel_ce: 2.1044657230377197 (nan) | > loss: 0.008455043658614159 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14173185110092132) | > loader_time: 0.0044 (0.0046043938682192856)  --> TIME: 2025-03-25 11:16:09 -- STEP: 2150/31555 -- GLOBAL_STEP: 948800 | > loss_text_ce: 0.040370382368564606 (0.03383249721338232) | > loss_mel_ce: 2.6539158821105957 (nan) | > loss: 0.010691612958908081 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14168613855228837) | > loader_time: 0.0043 (0.004600334278372831)  --> TIME: 2025-03-25 11:16:19 -- STEP: 2200/31555 -- GLOBAL_STEP: 948850 | > loss_text_ce: 0.03143591433763504 (0.03382327444470402) | > loss_mel_ce: 2.3712351322174072 (nan) | > loss: 0.009534409269690514 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14174477891488474) | > loader_time: 0.0047 (0.004597420692443848)  --> TIME: 2025-03-25 11:16:29 -- STEP: 2250/31555 -- GLOBAL_STEP: 948900 | > loss_text_ce: 0.03094670921564102 (0.033793377452840376) | > loss_mel_ce: 2.9488513469696045 (nan) | > loss: 0.011824596673250198 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14176489882998963) | > loader_time: 0.0072 (0.004597188101874457)  --> TIME: 2025-03-25 11:16:38 -- STEP: 2300/31555 -- GLOBAL_STEP: 948950 | > loss_text_ce: 0.029883643612265587 (0.033796555910502374) | > loss_mel_ce: 2.8315470218658447 (nan) | > loss: 0.011354884132742882 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14167560784713049) | > loader_time: 0.0044 (0.004595623327338177)  --> TIME: 2025-03-25 11:16:47 -- STEP: 2350/31555 -- GLOBAL_STEP: 949000 | > loss_text_ce: 0.029928121715784073 (0.033785756911606825) | > loss_mel_ce: 0.02777099609375 (nan) | > loss: 0.00022896476730238646 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1415980646458075) | > loader_time: 0.0045 (0.004596054097439381)  --> TIME: 2025-03-25 11:16:57 -- STEP: 2400/31555 -- GLOBAL_STEP: 949050 | > loss_text_ce: 0.02934504859149456 (0.03380015676491891) | > loss_mel_ce: 2.588111400604248 (nan) | > loss: 0.010386732406914234 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14155968348185197) | > loader_time: 0.0044 (0.004594941337903346)  --> TIME: 2025-03-25 11:17:07 -- STEP: 2450/31555 -- GLOBAL_STEP: 949100 | > loss_text_ce: 0.031549058854579926 (0.03381143455488646) | > loss_mel_ce: 2.0438971519470215 (nan) | > loss: 0.008235897868871689 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14161845382379) | > loader_time: 0.0046 (0.004594694838231925)  --> TIME: 2025-03-25 11:17:16 -- STEP: 2500/31555 -- GLOBAL_STEP: 949150 | > loss_text_ce: 0.03356603905558586 (0.03381149819456041) | > loss_mel_ce: 2.558467388153076 (nan) | > loss: 0.010285847820341587 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14152201223373387) | > loader_time: 0.0046 (0.004593665790557862)  --> TIME: 2025-03-25 11:17:26 -- STEP: 2550/31555 -- GLOBAL_STEP: 949200 | > loss_text_ce: 0.038470469415187836 (0.03381598788989234) | > loss_mel_ce: 2.207871198654175 (nan) | > loss: 0.008914055302739143 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1414857100505452) | > loader_time: 0.0045 (0.0045932800629559685)  --> TIME: 2025-03-25 11:17:35 -- STEP: 2600/31555 -- GLOBAL_STEP: 949250 | > loss_text_ce: 0.03262702375650406 (0.033810430035496566) | > loss_mel_ce: 2.8840606212615967 (nan) | > loss: 0.011574158445000648 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14145287183614844) | > loader_time: 0.0048 (0.004592370161643395)  --> TIME: 2025-03-25 11:17:45 -- STEP: 2650/31555 -- GLOBAL_STEP: 949300 | > loss_text_ce: 0.036402974277734756 (0.03382115047038445) | > loss_mel_ce: 2.6692168712615967 (nan) | > loss: 0.010736587457358837 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14134862162032177) | > loader_time: 0.0046 (0.004594113062012871)  --> TIME: 2025-03-25 11:17:55 -- STEP: 2700/31555 -- GLOBAL_STEP: 949350 | > loss_text_ce: 0.03150130435824394 (0.033842427845423434) | > loss_mel_ce: 3.0899598598480225 (nan) | > loss: 0.012386751361191273 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14139780874605487) | > loader_time: 0.0046 (0.004593632662737812)  --> TIME: 2025-03-25 11:18:04 -- STEP: 2750/31555 -- GLOBAL_STEP: 949400 | > loss_text_ce: 0.03002498857676983 (0.03384312074868519) | > loss_mel_ce: 2.399671792984009 (nan) | > loss: 0.009641654789447784 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14136134503104417) | > loader_time: 0.0045 (0.004593052777377043)  --> TIME: 2025-03-25 11:18:14 -- STEP: 2800/31555 -- GLOBAL_STEP: 949450 | > loss_text_ce: 0.03103967383503914 (0.03387184508111597) | > loss_mel_ce: 2.0122501850128174 (nan) | > loss: 0.008108293637633324 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14140408916132735) | > loader_time: 0.005 (0.004593955704144075)  --> TIME: 2025-03-25 11:18:24 -- STEP: 2850/31555 -- GLOBAL_STEP: 949500 | > loss_text_ce: 0.0303631778806448 (0.03386119228281215) | > loss_mel_ce: 2.9638400077819824 (nan) | > loss: 0.011881759390234947 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14137369365022842) | > loader_time: 0.0047 (0.0045942839404992985)  --> TIME: 2025-03-25 11:18:33 -- STEP: 2900/31555 -- GLOBAL_STEP: 949550 | > loss_text_ce: 0.03512071445584297 (0.033869758016783144) | > loss_mel_ce: 2.0525295734405518 (nan) | > loss: 0.008284326642751694 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14134234222872452) | > loader_time: 0.0043 (0.004594246601236285)  --> TIME: 2025-03-25 11:18:43 -- STEP: 2950/31555 -- GLOBAL_STEP: 949600 | > loss_text_ce: 0.041155632585287094 (0.03386869679599752) | > loss_mel_ce: 2.783604621887207 (nan) | > loss: 0.011209366843104362 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14135729450290446) | > loader_time: 0.0046 (0.0045968244035365325)  --> TIME: 2025-03-25 11:18:52 -- STEP: 3000/31555 -- GLOBAL_STEP: 949650 | > loss_text_ce: 0.03736988827586174 (0.03387594726029791) | > loss_mel_ce: 2.854325532913208 (nan) | > loss: 0.01147498283535242 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.1413545556068416) | > loader_time: 0.0048 (0.004596071163813282)  --> TIME: 2025-03-25 11:19:02 -- STEP: 3050/31555 -- GLOBAL_STEP: 949700 | > loss_text_ce: 0.036421049386262894 (0.03386982700466873) | > loss_mel_ce: 1.2899940013885498 (nan) | > loss: 0.0052635520696640015 (nan) | > current_lr: 5e-06 | > step_time: 0.1008 (0.14130132471928797) | > loader_time: 0.0042 (0.004594645265673038)  --> TIME: 2025-03-25 11:19:12 -- STEP: 3100/31555 -- GLOBAL_STEP: 949750 | > loss_text_ce: 0.037069447338581085 (0.03386875889203967) | > loss_mel_ce: 0.06629180908203125 (nan) | > loss: 0.00041016374598257244 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14127680563157569) | > loader_time: 0.0046 (0.004594972133636487)  --> TIME: 2025-03-25 11:19:21 -- STEP: 3150/31555 -- GLOBAL_STEP: 949800 | > loss_text_ce: 0.04056874290108681 (0.03387536977757779) | > loss_mel_ce: 2.857998847961426 (nan) | > loss: 0.011502252891659737 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14127857556418733) | > loader_time: 0.0046 (0.004595600385514529)  --> TIME: 2025-03-25 11:19:31 -- STEP: 3200/31555 -- GLOBAL_STEP: 949850 | > loss_text_ce: 0.03911850228905678 (0.03388465599127817) | > loss_mel_ce: 2.0972087383270264 (nan) | > loss: 0.008477489463984966 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14127091266214817) | > loader_time: 0.0047 (0.00459639109671117)  --> TIME: 2025-03-25 11:19:41 -- STEP: 3250/31555 -- GLOBAL_STEP: 949900 | > loss_text_ce: 0.04162558540701866 (0.033897555098797306) | > loss_mel_ce: 2.6205103397369385 (nan) | > loss: 0.010564032010734081 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14129805440169077) | > loader_time: 0.0045 (0.00459759206038256)  --> TIME: 2025-03-25 11:19:50 -- STEP: 3300/31555 -- GLOBAL_STEP: 949950 | > loss_text_ce: 0.03259752690792084 (0.03390997050922705) | > loss_mel_ce: 3.1594114303588867 (nan) | > loss: 0.012666703201830387 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14131580244411085) | > loader_time: 0.0047 (0.0045981871720516395)  --> TIME: 2025-03-25 11:20:00 -- STEP: 3350/31555 -- GLOBAL_STEP: 950000 | > loss_text_ce: 0.03784268721938133 (0.033926698762033886) | > loss_mel_ce: 2.202760696411133 (nan) | > loss: 0.008891284465789795 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14131819241082447) | > loader_time: 0.0048 (0.004600268620163651) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_950000.pth  --> TIME: 2025-03-25 11:20:14 -- STEP: 3400/31555 -- GLOBAL_STEP: 950050 | > loss_text_ce: 0.033396683633327484 (0.033917985233916564) | > loss_mel_ce: 0.0376383475959301 (nan) | > loss: 0.00028188503347337246 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14122197747230494) | > loader_time: 0.0045 (0.004599518214955056)  --> TIME: 2025-03-25 11:20:24 -- STEP: 3450/31555 -- GLOBAL_STEP: 950100 | > loss_text_ce: 0.030884720385074615 (0.03389415139494386) | > loss_mel_ce: 2.987156629562378 (nan) | > loss: 0.01197635568678379 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1412114732852878) | > loader_time: 0.0044 (0.0045980989069178526)  --> TIME: 2025-03-25 11:20:34 -- STEP: 3500/31555 -- GLOBAL_STEP: 950150 | > loss_text_ce: 0.05187888815999031 (0.03389567188625895) | > loss_mel_ce: 2.188746452331543 (nan) | > loss: 0.008891371078789234 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14127273007801588) | > loader_time: 0.0049 (0.0045969699450901635)  --> TIME: 2025-03-25 11:20:44 -- STEP: 3550/31555 -- GLOBAL_STEP: 950200 | > loss_text_ce: 0.03880169615149498 (0.033882021974562394) | > loss_mel_ce: 1.7045649290084839 (nan) | > loss: 0.006918121594935656 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1413024572587348) | > loader_time: 0.0044 (0.004595385000739305)  --> TIME: 2025-03-25 11:20:53 -- STEP: 3600/31555 -- GLOBAL_STEP: 950250 | > loss_text_ce: 0.028687259182333946 (0.033882349305010155) | > loss_mel_ce: 2.7190282344818115 (nan) | > loss: 0.010903633199632168 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1412554123004275) | > loader_time: 0.0045 (0.004594989750120381)  --> TIME: 2025-03-25 11:21:03 -- STEP: 3650/31555 -- GLOBAL_STEP: 950300 | > loss_text_ce: 0.02967405505478382 (0.03389044651761658) | > loss_mel_ce: 2.890815258026123 (nan) | > loss: 0.01158924400806427 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14130359643126159) | > loader_time: 0.0043 (0.00459433843011726)  --> TIME: 2025-03-25 11:21:12 -- STEP: 3700/31555 -- GLOBAL_STEP: 950350 | > loss_text_ce: 0.028934916481375694 (0.0338851703721024) | > loss_mel_ce: 2.8119089603424072 (nan) | > loss: 0.011273190379142761 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14126183226301836) | > loader_time: 0.0047 (0.0045934640394674825)  --> TIME: 2025-03-25 11:21:22 -- STEP: 3750/31555 -- GLOBAL_STEP: 950400 | > loss_text_ce: 0.04452935978770256 (0.033873547025273336) | > loss_mel_ce: 2.9543304443359375 (nan) | > loss: 0.011900238692760468 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.141274311828613) | > loader_time: 0.0049 (0.004594259071350104)  --> TIME: 2025-03-25 11:21:32 -- STEP: 3800/31555 -- GLOBAL_STEP: 950450 | > loss_text_ce: 0.026880791410803795 (0.033866101369801005) | > loss_mel_ce: 2.8167927265167236 (nan) | > loss: 0.0112844193354249 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14128746007618123) | > loader_time: 0.0045 (0.004596337832902613)  --> TIME: 2025-03-25 11:21:41 -- STEP: 3850/31555 -- GLOBAL_STEP: 950500 | > loss_text_ce: 0.03240362927317619 (0.0338525312333429) | > loss_mel_ce: 2.6355888843536377 (nan) | > loss: 0.01058727316558361 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14128236349526913) | > loader_time: 0.0048 (0.00459808628280442)  --> TIME: 2025-03-25 11:21:51 -- STEP: 3900/31555 -- GLOBAL_STEP: 950550 | > loss_text_ce: 0.035533491522073746 (0.03386840010658869) | > loss_mel_ce: 2.2661044597625732 (nan) | > loss: 0.009133484214544296 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1413199240733413) | > loader_time: 0.0045 (0.004599659381768648)  --> TIME: 2025-03-25 11:22:01 -- STEP: 3950/31555 -- GLOBAL_STEP: 950600 | > loss_text_ce: 0.03287982568144798 (0.03388977070374398) | > loss_mel_ce: 2.7055277824401855 (nan) | > loss: 0.010866697877645493 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1413531215885015) | > loader_time: 0.0047 (0.004599887328811844)  --> TIME: 2025-03-25 11:22:11 -- STEP: 4000/31555 -- GLOBAL_STEP: 950650 | > loss_text_ce: 0.03302239626646042 (0.033883955146418954) | > loss_mel_ce: 2.8746511936187744 (nan) | > loss: 0.011538388207554817 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14135656940937016) | > loader_time: 0.0049 (0.0045998247861862235)  --> TIME: 2025-03-25 11:22:20 -- STEP: 4050/31555 -- GLOBAL_STEP: 950700 | > loss_text_ce: 0.04590676352381706 (0.033886199362898016) | > loss_mel_ce: 2.9526844024658203 (nan) | > loss: 0.011899172328412533 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14132677007604502) | > loader_time: 0.0045 (0.004600778685675732)  --> TIME: 2025-03-25 11:22:30 -- STEP: 4100/31555 -- GLOBAL_STEP: 950750 | > loss_text_ce: 0.027440985664725304 (0.03388670431927035) | > loss_mel_ce: 2.545727491378784 (nan) | > loss: 0.01021098718047142 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14133760446455396) | > loader_time: 0.0045 (0.004601515037257502)  --> TIME: 2025-03-25 11:22:40 -- STEP: 4150/31555 -- GLOBAL_STEP: 950800 | > loss_text_ce: 0.04119410738348961 (0.03386955467714789) | > loss_mel_ce: 2.468632698059082 (nan) | > loss: 0.0099596306681633 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1413125352974395) | > loader_time: 0.0046 (0.004603389544659355)  --> TIME: 2025-03-25 11:22:49 -- STEP: 4200/31555 -- GLOBAL_STEP: 950850 | > loss_text_ce: 0.0320257805287838 (0.033862305948998674) | > loss_mel_ce: 3.0447475910186768 (nan) | > loss: 0.012209419161081314 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14131981900760074) | > loader_time: 0.0048 (0.00460493434043158)  --> TIME: 2025-03-25 11:22:59 -- STEP: 4250/31555 -- GLOBAL_STEP: 950900 | > loss_text_ce: 0.027538465335965157 (0.03386024696182685) | > loss_mel_ce: 2.8903915882110596 (nan) | > loss: 0.011579088866710663 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14135985907386298) | > loader_time: 0.0047 (0.004605057996862078)  --> TIME: 2025-03-25 11:23:09 -- STEP: 4300/31555 -- GLOBAL_STEP: 950950 | > loss_text_ce: 0.028042230755090714 (0.03386233051177553) | > loss_mel_ce: 3.034135580062866 (nan) | > loss: 0.012151500210165977 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14137074603590818) | > loader_time: 0.0047 (0.004605816519537641)  --> TIME: 2025-03-25 11:23:18 -- STEP: 4350/31555 -- GLOBAL_STEP: 951000 | > loss_text_ce: 0.03552118316292763 (0.03386028274658261) | > loss_mel_ce: 2.9418375492095947 (nan) | > loss: 0.011814916506409645 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14132001498649827) | > loader_time: 0.0047 (0.004606842227365784)  --> TIME: 2025-03-25 11:23:28 -- STEP: 4400/31555 -- GLOBAL_STEP: 951050 | > loss_text_ce: 0.03473988547921181 (0.03385788457997319) | > loss_mel_ce: 2.234221935272217 (nan) | > loss: 0.009003818035125732 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14136403744870943) | > loader_time: 0.0046 (0.004607904011552987)  --> TIME: 2025-03-25 11:23:38 -- STEP: 4450/31555 -- GLOBAL_STEP: 951100 | > loss_text_ce: 0.038731567561626434 (0.03386363072069682) | > loss_mel_ce: 2.852498769760132 (nan) | > loss: 0.011473136954009533 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14138681770710443) | > loader_time: 0.0045 (0.00460829622290108)  --> TIME: 2025-03-25 11:23:48 -- STEP: 4500/31555 -- GLOBAL_STEP: 951150 | > loss_text_ce: 0.03693114593625069 (0.0338646031077952) | > loss_mel_ce: 2.9720418453216553 (nan) | > loss: 0.011940369382500648 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1413747106658085) | > loader_time: 0.0046 (0.004608780966864695)  --> TIME: 2025-03-25 11:23:57 -- STEP: 4550/31555 -- GLOBAL_STEP: 951200 | > loss_text_ce: 0.03247533366084099 (0.033867661712875495) | > loss_mel_ce: 2.9510064125061035 (nan) | > loss: 0.011839213781058788 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1413770637407404) | > loader_time: 0.0069 (0.004609278794173357)  --> TIME: 2025-03-25 11:24:07 -- STEP: 4600/31555 -- GLOBAL_STEP: 951250 | > loss_text_ce: 0.03681785240769386 (0.03387149501733652) | > loss_mel_ce: 2.777782678604126 (nan) | > loss: 0.011169049888849258 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14138778888660902) | > loader_time: 0.0047 (0.004609349914219072)  --> TIME: 2025-03-25 11:24:17 -- STEP: 4650/31555 -- GLOBAL_STEP: 951300 | > loss_text_ce: 0.035344019532203674 (0.033887232345959584) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14139835552502675) | > loader_time: 0.0043 (0.00460895358875234)  --> TIME: 2025-03-25 11:24:26 -- STEP: 4700/31555 -- GLOBAL_STEP: 951350 | > loss_text_ce: 0.04627733677625656 (0.03388384869738311) | > loss_mel_ce: 3.0959463119506836 (nan) | > loss: 0.012469141744077206 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14139644115529137) | > loader_time: 0.0043 (0.004608106258067681)  --> TIME: 2025-03-25 11:24:36 -- STEP: 4750/31555 -- GLOBAL_STEP: 951400 | > loss_text_ce: 0.034101709723472595 (0.03389409697271499) | > loss_mel_ce: 2.292083501815796 (nan) | > loss: 0.009230894036591053 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14139406520441927) | > loader_time: 0.0049 (0.004607358781914962)  --> TIME: 2025-03-25 11:24:46 -- STEP: 4800/31555 -- GLOBAL_STEP: 951450 | > loss_text_ce: 0.041435547173023224 (0.03389217991672927) | > loss_mel_ce: 1.1251360177993774 (nan) | > loss: 0.004629252944141626 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.141371234109004) | > loader_time: 0.0044 (0.004607530285914738)  --> TIME: 2025-03-25 11:24:55 -- STEP: 4850/31555 -- GLOBAL_STEP: 951500 | > loss_text_ce: 0.03446466475725174 (0.03388831713169665) | > loss_mel_ce: 2.661003589630127 (nan) | > loss: 0.010696303099393845 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1413964219929013) | > loader_time: 0.0043 (0.004606827558930383)  --> TIME: 2025-03-25 11:25:05 -- STEP: 4900/31555 -- GLOBAL_STEP: 951550 | > loss_text_ce: 0.03329290449619293 (0.033889573350054616) | > loss_mel_ce: 2.8514223098754883 (nan) | > loss: 0.011447283439338207 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14144385595710876) | > loader_time: 0.0044 (0.004607437824716368)  --> TIME: 2025-03-25 11:25:15 -- STEP: 4950/31555 -- GLOBAL_STEP: 951600 | > loss_text_ce: 0.03584366291761398 (0.03389496075854909) | > loss_mel_ce: 2.5345230102539062 (nan) | > loss: 0.010199868120253086 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14142710025864377) | > loader_time: 0.0046 (0.004607121775848691)  --> TIME: 2025-03-25 11:25:25 -- STEP: 5000/31555 -- GLOBAL_STEP: 951650 | > loss_text_ce: 0.03374714404344559 (0.033894161163829276) | > loss_mel_ce: 2.598292589187622 (nan) | > loss: 0.01044460292905569 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14145816659927332) | > loader_time: 0.0047 (0.004607664775848384)  --> TIME: 2025-03-25 11:25:35 -- STEP: 5050/31555 -- GLOBAL_STEP: 951700 | > loss_text_ce: 0.02753658965229988 (0.033886336081356994) | > loss_mel_ce: 2.380075216293335 (nan) | > loss: 0.009554015472531319 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14146670846655773) | > loader_time: 0.0048 (0.004608203585785209)  --> TIME: 2025-03-25 11:25:44 -- STEP: 5100/31555 -- GLOBAL_STEP: 951750 | > loss_text_ce: 0.03893479332327843 (0.033887854685787776) | > loss_mel_ce: 2.5500450134277344 (nan) | > loss: 0.01027372945100069 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14150403780095683) | > loader_time: 0.005 (0.0046090629521538164)  --> TIME: 2025-03-25 11:25:54 -- STEP: 5150/31555 -- GLOBAL_STEP: 951800 | > loss_text_ce: 0.03107452392578125 (0.033879159355300996) | > loss_mel_ce: 2.302219867706299 (nan) | > loss: 0.009259105660021305 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14144113355469903) | > loader_time: 0.0043 (0.0046096583708976)  --> TIME: 2025-03-25 11:26:04 -- STEP: 5200/31555 -- GLOBAL_STEP: 951850 | > loss_text_ce: 0.04448520019650459 (0.033888265528322095) | > loss_mel_ce: 2.885014772415161 (nan) | > loss: 0.011625000275671482 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1415000701409117) | > loader_time: 0.0046 (0.004609922216488755)  --> TIME: 2025-03-25 11:26:14 -- STEP: 5250/31555 -- GLOBAL_STEP: 951900 | > loss_text_ce: 0.027367446571588516 (0.033887284461054025) | > loss_mel_ce: 2.691751480102539 (nan) | > loss: 0.010790154337882996 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14153845668974344) | > loader_time: 0.005 (0.004608873004005058)  --> TIME: 2025-03-25 11:26:23 -- STEP: 5300/31555 -- GLOBAL_STEP: 951950 | > loss_text_ce: 0.03310804441571236 (0.0338902185374062) | > loss_mel_ce: 2.19370698928833 (nan) | > loss: 0.008836568333208561 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14154180387280998) | > loader_time: 0.0047 (0.00460820967296383)  --> TIME: 2025-03-25 11:26:33 -- STEP: 5350/31555 -- GLOBAL_STEP: 952000 | > loss_text_ce: 0.03567066416144371 (0.033882476450857964) | > loss_mel_ce: 2.6883060932159424 (nan) | > loss: 0.010809432715177536 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1415522346763965) | > loader_time: 0.0045 (0.004608663443092974)  --> TIME: 2025-03-25 11:26:42 -- STEP: 5400/31555 -- GLOBAL_STEP: 952050 | > loss_text_ce: 0.03807083144783974 (0.03388007162328532) | > loss_mel_ce: 2.676046133041382 (nan) | > loss: 0.01077030599117279 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1414723137131441) | > loader_time: 0.0046 (0.0046079297418947385)  --> TIME: 2025-03-25 11:26:52 -- STEP: 5450/31555 -- GLOBAL_STEP: 952100 | > loss_text_ce: 0.03061295673251152 (0.033872495987238974) | > loss_mel_ce: 2.112440824508667 (nan) | > loss: 0.00850418210029602 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1414427635210367) | > loader_time: 0.0043 (0.004607957000032461)  --> TIME: 2025-03-25 11:27:02 -- STEP: 5500/31555 -- GLOBAL_STEP: 952150 | > loss_text_ce: 0.03150540590286255 (0.03388328767042948) | > loss_mel_ce: 2.8590586185455322 (nan) | > loss: 0.0114704929292202 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14146901897950573) | > loader_time: 0.0043 (0.004607396082444607)  --> TIME: 2025-03-25 11:27:11 -- STEP: 5550/31555 -- GLOBAL_STEP: 952200 | > loss_text_ce: 0.04166451841592789 (0.03389002629983667) | > loss_mel_ce: 2.7242000102996826 (nan) | > loss: 0.010975654236972332 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14147753449173628) | > loader_time: 0.0046 (0.004607068182111842)  --> TIME: 2025-03-25 11:27:21 -- STEP: 5600/31555 -- GLOBAL_STEP: 952250 | > loss_text_ce: 0.031097305938601494 (0.033870103957430855) | > loss_mel_ce: 3.081930637359619 (nan) | > loss: 0.01235328707844019 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14149839997291544) | > loader_time: 0.0044 (0.00460658473627906)  --> TIME: 2025-03-25 11:27:31 -- STEP: 5650/31555 -- GLOBAL_STEP: 952300 | > loss_text_ce: 0.03372027724981308 (0.03387277737704918) | > loss_mel_ce: 2.664280891418457 (nan) | > loss: 0.010706353932619095 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14154143949525533) | > loader_time: 0.0048 (0.00460581121191512)  --> TIME: 2025-03-25 11:27:41 -- STEP: 5700/31555 -- GLOBAL_STEP: 952350 | > loss_text_ce: 0.02551387995481491 (0.03387662195469856) | > loss_mel_ce: 2.9870219230651855 (nan) | > loss: 0.011954507790505886 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14155348501707357) | > loader_time: 0.0045 (0.004604127825352157)  --> TIME: 2025-03-25 11:27:51 -- STEP: 5750/31555 -- GLOBAL_STEP: 952400 | > loss_text_ce: 0.04413022845983505 (0.03387524143784586) | > loss_mel_ce: 2.56919002532959 (nan) | > loss: 0.010370319709181786 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1415460145369817) | > loader_time: 0.0046 (0.0046036925523177145)  --> TIME: 2025-03-25 11:28:00 -- STEP: 5800/31555 -- GLOBAL_STEP: 952450 | > loss_text_ce: 0.027937792241573334 (0.033878844476240705) | > loss_mel_ce: 1.6554826498031616 (nan) | > loss: 0.006680239923298359 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14152683965091026) | > loader_time: 0.0046 (0.004603384445453481)  --> TIME: 2025-03-25 11:28:10 -- STEP: 5850/31555 -- GLOBAL_STEP: 952500 | > loss_text_ce: 0.033489253371953964 (0.033880626763830066) | > loss_mel_ce: 3.0996224880218506 (nan) | > loss: 0.012432984076440334 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14154833035591302) | > loader_time: 0.0047 (0.004603060371855354)  --> TIME: 2025-03-25 11:28:20 -- STEP: 5900/31555 -- GLOBAL_STEP: 952550 | > loss_text_ce: 0.029921693727374077 (0.03386387157048713) | > loss_mel_ce: 2.7483649253845215 (nan) | > loss: 0.011024948209524155 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14157039411997388) | > loader_time: 0.0075 (0.004603452116756085)  --> TIME: 2025-03-25 11:28:29 -- STEP: 5950/31555 -- GLOBAL_STEP: 952600 | > loss_text_ce: 0.03874168172478676 (0.03388070945416679) | > loss_mel_ce: 2.312964677810669 (nan) | > loss: 0.00933216791599989 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14158116845523597) | > loader_time: 0.0045 (0.004604565556309778)  --> TIME: 2025-03-25 11:28:39 -- STEP: 6000/31555 -- GLOBAL_STEP: 952650 | > loss_text_ce: 0.020552894100546837 (0.03388563500251624) | > loss_mel_ce: 2.0159456729888916 (nan) | > loss: 0.008081343956291676 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14159063080946596) | > loader_time: 0.0044 (0.004604441126187613)  --> TIME: 2025-03-25 11:28:49 -- STEP: 6050/31555 -- GLOBAL_STEP: 952700 | > loss_text_ce: 0.033835943788290024 (0.033891768325582106) | > loss_mel_ce: 0.0353800468146801 (nan) | > loss: 0.00027466664323583245 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14161397267964243) | > loader_time: 0.0046 (0.004604705857836478)  --> TIME: 2025-03-25 11:28:59 -- STEP: 6100/31555 -- GLOBAL_STEP: 952750 | > loss_text_ce: 0.016696734353899956 (0.0338836713907783) | > loss_mel_ce: 2.2532999515533447 (nan) | > loss: 0.009007923305034637 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14161944361983736) | > loader_time: 0.0046 (0.0046055395095074446)  --> TIME: 2025-03-25 11:29:08 -- STEP: 6150/31555 -- GLOBAL_STEP: 952800 | > loss_text_ce: 0.03561227396130562 (0.03388526292563219) | > loss_mel_ce: 2.2291793823242188 (nan) | > loss: 0.00898726936429739 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1415975528034735) | > loader_time: 0.0044 (0.004605476526710043)  --> TIME: 2025-03-25 11:29:18 -- STEP: 6200/31555 -- GLOBAL_STEP: 952850 | > loss_text_ce: 0.03489580750465393 (0.033888625480054446) | > loss_mel_ce: 1.9892545938491821 (nan) | > loss: 0.008032343350350857 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14157866812521389) | > loader_time: 0.0047 (0.004605395717005541)  --> TIME: 2025-03-25 11:29:28 -- STEP: 6250/31555 -- GLOBAL_STEP: 952900 | > loss_text_ce: 0.03806556388735771 (0.03389585808545361) | > loss_mel_ce: 3.146500587463379 (nan) | > loss: 0.012637168169021606 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14157531230926493) | > loader_time: 0.0044 (0.004605414695739712)  --> TIME: 2025-03-25 11:29:37 -- STEP: 6300/31555 -- GLOBAL_STEP: 952950 | > loss_text_ce: 0.03682250529527664 (0.03389936657563335) | > loss_mel_ce: 2.609941244125366 (nan) | > loss: 0.010503031313419342 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14156473727453295) | > loader_time: 0.0045 (0.004605619415404273)  --> TIME: 2025-03-25 11:29:47 -- STEP: 6350/31555 -- GLOBAL_STEP: 953000 | > loss_text_ce: 0.04256025701761246 (0.03390681233374397) | > loss_mel_ce: 2.1733882427215576 (nan) | > loss: 0.00879344716668129 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14157433423470298) | > loader_time: 0.0044 (0.00460546838955613)  --> TIME: 2025-03-25 11:29:57 -- STEP: 6400/31555 -- GLOBAL_STEP: 953050 | > loss_text_ce: 0.03342994675040245 (0.03391049247089552) | > loss_mel_ce: 2.8938677310943604 (nan) | > loss: 0.01161626074463129 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14158918052911734) | > loader_time: 0.007 (0.00460551749914881)  --> TIME: 2025-03-25 11:30:07 -- STEP: 6450/31555 -- GLOBAL_STEP: 953100 | > loss_text_ce: 0.029638968408107758 (0.03391952639431236) | > loss_mel_ce: 2.9902820587158203 (nan) | > loss: 0.011983814649283886 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1416069537909454) | > loader_time: 0.0045 (0.004605768706447358)  --> TIME: 2025-03-25 11:30:16 -- STEP: 6500/31555 -- GLOBAL_STEP: 953150 | > loss_text_ce: 0.03768433257937431 (0.03392002025475882) | > loss_mel_ce: 2.984467029571533 (nan) | > loss: 0.011992665007710457 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14160974777661817) | > loader_time: 0.0047 (0.004605074332310569)  --> TIME: 2025-03-25 11:30:26 -- STEP: 6550/31555 -- GLOBAL_STEP: 953200 | > loss_text_ce: 0.02417704463005066 (0.033920191082506344) | > loss_mel_ce: 2.5431697368621826 (nan) | > loss: 0.010187884792685509 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14156317940195073) | > loader_time: 0.0046 (0.0046045045998259915)  --> TIME: 2025-03-25 11:30:35 -- STEP: 6600/31555 -- GLOBAL_STEP: 953250 | > loss_text_ce: 0.0342840813100338 (0.0339237496920044) | > loss_mel_ce: 0.09326171875 (nan) | > loss: 0.0005061341798864305 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14152317773212061) | > loader_time: 0.0044 (0.00460470224871776)  --> TIME: 2025-03-25 11:30:44 -- STEP: 6650/31555 -- GLOBAL_STEP: 953300 | > loss_text_ce: 0.05147738754749298 (0.033926733738665865) | > loss_mel_ce: 1.7037978172302246 (nan) | > loss: 0.006965378299355507 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14150956498052814) | > loader_time: 0.0043 (0.004604306113451013)  --> TIME: 2025-03-25 11:30:54 -- STEP: 6700/31555 -- GLOBAL_STEP: 953350 | > loss_text_ce: 0.024868901818990707 (0.03392511319424691) | > loss_mel_ce: 1.1722818613052368 (nan) | > loss: 0.004750598222017288 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1415286954481209) | > loader_time: 0.0043 (0.00460418202983796)  --> TIME: 2025-03-25 11:31:04 -- STEP: 6750/31555 -- GLOBAL_STEP: 953400 | > loss_text_ce: 0.03325633704662323 (0.03392850824473099) | > loss_mel_ce: 2.4981462955474854 (nan) | > loss: 0.01004524901509285 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14149582990010573) | > loader_time: 0.0046 (0.004603236692923054)  --> TIME: 2025-03-25 11:31:13 -- STEP: 6800/31555 -- GLOBAL_STEP: 953450 | > loss_text_ce: 0.03757786750793457 (0.033927035589072625) | > loss_mel_ce: 2.6398210525512695 (nan) | > loss: 0.010624599643051624 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14149540687308593) | > loader_time: 0.0046 (0.004602851306690858)  --> TIME: 2025-03-25 11:31:23 -- STEP: 6850/31555 -- GLOBAL_STEP: 953500 | > loss_text_ce: 0.025224510580301285 (0.033930672361060225) | > loss_mel_ce: 3.136887311935425 (nan) | > loss: 0.012548062950372696 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14149044047306927) | > loader_time: 0.0044 (0.0046029764370326305)  --> TIME: 2025-03-25 11:31:33 -- STEP: 6900/31555 -- GLOBAL_STEP: 953550 | > loss_text_ce: 0.03953702002763748 (0.03393404100832645) | > loss_mel_ce: 3.0615313053131104 (nan) | > loss: 0.012305826880037785 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1414891759209011) | > loader_time: 0.0046 (0.00460279540739195)  --> TIME: 2025-03-25 11:31:42 -- STEP: 6950/31555 -- GLOBAL_STEP: 953600 | > loss_text_ce: 0.035352107137441635 (0.03393009618996735) | > loss_mel_ce: 2.74967622756958 (nan) | > loss: 0.01105169951915741 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1414579281017936) | > loader_time: 0.0045 (0.004602004263898422)  --> TIME: 2025-03-25 11:31:52 -- STEP: 7000/31555 -- GLOBAL_STEP: 953650 | > loss_text_ce: 0.04216637834906578 (0.03391381608481936) | > loss_mel_ce: 2.720503091812134 (nan) | > loss: 0.010962975211441517 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1414464397089824) | > loader_time: 0.0047 (0.004601277657917538)  --> TIME: 2025-03-25 11:32:01 -- STEP: 7050/31555 -- GLOBAL_STEP: 953700 | > loss_text_ce: 0.031186193227767944 (0.03390636810253508) | > loss_mel_ce: 2.674494981765747 (nan) | > loss: 0.010736830532550812 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14145740742379082) | > loader_time: 0.0047 (0.004600863456726045)  --> TIME: 2025-03-25 11:32:11 -- STEP: 7100/31555 -- GLOBAL_STEP: 953750 | > loss_text_ce: 0.030046692118048668 (0.033902485628783056) | > loss_mel_ce: 3.0153250694274902 (nan) | > loss: 0.012084809131920338 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14144550833903602) | > loader_time: 0.0043 (0.0046001593831559015)  --> TIME: 2025-03-25 11:32:21 -- STEP: 7150/31555 -- GLOBAL_STEP: 953800 | > loss_text_ce: 0.04264068603515625 (0.03390235650659251) | > loss_mel_ce: 2.5593066215515137 (nan) | > loss: 0.010325188748538494 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1414396366706263) | > loader_time: 0.0044 (0.004599383927725383)  --> TIME: 2025-03-25 11:32:30 -- STEP: 7200/31555 -- GLOBAL_STEP: 953850 | > loss_text_ce: 0.0379093773663044 (0.03390251018520875) | > loss_mel_ce: 2.478748083114624 (nan) | > loss: 0.009986735880374908 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14144787285063004) | > loader_time: 0.0045 (0.004598866833580836)  --> TIME: 2025-03-25 11:32:40 -- STEP: 7250/31555 -- GLOBAL_STEP: 953900 | > loss_text_ce: 0.028910094872117043 (0.03390417922750645) | > loss_mel_ce: 1.8408461809158325 (nan) | > loss: 0.007419668138027191 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14142697284961572) | > loader_time: 0.0043 (0.0045982509481495544)  --> TIME: 2025-03-25 11:32:49 -- STEP: 7300/31555 -- GLOBAL_STEP: 953950 | > loss_text_ce: 0.03427600488066673 (0.03390005793218354) | > loss_mel_ce: 1.6639125347137451 (nan) | > loss: 0.006738843861967325 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1414350253588533) | > loader_time: 0.0043 (0.004597660874667205)  --> TIME: 2025-03-25 11:32:59 -- STEP: 7350/31555 -- GLOBAL_STEP: 954000 | > loss_text_ce: 0.0359700582921505 (0.033892579077914244) | > loss_mel_ce: 2.5551578998565674 (nan) | > loss: 0.010282253846526146 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1414081482984582) | > loader_time: 0.0045 (0.00459674964956683)  --> TIME: 2025-03-25 11:33:09 -- STEP: 7400/31555 -- GLOBAL_STEP: 954050 | > loss_text_ce: 0.030092837288975716 (0.033891812465783086) | > loss_mel_ce: 2.970510959625244 (nan) | > loss: 0.011907159350812435 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14141561366416316) | > loader_time: 0.0046 (0.004596737462121059)  --> TIME: 2025-03-25 11:33:18 -- STEP: 7450/31555 -- GLOBAL_STEP: 954100 | > loss_text_ce: 0.03995911404490471 (0.03389507125338069) | > loss_mel_ce: 3.0619583129882812 (nan) | > loss: 0.012309197336435318 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1413846640298831) | > loader_time: 0.0048 (0.004596526734780918)  --> TIME: 2025-03-25 11:33:28 -- STEP: 7500/31555 -- GLOBAL_STEP: 954150 | > loss_text_ce: 0.023408493027091026 (0.03388743194465851) | > loss_mel_ce: 2.4525246620178223 (nan) | > loss: 0.009825131855905056 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14138640152613324) | > loader_time: 0.0044 (0.004596423021952283)  --> TIME: 2025-03-25 11:33:38 -- STEP: 7550/31555 -- GLOBAL_STEP: 954200 | > loss_text_ce: 0.03278891369700432 (0.03388647360616187) | > loss_mel_ce: 3.1036834716796875 (nan) | > loss: 0.012446319684386253 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.141402220662856) | > loader_time: 0.0045 (0.00459614981089204)  --> TIME: 2025-03-25 11:33:47 -- STEP: 7600/31555 -- GLOBAL_STEP: 954250 | > loss_text_ce: 0.02891433797776699 (0.03388201422009042) | > loss_mel_ce: 2.6466708183288574 (nan) | > loss: 0.010617402382194996 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1414131129415412) | > loader_time: 0.0043 (0.004595037761487432)  --> TIME: 2025-03-25 11:33:57 -- STEP: 7650/31555 -- GLOBAL_STEP: 954300 | > loss_text_ce: 0.032896269112825394 (0.03388478381790575) | > loss_mel_ce: 0.6478009819984436 (nan) | > loss: 0.0027011798229068518 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14140180244944456) | > loader_time: 0.0046 (0.004594092431411218)  --> TIME: 2025-03-25 11:34:07 -- STEP: 7700/31555 -- GLOBAL_STEP: 954350 | > loss_text_ce: 0.040139488875865936 (0.033881706464552006) | > loss_mel_ce: 2.800847291946411 (nan) | > loss: 0.011273757554590702 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14140892846243724) | > loader_time: 0.0045 (0.004593172321071846)  --> TIME: 2025-03-25 11:34:16 -- STEP: 7750/31555 -- GLOBAL_STEP: 954400 | > loss_text_ce: 0.042962588369846344 (0.03388438208329114) | > loss_mel_ce: 2.0332233905792236 (nan) | > loss: 0.008238833397626877 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14141608099783623) | > loader_time: 0.0044 (0.004592152441701555)  --> TIME: 2025-03-25 11:34:26 -- STEP: 7800/31555 -- GLOBAL_STEP: 954450 | > loss_text_ce: 0.029754476621747017 (0.033894008518292294) | > loss_mel_ce: 2.9927175045013428 (nan) | > loss: 0.011993937194347382 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413864370187124) | > loader_time: 0.0043 (0.004590915196981159)  --> TIME: 2025-03-25 11:34:35 -- STEP: 7850/31555 -- GLOBAL_STEP: 954500 | > loss_text_ce: 0.043857377022504807 (0.03388538890571649) | > loss_mel_ce: 2.659853458404541 (nan) | > loss: 0.010729012079536915 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14139069220063036) | > loader_time: 0.0045 (0.004590183914087355)  --> TIME: 2025-03-25 11:34:45 -- STEP: 7900/31555 -- GLOBAL_STEP: 954550 | > loss_text_ce: 0.035902805626392365 (0.033882510099277216) | > loss_mel_ce: 2.589425802230835 (nan) | > loss: 0.010417970828711987 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14139437723763384) | > loader_time: 0.0047 (0.00459055819088897)  --> TIME: 2025-03-25 11:34:54 -- STEP: 7950/31555 -- GLOBAL_STEP: 954600 | > loss_text_ce: 0.029267586767673492 (0.03388280286190095) | > loss_mel_ce: 2.6240358352661133 (nan) | > loss: 0.010528982616961002 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14136070056531416) | > loader_time: 0.0044 (0.004590621474403979)  --> TIME: 2025-03-25 11:35:04 -- STEP: 8000/31555 -- GLOBAL_STEP: 954650 | > loss_text_ce: 0.038151100277900696 (0.033885661520064) | > loss_mel_ce: 2.825211524963379 (nan) | > loss: 0.011362550780177116 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14135789942741397) | > loader_time: 0.0045 (0.0045906629860400896)  --> TIME: 2025-03-25 11:35:14 -- STEP: 8050/31555 -- GLOBAL_STEP: 954700 | > loss_text_ce: 0.03131711110472679 (0.03388749739953462) | > loss_mel_ce: 2.6330251693725586 (nan) | > loss: 0.010572787374258041 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14136598726237046) | > loader_time: 0.0047 (0.00459032029098603)  --> TIME: 2025-03-25 11:35:23 -- STEP: 8100/31555 -- GLOBAL_STEP: 954750 | > loss_text_ce: 0.02699439413845539 (0.033881263318989135) | > loss_mel_ce: 2.8900530338287354 (nan) | > loss: 0.011575586162507534 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14135823635407438) | > loader_time: 0.0047 (0.0045898949364085)  --> TIME: 2025-03-25 11:35:33 -- STEP: 8150/31555 -- GLOBAL_STEP: 954800 | > loss_text_ce: 0.0366436205804348 (0.033883938678523275) | > loss_mel_ce: 2.0547783374786377 (nan) | > loss: 0.008299293927848339 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.1413520254825522) | > loader_time: 0.0048 (0.004589789630445209)  --> TIME: 2025-03-25 11:35:43 -- STEP: 8200/31555 -- GLOBAL_STEP: 954850 | > loss_text_ce: 0.029891926795244217 (0.03388310584148813) | > loss_mel_ce: 3.0287678241729736 (nan) | > loss: 0.012137539684772491 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14134857253330513) | > loader_time: 0.0044 (0.004589360603472057)  --> TIME: 2025-03-25 11:35:52 -- STEP: 8250/31555 -- GLOBAL_STEP: 954900 | > loss_text_ce: 0.04178137332201004 (0.03389062218909926) | > loss_mel_ce: 3.0215811729431152 (nan) | > loss: 0.012156201526522636 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1413439428445065) | > loader_time: 0.0045 (0.0045885358868223)  --> TIME: 2025-03-25 11:36:01 -- STEP: 8300/31555 -- GLOBAL_STEP: 954950 | > loss_text_ce: 0.03235875442624092 (0.03388932546398738) | > loss_mel_ce: 2.875797748565674 (nan) | > loss: 0.011540303938090801 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14129883427217785) | > loader_time: 0.0045 (0.0045874923395823036)  --> TIME: 2025-03-25 11:36:11 -- STEP: 8350/31555 -- GLOBAL_STEP: 955000 | > loss_text_ce: 0.03667302057147026 (0.03389040157834672) | > loss_mel_ce: 3.0062670707702637 (nan) | > loss: 0.012075159698724747 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14128692684059374) | > loader_time: 0.0046 (0.004587355202543496)  --> TIME: 2025-03-25 11:36:21 -- STEP: 8400/31555 -- GLOBAL_STEP: 955050 | > loss_text_ce: 0.03760190308094025 (0.03388676341345902) | > loss_mel_ce: 2.975306272506714 (nan) | > loss: 0.0119559857994318 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14127729112193702) | > loader_time: 0.0043 (0.004586921987079414)  --> TIME: 2025-03-25 11:36:30 -- STEP: 8450/31555 -- GLOBAL_STEP: 955100 | > loss_text_ce: 0.03517189994454384 (0.03389677674559195) | > loss_mel_ce: 2.1555826663970947 (nan) | > loss: 0.008693471550941467 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14129047278116444) | > loader_time: 0.0045 (0.004586992828098251)  --> TIME: 2025-03-25 11:36:40 -- STEP: 8500/31555 -- GLOBAL_STEP: 955150 | > loss_text_ce: 0.02851306088268757 (0.03388570919052219) | > loss_mel_ce: 2.4149489402770996 (nan) | > loss: 0.009696277789771557 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14130385216544664) | > loader_time: 0.0045 (0.00458664055431588)  --> TIME: 2025-03-25 11:36:50 -- STEP: 8550/31555 -- GLOBAL_STEP: 955200 | > loss_text_ce: 0.04029734060168266 (0.033880276401467464) | > loss_mel_ce: 2.7285075187683105 (nan) | > loss: 0.01098732091486454 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14132789639701626) | > loader_time: 0.0047 (0.004587652139496362)  --> TIME: 2025-03-25 11:37:00 -- STEP: 8600/31555 -- GLOBAL_STEP: 955250 | > loss_text_ce: 0.02948441170156002 (0.033875338931914654) | > loss_mel_ce: 2.5029282569885254 (nan) | > loss: 0.010049257427453995 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14131683854169627) | > loader_time: 0.0046 (0.004587124253428236)  --> TIME: 2025-03-25 11:37:09 -- STEP: 8650/31555 -- GLOBAL_STEP: 955300 | > loss_text_ce: 0.030701709911227226 (0.0338700072100183) | > loss_mel_ce: 3.0283496379852295 (nan) | > loss: 0.01213909313082695 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14130231917938063) | > loader_time: 0.0043 (0.0045868163301765325)  --> TIME: 2025-03-25 11:37:19 -- STEP: 8700/31555 -- GLOBAL_STEP: 955350 | > loss_text_ce: 0.030040213838219643 (0.03387080412004797) | > loss_mel_ce: 2.767144203186035 (nan) | > loss: 0.011099939234554768 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14132341278010405) | > loader_time: 0.0045 (0.004586302000900771)  --> TIME: 2025-03-25 11:37:29 -- STEP: 8750/31555 -- GLOBAL_STEP: 955400 | > loss_text_ce: 0.021587256342172623 (0.03386898178234707) | > loss_mel_ce: 2.67183256149292 (nan) | > loss: 0.0106881745159626 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14136696183340886) | > loader_time: 0.0049 (0.004585648236955892)  --> TIME: 2025-03-25 11:37:39 -- STEP: 8800/31555 -- GLOBAL_STEP: 955450 | > loss_text_ce: 0.026797272264957428 (0.03387006239425825) | > loss_mel_ce: 2.6212172508239746 (nan) | > loss: 0.010507995262742043 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14136485327373852) | > loader_time: 0.0047 (0.004585518132556543)  --> TIME: 2025-03-25 11:37:49 -- STEP: 8850/31555 -- GLOBAL_STEP: 955500 | > loss_text_ce: 0.03189924359321594 (0.03386686790071565) | > loss_mel_ce: 2.8054165840148926 (nan) | > loss: 0.011259190738201141 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1413865196098715) | > loader_time: 0.0046 (0.004585941093789632)  --> TIME: 2025-03-25 11:37:58 -- STEP: 8900/31555 -- GLOBAL_STEP: 955550 | > loss_text_ce: 0.03498190641403198 (0.03386074604372391) | > loss_mel_ce: 3.297006845474243 (nan) | > loss: 0.01322217844426632 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14137729813543595) | > loader_time: 0.0044 (0.004585309564397553)  --> TIME: 2025-03-25 11:38:08 -- STEP: 8950/31555 -- GLOBAL_STEP: 955600 | > loss_text_ce: 0.03614543005824089 (0.03386234944041142) | > loss_mel_ce: 2.5555760860443115 (nan) | > loss: 0.010284610092639923 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1413608927167327) | > loader_time: 0.0043 (0.0045850246845010705)  --> TIME: 2025-03-25 11:38:17 -- STEP: 9000/31555 -- GLOBAL_STEP: 955650 | > loss_text_ce: 0.03366483375430107 (0.033876898543391896) | > loss_mel_ce: 2.24945068359375 (nan) | > loss: 0.009059983305633068 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14135463566250253) | > loader_time: 0.0045 (0.004584612210591609)  --> TIME: 2025-03-25 11:38:27 -- STEP: 9050/31555 -- GLOBAL_STEP: 955700 | > loss_text_ce: 0.033407557755708694 (0.03388225759662574) | > loss_mel_ce: 2.5780649185180664 (nan) | > loss: 0.010362986475229263 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14136748319172712) | > loader_time: 0.0046 (0.004584336465234892)  --> TIME: 2025-03-25 11:38:37 -- STEP: 9100/31555 -- GLOBAL_STEP: 955750 | > loss_text_ce: 0.038026537746191025 (0.033885995902346325) | > loss_mel_ce: 2.8157577514648438 (nan) | > loss: 0.01132454164326191 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14136128538257461) | > loader_time: 0.0044 (0.004583841025174297)  --> TIME: 2025-03-25 11:38:46 -- STEP: 9150/31555 -- GLOBAL_STEP: 955800 | > loss_text_ce: 0.04089381545782089 (0.03388352109607871) | > loss_mel_ce: 2.715740919113159 (nan) | > loss: 0.010939027182757854 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14135319720200482) | > loader_time: 0.0048 (0.004583334088976897)  --> TIME: 2025-03-25 11:38:56 -- STEP: 9200/31555 -- GLOBAL_STEP: 955850 | > loss_text_ce: 0.03821299597620964 (0.03387805088818005) | > loss_mel_ce: 2.923232316970825 (nan) | > loss: 0.011751768179237843 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14135517257711136) | > loader_time: 0.0045 (0.004582951613094474)  --> TIME: 2025-03-25 11:39:06 -- STEP: 9250/31555 -- GLOBAL_STEP: 955900 | > loss_text_ce: 0.034936096519231796 (0.03387484880124004) | > loss_mel_ce: 2.9333295822143555 (nan) | > loss: 0.011778833344578743 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1413458302472086) | > loader_time: 0.0067 (0.004583103489231398)  --> TIME: 2025-03-25 11:39:15 -- STEP: 9300/31555 -- GLOBAL_STEP: 955950 | > loss_text_ce: 0.031717244535684586 (0.03387087833647056) | > loss_mel_ce: 2.516808271408081 (nan) | > loss: 0.01011319737881422 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14134789128457323) | > loader_time: 0.0047 (0.004583297442364419)  --> TIME: 2025-03-25 11:39:25 -- STEP: 9350/31555 -- GLOBAL_STEP: 956000 | > loss_text_ce: 0.032384149730205536 (0.03386845590566659) | > loss_mel_ce: 2.6814494132995605 (nan) | > loss: 0.01076918188482523 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14135372962543638) | > loader_time: 0.0045 (0.004583440311452268)  --> TIME: 2025-03-25 11:39:34 -- STEP: 9400/31555 -- GLOBAL_STEP: 956050 | > loss_text_ce: 0.03887743502855301 (0.03386567004609545) | > loss_mel_ce: 2.793139696121216 (nan) | > loss: 0.011238164268434048 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14133254193245062) | > loader_time: 0.0045 (0.004583278108150388)  --> TIME: 2025-03-25 11:39:44 -- STEP: 9450/31555 -- GLOBAL_STEP: 956100 | > loss_text_ce: 0.030044671148061752 (0.033863822002476424) | > loss_mel_ce: 2.3074848651885986 (nan) | > loss: 0.009275911375880241 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14133781478518498) | > loader_time: 0.0044 (0.004583503834154227)  --> TIME: 2025-03-25 11:39:54 -- STEP: 9500/31555 -- GLOBAL_STEP: 956150 | > loss_text_ce: 0.041976578533649445 (0.033862378621768115) | > loss_mel_ce: 2.3564956188201904 (nan) | > loss: 0.009517747908830643 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14136894881097847) | > loader_time: 0.0048 (0.004583528719450282)  --> TIME: 2025-03-25 11:40:04 -- STEP: 9550/31555 -- GLOBAL_STEP: 956200 | > loss_text_ce: 0.029272470623254776 (0.033867874288473265) | > loss_mel_ce: 2.7614634037017822 (nan) | > loss: 0.011074349284172058 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14136939969986478) | > loader_time: 0.005 (0.004583778905618862)  --> TIME: 2025-03-25 11:40:13 -- STEP: 9600/31555 -- GLOBAL_STEP: 956250 | > loss_text_ce: 0.0349816158413887 (0.033866548703711925) | > loss_mel_ce: 3.3533833026885986 (nan) | > loss: 0.013445893302559853 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14135133345921788) | > loader_time: 0.0044 (0.004583444495995825)  --> TIME: 2025-03-25 11:40:23 -- STEP: 9650/31555 -- GLOBAL_STEP: 956300 | > loss_text_ce: 0.031378138810396194 (0.033866403683672726) | > loss_mel_ce: 2.7198944091796875 (nan) | > loss: 0.01091774832457304 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14135676744688314) | > loader_time: 0.0045 (0.004583855663556496)  --> TIME: 2025-03-25 11:40:33 -- STEP: 9700/31555 -- GLOBAL_STEP: 956350 | > loss_text_ce: 0.03318164870142937 (0.03386605052699915) | > loss_mel_ce: 2.380143880844116 (nan) | > loss: 0.009576689451932907 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14136488604791334) | > loader_time: 0.0048 (0.004583614192058117)  --> TIME: 2025-03-25 11:40:42 -- STEP: 9750/31555 -- GLOBAL_STEP: 956400 | > loss_text_ce: 0.027050387114286423 (0.033867783326464715) | > loss_mel_ce: 2.540912628173828 (nan) | > loss: 0.010190330445766449 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1413732614761738) | > loader_time: 0.0044 (0.004583351722130394)  --> TIME: 2025-03-25 11:40:52 -- STEP: 9800/31555 -- GLOBAL_STEP: 956450 | > loss_text_ce: 0.03400358930230141 (0.03386310605265748) | > loss_mel_ce: 3.146695137023926 (nan) | > loss: 0.012621820904314518 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14138063990339886) | > loader_time: 0.0042 (0.0045825446868429254)  --> TIME: 2025-03-25 11:41:02 -- STEP: 9850/31555 -- GLOBAL_STEP: 956500 | > loss_text_ce: 0.028802569955587387 (0.03386039994288309) | > loss_mel_ce: 1.7640913724899292 (nan) | > loss: 0.00711465859785676 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.1413654922349797) | > loader_time: 0.0047 (0.004581936434440797)  --> TIME: 2025-03-25 11:41:11 -- STEP: 9900/31555 -- GLOBAL_STEP: 956550 | > loss_text_ce: 0.03786240145564079 (0.033859865792716694) | > loss_mel_ce: 2.46726131439209 (nan) | > loss: 0.009940966963768005 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413631341674105) | > loader_time: 0.0045 (0.004581455702733499)  --> TIME: 2025-03-25 11:41:21 -- STEP: 9950/31555 -- GLOBAL_STEP: 956600 | > loss_text_ce: 0.013153601437807083 (0.03386102650080584) | > loss_mel_ce: 2.81463623046875 (nan) | > loss: 0.011221388354897499 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14135892707498762) | > loader_time: 0.0042 (0.00458106266194251)  --> TIME: 2025-03-25 11:41:31 -- STEP: 10000/31555 -- GLOBAL_STEP: 956650 | > loss_text_ce: 0.040013637393713 (0.03386002626484276) | > loss_mel_ce: 2.0145864486694336 (nan) | > loss: 0.008153175003826618 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14135434038639) | > loader_time: 0.0044 (0.0045803300380706635)  --> TIME: 2025-03-25 11:41:40 -- STEP: 10050/31555 -- GLOBAL_STEP: 956700 | > loss_text_ce: 0.02645610272884369 (0.03386483901907797) | > loss_mel_ce: 2.808901071548462 (nan) | > loss: 0.0112514179199934 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14134528530177728) | > loader_time: 0.0045 (0.004579676775196875)  --> TIME: 2025-03-25 11:41:50 -- STEP: 10100/31555 -- GLOBAL_STEP: 956750 | > loss_text_ce: 0.030361289158463478 (0.03386076059220102) | > loss_mel_ce: 2.5497984886169434 (nan) | > loss: 0.010238729417324066 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14133415828836965) | > loader_time: 0.0045 (0.004579315185546857)  --> TIME: 2025-03-25 11:41:59 -- STEP: 10150/31555 -- GLOBAL_STEP: 956800 | > loss_text_ce: 0.036540478467941284 (0.0338680709785614) | > loss_mel_ce: 2.8448760509490967 (nan) | > loss: 0.011434193700551987 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14131896359579854) | > loader_time: 0.0046 (0.00457893749763224)  --> TIME: 2025-03-25 11:42:09 -- STEP: 10200/31555 -- GLOBAL_STEP: 956850 | > loss_text_ce: 0.0271074790507555 (0.033864621067255504) | > loss_mel_ce: 2.648317575454712 (nan) | > loss: 0.010616766288876534 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14133649781638455) | > loader_time: 0.0046 (0.0045785966106489445)  --> TIME: 2025-03-25 11:42:19 -- STEP: 10250/31555 -- GLOBAL_STEP: 956900 | > loss_text_ce: 0.042142875492572784 (0.03387053133883512) | > loss_mel_ce: 2.871650218963623 (nan) | > loss: 0.011562671512365341 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1413430768222339) | > loader_time: 0.0045 (0.004578264003846681)  --> TIME: 2025-03-25 11:42:28 -- STEP: 10300/31555 -- GLOBAL_STEP: 956950 | > loss_text_ce: 0.028773607686161995 (0.033870677784609934) | > loss_mel_ce: 2.7786998748779297 (nan) | > loss: 0.01114076841622591 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14132907302634184) | > loader_time: 0.0043 (0.004577717734772005)  --> TIME: 2025-03-25 11:42:38 -- STEP: 10350/31555 -- GLOBAL_STEP: 957000 | > loss_text_ce: 0.028352517634630203 (0.033868966039342384) | > loss_mel_ce: 2.532604694366455 (nan) | > loss: 0.010162529535591602 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1413413268702038) | > loader_time: 0.0045 (0.00457709040618747)  --> TIME: 2025-03-25 11:42:48 -- STEP: 10400/31555 -- GLOBAL_STEP: 957050 | > loss_text_ce: 0.02759835496544838 (0.03386391797792546) | > loss_mel_ce: 1.8814040422439575 (nan) | > loss: 0.007575406692922115 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14134896775850836) | > loader_time: 0.0045 (0.004576678619934942)  --> TIME: 2025-03-25 11:42:57 -- STEP: 10450/31555 -- GLOBAL_STEP: 957100 | > loss_text_ce: 0.02522999234497547 (0.033854652197862434) | > loss_mel_ce: 2.5680248737335205 (nan) | > loss: 0.010290694423019886 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14134169651560777) | > loader_time: 0.0044 (0.004576318777348983)  --> TIME: 2025-03-25 11:43:07 -- STEP: 10500/31555 -- GLOBAL_STEP: 957150 | > loss_text_ce: 0.03127564489841461 (0.033852677291259396) | > loss_mel_ce: 3.0862607955932617 (nan) | > loss: 0.012371177785098553 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14134719916752375) | > loader_time: 0.0042 (0.004575778938475086)  --> TIME: 2025-03-25 11:43:17 -- STEP: 10550/31555 -- GLOBAL_STEP: 957200 | > loss_text_ce: 0.034020472317934036 (0.03385214892688334) | > loss_mel_ce: 2.5951340198516846 (nan) | > loss: 0.010433153249323368 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14136245474431158) | > loader_time: 0.0043 (0.004575163967801474)  --> TIME: 2025-03-25 11:43:27 -- STEP: 10600/31555 -- GLOBAL_STEP: 957250 | > loss_text_ce: 0.029727250337600708 (0.03384913621531857) | > loss_mel_ce: 2.93601131439209 (nan) | > loss: 0.011768803931772709 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14138533439276332) | > loader_time: 0.0047 (0.004574632982038082)  --> TIME: 2025-03-25 11:43:37 -- STEP: 10650/31555 -- GLOBAL_STEP: 957300 | > loss_text_ce: 0.03469016030430794 (0.0338491008293428) | > loss_mel_ce: 2.656829833984375 (nan) | > loss: 0.010680635459721088 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.1413913702181245) | > loader_time: 0.0045 (0.0045741168322137645)  --> TIME: 2025-03-25 11:43:46 -- STEP: 10700/31555 -- GLOBAL_STEP: 957350 | > loss_text_ce: 0.03560243174433708 (0.03384726445469155) | > loss_mel_ce: 2.7489867210388184 (nan) | > loss: 0.011049957014620304 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1413947474399458) | > loader_time: 0.0045 (0.004573342287651826)  --> TIME: 2025-03-25 11:43:56 -- STEP: 10750/31555 -- GLOBAL_STEP: 957400 | > loss_text_ce: 0.03110283613204956 (0.03384012391253633) | > loss_mel_ce: 2.4297351837158203 (nan) | > loss: 0.009765231050550938 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14139106184937228) | > loader_time: 0.0044 (0.004572541835696178)  --> TIME: 2025-03-25 11:44:05 -- STEP: 10800/31555 -- GLOBAL_STEP: 957450 | > loss_text_ce: 0.036097969859838486 (0.033837701017554636) | > loss_mel_ce: 0.0704345703125 (nan) | > loss: 0.00042274821316823363 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14138894822862397) | > loader_time: 0.0046 (0.00457181590574757)  --> TIME: 2025-03-25 11:44:15 -- STEP: 10850/31555 -- GLOBAL_STEP: 957500 | > loss_text_ce: 0.034640390425920486 (0.03383195114180398) | > loss_mel_ce: 2.795257091522217 (nan) | > loss: 0.01122975256294012 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14137811058677263) | > loader_time: 0.0045 (0.004570939925409111)  --> TIME: 2025-03-25 11:44:25 -- STEP: 10900/31555 -- GLOBAL_STEP: 957550 | > loss_text_ce: 0.03581506758928299 (0.03383396445457429) | > loss_mel_ce: 2.697291374206543 (nan) | > loss: 0.010845661163330078 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14138334053371998) | > loader_time: 0.0044 (0.004570644995488136)  --> TIME: 2025-03-25 11:44:35 -- STEP: 10950/31555 -- GLOBAL_STEP: 957600 | > loss_text_ce: 0.03388431295752525 (0.03383009985429536) | > loss_mel_ce: 1.67169189453125 (nan) | > loss: 0.006768160033971071 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14140486153293386) | > loader_time: 0.0045 (0.004570324301175307)  --> TIME: 2025-03-25 11:44:44 -- STEP: 11000/31555 -- GLOBAL_STEP: 957650 | > loss_text_ce: 0.03440551832318306 (0.033831425307657495) | > loss_mel_ce: 2.8806114196777344 (nan) | > loss: 0.011567528359591961 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14138458267125173) | > loader_time: 0.0045 (0.0045698994073000605)  --> TIME: 2025-03-25 11:44:53 -- STEP: 11050/31555 -- GLOBAL_STEP: 957700 | > loss_text_ce: 0.033496465533971786 (0.033833140150319636) | > loss_mel_ce: 3.18310546875 (nan) | > loss: 0.01276429370045662 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14136945133295487) | > loader_time: 0.0044 (0.004570027994354365)  --> TIME: 2025-03-25 11:45:03 -- STEP: 11100/31555 -- GLOBAL_STEP: 957750 | > loss_text_ce: 0.027595188468694687 (0.03383072474870755) | > loss_mel_ce: 2.6456077098846436 (nan) | > loss: 0.010607948526740074 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14137284781481713) | > loader_time: 0.0044 (0.004569415616559532)  --> TIME: 2025-03-25 11:45:13 -- STEP: 11150/31555 -- GLOBAL_STEP: 957800 | > loss_text_ce: 0.03156629577279091 (0.03383201883696548) | > loss_mel_ce: 2.4473514556884766 (nan) | > loss: 0.009836976416409016 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1413671258105284) | > loader_time: 0.0044 (0.004568785231209637)  --> TIME: 2025-03-25 11:45:23 -- STEP: 11200/31555 -- GLOBAL_STEP: 957850 | > loss_text_ce: 0.027211394160985947 (0.03382730239037717) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14139276745063833) | > loader_time: 0.0044 (0.004569071084260921)  --> TIME: 2025-03-25 11:45:33 -- STEP: 11250/31555 -- GLOBAL_STEP: 957900 | > loss_text_ce: 0.028548041358590126 (0.03382532888402568) | > loss_mel_ce: 3.2996881008148193 (nan) | > loss: 0.013207286596298218 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14141013340420103) | > loader_time: 0.0046 (0.004568744871351431)  --> TIME: 2025-03-25 11:45:42 -- STEP: 11300/31555 -- GLOBAL_STEP: 957950 | > loss_text_ce: 0.04006430506706238 (0.03383038665670763) | > loss_mel_ce: 2.6269190311431885 (nan) | > loss: 0.01058326754719019 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14140180775549463) | > loader_time: 0.0046 (0.004568540142700712)  --> TIME: 2025-03-25 11:45:52 -- STEP: 11350/31555 -- GLOBAL_STEP: 958000 | > loss_text_ce: 0.03194999694824219 (0.03383128158321493) | > loss_mel_ce: 3.0153443813323975 (nan) | > loss: 0.012092438526451588 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14139605375113365) | > loader_time: 0.0044 (0.004568144508395398)  --> TIME: 2025-03-25 11:46:01 -- STEP: 11400/31555 -- GLOBAL_STEP: 958050 | > loss_text_ce: 0.02474995329976082 (0.033825391657618026) | > loss_mel_ce: 1.747888207435608 (nan) | > loss: 0.007034278940409422 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14138730986076378) | > loader_time: 0.0043 (0.004568128083881552)  --> TIME: 2025-03-25 11:46:11 -- STEP: 11450/31555 -- GLOBAL_STEP: 958100 | > loss_text_ce: 0.03258928284049034 (0.03382473673850451) | > loss_mel_ce: 1.8952218294143677 (nan) | > loss: 0.007650044746696949 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.141380182707673) | > loader_time: 0.0044 (0.004567398150414852)  --> TIME: 2025-03-25 11:46:20 -- STEP: 11500/31555 -- GLOBAL_STEP: 958150 | > loss_text_ce: 0.03725074231624603 (0.03382883122352825) | > loss_mel_ce: 2.8007891178131104 (nan) | > loss: 0.01126206386834383 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.1413714648951644) | > loader_time: 0.0048 (0.004566614047340697)  --> TIME: 2025-03-25 11:46:30 -- STEP: 11550/31555 -- GLOBAL_STEP: 958200 | > loss_text_ce: 0.026715341955423355 (0.03382309988479745) | > loss_mel_ce: 2.6068568229675293 (nan) | > loss: 0.010450683534145355 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14137009791997485) | > loader_time: 0.0045 (0.004566258909382319)  --> TIME: 2025-03-25 11:46:40 -- STEP: 11600/31555 -- GLOBAL_STEP: 958250 | > loss_text_ce: 0.034150298684835434 (0.03382092509370575) | > loss_mel_ce: 2.706007242202759 (nan) | > loss: 0.010873641818761826 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1413616387391901) | > loader_time: 0.0042 (0.004565801743803324)  --> TIME: 2025-03-25 11:46:49 -- STEP: 11650/31555 -- GLOBAL_STEP: 958300 | > loss_text_ce: 0.02690238691866398 (0.03382362570853472) | > loss_mel_ce: 2.820781946182251 (nan) | > loss: 0.011300335638225079 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14135432531905168) | > loader_time: 0.0043 (0.004565306774024773)  --> TIME: 2025-03-25 11:46:59 -- STEP: 11700/31555 -- GLOBAL_STEP: 958350 | > loss_text_ce: 0.02929840050637722 (0.03382736924526298) | > loss_mel_ce: 2.794140577316284 (nan) | > loss: 0.011204123497009277 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1413585923268234) | > loader_time: 0.0045 (0.004564664506504648)  --> TIME: 2025-03-25 11:47:09 -- STEP: 11750/31555 -- GLOBAL_STEP: 958400 | > loss_text_ce: 0.03450115770101547 (0.033832311474104114) | > loss_mel_ce: 2.8717923164367676 (nan) | > loss: 0.011532911099493504 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14136254304520512) | > loader_time: 0.0045 (0.004564033772083009)  --> TIME: 2025-03-25 11:47:18 -- STEP: 11800/31555 -- GLOBAL_STEP: 958450 | > loss_text_ce: 0.028016503900289536 (0.03383531914976591) | > loss_mel_ce: 2.7809319496154785 (nan) | > loss: 0.011146621778607368 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14136108549974613) | > loader_time: 0.0043 (0.004563665814318871)  --> TIME: 2025-03-25 11:47:28 -- STEP: 11850/31555 -- GLOBAL_STEP: 958500 | > loss_text_ce: 0.03593737632036209 (0.03383745362722821) | > loss_mel_ce: 2.5024242401123047 (nan) | > loss: 0.010072863660752773 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14134363478245993) | > loader_time: 0.0045 (0.004563316373382412)  --> TIME: 2025-03-25 11:47:37 -- STEP: 11900/31555 -- GLOBAL_STEP: 958550 | > loss_text_ce: 0.02922673337161541 (0.033840106181456206) | > loss_mel_ce: 2.5469624996185303 (nan) | > loss: 0.010222974233329296 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1413424300145689) | > loader_time: 0.0044 (0.0045629220850327175)  --> TIME: 2025-03-25 11:47:47 -- STEP: 11950/31555 -- GLOBAL_STEP: 958600 | > loss_text_ce: 0.04108469933271408 (0.03383797396504372) | > loss_mel_ce: 2.647749662399292 (nan) | > loss: 0.010669978335499763 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14134973599820821) | > loader_time: 0.0045 (0.0045622899043509905)  --> TIME: 2025-03-25 11:47:57 -- STEP: 12000/31555 -- GLOBAL_STEP: 958650 | > loss_text_ce: 0.03149091824889183 (0.033838424985607615) | > loss_mel_ce: 2.911567449569702 (nan) | > loss: 0.011678803712129593 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14134970817963152) | > loader_time: 0.0045 (0.004561842878659538)  --> TIME: 2025-03-25 11:48:07 -- STEP: 12050/31555 -- GLOBAL_STEP: 958700 | > loss_text_ce: 0.03144592046737671 (0.03383936713175298) | > loss_mel_ce: 3.1134836673736572 (nan) | > loss: 0.012479879893362522 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14136733541844657) | > loader_time: 0.0044 (0.004561528110899835)  --> TIME: 2025-03-25 11:48:16 -- STEP: 12100/31555 -- GLOBAL_STEP: 958750 | > loss_text_ce: 0.027654634788632393 (0.03384014752608823) | > loss_mel_ce: 2.3223869800567627 (nan) | > loss: 0.009325562976300716 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14137805566314687) | > loader_time: 0.0044 (0.004561669826507535)  --> TIME: 2025-03-25 11:48:26 -- STEP: 12150/31555 -- GLOBAL_STEP: 958800 | > loss_text_ce: 0.03528594225645065 (0.033843152885451866) | > loss_mel_ce: 2.3952441215515137 (nan) | > loss: 0.00964496098458767 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1413838835508231) | > loader_time: 0.0046 (0.004561182599008788)  --> TIME: 2025-03-25 11:48:36 -- STEP: 12200/31555 -- GLOBAL_STEP: 958850 | > loss_text_ce: 0.032417722046375275 (0.03384055139405328) | > loss_mel_ce: 2.547003746032715 (nan) | > loss: 0.0102358004078269 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14137571246897435) | > loader_time: 0.0045 (0.0045607983675159105)  --> TIME: 2025-03-25 11:48:45 -- STEP: 12250/31555 -- GLOBAL_STEP: 958900 | > loss_text_ce: 0.033353354781866074 (0.03383460140121845) | > loss_mel_ce: 3.2179954051971436 (nan) | > loss: 0.01290217787027359 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1413784902728319) | > loader_time: 0.0046 (0.004560419919539439)  --> TIME: 2025-03-25 11:48:55 -- STEP: 12300/31555 -- GLOBAL_STEP: 958950 | > loss_text_ce: 0.02958587557077408 (0.033832772947787346) | > loss_mel_ce: 2.510327100753784 (nan) | > loss: 0.010079020634293556 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14135641144543007) | > loader_time: 0.0048 (0.004559980485497419)  --> TIME: 2025-03-25 11:49:04 -- STEP: 12350/31555 -- GLOBAL_STEP: 959000 | > loss_text_ce: 0.03991858288645744 (0.033837831131359894) | > loss_mel_ce: 2.3880441188812256 (nan) | > loss: 0.00963477324694395 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1413635823794207) | > loader_time: 0.0046 (0.004560068840922583)  --> TIME: 2025-03-25 11:49:14 -- STEP: 12400/31555 -- GLOBAL_STEP: 959050 | > loss_text_ce: 0.03910339996218681 (0.03384053689367593) | > loss_mel_ce: 2.8314096927642822 (nan) | > loss: 0.0113909263163805 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14135532129195277) | > loader_time: 0.0046 (0.004559679242872393)  --> TIME: 2025-03-25 11:49:24 -- STEP: 12450/31555 -- GLOBAL_STEP: 959100 | > loss_text_ce: 0.044458139687776566 (0.03384078900124058) | > loss_mel_ce: 2.7817699909210205 (nan) | > loss: 0.011215191334486008 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14135038291593954) | > loader_time: 0.0044 (0.0045593089942472225)  --> TIME: 2025-03-25 11:49:33 -- STEP: 12500/31555 -- GLOBAL_STEP: 959150 | > loss_text_ce: 0.026467524468898773 (0.03384294666275384) | > loss_mel_ce: 2.7535181045532227 (nan) | > loss: 0.011031690053641796 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1413600095176682) | > loader_time: 0.0044 (0.004559189453124969)  --> TIME: 2025-03-25 11:49:43 -- STEP: 12550/31555 -- GLOBAL_STEP: 959200 | > loss_text_ce: 0.03166396915912628 (0.03384624168365836) | > loss_mel_ce: 2.7854061126708984 (nan) | > loss: 0.011178850196301937 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14137702007217562) | > loader_time: 0.0046 (0.004559016873637013)  --> TIME: 2025-03-25 11:49:53 -- STEP: 12600/31555 -- GLOBAL_STEP: 959250 | > loss_text_ce: 0.030798494815826416 (0.03384673971874964) | > loss_mel_ce: 2.713305950164795 (nan) | > loss: 0.010889303870499134 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14139616973816257) | > loader_time: 0.0044 (0.0045591527128976215)  --> TIME: 2025-03-25 11:50:03 -- STEP: 12650/31555 -- GLOBAL_STEP: 959300 | > loss_text_ce: 0.02270646207034588 (0.03384846827022641) | > loss_mel_ce: 2.4877614974975586 (nan) | > loss: 0.009962175041437149 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1413988020674499) | > loader_time: 0.0044 (0.00455881589957374)  --> TIME: 2025-03-25 11:50:12 -- STEP: 12700/31555 -- GLOBAL_STEP: 959350 | > loss_text_ce: 0.028728654608130455 (0.03384724833628556) | > loss_mel_ce: 1.4486831426620483 (nan) | > loss: 0.005862745456397533 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1413869034399183) | > loader_time: 0.0044 (0.004558698117263648)  --> TIME: 2025-03-25 11:50:22 -- STEP: 12750/31555 -- GLOBAL_STEP: 959400 | > loss_text_ce: 0.032710619270801544 (0.033847140564930184) | > loss_mel_ce: 2.320068359375 (nan) | > loss: 0.009336424991488457 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14138435169294614) | > loader_time: 0.0042 (0.004558526170019984)  --> TIME: 2025-03-25 11:50:32 -- STEP: 12800/31555 -- GLOBAL_STEP: 959450 | > loss_text_ce: 0.03201030567288399 (0.03385190398199482) | > loss_mel_ce: 2.614842176437378 (nan) | > loss: 0.010503383353352547 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14137213371693932) | > loader_time: 0.0045 (0.004558931309729788)  --> TIME: 2025-03-25 11:50:41 -- STEP: 12850/31555 -- GLOBAL_STEP: 959500 | > loss_text_ce: 0.030970854684710503 (0.03385579622702144) | > loss_mel_ce: 2.4236888885498047 (nan) | > loss: 0.009740713983774185 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14137486914252326) | > loader_time: 0.0046 (0.004559316301160257)  --> TIME: 2025-03-25 11:50:51 -- STEP: 12900/31555 -- GLOBAL_STEP: 959550 | > loss_text_ce: 0.031594473868608475 (0.03385502504213724) | > loss_mel_ce: 2.5430586338043213 (nan) | > loss: 0.010216877795755863 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1413694703116881) | > loader_time: 0.0044 (0.004559208274811707)  --> TIME: 2025-03-25 11:51:01 -- STEP: 12950/31555 -- GLOBAL_STEP: 959600 | > loss_text_ce: 0.02986380271613598 (0.03385596413079039) | > loss_mel_ce: 2.979344129562378 (nan) | > loss: 0.011941302567720413 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14136978370342296) | > loader_time: 0.0047 (0.004559161064707606)  --> TIME: 2025-03-25 11:51:10 -- STEP: 13000/31555 -- GLOBAL_STEP: 959650 | > loss_text_ce: 0.029669100418686867 (0.0338500232478748) | > loss_mel_ce: 2.812504291534424 (nan) | > loss: 0.011278466321527958 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1413710292302628) | > loader_time: 0.0044 (0.004559986572999191)  --> TIME: 2025-03-25 11:51:20 -- STEP: 13050/31555 -- GLOBAL_STEP: 959700 | > loss_text_ce: 0.036761682480573654 (0.03385114106638686) | > loss_mel_ce: 2.526003837585449 (nan) | > loss: 0.010169705376029015 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14137272288515937) | > loader_time: 0.0044 (0.004559944763037408)  --> TIME: 2025-03-25 11:51:30 -- STEP: 13100/31555 -- GLOBAL_STEP: 959750 | > loss_text_ce: 0.036143958568573 (0.03384683074756666) | > loss_mel_ce: 2.4404003620147705 (nan) | > loss: 0.00982755795121193 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1413822991793376) | > loader_time: 0.0045 (0.004559448329546956)  --> TIME: 2025-03-25 11:51:39 -- STEP: 13150/31555 -- GLOBAL_STEP: 959800 | > loss_text_ce: 0.031265802681446075 (0.03384174060019821) | > loss_mel_ce: 2.6685216426849365 (nan) | > loss: 0.010713442228734493 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1413808001130236) | > loader_time: 0.0044 (0.004559309129025977)  --> TIME: 2025-03-25 11:51:49 -- STEP: 13200/31555 -- GLOBAL_STEP: 959850 | > loss_text_ce: 0.025280509144067764 (0.03384179286686989) | > loss_mel_ce: 3.139850378036499 (nan) | > loss: 0.01256004348397255 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14137478879003648) | > loader_time: 0.0046 (0.004559015162063342)  --> TIME: 2025-03-25 11:51:58 -- STEP: 13250/31555 -- GLOBAL_STEP: 959900 | > loss_text_ce: 0.03710006922483444 (0.033839329021719274) | > loss_mel_ce: 2.673389434814453 (nan) | > loss: 0.010755911469459534 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14136907915798952) | > loader_time: 0.0047 (0.004558692842159608)  --> TIME: 2025-03-25 11:52:08 -- STEP: 13300/31555 -- GLOBAL_STEP: 959950 | > loss_text_ce: 0.02690952457487583 (0.03384062290429735) | > loss_mel_ce: 2.613736867904663 (nan) | > loss: 0.01047875639051199 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1413624715267251) | > loader_time: 0.0073 (0.004558723671992003)  --> TIME: 2025-03-25 11:52:18 -- STEP: 13350/31555 -- GLOBAL_STEP: 960000 | > loss_text_ce: 0.028702719137072563 (0.03383511628481223) | > loss_mel_ce: 2.545135498046875 (nan) | > loss: 0.010213644243776798 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14137271347117172) | > loader_time: 0.0047 (0.004558494189258797) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_960000.pth  --> TIME: 2025-03-25 11:52:33 -- STEP: 13400/31555 -- GLOBAL_STEP: 960050 | > loss_text_ce: 0.03170337527990341 (0.033833881228356) | > loss_mel_ce: 2.3342366218566895 (nan) | > loss: 0.009388651698827744 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14135817869385509) | > loader_time: 0.0047 (0.004558339136749928)  --> TIME: 2025-03-25 11:52:42 -- STEP: 13450/31555 -- GLOBAL_STEP: 960100 | > loss_text_ce: 0.03239232301712036 (0.03383189732672776) | > loss_mel_ce: 2.3466005325317383 (nan) | > loss: 0.009440448135137558 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14135961755943835) | > loader_time: 0.0046 (0.0045584543221058645)  --> TIME: 2025-03-25 11:52:52 -- STEP: 13500/31555 -- GLOBAL_STEP: 960150 | > loss_text_ce: 0.03861672803759575 (0.03383009948291713) | > loss_mel_ce: 2.957022190093994 (nan) | > loss: 0.01188745629042387 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1413836253660678) | > loader_time: 0.0047 (0.0045584165608441125)  --> TIME: 2025-03-25 11:53:02 -- STEP: 13550/31555 -- GLOBAL_STEP: 960200 | > loss_text_ce: 0.025923272594809532 (0.03382652925458012) | > loss_mel_ce: 0.8862631916999817 (nan) | > loss: 0.003619787748903036 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14140350118334252) | > loader_time: 0.0045 (0.0045582874410706395)  --> TIME: 2025-03-25 11:53:12 -- STEP: 13600/31555 -- GLOBAL_STEP: 960250 | > loss_text_ce: 0.03637808561325073 (0.03382054820800585) | > loss_mel_ce: 2.126878499984741 (nan) | > loss: 0.00858435221016407 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14138969296918) | > loader_time: 0.0046 (0.004558168895104325)  --> TIME: 2025-03-25 11:53:21 -- STEP: 13650/31555 -- GLOBAL_STEP: 960300 | > loss_text_ce: 0.02950477786362171 (0.0338236787293666) | > loss_mel_ce: 0.061767578125 (nan) | > loss: 0.00036219190224073827 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14137406426034807) | > loader_time: 0.0047 (0.00455797827724133)  --> TIME: 2025-03-25 11:53:31 -- STEP: 13700/31555 -- GLOBAL_STEP: 960350 | > loss_text_ce: 0.03584405779838562 (0.033821859380611025) | > loss_mel_ce: 2.1597466468811035 (nan) | > loss: 0.008712662383913994 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14137760306796693) | > loader_time: 0.0046 (0.004558297630644168)  --> TIME: 2025-03-25 11:53:41 -- STEP: 13750/31555 -- GLOBAL_STEP: 960400 | > loss_text_ce: 0.036567576229572296 (0.033821941976994306) | > loss_mel_ce: 3.015343427658081 (nan) | > loss: 0.012110759504139423 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1413871844551761) | > loader_time: 0.0045 (0.0045582595651799725)  --> TIME: 2025-03-25 11:53:50 -- STEP: 13800/31555 -- GLOBAL_STEP: 960450 | > loss_text_ce: 0.02569517493247986 (0.033825444550577406) | > loss_mel_ce: 2.714454174041748 (nan) | > loss: 0.010873609222471714 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14137519865796003) | > loader_time: 0.0043 (0.004557846231736976)  --> TIME: 2025-03-25 11:54:00 -- STEP: 13850/31555 -- GLOBAL_STEP: 960500 | > loss_text_ce: 0.03515326604247093 (0.03382349866277637) | > loss_mel_ce: 2.42850923538208 (nan) | > loss: 0.00977643858641386 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14137458265903438) | > loader_time: 0.0045 (0.004557780066121764)  --> TIME: 2025-03-25 11:54:10 -- STEP: 13900/31555 -- GLOBAL_STEP: 960550 | > loss_text_ce: 0.04044285789132118 (0.033823877342996744) | > loss_mel_ce: 2.5006141662597656 (nan) | > loss: 0.010083560831844807 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14137395860479715) | > loader_time: 0.0045 (0.004557732849669953)  --> TIME: 2025-03-25 11:54:19 -- STEP: 13950/31555 -- GLOBAL_STEP: 960600 | > loss_text_ce: 0.029730461537837982 (0.033825827525414534) | > loss_mel_ce: 2.3416335582733154 (nan) | > loss: 0.009410175494849682 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.141375205764632) | > loader_time: 0.0072 (0.004557698413889877)  --> TIME: 2025-03-25 11:54:29 -- STEP: 14000/31555 -- GLOBAL_STEP: 960650 | > loss_text_ce: 0.02627628482878208 (0.03382497227251795) | > loss_mel_ce: 2.938249349594116 (nan) | > loss: 0.01176399178802967 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14139653074741182) | > loader_time: 0.0044 (0.004557575208800166)  --> TIME: 2025-03-25 11:54:39 -- STEP: 14050/31555 -- GLOBAL_STEP: 960700 | > loss_text_ce: 0.03847527876496315 (0.033826006272231035) | > loss_mel_ce: 2.6378183364868164 (nan) | > loss: 0.010620213113725185 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.1413968611611997) | > loader_time: 0.0044 (0.004557159634247356)  --> TIME: 2025-03-25 11:54:49 -- STEP: 14100/31555 -- GLOBAL_STEP: 960750 | > loss_text_ce: 0.028930172324180603 (0.03382695060652674) | > loss_mel_ce: 2.4311399459838867 (nan) | > loss: 0.009762183763086796 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14140298672601517) | > loader_time: 0.0046 (0.004556733259917983)  --> TIME: 2025-03-25 11:54:58 -- STEP: 14150/31555 -- GLOBAL_STEP: 960800 | > loss_text_ce: 0.03273289278149605 (0.03382407043464874) | > loss_mel_ce: 2.7259886264801025 (nan) | > loss: 0.010947308503091335 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14139655157028422) | > loader_time: 0.0043 (0.004556245567941821)  --> TIME: 2025-03-25 11:55:08 -- STEP: 14200/31555 -- GLOBAL_STEP: 960850 | > loss_text_ce: 0.03332151472568512 (0.03382475579452606) | > loss_mel_ce: 2.9275941848754883 (nan) | > loss: 0.011749666184186935 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14140324609380225) | > loader_time: 0.0047 (0.004555832332288702)  --> TIME: 2025-03-25 11:55:18 -- STEP: 14250/31555 -- GLOBAL_STEP: 960900 | > loss_text_ce: 0.033923663198947906 (0.03382392716780299) | > loss_mel_ce: 2.2760984897613525 (nan) | > loss: 0.00916675478219986 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14140583095215764) | > loader_time: 0.0046 (0.004555392047815143)  --> TIME: 2025-03-25 11:55:27 -- STEP: 14300/31555 -- GLOBAL_STEP: 960950 | > loss_text_ce: 0.03306803107261658 (0.0338199540611903) | > loss_mel_ce: 3.052915334701538 (nan) | > loss: 0.012245966121554375 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14139898375197585) | > loader_time: 0.0047 (0.00455491110995098)  --> TIME: 2025-03-25 11:55:37 -- STEP: 14350/31555 -- GLOBAL_STEP: 961000 | > loss_text_ce: 0.03459657356142998 (0.03381966086902782) | > loss_mel_ce: 2.48789119720459 (nan) | > loss: 0.01000987272709608 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14139994767484618) | > loader_time: 0.0045 (0.0045543349163042)  --> TIME: 2025-03-25 11:55:47 -- STEP: 14400/31555 -- GLOBAL_STEP: 961050 | > loss_text_ce: 0.03467046096920967 (0.03381726559277411) | > loss_mel_ce: 1.5971105098724365 (nan) | > loss: 0.00647532194852829 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14141288732488802) | > loader_time: 0.0046 (0.004554780870676027)  --> TIME: 2025-03-25 11:55:57 -- STEP: 14450/31555 -- GLOBAL_STEP: 961100 | > loss_text_ce: 0.036032550036907196 (0.03381929990832255) | > loss_mel_ce: 2.5595076084136963 (nan) | > loss: 0.010299762710928917 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14142811468315636) | > loader_time: 0.0047 (0.004555003387292763)  --> TIME: 2025-03-25 11:56:06 -- STEP: 14500/31555 -- GLOBAL_STEP: 961150 | > loss_text_ce: 0.03574177250266075 (0.03382424096262136) | > loss_mel_ce: 3.227365493774414 (nan) | > loss: 0.012948838993906975 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1414316051910648) | > loader_time: 0.0045 (0.004555587341045498)  --> TIME: 2025-03-25 11:56:16 -- STEP: 14550/31555 -- GLOBAL_STEP: 961200 | > loss_text_ce: 0.03134675323963165 (0.033824694879685785) | > loss_mel_ce: 2.4891977310180664 (nan) | > loss: 0.010002161376178265 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14144025196324353) | > loader_time: 0.0046 (0.00455592763382953)  --> TIME: 2025-03-25 11:56:26 -- STEP: 14600/31555 -- GLOBAL_STEP: 961250 | > loss_text_ce: 0.035939015448093414 (0.03382614312323488) | > loss_mel_ce: 2.4701766967773438 (nan) | > loss: 0.009944903664290905 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1414285707310439) | > loader_time: 0.0046 (0.004555972406308932)  --> TIME: 2025-03-25 11:56:36 -- STEP: 14650/31555 -- GLOBAL_STEP: 961300 | > loss_text_ce: 0.04200035333633423 (0.033825041292292364) | > loss_mel_ce: 2.5093531608581543 (nan) | > loss: 0.010124418884515762 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14143142752272936) | > loader_time: 0.0048 (0.00455693557400751)  --> TIME: 2025-03-25 11:56:45 -- STEP: 14700/31555 -- GLOBAL_STEP: 961350 | > loss_text_ce: 0.0326722227036953 (0.03382358796121604) | > loss_mel_ce: 2.892482042312622 (nan) | > loss: 0.011607755906879902 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14144028801496183) | > loader_time: 0.0046 (0.004557075289641906)  --> TIME: 2025-03-25 11:56:55 -- STEP: 14750/31555 -- GLOBAL_STEP: 961400 | > loss_text_ce: 0.03510885685682297 (0.033824006338493175) | > loss_mel_ce: 3.0745513439178467 (nan) | > loss: 0.012339921668171883 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14144210904331375) | > loader_time: 0.0043 (0.004556858612319158)  --> TIME: 2025-03-25 11:57:05 -- STEP: 14800/31555 -- GLOBAL_STEP: 961450 | > loss_text_ce: 0.04398738592863083 (0.03382541192066217) | > loss_mel_ce: 2.766645908355713 (nan) | > loss: 0.011153306812047958 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14144755650210872) | > loader_time: 0.0044 (0.00455679337720612)  --> TIME: 2025-03-25 11:57:14 -- STEP: 14850/31555 -- GLOBAL_STEP: 961500 | > loss_text_ce: 0.03510544076561928 (0.03382711433401003) | > loss_mel_ce: 2.8821380138397217 (nan) | > loss: 0.011576363816857338 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14143988985003694) | > loader_time: 0.0046 (0.0045567395630910215)  --> TIME: 2025-03-25 11:57:24 -- STEP: 14900/31555 -- GLOBAL_STEP: 961550 | > loss_text_ce: 0.02795560285449028 (0.03382774823488995) | > loss_mel_ce: 2.340937614440918 (nan) | > loss: 0.00940037053078413 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14143753326979108) | > loader_time: 0.0044 (0.004556669260831475)  --> TIME: 2025-03-25 11:57:33 -- STEP: 14950/31555 -- GLOBAL_STEP: 961600 | > loss_text_ce: 0.0355888269841671 (0.03383077193562393) | > loss_mel_ce: 2.491816997528076 (nan) | > loss: 0.010029388591647148 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14142910958931046) | > loader_time: 0.0043 (0.004556353722128968)  --> TIME: 2025-03-25 11:57:43 -- STEP: 15000/31555 -- GLOBAL_STEP: 961650 | > loss_text_ce: 0.03951592743396759 (0.03383097407383214) | > loss_mel_ce: 2.1209659576416016 (nan) | > loss: 0.008573341183364391 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1414217234134659) | > loader_time: 0.0044 (0.004555960353215523)  --> TIME: 2025-03-25 11:57:53 -- STEP: 15050/31555 -- GLOBAL_STEP: 961700 | > loss_text_ce: 0.030618814751505852 (0.03383135430650946) | > loss_mel_ce: 2.889387607574463 (nan) | > loss: 0.011587328277528286 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14142917080178855) | > loader_time: 0.0043 (0.00455577005975665)  --> TIME: 2025-03-25 11:58:02 -- STEP: 15100/31555 -- GLOBAL_STEP: 961750 | > loss_text_ce: 0.028661062940955162 (0.03382774278163805) | > loss_mel_ce: 3.0824596881866455 (nan) | > loss: 0.01234571821987629 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14141391422574734) | > loader_time: 0.0046 (0.004555390844281923)  --> TIME: 2025-03-25 11:58:12 -- STEP: 15150/31555 -- GLOBAL_STEP: 961800 | > loss_text_ce: 0.03498158976435661 (0.03383025866001838) | > loss_mel_ce: 2.660611152648926 (nan) | > loss: 0.01069679670035839 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14140389991671976) | > loader_time: 0.0043 (0.004554987772069736)  --> TIME: 2025-03-25 11:58:21 -- STEP: 15200/31555 -- GLOBAL_STEP: 961850 | > loss_text_ce: 0.033573608845472336 (0.03383311294350081) | > loss_mel_ce: 2.6451077461242676 (nan) | > loss: 0.010629688389599323 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1414029753521854) | > loader_time: 0.0044 (0.004554864026998206)  --> TIME: 2025-03-25 11:58:31 -- STEP: 15250/31555 -- GLOBAL_STEP: 961900 | > loss_text_ce: 0.0329882986843586 (0.03383053240399863) | > loss_mel_ce: 3.0274906158447266 (nan) | > loss: 0.012144758366048336 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14140836156000708) | > loader_time: 0.0047 (0.0045548005651255006)  --> TIME: 2025-03-25 11:58:40 -- STEP: 15300/31555 -- GLOBAL_STEP: 961950 | > loss_text_ce: 0.028824152424931526 (0.0338334085497688) | > loss_mel_ce: 1.798486590385437 (nan) | > loss: 0.007251233793795109 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14139608286564498) | > loader_time: 0.0047 (0.004554859314089495)  --> TIME: 2025-03-25 11:58:50 -- STEP: 15350/31555 -- GLOBAL_STEP: 962000 | > loss_text_ce: 0.030732112005352974 (0.033829399806838606) | > loss_mel_ce: 1.81683349609375 (nan) | > loss: 0.007331610191613436 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14138429432039393) | > loader_time: 0.0043 (0.0045547639585861435)  --> TIME: 2025-03-25 11:59:00 -- STEP: 15400/31555 -- GLOBAL_STEP: 962050 | > loss_text_ce: 0.041263170540332794 (0.03383240702682979) | > loss_mel_ce: 3.1230382919311523 (nan) | > loss: 0.012556752189993858 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14139703208749796) | > loader_time: 0.0045 (0.004554899079459042)  --> TIME: 2025-03-25 11:59:10 -- STEP: 15450/31555 -- GLOBAL_STEP: 962100 | > loss_text_ce: 0.03389950096607208 (0.03383301084879237) | > loss_mel_ce: 2.3056640625 (nan) | > loss: 0.009283983148634434 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14139727276119837) | > loader_time: 0.0045 (0.004554880923052038)  --> TIME: 2025-03-25 11:59:19 -- STEP: 15500/31555 -- GLOBAL_STEP: 962150 | > loss_text_ce: 0.034665461629629135 (0.03383354696583357) | > loss_mel_ce: 2.919139862060547 (nan) | > loss: 0.01172144990414381 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14139363494995955) | > loader_time: 0.0043 (0.004554885572002768)  --> TIME: 2025-03-25 11:59:29 -- STEP: 15550/31555 -- GLOBAL_STEP: 962200 | > loss_text_ce: 0.03318337723612785 (0.03383571408521318) | > loss_mel_ce: 2.1291608810424805 (nan) | > loss: 0.008580731227993965 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14139587068097623) | > loader_time: 0.005 (0.004555094939719431)  --> TIME: 2025-03-25 11:59:38 -- STEP: 15600/31555 -- GLOBAL_STEP: 962250 | > loss_text_ce: 0.037842996418476105 (0.03383818707894528) | > loss_mel_ce: 2.683444023132324 (nan) | > loss: 0.010798758827149868 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14137392980929986) | > loader_time: 0.0044 (0.004554864366849252)  --> TIME: 2025-03-25 11:59:47 -- STEP: 15650/31555 -- GLOBAL_STEP: 962300 | > loss_text_ce: 0.020501770079135895 (0.03383371677856661) | > loss_mel_ce: 2.308964490890503 (nan) | > loss: 0.009243914857506752 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1413542970529365) | > loader_time: 0.0044 (0.00455480350092195)  --> TIME: 2025-03-25 11:59:57 -- STEP: 15700/31555 -- GLOBAL_STEP: 962350 | > loss_text_ce: 0.03228946402668953 (0.03382412054890369) | > loss_mel_ce: 2.6593143939971924 (nan) | > loss: 0.0106809688732028 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14136387673153095) | > loader_time: 0.0069 (0.004555077021289012)  --> TIME: 2025-03-25 12:00:07 -- STEP: 15750/31555 -- GLOBAL_STEP: 962400 | > loss_text_ce: 0.029681488871574402 (0.03382210540724173) | > loss_mel_ce: 2.308154344558716 (nan) | > loss: 0.009277126751840115 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14136501363723852) | > loader_time: 0.0044 (0.004555193522619811)  --> TIME: 2025-03-25 12:00:17 -- STEP: 15800/31555 -- GLOBAL_STEP: 962450 | > loss_text_ce: 0.0404537208378315 (0.033824144231179035) | > loss_mel_ce: 3.225886344909668 (nan) | > loss: 0.012961667031049728 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14136377069014394) | > loader_time: 0.0048 (0.00455516647688949)  --> TIME: 2025-03-25 12:00:26 -- STEP: 15850/31555 -- GLOBAL_STEP: 962500 | > loss_text_ce: 0.0301585141569376 (0.03382590622426672) | > loss_mel_ce: 1.6855177879333496 (nan) | > loss: 0.006808239500969648 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1413588525970637) | > loader_time: 0.0043 (0.004554881192156181)  --> TIME: 2025-03-25 12:00:36 -- STEP: 15900/31555 -- GLOBAL_STEP: 962550 | > loss_text_ce: 0.03739931434392929 (0.033823556221388926) | > loss_mel_ce: 2.9967477321624756 (nan) | > loss: 0.012040266767144203 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14135384705081533) | > loader_time: 0.0044 (0.004554921606051835)  --> TIME: 2025-03-25 12:00:45 -- STEP: 15950/31555 -- GLOBAL_STEP: 962600 | > loss_text_ce: 0.03405611962080002 (0.033826461943292634) | > loss_mel_ce: 2.905808448791504 (nan) | > loss: 0.011666130274534225 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.1413490507072028) | > loader_time: 0.0047 (0.004555036206977857)  --> TIME: 2025-03-25 12:00:55 -- STEP: 16000/31555 -- GLOBAL_STEP: 962650 | > loss_text_ce: 0.038496218621730804 (0.033828340137144496) | > loss_mel_ce: 2.638930082321167 (nan) | > loss: 0.010624708607792854 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14133066385984278) | > loader_time: 0.0047 (0.004554865896701801)  --> TIME: 2025-03-25 12:01:04 -- STEP: 16050/31555 -- GLOBAL_STEP: 962700 | > loss_text_ce: 0.0298998411744833 (0.03382410945933643) | > loss_mel_ce: 3.490736961364746 (nan) | > loss: 0.013970782049000263 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14131450700611198) | > loader_time: 0.0044 (0.0045546876901406625)  --> TIME: 2025-03-25 12:01:14 -- STEP: 16100/31555 -- GLOBAL_STEP: 962750 | > loss_text_ce: 0.029647601768374443 (0.03382072597626383) | > loss_mel_ce: 3.2141640186309814 (nan) | > loss: 0.012872269377112389 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14131664692244775) | > loader_time: 0.0047 (0.004554611363025914)  --> TIME: 2025-03-25 12:01:23 -- STEP: 16150/31555 -- GLOBAL_STEP: 962800 | > loss_text_ce: 0.04853149875998497 (0.03381925311170213) | > loss_mel_ce: 2.675299882888794 (nan) | > loss: 0.010808855295181274 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14131903766478407) | > loader_time: 0.0044 (0.004554540941220676)  --> TIME: 2025-03-25 12:01:33 -- STEP: 16200/31555 -- GLOBAL_STEP: 962850 | > loss_text_ce: 0.036291394382715225 (0.033818846800375994) | > loss_mel_ce: 2.7438623905181885 (nan) | > loss: 0.01103235688060522 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.1413339728190561) | > loader_time: 0.0047 (0.004554530602914305)  --> TIME: 2025-03-25 12:01:43 -- STEP: 16250/31555 -- GLOBAL_STEP: 962900 | > loss_text_ce: 0.035220369696617126 (0.033819995462665134) | > loss_mel_ce: 2.877964496612549 (nan) | > loss: 0.011560258455574512 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14133236681131076) | > loader_time: 0.0044 (0.004554326688326311)  --> TIME: 2025-03-25 12:01:52 -- STEP: 16300/31555 -- GLOBAL_STEP: 962950 | > loss_text_ce: 0.03444112092256546 (0.033817560877308105) | > loss_mel_ce: 2.2239010334014893 (nan) | > loss: 0.008961676619946957 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1413309708840994) | > loader_time: 0.0046 (0.004554238275516241)  --> TIME: 2025-03-25 12:02:02 -- STEP: 16350/31555 -- GLOBAL_STEP: 963000 | > loss_text_ce: 0.03520415350794792 (0.033817845934187366) | > loss_mel_ce: 2.7483856678009033 (nan) | > loss: 0.011045992374420166 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1413329593267631) | > loader_time: 0.0044 (0.004554005996167466)  --> TIME: 2025-03-25 12:02:11 -- STEP: 16400/31555 -- GLOBAL_STEP: 963050 | > loss_text_ce: 0.03546498343348503 (0.03382183080629963) | > loss_mel_ce: 1.8330789804458618 (nan) | > loss: 0.007414857391268015 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14131374984252604) | > loader_time: 0.0043 (0.00455389759889462)  --> TIME: 2025-03-25 12:02:21 -- STEP: 16450/31555 -- GLOBAL_STEP: 963100 | > loss_text_ce: 0.02840561233460903 (0.033821059036037424) | > loss_mel_ce: 2.5401830673217773 (nan) | > loss: 0.010192813351750374 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14130868423311044) | > loader_time: 0.0048 (0.0045538432112580615)  --> TIME: 2025-03-25 12:02:31 -- STEP: 16500/31555 -- GLOBAL_STEP: 963150 | > loss_text_ce: 0.04099035635590553 (0.03382139280833525) | > loss_mel_ce: 3.1503114700317383 (nan) | > loss: 0.01266389712691307 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1413179351199743) | > loader_time: 0.0047 (0.004553778446081901)  --> TIME: 2025-03-25 12:02:41 -- STEP: 16550/31555 -- GLOBAL_STEP: 963200 | > loss_text_ce: 0.04527045786380768 (0.03382321459514132) | > loss_mel_ce: 1.0902167558670044 (nan) | > loss: 0.00450590206310153 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14132804565199053) | > loader_time: 0.0045 (0.0045537564977778285)  --> TIME: 2025-03-25 12:02:50 -- STEP: 16600/31555 -- GLOBAL_STEP: 963250 | > loss_text_ce: 0.03373879939317703 (0.03382612613400058) | > loss_mel_ce: 2.216769218444824 (nan) | > loss: 0.008930588141083717 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14132699308625046) | > loader_time: 0.0044 (0.004553939161530449)  --> TIME: 2025-03-25 12:03:00 -- STEP: 16650/31555 -- GLOBAL_STEP: 963300 | > loss_text_ce: 0.03008793480694294 (0.03382542648920422) | > loss_mel_ce: 2.978376626968384 (nan) | > loss: 0.011938352137804031 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.14131960328992643) | > loader_time: 0.0046 (0.004553826249039555)  --> TIME: 2025-03-25 12:03:09 -- STEP: 16700/31555 -- GLOBAL_STEP: 963350 | > loss_text_ce: 0.03711679205298424 (0.033822938960246296) | > loss_mel_ce: 2.1481521129608154 (nan) | > loss: 0.008671702817082405 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1413143846089241) | > loader_time: 0.0045 (0.004553683432276366)  --> TIME: 2025-03-25 12:03:19 -- STEP: 16750/31555 -- GLOBAL_STEP: 963400 | > loss_text_ce: 0.04070625826716423 (0.0338209774837787) | > loss_mel_ce: 2.36153244972229 (nan) | > loss: 0.009532693773508072 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14131813715464897) | > loader_time: 0.0046 (0.004553584098815907)  --> TIME: 2025-03-25 12:03:29 -- STEP: 16800/31555 -- GLOBAL_STEP: 963450 | > loss_text_ce: 0.033450692892074585 (0.033817180684723266) | > loss_mel_ce: 3.406135082244873 (nan) | > loss: 0.013649150729179382 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14131242557650386) | > loader_time: 0.0047 (0.004553404322692314)  --> TIME: 2025-03-25 12:03:38 -- STEP: 16850/31555 -- GLOBAL_STEP: 963500 | > loss_text_ce: 0.03414568677544594 (0.03381333899548831) | > loss_mel_ce: 2.120570659637451 (nan) | > loss: 0.008550461381673813 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14131231772085892) | > loader_time: 0.0067 (0.0045537844468294935)  --> TIME: 2025-03-25 12:03:48 -- STEP: 16900/31555 -- GLOBAL_STEP: 963550 | > loss_text_ce: 0.03611264377832413 (0.033810979564668636) | > loss_mel_ce: 2.620858907699585 (nan) | > loss: 0.010543538257479668 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14132504604271742) | > loader_time: 0.005 (0.004553788780460688)  --> TIME: 2025-03-25 12:03:58 -- STEP: 16950/31555 -- GLOBAL_STEP: 963600 | > loss_text_ce: 0.03470116853713989 (0.033810614346029264) | > loss_mel_ce: 0.23652343451976776 (nan) | > loss: 0.00107628817204386 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1413389062037497) | > loader_time: 0.0043 (0.004553717033701299)  --> TIME: 2025-03-25 12:04:08 -- STEP: 17000/31555 -- GLOBAL_STEP: 963650 | > loss_text_ce: 0.02441808022558689 (0.033809927242534066) | > loss_mel_ce: 2.3792526721954346 (nan) | > loss: 0.009538376703858376 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14134155709603122) | > loader_time: 0.0045 (0.004553506346309877)  --> TIME: 2025-03-25 12:04:18 -- STEP: 17050/31555 -- GLOBAL_STEP: 963700 | > loss_text_ce: 0.03655340522527695 (0.03380654620438196) | > loss_mel_ce: 3.06439471244812 (nan) | > loss: 0.012305350042879581 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.1413446654042877) | > loader_time: 0.0045 (0.004553449202842369)  --> TIME: 2025-03-25 12:04:27 -- STEP: 17100/31555 -- GLOBAL_STEP: 963750 | > loss_text_ce: 0.040522146970033646 (0.03380270730943704) | > loss_mel_ce: 2.6951427459716797 (nan) | > loss: 0.010855813510715961 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14135537656426997) | > loader_time: 0.0043 (0.0045535147538659105)  --> TIME: 2025-03-25 12:04:37 -- STEP: 17150/31555 -- GLOBAL_STEP: 963800 | > loss_text_ce: 0.030515696853399277 (0.033800190020971614) | > loss_mel_ce: 2.8467698097229004 (nan) | > loss: 0.011417800560593605 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14135133468027242) | > loader_time: 0.0043 (0.0045536220595023295)  --> TIME: 2025-03-25 12:04:47 -- STEP: 17200/31555 -- GLOBAL_STEP: 963850 | > loss_text_ce: 0.04258183017373085 (0.033801027744207034) | > loss_mel_ce: 2.731336832046509 (nan) | > loss: 0.011007614433765411 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14135113955930104) | > loader_time: 0.0045 (0.004553554363028939)  --> TIME: 2025-03-25 12:04:56 -- STEP: 17250/31555 -- GLOBAL_STEP: 963900 | > loss_text_ce: 0.034236472100019455 (0.033800738852201105) | > loss_mel_ce: 2.0098280906677246 (nan) | > loss: 0.00811136793345213 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14135424416306977) | > loader_time: 0.0046 (0.004553519732710237)  --> TIME: 2025-03-25 12:05:06 -- STEP: 17300/31555 -- GLOBAL_STEP: 963950 | > loss_text_ce: 0.03239496797323227 (0.03380322896590117) | > loss_mel_ce: 0.60186767578125 (nan) | > loss: 0.002516915323212743 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1413531870649029) | > loader_time: 0.0044 (0.004553380260577773)  --> TIME: 2025-03-25 12:05:16 -- STEP: 17350/31555 -- GLOBAL_STEP: 964000 | > loss_text_ce: 0.036428775638341904 (0.033802607465771545) | > loss_mel_ce: 3.2246384620666504 (nan) | > loss: 0.012940743006765842 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14135057814870056) | > loader_time: 0.0045 (0.004553226943661905)  --> TIME: 2025-03-25 12:05:25 -- STEP: 17400/31555 -- GLOBAL_STEP: 964050 | > loss_text_ce: 0.03255559131503105 (0.033803839143526165) | > loss_mel_ce: 2.0149965286254883 (nan) | > loss: 0.008125207386910915 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14133788745978662) | > loader_time: 0.0044 (0.004553284014778569)  --> TIME: 2025-03-25 12:05:35 -- STEP: 17450/31555 -- GLOBAL_STEP: 964100 | > loss_text_ce: 0.0325581356883049 (0.03380630775565615) | > loss_mel_ce: 2.6790902614593506 (nan) | > loss: 0.010760510340332985 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14133494435886818) | > loader_time: 0.0049 (0.004553389180355556)  --> TIME: 2025-03-25 12:05:44 -- STEP: 17500/31555 -- GLOBAL_STEP: 964150 | > loss_text_ce: 0.02504126913845539 (0.03380512421881511) | > loss_mel_ce: 2.2452006340026855 (nan) | > loss: 0.009008897468447685 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14133273898533297) | > loader_time: 0.0044 (0.004553439181191572)  --> TIME: 2025-03-25 12:05:54 -- STEP: 17550/31555 -- GLOBAL_STEP: 964200 | > loss_text_ce: 0.02444443106651306 (0.033804727686234756) | > loss_mel_ce: 2.131953716278076 (nan) | > loss: 0.008557135239243507 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14132573987683567) | > loader_time: 0.0044 (0.004553510714799922)  --> TIME: 2025-03-25 12:06:03 -- STEP: 17600/31555 -- GLOBAL_STEP: 964250 | > loss_text_ce: 0.03536064550280571 (0.03380387226315424) | > loss_mel_ce: 2.0170931816101074 (nan) | > loss: 0.00814465805888176 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1413274923508806) | > loader_time: 0.0043 (0.004553410749543789)  --> TIME: 2025-03-25 12:06:13 -- STEP: 17650/31555 -- GLOBAL_STEP: 964300 | > loss_text_ce: 0.034069184213876724 (0.03380228228323561) | > loss_mel_ce: 1.0233302116394043 (nan) | > loss: 0.004196029622107744 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1413292329642309) | > loader_time: 0.0046 (0.00455327410873542)  --> TIME: 2025-03-25 12:06:23 -- STEP: 17700/31555 -- GLOBAL_STEP: 964350 | > loss_text_ce: 0.029877230525016785 (0.0337984795318548) | > loss_mel_ce: 3.1629834175109863 (nan) | > loss: 0.012670082040131092 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1413432097704386) | > loader_time: 0.0066 (0.0045534794074667305)  --> TIME: 2025-03-25 12:06:33 -- STEP: 17750/31555 -- GLOBAL_STEP: 964400 | > loss_text_ce: 0.04371141269803047 (0.0338030405576065) | > loss_mel_ce: 1.7238205671310425 (nan) | > loss: 0.007014016155153513 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14134571251398978) | > loader_time: 0.0043 (0.004553447938301186)  --> TIME: 2025-03-25 12:06:42 -- STEP: 17800/31555 -- GLOBAL_STEP: 964450 | > loss_text_ce: 0.024181580170989037 (0.0338012452053659) | > loss_mel_ce: 2.5820443630218506 (nan) | > loss: 0.010342166759073734 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.141341350091976) | > loader_time: 0.0045 (0.00455332885967211)  --> TIME: 2025-03-25 12:06:52 -- STEP: 17850/31555 -- GLOBAL_STEP: 964500 | > loss_text_ce: 0.03648928925395012 (0.03380139960716955) | > loss_mel_ce: 3.085136890411377 (nan) | > loss: 0.012387406080961227 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14133085704985016) | > loader_time: 0.0044 (0.004553159852655653)  --> TIME: 2025-03-25 12:07:02 -- STEP: 17900/31555 -- GLOBAL_STEP: 964550 | > loss_text_ce: 0.03812028467655182 (0.03380407638572067) | > loss_mel_ce: 2.9783573150634766 (nan) | > loss: 0.011970150284469128 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1413347630127838) | > loader_time: 0.0045 (0.0045532522121621176)  --> TIME: 2025-03-25 12:07:11 -- STEP: 17950/31555 -- GLOBAL_STEP: 964600 | > loss_text_ce: 0.026199260726571083 (0.033803365904692524) | > loss_mel_ce: 2.758030891418457 (nan) | > loss: 0.011048533022403717 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1413295251081239) | > loader_time: 0.0045 (0.004553650933055819)  --> TIME: 2025-03-25 12:07:21 -- STEP: 18000/31555 -- GLOBAL_STEP: 964650 | > loss_text_ce: 0.04551416262984276 (0.033804756664101814) | > loss_mel_ce: 2.7711846828460693 (nan) | > loss: 0.011177376843988895 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14132327973842518) | > loader_time: 0.0044 (0.004553790463341602)  --> TIME: 2025-03-25 12:07:30 -- STEP: 18050/31555 -- GLOBAL_STEP: 964700 | > loss_text_ce: 0.03459686413407326 (0.033808641253384876) | > loss_mel_ce: 2.924163341522217 (nan) | > loss: 0.011741112917661667 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1413241752032747) | > loader_time: 0.0046 (0.004554129729970996)  --> TIME: 2025-03-25 12:07:40 -- STEP: 18100/31555 -- GLOBAL_STEP: 964750 | > loss_text_ce: 0.02581053040921688 (0.03381078325649357) | > loss_mel_ce: 2.5657005310058594 (nan) | > loss: 0.010283774696290493 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1413255068610376) | > loader_time: 0.0047 (0.004554055382533621)  --> TIME: 2025-03-25 12:07:50 -- STEP: 18150/31555 -- GLOBAL_STEP: 964800 | > loss_text_ce: 0.02953064814209938 (0.03381190581324175) | > loss_mel_ce: 2.085693359375 (nan) | > loss: 0.008393746800720692 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14131880176953932) | > loader_time: 0.0044 (0.004554100325613305)  --> TIME: 2025-03-25 12:07:59 -- STEP: 18200/31555 -- GLOBAL_STEP: 964850 | > loss_text_ce: 0.039405401796102524 (0.03381246159344415) | > loss_mel_ce: 2.433634042739868 (nan) | > loss: 0.009813648648560047 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14131643612306094) | > loader_time: 0.005 (0.004554089504283856)  --> TIME: 2025-03-25 12:08:09 -- STEP: 18250/31555 -- GLOBAL_STEP: 964900 | > loss_text_ce: 0.03120375983417034 (0.033817709562406886) | > loss_mel_ce: 2.5455267429351807 (nan) | > loss: 0.01022512186318636 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14132393755977996) | > loader_time: 0.0046 (0.004554249214799429)  --> TIME: 2025-03-25 12:08:19 -- STEP: 18300/31555 -- GLOBAL_STEP: 964950 | > loss_text_ce: 0.025927972048521042 (0.03381788650649725) | > loss_mel_ce: 1.6458351612091064 (nan) | > loss: 0.006633981131017208 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14132504437139018) | > loader_time: 0.0046 (0.004554257966130151)  --> TIME: 2025-03-25 12:08:28 -- STEP: 18350/31555 -- GLOBAL_STEP: 965000 | > loss_text_ce: 0.020909138023853302 (0.033815565549994236) | > loss_mel_ce: 2.307356119155884 (nan) | > loss: 0.00923914834856987 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1413234195397389) | > loader_time: 0.0044 (0.004554203147784235)  --> TIME: 2025-03-25 12:08:38 -- STEP: 18400/31555 -- GLOBAL_STEP: 965050 | > loss_text_ce: 0.04056130349636078 (0.03381750199710939) | > loss_mel_ce: 2.821885585784912 (nan) | > loss: 0.011358916759490967 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1413211034173539) | > loader_time: 0.0045 (0.004554237710392986)  --> TIME: 2025-03-25 12:08:48 -- STEP: 18450/31555 -- GLOBAL_STEP: 965100 | > loss_text_ce: 0.039573512971401215 (0.03381738689321721) | > loss_mel_ce: 3.0010812282562256 (nan) | > loss: 0.012066090479493141 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14131836039586976) | > loader_time: 0.0046 (0.004554274851067599)  --> TIME: 2025-03-25 12:08:57 -- STEP: 18500/31555 -- GLOBAL_STEP: 965150 | > loss_text_ce: 0.03950955718755722 (0.03381754309824984) | > loss_mel_ce: 3.0315515995025635 (nan) | > loss: 0.012186751700937748 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14130639892010963) | > loader_time: 0.0046 (0.004554368831015916)  --> TIME: 2025-03-25 12:09:06 -- STEP: 18550/31555 -- GLOBAL_STEP: 965200 | > loss_text_ce: 0.029631957411766052 (0.03381400759228949) | > loss_mel_ce: 2.896617889404297 (nan) | > loss: 0.011612102389335632 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14130281520339558) | > loader_time: 0.0043 (0.0045542756952044105)  --> TIME: 2025-03-25 12:09:16 -- STEP: 18600/31555 -- GLOBAL_STEP: 965250 | > loss_text_ce: 0.022384220734238625 (0.03381838109995159) | > loss_mel_ce: 3.2609474658966064 (nan) | > loss: 0.013029094785451889 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14129429404453436) | > loader_time: 0.0044 (0.004554227782833958)  --> TIME: 2025-03-25 12:09:26 -- STEP: 18650/31555 -- GLOBAL_STEP: 965300 | > loss_text_ce: 0.04210143908858299 (0.03381548914958492) | > loss_mel_ce: 2.52227783203125 (nan) | > loss: 0.010176108218729496 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1412983868141264) | > loader_time: 0.0047 (0.004554281579904836)  --> TIME: 2025-03-25 12:09:35 -- STEP: 18700/31555 -- GLOBAL_STEP: 965350 | > loss_text_ce: 0.03915547579526901 (0.0338169339711573) | > loss_mel_ce: 2.9077229499816895 (nan) | > loss: 0.011693962849676609 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14129445273608324) | > loader_time: 0.0046 (0.0045542254677430815)  --> TIME: 2025-03-25 12:09:45 -- STEP: 18750/31555 -- GLOBAL_STEP: 965400 | > loss_text_ce: 0.032255299389362335 (0.033813518020411264) | > loss_mel_ce: 2.9427220821380615 (nan) | > loss: 0.011805467307567596 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14129321028391384) | > loader_time: 0.0047 (0.004554187329610186)  --> TIME: 2025-03-25 12:09:55 -- STEP: 18800/31555 -- GLOBAL_STEP: 965450 | > loss_text_ce: 0.035802051424980164 (0.033815391605046145) | > loss_mel_ce: 3.080193281173706 (nan) | > loss: 0.012365061789751053 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14129827451198518) | > loader_time: 0.0045 (0.004554259510750464)  --> TIME: 2025-03-25 12:10:05 -- STEP: 18850/31555 -- GLOBAL_STEP: 965500 | > loss_text_ce: 0.039781976491212845 (0.03381507010483216) | > loss_mel_ce: 2.9877536296844482 (nan) | > loss: 0.012014031410217285 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14130854385284772) | > loader_time: 0.0058 (0.004554628756697675)  --> TIME: 2025-03-25 12:10:15 -- STEP: 18900/31555 -- GLOBAL_STEP: 965550 | > loss_text_ce: 0.042751796543598175 (0.03381902062043385) | > loss_mel_ce: 3.0417537689208984 (nan) | > loss: 0.012240102514624596 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14132118734732999) | > loader_time: 0.0048 (0.004555189609527588)  --> TIME: 2025-03-25 12:10:25 -- STEP: 18950/31555 -- GLOBAL_STEP: 965600 | > loss_text_ce: 0.03997862711548805 (0.03382116436334153) | > loss_mel_ce: 2.855996608734131 (nan) | > loss: 0.011491966433823109 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14133486511210208) | > loader_time: 0.0048 (0.004555220188754847)  --> TIME: 2025-03-25 12:10:34 -- STEP: 19000/31555 -- GLOBAL_STEP: 965650 | > loss_text_ce: 0.030484208837151527 (0.03382147503149154) | > loss_mel_ce: 3.0578560829162598 (nan) | > loss: 0.012255319394171238 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1413363506793963) | > loader_time: 0.0046 (0.004555432608253077)  --> TIME: 2025-03-25 12:10:44 -- STEP: 19050/31555 -- GLOBAL_STEP: 965700 | > loss_text_ce: 0.022131595760583878 (0.0338198920119837) | > loss_mel_ce: 2.71222186088562 (nan) | > loss: 0.010850610211491585 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1413448770027448) | > loader_time: 0.0044 (0.004555442677395237)  --> TIME: 2025-03-25 12:10:54 -- STEP: 19100/31555 -- GLOBAL_STEP: 965750 | > loss_text_ce: 0.028466148301959038 (0.033815528956529554) | > loss_mel_ce: 2.6997601985931396 (nan) | > loss: 0.010826296173036098 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1413427709534517) | > loader_time: 0.0045 (0.004555403924113165)  --> TIME: 2025-03-25 12:11:03 -- STEP: 19150/31555 -- GLOBAL_STEP: 965800 | > loss_text_ce: 0.029915854334831238 (0.03381496202302778) | > loss_mel_ce: 2.583719253540039 (nan) | > loss: 0.010371568612754345 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14134838939646693) | > loader_time: 0.0045 (0.0045552828044243925)  --> TIME: 2025-03-25 12:11:13 -- STEP: 19200/31555 -- GLOBAL_STEP: 965850 | > loss_text_ce: 0.029692567884922028 (0.03381459909544597) | > loss_mel_ce: 2.730036497116089 (nan) | > loss: 0.01095130667090416 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14134708423167333) | > loader_time: 0.0044 (0.00455510335663954)  --> TIME: 2025-03-25 12:11:23 -- STEP: 19250/31555 -- GLOBAL_STEP: 965900 | > loss_text_ce: 0.030787212774157524 (0.03381363124511653) | > loss_mel_ce: 1.7486679553985596 (nan) | > loss: 0.00706133060157299 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1413371237222237) | > loader_time: 0.0046 (0.0045549021014919516)  --> TIME: 2025-03-25 12:11:32 -- STEP: 19300/31555 -- GLOBAL_STEP: 965950 | > loss_text_ce: 0.028485234826803207 (0.03381201917551691) | > loss_mel_ce: 2.254794120788574 (nan) | > loss: 0.00906063336879015 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1413297206503109) | > loader_time: 0.0043 (0.00455484140722245)  --> TIME: 2025-03-25 12:11:42 -- STEP: 19350/31555 -- GLOBAL_STEP: 966000 | > loss_text_ce: 0.026606343686580658 (0.03381280558876867) | > loss_mel_ce: 2.401806116104126 (nan) | > loss: 0.009636557660996914 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14133844981821805) | > loader_time: 0.0048 (0.004554793606740872)  --> TIME: 2025-03-25 12:11:52 -- STEP: 19400/31555 -- GLOBAL_STEP: 966050 | > loss_text_ce: 0.03479498624801636 (0.0338174078827148) | > loss_mel_ce: 3.1627652645111084 (nan) | > loss: 0.012688731774687767 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1413448795829838) | > loader_time: 0.0045 (0.004554781901467709)  --> TIME: 2025-03-25 12:12:02 -- STEP: 19450/31555 -- GLOBAL_STEP: 966100 | > loss_text_ce: 0.03401819244027138 (0.03381957024781176) | > loss_mel_ce: 2.995344877243042 (nan) | > loss: 0.012021282687783241 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14135238309139317) | > loader_time: 0.0047 (0.004554863968974217)  --> TIME: 2025-03-25 12:12:11 -- STEP: 19500/31555 -- GLOBAL_STEP: 966150 | > loss_text_ce: 0.029761403799057007 (0.03381984300581884) | > loss_mel_ce: 2.28643536567688 (nan) | > loss: 0.009191256947815418 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14135270877984726) | > loader_time: 0.0044 (0.004555170377095546)  --> TIME: 2025-03-25 12:12:21 -- STEP: 19550/31555 -- GLOBAL_STEP: 966200 | > loss_text_ce: 0.03351415693759918 (0.03381850870935929) | > loss_mel_ce: 2.6520309448242188 (nan) | > loss: 0.010656925849616528 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1413444926854583) | > loader_time: 0.0048 (0.004555147395414472)  --> TIME: 2025-03-25 12:12:31 -- STEP: 19600/31555 -- GLOBAL_STEP: 966250 | > loss_text_ce: 0.042671315371990204 (0.033819373555586) | > loss_mel_ce: 2.894023895263672 (nan) | > loss: 0.011653552763164043 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1413570181325979) | > loader_time: 0.0046 (0.004555238862426919)  --> TIME: 2025-03-25 12:12:40 -- STEP: 19650/31555 -- GLOBAL_STEP: 966300 | > loss_text_ce: 0.032597191631793976 (0.03381745568242011) | > loss_mel_ce: 2.470170259475708 (nan) | > loss: 0.009931618347764015 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14135652539687504) | > loader_time: 0.0045 (0.004555183233498926)  --> TIME: 2025-03-25 12:12:50 -- STEP: 19700/31555 -- GLOBAL_STEP: 966350 | > loss_text_ce: 0.046575214713811874 (0.03381736650382202) | > loss_mel_ce: 3.00059175491333 (nan) | > loss: 0.012091933749616146 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14135621579165283) | > loader_time: 0.0045 (0.0045552461159410855)  --> TIME: 2025-03-25 12:12:59 -- STEP: 19750/31555 -- GLOBAL_STEP: 966400 | > loss_text_ce: 0.02756180427968502 (0.033817012923333487) | > loss_mel_ce: 2.633908987045288 (nan) | > loss: 0.010561392642557621 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1413483608100977) | > loader_time: 0.0045 (0.0045552475482602715)  --> TIME: 2025-03-25 12:13:09 -- STEP: 19800/31555 -- GLOBAL_STEP: 966450 | > loss_text_ce: 0.029935961589217186 (0.033816708203950774) | > loss_mel_ce: 2.6820578575134277 (nan) | > loss: 0.010761881247162819 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14134990634340128) | > loader_time: 0.0048 (0.004555275428174727)  --> TIME: 2025-03-25 12:13:19 -- STEP: 19850/31555 -- GLOBAL_STEP: 966500 | > loss_text_ce: 0.03392254188656807 (0.033814720205812505) | > loss_mel_ce: 2.9359381198883057 (nan) | > loss: 0.011785161681473255 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14134898228969525) | > loader_time: 0.0046 (0.004555250223097336)  --> TIME: 2025-03-25 12:13:29 -- STEP: 19900/31555 -- GLOBAL_STEP: 966550 | > loss_text_ce: 0.042112238705158234 (0.03381579282876084) | > loss_mel_ce: 3.191950798034668 (nan) | > loss: 0.012833585031330585 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1413583188799748) | > loader_time: 0.0045 (0.004555383447426648)  --> TIME: 2025-03-25 12:13:38 -- STEP: 19950/31555 -- GLOBAL_STEP: 966600 | > loss_text_ce: 0.045778367668390274 (0.033817509545438114) | > loss_mel_ce: 2.9032552242279053 (nan) | > loss: 0.011702514253556728 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.141332404392404) | > loader_time: 0.0045 (0.00455526642333296)  --> TIME: 2025-03-25 12:13:47 -- STEP: 20000/31555 -- GLOBAL_STEP: 966650 | > loss_text_ce: 0.040292348712682724 (0.033816924695484314) | > loss_mel_ce: 3.1959664821624756 (nan) | > loss: 0.012842297554016113 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14133588726520432) | > loader_time: 0.0047 (0.004555276000499726)  --> TIME: 2025-03-25 12:13:57 -- STEP: 20050/31555 -- GLOBAL_STEP: 966700 | > loss_text_ce: 0.028087446466088295 (0.03382159409761203) | > loss_mel_ce: 2.317394256591797 (nan) | > loss: 0.009307467378675938 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14133272628831647) | > loader_time: 0.0048 (0.0045555442110856)  --> TIME: 2025-03-25 12:14:06 -- STEP: 20100/31555 -- GLOBAL_STEP: 966750 | > loss_text_ce: 0.05192895606160164 (0.03382057891713812) | > loss_mel_ce: 2.975487232208252 (nan) | > loss: 0.012013557367026806 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14132678333206455) | > loader_time: 0.0044 (0.004555518686474858)  --> TIME: 2025-03-25 12:14:16 -- STEP: 20150/31555 -- GLOBAL_STEP: 966800 | > loss_text_ce: 0.02936152182519436 (0.03381986140696416) | > loss_mel_ce: 2.992394208908081 (nan) | > loss: 0.011991094797849655 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14133336397317647) | > loader_time: 0.0046 (0.004555557359832696)  --> TIME: 2025-03-25 12:14:26 -- STEP: 20200/31555 -- GLOBAL_STEP: 966850 | > loss_text_ce: 0.034669894725084305 (0.0338183012201755) | > loss_mel_ce: 2.6138880252838135 (nan) | > loss: 0.010510151274502277 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1413335245906707) | > loader_time: 0.0046 (0.004555534572884597)  --> TIME: 2025-03-25 12:14:36 -- STEP: 20250/31555 -- GLOBAL_STEP: 966900 | > loss_text_ce: 0.03227105364203453 (0.03381752659150479) | > loss_mel_ce: 0.4614196717739105 (nan) | > loss: 0.001959090353921056 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14133204402452534) | > loader_time: 0.0044 (0.004555589416880675)  --> TIME: 2025-03-25 12:14:45 -- STEP: 20300/31555 -- GLOBAL_STEP: 966950 | > loss_text_ce: 0.03428783267736435 (0.03381424253008195) | > loss_mel_ce: 3.249159574508667 (nan) | > loss: 0.013029553927481174 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.1413389215680756) | > loader_time: 0.0048 (0.00455553605638702)  --> TIME: 2025-03-25 12:14:55 -- STEP: 20350/31555 -- GLOBAL_STEP: 967000 | > loss_text_ce: 0.026359770447015762 (0.03381471891615182) | > loss_mel_ce: 1.1512044668197632 (nan) | > loss: 0.004672874230891466 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1413471185721685) | > loader_time: 0.0044 (0.004555498434811914)  --> TIME: 2025-03-25 12:15:05 -- STEP: 20400/31555 -- GLOBAL_STEP: 967050 | > loss_text_ce: 0.02883794531226158 (0.03381251799819223) | > loss_mel_ce: 2.4319043159484863 (nan) | > loss: 0.009764851070940495 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.1413487293673486) | > loader_time: 0.0042 (0.004555406126321538)  --> TIME: 2025-03-25 12:15:15 -- STEP: 20450/31555 -- GLOBAL_STEP: 967100 | > loss_text_ce: 0.03825441375374794 (0.033809016709350256) | > loss_mel_ce: 2.823812484741211 (nan) | > loss: 0.011357408948242664 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1413521364323949) | > loader_time: 0.0045 (0.004555306224776368)  --> TIME: 2025-03-25 12:15:25 -- STEP: 20500/31555 -- GLOBAL_STEP: 967150 | > loss_text_ce: 0.03953469544649124 (0.033809328613848194) | > loss_mel_ce: 1.719146728515625 (nan) | > loss: 0.006978895049542189 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.1413614564523453) | > loader_time: 0.0047 (0.00455525415699657)  --> TIME: 2025-03-25 12:15:34 -- STEP: 20550/31555 -- GLOBAL_STEP: 967200 | > loss_text_ce: 0.029455499723553658 (0.03381251259822477) | > loss_mel_ce: 2.654249668121338 (nan) | > loss: 0.010649624280631542 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14136705120114387) | > loader_time: 0.0044 (0.004555357134835279)  --> TIME: 2025-03-25 12:15:44 -- STEP: 20600/31555 -- GLOBAL_STEP: 967250 | > loss_text_ce: 0.03049285151064396 (0.03381081205521464) | > loss_mel_ce: 2.680084466934204 (nan) | > loss: 0.01075625978410244 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14136661239040582) | > loader_time: 0.0048 (0.004555411304085007)  --> TIME: 2025-03-25 12:15:54 -- STEP: 20650/31555 -- GLOBAL_STEP: 967300 | > loss_text_ce: 0.03493572026491165 (0.033813097378009) | > loss_mel_ce: 2.7738280296325684 (nan) | > loss: 0.011145888827741146 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14136990066879185) | > loader_time: 0.0046 (0.004555488475587129)  --> TIME: 2025-03-25 12:16:03 -- STEP: 20700/31555 -- GLOBAL_STEP: 967350 | > loss_text_ce: 0.02924780547618866 (0.03380954069103415) | > loss_mel_ce: 2.545585870742798 (nan) | > loss: 0.010217593982815742 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.141363005718746) | > loader_time: 0.0045 (0.004555500947334924)  --> TIME: 2025-03-25 12:16:13 -- STEP: 20750/31555 -- GLOBAL_STEP: 967400 | > loss_text_ce: 0.03677741065621376 (0.033808498588356994) | > loss_mel_ce: 2.8055059909820557 (nan) | > loss: 0.011278903111815453 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14135887120717852) | > loader_time: 0.0045 (0.004555435720696515)  --> TIME: 2025-03-25 12:16:23 -- STEP: 20800/31555 -- GLOBAL_STEP: 967450 | > loss_text_ce: 0.03150787204504013 (0.03380543286943487) | > loss_mel_ce: 3.1091935634613037 (nan) | > loss: 0.012463102117180824 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14136154053302774) | > loader_time: 0.0045 (0.004555407475966684)  --> TIME: 2025-03-25 12:16:32 -- STEP: 20850/31555 -- GLOBAL_STEP: 967500 | > loss_text_ce: 0.0384555421769619 (0.03380331783392413) | > loss_mel_ce: 2.714390993118286 (nan) | > loss: 0.010923994705080986 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1413567767726418) | > loader_time: 0.0047 (0.004555332357649048)  --> TIME: 2025-03-25 12:16:42 -- STEP: 20900/31555 -- GLOBAL_STEP: 967550 | > loss_text_ce: 0.030960844829678535 (0.03380323941543093) | > loss_mel_ce: 0.9011555910110474 (nan) | > loss: 0.0036988749634474516 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14135143862956875) | > loader_time: 0.0044 (0.004555278292112953)  --> TIME: 2025-03-25 12:16:51 -- STEP: 20950/31555 -- GLOBAL_STEP: 967600 | > loss_text_ce: 0.02535802312195301 (0.033804464907405456) | > loss_mel_ce: 0.061989523470401764 (nan) | > loss: 0.00034661724930629134 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14134796537476538) | > loader_time: 0.0046 (0.004555312705210699)  --> TIME: 2025-03-25 12:17:01 -- STEP: 21000/31555 -- GLOBAL_STEP: 967650 | > loss_text_ce: 0.047692324966192245 (0.03380315592073442) | > loss_mel_ce: 2.514277219772339 (nan) | > loss: 0.010166546329855919 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14136470108940372) | > loader_time: 0.0047 (0.0045554273128509655)  --> TIME: 2025-03-25 12:17:11 -- STEP: 21050/31555 -- GLOBAL_STEP: 967700 | > loss_text_ce: 0.0351385734975338 (0.0338011172083329) | > loss_mel_ce: 2.4050097465515137 (nan) | > loss: 0.009683129377663136 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1413641999396451) | > loader_time: 0.0047 (0.0045553748341467595)  --> TIME: 2025-03-25 12:17:21 -- STEP: 21100/31555 -- GLOBAL_STEP: 967750 | > loss_text_ce: 0.03577661141753197 (0.03379994736353199) | > loss_mel_ce: 2.3406808376312256 (nan) | > loss: 0.009430387057363987 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.1413716343567824) | > loader_time: 0.0048 (0.004555434389701963)  --> TIME: 2025-03-25 12:17:30 -- STEP: 21150/31555 -- GLOBAL_STEP: 967800 | > loss_text_ce: 0.027692141011357307 (0.033799132182445665) | > loss_mel_ce: 2.327727794647217 (nan) | > loss: 0.009346905164420605 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14135735604216187) | > loader_time: 0.0045 (0.004555475029821384)  --> TIME: 2025-03-25 12:17:40 -- STEP: 21200/31555 -- GLOBAL_STEP: 967850 | > loss_text_ce: 0.03565897420048714 (0.03379647184861832) | > loss_mel_ce: 2.596292734146118 (nan) | > loss: 0.01044425368309021 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14135852474086577) | > loader_time: 0.0047 (0.004555446393084988)  --> TIME: 2025-03-25 12:17:49 -- STEP: 21250/31555 -- GLOBAL_STEP: 967900 | > loss_text_ce: 0.030586354434490204 (0.033796471309968726) | > loss_mel_ce: 2.673558473587036 (nan) | > loss: 0.010730733163654804 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14135287790859327) | > loader_time: 0.0046 (0.004555447668187769)  --> TIME: 2025-03-25 12:17:59 -- STEP: 21300/31555 -- GLOBAL_STEP: 967950 | > loss_text_ce: 0.032555848360061646 (0.03379540568974067) | > loss_mel_ce: 2.860949754714966 (nan) | > loss: 0.011482165195047855 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1413512646648234) | > loader_time: 0.0046 (0.004555349439522482)  --> TIME: 2025-03-25 12:18:08 -- STEP: 21350/31555 -- GLOBAL_STEP: 968000 | > loss_text_ce: 0.027705205604434013 (0.03379298036865704) | > loss_mel_ce: 1.8439619541168213 (nan) | > loss: 0.00742725096642971 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14134359517197867) | > loader_time: 0.0046 (0.004555257678869469)  --> TIME: 2025-03-25 12:18:18 -- STEP: 21400/31555 -- GLOBAL_STEP: 968050 | > loss_text_ce: 0.03002524934709072 (0.033794087015797454) | > loss_mel_ce: 2.695758581161499 (nan) | > loss: 0.0108166029676795 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14134582482765662) | > loader_time: 0.0047 (0.004555184027858994)  --> TIME: 2025-03-25 12:18:28 -- STEP: 21450/31555 -- GLOBAL_STEP: 968100 | > loss_text_ce: 0.038536347448825836 (0.033794078981864255) | > loss_mel_ce: 0.10537109524011612 (nan) | > loss: 0.0005710613331757486 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1413558588828228) | > loader_time: 0.0044 (0.0045550589683728444)  --> TIME: 2025-03-25 12:18:38 -- STEP: 21500/31555 -- GLOBAL_STEP: 968150 | > loss_text_ce: 0.02699713222682476 (0.03379330315991028) | > loss_mel_ce: 2.4372506141662598 (nan) | > loss: 0.009778761304914951 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.141358414927193) | > loader_time: 0.0045 (0.004554956036944736)  --> TIME: 2025-03-25 12:18:47 -- STEP: 21550/31555 -- GLOBAL_STEP: 968200 | > loss_text_ce: 0.030172254890203476 (0.03379372275168657) | > loss_mel_ce: 2.2821154594421387 (nan) | > loss: 0.009175745770335197 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14135356124205142) | > loader_time: 0.0044 (0.00455477837343505)  --> TIME: 2025-03-25 12:18:57 -- STEP: 21600/31555 -- GLOBAL_STEP: 968250 | > loss_text_ce: 0.032245900481939316 (0.03379231614103824) | > loss_mel_ce: 2.642742872238159 (nan) | > loss: 0.010615034960210323 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14134778309751317) | > loader_time: 0.0046 (0.004554604788621281)  --> TIME: 2025-03-25 12:19:06 -- STEP: 21650/31555 -- GLOBAL_STEP: 968300 | > loss_text_ce: 0.02816942147910595 (0.03379204778891177) | > loss_mel_ce: 2.1451241970062256 (nan) | > loss: 0.008624181151390076 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.141339952103259) | > loader_time: 0.0046 (0.004554324117048248)  --> TIME: 2025-03-25 12:19:16 -- STEP: 21700/31555 -- GLOBAL_STEP: 968350 | > loss_text_ce: 0.03497760742902756 (0.033790397937087775) | > loss_mel_ce: 2.369032144546509 (nan) | > loss: 0.009539722464978695 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14133048023496222) | > loader_time: 0.0046 (0.0045541590699402544)  --> TIME: 2025-03-25 12:19:25 -- STEP: 21750/31555 -- GLOBAL_STEP: 968400 | > loss_text_ce: 0.03325095772743225 (0.03379101786171573) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14133363318169123) | > loader_time: 0.0044 (0.004554044208307392)  --> TIME: 2025-03-25 12:19:35 -- STEP: 21800/31555 -- GLOBAL_STEP: 968450 | > loss_text_ce: 0.04406477510929108 (0.03379001950674245) | > loss_mel_ce: 1.9154212474822998 (nan) | > loss: 0.0077757383696734905 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.141332383407364) | > loader_time: 0.0045 (0.00455404845946427)  --> TIME: 2025-03-25 12:19:45 -- STEP: 21850/31555 -- GLOBAL_STEP: 968500 | > loss_text_ce: 0.03188320994377136 (0.033790453897801984) | > loss_mel_ce: 2.4666666984558105 (nan) | > loss: 0.0099148815497756 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14134033695238274) | > loader_time: 0.0045 (0.004553982976917831)  --> TIME: 2025-03-25 12:19:55 -- STEP: 21900/31555 -- GLOBAL_STEP: 968550 | > loss_text_ce: 0.0320235937833786 (0.03379046431933982) | > loss_mel_ce: 3.4020047187805176 (nan) | > loss: 0.013627097941935062 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.141339435196357) | > loader_time: 0.0047 (0.004554042609314956)  --> TIME: 2025-03-25 12:20:04 -- STEP: 21950/31555 -- GLOBAL_STEP: 968600 | > loss_text_ce: 0.03609255328774452 (0.033790386485228675) | > loss_mel_ce: 2.910498857498169 (nan) | > loss: 0.011692823842167854 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14133129299094171) | > loader_time: 0.0047 (0.0045540601843310526)  --> TIME: 2025-03-25 12:20:14 -- STEP: 22000/31555 -- GLOBAL_STEP: 968650 | > loss_text_ce: 0.03932539001107216 (0.03379278928066861) | > loss_mel_ce: 1.9095771312713623 (nan) | > loss: 0.0077337403781712055 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14132950010082806) | > loader_time: 0.0045 (0.00455403411388399)  --> TIME: 2025-03-25 12:20:23 -- STEP: 22050/31555 -- GLOBAL_STEP: 968700 | > loss_text_ce: 0.042555417865514755 (0.033793580798250636) | > loss_mel_ce: 3.36372971534729 (nan) | > loss: 0.013517005369067192 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1413287391900462) | > loader_time: 0.0046 (0.004553977194286548)  --> TIME: 2025-03-25 12:20:33 -- STEP: 22100/31555 -- GLOBAL_STEP: 968750 | > loss_text_ce: 0.04430404677987099 (0.033793051676462287) | > loss_mel_ce: 2.447401523590088 (nan) | > loss: 0.00988772138953209 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.1413283677769989) | > loader_time: 0.0047 (0.004553954784686766)  --> TIME: 2025-03-25 12:20:42 -- STEP: 22150/31555 -- GLOBAL_STEP: 968800 | > loss_text_ce: 0.028336934745311737 (0.03379021612006505) | > loss_mel_ce: 1.2320051193237305 (nan) | > loss: 0.005001357290893793 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14132401849561432) | > loader_time: 0.0069 (0.004554166406325797)  --> TIME: 2025-03-25 12:20:52 -- STEP: 22200/31555 -- GLOBAL_STEP: 968850 | > loss_text_ce: 0.03322438523173332 (0.03379277618635476) | > loss_mel_ce: 0.0582972951233387 (nan) | > loss: 0.00036318128695711493 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14132983472970007) | > loader_time: 0.0044 (0.004554083744684877)  --> TIME: 2025-03-25 12:21:02 -- STEP: 22250/31555 -- GLOBAL_STEP: 968900 | > loss_text_ce: 0.03248395770788193 (0.03379231071999564) | > loss_mel_ce: 2.8014938831329346 (nan) | > loss: 0.011245944537222385 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1413213767576739) | > loader_time: 0.0045 (0.004554254285405215)  --> TIME: 2025-03-25 12:21:11 -- STEP: 22300/31555 -- GLOBAL_STEP: 968950 | > loss_text_ce: 0.0300555732101202 (0.0337929481015678) | > loss_mel_ce: 2.260509967803955 (nan) | > loss: 0.009089546278119087 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14131678691359248) | > loader_time: 0.0049 (0.0045541941852313235)  --> TIME: 2025-03-25 12:21:20 -- STEP: 22350/31555 -- GLOBAL_STEP: 969000 | > loss_text_ce: 0.02772854082286358 (0.03379079257994381) | > loss_mel_ce: 2.948054313659668 (nan) | > loss: 0.011808662675321102 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14129665038729525) | > loader_time: 0.0044 (0.004554110000064199)  --> TIME: 2025-03-25 12:21:30 -- STEP: 22400/31555 -- GLOBAL_STEP: 969050 | > loss_text_ce: 0.030046096071600914 (0.03379168788719514) | > loss_mel_ce: 2.5597984790802 (nan) | > loss: 0.010277161374688148 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1413023050342273) | > loader_time: 0.0046 (0.004554022135479132)  --> TIME: 2025-03-25 12:21:40 -- STEP: 22450/31555 -- GLOBAL_STEP: 969100 | > loss_text_ce: 0.026911934837698936 (0.03379046864484021) | > loss_mel_ce: 3.203502893447876 (nan) | > loss: 0.012819107621908188 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1412973988135819) | > loader_time: 0.0043 (0.00455388255002506)  --> TIME: 2025-03-25 12:21:49 -- STEP: 22500/31555 -- GLOBAL_STEP: 969150 | > loss_text_ce: 0.03515235707163811 (0.033795622813867124) | > loss_mel_ce: 2.9460248947143555 (nan) | > loss: 0.011830069124698639 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1412886906411898) | > loader_time: 0.0045 (0.004553719075520851)  --> TIME: 2025-03-25 12:21:59 -- STEP: 22550/31555 -- GLOBAL_STEP: 969200 | > loss_text_ce: 0.030194338411092758 (0.03379523410311094) | > loss_mel_ce: 2.4165055751800537 (nan) | > loss: 0.009709127247333527 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14128225277902676) | > loader_time: 0.0044 (0.004553581965207539)  --> TIME: 2025-03-25 12:22:08 -- STEP: 22600/31555 -- GLOBAL_STEP: 969250 | > loss_text_ce: 0.041323937475681305 (0.03379190516789991) | > loss_mel_ce: 2.4124598503112793 (nan) | > loss: 0.009737237356603146 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14128024603413133) | > loader_time: 0.0042 (0.0045535486356347125)  --> TIME: 2025-03-25 12:22:17 -- STEP: 22650/31555 -- GLOBAL_STEP: 969300 | > loss_text_ce: 0.029637150466442108 (0.033791409119404404) | > loss_mel_ce: 2.4283804893493652 (nan) | > loss: 0.009754038415849209 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14126480817268355) | > loader_time: 0.0043 (0.004553298002836729)  --> TIME: 2025-03-25 12:22:27 -- STEP: 22700/31555 -- GLOBAL_STEP: 969350 | > loss_text_ce: 0.03753853961825371 (0.033793527681364066) | > loss_mel_ce: 2.530301809310913 (nan) | > loss: 0.010189843364059925 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14126827301957928) | > loader_time: 0.0047 (0.0045532162073950435)  --> TIME: 2025-03-25 12:22:37 -- STEP: 22750/31555 -- GLOBAL_STEP: 969400 | > loss_text_ce: 0.03493722900748253 (0.03379402890170995) | > loss_mel_ce: 2.8150594234466553 (nan) | > loss: 0.01130951102823019 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14127533897986647) | > loader_time: 0.0048 (0.004553094559973411)  --> TIME: 2025-03-25 12:22:47 -- STEP: 22800/31555 -- GLOBAL_STEP: 969450 | > loss_text_ce: 0.026516329497098923 (0.0337950000670951) | > loss_mel_ce: 2.6798617839813232 (nan) | > loss: 0.01073959656059742 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1412723752908526) | > loader_time: 0.0043 (0.004553007410283671)  --> TIME: 2025-03-25 12:22:56 -- STEP: 22850/31555 -- GLOBAL_STEP: 969500 | > loss_text_ce: 0.03767457976937294 (0.03379700386444317) | > loss_mel_ce: 3.0712554454803467 (nan) | > loss: 0.012337025254964828 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1412617255404938) | > loader_time: 0.0045 (0.00455289152049392)  --> TIME: 2025-03-25 12:23:05 -- STEP: 22900/31555 -- GLOBAL_STEP: 969550 | > loss_text_ce: 0.03426644206047058 (0.03379669853229908) | > loss_mel_ce: 2.8001139163970947 (nan) | > loss: 0.011247541755437851 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14125996651087147) | > loader_time: 0.0046 (0.004552916158234705)  --> TIME: 2025-03-25 12:23:15 -- STEP: 22950/31555 -- GLOBAL_STEP: 969600 | > loss_text_ce: 0.03314173221588135 (0.03379623121198488) | > loss_mel_ce: 2.8443915843963623 (nan) | > loss: 0.011418784037232399 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14125413410544022) | > loader_time: 0.0045 (0.004552826361978232)  --> TIME: 2025-03-25 12:23:25 -- STEP: 23000/31555 -- GLOBAL_STEP: 969650 | > loss_text_ce: 0.03864394128322601 (0.033794726537540586) | > loss_mel_ce: 2.7716798782348633 (nan) | > loss: 0.011152079328894615 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14125595290764423) | > loader_time: 0.0046 (0.004552922528723012)  --> TIME: 2025-03-25 12:23:34 -- STEP: 23050/31555 -- GLOBAL_STEP: 969700 | > loss_text_ce: 0.04574669152498245 (0.03379392235210561) | > loss_mel_ce: 2.298478126525879 (nan) | > loss: 0.009302480146288872 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14125791425560053) | > loader_time: 0.0042 (0.004552974111346)  --> TIME: 2025-03-25 12:23:44 -- STEP: 23100/31555 -- GLOBAL_STEP: 969750 | > loss_text_ce: 0.028753504157066345 (0.03379417112798661) | > loss_mel_ce: 2.1628401279449463 (nan) | > loss: 0.008696801029145718 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14126764585445356) | > loader_time: 0.0045 (0.004552975041525706)  --> TIME: 2025-03-25 12:23:54 -- STEP: 23150/31555 -- GLOBAL_STEP: 969800 | > loss_text_ce: 0.0509895458817482 (0.03379731186176805) | > loss_mel_ce: 2.571352243423462 (nan) | > loss: 0.01040611881762743 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14127380284583224) | > loader_time: 0.0045 (0.004553391021992168)  --> TIME: 2025-03-25 12:24:04 -- STEP: 23200/31555 -- GLOBAL_STEP: 969850 | > loss_text_ce: 0.03519720211625099 (0.03379962988711642) | > loss_mel_ce: 3.003361701965332 (nan) | > loss: 0.0120577747002244 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14127106836129777) | > loader_time: 0.0046 (0.004553271295695474)  --> TIME: 2025-03-25 12:24:13 -- STEP: 23250/31555 -- GLOBAL_STEP: 969900 | > loss_text_ce: 0.030147437006235123 (0.033798962227038855) | > loss_mel_ce: 3.030447244644165 (nan) | > loss: 0.012145218439400196 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14126247300383774) | > loader_time: 0.0043 (0.00455310166266657)  --> TIME: 2025-03-25 12:24:22 -- STEP: 23300/31555 -- GLOBAL_STEP: 969950 | > loss_text_ce: 0.039474837481975555 (0.03379884138303639) | > loss_mel_ce: 2.8669118881225586 (nan) | > loss: 0.011533280834555626 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1412492502503121) | > loader_time: 0.0048 (0.0045530972562634435)  --> TIME: 2025-03-25 12:24:32 -- STEP: 23350/31555 -- GLOBAL_STEP: 970000 | > loss_text_ce: 0.018768297508358955 (0.033795574750248726) | > loss_mel_ce: 2.2570645809173584 (nan) | > loss: 0.009031083434820175 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14125877951146126) | > loader_time: 0.0045 (0.004553486407441299) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_970000.pth  --> TIME: 2025-03-25 12:24:47 -- STEP: 23400/31555 -- GLOBAL_STEP: 970050 | > loss_text_ce: 0.027455825358629227 (0.03379334482913598) | > loss_mel_ce: 3.0764923095703125 (nan) | > loss: 0.012317255139350891 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14125392515435128) | > loader_time: 0.0046 (0.004553672065082782)  --> TIME: 2025-03-25 12:24:57 -- STEP: 23450/31555 -- GLOBAL_STEP: 970100 | > loss_text_ce: 0.028616653755307198 (0.0337933114942298) | > loss_mel_ce: 2.3929708003997803 (nan) | > loss: 0.009609474800527096 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14124040871032478) | > loader_time: 0.0045 (0.004553651372506937)  --> TIME: 2025-03-25 12:25:06 -- STEP: 23500/31555 -- GLOBAL_STEP: 970150 | > loss_text_ce: 0.030034400522708893 (0.03379211192371997) | > loss_mel_ce: 2.2574987411499023 (nan) | > loss: 0.00907751265913248 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14124438640919101) | > loader_time: 0.0047 (0.004553722036645779)  --> TIME: 2025-03-25 12:25:16 -- STEP: 23550/31555 -- GLOBAL_STEP: 970200 | > loss_text_ce: 0.031125206500291824 (0.0337942927315705) | > loss_mel_ce: 2.671391010284424 (nan) | > loss: 0.010724271647632122 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1412340321510456) | > loader_time: 0.0046 (0.004553693965741793)  --> TIME: 2025-03-25 12:25:25 -- STEP: 23600/31555 -- GLOBAL_STEP: 970250 | > loss_text_ce: 0.027223965153098106 (0.033792832688807325) | > loss_mel_ce: 2.1085546016693115 (nan) | > loss: 0.00847531296312809 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1412257007219019) | > loader_time: 0.0045 (0.004553747884297784)  --> TIME: 2025-03-25 12:25:35 -- STEP: 23650/31555 -- GLOBAL_STEP: 970300 | > loss_text_ce: 0.03323434665799141 (0.0337912368171122) | > loss_mel_ce: 2.915616512298584 (nan) | > loss: 0.011701789684593678 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14122218107824305) | > loader_time: 0.0046 (0.004553801544624967)  --> TIME: 2025-03-25 12:25:44 -- STEP: 23700/31555 -- GLOBAL_STEP: 970350 | > loss_text_ce: 0.028269555419683456 (0.0337933001553302) | > loss_mel_ce: 2.341632604598999 (nan) | > loss: 0.009404374286532402 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.141217562236866) | > loader_time: 0.0047 (0.004553885902533561)  --> TIME: 2025-03-25 12:25:53 -- STEP: 23750/31555 -- GLOBAL_STEP: 970400 | > loss_text_ce: 0.03415604308247566 (0.03379517182362709) | > loss_mel_ce: 3.074265241622925 (nan) | > loss: 0.012335006147623062 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14120423973485013) | > loader_time: 0.0045 (0.004553841299759727)  --> TIME: 2025-03-25 12:26:03 -- STEP: 23800/31555 -- GLOBAL_STEP: 970450 | > loss_text_ce: 0.05000121891498566 (0.03379502774646679) | > loss_mel_ce: 3.0341904163360596 (nan) | > loss: 0.01223885640501976 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14120061222244684) | > loader_time: 0.0049 (0.004553734234401169)  --> TIME: 2025-03-25 12:26:13 -- STEP: 23850/31555 -- GLOBAL_STEP: 970500 | > loss_text_ce: 0.034926433116197586 (0.03379337910109782) | > loss_mel_ce: 2.2398719787597656 (nan) | > loss: 0.00902697816491127 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14120446645988588) | > loader_time: 0.0048 (0.004553920327992325)  --> TIME: 2025-03-25 12:26:23 -- STEP: 23900/31555 -- GLOBAL_STEP: 970550 | > loss_text_ce: 0.040566783398389816 (0.03379868111538086) | > loss_mel_ce: 2.3696324825286865 (nan) | > loss: 0.009564283303916454 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14120922141494105) | > loader_time: 0.0047 (0.004553937931938664)  --> TIME: 2025-03-25 12:26:32 -- STEP: 23950/31555 -- GLOBAL_STEP: 970600 | > loss_text_ce: 0.03924473375082016 (0.03379933278074406) | > loss_mel_ce: 1.9988058805465698 (nan) | > loss: 0.008087502792477608 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14121336687084018) | > loader_time: 0.0043 (0.004554214716455395)  --> TIME: 2025-03-25 12:26:42 -- STEP: 24000/31555 -- GLOBAL_STEP: 970650 | > loss_text_ce: 0.030301203951239586 (0.0337971923208485) | > loss_mel_ce: 2.602635383605957 (nan) | > loss: 0.010448161512613297 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14122143997748685) | > loader_time: 0.0046 (0.004554244200388604)  --> TIME: 2025-03-25 12:26:52 -- STEP: 24050/31555 -- GLOBAL_STEP: 970700 | > loss_text_ce: 0.03900473192334175 (0.03379484411685294) | > loss_mel_ce: 2.550269365310669 (nan) | > loss: 0.010274898260831833 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14121278275075416) | > loader_time: 0.0045 (0.004554263935763237)  --> TIME: 2025-03-25 12:27:01 -- STEP: 24100/31555 -- GLOBAL_STEP: 970750 | > loss_text_ce: 0.027475880458950996 (0.03379327757562284) | > loss_mel_ce: 3.033172607421875 (nan) | > loss: 0.012145430780947208 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1412099214015659) | > loader_time: 0.0047 (0.004554347596227882)  --> TIME: 2025-03-25 12:27:11 -- STEP: 24150/31555 -- GLOBAL_STEP: 970800 | > loss_text_ce: 0.030088212341070175 (0.03379104728796995) | > loss_mel_ce: 2.5579447746276855 (nan) | > loss: 0.010269972495734692 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14120738572462252) | > loader_time: 0.0046 (0.004554360865559396)  --> TIME: 2025-03-25 12:27:20 -- STEP: 24200/31555 -- GLOBAL_STEP: 970850 | > loss_text_ce: 0.03391197696328163 (0.03378868778863508) | > loss_mel_ce: 0.02117919921875 (nan) | > loss: 0.00021861579443793744 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14120478867499292) | > loader_time: 0.0044 (0.004554432561574896)  --> TIME: 2025-03-25 12:27:30 -- STEP: 24250/31555 -- GLOBAL_STEP: 970900 | > loss_text_ce: 0.04123081639409065 (0.033791088591185736) | > loss_mel_ce: 2.67582631111145 (nan) | > loss: 0.010781973600387573 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1412108610389158) | > loader_time: 0.0044 (0.004554590215388041)  --> TIME: 2025-03-25 12:27:40 -- STEP: 24300/31555 -- GLOBAL_STEP: 970950 | > loss_text_ce: 0.0320519357919693 (0.03379115835548889) | > loss_mel_ce: 2.6983423233032227 (nan) | > loss: 0.010834898799657822 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1412070608727726) | > loader_time: 0.0045 (0.004554682631551493)  --> TIME: 2025-03-25 12:27:49 -- STEP: 24350/31555 -- GLOBAL_STEP: 971000 | > loss_text_ce: 0.035608839243650436 (0.03379079909306746) | > loss_mel_ce: 2.6222281455993652 (nan) | > loss: 0.010546972043812275 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.1412072067926551) | > loader_time: 0.0046 (0.0045548062451811165)  --> TIME: 2025-03-25 12:27:59 -- STEP: 24400/31555 -- GLOBAL_STEP: 971050 | > loss_text_ce: 0.03724164515733719 (0.03378992227215285) | > loss_mel_ce: 2.8081157207489014 (nan) | > loss: 0.011291101574897766 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14120125798905472) | > loader_time: 0.0047 (0.004554901347785709)  --> TIME: 2025-03-25 12:28:09 -- STEP: 24450/31555 -- GLOBAL_STEP: 971100 | > loss_text_ce: 0.03487275540828705 (0.03378565217701598) | > loss_mel_ce: 2.902336597442627 (nan) | > loss: 0.011655593290925026 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14120191698912946) | > loader_time: 0.0047 (0.004554884467875799)  --> TIME: 2025-03-25 12:28:18 -- STEP: 24500/31555 -- GLOBAL_STEP: 971150 | > loss_text_ce: 0.03466131538152695 (0.03378478254001505) | > loss_mel_ce: 3.0204451084136963 (nan) | > loss: 0.012123438529670238 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14120442867279057) | > loader_time: 0.0045 (0.004554891829587986)  --> TIME: 2025-03-25 12:28:28 -- STEP: 24550/31555 -- GLOBAL_STEP: 971200 | > loss_text_ce: 0.03563829883933067 (0.033784771089208736) | > loss_mel_ce: 2.8829519748687744 (nan) | > loss: 0.011581708677113056 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14120427977528943) | > loader_time: 0.005 (0.004555091362621064)  --> TIME: 2025-03-25 12:28:38 -- STEP: 24600/31555 -- GLOBAL_STEP: 971250 | > loss_text_ce: 0.032824259251356125 (0.03378380853466962) | > loss_mel_ce: 3.1315042972564697 (nan) | > loss: 0.012556860223412514 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14120484098186353) | > loader_time: 0.0047 (0.004555242710966418)  --> TIME: 2025-03-25 12:28:47 -- STEP: 24650/31555 -- GLOBAL_STEP: 971300 | > loss_text_ce: 0.029432998970150948 (0.033786089357034005) | > loss_mel_ce: 3.0492970943450928 (nan) | > loss: 0.012217183597385883 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14120637558053056) | > loader_time: 0.0045 (0.004555311164314327)  --> TIME: 2025-03-25 12:28:58 -- STEP: 24700/31555 -- GLOBAL_STEP: 971350 | > loss_text_ce: 0.030071264132857323 (0.03378446554550182) | > loss_mel_ce: 2.67724609375 (nan) | > loss: 0.010743323713541031 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14122010609398994) | > loader_time: 0.0044 (0.004555601909575686)  --> TIME: 2025-03-25 12:29:07 -- STEP: 24750/31555 -- GLOBAL_STEP: 971400 | > loss_text_ce: 0.039988923817873 (0.03378533170586733) | > loss_mel_ce: 2.574856758117676 (nan) | > loss: 0.010376372374594212 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1412188311297486) | > loader_time: 0.0047 (0.004555621272385733)  --> TIME: 2025-03-25 12:29:17 -- STEP: 24800/31555 -- GLOBAL_STEP: 971450 | > loss_text_ce: 0.026781652122735977 (0.03378455295261267) | > loss_mel_ce: 2.1167774200439453 (nan) | > loss: 0.008506187237799168 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14121092686730072) | > loader_time: 0.0046 (0.004555704209112361)  --> TIME: 2025-03-25 12:29:27 -- STEP: 24850/31555 -- GLOBAL_STEP: 971500 | > loss_text_ce: 0.033901043236255646 (0.033784424490679504) | > loss_mel_ce: 2.9498820304870605 (nan) | > loss: 0.011840409599244595 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14122227239896604) | > loader_time: 0.0047 (0.004555926006324825)  --> TIME: 2025-03-25 12:29:36 -- STEP: 24900/31555 -- GLOBAL_STEP: 971550 | > loss_text_ce: 0.03176647052168846 (0.03378525608570789) | > loss_mel_ce: 2.617483377456665 (nan) | > loss: 0.010512896813452244 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1412192302056585) | > loader_time: 0.0046 (0.00455597585463621)  --> TIME: 2025-03-25 12:29:46 -- STEP: 24950/31555 -- GLOBAL_STEP: 971600 | > loss_text_ce: 0.03402627632021904 (0.03378840133349944) | > loss_mel_ce: 2.265225648880005 (nan) | > loss: 0.009124016389250755 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14122744443660265) | > loader_time: 0.0045 (0.0045560172946754246)  --> TIME: 2025-03-25 12:29:56 -- STEP: 25000/31555 -- GLOBAL_STEP: 971650 | > loss_text_ce: 0.029997024685144424 (0.03378695684958246) | > loss_mel_ce: 3.0137171745300293 (nan) | > loss: 0.012078232131898403 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14123112000465374) | > loader_time: 0.0047 (0.004556159687042252)  --> TIME: 2025-03-25 12:30:06 -- STEP: 25050/31555 -- GLOBAL_STEP: 971700 | > loss_text_ce: 0.03570795804262161 (0.03378653148516354) | > loss_mel_ce: 3.241856813430786 (nan) | > loss: 0.013006210327148438 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14123355890224532) | > loader_time: 0.0046 (0.004556438042494127)  --> TIME: 2025-03-25 12:30:15 -- STEP: 25100/31555 -- GLOBAL_STEP: 971750 | > loss_text_ce: 0.024603411555290222 (0.033787569587352614) | > loss_mel_ce: 3.216237783432007 (nan) | > loss: 0.01286048162728548 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1412393079525919) | > loader_time: 0.0044 (0.004556662266947848)  --> TIME: 2025-03-25 12:30:25 -- STEP: 25150/31555 -- GLOBAL_STEP: 971800 | > loss_text_ce: 0.034951694309711456 (0.033791140625605086) | > loss_mel_ce: 2.64389705657959 (nan) | > loss: 0.010630352422595024 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1412322377210582) | > loader_time: 0.0046 (0.004556726745772325)  --> TIME: 2025-03-25 12:30:35 -- STEP: 25200/31555 -- GLOBAL_STEP: 971850 | > loss_text_ce: 0.03500673174858093 (0.0337896638061659) | > loss_mel_ce: 2.846149444580078 (nan) | > loss: 0.011433159932494164 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14123215266636432) | > loader_time: 0.0046 (0.0045567715546441555)  --> TIME: 2025-03-25 12:30:44 -- STEP: 25250/31555 -- GLOBAL_STEP: 971900 | > loss_text_ce: 0.0327184796333313 (0.033789708386295234) | > loss_mel_ce: 3.0156073570251465 (nan) | > loss: 0.012096531689167023 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1412391723500621) | > loader_time: 0.0047 (0.004556838932603905)  --> TIME: 2025-03-25 12:30:54 -- STEP: 25300/31555 -- GLOBAL_STEP: 971950 | > loss_text_ce: 0.036359190940856934 (0.033787088224318335) | > loss_mel_ce: 2.4865665435791016 (nan) | > loss: 0.010011611506342888 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14124333438194803) | > loader_time: 0.0044 (0.0045569111707182385)  --> TIME: 2025-03-25 12:31:04 -- STEP: 25350/31555 -- GLOBAL_STEP: 972000 | > loss_text_ce: 0.030859937891364098 (0.03378881756473458) | > loss_mel_ce: 2.0532755851745605 (nan) | > loss: 0.008270379155874252 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1412366696645523) | > loader_time: 0.0044 (0.00455708216868445)  --> TIME: 2025-03-25 12:31:13 -- STEP: 25400/31555 -- GLOBAL_STEP: 972050 | > loss_text_ce: 0.03487352654337883 (0.03378546731044194) | > loss_mel_ce: 1.8078113794326782 (nan) | > loss: 0.007312241941690445 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14123179697614965) | > loader_time: 0.0045 (0.004557260744215009)  --> TIME: 2025-03-25 12:31:23 -- STEP: 25450/31555 -- GLOBAL_STEP: 972100 | > loss_text_ce: 0.03747119382023811 (0.0337849727876426) | > loss_mel_ce: 2.04888916015625 (nan) | > loss: 0.008279209025204182 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14123071533757736) | > loader_time: 0.0045 (0.004557272202842137)  --> TIME: 2025-03-25 12:31:33 -- STEP: 25500/31555 -- GLOBAL_STEP: 972150 | > loss_text_ce: 0.03566957265138626 (0.03378644570989501) | > loss_mel_ce: 2.947506904602051 (nan) | > loss: 0.011838002130389214 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14123702949636138) | > loader_time: 0.0047 (0.004557420160256187)  --> TIME: 2025-03-25 12:31:42 -- STEP: 25550/31555 -- GLOBAL_STEP: 972200 | > loss_text_ce: 0.037498097866773605 (0.03379107813702612) | > loss_mel_ce: 2.45430850982666 (nan) | > loss: 0.009888121858239174 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14122643526752873) | > loader_time: 0.0044 (0.004557399423155076)  --> TIME: 2025-03-25 12:31:52 -- STEP: 25600/31555 -- GLOBAL_STEP: 972250 | > loss_text_ce: 0.03149740397930145 (0.03378950408197855) | > loss_mel_ce: 2.938824415206909 (nan) | > loss: 0.01178699266165495 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1412252137996256) | > loader_time: 0.0045 (0.00455760557204486)  --> TIME: 2025-03-25 12:32:01 -- STEP: 25650/31555 -- GLOBAL_STEP: 972300 | > loss_text_ce: 0.04238869994878769 (0.033788207153341326) | > loss_mel_ce: 2.2024216651916504 (nan) | > loss: 0.008907978422939777 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.1412255375008832) | > loader_time: 0.0043 (0.004557596591481002)  --> TIME: 2025-03-25 12:32:11 -- STEP: 25700/31555 -- GLOBAL_STEP: 972350 | > loss_text_ce: 0.030963357537984848 (0.033786491248285595) | > loss_mel_ce: 2.758751392364502 (nan) | > loss: 0.011070297099649906 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1412269001248279) | > loader_time: 0.0045 (0.00455757033500227)  --> TIME: 2025-03-25 12:32:21 -- STEP: 25750/31555 -- GLOBAL_STEP: 972400 | > loss_text_ce: 0.0499565526843071 (0.03378693955525471) | > loss_mel_ce: 2.377865791320801 (nan) | > loss: 0.00963421631604433 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14122766749372723) | > loader_time: 0.0044 (0.004557892530867204)  --> TIME: 2025-03-25 12:32:30 -- STEP: 25800/31555 -- GLOBAL_STEP: 972450 | > loss_text_ce: 0.033310405910015106 (0.03378578649003556) | > loss_mel_ce: 2.22151255607605 (nan) | > loss: 0.008947710506618023 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1412266851765237) | > loader_time: 0.0047 (0.004558122860368836)  --> TIME: 2025-03-25 12:32:40 -- STEP: 25850/31555 -- GLOBAL_STEP: 972500 | > loss_text_ce: 0.035019855946302414 (0.033785971551989515) | > loss_mel_ce: 2.004120111465454 (nan) | > loss: 0.008091825991868973 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14122084429462314) | > loader_time: 0.0045 (0.004558173249722454)  --> TIME: 2025-03-25 12:32:50 -- STEP: 25900/31555 -- GLOBAL_STEP: 972550 | > loss_text_ce: 0.024288732558488846 (0.03378542136717376) | > loss_mel_ce: 2.8545215129852295 (nan) | > loss: 0.011423850432038307 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14122296281762986) | > loader_time: 0.0046 (0.0045582692687575945)  --> TIME: 2025-03-25 12:32:59 -- STEP: 25950/31555 -- GLOBAL_STEP: 972600 | > loss_text_ce: 0.034469157457351685 (0.03378463571672268) | > loss_mel_ce: 2.8745245933532715 (nan) | > loss: 0.01154362689703703 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14122495645732508) | > loader_time: 0.0045 (0.004558378745136004)  --> TIME: 2025-03-25 12:33:09 -- STEP: 26000/31555 -- GLOBAL_STEP: 972650 | > loss_text_ce: 0.0234998669475317 (0.03378091651681241) | > loss_mel_ce: 1.554124355316162 (nan) | > loss: 0.0062604136765003204 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1412241371136439) | > loader_time: 0.0044 (0.004558448333006638)  --> TIME: 2025-03-25 12:33:19 -- STEP: 26050/31555 -- GLOBAL_STEP: 972700 | > loss_text_ce: 0.03144732490181923 (0.033781298487277435) | > loss_mel_ce: 0.036376953125 (nan) | > loss: 0.0002691439585760236 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14122191620422128) | > loader_time: 0.0044 (0.0045583867752163046)  --> TIME: 2025-03-25 12:33:28 -- STEP: 26100/31555 -- GLOBAL_STEP: 972750 | > loss_text_ce: 0.034924235194921494 (0.033781930262016015) | > loss_mel_ce: 3.059069871902466 (nan) | > loss: 0.012277754954993725 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1412196790852303) | > loader_time: 0.0045 (0.004558474688694393)  --> TIME: 2025-03-25 12:33:38 -- STEP: 26150/31555 -- GLOBAL_STEP: 972800 | > loss_text_ce: 0.040617045015096664 (0.03378348152820975) | > loss_mel_ce: 3.0900895595550537 (nan) | > loss: 0.0124234389513731 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14121840120501483) | > loader_time: 0.0046 (0.004558550121679359)  --> TIME: 2025-03-25 12:33:47 -- STEP: 26200/31555 -- GLOBAL_STEP: 972850 | > loss_text_ce: 0.03390440717339516 (0.0337834197044629) | > loss_mel_ce: 1.7478673458099365 (nan) | > loss: 0.0070705232210457325 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1412176249955441) | > loader_time: 0.0044 (0.0045585056570650075)  --> TIME: 2025-03-25 12:33:57 -- STEP: 26250/31555 -- GLOBAL_STEP: 972900 | > loss_text_ce: 0.04028990492224693 (0.03378065356186462) | > loss_mel_ce: 2.3069491386413574 (nan) | > loss: 0.009314441122114658 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14120655701046833) | > loader_time: 0.0044 (0.004558518137250631)  --> TIME: 2025-03-25 12:34:06 -- STEP: 26300/31555 -- GLOBAL_STEP: 972950 | > loss_text_ce: 0.030680984258651733 (0.03377999395167483) | > loss_mel_ce: 2.088153123855591 (nan) | > loss: 0.008408072404563427 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1411981533870037) | > loader_time: 0.0045 (0.004558591625083082)  --> TIME: 2025-03-25 12:34:15 -- STEP: 26350/31555 -- GLOBAL_STEP: 973000 | > loss_text_ce: 0.03588937222957611 (0.03378101627354779) | > loss_mel_ce: 2.121758460998535 (nan) | > loss: 0.00856209546327591 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14119027255382144) | > loader_time: 0.0046 (0.004558760997692591)  --> TIME: 2025-03-25 12:34:25 -- STEP: 26400/31555 -- GLOBAL_STEP: 973050 | > loss_text_ce: 0.02948639541864395 (0.03377816771777971) | > loss_mel_ce: 2.200331926345825 (nan) | > loss: 0.008848486468195915 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14119971829833333) | > loader_time: 0.0045 (0.004558959901332849)  --> TIME: 2025-03-25 12:34:35 -- STEP: 26450/31555 -- GLOBAL_STEP: 973100 | > loss_text_ce: 0.0288609117269516 (0.03377941621407615) | > loss_mel_ce: 2.526043653488159 (nan) | > loss: 0.01013851072639227 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14119968693738558) | > loader_time: 0.0046 (0.004558908430074247)  --> TIME: 2025-03-25 12:34:45 -- STEP: 26500/31555 -- GLOBAL_STEP: 973150 | > loss_text_ce: 0.03269117698073387 (0.033779202399669965) | > loss_mel_ce: 3.215047836303711 (nan) | > loss: 0.012887854129076004 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14120292512425764) | > loader_time: 0.0047 (0.00455901419441655)  --> TIME: 2025-03-25 12:34:55 -- STEP: 26550/31555 -- GLOBAL_STEP: 973200 | > loss_text_ce: 0.042037591338157654 (0.03377992782496237) | > loss_mel_ce: 2.7357306480407715 (nan) | > loss: 0.011022889986634254 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14120377084405114) | > loader_time: 0.0047 (0.0045590495434633515)  --> TIME: 2025-03-25 12:35:05 -- STEP: 26600/31555 -- GLOBAL_STEP: 973250 | > loss_text_ce: 0.025066880509257317 (0.03378007552446446) | > loss_mel_ce: 1.7636781930923462 (nan) | > loss: 0.007098195143043995 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1412150520758514) | > loader_time: 0.0046 (0.004559258016428556)  --> TIME: 2025-03-25 12:35:14 -- STEP: 26650/31555 -- GLOBAL_STEP: 973300 | > loss_text_ce: 0.03791843354701996 (0.033777262010029695) | > loss_mel_ce: 2.7729642391204834 (nan) | > loss: 0.011154296807944775 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14120404490386718) | > loader_time: 0.0044 (0.004559412369361295)  --> TIME: 2025-03-25 12:35:23 -- STEP: 26700/31555 -- GLOBAL_STEP: 973350 | > loss_text_ce: 0.03248753026127815 (0.03377387287893961) | > loss_mel_ce: 3.484030246734619 (nan) | > loss: 0.013954436406493187 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14119630361764107) | > loader_time: 0.0046 (0.004559445604402926)  --> TIME: 2025-03-25 12:35:33 -- STEP: 26750/31555 -- GLOBAL_STEP: 973400 | > loss_text_ce: 0.03315667062997818 (0.033772110578717145) | > loss_mel_ce: 2.650172710418701 (nan) | > loss: 0.010648133233189583 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14119800234286523) | > loader_time: 0.0047 (0.004559454151403131)  --> TIME: 2025-03-25 12:35:43 -- STEP: 26800/31555 -- GLOBAL_STEP: 973450 | > loss_text_ce: 0.03228683024644852 (0.033771783584388246) | > loss_mel_ce: 2.887789011001587 (nan) | > loss: 0.011587603017687798 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14120356973427378) | > loader_time: 0.0048 (0.0045594390559552354)  --> TIME: 2025-03-25 12:35:53 -- STEP: 26850/31555 -- GLOBAL_STEP: 973500 | > loss_text_ce: 0.03651319444179535 (0.03376816358448485) | > loss_mel_ce: 1.3370513916015625 (nan) | > loss: 0.005450653377920389 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14121792595257682) | > loader_time: 0.0045 (0.004559570841727094)  --> TIME: 2025-03-25 12:36:03 -- STEP: 26900/31555 -- GLOBAL_STEP: 973550 | > loss_text_ce: 0.05143788084387779 (0.03376925636522582) | > loss_mel_ce: 1.932888150215149 (nan) | > loss: 0.00787431001663208 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14122541736935962) | > loader_time: 0.0045 (0.004559912885431912)  --> TIME: 2025-03-25 12:36:12 -- STEP: 26950/31555 -- GLOBAL_STEP: 973600 | > loss_text_ce: 0.04287699609994888 (0.033767524269687654) | > loss_mel_ce: 2.580806255340576 (nan) | > loss: 0.010411442257463932 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14120989283736807) | > loader_time: 0.0044 (0.004559926491279116)  --> TIME: 2025-03-25 12:36:22 -- STEP: 27000/31555 -- GLOBAL_STEP: 973650 | > loss_text_ce: 0.0435582771897316 (0.0337675931535799) | > loss_mel_ce: 3.0227904319763184 (nan) | > loss: 0.012168051674962044 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14120828932302903) | > loader_time: 0.0045 (0.004559964683320797)  --> TIME: 2025-03-25 12:36:31 -- STEP: 27050/31555 -- GLOBAL_STEP: 973700 | > loss_text_ce: 0.0322151780128479 (0.03376733266223432) | > loss_mel_ce: 2.0718994140625 (nan) | > loss: 0.008349661715328693 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14120856917058638) | > loader_time: 0.0044 (0.004559976397953292)  --> TIME: 2025-03-25 12:36:41 -- STEP: 27100/31555 -- GLOBAL_STEP: 973750 | > loss_text_ce: 0.03457231447100639 (0.03376879172942621) | > loss_mel_ce: 2.7878081798553467 (nan) | > loss: 0.011199923232197762 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14120506422106133) | > loader_time: 0.0048 (0.004560145460811502)  --> TIME: 2025-03-25 12:36:51 -- STEP: 27150/31555 -- GLOBAL_STEP: 973800 | > loss_text_ce: 0.03739337995648384 (0.03377130294949304) | > loss_mel_ce: 2.988542079925537 (nan) | > loss: 0.012007680721580982 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1412171791754589) | > loader_time: 0.0046 (0.004560477061824919)  --> TIME: 2025-03-25 12:37:00 -- STEP: 27200/31555 -- GLOBAL_STEP: 973850 | > loss_text_ce: 0.027710625901818275 (0.033774783890283426) | > loss_mel_ce: 2.1372077465057373 (nan) | > loss: 0.008590946905314922 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14121123367372623) | > loader_time: 0.0047 (0.004560611668755041)  --> TIME: 2025-03-25 12:37:10 -- STEP: 27250/31555 -- GLOBAL_STEP: 973900 | > loss_text_ce: 0.02813306264579296 (0.033776107500178995) | > loss_mel_ce: 2.7670235633850098 (nan) | > loss: 0.01109189260751009 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14121315071560858) | > loader_time: 0.0047 (0.004560638042764938)  --> TIME: 2025-03-25 12:37:20 -- STEP: 27300/31555 -- GLOBAL_STEP: 973950 | > loss_text_ce: 0.03609580546617508 (0.033777105506686826) | > loss_mel_ce: 2.9364707469940186 (nan) | > loss: 0.011795899830758572 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14121413693759827) | > loader_time: 0.0046 (0.004560687603094652)  --> TIME: 2025-03-25 12:37:30 -- STEP: 27350/31555 -- GLOBAL_STEP: 974000 | > loss_text_ce: 0.03342176973819733 (0.033777392731955555) | > loss_mel_ce: 2.796786069869995 (nan) | > loss: 0.011230983771383762 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14121653468778766) | > loader_time: 0.0045 (0.004560888079446251)  --> TIME: 2025-03-25 12:37:39 -- STEP: 27400/31555 -- GLOBAL_STEP: 974050 | > loss_text_ce: 0.030378511175513268 (0.03377678431917217) | > loss_mel_ce: 2.2485978603363037 (nan) | > loss: 0.009043557569384575 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1412213608905339) | > loader_time: 0.0046 (0.004561002324097366)  --> TIME: 2025-03-25 12:37:49 -- STEP: 27450/31555 -- GLOBAL_STEP: 974100 | > loss_text_ce: 0.03461746126413345 (0.033777390419011795) | > loss_mel_ce: 2.8818881511688232 (nan) | > loss: 0.011573435738682747 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14122243199409173) | > loader_time: 0.0046 (0.004561113216837917)  --> TIME: 2025-03-25 12:37:59 -- STEP: 27500/31555 -- GLOBAL_STEP: 974150 | > loss_text_ce: 0.051981911063194275 (0.03378090879659752) | > loss_mel_ce: 2.3712258338928223 (nan) | > loss: 0.009615904651582241 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1412223557645616) | > loader_time: 0.0046 (0.004561199292269637)  --> TIME: 2025-03-25 12:38:08 -- STEP: 27550/31555 -- GLOBAL_STEP: 974200 | > loss_text_ce: 0.03106600046157837 (0.03378170199022908) | > loss_mel_ce: 2.7710318565368652 (nan) | > loss: 0.011119436472654343 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1412205325194141) | > loader_time: 0.0045 (0.004561206736279075)  --> TIME: 2025-03-25 12:38:18 -- STEP: 27600/31555 -- GLOBAL_STEP: 974250 | > loss_text_ce: 0.031863290816545486 (0.033781834602072465) | > loss_mel_ce: 3.0467655658721924 (nan) | > loss: 0.01221678126603365 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14122223902439648) | > loader_time: 0.0046 (0.004561250969983551)  --> TIME: 2025-03-25 12:38:28 -- STEP: 27650/31555 -- GLOBAL_STEP: 974300 | > loss_text_ce: 0.034041956067085266 (0.03378227403532259) | > loss_mel_ce: 3.1054913997650146 (nan) | > loss: 0.012458465993404388 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.141213299473629) | > loader_time: 0.0048 (0.0045613493841768155)  --> TIME: 2025-03-25 12:38:37 -- STEP: 27700/31555 -- GLOBAL_STEP: 974350 | > loss_text_ce: 0.02664531022310257 (0.03377993641932249) | > loss_mel_ce: 2.8627209663391113 (nan) | > loss: 0.011465740390121937 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1412163570297317) | > loader_time: 0.0047 (0.00456149128800267)  --> TIME: 2025-03-25 12:38:47 -- STEP: 27750/31555 -- GLOBAL_STEP: 974400 | > loss_text_ce: 0.035451099276542664 (0.033778838926070434) | > loss_mel_ce: 3.018125295639038 (nan) | > loss: 0.01211736723780632 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14121616269876225) | > loader_time: 0.0047 (0.004561506151079078)  --> TIME: 2025-03-25 12:38:57 -- STEP: 27800/31555 -- GLOBAL_STEP: 974450 | > loss_text_ce: 0.04106614366173744 (0.033780427213838615) | > loss_mel_ce: 2.2549521923065186 (nan) | > loss: 0.009111184626817703 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1412164207156606) | > loader_time: 0.0045 (0.004561571740418052)  --> TIME: 2025-03-25 12:39:06 -- STEP: 27850/31555 -- GLOBAL_STEP: 974500 | > loss_text_ce: 0.04046158120036125 (0.03378004124799417) | > loss_mel_ce: 3.189460515975952 (nan) | > loss: 0.012817151844501495 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14122018618044269) | > loader_time: 0.0045 (0.004561760061733194)  --> TIME: 2025-03-25 12:39:16 -- STEP: 27900/31555 -- GLOBAL_STEP: 974550 | > loss_text_ce: 0.03919847682118416 (0.03378166871232155) | > loss_mel_ce: 2.872877836227417 (nan) | > loss: 0.011555858887732029 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14121796152497634) | > loader_time: 0.0047 (0.004561751991189961)  --> TIME: 2025-03-25 12:39:26 -- STEP: 27950/31555 -- GLOBAL_STEP: 974600 | > loss_text_ce: 0.028338996693491936 (0.033783394146863883) | > loss_mel_ce: 2.8518686294555664 (nan) | > loss: 0.011429395526647568 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14121616658669622) | > loader_time: 0.0045 (0.004561833158162094)  --> TIME: 2025-03-25 12:39:35 -- STEP: 28000/31555 -- GLOBAL_STEP: 974650 | > loss_text_ce: 0.034645453095436096 (0.033782194773333885) | > loss_mel_ce: 2.019857168197632 (nan) | > loss: 0.008152789436280727 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14120460407222962) | > loader_time: 0.0044 (0.004561921724251361)  --> TIME: 2025-03-25 12:39:44 -- STEP: 28050/31555 -- GLOBAL_STEP: 974700 | > loss_text_ce: 0.038871001452207565 (0.03378161483967203) | > loss_mel_ce: 3.109865188598633 (nan) | > loss: 0.012494985945522785 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14119381236519984) | > loader_time: 0.0044 (0.0045618202172073895)  --> TIME: 2025-03-25 12:39:54 -- STEP: 28100/31555 -- GLOBAL_STEP: 974750 | > loss_text_ce: 0.034662626683712006 (0.033781728571565806) | > loss_mel_ce: 2.124631643295288 (nan) | > loss: 0.008568628691136837 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14118862102040128) | > loader_time: 0.0044 (0.004561967374591241)  --> TIME: 2025-03-25 12:40:03 -- STEP: 28150/31555 -- GLOBAL_STEP: 974800 | > loss_text_ce: 0.029229823499917984 (0.03378235974939631) | > loss_mel_ce: 2.7250242233276367 (nan) | > loss: 0.01092958077788353 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14118501876641276) | > loader_time: 0.0048 (0.004561991954146252)  --> TIME: 2025-03-25 12:40:13 -- STEP: 28200/31555 -- GLOBAL_STEP: 974850 | > loss_text_ce: 0.031975746154785156 (0.03378187704402021) | > loss_mel_ce: 2.7295773029327393 (nan) | > loss: 0.010958544909954071 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14118455298403426) | > loader_time: 0.0046 (0.004562210360317389)  --> TIME: 2025-03-25 12:40:23 -- STEP: 28250/31555 -- GLOBAL_STEP: 974900 | > loss_text_ce: 0.038835134357213974 (0.03378190183151609) | > loss_mel_ce: 2.92354416847229 (nan) | > loss: 0.011755473911762238 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14119001510923887) | > loader_time: 0.0045 (0.004562272451620211)  --> TIME: 2025-03-25 12:40:32 -- STEP: 28300/31555 -- GLOBAL_STEP: 974950 | > loss_text_ce: 0.03750928118824959 (0.033781031264722775) | > loss_mel_ce: 2.8243601322174072 (nan) | > loss: 0.011356624774634838 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14118837391950995) | > loader_time: 0.0047 (0.004562239175129298)  --> TIME: 2025-03-25 12:40:42 -- STEP: 28350/31555 -- GLOBAL_STEP: 975000 | > loss_text_ce: 0.03560125455260277 (0.03378152647694636) | > loss_mel_ce: 2.486621141433716 (nan) | > loss: 0.01000881940126419 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.141191273122447) | > loader_time: 0.0046 (0.004562241463434153)  --> TIME: 2025-03-25 12:40:51 -- STEP: 28400/31555 -- GLOBAL_STEP: 975050 | > loss_text_ce: 0.027431335300207138 (0.03378001504964659) | > loss_mel_ce: 2.980539321899414 (nan) | > loss: 0.011936391703784466 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14118371016542602) | > loader_time: 0.0045 (0.0045621870101337945)  --> TIME: 2025-03-25 12:41:01 -- STEP: 28450/31555 -- GLOBAL_STEP: 975100 | > loss_text_ce: 0.028543081134557724 (0.03378003530184659) | > loss_mel_ce: 2.0023818016052246 (nan) | > loss: 0.008059225976467133 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14118060048309422) | > loader_time: 0.0045 (0.0045622754893110415)  --> TIME: 2025-03-25 12:41:11 -- STEP: 28500/31555 -- GLOBAL_STEP: 975150 | > loss_text_ce: 0.04052605479955673 (0.03378048144398555) | > loss_mel_ce: 2.4421191215515137 (nan) | > loss: 0.009851767681539059 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1411764335883285) | > loader_time: 0.0045 (0.004562293738649626)  --> TIME: 2025-03-25 12:41:20 -- STEP: 28550/31555 -- GLOBAL_STEP: 975200 | > loss_text_ce: 0.02610475942492485 (0.03378134815325727) | > loss_mel_ce: 2.5658345222473145 (nan) | > loss: 0.010285473428666592 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1411720464526035) | > loader_time: 0.0046 (0.004562462649704511)  --> TIME: 2025-03-25 12:41:30 -- STEP: 28600/31555 -- GLOBAL_STEP: 975250 | > loss_text_ce: 0.02850971929728985 (0.03377924002817728) | > loss_mel_ce: 2.3867313861846924 (nan) | > loss: 0.009584289975464344 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1411672203190671) | > loader_time: 0.0056 (0.004563062616161557)  --> TIME: 2025-03-25 12:41:39 -- STEP: 28650/31555 -- GLOBAL_STEP: 975300 | > loss_text_ce: 0.04976540803909302 (0.0337806090291909) | > loss_mel_ce: 2.8178913593292236 (nan) | > loss: 0.011379591189324856 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1411602595880181) | > loader_time: 0.0044 (0.004563056186855799)  --> TIME: 2025-03-25 12:41:49 -- STEP: 28700/31555 -- GLOBAL_STEP: 975350 | > loss_text_ce: 0.0405581034719944 (0.03378373054677198) | > loss_mel_ce: 2.7333643436431885 (nan) | > loss: 0.011007629334926605 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14116353736106485) | > loader_time: 0.0046 (0.004563018303715002)  --> TIME: 2025-03-25 12:41:59 -- STEP: 28750/31555 -- GLOBAL_STEP: 975400 | > loss_text_ce: 0.04675333946943283 (0.03378330823979962) | > loss_mel_ce: 2.8845882415771484 (nan) | > loss: 0.01163230836391449 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1411688347857928) | > loader_time: 0.0047 (0.004563264224840271)  --> TIME: 2025-03-25 12:42:08 -- STEP: 28800/31555 -- GLOBAL_STEP: 975450 | > loss_text_ce: 0.03941355645656586 (0.03378133288300094) | > loss_mel_ce: 3.102245807647705 (nan) | > loss: 0.01246690284460783 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14116874083876582) | > loader_time: 0.0047 (0.0045633504125807255)  --> TIME: 2025-03-25 12:42:18 -- STEP: 28850/31555 -- GLOBAL_STEP: 975500 | > loss_text_ce: 0.033726952970027924 (0.033780082318886795) | > loss_mel_ce: 2.624234914779663 (nan) | > loss: 0.010547468438744545 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14116504271687394) | > loader_time: 0.0051 (0.004563421665899079)  --> TIME: 2025-03-25 12:42:28 -- STEP: 28900/31555 -- GLOBAL_STEP: 975550 | > loss_text_ce: 0.026981618255376816 (0.03377962007635262) | > loss_mel_ce: 1.55908203125 (nan) | > loss: 0.006293903570622206 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14117294518592835) | > loader_time: 0.0044 (0.004563461810247319)  --> TIME: 2025-03-25 12:42:37 -- STEP: 28950/31555 -- GLOBAL_STEP: 975600 | > loss_text_ce: 0.03726263344287872 (0.033780162393249144) | > loss_mel_ce: 2.8939075469970703 (nan) | > loss: 0.01163162849843502 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14116981148925656) | > loader_time: 0.0043 (0.0045633962282039375)  --> TIME: 2025-03-25 12:42:47 -- STEP: 29000/31555 -- GLOBAL_STEP: 975650 | > loss_text_ce: 0.034896668046712875 (0.033779062309848513) | > loss_mel_ce: 3.0881805419921875 (nan) | > loss: 0.012393164448440075 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14117769543877937) | > loader_time: 0.0044 (0.004563229421089459)  --> TIME: 2025-03-25 12:42:57 -- STEP: 29050/31555 -- GLOBAL_STEP: 975700 | > loss_text_ce: 0.03977079689502716 (0.033777657046965594) | > loss_mel_ce: 2.323354959487915 (nan) | > loss: 0.00937748420983553 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14118139759398549) | > loader_time: 0.0046 (0.004563466004783667)  --> TIME: 2025-03-25 12:43:07 -- STEP: 29100/31555 -- GLOBAL_STEP: 975750 | > loss_text_ce: 0.032505571842193604 (0.03377616738126058) | > loss_mel_ce: 2.7505807876586914 (nan) | > loss: 0.011043993756175041 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14118739465667596) | > loader_time: 0.0045 (0.004563838141071042)  --> TIME: 2025-03-25 12:43:17 -- STEP: 29150/31555 -- GLOBAL_STEP: 975800 | > loss_text_ce: 0.04783329367637634 (0.0337777093448398) | > loss_mel_ce: 0.6893310546875 (nan) | > loss: 0.0029252555686980486 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14118755036316416) | > loader_time: 0.0044 (0.004563898165066515)  --> TIME: 2025-03-25 12:43:26 -- STEP: 29200/31555 -- GLOBAL_STEP: 975850 | > loss_text_ce: 0.028293337672948837 (0.03377566024673836) | > loss_mel_ce: 2.7904345989227295 (nan) | > loss: 0.01118542905896902 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14119430068421013) | > loader_time: 0.0058 (0.004563981547747596)  --> TIME: 2025-03-25 12:43:36 -- STEP: 29250/31555 -- GLOBAL_STEP: 975900 | > loss_text_ce: 0.03303775191307068 (0.033776565220621016) | > loss_mel_ce: 2.47987961769104 (nan) | > loss: 0.009971894323825836 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14118726229871414) | > loader_time: 0.0046 (0.004564071924258524)  --> TIME: 2025-03-25 12:43:46 -- STEP: 29300/31555 -- GLOBAL_STEP: 975950 | > loss_text_ce: 0.03423693776130676 (0.033774141462983964) | > loss_mel_ce: 1.791989803314209 (nan) | > loss: 0.00724693201482296 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1411901982489704) | > loader_time: 0.0044 (0.004564060644078197)  --> TIME: 2025-03-25 12:43:55 -- STEP: 29350/31555 -- GLOBAL_STEP: 976000 | > loss_text_ce: 0.03826776519417763 (0.03377294445502404) | > loss_mel_ce: 2.9824609756469727 (nan) | > loss: 0.011987020261585712 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.1411865342008598) | > loader_time: 0.0047 (0.00456403840339572)  --> TIME: 2025-03-25 12:44:05 -- STEP: 29400/31555 -- GLOBAL_STEP: 976050 | > loss_text_ce: 0.03613441810011864 (0.03377110232789159) | > loss_mel_ce: 3.1386468410491943 (nan) | > loss: 0.012598339468240738 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1411846462966631) | > loader_time: 0.0047 (0.004564432578832948)  --> TIME: 2025-03-25 12:44:14 -- STEP: 29450/31555 -- GLOBAL_STEP: 976100 | > loss_text_ce: 0.03456125780940056 (0.03376938666496913) | > loss_mel_ce: 2.5391845703125 (nan) | > loss: 0.0102132773026824 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14117828550484443) | > loader_time: 0.0044 (0.004564554662979745)  --> TIME: 2025-03-25 12:44:24 -- STEP: 29500/31555 -- GLOBAL_STEP: 976150 | > loss_text_ce: 0.027584347873926163 (0.03376922400295747) | > loss_mel_ce: 2.136601448059082 (nan) | > loss: 0.008588039316236973 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14118136946629645) | > loader_time: 0.005 (0.004564593137320849)  --> TIME: 2025-03-25 12:44:34 -- STEP: 29550/31555 -- GLOBAL_STEP: 976200 | > loss_text_ce: 0.04009196162223816 (0.033767756980650133) | > loss_mel_ce: 3.0028088092803955 (nan) | > loss: 0.012075004167854786 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14117969859876786) | > loader_time: 0.0047 (0.004564641026272611)  --> TIME: 2025-03-25 12:44:43 -- STEP: 29600/31555 -- GLOBAL_STEP: 976250 | > loss_text_ce: 0.03975405544042587 (0.03376835511840035) | > loss_mel_ce: 3.0844292640686035 (nan) | > loss: 0.012397553771734238 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14118093921526034) | > loader_time: 0.0048 (0.004564739256291799)  --> TIME: 2025-03-25 12:44:53 -- STEP: 29650/31555 -- GLOBAL_STEP: 976300 | > loss_text_ce: 0.02825927920639515 (0.033767673268122814) | > loss_mel_ce: 1.784028172492981 (nan) | > loss: 0.0071916175074875355 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1411831053513497) | > loader_time: 0.0044 (0.004564845300645513)  --> TIME: 2025-03-25 12:45:03 -- STEP: 29700/31555 -- GLOBAL_STEP: 976350 | > loss_text_ce: 0.04005762189626694 (0.03376779625534096) | > loss_mel_ce: 2.423476457595825 (nan) | > loss: 0.009775929152965546 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14117845921404007) | > loader_time: 0.0047 (0.004565002669389022)  --> TIME: 2025-03-25 12:45:12 -- STEP: 29750/31555 -- GLOBAL_STEP: 976400 | > loss_text_ce: 0.04085804522037506 (0.03376587858811787) | > loss_mel_ce: 2.860455274581909 (nan) | > loss: 0.011513148434460163 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14117125101650438) | > loader_time: 0.0049 (0.0045650364931892175)  --> TIME: 2025-03-25 12:45:22 -- STEP: 29800/31555 -- GLOBAL_STEP: 976450 | > loss_text_ce: 0.031575340777635574 (0.033765587678973065) | > loss_mel_ce: 2.236147880554199 (nan) | > loss: 0.008998902514576912 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14117403826457517) | > loader_time: 0.0046 (0.00456512309560842)  --> TIME: 2025-03-25 12:45:31 -- STEP: 29850/31555 -- GLOBAL_STEP: 976500 | > loss_text_ce: 0.023503391072154045 (0.03376523935374885) | > loss_mel_ce: 2.847587823867798 (nan) | > loss: 0.011393219232559204 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14117186392172273) | > loader_time: 0.0046 (0.004565165174666384)  --> TIME: 2025-03-25 12:45:41 -- STEP: 29900/31555 -- GLOBAL_STEP: 976550 | > loss_text_ce: 0.03141951560974121 (0.03376377155141519) | > loss_mel_ce: 2.688803195953369 (nan) | > loss: 0.010794535279273987 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1411703022666597) | > loader_time: 0.0048 (0.0045653102310206405)  --> TIME: 2025-03-25 12:45:51 -- STEP: 29950/31555 -- GLOBAL_STEP: 976600 | > loss_text_ce: 0.03246849775314331 (0.03376339163348231) | > loss_mel_ce: 2.301372766494751 (nan) | > loss: 0.00926127564162016 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14116906775058982) | > loader_time: 0.0047 (0.004565395162579236)  --> TIME: 2025-03-25 12:46:00 -- STEP: 30000/31555 -- GLOBAL_STEP: 976650 | > loss_text_ce: 0.03296685591340065 (0.03376350092090047) | > loss_mel_ce: 2.504312515258789 (nan) | > loss: 0.010068569332361221 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14116673802534715) | > loader_time: 0.0045 (0.004565426747004214)  --> TIME: 2025-03-25 12:46:10 -- STEP: 30050/31555 -- GLOBAL_STEP: 976700 | > loss_text_ce: 0.03877338394522667 (0.03376538809280403) | > loss_mel_ce: 2.999096155166626 (nan) | > loss: 0.01205503847450018 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14116825989994528) | > loader_time: 0.0045 (0.004565560004477119)  --> TIME: 2025-03-25 12:46:20 -- STEP: 30100/31555 -- GLOBAL_STEP: 976750 | > loss_text_ce: 0.02983972430229187 (0.03376844785863108) | > loss_mel_ce: 2.6505203247070312 (nan) | > loss: 0.010636350139975548 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1411721250701978) | > loader_time: 0.0047 (0.004565709033281723)  --> TIME: 2025-03-25 12:46:29 -- STEP: 30150/31555 -- GLOBAL_STEP: 976800 | > loss_text_ce: 0.036724068224430084 (0.03377013757976261) | > loss_mel_ce: 1.8866585493087769 (nan) | > loss: 0.007632471155375242 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1411662087195348) | > loader_time: 0.0045 (0.00456568278285799)  --> TIME: 2025-03-25 12:46:39 -- STEP: 30200/31555 -- GLOBAL_STEP: 976850 | > loss_text_ce: 0.04098517447710037 (0.0337701286795235) | > loss_mel_ce: 2.805049419403076 (nan) | > loss: 0.011293788440525532 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1411661676223702) | > loader_time: 0.0046 (0.004565805157288833)  --> TIME: 2025-03-25 12:46:48 -- STEP: 30250/31555 -- GLOBAL_STEP: 976900 | > loss_text_ce: 0.03587408363819122 (0.03376985080383169) | > loss_mel_ce: 2.72149658203125 (nan) | > loss: 0.010941947810351849 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14116472967005933) | > loader_time: 0.0044 (0.0045658257618423565)  --> TIME: 2025-03-25 12:46:58 -- STEP: 30300/31555 -- GLOBAL_STEP: 976950 | > loss_text_ce: 0.037433214485645294 (0.033767925702963754) | > loss_mel_ce: 2.9026668071746826 (nan) | > loss: 0.011667064391076565 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14116234941451045) | > loader_time: 0.0044 (0.004565965578501003)  --> TIME: 2025-03-25 12:47:08 -- STEP: 30350/31555 -- GLOBAL_STEP: 977000 | > loss_text_ce: 0.028980707749724388 (0.033768181295780145) | > loss_mel_ce: 3.0167880058288574 (nan) | > loss: 0.012086384929716587 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14117024981013215) | > loader_time: 0.0047 (0.004566160206739772)  --> TIME: 2025-03-25 12:47:18 -- STEP: 30400/31555 -- GLOBAL_STEP: 977050 | > loss_text_ce: 0.03142179548740387 (0.033768289701578184) | > loss_mel_ce: 2.2972841262817383 (nan) | > loss: 0.009240897372364998 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14116922845181643) | > loader_time: 0.0048 (0.004566251219887505)  --> TIME: 2025-03-25 12:47:27 -- STEP: 30450/31555 -- GLOBAL_STEP: 977100 | > loss_text_ce: 0.024823002517223358 (0.03376754444364729) | > loss_mel_ce: 2.7585930824279785 (nan) | > loss: 0.011045302264392376 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14116003559532203) | > loader_time: 0.0045 (0.004566304178660749)  --> TIME: 2025-03-25 12:47:36 -- STEP: 30500/31555 -- GLOBAL_STEP: 977150 | > loss_text_ce: 0.03522726148366928 (0.033769644994380364) | > loss_mel_ce: 1.3564425706863403 (nan) | > loss: 0.005522499792277813 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14115458430618513) | > loader_time: 0.0044 (0.00456622606027324)  --> TIME: 2025-03-25 12:47:46 -- STEP: 30550/31555 -- GLOBAL_STEP: 977200 | > loss_text_ce: 0.033102307468652725 (0.03376839765833787) | > loss_mel_ce: 2.8720576763153076 (nan) | > loss: 0.01152841281145811 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1411580935320563) | > loader_time: 0.0047 (0.004566218466688513)  --> TIME: 2025-03-25 12:47:56 -- STEP: 30600/31555 -- GLOBAL_STEP: 977250 | > loss_text_ce: 0.029896322637796402 (0.03376776427009266) | > loss_mel_ce: 2.5255534648895264 (nan) | > loss: 0.010140674188733101 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1411623335819616) | > loader_time: 0.0048 (0.004566270744099358)  --> TIME: 2025-03-25 12:48:05 -- STEP: 30650/31555 -- GLOBAL_STEP: 977300 | > loss_text_ce: 0.03341995179653168 (0.03376542204407584) | > loss_mel_ce: 3.107372999191284 (nan) | > loss: 0.01246346440166235 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14115323458760223) | > loader_time: 0.0045 (0.004566227545746021)  --> TIME: 2025-03-25 12:48:15 -- STEP: 30700/31555 -- GLOBAL_STEP: 977350 | > loss_text_ce: 0.02981575019657612 (0.03376319104644814) | > loss_mel_ce: 2.905360698699951 (nan) | > loss: 0.011647526174783707 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1411547385908491) | > loader_time: 0.0045 (0.0045662650456257895)  --> TIME: 2025-03-25 12:48:25 -- STEP: 30750/31555 -- GLOBAL_STEP: 977400 | > loss_text_ce: 0.04083753377199173 (0.03376221408552641) | > loss_mel_ce: 0.9458356499671936 (nan) | > loss: 0.003915369976311922 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14115205277078496) | > loader_time: 0.0046 (0.004566235317447344)  --> TIME: 2025-03-25 12:48:34 -- STEP: 30800/31555 -- GLOBAL_STEP: 977450 | > loss_text_ce: 0.02590915560722351 (0.03376327979623335) | > loss_mel_ce: 3.087538003921509 (nan) | > loss: 0.012354949489235878 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14115443718897808) | > loader_time: 0.0044 (0.0045663526460722114)  --> TIME: 2025-03-25 12:48:44 -- STEP: 30850/31555 -- GLOBAL_STEP: 977500 | > loss_text_ce: 0.036236394196748734 (0.03376238482568052) | > loss_mel_ce: 2.987191915512085 (nan) | > loss: 0.011997731402516365 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14116017423533905) | > loader_time: 0.0048 (0.004566435242008373)  --> TIME: 2025-03-25 12:48:54 -- STEP: 30900/31555 -- GLOBAL_STEP: 977550 | > loss_text_ce: 0.031844109296798706 (0.03376367797204045) | > loss_mel_ce: 1.8182686567306519 (nan) | > loss: 0.0073417178355157375 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.1411550636198912) | > loader_time: 0.0045 (0.004566590454200347)  --> TIME: 2025-03-25 12:49:03 -- STEP: 30950/31555 -- GLOBAL_STEP: 977600 | > loss_text_ce: 0.029950417578220367 (0.03376582650425633) | > loss_mel_ce: 3.2237322330474854 (nan) | > loss: 0.012911439873278141 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1411495342624397) | > loader_time: 0.0048 (0.004566673261861253)  --> TIME: 2025-03-25 12:49:13 -- STEP: 31000/31555 -- GLOBAL_STEP: 977650 | > loss_text_ce: 0.026157550513744354 (0.03376551086831124) | > loss_mel_ce: 2.4171104431152344 (nan) | > loss: 0.009695508517324924 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14115418617956077) | > loader_time: 0.0048 (0.00456671839375652)  --> TIME: 2025-03-25 12:49:22 -- STEP: 31050/31555 -- GLOBAL_STEP: 977700 | > loss_text_ce: 0.025507662445306778 (0.033764906576872186) | > loss_mel_ce: 2.843691110610962 (nan) | > loss: 0.01138570997864008 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14115078228107375) | > loader_time: 0.0046 (0.00456685401775221)  --> TIME: 2025-03-25 12:49:32 -- STEP: 31100/31555 -- GLOBAL_STEP: 977750 | > loss_text_ce: 0.03622869774699211 (0.03376415308537957) | > loss_mel_ce: 3.36915922164917 (nan) | > loss: 0.013513444922864437 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14115321398547967) | > loader_time: 0.0045 (0.004566932544830933)  --> TIME: 2025-03-25 12:49:42 -- STEP: 31150/31555 -- GLOBAL_STEP: 977800 | > loss_text_ce: 0.04632660746574402 (0.0337648876673015) | > loss_mel_ce: 2.8302721977233887 (nan) | > loss: 0.01141507551074028 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14114989408520573) | > loader_time: 0.0045 (0.004566870845531406)  --> TIME: 2025-03-25 12:49:51 -- STEP: 31200/31555 -- GLOBAL_STEP: 977850 | > loss_text_ce: 0.032473403960466385 (0.033764853930721754) | > loss_mel_ce: 2.8093643188476562 (nan) | > loss: 0.011277134530246258 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14114634631535922) | > loader_time: 0.0045 (0.004567163342084662)  --> TIME: 2025-03-25 12:50:01 -- STEP: 31250/31555 -- GLOBAL_STEP: 977900 | > loss_text_ce: 0.04328414425253868 (0.033761449361324386) | > loss_mel_ce: 3.134766101837158 (nan) | > loss: 0.012611310929059982 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1411464050598142) | > loader_time: 0.0049 (0.00456723351287844)  --> TIME: 2025-03-25 12:50:11 -- STEP: 31300/31555 -- GLOBAL_STEP: 977950 | > loss_text_ce: 0.04754381626844406 (0.033762700041643036) | > loss_mel_ce: 2.9425809383392334 (nan) | > loss: 0.01186557486653328 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14115340534490495) | > loader_time: 0.0048 (0.004567245012655066)  --> TIME: 2025-03-25 12:50:21 -- STEP: 31350/31555 -- GLOBAL_STEP: 978000 | > loss_text_ce: 0.04208589345216751 (0.03376386544463697) | > loss_mel_ce: 2.256453037261963 (nan) | > loss: 0.009121187031269073 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1411568589872148) | > loader_time: 0.0068 (0.004567398675130717)  --> TIME: 2025-03-25 12:50:30 -- STEP: 31400/31555 -- GLOBAL_STEP: 978050 | > loss_text_ce: 0.038279615342617035 (0.03376132693794225) | > loss_mel_ce: 2.635275363922119 (nan) | > loss: 0.010609345510601997 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14115113975895416) | > loader_time: 0.0045 (0.004567375858877896)  --> TIME: 2025-03-25 12:50:40 -- STEP: 31450/31555 -- GLOBAL_STEP: 978100 | > loss_text_ce: 0.03553566336631775 (0.033762167319181684) | > loss_mel_ce: 2.771728515625 (nan) | > loss: 0.011139937676489353 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14115268557174004) | > loader_time: 0.0049 (0.004567414300430392)  --> TIME: 2025-03-25 12:50:50 -- STEP: 31500/31555 -- GLOBAL_STEP: 978150 | > loss_text_ce: 0.02760852314531803 (0.03376417411662764) | > loss_mel_ce: 2.561558485031128 (nan) | > loss: 0.010274473577737808 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1411528297530278) | > loader_time: 0.0047 (0.0045673520981319585)  --> TIME: 2025-03-25 12:50:59 -- STEP: 31550/31555 -- GLOBAL_STEP: 978200 | > loss_text_ce: 0.038725901395082474 (0.03376377077723038) | > loss_mel_ce: 2.8441734313964844 (nan) | > loss: 0.011440076865255833 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14115941380925465) | > loader_time: 0.0044 (0.0045674121285391904)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02130430857340495 (-0.0005043490727742461) | > avg_loss_text_ce: 0.031180627420544636 (-0.00022698696702717902) | > avg_loss_mel_ce: 2.5591855065027853 (-0.00457301060358839) | > avg_loss: 2.5903661370277398 (-0.004799987475078371) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_978205.pth  > EPOCH: 32/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 12:51:21)   --> TIME: 2025-03-25 12:51:31 -- STEP: 45/31555 -- GLOBAL_STEP: 978250 | > loss_text_ce: 0.044177837669849396 (0.03525546259350247) | > loss_mel_ce: 2.742586851119995 (2.4672872814867226) | > loss: 0.01105859037488699 (0.009930725729726772) | > current_lr: 5e-06 | > step_time: 0.137 (0.1390078650580512) | > loader_time: 0.0044 (0.004803996615939669)  --> TIME: 2025-03-25 12:51:40 -- STEP: 95/31555 -- GLOBAL_STEP: 978300 | > loss_text_ce: 0.038418691605329514 (0.03457769602537153) | > loss_mel_ce: 2.9071452617645264 (2.5092414118741684) | > loss: 0.011688746511936188 (0.01009452079413581) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14171153620669713) | > loader_time: 0.0045 (0.004691753889385025)  --> TIME: 2025-03-25 12:51:50 -- STEP: 145/31555 -- GLOBAL_STEP: 978350 | > loss_text_ce: 0.0323752798140049 (0.034324526041746135) | > loss_mel_ce: 2.8402624130249023 (2.5156745799656575) | > loss: 0.01139935664832592 (0.01011904460701144) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14164798670801618) | > loader_time: 0.0045 (0.004613118336118502)  --> TIME: 2025-03-25 12:51:59 -- STEP: 195/31555 -- GLOBAL_STEP: 978400 | > loss_text_ce: 0.028704723343253136 (0.034204905346418055) | > loss_mel_ce: 2.7359116077423096 (2.4880263261879123) | > loss: 0.010970699600875378 (0.010008854635480728) | > current_lr: 5e-06 | > step_time: 0.1306 (0.140694716037848) | > loader_time: 0.0046 (0.004580771617400345)  --> TIME: 2025-03-25 12:52:09 -- STEP: 245/31555 -- GLOBAL_STEP: 978450 | > loss_text_ce: 0.030496636405587196 (0.033867018966346384) | > loss_mel_ce: 2.560020923614502 (2.4715594390977422) | > loss: 0.010279832407832146 (0.009942169013677876) | > current_lr: 5e-06 | > step_time: 0.1414 (0.13967272213527127) | > loader_time: 0.0046 (0.00456471345862564)  --> TIME: 2025-03-25 12:52:18 -- STEP: 295/31555 -- GLOBAL_STEP: 978500 | > loss_text_ce: 0.035976212471723557 (0.0338577482028533) | > loss_mel_ce: 3.0092344284057617 (2.489724591260746) | > loss: 0.012084169313311577 (0.010014216178560518) | > current_lr: 5e-06 | > step_time: 0.1605 (0.13958135701842223) | > loader_time: 0.0047 (0.00456537392179845)  --> TIME: 2025-03-25 12:52:28 -- STEP: 345/31555 -- GLOBAL_STEP: 978550 | > loss_text_ce: 0.03956605866551399 (0.03371213147065779) | > loss_mel_ce: 2.4868600368499756 (2.4894260265796966) | > loss: 0.010025501251220703 (0.010012453555406168) | > current_lr: 5e-06 | > step_time: 0.1362 (0.13902532328730036) | > loader_time: 0.0045 (0.004560297813968384)  --> TIME: 2025-03-25 12:52:37 -- STEP: 395/31555 -- GLOBAL_STEP: 978600 | > loss_text_ce: 0.025515126064419746 (0.03372516739594784) | > loss_mel_ce: 3.0597586631774902 (2.4960863576989776) | > loss: 0.012243150733411312 (0.010038935180158136) | > current_lr: 5e-06 | > step_time: 0.1241 (0.13956140385398377) | > loader_time: 0.0046 (0.004551323154304606)  --> TIME: 2025-03-25 12:52:47 -- STEP: 445/31555 -- GLOBAL_STEP: 978650 | > loss_text_ce: 0.03155079856514931 (0.03362257976210518) | > loss_mel_ce: 2.2440688610076904 (2.493492857689102) | > loss: 0.009030237793922424 (0.010028236416649872) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1396416530180512) | > loader_time: 0.0045 (0.004545698273047974)  --> TIME: 2025-03-25 12:52:57 -- STEP: 495/31555 -- GLOBAL_STEP: 978700 | > loss_text_ce: 0.03780744597315788 (0.03358830032926618) | > loss_mel_ce: 1.888826847076416 (nan) | > loss: 0.00764537462964654 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14015407562255847) | > loader_time: 0.0045 (0.0045623552919638296)  --> TIME: 2025-03-25 12:53:06 -- STEP: 545/31555 -- GLOBAL_STEP: 978750 | > loss_text_ce: 0.04868243262171745 (0.033585771935385304) | > loss_mel_ce: 2.574082136154175 (nan) | > loss: 0.010407796129584312 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14017731377837844) | > loader_time: 0.0046 (0.004572733607860882)  --> TIME: 2025-03-25 12:53:16 -- STEP: 595/31555 -- GLOBAL_STEP: 978800 | > loss_text_ce: 0.04003021493554115 (0.03360929362976753) | > loss_mel_ce: 2.183650016784668 (nan) | > loss: 0.008824128657579422 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14019234881681544) | > loader_time: 0.0044 (0.004579319272722519)  --> TIME: 2025-03-25 12:53:26 -- STEP: 645/31555 -- GLOBAL_STEP: 978850 | > loss_text_ce: 0.023275669664144516 (0.033622328030277635) | > loss_mel_ce: 2.384321451187134 (nan) | > loss: 0.009553956799209118 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1404835057813067) | > loader_time: 0.0046 (0.004593161649482198)  --> TIME: 2025-03-25 12:53:36 -- STEP: 695/31555 -- GLOBAL_STEP: 978900 | > loss_text_ce: 0.04184700921177864 (0.03366765927710983) | > loss_mel_ce: 2.88340425491333 (nan) | > loss: 0.011608140543103218 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1408299185389237) | > loader_time: 0.0045 (0.0045947860470778685)  --> TIME: 2025-03-25 12:53:45 -- STEP: 745/31555 -- GLOBAL_STEP: 978950 | > loss_text_ce: 0.03929770737886429 (0.0336623387511245) | > loss_mel_ce: 3.0239832401275635 (nan) | > loss: 0.012155878357589245 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14054566773792235) | > loader_time: 0.0047 (0.004594213370508797)  --> TIME: 2025-03-25 12:53:55 -- STEP: 795/31555 -- GLOBAL_STEP: 979000 | > loss_text_ce: 0.04017796367406845 (0.03363931066702187) | > loss_mel_ce: 2.013852834701538 (nan) | > loss: 0.008150916546583176 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14072936016058762) | > loader_time: 0.0046 (0.004602410058555367)  --> TIME: 2025-03-25 12:54:05 -- STEP: 845/31555 -- GLOBAL_STEP: 979050 | > loss_text_ce: 0.0301434937864542 (0.033653402338410646) | > loss_mel_ce: 2.769808530807495 (nan) | > loss: 0.011110921390354633 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14093223690281242) | > loader_time: 0.0043 (0.0045940303238185915)  --> TIME: 2025-03-25 12:54:14 -- STEP: 895/31555 -- GLOBAL_STEP: 979100 | > loss_text_ce: 0.036828748881816864 (0.03367003298900481) | > loss_mel_ce: 2.986298084259033 (nan) | > loss: 0.011996535584330559 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14059722889735024) | > loader_time: 0.0045 (0.004583428558690586)  --> TIME: 2025-03-25 12:54:24 -- STEP: 945/31555 -- GLOBAL_STEP: 979150 | > loss_text_ce: 0.038360387086868286 (0.0337007131792171) | > loss_mel_ce: 3.3370823860168457 (nan) | > loss: 0.013394614681601524 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14066609125288682) | > loader_time: 0.0047 (0.004582010248981454)  --> TIME: 2025-03-25 12:54:33 -- STEP: 995/31555 -- GLOBAL_STEP: 979200 | > loss_text_ce: 0.029057292267680168 (0.03369419827177444) | > loss_mel_ce: 2.804596185684204 (nan) | > loss: 0.011244657449424267 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.140622301197531) | > loader_time: 0.0042 (0.004581278652402023)  --> TIME: 2025-03-25 12:54:43 -- STEP: 1045/31555 -- GLOBAL_STEP: 979250 | > loss_text_ce: 0.036985430866479874 (0.03371339514049471) | > loss_mel_ce: 3.3370132446289062 (nan) | > loss: 0.013388884253799915 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14074076237290647) | > loader_time: 0.0044 (0.004577451915832226)  --> TIME: 2025-03-25 12:54:53 -- STEP: 1095/31555 -- GLOBAL_STEP: 979300 | > loss_text_ce: 0.0278849508613348 (0.0337069323405487) | > loss_mel_ce: 2.369241714477539 (nan) | > loss: 0.009512407705187798 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14069843988984665) | > loader_time: 0.0047 (0.004580025694685981)  --> TIME: 2025-03-25 12:55:02 -- STEP: 1145/31555 -- GLOBAL_STEP: 979350 | > loss_text_ce: 0.03755800798535347 (0.03368717655620848) | > loss_mel_ce: 0.2274867445230484 (nan) | > loss: 0.0010517649352550507 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14057677906152968) | > loader_time: 0.0045 (0.004574612654973321)  --> TIME: 2025-03-25 12:55:12 -- STEP: 1195/31555 -- GLOBAL_STEP: 979400 | > loss_text_ce: 0.03305532783269882 (0.033708193909891215) | > loss_mel_ce: 2.2803738117218018 (nan) | > loss: 0.009180274792015553 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14066511896364844) | > loader_time: 0.0043 (0.004567077868154352)  --> TIME: 2025-03-25 12:55:21 -- STEP: 1245/31555 -- GLOBAL_STEP: 979450 | > loss_text_ce: 0.03832449018955231 (0.03371753123809533) | > loss_mel_ce: 2.900986671447754 (nan) | > loss: 0.011663934215903282 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1405781705695461) | > loader_time: 0.0045 (0.004567490428327073)  --> TIME: 2025-03-25 12:55:31 -- STEP: 1295/31555 -- GLOBAL_STEP: 979500 | > loss_text_ce: 0.036064453423023224 (0.033743201489614225) | > loss_mel_ce: 2.131693124771118 (nan) | > loss: 0.008602213114500046 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1405951997027892) | > loader_time: 0.0044 (0.0045668561486203645)  --> TIME: 2025-03-25 12:55:40 -- STEP: 1345/31555 -- GLOBAL_STEP: 979550 | > loss_text_ce: 0.03237449750304222 (0.03375381831509029) | > loss_mel_ce: 2.9502193927764893 (nan) | > loss: 0.011835690587759018 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14038744841366424) | > loader_time: 0.0046 (0.004569735225691664)  --> TIME: 2025-03-25 12:55:50 -- STEP: 1395/31555 -- GLOBAL_STEP: 979600 | > loss_text_ce: 0.02945491299033165 (0.03375844038809284) | > loss_mel_ce: 0.943389892578125 (nan) | > loss: 0.00386049528606236 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1403104310394614) | > loader_time: 0.0043 (0.004566991457375142)  --> TIME: 2025-03-25 12:55:59 -- STEP: 1445/31555 -- GLOBAL_STEP: 979650 | > loss_text_ce: 0.039213426411151886 (0.03371523251196297) | > loss_mel_ce: 2.976828098297119 (nan) | > loss: 0.011968418955802917 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14036017553204055) | > loader_time: 0.0043 (0.004562555134915145)  --> TIME: 2025-03-25 12:56:09 -- STEP: 1495/31555 -- GLOBAL_STEP: 979700 | > loss_text_ce: 0.03394649550318718 (0.033686888571766306) | > loss_mel_ce: 2.7658088207244873 (nan) | > loss: 0.011110140942037106 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14030880832353146) | > loader_time: 0.0048 (0.00455874344178266)  --> TIME: 2025-03-25 12:56:19 -- STEP: 1545/31555 -- GLOBAL_STEP: 979750 | > loss_text_ce: 0.029933122918009758 (0.03366203474839335) | > loss_mel_ce: 2.0125162601470947 (nan) | > loss: 0.008104958571493626 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.1403441458458264) | > loader_time: 0.0043 (0.004555167195094821)  --> TIME: 2025-03-25 12:56:28 -- STEP: 1595/31555 -- GLOBAL_STEP: 979800 | > loss_text_ce: 0.034953635185956955 (0.03368893341281009) | > loss_mel_ce: 2.520704984664917 (nan) | > loss: 0.010141503065824509 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1402193561243036) | > loader_time: 0.0044 (0.004552944177370459)  --> TIME: 2025-03-25 12:56:38 -- STEP: 1645/31555 -- GLOBAL_STEP: 979850 | > loss_text_ce: 0.040503330528736115 (0.03365955950867801) | > loss_mel_ce: 2.7457098960876465 (nan) | > loss: 0.011056401766836643 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.1402605165464172) | > loader_time: 0.0044 (0.00455306119831862)  --> TIME: 2025-03-25 12:56:47 -- STEP: 1695/31555 -- GLOBAL_STEP: 979900 | > loss_text_ce: 0.032691165804862976 (0.03365145873575081) | > loss_mel_ce: 3.215674877166748 (nan) | > loss: 0.012890342622995377 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14018929025768145) | > loader_time: 0.0047 (0.004557306717279031)  --> TIME: 2025-03-25 12:56:57 -- STEP: 1745/31555 -- GLOBAL_STEP: 979950 | > loss_text_ce: 0.03356432914733887 (0.033676229979853554) | > loss_mel_ce: 0.09287109225988388 (nan) | > loss: 0.0005017279181629419 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14014485859256046) | > loader_time: 0.0044 (0.004558658189964838)  --> TIME: 2025-03-25 12:57:06 -- STEP: 1795/31555 -- GLOBAL_STEP: 980000 | > loss_text_ce: 0.03535538539290428 (0.033646428735516855) | > loss_mel_ce: 2.352475881576538 (nan) | > loss: 0.009475520811975002 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14020862260568728) | > loader_time: 0.0044 (0.004558340752689285) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_980000.pth  --> TIME: 2025-03-25 12:57:21 -- STEP: 1845/31555 -- GLOBAL_STEP: 980050 | > loss_text_ce: 0.04965246096253395 (0.03361487063632264) | > loss_mel_ce: 2.6911017894744873 (nan) | > loss: 0.010876010172069073 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1402096983540021) | > loader_time: 0.0044 (0.004562148944472231)  --> TIME: 2025-03-25 12:57:31 -- STEP: 1895/31555 -- GLOBAL_STEP: 980100 | > loss_text_ce: 0.02326827310025692 (0.0336484959697975) | > loss_mel_ce: 2.4504523277282715 (nan) | > loss: 0.009816352277994156 (nan) | > current_lr: 5e-06 | > step_time: 0.148 (0.14024936479754638) | > loader_time: 0.0044 (0.004561814783745515)  --> TIME: 2025-03-25 12:57:41 -- STEP: 1945/31555 -- GLOBAL_STEP: 980150 | > loss_text_ce: 0.03168327361345291 (0.03364154541706977) | > loss_mel_ce: 2.4022703170776367 (nan) | > loss: 0.009658546186983585 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1402570711003473) | > loader_time: 0.0046 (0.004562356600724638)  --> TIME: 2025-03-25 12:57:50 -- STEP: 1995/31555 -- GLOBAL_STEP: 980200 | > loss_text_ce: 0.027690764516592026 (0.03363852343687736) | > loss_mel_ce: 0.1229248046875 (nan) | > loss: 0.0005976808606646955 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14031503086998304) | > loader_time: 0.0045 (0.004559732857802158)  --> TIME: 2025-03-25 12:58:00 -- STEP: 2045/31555 -- GLOBAL_STEP: 980250 | > loss_text_ce: 0.03233378008008003 (0.033626442688601516) | > loss_mel_ce: 0.01458740234375 (nan) | > loss: 0.00018619517504703254 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14034047663066046) | > loader_time: 0.0045 (0.004559885085649185)  --> TIME: 2025-03-25 12:58:10 -- STEP: 2095/31555 -- GLOBAL_STEP: 980300 | > loss_text_ce: 0.03730710968375206 (0.03360352489412684) | > loss_mel_ce: 2.8337748050689697 (nan) | > loss: 0.011393182910978794 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14032937996711778) | > loader_time: 0.0046 (0.004561900637314824)  --> TIME: 2025-03-25 12:58:19 -- STEP: 2145/31555 -- GLOBAL_STEP: 980350 | > loss_text_ce: 0.03015081398189068 (0.033594290630800716) | > loss_mel_ce: 2.3775172233581543 (nan) | > loss: 0.009554238989949226 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14029437556411237) | > loader_time: 0.0067 (0.004562401715969981)  --> TIME: 2025-03-25 12:58:29 -- STEP: 2195/31555 -- GLOBAL_STEP: 980400 | > loss_text_ce: 0.03197578713297844 (0.03360100339733247) | > loss_mel_ce: 2.8995089530944824 (nan) | > loss: 0.011632876470685005 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14029524657612194) | > loader_time: 0.0043 (0.004562614501744575)  --> TIME: 2025-03-25 12:58:38 -- STEP: 2245/31555 -- GLOBAL_STEP: 980450 | > loss_text_ce: 0.028353923931717873 (0.03357742800976755) | > loss_mel_ce: 1.9449031352996826 (nan) | > loss: 0.00783038605004549 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14030427125620634) | > loader_time: 0.0046 (0.004565891869084073)  --> TIME: 2025-03-25 12:58:48 -- STEP: 2295/31555 -- GLOBAL_STEP: 980500 | > loss_text_ce: 0.037088166922330856 (0.033523936052695054) | > loss_mel_ce: 3.0912258625030518 (nan) | > loss: 0.01241394504904747 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1404007182401765) | > loader_time: 0.0046 (0.004567957859413295)  --> TIME: 2025-03-25 12:58:58 -- STEP: 2345/31555 -- GLOBAL_STEP: 980550 | > loss_text_ce: 0.026763951405882835 (0.03356851152916831) | > loss_mel_ce: 1.9315085411071777 (nan) | > loss: 0.007770922966301441 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1403833307945394) | > loader_time: 0.0046 (0.004567170498976069)  --> TIME: 2025-03-25 12:59:07 -- STEP: 2395/31555 -- GLOBAL_STEP: 980600 | > loss_text_ce: 0.028517061844468117 (0.033552606980897653) | > loss_mel_ce: 1.8724093437194824 (nan) | > loss: 0.007543358951807022 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14038078341951912) | > loader_time: 0.0046 (0.004567578341617465)  --> TIME: 2025-03-25 12:59:17 -- STEP: 2445/31555 -- GLOBAL_STEP: 980650 | > loss_text_ce: 0.027356643229722977 (0.033540129945718165) | > loss_mel_ce: 2.8123176097869873 (nan) | > loss: 0.011268549598753452 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14043388766501297) | > loader_time: 0.0048 (0.004569656570996245)  --> TIME: 2025-03-25 12:59:26 -- STEP: 2495/31555 -- GLOBAL_STEP: 980700 | > loss_text_ce: 0.02941109985113144 (0.03353201719990111) | > loss_mel_ce: 2.0062625408172607 (nan) | > loss: 0.008078070357441902 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14039055369421052) | > loader_time: 0.0045 (0.004569377211148373)  --> TIME: 2025-03-25 12:59:36 -- STEP: 2545/31555 -- GLOBAL_STEP: 980750 | > loss_text_ce: 0.031768426299095154 (0.033533461533179404) | > loss_mel_ce: 2.5772440433502197 (nan) | > loss: 0.010353224352002144 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14046396515926785) | > loader_time: 0.0046 (0.004572439849493781)  --> TIME: 2025-03-25 12:59:46 -- STEP: 2595/31555 -- GLOBAL_STEP: 980800 | > loss_text_ce: 0.03416719287633896 (0.033570412659805836) | > loss_mel_ce: 1.63507080078125 (nan) | > loss: 0.006623960565775633 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14037252124793695) | > loader_time: 0.0045 (0.0045752763288788275)  --> TIME: 2025-03-25 12:59:55 -- STEP: 2645/31555 -- GLOBAL_STEP: 980850 | > loss_text_ce: 0.02633654512465 (0.033549818774026775) | > loss_mel_ce: 3.0250375270843506 (nan) | > loss: 0.012108627706766129 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14040999358452974) | > loader_time: 0.0046 (0.004577733708689934)  --> TIME: 2025-03-25 13:00:05 -- STEP: 2695/31555 -- GLOBAL_STEP: 980900 | > loss_text_ce: 0.047228459268808365 (0.033556542700374246) | > loss_mel_ce: 2.610811710357666 (nan) | > loss: 0.010547779500484467 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14040770495313842) | > loader_time: 0.0045 (0.00457966570951501)  --> TIME: 2025-03-25 13:00:15 -- STEP: 2745/31555 -- GLOBAL_STEP: 980950 | > loss_text_ce: 0.03401855379343033 (0.03355616784581609) | > loss_mel_ce: 1.9102630615234375 (nan) | > loss: 0.007715403567999601 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14038625883925768) | > loader_time: 0.0045 (0.004584130215948836)  --> TIME: 2025-03-25 13:00:24 -- STEP: 2795/31555 -- GLOBAL_STEP: 981000 | > loss_text_ce: 0.03322439640760422 (0.033586963973872744) | > loss_mel_ce: 2.704176187515259 (nan) | > loss: 0.010862701572477818 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14035093933610418) | > loader_time: 0.0045 (0.0045851330424464065)  --> TIME: 2025-03-25 13:00:34 -- STEP: 2845/31555 -- GLOBAL_STEP: 981050 | > loss_text_ce: 0.03326445445418358 (0.033595471512951766) | > loss_mel_ce: 1.7675888538360596 (nan) | > loss: 0.007146243471652269 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.140375194482518) | > loader_time: 0.0047 (0.004586083943479305)  --> TIME: 2025-03-25 13:00:44 -- STEP: 2895/31555 -- GLOBAL_STEP: 981100 | > loss_text_ce: 0.036300189793109894 (0.0335839504385704) | > loss_mel_ce: 2.9403722286224365 (nan) | > loss: 0.011812192387878895 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14046777509448816) | > loader_time: 0.0048 (0.004586465453442725)  --> TIME: 2025-03-25 13:00:53 -- STEP: 2945/31555 -- GLOBAL_STEP: 981150 | > loss_text_ce: 0.03752639889717102 (0.033601606475957696) | > loss_mel_ce: 1.822848916053772 (nan) | > loss: 0.007382442243397236 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14048533123903617) | > loader_time: 0.0045 (0.00458656013113129)  --> TIME: 2025-03-25 13:01:03 -- STEP: 2995/31555 -- GLOBAL_STEP: 981200 | > loss_text_ce: 0.031053179875016212 (0.03361082488425278) | > loss_mel_ce: 2.9738211631774902 (nan) | > loss: 0.011924104765057564 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1404900312025676) | > loader_time: 0.0047 (0.004586776230291456)  --> TIME: 2025-03-25 13:01:12 -- STEP: 3045/31555 -- GLOBAL_STEP: 981250 | > loss_text_ce: 0.03095151297748089 (0.03359332698013482) | > loss_mel_ce: 2.7756569385528564 (nan) | > loss: 0.011137335561215878 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1404043322126264) | > loader_time: 0.0044 (0.004586582387413694)  --> TIME: 2025-03-25 13:01:22 -- STEP: 3095/31555 -- GLOBAL_STEP: 981300 | > loss_text_ce: 0.0378451831638813 (0.03358202643078626) | > loss_mel_ce: 1.6349040269851685 (nan) | > loss: 0.006637894082814455 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14038478345978783) | > loader_time: 0.0043 (0.004586530155434561)  --> TIME: 2025-03-25 13:01:31 -- STEP: 3145/31555 -- GLOBAL_STEP: 981350 | > loss_text_ce: 0.03156603127717972 (0.033550508163975916) | > loss_mel_ce: 2.7431280612945557 (nan) | > loss: 0.011010691523551941 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14039432748512506) | > loader_time: 0.0045 (0.00458626868425379)  --> TIME: 2025-03-25 13:01:41 -- STEP: 3195/31555 -- GLOBAL_STEP: 981400 | > loss_text_ce: 0.03272940218448639 (0.033537645823379036) | > loss_mel_ce: 3.0391135215759277 (nan) | > loss: 0.012189853936433792 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14041537193811704) | > loader_time: 0.0049 (0.004586078676632693)  --> TIME: 2025-03-25 13:01:51 -- STEP: 3245/31555 -- GLOBAL_STEP: 981450 | > loss_text_ce: 0.027046598494052887 (0.03354448586047977) | > loss_mel_ce: 2.1878468990325928 (nan) | > loss: 0.008789260871708393 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14039108558501928) | > loader_time: 0.0044 (0.004586650190074205)  --> TIME: 2025-03-25 13:02:00 -- STEP: 3295/31555 -- GLOBAL_STEP: 981500 | > loss_text_ce: 0.03324316069483757 (0.03356222791628336) | > loss_mel_ce: 2.545419692993164 (nan) | > loss: 0.010232789441943169 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1404145657563966) | > loader_time: 0.0045 (0.004587345745567135)  --> TIME: 2025-03-25 13:02:10 -- STEP: 3345/31555 -- GLOBAL_STEP: 981550 | > loss_text_ce: 0.029674997553229332 (0.033585385849033936) | > loss_mel_ce: 7.612500190734863 (nan) | > loss: 0.03032609447836876 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14047091310156098) | > loader_time: 0.0047 (0.0045873838689829815)  --> TIME: 2025-03-25 13:02:20 -- STEP: 3395/31555 -- GLOBAL_STEP: 981600 | > loss_text_ce: 0.032701242715120316 (0.03359118570657293) | > loss_mel_ce: 1.8729054927825928 (nan) | > loss: 0.007561931852251291 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1404624584321594) | > loader_time: 0.0046 (0.00458896423474679)  --> TIME: 2025-03-25 13:02:29 -- STEP: 3445/31555 -- GLOBAL_STEP: 981650 | > loss_text_ce: 0.031518977135419846 (0.033558462503405315) | > loss_mel_ce: 2.026057481765747 (nan) | > loss: 0.008164986036717892 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14042367104695017) | > loader_time: 0.0045 (0.004589961402129027)  --> TIME: 2025-03-25 13:02:39 -- STEP: 3495/31555 -- GLOBAL_STEP: 981700 | > loss_text_ce: 0.03029409423470497 (0.03358438777096448) | > loss_mel_ce: 2.7141029834747314 (nan) | > loss: 0.01089046522974968 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1404356609257162) | > loader_time: 0.0048 (0.004591815700176287)  --> TIME: 2025-03-25 13:02:49 -- STEP: 3545/31555 -- GLOBAL_STEP: 981750 | > loss_text_ce: 0.029709069058299065 (0.03359256542283821) | > loss_mel_ce: 2.8231241703033447 (nan) | > loss: 0.011320767924189568 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1404467204730161) | > loader_time: 0.0047 (0.004592955028388674)  --> TIME: 2025-03-25 13:02:58 -- STEP: 3595/31555 -- GLOBAL_STEP: 981800 | > loss_text_ce: 0.04043028876185417 (0.03359291698519387) | > loss_mel_ce: 2.7205183506011963 (nan) | > loss: 0.010956145823001862 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1404983276452073) | > loader_time: 0.0044 (0.004594535787845032)  --> TIME: 2025-03-25 13:03:08 -- STEP: 3645/31555 -- GLOBAL_STEP: 981850 | > loss_text_ce: 0.032295871526002884 (0.03358173669151062) | > loss_mel_ce: 2.7130041122436523 (nan) | > loss: 0.010894048027694225 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14045713029607634) | > loader_time: 0.0046 (0.004594840205418892)  --> TIME: 2025-03-25 13:03:17 -- STEP: 3695/31555 -- GLOBAL_STEP: 981900 | > loss_text_ce: 0.040299560874700546 (0.033598039300257745) | > loss_mel_ce: 2.5525825023651123 (nan) | > loss: 0.010289215482771397 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14044126096371845) | > loader_time: 0.0069 (0.004595792535516028)  --> TIME: 2025-03-25 13:03:27 -- STEP: 3745/31555 -- GLOBAL_STEP: 981950 | > loss_text_ce: 0.04002683237195015 (0.03358943386523115) | > loss_mel_ce: 2.8036627769470215 (nan) | > loss: 0.011284483596682549 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14042925605468318) | > loader_time: 0.0045 (0.0045958596651003505)  --> TIME: 2025-03-25 13:03:37 -- STEP: 3795/31555 -- GLOBAL_STEP: 982000 | > loss_text_ce: 0.033784039318561554 (0.03358219644258448) | > loss_mel_ce: 2.7243595123291016 (nan) | > loss: 0.010945015586912632 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14043243525056476) | > loader_time: 0.0049 (0.004595988918198907)  --> TIME: 2025-03-25 13:03:46 -- STEP: 3845/31555 -- GLOBAL_STEP: 982050 | > loss_text_ce: 0.030789604410529137 (0.03358158745714519) | > loss_mel_ce: 2.8292057514190674 (nan) | > loss: 0.011349188163876534 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1404106099831885) | > loader_time: 0.0046 (0.0045958589050332736)  --> TIME: 2025-03-25 13:03:56 -- STEP: 3895/31555 -- GLOBAL_STEP: 982100 | > loss_text_ce: 0.03602829948067665 (0.03358292927217106) | > loss_mel_ce: 2.566307544708252 (nan) | > loss: 0.010326730087399483 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14044556838097996) | > loader_time: 0.0074 (0.00459805777504448)  --> TIME: 2025-03-25 13:04:06 -- STEP: 3945/31555 -- GLOBAL_STEP: 982150 | > loss_text_ce: 0.026633571833372116 (0.03358058593600639) | > loss_mel_ce: 2.3822686672210693 (nan) | > loss: 0.009559135884046555 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1404650833821264) | > loader_time: 0.0044 (0.004598428390174168)  --> TIME: 2025-03-25 13:04:15 -- STEP: 3995/31555 -- GLOBAL_STEP: 982200 | > loss_text_ce: 0.03581094741821289 (0.03359588086698311) | > loss_mel_ce: 1.8966761827468872 (nan) | > loss: 0.0076685999520123005 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14044143386716665) | > loader_time: 0.0045 (0.004597816717937988)  --> TIME: 2025-03-25 13:04:25 -- STEP: 4045/31555 -- GLOBAL_STEP: 982250 | > loss_text_ce: 0.02699519321322441 (0.03357142930083676) | > loss_mel_ce: 2.9017763137817383 (nan) | > loss: 0.011622109450399876 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14041580104709975) | > loader_time: 0.0046 (0.0045973633364193005)  --> TIME: 2025-03-25 13:04:34 -- STEP: 4095/31555 -- GLOBAL_STEP: 982300 | > loss_text_ce: 0.035245250910520554 (0.03354778093432541) | > loss_mel_ce: 2.666856050491333 (nan) | > loss: 0.010722624137997627 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1404343881595409) | > loader_time: 0.0046 (0.00459680586361915)  --> TIME: 2025-03-25 13:04:44 -- STEP: 4145/31555 -- GLOBAL_STEP: 982350 | > loss_text_ce: 0.03928845748305321 (0.03354827424396715) | > loss_mel_ce: 2.9036803245544434 (nan) | > loss: 0.011678448878228664 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14043310071073173) | > loader_time: 0.0046 (0.0045965152137673595)  --> TIME: 2025-03-25 13:04:53 -- STEP: 4195/31555 -- GLOBAL_STEP: 982400 | > loss_text_ce: 0.03458473086357117 (0.033540462477840795) | > loss_mel_ce: 2.9164204597473145 (nan) | > loss: 0.011710339225828648 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14041276387293072) | > loader_time: 0.0046 (0.004596285143682877)  --> TIME: 2025-03-25 13:05:03 -- STEP: 4245/31555 -- GLOBAL_STEP: 982450 | > loss_text_ce: 0.03145886957645416 (0.03352415501255229) | > loss_mel_ce: 2.7461464405059814 (nan) | > loss: 0.011022243648767471 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14036272765610028) | > loader_time: 0.0049 (0.004597056459622341)  --> TIME: 2025-03-25 13:05:12 -- STEP: 4295/31555 -- GLOBAL_STEP: 982500 | > loss_text_ce: 0.01990801841020584 (0.03352612831062769) | > loss_mel_ce: 2.2769229412078857 (nan) | > loss: 0.009114408865571022 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1403410002294323) | > loader_time: 0.0046 (0.004597384937983598)  --> TIME: 2025-03-25 13:05:22 -- STEP: 4345/31555 -- GLOBAL_STEP: 982550 | > loss_text_ce: 0.03659585118293762 (0.033530833857654735) | > loss_mel_ce: 2.3408219814300537 (nan) | > loss: 0.009434198029339314 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14036186934889242) | > loader_time: 0.0044 (0.004598833804026302)  --> TIME: 2025-03-25 13:05:32 -- STEP: 4395/31555 -- GLOBAL_STEP: 982600 | > loss_text_ce: 0.03497462719678879 (0.033534314482132635) | > loss_mel_ce: 1.827185034751892 (nan) | > loss: 0.00738952262327075 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14036651780580894) | > loader_time: 0.0047 (0.004599513725480398)  --> TIME: 2025-03-25 13:05:41 -- STEP: 4445/31555 -- GLOBAL_STEP: 982650 | > loss_text_ce: 0.025931596755981445 (0.03352671793784571) | > loss_mel_ce: 2.721287727355957 (nan) | > loss: 0.01090166438370943 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1403704782706948) | > loader_time: 0.0045 (0.004600775818454675)  --> TIME: 2025-03-25 13:05:51 -- STEP: 4495/31555 -- GLOBAL_STEP: 982700 | > loss_text_ce: 0.025006962940096855 (0.033529100520484405) | > loss_mel_ce: 2.746886730194092 (nan) | > loss: 0.010999578982591629 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14034438865203347) | > loader_time: 0.0045 (0.004600695534728399)  --> TIME: 2025-03-25 13:06:01 -- STEP: 4545/31555 -- GLOBAL_STEP: 982750 | > loss_text_ce: 0.026490867137908936 (0.03352958375221257) | > loss_mel_ce: 1.876190185546875 (nan) | > loss: 0.007550322450697422 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1403793629246577) | > loader_time: 0.0046 (0.0046012847468142265)  --> TIME: 2025-03-25 13:06:10 -- STEP: 4595/31555 -- GLOBAL_STEP: 982800 | > loss_text_ce: 0.02689879573881626 (0.03353058776561813) | > loss_mel_ce: 2.3538029193878174 (nan) | > loss: 0.009447230026125908 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1403775415949775) | > loader_time: 0.0044 (0.004601448638135649)  --> TIME: 2025-03-25 13:06:20 -- STEP: 4645/31555 -- GLOBAL_STEP: 982850 | > loss_text_ce: 0.03284364566206932 (0.03351275642433537) | > loss_mel_ce: 2.3284597396850586 (nan) | > loss: 0.009370251558721066 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14042789286766424) | > loader_time: 0.0047 (0.004601869285427465)  --> TIME: 2025-03-25 13:06:30 -- STEP: 4695/31555 -- GLOBAL_STEP: 982900 | > loss_text_ce: 0.03122088685631752 (0.033525396179491046) | > loss_mel_ce: 0.5666249394416809 (nan) | > loss: 0.0023724043276160955 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14041995880321947) | > loader_time: 0.0046 (0.004601519811140727)  --> TIME: 2025-03-25 13:06:39 -- STEP: 4745/31555 -- GLOBAL_STEP: 982950 | > loss_text_ce: 0.028088852763175964 (0.033524398996962725) | > loss_mel_ce: 2.7682437896728516 (nan) | > loss: 0.011096558533608913 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14045180902591614) | > loader_time: 0.0046 (0.0046019090365057224)  --> TIME: 2025-03-25 13:06:49 -- STEP: 4795/31555 -- GLOBAL_STEP: 983000 | > loss_text_ce: 0.04304354265332222 (0.03352796115598811) | > loss_mel_ce: 3.2399613857269287 (nan) | > loss: 0.013027798384428024 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1404571607786621) | > loader_time: 0.0045 (0.0046031501917197775)  --> TIME: 2025-03-25 13:06:59 -- STEP: 4845/31555 -- GLOBAL_STEP: 983050 | > loss_text_ce: 0.04073580354452133 (0.033521269180910855) | > loss_mel_ce: 2.7415173053741455 (nan) | > loss: 0.011040687561035156 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14046079494881789) | > loader_time: 0.0044 (0.0046039255041825265)  --> TIME: 2025-03-25 13:07:08 -- STEP: 4895/31555 -- GLOBAL_STEP: 983100 | > loss_text_ce: 0.030237263068556786 (0.033525795737077785) | > loss_mel_ce: 2.8627676963806152 (nan) | > loss: 0.0114801786839962 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14046685040545046) | > loader_time: 0.0046 (0.00460396655611657)  --> TIME: 2025-03-25 13:07:18 -- STEP: 4945/31555 -- GLOBAL_STEP: 983150 | > loss_text_ce: 0.03191392868757248 (0.03351838752585931) | > loss_mel_ce: 0.6060256958007812 (nan) | > loss: 0.002531506586819887 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14051242945047177) | > loader_time: 0.0045 (0.004603831326877154)  --> TIME: 2025-03-25 13:07:28 -- STEP: 4995/31555 -- GLOBAL_STEP: 983200 | > loss_text_ce: 0.031185243278741837 (0.033514197067999844) | > loss_mel_ce: 2.6451079845428467 (nan) | > loss: 0.010620211251080036 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14050860667491202) | > loader_time: 0.0048 (0.004603798229534482)  --> TIME: 2025-03-25 13:07:37 -- STEP: 5045/31555 -- GLOBAL_STEP: 983250 | > loss_text_ce: 0.02858189307153225 (0.03352002072451691) | > loss_mel_ce: 2.867321491241455 (nan) | > loss: 0.011491680517792702 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1404501925374871) | > loader_time: 0.0047 (0.004604092390969688)  --> TIME: 2025-03-25 13:07:47 -- STEP: 5095/31555 -- GLOBAL_STEP: 983300 | > loss_text_ce: 0.031103869900107384 (0.033525386787731606) | > loss_mel_ce: 2.7777137756347656 (nan) | > loss: 0.011146102100610733 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14044716828470705) | > loader_time: 0.0048 (0.004604083024718466)  --> TIME: 2025-03-25 13:07:56 -- STEP: 5145/31555 -- GLOBAL_STEP: 983350 | > loss_text_ce: 0.035147953778505325 (0.033520909233165364) | > loss_mel_ce: 2.4280872344970703 (nan) | > loss: 0.00977474357932806 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14041700678270205) | > loader_time: 0.0049 (0.004604571715967537)  --> TIME: 2025-03-25 13:08:06 -- STEP: 5195/31555 -- GLOBAL_STEP: 983400 | > loss_text_ce: 0.03422027453780174 (0.03353273403007066) | > loss_mel_ce: 3.036259651184082 (nan) | > loss: 0.012184444814920425 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14045564400908786) | > loader_time: 0.0047 (0.004605502779375951)  --> TIME: 2025-03-25 13:08:16 -- STEP: 5245/31555 -- GLOBAL_STEP: 983450 | > loss_text_ce: 0.03211057186126709 (0.0335335421234767) | > loss_mel_ce: 1.7360183000564575 (nan) | > loss: 0.007016384974122047 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14047407649379304) | > loader_time: 0.0046 (0.004605646287974464)  --> TIME: 2025-03-25 13:08:26 -- STEP: 5295/31555 -- GLOBAL_STEP: 983500 | > loss_text_ce: 0.03465481847524643 (0.03353557757280479) | > loss_mel_ce: 2.5261199474334717 (nan) | > loss: 0.010161804966628551 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14054893249605352) | > loader_time: 0.0048 (0.004606528772961098)  --> TIME: 2025-03-25 13:08:36 -- STEP: 5345/31555 -- GLOBAL_STEP: 983550 | > loss_text_ce: 0.04014574736356735 (0.03353489894974) | > loss_mel_ce: 2.6221468448638916 (nan) | > loss: 0.01056465320289135 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1405840210874463) | > loader_time: 0.0048 (0.004606754875718386)  --> TIME: 2025-03-25 13:08:45 -- STEP: 5395/31555 -- GLOBAL_STEP: 983600 | > loss_text_ce: 0.03692418336868286 (0.03353031622599795) | > loss_mel_ce: 2.7770416736602783 (nan) | > loss: 0.011166531592607498 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.140559880307032) | > loader_time: 0.0046 (0.0046081025032559736)  --> TIME: 2025-03-25 13:08:55 -- STEP: 5445/31555 -- GLOBAL_STEP: 983650 | > loss_text_ce: 0.027008214965462685 (0.033529207913788286) | > loss_mel_ce: 2.2533063888549805 (nan) | > loss: 0.009048867970705032 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.140565946016758) | > loader_time: 0.0044 (0.004608130520697148)  --> TIME: 2025-03-25 13:09:04 -- STEP: 5495/31555 -- GLOBAL_STEP: 983700 | > loss_text_ce: 0.029055649414658546 (0.033530250328463324) | > loss_mel_ce: 2.7567527294158936 (nan) | > loss: 0.011054795235395432 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14055551224344934) | > loader_time: 0.0045 (0.004608034718785103)  --> TIME: 2025-03-25 13:09:14 -- STEP: 5545/31555 -- GLOBAL_STEP: 983750 | > loss_text_ce: 0.023965999484062195 (0.03353190142056692) | > loss_mel_ce: 1.3837299346923828 (nan) | > loss: 0.005586095154285431 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14055447965403506) | > loader_time: 0.0046 (0.0046086783877786405)  --> TIME: 2025-03-25 13:09:24 -- STEP: 5595/31555 -- GLOBAL_STEP: 983800 | > loss_text_ce: 0.02587064914405346 (0.0335269837035158) | > loss_mel_ce: 2.2828075885772705 (nan) | > loss: 0.009161422029137611 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1405642398667184) | > loader_time: 0.0046 (0.0046087689438070725)  --> TIME: 2025-03-25 13:09:34 -- STEP: 5645/31555 -- GLOBAL_STEP: 983850 | > loss_text_ce: 0.03236877918243408 (0.03351956498524568) | > loss_mel_ce: 1.7924327850341797 (nan) | > loss: 0.007241276558488607 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14060989646810237) | > loader_time: 0.0048 (0.00460918699354065)  --> TIME: 2025-03-25 13:09:43 -- STEP: 5695/31555 -- GLOBAL_STEP: 983900 | > loss_text_ce: 0.02864839881658554 (0.03352084709961) | > loss_mel_ce: 2.935091257095337 (nan) | > loss: 0.011760871857404709 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14062584440785594) | > loader_time: 0.0047 (0.004609099891334376)  --> TIME: 2025-03-25 13:09:53 -- STEP: 5745/31555 -- GLOBAL_STEP: 983950 | > loss_text_ce: 0.04036485403776169 (0.033533715592734555) | > loss_mel_ce: 3.2317001819610596 (nan) | > loss: 0.012984385713934898 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14067570941151475) | > loader_time: 0.0047 (0.0046095029699791965)  --> TIME: 2025-03-25 13:10:03 -- STEP: 5795/31555 -- GLOBAL_STEP: 984000 | > loss_text_ce: 0.04396732151508331 (0.03353386591538154) | > loss_mel_ce: 2.186429023742676 (nan) | > loss: 0.008850779384374619 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14067875267206545) | > loader_time: 0.0047 (0.0046109487518758065)  --> TIME: 2025-03-25 13:10:13 -- STEP: 5845/31555 -- GLOBAL_STEP: 984050 | > loss_text_ce: 0.037538912147283554 (0.03354290678437521) | > loss_mel_ce: 2.4919917583465576 (nan) | > loss: 0.010037820786237717 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14072397103974524) | > loader_time: 0.0046 (0.004611357141499636)  --> TIME: 2025-03-25 13:10:23 -- STEP: 5895/31555 -- GLOBAL_STEP: 984100 | > loss_text_ce: 0.024392053484916687 (0.03353260889842133) | > loss_mel_ce: 2.0463054180145264 (nan) | > loss: 0.008217054419219494 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14074857835551272) | > loader_time: 0.0046 (0.0046116703541426345)  --> TIME: 2025-03-25 13:10:33 -- STEP: 5945/31555 -- GLOBAL_STEP: 984150 | > loss_text_ce: 0.038191962987184525 (0.03353354602886083) | > loss_mel_ce: 1.481950283050537 (nan) | > loss: 0.006032310426235199 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14077904831972132) | > loader_time: 0.0043 (0.004612780379286515)  --> TIME: 2025-03-25 13:10:42 -- STEP: 5995/31555 -- GLOBAL_STEP: 984200 | > loss_text_ce: 0.027327053248882294 (0.033534756831489224) | > loss_mel_ce: 2.089966058731079 (nan) | > loss: 0.008401957340538502 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1407837334029172) | > loader_time: 0.0043 (0.004613278009575327)  --> TIME: 2025-03-25 13:10:52 -- STEP: 6045/31555 -- GLOBAL_STEP: 984250 | > loss_text_ce: 0.03918324038386345 (0.03353698176337207) | > loss_mel_ce: 2.594129800796509 (nan) | > loss: 0.01044965535402298 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1407734637422144) | > loader_time: 0.0048 (0.004614152032743301)  --> TIME: 2025-03-25 13:11:01 -- STEP: 6095/31555 -- GLOBAL_STEP: 984300 | > loss_text_ce: 0.03575111925601959 (0.03353138264983741) | > loss_mel_ce: 2.9515559673309326 (nan) | > loss: 0.011854393407702446 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14078275087527137) | > loader_time: 0.0047 (0.004615588966601185)  --> TIME: 2025-03-25 13:11:11 -- STEP: 6145/31555 -- GLOBAL_STEP: 984350 | > loss_text_ce: 0.03244924545288086 (0.03352576885008657) | > loss_mel_ce: 2.6631431579589844 (nan) | > loss: 0.010696795769035816 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14082071294233645) | > loader_time: 0.0046 (0.004615847787011226)  --> TIME: 2025-03-25 13:11:21 -- STEP: 6195/31555 -- GLOBAL_STEP: 984400 | > loss_text_ce: 0.03479667752981186 (0.03354329438030692) | > loss_mel_ce: 2.8915746212005615 (nan) | > loss: 0.011612585745751858 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1407819174103822) | > loader_time: 0.0046 (0.004615791734906323)  --> TIME: 2025-03-25 13:11:30 -- STEP: 6245/31555 -- GLOBAL_STEP: 984450 | > loss_text_ce: 0.03435812145471573 (0.033548909293754606) | > loss_mel_ce: 2.3403382301330566 (nan) | > loss: 0.009423398412764072 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14077438724050573) | > loader_time: 0.0043 (0.004614567584854004)  --> TIME: 2025-03-25 13:11:40 -- STEP: 6295/31555 -- GLOBAL_STEP: 984500 | > loss_text_ce: 0.025544805452227592 (0.033539527819608034) | > loss_mel_ce: 3.215923547744751 (nan) | > loss: 0.012862971052527428 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14076553485618912) | > loader_time: 0.0044 (0.004613431017014395)  --> TIME: 2025-03-25 13:11:49 -- STEP: 6345/31555 -- GLOBAL_STEP: 984550 | > loss_text_ce: 0.03883978724479675 (0.033538487496205256) | > loss_mel_ce: 1.8119659423828125 (nan) | > loss: 0.00734446756541729 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1407285455082987) | > loader_time: 0.0043 (0.004611865360028529)  --> TIME: 2025-03-25 13:11:58 -- STEP: 6395/31555 -- GLOBAL_STEP: 984600 | > loss_text_ce: 0.03127779811620712 (0.033540663874159785) | > loss_mel_ce: 3.0078506469726562 (nan) | > loss: 0.012060035020112991 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14069917658700773) | > loader_time: 0.0045 (0.00461064044901688)  --> TIME: 2025-03-25 13:12:08 -- STEP: 6445/31555 -- GLOBAL_STEP: 984650 | > loss_text_ce: 0.04016853868961334 (0.033530177677135495) | > loss_mel_ce: 3.107753276824951 (nan) | > loss: 0.01249175425618887 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1406947376008553) | > loader_time: 0.0045 (0.004610604181874151)  --> TIME: 2025-03-25 13:12:18 -- STEP: 6495/31555 -- GLOBAL_STEP: 984700 | > loss_text_ce: 0.03690159320831299 (0.03353381581214457) | > loss_mel_ce: 2.9361705780029297 (nan) | > loss: 0.011797905899584293 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14070466587046127) | > loader_time: 0.005 (0.004611459964050333)  --> TIME: 2025-03-25 13:12:27 -- STEP: 6545/31555 -- GLOBAL_STEP: 984750 | > loss_text_ce: 0.03340020403265953 (0.03352626363645076) | > loss_mel_ce: 3.010535478591919 (nan) | > loss: 0.01207911130040884 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14067726721738144) | > loader_time: 0.0048 (0.004612114813784947)  --> TIME: 2025-03-25 13:12:37 -- STEP: 6595/31555 -- GLOBAL_STEP: 984800 | > loss_text_ce: 0.030725006014108658 (0.03352629093310654) | > loss_mel_ce: 2.590557336807251 (nan) | > loss: 0.010401914827525616 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14069200310407068) | > loader_time: 0.0046 (0.004613128478460182)  --> TIME: 2025-03-25 13:12:47 -- STEP: 6645/31555 -- GLOBAL_STEP: 984850 | > loss_text_ce: 0.04566297307610512 (0.03351895756756024) | > loss_mel_ce: 2.3048198223114014 (nan) | > loss: 0.009327312931418419 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14070347695533666) | > loader_time: 0.0045 (0.004613687509518079)  --> TIME: 2025-03-25 13:12:57 -- STEP: 6695/31555 -- GLOBAL_STEP: 984900 | > loss_text_ce: 0.037833984941244125 (0.033520231983270296) | > loss_mel_ce: 2.896423816680908 (nan) | > loss: 0.011643880978226662 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1407286395770212) | > loader_time: 0.0048 (0.004614516315930269)  --> TIME: 2025-03-25 13:13:06 -- STEP: 6745/31555 -- GLOBAL_STEP: 984950 | > loss_text_ce: 0.04247594252228737 (0.03352264100154115) | > loss_mel_ce: 2.1932928562164307 (nan) | > loss: 0.008872099220752716 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1407639089560317) | > loader_time: 0.0045 (0.004615072465278725)  --> TIME: 2025-03-25 13:13:16 -- STEP: 6795/31555 -- GLOBAL_STEP: 985000 | > loss_text_ce: 0.0332549549639225 (0.03352408378307561) | > loss_mel_ce: 3.1708984375 (nan) | > loss: 0.012714894488453865 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1407637204204615) | > loader_time: 0.0046 (0.004616498841881479)  --> TIME: 2025-03-25 13:13:26 -- STEP: 6845/31555 -- GLOBAL_STEP: 985050 | > loss_text_ce: 0.04399174451828003 (0.03352536116315111) | > loss_mel_ce: 2.702981472015381 (nan) | > loss: 0.010900688357651234 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1407450350293984) | > loader_time: 0.0045 (0.004617035171252419)  --> TIME: 2025-03-25 13:13:35 -- STEP: 6895/31555 -- GLOBAL_STEP: 985100 | > loss_text_ce: 0.03741639479994774 (0.03352007620236501) | > loss_mel_ce: 2.4713528156280518 (nan) | > loss: 0.009955434128642082 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1407451153147302) | > loader_time: 0.0045 (0.004618338867751806)  --> TIME: 2025-03-25 13:13:45 -- STEP: 6945/31555 -- GLOBAL_STEP: 985150 | > loss_text_ce: 0.038807857781648636 (0.03351657819901327) | > loss_mel_ce: 2.561638832092285 (nan) | > loss: 0.010319233871996403 (nan) | > current_lr: 5e-06 | > step_time: 0.1481 (0.14077844746770266) | > loader_time: 0.0048 (0.004618083666862544)  --> TIME: 2025-03-25 13:13:54 -- STEP: 6995/31555 -- GLOBAL_STEP: 985200 | > loss_text_ce: 0.02777816541492939 (0.03351119938449634) | > loss_mel_ce: 3.213043212890625 (nan) | > loss: 0.012860403396189213 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14074610716279232) | > loader_time: 0.0044 (0.004617195627023001)  --> TIME: 2025-03-25 13:14:04 -- STEP: 7045/31555 -- GLOBAL_STEP: 985250 | > loss_text_ce: 0.03292703256011009 (0.033510485687937526) | > loss_mel_ce: 1.0989583730697632 (nan) | > loss: 0.004491609055548906 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14075957935189815) | > loader_time: 0.0044 (0.004617389607209515)  --> TIME: 2025-03-25 13:14:14 -- STEP: 7095/31555 -- GLOBAL_STEP: 985300 | > loss_text_ce: 0.04189398139715195 (0.033510421219769514) | > loss_mel_ce: 2.7454237937927246 (nan) | > loss: 0.011060785502195358 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14075193062393213) | > loader_time: 0.0045 (0.004618231959541204)  --> TIME: 2025-03-25 13:14:24 -- STEP: 7145/31555 -- GLOBAL_STEP: 985350 | > loss_text_ce: 0.035644881427288055 (0.033513796212317204) | > loss_mel_ce: 2.0347084999084473 (nan) | > loss: 0.008215688169002533 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1407775912608532) | > loader_time: 0.0046 (0.004619151416402152)  --> TIME: 2025-03-25 13:14:34 -- STEP: 7195/31555 -- GLOBAL_STEP: 985400 | > loss_text_ce: 0.028903035447001457 (0.03351541103690325) | > loss_mel_ce: 2.9088735580444336 (nan) | > loss: 0.011657844297587872 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14081201599736176) | > loader_time: 0.0046 (0.004619469022982796)  --> TIME: 2025-03-25 13:14:43 -- STEP: 7245/31555 -- GLOBAL_STEP: 985450 | > loss_text_ce: 0.030879659578204155 (0.03351173049110209) | > loss_mel_ce: 2.952099084854126 (nan) | > loss: 0.011837217956781387 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1408079049602065) | > loader_time: 0.0045 (0.004619361352229449)  --> TIME: 2025-03-25 13:14:53 -- STEP: 7295/31555 -- GLOBAL_STEP: 985500 | > loss_text_ce: 0.0397292785346508 (0.033509575818793644) | > loss_mel_ce: 3.0669379234313965 (nan) | > loss: 0.012328045442700386 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14080000505453996) | > loader_time: 0.0046 (0.004618977127702684)  --> TIME: 2025-03-25 13:15:03 -- STEP: 7345/31555 -- GLOBAL_STEP: 985550 | > loss_text_ce: 0.0348585844039917 (0.03350701428419826) | > loss_mel_ce: 1.5056884288787842 (nan) | > loss: 0.006113281939178705 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1408092650367427) | > loader_time: 0.0044 (0.004619389313917879)  --> TIME: 2025-03-25 13:15:12 -- STEP: 7395/31555 -- GLOBAL_STEP: 985600 | > loss_text_ce: 0.03291922062635422 (0.03349675163160698) | > loss_mel_ce: 3.267369270324707 (nan) | > loss: 0.013096383772790432 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1408123714686898) | > loader_time: 0.0047 (0.0046190656787080345)  --> TIME: 2025-03-25 13:15:22 -- STEP: 7445/31555 -- GLOBAL_STEP: 985650 | > loss_text_ce: 0.02825290895998478 (0.0335049926833099) | > loss_mel_ce: 2.8611111640930176 (nan) | > loss: 0.01146573107689619 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1408382522731606) | > loader_time: 0.0043 (0.004619177209202103)  --> TIME: 2025-03-25 13:15:32 -- STEP: 7495/31555 -- GLOBAL_STEP: 985700 | > loss_text_ce: 0.023618146777153015 (0.03350309633561043) | > loss_mel_ce: 2.0776002407073975 (nan) | > loss: 0.008338169194757938 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14086031862860832) | > loader_time: 0.0043 (0.004617955002329826)  --> TIME: 2025-03-25 13:15:41 -- STEP: 7545/31555 -- GLOBAL_STEP: 985750 | > loss_text_ce: 0.03991137817502022 (0.03349500911864543) | > loss_mel_ce: 3.0343363285064697 (nan) | > loss: 0.012199396267533302 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1408382104199962) | > loader_time: 0.0047 (0.004617414164811734)  --> TIME: 2025-03-25 13:15:51 -- STEP: 7595/31555 -- GLOBAL_STEP: 985800 | > loss_text_ce: 0.03244806081056595 (0.03350089674900145) | > loss_mel_ce: 1.893649935722351 (nan) | > loss: 0.007643246557563543 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14084382201590992) | > loader_time: 0.0043 (0.004617525700913817)  --> TIME: 2025-03-25 13:16:01 -- STEP: 7645/31555 -- GLOBAL_STEP: 985850 | > loss_text_ce: 0.037075381726026535 (0.033500353678295916) | > loss_mel_ce: 2.873852252960205 (nan) | > loss: 0.011551300063729286 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1408341810389863) | > loader_time: 0.0043 (0.004617195366409717)  --> TIME: 2025-03-25 13:16:10 -- STEP: 7695/31555 -- GLOBAL_STEP: 985900 | > loss_text_ce: 0.030728265643119812 (0.03351487880046199) | > loss_mel_ce: 2.823669910430908 (nan) | > loss: 0.011326977983117104 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14084389499443772) | > loader_time: 0.0046 (0.004617250546609668)  --> TIME: 2025-03-25 13:16:20 -- STEP: 7745/31555 -- GLOBAL_STEP: 985950 | > loss_text_ce: 0.030560944229364395 (0.033513529742169076) | > loss_mel_ce: 2.5863404273986816 (nan) | > loss: 0.010384529829025269 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14081992161050844) | > loader_time: 0.0045 (0.004616830424388185)  --> TIME: 2025-03-25 13:16:29 -- STEP: 7795/31555 -- GLOBAL_STEP: 986000 | > loss_text_ce: 0.04068763554096222 (0.03350842728735337) | > loss_mel_ce: 0.05966796725988388 (nan) | > loss: 0.00039823653060011566 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1408427645871094) | > loader_time: 0.0046 (0.00461727684319515)  --> TIME: 2025-03-25 13:16:39 -- STEP: 7845/31555 -- GLOBAL_STEP: 986050 | > loss_text_ce: 0.04140860587358475 (0.033519011779247286) | > loss_mel_ce: 2.752316474914551 (nan) | > loss: 0.01108621060848236 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14082429732692925) | > loader_time: 0.0049 (0.004616996693413589)  --> TIME: 2025-03-25 13:16:48 -- STEP: 7895/31555 -- GLOBAL_STEP: 986100 | > loss_text_ce: 0.032608430832624435 (0.033517299507679156) | > loss_mel_ce: 2.717669725418091 (nan) | > loss: 0.010913803242146969 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1407960154573859) | > loader_time: 0.0046 (0.004616622942923882)  --> TIME: 2025-03-25 13:16:58 -- STEP: 7945/31555 -- GLOBAL_STEP: 986150 | > loss_text_ce: 0.029358908534049988 (0.03351574443278354) | > loss_mel_ce: 2.9279448986053467 (nan) | > loss: 0.011735333129763603 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.140826391378539) | > loader_time: 0.0047 (0.004616369249837201)  --> TIME: 2025-03-25 13:17:08 -- STEP: 7995/31555 -- GLOBAL_STEP: 986200 | > loss_text_ce: 0.026497887447476387 (0.033515812107492916) | > loss_mel_ce: 2.7961885929107666 (nan) | > loss: 0.01120113767683506 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14083949459426687) | > loader_time: 0.0046 (0.004616157049831546)  --> TIME: 2025-03-25 13:17:18 -- STEP: 8045/31555 -- GLOBAL_STEP: 986250 | > loss_text_ce: 0.029361313208937645 (0.03351286679906847) | > loss_mel_ce: 2.186896800994873 (nan) | > loss: 0.008794675581157207 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14084338042364192) | > loader_time: 0.0044 (0.004615813682655715)  --> TIME: 2025-03-25 13:17:28 -- STEP: 8095/31555 -- GLOBAL_STEP: 986300 | > loss_text_ce: 0.03190495818853378 (0.03351710346631519) | > loss_mel_ce: 2.500458240509033 (nan) | > loss: 0.010049060918390751 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.1408853559747317) | > loader_time: 0.0047 (0.004616057983219353)  --> TIME: 2025-03-25 13:17:37 -- STEP: 8145/31555 -- GLOBAL_STEP: 986350 | > loss_text_ce: 0.04509761184453964 (0.03351334616669928) | > loss_mel_ce: 3.018313407897949 (nan) | > loss: 0.012156393378973007 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14089157392526483) | > loader_time: 0.0048 (0.004616537702969045)  --> TIME: 2025-03-25 13:17:47 -- STEP: 8195/31555 -- GLOBAL_STEP: 986400 | > loss_text_ce: 0.028546223416924477 (0.03351379318061656) | > loss_mel_ce: 2.218294620513916 (nan) | > loss: 0.00891603622585535 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14090971222296284) | > loader_time: 0.0045 (0.004617458731026954)  --> TIME: 2025-03-25 13:17:57 -- STEP: 8245/31555 -- GLOBAL_STEP: 986450 | > loss_text_ce: 0.033968158066272736 (0.03351109630324902) | > loss_mel_ce: 1.2476887702941895 (nan) | > loss: 0.005085940472781658 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1409525831371751) | > loader_time: 0.0046 (0.004617672070653011)  --> TIME: 2025-03-25 13:18:07 -- STEP: 8295/31555 -- GLOBAL_STEP: 986500 | > loss_text_ce: 0.03547626733779907 (0.03352354920417019) | > loss_mel_ce: 2.900789499282837 (nan) | > loss: 0.011651848442852497 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1409335582783747) | > loader_time: 0.0045 (0.004617455581931757)  --> TIME: 2025-03-25 13:18:16 -- STEP: 8345/31555 -- GLOBAL_STEP: 986550 | > loss_text_ce: 0.03544976934790611 (0.03352841798387976) | > loss_mel_ce: 2.8563730716705322 (nan) | > loss: 0.011475487612187862 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14091084476285876) | > loader_time: 0.0045 (0.004617316255746582)  --> TIME: 2025-03-25 13:18:26 -- STEP: 8395/31555 -- GLOBAL_STEP: 986600 | > loss_text_ce: 0.030942630022764206 (0.03352436674686685) | > loss_mel_ce: 2.9429688453674316 (nan) | > loss: 0.011801237240433693 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14094708293871688) | > loader_time: 0.0046 (0.004618516317643591)  --> TIME: 2025-03-25 13:18:36 -- STEP: 8445/31555 -- GLOBAL_STEP: 986650 | > loss_text_ce: 0.035203251987695694 (0.03352852297683242) | > loss_mel_ce: 2.860114097595215 (nan) | > loss: 0.011489355005323887 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1409483903395917) | > loader_time: 0.0047 (0.0046185860201901595)  --> TIME: 2025-03-25 13:18:46 -- STEP: 8495/31555 -- GLOBAL_STEP: 986700 | > loss_text_ce: 0.029412737116217613 (0.03353161378760877) | > loss_mel_ce: 2.1649057865142822 (nan) | > loss: 0.008707613684237003 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14097554584051938) | > loader_time: 0.0042 (0.0046191349388782586)  --> TIME: 2025-03-25 13:18:56 -- STEP: 8545/31555 -- GLOBAL_STEP: 986750 | > loss_text_ce: 0.030439285561442375 (0.03353196477823749) | > loss_mel_ce: 2.9704749584198 (nan) | > loss: 0.011908390559256077 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14099079969684086) | > loader_time: 0.0047 (0.004619350539375416)  --> TIME: 2025-03-25 13:19:05 -- STEP: 8595/31555 -- GLOBAL_STEP: 986800 | > loss_text_ce: 0.033148955553770065 (0.033528543127253174) | > loss_mel_ce: 2.2523996829986572 (nan) | > loss: 0.009069638326764107 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14098549674180083) | > loader_time: 0.0046 (0.004619648014132949)  --> TIME: 2025-03-25 13:19:15 -- STEP: 8645/31555 -- GLOBAL_STEP: 986850 | > loss_text_ce: 0.028037091717123985 (0.03353196586142339) | > loss_mel_ce: 2.8945412635803223 (nan) | > loss: 0.011597533710300922 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.14100726810475228) | > loader_time: 0.0059 (0.0046201320381230645)  --> TIME: 2025-03-25 13:19:25 -- STEP: 8695/31555 -- GLOBAL_STEP: 986900 | > loss_text_ce: 0.045289020985364914 (0.03353512443392149) | > loss_mel_ce: 1.6522042751312256 (nan) | > loss: 0.006736084818840027 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1410062890274904) | > loader_time: 0.0046 (0.004621839358794262)  --> TIME: 2025-03-25 13:19:34 -- STEP: 8745/31555 -- GLOBAL_STEP: 986950 | > loss_text_ce: 0.0312877781689167 (0.033533917913578654) | > loss_mel_ce: 1.9443557262420654 (nan) | > loss: 0.00783985573798418 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14102252883322286) | > loader_time: 0.0045 (0.004622130423971682)  --> TIME: 2025-03-25 13:19:44 -- STEP: 8795/31555 -- GLOBAL_STEP: 987000 | > loss_text_ce: 0.0351564958691597 (0.033537214337051285) | > loss_mel_ce: 2.8881771564483643 (nan) | > loss: 0.011600530706346035 (nan) | > current_lr: 5e-06 | > step_time: 0.1452 (0.14103416398955496) | > loader_time: 0.0045 (0.0046215979872676885)  --> TIME: 2025-03-25 13:19:54 -- STEP: 8845/31555 -- GLOBAL_STEP: 987050 | > loss_text_ce: 0.02616843208670616 (0.03353904641094923) | > loss_mel_ce: 2.6105127334594727 (nan) | > loss: 0.010463020764291286 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14106293476658982) | > loader_time: 0.0046 (0.004621994353877132)  --> TIME: 2025-03-25 13:20:04 -- STEP: 8895/31555 -- GLOBAL_STEP: 987100 | > loss_text_ce: 0.025165889412164688 (0.03355182518155438) | > loss_mel_ce: 2.7808475494384766 (nan) | > loss: 0.011134974658489227 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14105152716591138) | > loader_time: 0.0045 (0.004622390150956845)  --> TIME: 2025-03-25 13:20:14 -- STEP: 8945/31555 -- GLOBAL_STEP: 987150 | > loss_text_ce: 0.038778237998485565 (0.03355393824404414) | > loss_mel_ce: 2.499142646789551 (nan) | > loss: 0.01007111556828022 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14106784535893707) | > loader_time: 0.0047 (0.004622819718200434)  --> TIME: 2025-03-25 13:20:23 -- STEP: 8995/31555 -- GLOBAL_STEP: 987200 | > loss_text_ce: 0.03675200045108795 (0.0335516975369468) | > loss_mel_ce: 2.6577353477478027 (nan) | > loss: 0.010692411102354527 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14105855948133877) | > loader_time: 0.0047 (0.004623091598561625)  --> TIME: 2025-03-25 13:20:33 -- STEP: 9045/31555 -- GLOBAL_STEP: 987250 | > loss_text_ce: 0.033302903175354004 (0.03354753393508934) | > loss_mel_ce: 2.000201940536499 (nan) | > loss: 0.008069464936852455 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.1410368757527337) | > loader_time: 0.0047 (0.004623354436812174)  --> TIME: 2025-03-25 13:20:42 -- STEP: 9095/31555 -- GLOBAL_STEP: 987300 | > loss_text_ce: 0.02536318264901638 (0.03354596493969485) | > loss_mel_ce: 2.8316328525543213 (nan) | > loss: 0.011337286792695522 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14103894288753588) | > loader_time: 0.0047 (0.00462356622957016)  --> TIME: 2025-03-25 13:20:52 -- STEP: 9145/31555 -- GLOBAL_STEP: 987350 | > loss_text_ce: 0.04044388234615326 (0.03354761819408655) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14106740617830335) | > loader_time: 0.0047 (0.004624018687378058)  --> TIME: 2025-03-25 13:21:02 -- STEP: 9195/31555 -- GLOBAL_STEP: 987400 | > loss_text_ce: 0.03282830864191055 (0.03354330592762928) | > loss_mel_ce: 2.04268217086792 (nan) | > loss: 0.008236153051257133 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14106327352995765) | > loader_time: 0.0047 (0.004624663830581335)  --> TIME: 2025-03-25 13:21:11 -- STEP: 9245/31555 -- GLOBAL_STEP: 987450 | > loss_text_ce: 0.03499388322234154 (0.03354546788056408) | > loss_mel_ce: 2.3188631534576416 (nan) | > loss: 0.00934070348739624 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14106481419569003) | > loader_time: 0.0045 (0.004625261377940112)  --> TIME: 2025-03-25 13:21:21 -- STEP: 9295/31555 -- GLOBAL_STEP: 987500 | > loss_text_ce: 0.02692473866045475 (0.033543188454440015) | > loss_mel_ce: 2.8528175354003906 (nan) | > loss: 0.01142754964530468 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14105149615894685) | > loader_time: 0.0046 (0.004625307481220928)  --> TIME: 2025-03-25 13:21:31 -- STEP: 9345/31555 -- GLOBAL_STEP: 987550 | > loss_text_ce: 0.021559128537774086 (0.03354303768266404) | > loss_mel_ce: 2.348710775375366 (nan) | > loss: 0.009405833669006824 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1410752639852153) | > loader_time: 0.0046 (0.004625495529991208)  --> TIME: 2025-03-25 13:21:40 -- STEP: 9395/31555 -- GLOBAL_STEP: 987600 | > loss_text_ce: 0.034126028418540955 (0.03353409622768619) | > loss_mel_ce: 2.4970412254333496 (nan) | > loss: 0.01004431489855051 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14106973233915793) | > loader_time: 0.0045 (0.0046253548206453094)  --> TIME: 2025-03-25 13:21:50 -- STEP: 9445/31555 -- GLOBAL_STEP: 987650 | > loss_text_ce: 0.031061552464962006 (0.033533634983649974) | > loss_mel_ce: 2.4623634815216064 (nan) | > loss: 0.009894545190036297 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14105087129321314) | > loader_time: 0.0044 (0.00462509357720975)  --> TIME: 2025-03-25 13:22:00 -- STEP: 9495/31555 -- GLOBAL_STEP: 987700 | > loss_text_ce: 0.035439182072877884 (0.033527258953561165) | > loss_mel_ce: 2.8681631088256836 (nan) | > loss: 0.011522232554852962 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14105977612837456) | > loader_time: 0.0045 (0.0046250502770671335)  --> TIME: 2025-03-25 13:22:09 -- STEP: 9545/31555 -- GLOBAL_STEP: 987750 | > loss_text_ce: 0.04719673842191696 (0.03352455810588604) | > loss_mel_ce: 2.703293561935425 (nan) | > loss: 0.010914644226431847 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14105775972009674) | > loader_time: 0.0047 (0.004625325555136957)  --> TIME: 2025-03-25 13:22:19 -- STEP: 9595/31555 -- GLOBAL_STEP: 987800 | > loss_text_ce: 0.027003776282072067 (0.03352341521046026) | > loss_mel_ce: 1.9179672002792358 (nan) | > loss: 0.007718139328062534 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14102466182201864) | > loader_time: 0.0044 (0.004625018901536703)  --> TIME: 2025-03-25 13:22:28 -- STEP: 9645/31555 -- GLOBAL_STEP: 987850 | > loss_text_ce: 0.04124509170651436 (0.03352016112267461) | > loss_mel_ce: 2.629727840423584 (nan) | > loss: 0.010599099099636078 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14103228490917494) | > loader_time: 0.0047 (0.004624934638949356)  --> TIME: 2025-03-25 13:22:38 -- STEP: 9695/31555 -- GLOBAL_STEP: 987900 | > loss_text_ce: 0.03728374093770981 (0.033520830824275726) | > loss_mel_ce: 3.0939981937408447 (nan) | > loss: 0.012425722554326057 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.1410476194453524) | > loader_time: 0.0047 (0.004624793921751472)  --> TIME: 2025-03-25 13:22:48 -- STEP: 9745/31555 -- GLOBAL_STEP: 987950 | > loss_text_ce: 0.028212308883666992 (0.03351902282013612) | > loss_mel_ce: 2.754335880279541 (nan) | > loss: 0.011041858233511448 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14106642259213195) | > loader_time: 0.0046 (0.004624643638967049)  --> TIME: 2025-03-25 13:22:57 -- STEP: 9795/31555 -- GLOBAL_STEP: 988000 | > loss_text_ce: 0.028792811557650566 (0.03351719263587349) | > loss_mel_ce: 0.622023344039917 (nan) | > loss: 0.002582603832706809 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14105133976237783) | > loader_time: 0.0044 (0.004624410427730248)  --> TIME: 2025-03-25 13:23:07 -- STEP: 9845/31555 -- GLOBAL_STEP: 988050 | > loss_text_ce: 0.04182164743542671 (0.03352038646083746) | > loss_mel_ce: 2.2529690265655518 (nan) | > loss: 0.00910631287842989 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14106163256903373) | > loader_time: 0.0044 (0.004624318664845246)  --> TIME: 2025-03-25 13:23:17 -- STEP: 9895/31555 -- GLOBAL_STEP: 988100 | > loss_text_ce: 0.030450426042079926 (0.03351914369072456) | > loss_mel_ce: 2.6338157653808594 (nan) | > loss: 0.010572485625743866 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1410563337857102) | > loader_time: 0.0046 (0.004624430298383561)  --> TIME: 2025-03-25 13:23:27 -- STEP: 9945/31555 -- GLOBAL_STEP: 988150 | > loss_text_ce: 0.02980859763920307 (0.03351723743811468) | > loss_mel_ce: 3.0858840942382812 (nan) | > loss: 0.012363860383629799 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14106651824464048) | > loader_time: 0.0047 (0.004624944982245782)  --> TIME: 2025-03-25 13:23:36 -- STEP: 9995/31555 -- GLOBAL_STEP: 988200 | > loss_text_ce: 0.032641928642988205 (0.03350959034471691) | > loss_mel_ce: 3.0452229976654053 (nan) | > loss: 0.012213749811053276 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14106964268286046) | > loader_time: 0.0046 (0.004625280646457248)  --> TIME: 2025-03-25 13:23:46 -- STEP: 10045/31555 -- GLOBAL_STEP: 988250 | > loss_text_ce: 0.03298424184322357 (0.03350462270404577) | > loss_mel_ce: 2.677126884460449 (nan) | > loss: 0.010754410177469254 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14108159697548328) | > loader_time: 0.0047 (0.004625570839349743)  --> TIME: 2025-03-25 13:23:56 -- STEP: 10095/31555 -- GLOBAL_STEP: 988300 | > loss_text_ce: 0.031293731182813644 (0.033503776716936474) | > loss_mel_ce: 2.414947032928467 (nan) | > loss: 0.009707304649055004 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1411040586430936) | > loader_time: 0.0047 (0.004626125625716146)  --> TIME: 2025-03-25 13:24:06 -- STEP: 10145/31555 -- GLOBAL_STEP: 988350 | > loss_text_ce: 0.038866057991981506 (0.033506538556267146) | > loss_mel_ce: 2.631321668624878 (nan) | > loss: 0.010595983825623989 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14110708974628633) | > loader_time: 0.0047 (0.004625687850643802)  --> TIME: 2025-03-25 13:24:15 -- STEP: 10195/31555 -- GLOBAL_STEP: 988400 | > loss_text_ce: 0.028717027977108955 (0.033509044012474024) | > loss_mel_ce: 2.001227617263794 (nan) | > loss: 0.008055336773395538 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1411092586058973) | > loader_time: 0.0047 (0.004625873065216968)  --> TIME: 2025-03-25 13:24:25 -- STEP: 10245/31555 -- GLOBAL_STEP: 988450 | > loss_text_ce: 0.03889990597963333 (0.033510268816843436) | > loss_mel_ce: 2.7294921875 (nan) | > loss: 0.010985683649778366 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14110403221487838) | > loader_time: 0.0044 (0.004625321458525157)  --> TIME: 2025-03-25 13:24:34 -- STEP: 10295/31555 -- GLOBAL_STEP: 988500 | > loss_text_ce: 0.03865835815668106 (0.03351296239603538) | > loss_mel_ce: 1.8718571662902832 (nan) | > loss: 0.007581411395221949 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14107695179346888) | > loader_time: 0.0043 (0.004625074118882361)  --> TIME: 2025-03-25 13:24:44 -- STEP: 10345/31555 -- GLOBAL_STEP: 988550 | > loss_text_ce: 0.05406416207551956 (0.03351677652842725) | > loss_mel_ce: 2.6927597522735596 (nan) | > loss: 0.010900096036493778 (nan) | > current_lr: 5e-06 | > step_time: 0.1061 (0.1410571037253763) | > loader_time: 0.0042 (0.004624696282616776)  --> TIME: 2025-03-25 13:24:54 -- STEP: 10395/31555 -- GLOBAL_STEP: 988600 | > loss_text_ce: 0.0508236363530159 (0.03351880535832769) | > loss_mel_ce: 2.6117122173309326 (nan) | > loss: 0.010565618984401226 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14109290727575918) | > loader_time: 0.0045 (0.004624466600184137)  --> TIME: 2025-03-25 13:25:03 -- STEP: 10445/31555 -- GLOBAL_STEP: 988650 | > loss_text_ce: 0.03221941366791725 (0.0335188492224005) | > loss_mel_ce: 3.1902148723602295 (nan) | > loss: 0.012787437997758389 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14109260480103747) | > loader_time: 0.0046 (0.004624823053925151)  --> TIME: 2025-03-25 13:25:13 -- STEP: 10495/31555 -- GLOBAL_STEP: 988700 | > loss_text_ce: 0.02839125320315361 (0.03351899427310753) | > loss_mel_ce: 2.450157403945923 (nan) | > loss: 0.009835511445999146 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14109901155160126) | > loader_time: 0.0046 (0.004624901890129961)  --> TIME: 2025-03-25 13:25:23 -- STEP: 10545/31555 -- GLOBAL_STEP: 988750 | > loss_text_ce: 0.037056345492601395 (0.033517286853114885) | > loss_mel_ce: 3.414602279663086 (nan) | > loss: 0.013697058893740177 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.14110794707235427) | > loader_time: 0.0052 (0.004625080207220565)  --> TIME: 2025-03-25 13:25:33 -- STEP: 10595/31555 -- GLOBAL_STEP: 988800 | > loss_text_ce: 0.029417764395475388 (0.03351535342076418) | > loss_mel_ce: 2.8274993896484375 (nan) | > loss: 0.011336973868310452 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1411124901818801) | > loader_time: 0.0045 (0.004625299506842265)  --> TIME: 2025-03-25 13:25:43 -- STEP: 10645/31555 -- GLOBAL_STEP: 988850 | > loss_text_ce: 0.031015068292617798 (0.0335105623623829) | > loss_mel_ce: 2.846247434616089 (nan) | > loss: 0.011417709290981293 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14112923717543568) | > loader_time: 0.0044 (0.0046249668494027845)  --> TIME: 2025-03-25 13:25:52 -- STEP: 10695/31555 -- GLOBAL_STEP: 988900 | > loss_text_ce: 0.03576406091451645 (0.033513628803419925) | > loss_mel_ce: 2.651540517807007 (nan) | > loss: 0.010663907043635845 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14112016411237824) | > loader_time: 0.0045 (0.004624627515945323)  --> TIME: 2025-03-25 13:26:02 -- STEP: 10745/31555 -- GLOBAL_STEP: 988950 | > loss_text_ce: 0.029415573924779892 (0.03351546656817069) | > loss_mel_ce: 2.8720555305480957 (nan) | > loss: 0.01151377521455288 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14110230174714772) | > loader_time: 0.0045 (0.0046245928862417695)  --> TIME: 2025-03-25 13:26:11 -- STEP: 10795/31555 -- GLOBAL_STEP: 989000 | > loss_text_ce: 0.03517576679587364 (0.033514324864161206) | > loss_mel_ce: 2.717735528945923 (nan) | > loss: 0.01092425175011158 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14108566588525037) | > loader_time: 0.0045 (0.004624366075587305)  --> TIME: 2025-03-25 13:26:21 -- STEP: 10845/31555 -- GLOBAL_STEP: 989050 | > loss_text_ce: 0.038433440029621124 (0.03351166127374112) | > loss_mel_ce: 2.7543630599975586 (nan) | > loss: 0.011082527227699757 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14107664096404904) | > loader_time: 0.0043 (0.00462397867328508)  --> TIME: 2025-03-25 13:26:30 -- STEP: 10895/31555 -- GLOBAL_STEP: 989100 | > loss_text_ce: 0.03277163952589035 (0.033506051695017865) | > loss_mel_ce: 2.6862943172454834 (nan) | > loss: 0.010789944790303707 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14106571605414522) | > loader_time: 0.0046 (0.004623650016452037)  --> TIME: 2025-03-25 13:26:40 -- STEP: 10945/31555 -- GLOBAL_STEP: 989150 | > loss_text_ce: 0.03515569493174553 (0.03350285292803463) | > loss_mel_ce: 2.895514726638794 (nan) | > loss: 0.011629645712673664 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14108522329334808) | > loader_time: 0.0044 (0.0046239282835450176)  --> TIME: 2025-03-25 13:26:49 -- STEP: 10995/31555 -- GLOBAL_STEP: 989200 | > loss_text_ce: 0.03519466519355774 (0.033500295754889685) | > loss_mel_ce: 2.0401346683502197 (nan) | > loss: 0.00823543407022953 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14107948448940982) | > loader_time: 0.0048 (0.0046240727215151435)  --> TIME: 2025-03-25 13:26:59 -- STEP: 11045/31555 -- GLOBAL_STEP: 989250 | > loss_text_ce: 0.03381291404366493 (0.03350865336581086) | > loss_mel_ce: 2.439974069595337 (nan) | > loss: 0.009816615842282772 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14106756748253002) | > loader_time: 0.0071 (0.004624451118769712)  --> TIME: 2025-03-25 13:27:08 -- STEP: 11095/31555 -- GLOBAL_STEP: 989300 | > loss_text_ce: 0.019199717789888382 (0.033509972308010665) | > loss_mel_ce: 2.7001912593841553 (nan) | > loss: 0.01079123467206955 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14104281821300355) | > loader_time: 0.0046 (0.004624660297684321)  --> TIME: 2025-03-25 13:27:18 -- STEP: 11145/31555 -- GLOBAL_STEP: 989350 | > loss_text_ce: 0.03952077031135559 (0.03350682869401479) | > loss_mel_ce: 2.8664205074310303 (nan) | > loss: 0.011531513184309006 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14106712998056065) | > loader_time: 0.0048 (0.004625028000117517)  --> TIME: 2025-03-25 13:27:28 -- STEP: 11195/31555 -- GLOBAL_STEP: 989400 | > loss_text_ce: 0.034168124198913574 (0.03350480690992812) | > loss_mel_ce: 2.941986322402954 (nan) | > loss: 0.011810136958956718 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1410882070054964) | > loader_time: 0.0046 (0.0046253323395266)  --> TIME: 2025-03-25 13:27:38 -- STEP: 11245/31555 -- GLOBAL_STEP: 989450 | > loss_text_ce: 0.03819870948791504 (0.033506296765143675) | > loss_mel_ce: 3.030414342880249 (nan) | > loss: 0.012177037075161934 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14108248106794102) | > loader_time: 0.0047 (0.004625196380581301)  --> TIME: 2025-03-25 13:27:47 -- STEP: 11295/31555 -- GLOBAL_STEP: 989500 | > loss_text_ce: 0.03627188131213188 (0.03349873676076495) | > loss_mel_ce: 2.324782371520996 (nan) | > loss: 0.009369263425469398 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14106968934159222) | > loader_time: 0.0045 (0.004625001867664967)  --> TIME: 2025-03-25 13:27:57 -- STEP: 11345/31555 -- GLOBAL_STEP: 989550 | > loss_text_ce: 0.04348243027925491 (0.033506358513479655) | > loss_mel_ce: 2.6263904571533203 (nan) | > loss: 0.01059473492205143 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14109479060200378) | > loader_time: 0.0045 (0.004624961072939398)  --> TIME: 2025-03-25 13:28:07 -- STEP: 11395/31555 -- GLOBAL_STEP: 989600 | > loss_text_ce: 0.0391666553914547 (0.0335075411439667) | > loss_mel_ce: 2.8103716373443604 (nan) | > loss: 0.011307692155241966 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14108342969558832) | > loader_time: 0.0044 (0.004624770324760587)  --> TIME: 2025-03-25 13:28:17 -- STEP: 11445/31555 -- GLOBAL_STEP: 989650 | > loss_text_ce: 0.03127531334757805 (0.03350613350036451) | > loss_mel_ce: 2.403923511505127 (nan) | > loss: 0.009663487784564495 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1410956533781149) | > loader_time: 0.0047 (0.004624621760850383)  --> TIME: 2025-03-25 13:28:26 -- STEP: 11495/31555 -- GLOBAL_STEP: 989700 | > loss_text_ce: 0.03358118236064911 (0.033509432724156435) | > loss_mel_ce: 3.128519296646118 (nan) | > loss: 0.012548019178211689 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14110543434388675) | > loader_time: 0.0044 (0.004624512839597316)  --> TIME: 2025-03-25 13:28:36 -- STEP: 11545/31555 -- GLOBAL_STEP: 989750 | > loss_text_ce: 0.03882472589612007 (0.03350865580536814) | > loss_mel_ce: 2.828087091445923 (nan) | > loss: 0.011376635171473026 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.141104565290416) | > loader_time: 0.0048 (0.004624534840705636)  --> TIME: 2025-03-25 13:28:46 -- STEP: 11595/31555 -- GLOBAL_STEP: 989800 | > loss_text_ce: 0.03819864243268967 (0.033513149428982425) | > loss_mel_ce: 2.72175931930542 (nan) | > loss: 0.01095221471041441 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14110490314505073) | > loader_time: 0.0043 (0.004624387096258621)  --> TIME: 2025-03-25 13:28:55 -- STEP: 11645/31555 -- GLOBAL_STEP: 989850 | > loss_text_ce: 0.03641972690820694 (0.0335130211675259) | > loss_mel_ce: 2.4830482006073 (nan) | > loss: 0.009997888468205929 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14110795699152798) | > loader_time: 0.0045 (0.0046242313868193755)  --> TIME: 2025-03-25 13:29:05 -- STEP: 11695/31555 -- GLOBAL_STEP: 989900 | > loss_text_ce: 0.034698545932769775 (0.033509566187269135) | > loss_mel_ce: 2.3927001953125 (nan) | > loss: 0.00963253527879715 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14108542197277674) | > loader_time: 0.0045 (0.004623920013375541)  --> TIME: 2025-03-25 13:29:14 -- STEP: 11745/31555 -- GLOBAL_STEP: 989950 | > loss_text_ce: 0.03015262447297573 (0.03350938013336489) | > loss_mel_ce: 3.522608518600464 (nan) | > loss: 0.014098258689045906 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.1410791802274369) | > loader_time: 0.0044 (0.004623687211479616)  --> TIME: 2025-03-25 13:29:24 -- STEP: 11795/31555 -- GLOBAL_STEP: 990000 | > loss_text_ce: 0.03660155087709427 (0.03350918689492368) | > loss_mel_ce: 2.500321865081787 (nan) | > loss: 0.01006715651601553 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14107588684725683) | > loader_time: 0.0047 (0.0046234124593180865) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_990000.pth  --> TIME: 2025-03-25 13:29:39 -- STEP: 11845/31555 -- GLOBAL_STEP: 990050 | > loss_text_ce: 0.04053724184632301 (0.03351388656368731) | > loss_mel_ce: 2.715998411178589 (nan) | > loss: 0.010938635095953941 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14105870106794965) | > loader_time: 0.0046 (0.004623551064777495)  --> TIME: 2025-03-25 13:29:49 -- STEP: 11895/31555 -- GLOBAL_STEP: 990100 | > loss_text_ce: 0.029133372008800507 (0.03351206016672362) | > loss_mel_ce: 3.0759146213531494 (nan) | > loss: 0.01232161931693554 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14107907454774132) | > loader_time: 0.0048 (0.004623248608185494)  --> TIME: 2025-03-25 13:29:58 -- STEP: 11945/31555 -- GLOBAL_STEP: 990150 | > loss_text_ce: 0.024845672771334648 (0.033516324193061935) | > loss_mel_ce: 2.3316128253936768 (nan) | > loss: 0.009351026266813278 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14108062596838128) | > loader_time: 0.0048 (0.004622953673594665)  --> TIME: 2025-03-25 13:30:08 -- STEP: 11995/31555 -- GLOBAL_STEP: 990200 | > loss_text_ce: 0.03189412131905556 (0.03350900562830242) | > loss_mel_ce: 2.876394748687744 (nan) | > loss: 0.011540830135345459 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14106244458512265) | > loader_time: 0.0045 (0.0046231243003155165)  --> TIME: 2025-03-25 13:30:17 -- STEP: 12045/31555 -- GLOBAL_STEP: 990250 | > loss_text_ce: 0.03866995871067047 (0.03350714687783761) | > loss_mel_ce: 2.7173404693603516 (nan) | > loss: 0.010936550796031952 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14106665035658014) | > loader_time: 0.0045 (0.00462312177782388)  --> TIME: 2025-03-25 13:30:27 -- STEP: 12095/31555 -- GLOBAL_STEP: 990300 | > loss_text_ce: 0.03458520025014877 (0.03350778868388778) | > loss_mel_ce: 2.142991304397583 (nan) | > loss: 0.008641176857054234 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14104294765089295) | > loader_time: 0.0043 (0.004622656828906732)  --> TIME: 2025-03-25 13:30:36 -- STEP: 12145/31555 -- GLOBAL_STEP: 990350 | > loss_text_ce: 0.03467388451099396 (0.03350529162233888) | > loss_mel_ce: 2.849025249481201 (nan) | > loss: 0.011443251743912697 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1410418026336389) | > loader_time: 0.0045 (0.004622556722522427)  --> TIME: 2025-03-25 13:30:46 -- STEP: 12195/31555 -- GLOBAL_STEP: 990400 | > loss_text_ce: 0.029564494267106056 (0.033505347928672796) | > loss_mel_ce: 2.9464645385742188 (nan) | > loss: 0.011809639632701874 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14104728886415527) | > loader_time: 0.0044 (0.0046225401161635)  --> TIME: 2025-03-25 13:30:56 -- STEP: 12245/31555 -- GLOBAL_STEP: 990450 | > loss_text_ce: 0.04080202057957649 (0.03350913210328162) | > loss_mel_ce: 3.7472097873687744 (nan) | > loss: 0.015031794086098671 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14107254325443083) | > loader_time: 0.0042 (0.0046221696877781415)  --> TIME: 2025-03-25 13:31:06 -- STEP: 12295/31555 -- GLOBAL_STEP: 990500 | > loss_text_ce: 0.05146507918834686 (0.03351155192730986) | > loss_mel_ce: 2.5918185710906982 (nan) | > loss: 0.010489221662282944 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14106652027904307) | > loader_time: 0.0047 (0.004621991610905182)  --> TIME: 2025-03-25 13:31:15 -- STEP: 12345/31555 -- GLOBAL_STEP: 990550 | > loss_text_ce: 0.027128256857395172 (0.0335107673495952) | > loss_mel_ce: 3.041262626647949 (nan) | > loss: 0.012176155112683773 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14107544060031596) | > loader_time: 0.0047 (0.00462232001062443)  --> TIME: 2025-03-25 13:31:25 -- STEP: 12395/31555 -- GLOBAL_STEP: 990600 | > loss_text_ce: 0.0263669416308403 (0.03350718079856872) | > loss_mel_ce: 2.1463921070098877 (nan) | > loss: 0.008622060529887676 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14109837996377889) | > loader_time: 0.0045 (0.004622530850637065)  --> TIME: 2025-03-25 13:31:35 -- STEP: 12445/31555 -- GLOBAL_STEP: 990650 | > loss_text_ce: 0.029293233528733253 (0.033504379212679555) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1410960146489041) | > loader_time: 0.0047 (0.004623042306252506)  --> TIME: 2025-03-25 13:31:45 -- STEP: 12495/31555 -- GLOBAL_STEP: 990700 | > loss_text_ce: 0.024669336155056953 (0.03350554397258869) | > loss_mel_ce: 2.1245384216308594 (nan) | > loss: 0.008528603240847588 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14110243367213904) | > loader_time: 0.0045 (0.004623160623654992)  --> TIME: 2025-03-25 13:31:55 -- STEP: 12545/31555 -- GLOBAL_STEP: 990750 | > loss_text_ce: 0.032416053116321564 (0.03350337319211165) | > loss_mel_ce: 2.553318500518799 (nan) | > loss: 0.010260852053761482 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14111432947453084) | > loader_time: 0.0048 (0.00462354078098996)  --> TIME: 2025-03-25 13:32:04 -- STEP: 12595/31555 -- GLOBAL_STEP: 990800 | > loss_text_ce: 0.03360815346240997 (0.033507992702921804) | > loss_mel_ce: 2.5023674964904785 (nan) | > loss: 0.010063395835459232 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14110923799648867) | > loader_time: 0.0046 (0.004623644784501088)  --> TIME: 2025-03-25 13:32:14 -- STEP: 12645/31555 -- GLOBAL_STEP: 990850 | > loss_text_ce: 0.03236864507198334 (0.033509239083404085) | > loss_mel_ce: 2.4763448238372803 (nan) | > loss: 0.009955212473869324 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14108856004328138) | > loader_time: 0.0072 (0.0046240075391571185)  --> TIME: 2025-03-25 13:32:23 -- STEP: 12695/31555 -- GLOBAL_STEP: 990900 | > loss_text_ce: 0.030818942934274673 (0.033506362019499136) | > loss_mel_ce: 2.6461634635925293 (nan) | > loss: 0.010622946545481682 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14106012064906423) | > loader_time: 0.0047 (0.004624247278646966)  --> TIME: 2025-03-25 13:32:33 -- STEP: 12745/31555 -- GLOBAL_STEP: 990950 | > loss_text_ce: 0.034159161150455475 (0.03350934299931543) | > loss_mel_ce: 2.8213512897491455 (nan) | > loss: 0.011331391520798206 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14106674446878237) | > loader_time: 0.0049 (0.00462424903815754)  --> TIME: 2025-03-25 13:32:42 -- STEP: 12795/31555 -- GLOBAL_STEP: 991000 | > loss_text_ce: 0.040116142481565475 (0.03350768016098801) | > loss_mel_ce: 3.4813640117645264 (nan) | > loss: 0.013974128291010857 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14106479101043207) | > loader_time: 0.0048 (0.004624064521148561)  --> TIME: 2025-03-25 13:32:52 -- STEP: 12845/31555 -- GLOBAL_STEP: 991050 | > loss_text_ce: 0.03753955662250519 (0.03350846587120894) | > loss_mel_ce: 2.832932710647583 (nan) | > loss: 0.011390763334929943 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1410784553952518) | > loader_time: 0.0043 (0.004623824327824517)  --> TIME: 2025-03-25 13:33:02 -- STEP: 12895/31555 -- GLOBAL_STEP: 991100 | > loss_text_ce: 0.039340391755104065 (0.033512428409689606) | > loss_mel_ce: 3.0623624324798584 (nan) | > loss: 0.01230834610760212 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14108585765908188) | > loader_time: 0.0046 (0.004623626451614345)  --> TIME: 2025-03-25 13:33:11 -- STEP: 12945/31555 -- GLOBAL_STEP: 991150 | > loss_text_ce: 0.03581800311803818 (0.03351201663270735) | > loss_mel_ce: 2.701289415359497 (nan) | > loss: 0.010861538350582123 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1410713534688529) | > loader_time: 0.0044 (0.004623240566290504)  --> TIME: 2025-03-25 13:33:21 -- STEP: 12995/31555 -- GLOBAL_STEP: 991200 | > loss_text_ce: 0.03371359407901764 (0.03350627486260395) | > loss_mel_ce: 2.0018393993377686 (nan) | > loss: 0.00807759165763855 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14107599603345491) | > loader_time: 0.0044 (0.004623054733364437)  --> TIME: 2025-03-25 13:33:31 -- STEP: 13045/31555 -- GLOBAL_STEP: 991250 | > loss_text_ce: 0.029702691361308098 (0.033504164823887315) | > loss_mel_ce: 2.558591604232788 (nan) | > loss: 0.010271009989082813 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14108559671331083) | > loader_time: 0.0043 (0.004622802683200455)  --> TIME: 2025-03-25 13:33:41 -- STEP: 13095/31555 -- GLOBAL_STEP: 991300 | > loss_text_ce: 0.03761749714612961 (0.03350172293916156) | > loss_mel_ce: 2.585361957550049 (nan) | > loss: 0.01040864922106266 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1411044437951742) | > loader_time: 0.0047 (0.004622197160287507)  --> TIME: 2025-03-25 13:33:50 -- STEP: 13145/31555 -- GLOBAL_STEP: 991350 | > loss_text_ce: 0.026664752513170242 (0.03349933127637762) | > loss_mel_ce: 2.6343135833740234 (nan) | > loss: 0.010559438727796078 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14111392127102737) | > loader_time: 0.0043 (0.004621589315304883)  --> TIME: 2025-03-25 13:34:00 -- STEP: 13195/31555 -- GLOBAL_STEP: 991400 | > loss_text_ce: 0.025106903165578842 (0.03349796446670546) | > loss_mel_ce: 2.2003023624420166 (nan) | > loss: 0.008830989710986614 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1411140833988747) | > loader_time: 0.0043 (0.004621314532651108)  --> TIME: 2025-03-25 13:34:10 -- STEP: 13245/31555 -- GLOBAL_STEP: 991450 | > loss_text_ce: 0.02598116360604763 (0.033503929189226477) | > loss_mel_ce: 2.576889753341675 (nan) | > loss: 0.010328853502869606 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14110545095023963) | > loader_time: 0.0045 (0.004621127471693423)  --> TIME: 2025-03-25 13:34:19 -- STEP: 13295/31555 -- GLOBAL_STEP: 991500 | > loss_text_ce: 0.04677002876996994 (0.033508418645848234) | > loss_mel_ce: 3.101994037628174 (nan) | > loss: 0.012495096772909164 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14112193705489554) | > loader_time: 0.0045 (0.004620979387269701)  --> TIME: 2025-03-25 13:34:29 -- STEP: 13345/31555 -- GLOBAL_STEP: 991550 | > loss_text_ce: 0.03027923032641411 (0.033508749115540554) | > loss_mel_ce: 1.6602661609649658 (nan) | > loss: 0.00670851394534111 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1411064058441756) | > loader_time: 0.0045 (0.004620795466114674)  --> TIME: 2025-03-25 13:34:39 -- STEP: 13395/31555 -- GLOBAL_STEP: 991600 | > loss_text_ce: 0.03403974324464798 (0.033512756158919126) | > loss_mel_ce: 2.3541412353515625 (nan) | > loss: 0.009476909413933754 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14112462248095564) | > loader_time: 0.0044 (0.004620494465188957)  --> TIME: 2025-03-25 13:34:48 -- STEP: 13445/31555 -- GLOBAL_STEP: 991650 | > loss_text_ce: 0.025282302871346474 (0.03351180873251528) | > loss_mel_ce: 3.27658748626709 (nan) | > loss: 0.013102659024298191 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14112334907520396) | > loader_time: 0.0045 (0.004620190684615393)  --> TIME: 2025-03-25 13:34:58 -- STEP: 13495/31555 -- GLOBAL_STEP: 991700 | > loss_text_ce: 0.02935243584215641 (0.03351148945997469) | > loss_mel_ce: 3.115380048751831 (nan) | > loss: 0.012479097582399845 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14112614449327565) | > loader_time: 0.0046 (0.004619733736929344)  --> TIME: 2025-03-25 13:35:08 -- STEP: 13545/31555 -- GLOBAL_STEP: 991750 | > loss_text_ce: 0.029918823391199112 (0.03351113306844551) | > loss_mel_ce: 3.0724472999572754 (nan) | > loss: 0.012310978025197983 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14112815084207456) | > loader_time: 0.0047 (0.004619377448841319)  --> TIME: 2025-03-25 13:35:18 -- STEP: 13595/31555 -- GLOBAL_STEP: 991800 | > loss_text_ce: 0.028752390295267105 (0.03350814211073694) | > loss_mel_ce: 2.5066046714782715 (nan) | > loss: 0.010060940869152546 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14114987217972239) | > loader_time: 0.0047 (0.004619150277488854)  --> TIME: 2025-03-25 13:35:28 -- STEP: 13645/31555 -- GLOBAL_STEP: 991850 | > loss_text_ce: 0.050970375537872314 (0.03351162562372683) | > loss_mel_ce: 2.6649935245513916 (nan) | > loss: 0.01077763456851244 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14115366437750548) | > loader_time: 0.0044 (0.004619058963360481)  --> TIME: 2025-03-25 13:35:37 -- STEP: 13695/31555 -- GLOBAL_STEP: 991900 | > loss_text_ce: 0.03395909070968628 (0.03350819746476406) | > loss_mel_ce: 0.073974609375 (nan) | > loss: 0.0004283083544578403 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1411637344861738) | > loader_time: 0.0047 (0.0046188359540846775)  --> TIME: 2025-03-25 13:35:47 -- STEP: 13745/31555 -- GLOBAL_STEP: 991950 | > loss_text_ce: 0.01529860682785511 (0.033505570513144234) | > loss_mel_ce: 1.0081437826156616 (nan) | > loss: 0.0040612793527543545 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.1411664798503446) | > loader_time: 0.0043 (0.004619559828868216)  --> TIME: 2025-03-25 13:35:57 -- STEP: 13795/31555 -- GLOBAL_STEP: 992000 | > loss_text_ce: 0.02687533013522625 (0.03350227878872189) | > loss_mel_ce: 2.8504323959350586 (nan) | > loss: 0.011417888104915619 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.1411594120563483) | > loader_time: 0.0047 (0.004619667624252009)  --> TIME: 2025-03-25 13:36:06 -- STEP: 13845/31555 -- GLOBAL_STEP: 992050 | > loss_text_ce: 0.03523126244544983 (0.033504797557403015) | > loss_mel_ce: 2.8561463356018066 (nan) | > loss: 0.011473721824586391 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14114990663166832) | > loader_time: 0.0044 (0.004619599249699612)  --> TIME: 2025-03-25 13:36:16 -- STEP: 13895/31555 -- GLOBAL_STEP: 992100 | > loss_text_ce: 0.03920431062579155 (0.03350323967021663) | > loss_mel_ce: 2.617298126220703 (nan) | > loss: 0.010541677474975586 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14116807514148144) | > loader_time: 0.0044 (0.004619473216773027)  --> TIME: 2025-03-25 13:36:25 -- STEP: 13945/31555 -- GLOBAL_STEP: 992150 | > loss_text_ce: 0.031715843826532364 (0.03350363395528442) | > loss_mel_ce: 2.6300065517425537 (nan) | > loss: 0.010562391020357609 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14115208209992847) | > loader_time: 0.0044 (0.004619251967929695)  --> TIME: 2025-03-25 13:36:35 -- STEP: 13995/31555 -- GLOBAL_STEP: 992200 | > loss_text_ce: 0.03439144790172577 (0.03350746190124163) | > loss_mel_ce: 2.986276626586914 (nan) | > loss: 0.011986779049038887 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14114378111070322) | > loader_time: 0.0047 (0.004619015059585276)  --> TIME: 2025-03-25 13:36:45 -- STEP: 14045/31555 -- GLOBAL_STEP: 992250 | > loss_text_ce: 0.03360741585493088 (0.03350493408336393) | > loss_mel_ce: 2.9498777389526367 (nan) | > loss: 0.011839227750897408 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1411398928714591) | > loader_time: 0.0045 (0.004618606927259917)  --> TIME: 2025-03-25 13:36:54 -- STEP: 14095/31555 -- GLOBAL_STEP: 992300 | > loss_text_ce: 0.04590821638703346 (0.03351010897875079) | > loss_mel_ce: 1.3282819986343384 (nan) | > loss: 0.005453136283904314 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.141147467666334) | > loader_time: 0.0046 (0.0046188460211671)  --> TIME: 2025-03-25 13:37:04 -- STEP: 14145/31555 -- GLOBAL_STEP: 992350 | > loss_text_ce: 0.025956766679883003 (0.0335007022371658) | > loss_mel_ce: 0.0545305535197258 (nan) | > loss: 0.0003193941374775022 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14115979416120134) | > loader_time: 0.0049 (0.004618795704361241)  --> TIME: 2025-03-25 13:37:14 -- STEP: 14195/31555 -- GLOBAL_STEP: 992400 | > loss_text_ce: 0.02631722390651703 (0.03349619442908674) | > loss_mel_ce: 2.6322553157806396 (nan) | > loss: 0.01054989080876112 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1411595214038893) | > loader_time: 0.0043 (0.00461852485842166)  --> TIME: 2025-03-25 13:37:23 -- STEP: 14245/31555 -- GLOBAL_STEP: 992450 | > loss_text_ce: 0.04709168151021004 (0.03349637945446423) | > loss_mel_ce: 2.673769950866699 (nan) | > loss: 0.01079707033932209 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14115050964583142) | > loader_time: 0.0044 (0.004618581632598742)  --> TIME: 2025-03-25 13:37:33 -- STEP: 14295/31555 -- GLOBAL_STEP: 992500 | > loss_text_ce: 0.029033536091446877 (0.03349683634961564) | > loss_mel_ce: 2.6329874992370605 (nan) | > loss: 0.01056357566267252 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14115633867803562) | > loader_time: 0.0043 (0.004618372421825049)  --> TIME: 2025-03-25 13:37:43 -- STEP: 14345/31555 -- GLOBAL_STEP: 992550 | > loss_text_ce: 0.0355854295194149 (0.033490489838328655) | > loss_mel_ce: 2.964731454849243 (nan) | > loss: 0.01190602034330368 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1411574926306544) | > loader_time: 0.0068 (0.004618273449509187)  --> TIME: 2025-03-25 13:37:53 -- STEP: 14395/31555 -- GLOBAL_STEP: 992600 | > loss_text_ce: 0.03647131472826004 (0.033490062984610394) | > loss_mel_ce: 2.7776694297790527 (nan) | > loss: 0.011167226359248161 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1411726642375448) | > loader_time: 0.0046 (0.004618068485054637)  --> TIME: 2025-03-25 13:38:02 -- STEP: 14445/31555 -- GLOBAL_STEP: 992650 | > loss_text_ce: 0.03484802320599556 (0.03348950328625796) | > loss_mel_ce: 2.9407949447631836 (nan) | > loss: 0.011808107607066631 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1411712316213993) | > loader_time: 0.0044 (0.004617755526116501)  --> TIME: 2025-03-25 13:38:12 -- STEP: 14495/31555 -- GLOBAL_STEP: 992700 | > loss_text_ce: 0.025393227115273476 (0.03348860169358348) | > loss_mel_ce: 2.43212890625 (nan) | > loss: 0.009752072393894196 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1411796768520083) | > loader_time: 0.0044 (0.0046174279160646)  --> TIME: 2025-03-25 13:38:22 -- STEP: 14545/31555 -- GLOBAL_STEP: 992750 | > loss_text_ce: 0.03656715154647827 (0.03349159138047304) | > loss_mel_ce: 1.2933262586593628 (nan) | > loss: 0.00527735473588109 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14118387524554712) | > loader_time: 0.0043 (0.004617062447693148)  --> TIME: 2025-03-25 13:38:31 -- STEP: 14595/31555 -- GLOBAL_STEP: 992800 | > loss_text_ce: 0.04809340834617615 (0.03349612469332813) | > loss_mel_ce: 2.3913159370422363 (nan) | > loss: 0.009680195711553097 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14116903146924847) | > loader_time: 0.0046 (0.004617033008027873)  --> TIME: 2025-03-25 13:38:41 -- STEP: 14645/31555 -- GLOBAL_STEP: 992850 | > loss_text_ce: 0.02952880971133709 (0.03349589956539581) | > loss_mel_ce: 2.692126750946045 (nan) | > loss: 0.010800221003592014 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14118488003427065) | > loader_time: 0.0045 (0.004616682095591144)  --> TIME: 2025-03-25 13:38:50 -- STEP: 14695/31555 -- GLOBAL_STEP: 992900 | > loss_text_ce: 0.03296395763754845 (0.0334973529713845) | > loss_mel_ce: 2.8162620067596436 (nan) | > loss: 0.011306452564895153 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14117025170613481) | > loader_time: 0.0045 (0.004616448440370047)  --> TIME: 2025-03-25 13:39:00 -- STEP: 14745/31555 -- GLOBAL_STEP: 992950 | > loss_text_ce: 0.027769340202212334 (0.03349677900003352) | > loss_mel_ce: 2.5094473361968994 (nan) | > loss: 0.010068320669233799 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14115075825755652) | > loader_time: 0.0044 (0.004616240607798811)  --> TIME: 2025-03-25 13:39:10 -- STEP: 14795/31555 -- GLOBAL_STEP: 993000 | > loss_text_ce: 0.03837205469608307 (0.03350275915711565) | > loss_mel_ce: 2.2197153568267822 (nan) | > loss: 0.008960665203630924 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1411658037591125) | > loader_time: 0.0043 (0.004615993586775825)  --> TIME: 2025-03-25 13:39:19 -- STEP: 14845/31555 -- GLOBAL_STEP: 993050 | > loss_text_ce: 0.035036806017160416 (0.03350211500195531) | > loss_mel_ce: 1.2141543626785278 (nan) | > loss: 0.0049571082927286625 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14116274198324677) | > loader_time: 0.0044 (0.0046156175773366245)  --> TIME: 2025-03-25 13:39:29 -- STEP: 14895/31555 -- GLOBAL_STEP: 993100 | > loss_text_ce: 0.030485739931464195 (0.03349545627629831) | > loss_mel_ce: 2.614332914352417 (nan) | > loss: 0.010495312511920929 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14115920625464548) | > loader_time: 0.0045 (0.004615250975143677)  --> TIME: 2025-03-25 13:39:39 -- STEP: 14945/31555 -- GLOBAL_STEP: 993150 | > loss_text_ce: 0.03809848800301552 (0.03349770786120422) | > loss_mel_ce: 2.546276092529297 (nan) | > loss: 0.01025545597076416 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14116040944813876) | > loader_time: 0.0044 (0.004614879280159253)  --> TIME: 2025-03-25 13:39:48 -- STEP: 14995/31555 -- GLOBAL_STEP: 993200 | > loss_text_ce: 0.0327853225171566 (0.03350111370624877) | > loss_mel_ce: 2.4507079124450684 (nan) | > loss: 0.009855132550001144 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14116538217283234) | > loader_time: 0.0043 (0.004614533357279986)  --> TIME: 2025-03-25 13:39:58 -- STEP: 15045/31555 -- GLOBAL_STEP: 993250 | > loss_text_ce: 0.031836651265621185 (0.03350531016747271) | > loss_mel_ce: 2.4525065422058105 (nan) | > loss: 0.009858505800366402 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14117182369999245) | > loader_time: 0.0046 (0.004614290393995427)  --> TIME: 2025-03-25 13:40:08 -- STEP: 15095/31555 -- GLOBAL_STEP: 993300 | > loss_text_ce: 0.03148246556520462 (0.03350610529097565) | > loss_mel_ce: 2.5576603412628174 (nan) | > loss: 0.010274376720190048 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14119831246625347) | > loader_time: 0.0044 (0.0046143006946757084)  --> TIME: 2025-03-25 13:40:18 -- STEP: 15145/31555 -- GLOBAL_STEP: 993350 | > loss_text_ce: 0.028691062703728676 (0.0335010449688902) | > loss_mel_ce: 2.466524600982666 (nan) | > loss: 0.009901650249958038 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14120603202789672) | > loader_time: 0.0046 (0.004614208711968593)  --> TIME: 2025-03-25 13:40:28 -- STEP: 15195/31555 -- GLOBAL_STEP: 993400 | > loss_text_ce: 0.027169128879904747 (0.033500703722213976) | > loss_mel_ce: 2.745190382003784 (nan) | > loss: 0.01100142765790224 (nan) | > current_lr: 5e-06 | > step_time: 0.1463 (0.1412062219586494) | > loader_time: 0.0045 (0.00461408221906014)  --> TIME: 2025-03-25 13:40:37 -- STEP: 15245/31555 -- GLOBAL_STEP: 993450 | > loss_text_ce: 0.03602057695388794 (0.03350205620577899) | > loss_mel_ce: 0.03125 (nan) | > loss: 0.000266946735791862 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14120733499448854) | > loader_time: 0.0047 (0.004614086876778811)  --> TIME: 2025-03-25 13:40:47 -- STEP: 15295/31555 -- GLOBAL_STEP: 993500 | > loss_text_ce: 0.03766217082738876 (0.03350025075541072) | > loss_mel_ce: 3.048752546310425 (nan) | > loss: 0.012247678823769093 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1411959995589025) | > loader_time: 0.0046 (0.00461376111621988)  --> TIME: 2025-03-25 13:40:57 -- STEP: 15345/31555 -- GLOBAL_STEP: 993550 | > loss_text_ce: 0.03220106661319733 (0.03349898875114118) | > loss_mel_ce: 2.36639404296875 (nan) | > loss: 0.009518234990537167 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14120540148118912) | > loader_time: 0.0046 (0.004614228322864088)  --> TIME: 2025-03-25 13:41:06 -- STEP: 15395/31555 -- GLOBAL_STEP: 993600 | > loss_text_ce: 0.0286948774009943 (0.03350252221123996) | > loss_mel_ce: 2.9582407474517822 (nan) | > loss: 0.011852920055389404 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14120134150451552) | > loader_time: 0.0046 (0.004614347542753158)  --> TIME: 2025-03-25 13:41:16 -- STEP: 15445/31555 -- GLOBAL_STEP: 993650 | > loss_text_ce: 0.05316748842597008 (0.03350288228729699) | > loss_mel_ce: 2.4336512088775635 (nan) | > loss: 0.009868329390883446 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.141184363808205) | > loader_time: 0.0046 (0.0046145007385718275)  --> TIME: 2025-03-25 13:41:25 -- STEP: 15495/31555 -- GLOBAL_STEP: 993700 | > loss_text_ce: 0.04004213586449623 (0.03350048951802234) | > loss_mel_ce: 2.5735061168670654 (nan) | > loss: 0.010371224023401737 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14117655332490905) | > loader_time: 0.0046 (0.0046143747830090925)  --> TIME: 2025-03-25 13:41:35 -- STEP: 15545/31555 -- GLOBAL_STEP: 993750 | > loss_text_ce: 0.03784819692373276 (0.033498589532859044) | > loss_mel_ce: 2.114286422729492 (nan) | > loss: 0.008540217764675617 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14117379366450536) | > loader_time: 0.0045 (0.004614410970938789)  --> TIME: 2025-03-25 13:41:44 -- STEP: 15595/31555 -- GLOBAL_STEP: 993800 | > loss_text_ce: 0.03434520214796066 (0.033501644038397296) | > loss_mel_ce: 3.1097915172576904 (nan) | > loss: 0.012476733885705471 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14116537914172234) | > loader_time: 0.0046 (0.0046146507636214305)  --> TIME: 2025-03-25 13:41:54 -- STEP: 15645/31555 -- GLOBAL_STEP: 993850 | > loss_text_ce: 0.03481505811214447 (0.033506514776596906) | > loss_mel_ce: 2.8324849605560303 (nan) | > loss: 0.01137817557901144 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14118129512912506) | > loader_time: 0.0047 (0.004614777502521385)  --> TIME: 2025-03-25 13:42:04 -- STEP: 15695/31555 -- GLOBAL_STEP: 993900 | > loss_text_ce: 0.03201954811811447 (0.03350889333264204) | > loss_mel_ce: 1.885986328125 (nan) | > loss: 0.007611134555190802 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14117838082400194) | > loader_time: 0.0045 (0.004614939344806559)  --> TIME: 2025-03-25 13:42:14 -- STEP: 15745/31555 -- GLOBAL_STEP: 993950 | > loss_text_ce: 0.03978125751018524 (0.03350796886013213) | > loss_mel_ce: 2.888010263442993 (nan) | > loss: 0.011618221178650856 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14119648339824922) | > loader_time: 0.0046 (0.004614926126503729)  --> TIME: 2025-03-25 13:42:24 -- STEP: 15795/31555 -- GLOBAL_STEP: 994000 | > loss_text_ce: 0.036642614752054214 (0.033513830154520995) | > loss_mel_ce: 2.428229808807373 (nan) | > loss: 0.009781240485608578 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1412067430839775) | > loader_time: 0.0047 (0.004615049899548965)  --> TIME: 2025-03-25 13:42:33 -- STEP: 15845/31555 -- GLOBAL_STEP: 994050 | > loss_text_ce: 0.03489409014582634 (0.03351796312559174) | > loss_mel_ce: 3.0388381481170654 (nan) | > loss: 0.012197350151836872 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14121103092637857) | > loader_time: 0.0046 (0.004615447768731691)  --> TIME: 2025-03-25 13:42:43 -- STEP: 15895/31555 -- GLOBAL_STEP: 994100 | > loss_text_ce: 0.03754790127277374 (0.03351949837788842) | > loss_mel_ce: 2.274730682373047 (nan) | > loss: 0.009175708517432213 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14120617364329707) | > loader_time: 0.0045 (0.004615339553367424)  --> TIME: 2025-03-25 13:42:52 -- STEP: 15945/31555 -- GLOBAL_STEP: 994150 | > loss_text_ce: 0.03627552092075348 (0.0335202739842402) | > loss_mel_ce: 2.6712453365325928 (nan) | > loss: 0.010744131170213223 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14120312765796786) | > loader_time: 0.0048 (0.004615223254481619)  --> TIME: 2025-03-25 13:43:02 -- STEP: 15995/31555 -- GLOBAL_STEP: 994200 | > loss_text_ce: 0.04010501131415367 (0.03352677571252758) | > loss_mel_ce: 2.2674126625061035 (nan) | > loss: 0.009156816639006138 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14121852266896617) | > loader_time: 0.0045 (0.004615352510772451)  --> TIME: 2025-03-25 13:43:13 -- STEP: 16045/31555 -- GLOBAL_STEP: 994250 | > loss_text_ce: 0.03478187695145607 (0.03352475718137408) | > loss_mel_ce: 2.457916259765625 (nan) | > loss: 0.009891659952700138 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14124084397170722) | > loader_time: 0.0046 (0.004616066940702285)  --> TIME: 2025-03-25 13:43:22 -- STEP: 16095/31555 -- GLOBAL_STEP: 994300 | > loss_text_ce: 0.03566906973719597 (0.03352338567146996) | > loss_mel_ce: 3.0132949352264404 (nan) | > loss: 0.012099063955247402 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14123388840271614) | > loader_time: 0.0048 (0.004616086369680673)  --> TIME: 2025-03-25 13:43:32 -- STEP: 16145/31555 -- GLOBAL_STEP: 994350 | > loss_text_ce: 0.043568551540374756 (0.03352522358157551) | > loss_mel_ce: 2.0950958728790283 (nan) | > loss: 0.008486764505505562 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14122795428089766) | > loader_time: 0.0044 (0.004616362910478914)  --> TIME: 2025-03-25 13:43:41 -- STEP: 16195/31555 -- GLOBAL_STEP: 994400 | > loss_text_ce: 0.02956072799861431 (0.0335239372532165) | > loss_mel_ce: 2.7027699947357178 (nan) | > loss: 0.010842583142220974 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14123041826326557) | > loader_time: 0.0046 (0.004616634387151445)  --> TIME: 2025-03-25 13:43:51 -- STEP: 16245/31555 -- GLOBAL_STEP: 994450 | > loss_text_ce: 0.028695344924926758 (0.03352265164953227) | > loss_mel_ce: 3.1098804473876953 (nan) | > loss: 0.012454666197299957 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1412341372054633) | > loader_time: 0.0046 (0.004616783332296359)  --> TIME: 2025-03-25 13:44:01 -- STEP: 16295/31555 -- GLOBAL_STEP: 994500 | > loss_text_ce: 0.030434882268309593 (0.03352645381487251) | > loss_mel_ce: 2.473489284515381 (nan) | > loss: 0.00993620790541172 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14122931993091858) | > loader_time: 0.0046 (0.00461669456889272)  --> TIME: 2025-03-25 13:44:10 -- STEP: 16345/31555 -- GLOBAL_STEP: 994550 | > loss_text_ce: 0.04427061975002289 (0.033527401849996724) | > loss_mel_ce: 2.9289777278900146 (nan) | > loss: 0.011798604391515255 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14122530809415954) | > loader_time: 0.0045 (0.004616622320917926)  --> TIME: 2025-03-25 13:44:20 -- STEP: 16395/31555 -- GLOBAL_STEP: 994600 | > loss_text_ce: 0.03682522848248482 (0.03352666076507901) | > loss_mel_ce: 2.3624768257141113 (nan) | > loss: 0.009521040134131908 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14122136803289995) | > loader_time: 0.0048 (0.004617128767738916)  --> TIME: 2025-03-25 13:44:30 -- STEP: 16445/31555 -- GLOBAL_STEP: 994650 | > loss_text_ce: 0.030170436948537827 (0.033524679939533564) | > loss_mel_ce: 2.7457196712493896 (nan) | > loss: 0.011015437543392181 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14122584907796246) | > loader_time: 0.0048 (0.0046172171314642)  --> TIME: 2025-03-25 13:44:39 -- STEP: 16495/31555 -- GLOBAL_STEP: 994700 | > loss_text_ce: 0.03222760930657387 (0.033522410089588776) | > loss_mel_ce: 3.1011219024658203 (nan) | > loss: 0.012433926574885845 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.1412217980841868) | > loader_time: 0.0046 (0.0046171215383455115)  --> TIME: 2025-03-25 13:44:49 -- STEP: 16545/31555 -- GLOBAL_STEP: 994750 | > loss_text_ce: 0.03334169462323189 (0.03352004049211317) | > loss_mel_ce: 2.6357383728027344 (nan) | > loss: 0.010591587983071804 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1412149112150372) | > loader_time: 0.0045 (0.004617369560433072)  --> TIME: 2025-03-25 13:44:58 -- STEP: 16595/31555 -- GLOBAL_STEP: 994800 | > loss_text_ce: 0.033673640340566635 (0.03351797366261698) | > loss_mel_ce: 2.310122013092041 (nan) | > loss: 0.0093007767572999 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14121443009153903) | > loader_time: 0.0046 (0.0046175697403666735)  --> TIME: 2025-03-25 13:45:08 -- STEP: 16645/31555 -- GLOBAL_STEP: 994850 | > loss_text_ce: 0.03931629657745361 (0.03352276913767983) | > loss_mel_ce: 2.673546314239502 (nan) | > loss: 0.01076532807201147 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14121105475410026) | > loader_time: 0.0045 (0.004617742576839764)  --> TIME: 2025-03-25 13:45:18 -- STEP: 16695/31555 -- GLOBAL_STEP: 994900 | > loss_text_ce: 0.03648651763796806 (0.0335169987578428) | > loss_mel_ce: 3.3038852214813232 (nan) | > loss: 0.01325544435530901 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1412272449595094) | > loader_time: 0.0045 (0.004617858354329138)  --> TIME: 2025-03-25 13:45:28 -- STEP: 16745/31555 -- GLOBAL_STEP: 994950 | > loss_text_ce: 0.052854184061288834 (0.033519906971784946) | > loss_mel_ce: 3.0287013053894043 (nan) | > loss: 0.012228395789861679 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14123298071789853) | > loader_time: 0.0045 (0.004617906193407164)  --> TIME: 2025-03-25 13:45:37 -- STEP: 16795/31555 -- GLOBAL_STEP: 995000 | > loss_text_ce: 0.029216567054390907 (0.03351841774453327) | > loss_mel_ce: 2.244187116622925 (nan) | > loss: 0.00902144331485033 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1412328979450174) | > loader_time: 0.0044 (0.004617937408270103)  --> TIME: 2025-03-25 13:45:47 -- STEP: 16845/31555 -- GLOBAL_STEP: 995050 | > loss_text_ce: 0.0266704298555851 (0.033521655584061026) | > loss_mel_ce: 2.9239931106567383 (nan) | > loss: 0.011708983220160007 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14123188855563887) | > loader_time: 0.0047 (0.004617788601289628)  --> TIME: 2025-03-25 13:45:56 -- STEP: 16895/31555 -- GLOBAL_STEP: 995100 | > loss_text_ce: 0.027987420558929443 (0.03352095793627289) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14121654191007338) | > loader_time: 0.0045 (0.004617613100659818)  --> TIME: 2025-03-25 13:46:06 -- STEP: 16945/31555 -- GLOBAL_STEP: 995150 | > loss_text_ce: 0.03356489539146423 (0.03352084184242988) | > loss_mel_ce: 2.407857656478882 (nan) | > loss: 0.009688184596598148 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14123437858394755) | > loader_time: 0.0047 (0.004617656990292152)  --> TIME: 2025-03-25 13:46:16 -- STEP: 16995/31555 -- GLOBAL_STEP: 995200 | > loss_text_ce: 0.036521539092063904 (0.033523276173374035) | > loss_mel_ce: 2.462615728378296 (nan) | > loss: 0.009917211718857288 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14123733343184497) | > loader_time: 0.0045 (0.004617534156545678)  --> TIME: 2025-03-25 13:46:26 -- STEP: 17045/31555 -- GLOBAL_STEP: 995250 | > loss_text_ce: 0.036273062229156494 (0.03352140139686762) | > loss_mel_ce: 2.5298523902893066 (nan) | > loss: 0.01018303819000721 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14124534992431814) | > loader_time: 0.0045 (0.00461734202153594)  --> TIME: 2025-03-25 13:46:36 -- STEP: 17095/31555 -- GLOBAL_STEP: 995300 | > loss_text_ce: 0.03232947364449501 (0.03352539983408324) | > loss_mel_ce: 1.6979717016220093 (nan) | > loss: 0.006866274867206812 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14124706151995267) | > loader_time: 0.0045 (0.004617063550790103)  --> TIME: 2025-03-25 13:46:45 -- STEP: 17145/31555 -- GLOBAL_STEP: 995350 | > loss_text_ce: 0.026706568896770477 (0.033525555169975206) | > loss_mel_ce: 2.1709580421447754 (nan) | > loss: 0.008720891550183296 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14123242992324433) | > loader_time: 0.0044 (0.004616962935146487)  --> TIME: 2025-03-25 13:46:54 -- STEP: 17195/31555 -- GLOBAL_STEP: 995400 | > loss_text_ce: 0.03573880344629288 (0.03352349881439161) | > loss_mel_ce: 2.206325054168701 (nan) | > loss: 0.008897079154849052 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1412185681978961) | > loader_time: 0.0043 (0.0046166807387103236)  --> TIME: 2025-03-25 13:47:04 -- STEP: 17245/31555 -- GLOBAL_STEP: 995450 | > loss_text_ce: 0.027450663968920708 (0.03352190617560501) | > loss_mel_ce: 2.2708582878112793 (nan) | > loss: 0.009120273403823376 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14121544346597933) | > loader_time: 0.0044 (0.004616584083798244)  --> TIME: 2025-03-25 13:47:13 -- STEP: 17295/31555 -- GLOBAL_STEP: 995500 | > loss_text_ce: 0.03373030573129654 (0.03352067062421774) | > loss_mel_ce: 2.7225894927978516 (nan) | > loss: 0.01093777734786272 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1412166945470424) | > loader_time: 0.0048 (0.004616719320627542)  --> TIME: 2025-03-25 13:47:23 -- STEP: 17345/31555 -- GLOBAL_STEP: 995550 | > loss_text_ce: 0.027730287984013557 (0.033522432857335596) | > loss_mel_ce: 2.8819568157196045 (nan) | > loss: 0.011546378023922443 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1412241250645988) | > loader_time: 0.0046 (0.0046166070705533704)  --> TIME: 2025-03-25 13:47:33 -- STEP: 17395/31555 -- GLOBAL_STEP: 995600 | > loss_text_ce: 0.03790968656539917 (0.033525287611321675) | > loss_mel_ce: 1.097741723060608 (nan) | > loss: 0.004506553057581186 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14121250512785744) | > loader_time: 0.0046 (0.0046163456163792905)  --> TIME: 2025-03-25 13:47:42 -- STEP: 17445/31555 -- GLOBAL_STEP: 995650 | > loss_text_ce: 0.026655837893486023 (0.03352386342453926) | > loss_mel_ce: 2.750582456588745 (nan) | > loss: 0.011020787991583347 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1412100535267307) | > loader_time: 0.0044 (0.004616057876188935)  --> TIME: 2025-03-25 13:47:52 -- STEP: 17495/31555 -- GLOBAL_STEP: 995700 | > loss_text_ce: 0.026497848331928253 (0.03351980546011851) | > loss_mel_ce: 2.260730028152466 (nan) | > loss: 0.00907630193978548 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14119788608949038) | > loader_time: 0.0045 (0.004615922408909346)  --> TIME: 2025-03-25 13:48:01 -- STEP: 17545/31555 -- GLOBAL_STEP: 995750 | > loss_text_ce: 0.03518732637166977 (0.03351834512823419) | > loss_mel_ce: 3.388849973678589 (nan) | > loss: 0.013587449677288532 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14119177477486908) | > loader_time: 0.0045 (0.004615636645099925)  --> TIME: 2025-03-25 13:48:11 -- STEP: 17595/31555 -- GLOBAL_STEP: 995800 | > loss_text_ce: 0.04511743411421776 (0.03351746522028842) | > loss_mel_ce: 3.281989812850952 (nan) | > loss: 0.013202806934714317 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1411882362029681) | > loader_time: 0.0045 (0.004615608322650883)  --> TIME: 2025-03-25 13:48:20 -- STEP: 17645/31555 -- GLOBAL_STEP: 995850 | > loss_text_ce: 0.03925684094429016 (0.03351892192406512) | > loss_mel_ce: 3.277627944946289 (nan) | > loss: 0.013162242248654366 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1411767051861091) | > loader_time: 0.0048 (0.004615604360639358)  --> TIME: 2025-03-25 13:48:30 -- STEP: 17695/31555 -- GLOBAL_STEP: 995900 | > loss_text_ce: 0.03344103321433067 (0.033517058549107276) | > loss_mel_ce: 1.8737064599990845 (nan) | > loss: 0.007568045984953642 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14116483062093174) | > loader_time: 0.0068 (0.004616153425468367)  --> TIME: 2025-03-25 13:48:39 -- STEP: 17745/31555 -- GLOBAL_STEP: 995950 | > loss_text_ce: 0.04244159162044525 (0.03351732705325878) | > loss_mel_ce: 0.023101806640625 (nan) | > loss: 0.0002600928710307926 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14115101685823692) | > loader_time: 0.0047 (0.0046160789434927935)  --> TIME: 2025-03-25 13:48:49 -- STEP: 17795/31555 -- GLOBAL_STEP: 996000 | > loss_text_ce: 0.029528895393013954 (0.03351725622143852) | > loss_mel_ce: 1.9736734628677368 (nan) | > loss: 0.007949216291308403 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1411536525829225) | > loader_time: 0.0045 (0.004616166246376132)  --> TIME: 2025-03-25 13:48:58 -- STEP: 17845/31555 -- GLOBAL_STEP: 996050 | > loss_text_ce: 0.031807269901037216 (0.03351797671358676) | > loss_mel_ce: 0.0057373046875 (nan) | > loss: 0.00014898642257321626 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14115419995721393) | > loader_time: 0.0045 (0.004616138186231653)  --> TIME: 2025-03-25 13:49:08 -- STEP: 17895/31555 -- GLOBAL_STEP: 996100 | > loss_text_ce: 0.03459809347987175 (0.03351991738255969) | > loss_mel_ce: 2.754506826400757 (nan) | > loss: 0.011067877523601055 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14115416868401254) | > loader_time: 0.0045 (0.004616256438343511)  --> TIME: 2025-03-25 13:49:18 -- STEP: 17945/31555 -- GLOBAL_STEP: 996150 | > loss_text_ce: 0.03506685048341751 (0.033519929866094963) | > loss_mel_ce: 2.9806413650512695 (nan) | > loss: 0.011967096477746964 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14114677484203647) | > loader_time: 0.0045 (0.0046166064049015815)  --> TIME: 2025-03-25 13:49:27 -- STEP: 17995/31555 -- GLOBAL_STEP: 996200 | > loss_text_ce: 0.03333502635359764 (0.03351826114814478) | > loss_mel_ce: 2.195815324783325 (nan) | > loss: 0.008845834992825985 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14115621026736908) | > loader_time: 0.0046 (0.00461703290141732)  --> TIME: 2025-03-25 13:49:37 -- STEP: 18045/31555 -- GLOBAL_STEP: 996250 | > loss_text_ce: 0.02826022356748581 (0.0335195634394871) | > loss_mel_ce: 2.8831467628479004 (nan) | > loss: 0.011553202755749226 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14117163538965916) | > loader_time: 0.0048 (0.004617298603982737)  --> TIME: 2025-03-25 13:49:47 -- STEP: 18095/31555 -- GLOBAL_STEP: 996300 | > loss_text_ce: 0.03287389874458313 (0.03352053026208335) | > loss_mel_ce: 2.8578450679779053 (nan) | > loss: 0.011471107602119446 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14116514683692166) | > loader_time: 0.0044 (0.004617383737661593)  --> TIME: 2025-03-25 13:49:57 -- STEP: 18145/31555 -- GLOBAL_STEP: 996350 | > loss_text_ce: 0.03286197781562805 (0.03351561563209073) | > loss_mel_ce: 2.847404718399048 (nan) | > loss: 0.01142963021993637 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14116764998889372) | > loader_time: 0.0046 (0.004617519594152041)  --> TIME: 2025-03-25 13:50:06 -- STEP: 18195/31555 -- GLOBAL_STEP: 996400 | > loss_text_ce: 0.030302349478006363 (0.03351256344733557) | > loss_mel_ce: 2.8327300548553467 (nan) | > loss: 0.011361240409314632 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1411596676647491) | > loader_time: 0.0047 (0.004617367632017589)  --> TIME: 2025-03-25 13:50:16 -- STEP: 18245/31555 -- GLOBAL_STEP: 996450 | > loss_text_ce: 0.02757609821856022 (0.033515009232412504) | > loss_mel_ce: 2.35260272026062 (nan) | > loss: 0.009445155039429665 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1411648176244993) | > loader_time: 0.0046 (0.004617302004165217)  --> TIME: 2025-03-25 13:50:25 -- STEP: 18295/31555 -- GLOBAL_STEP: 996500 | > loss_text_ce: 0.03615386039018631 (0.03351192436934152) | > loss_mel_ce: 2.0300545692443848 (nan) | > loss: 0.008199240081012249 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14116142544794696) | > loader_time: 0.0044 (0.004617088510221919)  --> TIME: 2025-03-25 13:50:35 -- STEP: 18345/31555 -- GLOBAL_STEP: 996550 | > loss_text_ce: 0.0327993780374527 (0.03351322870232455) | > loss_mel_ce: 2.812225580215454 (nan) | > loss: 0.01128978282213211 (nan) | > current_lr: 5e-06 | > step_time: 0.1906 (0.1411676061026706) | > loader_time: 0.0049 (0.004616773222733278)  --> TIME: 2025-03-25 13:50:45 -- STEP: 18395/31555 -- GLOBAL_STEP: 996600 | > loss_text_ce: 0.024333767592906952 (0.0335143664478141) | > loss_mel_ce: 2.7667393684387207 (nan) | > loss: 0.01107568759471178 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1411691422240838) | > loader_time: 0.0045 (0.004616720542275224)  --> TIME: 2025-03-25 13:50:54 -- STEP: 18445/31555 -- GLOBAL_STEP: 996650 | > loss_text_ce: 0.028891487047076225 (0.033514693491544546) | > loss_mel_ce: 2.830308675765991 (nan) | > loss: 0.011346033774316311 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14116579713974023) | > loader_time: 0.0044 (0.004616554489818241)  --> TIME: 2025-03-25 13:51:04 -- STEP: 18495/31555 -- GLOBAL_STEP: 996700 | > loss_text_ce: 0.035147931426763535 (0.03351570056732731) | > loss_mel_ce: 2.3471271991729736 (nan) | > loss: 0.00945347361266613 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14117492379031105) | > loader_time: 0.0049 (0.004616704648428599)  --> TIME: 2025-03-25 13:51:14 -- STEP: 18545/31555 -- GLOBAL_STEP: 996750 | > loss_text_ce: 0.03631647676229477 (0.03351538521387065) | > loss_mel_ce: 3.0657830238342285 (nan) | > loss: 0.012309919111430645 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14117758223296398) | > loader_time: 0.0047 (0.004616533118973345)  --> TIME: 2025-03-25 13:51:23 -- STEP: 18595/31555 -- GLOBAL_STEP: 996800 | > loss_text_ce: 0.05148007720708847 (0.033518320294039394) | > loss_mel_ce: 2.750408411026001 (nan) | > loss: 0.011118605732917786 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14116742450019773) | > loader_time: 0.0047 (0.004616383039428854)  --> TIME: 2025-03-25 13:51:33 -- STEP: 18645/31555 -- GLOBAL_STEP: 996850 | > loss_text_ce: 0.04165599122643471 (0.033519146212751955) | > loss_mel_ce: 0.0496317557990551 (nan) | > loss: 0.00036225299118086696 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.141180031764409) | > loader_time: 0.0046 (0.004616358440662087)  --> TIME: 2025-03-25 13:51:43 -- STEP: 18695/31555 -- GLOBAL_STEP: 996900 | > loss_text_ce: 0.025537746027112007 (0.03351696721923501) | > loss_mel_ce: 2.774947166442871 (nan) | > loss: 0.01111303549259901 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14117885432992025) | > loader_time: 0.0044 (0.004616300228860625)  --> TIME: 2025-03-25 13:51:53 -- STEP: 18745/31555 -- GLOBAL_STEP: 996950 | > loss_text_ce: 0.03866926208138466 (0.03351321637329374) | > loss_mel_ce: 2.4004013538360596 (nan) | > loss: 0.009678852744400501 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14118127816516518) | > loader_time: 0.0047 (0.00461616067130842)  --> TIME: 2025-03-25 13:52:02 -- STEP: 18795/31555 -- GLOBAL_STEP: 997000 | > loss_text_ce: 0.029954709112644196 (0.03351381012679814) | > loss_mel_ce: 1.850982666015625 (nan) | > loss: 0.007464037276804447 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14117728691527368) | > loader_time: 0.0044 (0.004616269268676245)  --> TIME: 2025-03-25 13:52:12 -- STEP: 18845/31555 -- GLOBAL_STEP: 997050 | > loss_text_ce: 0.03165431320667267 (0.033517601530831866) | > loss_mel_ce: 2.621467351913452 (nan) | > loss: 0.01052826177328825 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.141176505846635) | > loader_time: 0.0046 (0.00461621763978849)  --> TIME: 2025-03-25 13:52:22 -- STEP: 18895/31555 -- GLOBAL_STEP: 997100 | > loss_text_ce: 0.03928960859775543 (0.0335168881080581) | > loss_mel_ce: 1.6976615190505981 (nan) | > loss: 0.006892663426697254 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1411825929946078) | > loader_time: 0.0044 (0.0046162624591303564)  --> TIME: 2025-03-25 13:52:31 -- STEP: 18945/31555 -- GLOBAL_STEP: 997150 | > loss_text_ce: 0.034678809344768524 (0.03351586582230077) | > loss_mel_ce: 2.0123162269592285 (nan) | > loss: 0.008122996427118778 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1411762811414614) | > loader_time: 0.0045 (0.004616133120293421)  --> TIME: 2025-03-25 13:52:41 -- STEP: 18995/31555 -- GLOBAL_STEP: 997200 | > loss_text_ce: 0.03248341381549835 (0.033513305105943594) | > loss_mel_ce: 2.7142512798309326 (nan) | > loss: 0.01089974120259285 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.141182318584767) | > loader_time: 0.0045 (0.0046162710342949505)  --> TIME: 2025-03-25 13:52:50 -- STEP: 19045/31555 -- GLOBAL_STEP: 997250 | > loss_text_ce: 0.04393865913152695 (0.0335185619197291) | > loss_mel_ce: 2.843515634536743 (nan) | > loss: 0.011458152905106544 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14117328971037615) | > loader_time: 0.0045 (0.004616319691925173)  --> TIME: 2025-03-25 13:53:00 -- STEP: 19095/31555 -- GLOBAL_STEP: 997300 | > loss_text_ce: 0.029862279072403908 (0.033520840238570056) | > loss_mel_ce: 2.635002851486206 (nan) | > loss: 0.01057486142963171 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1411788697953191) | > loader_time: 0.0048 (0.004616775922233382)  --> TIME: 2025-03-25 13:53:10 -- STEP: 19145/31555 -- GLOBAL_STEP: 997350 | > loss_text_ce: 0.030324557796120644 (0.033521153780221365) | > loss_mel_ce: 2.6697921752929688 (nan) | > loss: 0.010714748874306679 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14117506826225973) | > loader_time: 0.0044 (0.004616799196396217)  --> TIME: 2025-03-25 13:53:20 -- STEP: 19195/31555 -- GLOBAL_STEP: 997400 | > loss_text_ce: 0.03763749450445175 (0.03351820452145086) | > loss_mel_ce: 2.7228126525878906 (nan) | > loss: 0.010954167693853378 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14117624251039557) | > loader_time: 0.0045 (0.004616442668186443)  --> TIME: 2025-03-25 13:53:29 -- STEP: 19245/31555 -- GLOBAL_STEP: 997450 | > loss_text_ce: 0.025367988273501396 (0.033517841269109915) | > loss_mel_ce: 1.6390244960784912 (nan) | > loss: 0.006604732479900122 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14118687550908277) | > loader_time: 0.0044 (0.004616401002883423)  --> TIME: 2025-03-25 13:53:39 -- STEP: 19295/31555 -- GLOBAL_STEP: 997500 | > loss_text_ce: 0.040655992925167084 (0.03351687842130031) | > loss_mel_ce: 2.5874335765838623 (nan) | > loss: 0.010428927838802338 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14118714652613856) | > loader_time: 0.0045 (0.004616343465361711)  --> TIME: 2025-03-25 13:53:49 -- STEP: 19345/31555 -- GLOBAL_STEP: 997550 | > loss_text_ce: 0.038657594472169876 (0.033515313608125555) | > loss_mel_ce: 1.3432835340499878 (nan) | > loss: 0.0054838936775922775 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14118073883214455) | > loader_time: 0.0044 (0.0046163159151291835)  --> TIME: 2025-03-25 13:53:58 -- STEP: 19395/31555 -- GLOBAL_STEP: 997600 | > loss_text_ce: 0.03237100690603256 (0.033515012679277215) | > loss_mel_ce: 2.817368984222412 (nan) | > loss: 0.011308493092656136 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14118102491132495) | > loader_time: 0.0045 (0.0046164112749957865)  --> TIME: 2025-03-25 13:54:08 -- STEP: 19445/31555 -- GLOBAL_STEP: 997650 | > loss_text_ce: 0.03192146122455597 (0.033517354387645255) | > loss_mel_ce: 3.005678653717041 (nan) | > loss: 0.01205396931618452 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14118644517441026) | > loader_time: 0.0043 (0.004616339024617091)  --> TIME: 2025-03-25 13:54:18 -- STEP: 19495/31555 -- GLOBAL_STEP: 997700 | > loss_text_ce: 0.029293423518538475 (0.033514253625889286) | > loss_mel_ce: 2.864786386489868 (nan) | > loss: 0.011484445072710514 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14118552072196827) | > loader_time: 0.0044 (0.004616073707214663)  --> TIME: 2025-03-25 13:54:28 -- STEP: 19545/31555 -- GLOBAL_STEP: 997750 | > loss_text_ce: 0.03537053242325783 (0.033512195013558684) | > loss_mel_ce: 2.9824674129486084 (nan) | > loss: 0.011975548230111599 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14119346288806478) | > loader_time: 0.0049 (0.0046160902260941215)  --> TIME: 2025-03-25 13:54:37 -- STEP: 19595/31555 -- GLOBAL_STEP: 997800 | > loss_text_ce: 0.03906198963522911 (0.03350964722725708) | > loss_mel_ce: 2.223011016845703 (nan) | > loss: 0.008976480923593044 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1411913996480141) | > loader_time: 0.0046 (0.00461647973494982)  --> TIME: 2025-03-25 13:54:47 -- STEP: 19645/31555 -- GLOBAL_STEP: 997850 | > loss_text_ce: 0.03953458368778229 (0.033509220156773926) | > loss_mel_ce: 3.022353410720825 (nan) | > loss: 0.012150350026786327 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1411971396603762) | > loader_time: 0.0045 (0.004616501386549741)  --> TIME: 2025-03-25 13:54:57 -- STEP: 19695/31555 -- GLOBAL_STEP: 997900 | > loss_text_ce: 0.03106093592941761 (0.0335072509649838) | > loss_mel_ce: 2.600931406021118 (nan) | > loss: 0.010444414801895618 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1411980886088926) | > loader_time: 0.0047 (0.004616502639332778)  --> TIME: 2025-03-25 13:55:06 -- STEP: 19745/31555 -- GLOBAL_STEP: 997950 | > loss_text_ce: 0.03479445353150368 (0.03350637884969507) | > loss_mel_ce: 3.2108712196350098 (nan) | > loss: 0.012879626825451851 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14120485197595223) | > loader_time: 0.0048 (0.004616452229418443)  --> TIME: 2025-03-25 13:55:16 -- STEP: 19795/31555 -- GLOBAL_STEP: 998000 | > loss_text_ce: 0.03941638022661209 (0.033505879059654) | > loss_mel_ce: 3.0313000679016113 (nan) | > loss: 0.012185383588075638 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14121096405786704) | > loader_time: 0.0044 (0.00461648929959207)  --> TIME: 2025-03-25 13:55:26 -- STEP: 19845/31555 -- GLOBAL_STEP: 998050 | > loss_text_ce: 0.039807818830013275 (0.033505915675962575) | > loss_mel_ce: 3.073493719100952 (nan) | > loss: 0.012354372069239616 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1412097863629598) | > loader_time: 0.0045 (0.004616415149230275)  --> TIME: 2025-03-25 13:55:36 -- STEP: 19895/31555 -- GLOBAL_STEP: 998100 | > loss_text_ce: 0.034925203770399094 (0.03350556938244019) | > loss_mel_ce: 2.640124559402466 (nan) | > loss: 0.010615277104079723 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14122029848810658) | > loader_time: 0.0047 (0.004616312454561109)  --> TIME: 2025-03-25 13:55:45 -- STEP: 19945/31555 -- GLOBAL_STEP: 998150 | > loss_text_ce: 0.03830885514616966 (0.03350380611213462) | > loss_mel_ce: 2.9186418056488037 (nan) | > loss: 0.011733931489288807 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14121997612823908) | > loader_time: 0.0045 (0.004615985399859697)  --> TIME: 2025-03-25 13:55:55 -- STEP: 19995/31555 -- GLOBAL_STEP: 998200 | > loss_text_ce: 0.03174296393990517 (0.03350731187718265) | > loss_mel_ce: 1.716597080230713 (nan) | > loss: 0.0069378577172756195 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14123182575772483) | > loader_time: 0.0048 (0.004615867564188727)  --> TIME: 2025-03-25 13:56:05 -- STEP: 20045/31555 -- GLOBAL_STEP: 998250 | > loss_text_ce: 0.03983631357550621 (0.033507814601595104) | > loss_mel_ce: 1.862523078918457 (nan) | > loss: 0.007549045607447624 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14123923117813023) | > loader_time: 0.0047 (0.004615900884634491)  --> TIME: 2025-03-25 13:56:15 -- STEP: 20095/31555 -- GLOBAL_STEP: 998300 | > loss_text_ce: 0.02413739077746868 (0.03350825101836045) | > loss_mel_ce: 2.812689781188965 (nan) | > loss: 0.011257251724600792 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.1412323141489561) | > loader_time: 0.0049 (0.004615967473630212)  --> TIME: 2025-03-25 13:56:24 -- STEP: 20145/31555 -- GLOBAL_STEP: 998350 | > loss_text_ce: 0.05426735803484917 (0.03350784161633626) | > loss_mel_ce: 2.092832565307617 (nan) | > loss: 0.008520238101482391 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1412291940195334) | > loader_time: 0.0042 (0.004615558232288274)  --> TIME: 2025-03-25 13:56:34 -- STEP: 20195/31555 -- GLOBAL_STEP: 998400 | > loss_text_ce: 0.03217237815260887 (0.03350822534665774) | > loss_mel_ce: 1.4329888820648193 (nan) | > loss: 0.005814132280647755 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14124508035097444) | > loader_time: 0.0045 (0.004615569498374293)  --> TIME: 2025-03-25 13:56:44 -- STEP: 20245/31555 -- GLOBAL_STEP: 998450 | > loss_text_ce: 0.04549826681613922 (0.03350617242004054) | > loss_mel_ce: 2.932770013809204 (nan) | > loss: 0.011818526312708855 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14123444254529746) | > loader_time: 0.0045 (0.004615603920617923)  --> TIME: 2025-03-25 13:56:53 -- STEP: 20295/31555 -- GLOBAL_STEP: 998500 | > loss_text_ce: 0.03907741978764534 (0.033508028123223836) | > loss_mel_ce: 2.2983171939849854 (nan) | > loss: 0.009275376796722412 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14122978335209357) | > loader_time: 0.0043 (0.004615681991990679)  --> TIME: 2025-03-25 13:57:03 -- STEP: 20345/31555 -- GLOBAL_STEP: 998550 | > loss_text_ce: 0.024013807997107506 (0.03350554539728874) | > loss_mel_ce: 2.5965139865875244 (nan) | > loss: 0.010398920625448227 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14122860004521692) | > loader_time: 0.0045 (0.00461565837077294)  --> TIME: 2025-03-25 13:57:12 -- STEP: 20395/31555 -- GLOBAL_STEP: 998600 | > loss_text_ce: 0.03530571237206459 (0.03350320492491399) | > loss_mel_ce: 3.04939866065979 (nan) | > loss: 0.012240891344845295 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14121364021628666) | > loader_time: 0.0046 (0.004615543191998179)  --> TIME: 2025-03-25 13:57:22 -- STEP: 20445/31555 -- GLOBAL_STEP: 998650 | > loss_text_ce: 0.03883844614028931 (0.03350088820039059) | > loss_mel_ce: 2.763033628463745 (nan) | > loss: 0.011118540540337563 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14120077325359676) | > loader_time: 0.0046 (0.004615649118141271)  --> TIME: 2025-03-25 13:57:31 -- STEP: 20495/31555 -- GLOBAL_STEP: 998700 | > loss_text_ce: 0.03481920063495636 (0.03350208265587379) | > loss_mel_ce: 2.049654483795166 (nan) | > loss: 0.008271721191704273 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14119812618031413) | > loader_time: 0.0047 (0.0046159951679297815)  --> TIME: 2025-03-25 13:57:41 -- STEP: 20545/31555 -- GLOBAL_STEP: 998750 | > loss_text_ce: 0.023945579305291176 (0.033498486054412475) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1412015729938068) | > loader_time: 0.0046 (0.004616191805525994)  --> TIME: 2025-03-25 13:57:51 -- STEP: 20595/31555 -- GLOBAL_STEP: 998800 | > loss_text_ce: 0.03494696691632271 (0.03350076588098173) | > loss_mel_ce: 3.1088833808898926 (nan) | > loss: 0.012475517578423023 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14120144090423328) | > loader_time: 0.0047 (0.00461637742833683)  --> TIME: 2025-03-25 13:58:00 -- STEP: 20645/31555 -- GLOBAL_STEP: 998850 | > loss_text_ce: 0.04162268713116646 (0.033500990474433716) | > loss_mel_ce: 2.637962818145752 (nan) | > loss: 0.010633275844156742 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1412071112426965) | > loader_time: 0.0045 (0.004616665603404893)  --> TIME: 2025-03-25 13:58:10 -- STEP: 20695/31555 -- GLOBAL_STEP: 998900 | > loss_text_ce: 0.027114788070321083 (0.03350069145139866) | > loss_mel_ce: 2.6988890171051025 (nan) | > loss: 0.01081747654825449 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14120995875688383) | > loader_time: 0.0045 (0.004617022200752862)  --> TIME: 2025-03-25 13:58:20 -- STEP: 20745/31555 -- GLOBAL_STEP: 998950 | > loss_text_ce: 0.026787254959344864 (0.03350354326468259) | > loss_mel_ce: 2.679938554763794 (nan) | > loss: 0.010740975849330425 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14120482212378424) | > loader_time: 0.0045 (0.004617043281641619)  --> TIME: 2025-03-25 13:58:29 -- STEP: 20795/31555 -- GLOBAL_STEP: 999000 | > loss_text_ce: 0.03936350345611572 (0.03350452249191194) | > loss_mel_ce: 0.0361328125 (nan) | > loss: 0.00029958857339806855 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14120577665211204) | > loader_time: 0.0046 (0.004617326355347374)  --> TIME: 2025-03-25 13:58:39 -- STEP: 20845/31555 -- GLOBAL_STEP: 999050 | > loss_text_ce: 0.042693741619586945 (0.03350275449028548) | > loss_mel_ce: 2.88100004196167 (nan) | > loss: 0.01160196028649807 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14120027127383825) | > loader_time: 0.0046 (0.004617391418398488)  --> TIME: 2025-03-25 13:58:48 -- STEP: 20895/31555 -- GLOBAL_STEP: 999100 | > loss_text_ce: 0.041848719120025635 (0.03350477721042914) | > loss_mel_ce: 2.512979745864868 (nan) | > loss: 0.010138208977878094 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1411913912385876) | > loader_time: 0.0046 (0.004617463438440737)  --> TIME: 2025-03-25 13:58:58 -- STEP: 20945/31555 -- GLOBAL_STEP: 999150 | > loss_text_ce: 0.03472670540213585 (0.03350266886821224) | > loss_mel_ce: 2.415600538253784 (nan) | > loss: 0.009723520837724209 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14118993299961993) | > loader_time: 0.0045 (0.004617632906657194)  --> TIME: 2025-03-25 13:59:08 -- STEP: 20995/31555 -- GLOBAL_STEP: 999200 | > loss_text_ce: 0.02809668332338333 (0.03350346796139163) | > loss_mel_ce: 2.558619260787964 (nan) | > loss: 0.01026474591344595 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14119280900067283) | > loader_time: 0.0046 (0.004617638257492959)  --> TIME: 2025-03-25 13:59:17 -- STEP: 21045/31555 -- GLOBAL_STEP: 999250 | > loss_text_ce: 0.033703528344631195 (0.03350522566009655) | > loss_mel_ce: 2.9953529834747314 (nan) | > loss: 0.012020066380500793 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14119168609189678) | > loader_time: 0.0043 (0.004617392770409677)  --> TIME: 2025-03-25 13:59:27 -- STEP: 21095/31555 -- GLOBAL_STEP: 999300 | > loss_text_ce: 0.03739999234676361 (0.03350308141082827) | > loss_mel_ce: 2.742201805114746 (nan) | > loss: 0.011030166409909725 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14119415094457574) | > loader_time: 0.0046 (0.004617103102874582)  --> TIME: 2025-03-25 13:59:37 -- STEP: 21145/31555 -- GLOBAL_STEP: 999350 | > loss_text_ce: 0.03483080863952637 (0.033501317206841456) | > loss_mel_ce: 2.5300087928771973 (nan) | > loss: 0.010177935473620892 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14119274703626025) | > loader_time: 0.0045 (0.0046170233778142925)  --> TIME: 2025-03-25 13:59:46 -- STEP: 21195/31555 -- GLOBAL_STEP: 999400 | > loss_text_ce: 0.03302943706512451 (0.03349973150621455) | > loss_mel_ce: 2.015777587890625 (nan) | > loss: 0.008130187168717384 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14117382279711368) | > loader_time: 0.0043 (0.004616912161018753)  --> TIME: 2025-03-25 13:59:56 -- STEP: 21245/31555 -- GLOBAL_STEP: 999450 | > loss_text_ce: 0.02820504829287529 (0.03350113904632747) | > loss_mel_ce: 3.2792365550994873 (nan) | > loss: 0.013124769553542137 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14118634614699926) | > loader_time: 0.0046 (0.004616969107010424)  --> TIME: 2025-03-25 14:00:05 -- STEP: 21295/31555 -- GLOBAL_STEP: 999500 | > loss_text_ce: 0.05246257036924362 (0.03350084535528278) | > loss_mel_ce: 2.4256374835968018 (nan) | > loss: 0.00983373075723648 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14118457318583974) | > loader_time: 0.0047 (0.004617291813474452)  --> TIME: 2025-03-25 14:00:15 -- STEP: 21345/31555 -- GLOBAL_STEP: 999550 | > loss_text_ce: 0.03573017194867134 (0.03350058994095608) | > loss_mel_ce: 3.019404411315918 (nan) | > loss: 0.012123550288379192 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14118639034978187) | > loader_time: 0.0047 (0.004617230845826892)  --> TIME: 2025-03-25 14:00:25 -- STEP: 21395/31555 -- GLOBAL_STEP: 999600 | > loss_text_ce: 0.026932086795568466 (0.033500179880109074) | > loss_mel_ce: 0.04931640625 (nan) | > loss: 0.00030257340404205024 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1411785502945282) | > loader_time: 0.0044 (0.004617144153841921)  --> TIME: 2025-03-25 14:00:34 -- STEP: 21445/31555 -- GLOBAL_STEP: 999650 | > loss_text_ce: 0.04158991202712059 (0.03350110366939626) | > loss_mel_ce: 2.7951600551605225 (nan) | > loss: 0.011256945319473743 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14117625664097191) | > loader_time: 0.0048 (0.004617171355354454)  --> TIME: 2025-03-25 14:00:44 -- STEP: 21495/31555 -- GLOBAL_STEP: 999700 | > loss_text_ce: 0.029250282794237137 (0.033498510813795866) | > loss_mel_ce: 2.0177767276763916 (nan) | > loss: 0.0081231240183115 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14118291655649493) | > loader_time: 0.0044 (0.004616991235201071)  --> TIME: 2025-03-25 14:00:54 -- STEP: 21545/31555 -- GLOBAL_STEP: 999750 | > loss_text_ce: 0.03222554922103882 (0.03349900007490857) | > loss_mel_ce: 2.8252933025360107 (nan) | > loss: 0.011339361779391766 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14118697122621313) | > loader_time: 0.0046 (0.0046165713635363)  --> TIME: 2025-03-25 14:01:03 -- STEP: 21595/31555 -- GLOBAL_STEP: 999800 | > loss_text_ce: 0.02774675376713276 (0.033498551933951785) | > loss_mel_ce: 2.0198421478271484 (nan) | > loss: 0.008125352673232555 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14118054510957087) | > loader_time: 0.0043 (0.004616385064872502)  --> TIME: 2025-03-25 14:01:13 -- STEP: 21645/31555 -- GLOBAL_STEP: 999850 | > loss_text_ce: 0.023128187283873558 (0.033498672395815506) | > loss_mel_ce: 3.0959970951080322 (nan) | > loss: 0.012377481907606125 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1411824616198465) | > loader_time: 0.0044 (0.004616169996695587)  --> TIME: 2025-03-25 14:01:22 -- STEP: 21695/31555 -- GLOBAL_STEP: 999900 | > loss_text_ce: 0.026630602777004242 (0.0335012652315191) | > loss_mel_ce: 2.5280277729034424 (nan) | > loss: 0.010137533769011497 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.141178451108615) | > loader_time: 0.0045 (0.004616088827625075)  --> TIME: 2025-03-25 14:01:32 -- STEP: 21745/31555 -- GLOBAL_STEP: 999950 | > loss_text_ce: 0.03213866800069809 (0.03350112646647704) | > loss_mel_ce: 2.3758597373962402 (nan) | > loss: 0.00955554936081171 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14117553524106036) | > loader_time: 0.0047 (0.004615892610705627)  --> TIME: 2025-03-25 14:01:41 -- STEP: 21795/31555 -- GLOBAL_STEP: 1000000 | > loss_text_ce: 0.036879122257232666 (0.033502607264930574) | > loss_mel_ce: 1.8909016847610474 (nan) | > loss: 0.007649924606084824 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14116193752109535) | > loader_time: 0.0046 (0.004615784511841834) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1000000.pth  --> TIME: 2025-03-25 14:01:56 -- STEP: 21845/31555 -- GLOBAL_STEP: 1000050 | > loss_text_ce: 0.02951803058385849 (0.033500552606532556) | > loss_mel_ce: 2.716597080230713 (nan) | > loss: 0.01089728344231844 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1411518601155397) | > loader_time: 0.0045 (0.004615672018304795)  --> TIME: 2025-03-25 14:02:06 -- STEP: 21895/31555 -- GLOBAL_STEP: 1000100 | > loss_text_ce: 0.04595917463302612 (0.03350247141155864) | > loss_mel_ce: 1.6144332885742188 (nan) | > loss: 0.006588859483599663 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14114161457855487) | > loader_time: 0.0044 (0.004615632408039297)  --> TIME: 2025-03-25 14:02:15 -- STEP: 21945/31555 -- GLOBAL_STEP: 1000150 | > loss_text_ce: 0.029566457495093346 (0.0334998958277493) | > loss_mel_ce: 3.0444107055664062 (nan) | > loss: 0.012198323383927345 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1411301523983476) | > loader_time: 0.0045 (0.004615449383905795)  --> TIME: 2025-03-25 14:02:25 -- STEP: 21995/31555 -- GLOBAL_STEP: 1000200 | > loss_text_ce: 0.030726656317710876 (0.03349968662358883) | > loss_mel_ce: 2.6111295223236084 (nan) | > loss: 0.010483557358384132 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14114253034806404) | > loader_time: 0.0044 (0.004615461200333422)  --> TIME: 2025-03-25 14:02:35 -- STEP: 22045/31555 -- GLOBAL_STEP: 1000250 | > loss_text_ce: 0.039160020649433136 (0.03349923534007456) | > loss_mel_ce: 2.4919168949127197 (nan) | > loss: 0.010043956339359283 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14116413032530103) | > loader_time: 0.0045 (0.0046154319415370425)  --> TIME: 2025-03-25 14:02:45 -- STEP: 22095/31555 -- GLOBAL_STEP: 1000300 | > loss_text_ce: 0.028162257745862007 (0.033500731816128886) | > loss_mel_ce: 2.0831332206726074 (nan) | > loss: 0.008378157392144203 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14116042432377252) | > loader_time: 0.0047 (0.004615439255061155)  --> TIME: 2025-03-25 14:02:55 -- STEP: 22145/31555 -- GLOBAL_STEP: 1000350 | > loss_text_ce: 0.03460566699504852 (0.03350233484495277) | > loss_mel_ce: 2.835864543914795 (nan) | > loss: 0.011390755884349346 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14117341211671772) | > loader_time: 0.0047 (0.0046152645321241165)  --> TIME: 2025-03-25 14:03:04 -- STEP: 22195/31555 -- GLOBAL_STEP: 1000400 | > loss_text_ce: 0.03761587664484978 (0.0335002305654977) | > loss_mel_ce: 2.7461931705474854 (nan) | > loss: 0.011046861298382282 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14117729189589895) | > loader_time: 0.0043 (0.004614944419336631)  --> TIME: 2025-03-25 14:03:14 -- STEP: 22245/31555 -- GLOBAL_STEP: 1000450 | > loss_text_ce: 0.03423890471458435 (0.0335005647228823) | > loss_mel_ce: 2.435004234313965 (nan) | > loss: 0.009798584505915642 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14118600666563275) | > loader_time: 0.0047 (0.00461499038828333)  --> TIME: 2025-03-25 14:03:24 -- STEP: 22295/31555 -- GLOBAL_STEP: 1000500 | > loss_text_ce: 0.041760172694921494 (0.033503984078642954) | > loss_mel_ce: 3.1372830867767334 (nan) | > loss: 0.012615252286195755 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14117658714137127) | > loader_time: 0.0045 (0.0046149232350649085)  --> TIME: 2025-03-25 14:03:33 -- STEP: 22345/31555 -- GLOBAL_STEP: 1000550 | > loss_text_ce: 0.03450477495789528 (0.033501017377869195) | > loss_mel_ce: 0.1180943101644516 (nan) | > loss: 0.0006055519334040582 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14117893902720477) | > loader_time: 0.0045 (0.004614749832904481)  --> TIME: 2025-03-25 14:03:43 -- STEP: 22395/31555 -- GLOBAL_STEP: 1000600 | > loss_text_ce: 0.029574165120720863 (0.03349895357788708) | > loss_mel_ce: 2.9229984283447266 (nan) | > loss: 0.01171655859798193 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14117222400775267) | > loader_time: 0.0046 (0.004614559351586156)  --> TIME: 2025-03-25 14:03:53 -- STEP: 22445/31555 -- GLOBAL_STEP: 1000650 | > loss_text_ce: 0.04302681237459183 (0.03350095612806698) | > loss_mel_ce: 2.175368070602417 (nan) | > loss: 0.008803155273199081 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.141176700921335) | > loader_time: 0.0044 (0.004614272163290839)  --> TIME: 2025-03-25 14:04:02 -- STEP: 22495/31555 -- GLOBAL_STEP: 1000700 | > loss_text_ce: 0.03046419844031334 (0.03350060247410619) | > loss_mel_ce: 2.275223731994629 (nan) | > loss: 0.009149556048214436 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14117051976923273) | > loader_time: 0.0043 (0.0046141397107784254)  --> TIME: 2025-03-25 14:04:12 -- STEP: 22545/31555 -- GLOBAL_STEP: 1000750 | > loss_text_ce: 0.025111224502325058 (0.0334977558467609) | > loss_mel_ce: 2.246696710586548 (nan) | > loss: 0.00901511125266552 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14116861057218164) | > loader_time: 0.0045 (0.0046140002210274065)  --> TIME: 2025-03-25 14:04:22 -- STEP: 22595/31555 -- GLOBAL_STEP: 1000800 | > loss_text_ce: 0.03355135768651962 (0.03349715311650674) | > loss_mel_ce: 2.6345605850219727 (nan) | > loss: 0.01058774720877409 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14118154427202875) | > loader_time: 0.0069 (0.004614326019523482)  --> TIME: 2025-03-25 14:04:31 -- STEP: 22645/31555 -- GLOBAL_STEP: 1000850 | > loss_text_ce: 0.03321772441267967 (0.03349839524919324) | > loss_mel_ce: 3.2369303703308105 (nan) | > loss: 0.01297677867114544 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14118128007125386) | > loader_time: 0.0045 (0.004614486660644654)  --> TIME: 2025-03-25 14:04:41 -- STEP: 22695/31555 -- GLOBAL_STEP: 1000900 | > loss_text_ce: 0.030591659247875214 (0.03349761535056747) | > loss_mel_ce: 2.6077725887298584 (nan) | > loss: 0.010469700209796429 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14118670874110614) | > loader_time: 0.0046 (0.004614649556444262)  --> TIME: 2025-03-25 14:04:51 -- STEP: 22745/31555 -- GLOBAL_STEP: 1000950 | > loss_text_ce: 0.03051699884235859 (0.033497286635328354) | > loss_mel_ce: 2.6841890811920166 (nan) | > loss: 0.01077264454215765 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1411895578157574) | > loader_time: 0.0047 (0.004614918592029113)  --> TIME: 2025-03-25 14:05:01 -- STEP: 22795/31555 -- GLOBAL_STEP: 1001000 | > loss_text_ce: 0.029540296643972397 (0.03349868264482366) | > loss_mel_ce: 1.0865885019302368 (nan) | > loss: 0.004429082851856947 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1411943744321391) | > loader_time: 0.0045 (0.004615190390511347)  --> TIME: 2025-03-25 14:05:11 -- STEP: 22845/31555 -- GLOBAL_STEP: 1001050 | > loss_text_ce: 0.028884820640087128 (0.03349898563191198) | > loss_mel_ce: 2.858370542526245 (nan) | > loss: 0.01145736314356327 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14121223477050396) | > loader_time: 0.0044 (0.004615175450075177)  --> TIME: 2025-03-25 14:05:21 -- STEP: 22895/31555 -- GLOBAL_STEP: 1001100 | > loss_text_ce: 0.02513083815574646 (0.033495927307747426) | > loss_mel_ce: 2.73087215423584 (nan) | > loss: 0.01093652006238699 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14122329151872617) | > loader_time: 0.0048 (0.004615176164002693)  --> TIME: 2025-03-25 14:05:31 -- STEP: 22945/31555 -- GLOBAL_STEP: 1001150 | > loss_text_ce: 0.04511353000998497 (0.03349561895533833) | > loss_mel_ce: 2.2748358249664307 (nan) | > loss: 0.00920614879578352 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14122528302485202) | > loader_time: 0.0046 (0.004615220994465138)  --> TIME: 2025-03-25 14:05:40 -- STEP: 22995/31555 -- GLOBAL_STEP: 1001200 | > loss_text_ce: 0.04397527500987053 (0.03349641291224151) | > loss_mel_ce: 2.7801899909973145 (nan) | > loss: 0.011207005940377712 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1412227404897808) | > loader_time: 0.0044 (0.004615303183877233)  --> TIME: 2025-03-25 14:05:50 -- STEP: 23045/31555 -- GLOBAL_STEP: 1001250 | > loss_text_ce: 0.03166398033499718 (0.03349434919703818) | > loss_mel_ce: 2.6684978008270264 (nan) | > loss: 0.010714927688241005 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14122499853702447) | > loader_time: 0.0048 (0.0046153750846897644)  --> TIME: 2025-03-25 14:06:00 -- STEP: 23095/31555 -- GLOBAL_STEP: 1001300 | > loss_text_ce: 0.026408949866890907 (0.0334915549766726) | > loss_mel_ce: 2.7924704551696777 (nan) | > loss: 0.011186029762029648 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14122761984257645) | > loader_time: 0.0045 (0.004615306720044051)  --> TIME: 2025-03-25 14:06:09 -- STEP: 23145/31555 -- GLOBAL_STEP: 1001350 | > loss_text_ce: 0.028469625860452652 (0.03349231444898773) | > loss_mel_ce: 2.3049607276916504 (nan) | > loss: 0.009259644895792007 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14122653378346434) | > loader_time: 0.0045 (0.004615205089843524)  --> TIME: 2025-03-25 14:06:19 -- STEP: 23195/31555 -- GLOBAL_STEP: 1001400 | > loss_text_ce: 0.030419200658798218 (0.0334944019140685) | > loss_mel_ce: 2.4737706184387207 (nan) | > loss: 0.00993726123124361 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14122077504425568) | > loader_time: 0.0045 (0.00461530808771344)  --> TIME: 2025-03-25 14:06:28 -- STEP: 23245/31555 -- GLOBAL_STEP: 1001450 | > loss_text_ce: 0.035199470818042755 (0.03349628994270599) | > loss_mel_ce: 2.6865062713623047 (nan) | > loss: 0.010800420306622982 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14121987786337212) | > loader_time: 0.0046 (0.004615442951306616)  --> TIME: 2025-03-25 14:06:38 -- STEP: 23295/31555 -- GLOBAL_STEP: 1001500 | > loss_text_ce: 0.02893161028623581 (0.03349395459959604) | > loss_mel_ce: 2.8003435134887695 (nan) | > loss: 0.01122728269547224 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14122553435639093) | > loader_time: 0.0045 (0.004615420981982577)  --> TIME: 2025-03-25 14:06:48 -- STEP: 23345/31555 -- GLOBAL_STEP: 1001550 | > loss_text_ce: 0.036519911140203476 (0.033492120645037024) | > loss_mel_ce: 2.7510015964508057 (nan) | > loss: 0.011061593890190125 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14122884850043543) | > loader_time: 0.0046 (0.0046153257684141994)  --> TIME: 2025-03-25 14:06:58 -- STEP: 23395/31555 -- GLOBAL_STEP: 1001600 | > loss_text_ce: 0.037102870643138885 (0.033493975403639534) | > loss_mel_ce: 2.729616403579712 (nan) | > loss: 0.010979045182466507 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1412297288279532) | > loader_time: 0.0045 (0.004615147242716286)  --> TIME: 2025-03-25 14:07:07 -- STEP: 23445/31555 -- GLOBAL_STEP: 1001650 | > loss_text_ce: 0.033999864012002945 (0.03349505725558414) | > loss_mel_ce: 2.41532039642334 (nan) | > loss: 0.009719525463879108 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1412310747531826) | > loader_time: 0.0042 (0.0046150036879149346)  --> TIME: 2025-03-25 14:07:17 -- STEP: 23495/31555 -- GLOBAL_STEP: 1001700 | > loss_text_ce: 0.02800585888326168 (0.03349490629548325) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14123471350993655) | > loader_time: 0.0044 (0.004614671998187379)  --> TIME: 2025-03-25 14:07:27 -- STEP: 23545/31555 -- GLOBAL_STEP: 1001750 | > loss_text_ce: 0.027952169999480247 (0.03349444121419017) | > loss_mel_ce: 3.0116915702819824 (nan) | > loss: 0.012062079273164272 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14123643874919645) | > loader_time: 0.0045 (0.0046145391150325035)  --> TIME: 2025-03-25 14:07:37 -- STEP: 23595/31555 -- GLOBAL_STEP: 1001800 | > loss_text_ce: 0.030542217195034027 (0.03349141289242605) | > loss_mel_ce: 2.4018054008483887 (nan) | > loss: 0.009652173146605492 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1412442355672301) | > loader_time: 0.0047 (0.004614496301811479)  --> TIME: 2025-03-25 14:07:46 -- STEP: 23645/31555 -- GLOBAL_STEP: 1001850 | > loss_text_ce: 0.03632936254143715 (0.0334904633790134) | > loss_mel_ce: 2.775070905685425 (nan) | > loss: 0.011156350374221802 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1412430843809849) | > loader_time: 0.0046 (0.004614353714344206)  --> TIME: 2025-03-25 14:07:56 -- STEP: 23695/31555 -- GLOBAL_STEP: 1001900 | > loss_text_ce: 0.0395679771900177 (0.03349217391182002) | > loss_mel_ce: 2.4030983448028564 (nan) | > loss: 0.00969312060624361 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14124512795180522) | > loader_time: 0.0047 (0.00461429130882624)  --> TIME: 2025-03-25 14:08:06 -- STEP: 23745/31555 -- GLOBAL_STEP: 1001950 | > loss_text_ce: 0.025835150852799416 (0.033494553876741426) | > loss_mel_ce: 2.986891984939575 (nan) | > loss: 0.011955266818404198 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14124133750046466) | > loader_time: 0.0047 (0.0046141922059725)  --> TIME: 2025-03-25 14:08:15 -- STEP: 23795/31555 -- GLOBAL_STEP: 1002000 | > loss_text_ce: 0.023567968979477882 (0.0334933491611203) | > loss_mel_ce: 2.8852150440216064 (nan) | > loss: 0.011542790569365025 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14123884046947024) | > loader_time: 0.0046 (0.004614184097623508)  --> TIME: 2025-03-25 14:08:25 -- STEP: 23845/31555 -- GLOBAL_STEP: 1002050 | > loss_text_ce: 0.03266354650259018 (0.03349068890347) | > loss_mel_ce: 2.668940305709839 (nan) | > loss: 0.010720650665462017 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14124516456925648) | > loader_time: 0.0046 (0.0046141248800190245)  --> TIME: 2025-03-25 14:08:35 -- STEP: 23895/31555 -- GLOBAL_STEP: 1002100 | > loss_text_ce: 0.03022392839193344 (0.03349068550520427) | > loss_mel_ce: 2.377756118774414 (nan) | > loss: 0.00955547671765089 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14125814345073126) | > loader_time: 0.0045 (0.004614216125418056)  --> TIME: 2025-03-25 14:08:45 -- STEP: 23945/31555 -- GLOBAL_STEP: 1002150 | > loss_text_ce: 0.03353698551654816 (0.03349043309982601) | > loss_mel_ce: 3.1079940795898438 (nan) | > loss: 0.012466393411159515 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14126633730530203) | > loader_time: 0.0045 (0.004614139056250574)  --> TIME: 2025-03-25 14:08:54 -- STEP: 23995/31555 -- GLOBAL_STEP: 1002200 | > loss_text_ce: 0.0313614085316658 (0.03348947057819129) | > loss_mel_ce: 3.0147483348846436 (nan) | > loss: 0.012087737210094929 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14125119486707707) | > loader_time: 0.0047 (0.004614106842219088)  --> TIME: 2025-03-25 14:09:04 -- STEP: 24045/31555 -- GLOBAL_STEP: 1002250 | > loss_text_ce: 0.030411696061491966 (0.033488895034738494) | > loss_mel_ce: 2.8235931396484375 (nan) | > loss: 0.011325417086482048 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14125978458346714) | > loader_time: 0.0045 (0.004614162960675198)  --> TIME: 2025-03-25 14:09:14 -- STEP: 24095/31555 -- GLOBAL_STEP: 1002300 | > loss_text_ce: 0.03835640475153923 (0.03348888434225408) | > loss_mel_ce: 1.8845473527908325 (nan) | > loss: 0.007630570791661739 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14126248125170185) | > loader_time: 0.0045 (0.00461409762331649)  --> TIME: 2025-03-25 14:09:24 -- STEP: 24145/31555 -- GLOBAL_STEP: 1002350 | > loss_text_ce: 0.028763562440872192 (0.03348769281861026) | > loss_mel_ce: 2.7431578636169434 (nan) | > loss: 0.010999688878655434 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14126320866774258) | > loader_time: 0.0045 (0.004614043497451732)  --> TIME: 2025-03-25 14:09:33 -- STEP: 24195/31555 -- GLOBAL_STEP: 1002400 | > loss_text_ce: 0.029922232031822205 (0.033489519359528847) | > loss_mel_ce: 2.8163890838623047 (nan) | > loss: 0.011294886469841003 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1412673250755324) | > loader_time: 0.0048 (0.00461396402405127)  --> TIME: 2025-03-25 14:09:43 -- STEP: 24245/31555 -- GLOBAL_STEP: 1002450 | > loss_text_ce: 0.0235883928835392 (0.03348829279459543) | > loss_mel_ce: 1.101568341255188 (nan) | > loss: 0.0044649080373346806 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14127072340976576) | > loader_time: 0.0045 (0.004613920299508802)  --> TIME: 2025-03-25 14:09:53 -- STEP: 24295/31555 -- GLOBAL_STEP: 1002500 | > loss_text_ce: 0.037380315363407135 (0.03348854034387733) | > loss_mel_ce: 2.4075357913970947 (nan) | > loss: 0.009702048264443874 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14126157544723592) | > loader_time: 0.0044 (0.004613969129258957)  --> TIME: 2025-03-25 14:10:03 -- STEP: 24345/31555 -- GLOBAL_STEP: 1002550 | > loss_text_ce: 0.0358230285346508 (0.03348856672597172) | > loss_mel_ce: 2.075122117996216 (nan) | > loss: 0.008376766927540302 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1412720219460727) | > loader_time: 0.0044 (0.00461405495349621)  --> TIME: 2025-03-25 14:10:12 -- STEP: 24395/31555 -- GLOBAL_STEP: 1002600 | > loss_text_ce: 0.028151707723736763 (0.033488340990407435) | > loss_mel_ce: 2.277886390686035 (nan) | > loss: 0.009150945581495762 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1412620552056744) | > loader_time: 0.0045 (0.004613825502295953)  --> TIME: 2025-03-25 14:10:22 -- STEP: 24445/31555 -- GLOBAL_STEP: 1002650 | > loss_text_ce: 0.041236285120248795 (0.03348993332231724) | > loss_mel_ce: 2.5400283336639404 (nan) | > loss: 0.01024311501532793 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14126524971072377) | > loader_time: 0.0046 (0.004613849969943096)  --> TIME: 2025-03-25 14:10:31 -- STEP: 24495/31555 -- GLOBAL_STEP: 1002700 | > loss_text_ce: 0.0380801185965538 (0.033488026664959744) | > loss_mel_ce: 2.7639312744140625 (nan) | > loss: 0.011119093745946884 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14126966315450795) | > loader_time: 0.0045 (0.004613795127642846)  --> TIME: 2025-03-25 14:10:41 -- STEP: 24545/31555 -- GLOBAL_STEP: 1002750 | > loss_text_ce: 0.022947577759623528 (0.033488963016195535) | > loss_mel_ce: 2.788119077682495 (nan) | > loss: 0.011155026964843273 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14126932259173325) | > loader_time: 0.0045 (0.00461374080989774)  --> TIME: 2025-03-25 14:10:51 -- STEP: 24595/31555 -- GLOBAL_STEP: 1002800 | > loss_text_ce: 0.036887750029563904 (0.03348665046353215) | > loss_mel_ce: 2.609046220779419 (nan) | > loss: 0.010499738156795502 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1412771303882985) | > loader_time: 0.0048 (0.004613796407843447)  --> TIME: 2025-03-25 14:11:01 -- STEP: 24645/31555 -- GLOBAL_STEP: 1002850 | > loss_text_ce: 0.040755171328783035 (0.03348562656778011) | > loss_mel_ce: 2.8627004623413086 (nan) | > loss: 0.011521650478243828 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14127352983092117) | > loader_time: 0.0045 (0.004614043347031141)  --> TIME: 2025-03-25 14:11:10 -- STEP: 24695/31555 -- GLOBAL_STEP: 1002900 | > loss_text_ce: 0.037547994405031204 (0.033487043294118016) | > loss_mel_ce: 2.5240046977996826 (nan) | > loss: 0.010164892300963402 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1412756636790077) | > loader_time: 0.0045 (0.004614080149868187)  --> TIME: 2025-03-25 14:11:20 -- STEP: 24745/31555 -- GLOBAL_STEP: 1002950 | > loss_text_ce: 0.03311001881957054 (0.03348848371546138) | > loss_mel_ce: 2.6008450984954834 (nan) | > loss: 0.010452203452587128 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14127665725133096) | > loader_time: 0.0047 (0.004614176155702345)  --> TIME: 2025-03-25 14:11:29 -- STEP: 24795/31555 -- GLOBAL_STEP: 1003000 | > loss_text_ce: 0.0358092337846756 (0.03348896166406993) | > loss_mel_ce: 2.5561413764953613 (nan) | > loss: 0.010285519063472748 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14126889629214107) | > loader_time: 0.0044 (0.004614218090493531)  --> TIME: 2025-03-25 14:11:39 -- STEP: 24845/31555 -- GLOBAL_STEP: 1003050 | > loss_text_ce: 0.04477202892303467 (0.03349074003755033) | > loss_mel_ce: 2.8260855674743652 (nan) | > loss: 0.011392293497920036 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1412692229017028) | > loader_time: 0.0045 (0.004614162224354839)  --> TIME: 2025-03-25 14:11:49 -- STEP: 24895/31555 -- GLOBAL_STEP: 1003100 | > loss_text_ce: 0.03447866067290306 (0.03349043131794914) | > loss_mel_ce: 2.4137368202209473 (nan) | > loss: 0.009715141728520393 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14127107810054826) | > loader_time: 0.0046 (0.004614329534401538)  --> TIME: 2025-03-25 14:11:59 -- STEP: 24945/31555 -- GLOBAL_STEP: 1003150 | > loss_text_ce: 0.036856140941381454 (0.0334881155181352) | > loss_mel_ce: 2.8775718212127686 (nan) | > loss: 0.011565190739929676 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14127315908138877) | > loader_time: 0.0074 (0.004614477870602432)  --> TIME: 2025-03-25 14:12:08 -- STEP: 24995/31555 -- GLOBAL_STEP: 1003200 | > loss_text_ce: 0.030358811840415 (0.03349024322398847) | > loss_mel_ce: 2.6187148094177246 (nan) | > loss: 0.010512197390198708 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14126923135290914) | > loader_time: 0.0047 (0.00461432867513749)  --> TIME: 2025-03-25 14:12:18 -- STEP: 25045/31555 -- GLOBAL_STEP: 1003250 | > loss_text_ce: 0.032979920506477356 (0.03348778091671513) | > loss_mel_ce: 2.6364657878875732 (nan) | > loss: 0.010593038983643055 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14126835541469182) | > loader_time: 0.0046 (0.0046141490224212624)  --> TIME: 2025-03-25 14:12:27 -- STEP: 25095/31555 -- GLOBAL_STEP: 1003300 | > loss_text_ce: 0.029794542118906975 (0.03348613194304816) | > loss_mel_ce: 3.0809872150421143 (nan) | > loss: 0.01234437245875597 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14126629872159716) | > loader_time: 0.0045 (0.004614094981018539)  --> TIME: 2025-03-25 14:12:37 -- STEP: 25145/31555 -- GLOBAL_STEP: 1003350 | > loss_text_ce: 0.029002096503973007 (0.03348492334836992) | > loss_mel_ce: 3.2414629459381104 (nan) | > loss: 0.012978036887943745 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1412719174724716) | > loader_time: 0.0044 (0.00461401781046881)  --> TIME: 2025-03-25 14:12:47 -- STEP: 25195/31555 -- GLOBAL_STEP: 1003400 | > loss_text_ce: 0.039625637233257294 (0.03348687233036993) | > loss_mel_ce: 2.8104987144470215 (nan) | > loss: 0.011310017667710781 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1412654479455096) | > loader_time: 0.0043 (0.004613810083321525)  --> TIME: 2025-03-25 14:12:56 -- STEP: 25245/31555 -- GLOBAL_STEP: 1003450 | > loss_text_ce: 0.02980714477598667 (0.03348814296702326) | > loss_mel_ce: 2.706206798553467 (nan) | > loss: 0.010857198387384415 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14126983672988497) | > loader_time: 0.0044 (0.004613692417171213)  --> TIME: 2025-03-25 14:13:06 -- STEP: 25295/31555 -- GLOBAL_STEP: 1003500 | > loss_text_ce: 0.03601069375872612 (0.033488855746808856) | > loss_mel_ce: 2.3312249183654785 (nan) | > loss: 0.009393792599439621 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14126112826329146) | > loader_time: 0.007 (0.0046137677042068104)  --> TIME: 2025-03-25 14:13:15 -- STEP: 25345/31555 -- GLOBAL_STEP: 1003550 | > loss_text_ce: 0.03857438638806343 (0.033490437993176594) | > loss_mel_ce: 2.3246257305145264 (nan) | > loss: 0.009377779439091682 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14125944312730312) | > loader_time: 0.0046 (0.004613822158870664)  --> TIME: 2025-03-25 14:13:25 -- STEP: 25395/31555 -- GLOBAL_STEP: 1003600 | > loss_text_ce: 0.028754474595189095 (0.03349135004117448) | > loss_mel_ce: 2.72723126411438 (nan) | > loss: 0.010936452075839043 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14127234807984365) | > loader_time: 0.005 (0.00461393719842335)  --> TIME: 2025-03-25 14:13:35 -- STEP: 25445/31555 -- GLOBAL_STEP: 1003650 | > loss_text_ce: 0.03175830468535423 (0.03349271718918453) | > loss_mel_ce: 2.5159406661987305 (nan) | > loss: 0.010109917260706425 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1412606212520777) | > loader_time: 0.0045 (0.004613938474964348)  --> TIME: 2025-03-25 14:13:44 -- STEP: 25495/31555 -- GLOBAL_STEP: 1003700 | > loss_text_ce: 0.03285351023077965 (0.033490962939963946) | > loss_mel_ce: 2.947007179260254 (nan) | > loss: 0.01182484533637762 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14125945900533537) | > loader_time: 0.0046 (0.004614030110833677)  --> TIME: 2025-03-25 14:13:54 -- STEP: 25545/31555 -- GLOBAL_STEP: 1003750 | > loss_text_ce: 0.026860952377319336 (0.03349176998579934) | > loss_mel_ce: 3.57421875 (nan) | > loss: 0.01428999938070774 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14125386394150632) | > loader_time: 0.0044 (0.004614039833799069)  --> TIME: 2025-03-25 14:14:03 -- STEP: 25595/31555 -- GLOBAL_STEP: 1003800 | > loss_text_ce: 0.027970122173428535 (0.03348976623213796) | > loss_mel_ce: 2.975072145462036 (nan) | > loss: 0.011916834861040115 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14124664380974766) | > loader_time: 0.0044 (0.004614121477500032)  --> TIME: 2025-03-25 14:14:13 -- STEP: 25645/31555 -- GLOBAL_STEP: 1003850 | > loss_text_ce: 0.03196048364043236 (0.033493505818066455) | > loss_mel_ce: 2.7015135288238525 (nan) | > loss: 0.010847119614481926 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14125171616937932) | > loader_time: 0.0046 (0.004614056163095393)  --> TIME: 2025-03-25 14:14:23 -- STEP: 25695/31555 -- GLOBAL_STEP: 1003900 | > loss_text_ce: 0.02872992493212223 (0.033493536050204886) | > loss_mel_ce: 2.0355193614959717 (nan) | > loss: 0.008191465400159359 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14125169044015173) | > loader_time: 0.0043 (0.004613987576940618)  --> TIME: 2025-03-25 14:14:33 -- STEP: 25745/31555 -- GLOBAL_STEP: 1003950 | > loss_text_ce: 0.03280126675963402 (0.03349501896207518) | > loss_mel_ce: 2.8596158027648926 (nan) | > loss: 0.011477845720946789 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14125166719088142) | > loader_time: 0.0045 (0.00461398329543102)  --> TIME: 2025-03-25 14:14:42 -- STEP: 25795/31555 -- GLOBAL_STEP: 1004000 | > loss_text_ce: 0.03610070049762726 (0.033494585607273544) | > loss_mel_ce: 2.4173526763916016 (nan) | > loss: 0.009735926054418087 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14125327986325203) | > loader_time: 0.0045 (0.004613840286526966)  --> TIME: 2025-03-25 14:14:52 -- STEP: 25845/31555 -- GLOBAL_STEP: 1004050 | > loss_text_ce: 0.02758500911295414 (0.03349296935551273) | > loss_mel_ce: 3.0413732528686523 (nan) | > loss: 0.012178407050669193 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.1412568323154201) | > loader_time: 0.0049 (0.00461371061672298)  --> TIME: 2025-03-25 14:15:02 -- STEP: 25895/31555 -- GLOBAL_STEP: 1004100 | > loss_text_ce: 0.03396720066666603 (0.03349166664306206) | > loss_mel_ce: 2.2355706691741943 (nan) | > loss: 0.009006103500723839 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14126323707132776) | > loader_time: 0.0046 (0.004613560924983)  --> TIME: 2025-03-25 14:15:11 -- STEP: 25945/31555 -- GLOBAL_STEP: 1004150 | > loss_text_ce: 0.03288421779870987 (0.03348886756088917) | > loss_mel_ce: 2.7448294162750244 (nan) | > loss: 0.011022672988474369 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14125180532992504) | > loader_time: 0.0046 (0.004613458859849267)  --> TIME: 2025-03-25 14:15:21 -- STEP: 25995/31555 -- GLOBAL_STEP: 1004200 | > loss_text_ce: 0.022447001188993454 (0.03348583134944873) | > loss_mel_ce: 2.541343927383423 (nan) | > loss: 0.01017377432435751 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14124232586770621) | > loader_time: 0.0047 (0.004613324077479246)  --> TIME: 2025-03-25 14:15:30 -- STEP: 26045/31555 -- GLOBAL_STEP: 1004250 | > loss_text_ce: 0.02931140922009945 (0.03348715586731154) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14124135887767048) | > loader_time: 0.0044 (0.004613303286852115)  --> TIME: 2025-03-25 14:15:40 -- STEP: 26095/31555 -- GLOBAL_STEP: 1004300 | > loss_text_ce: 0.037309445440769196 (0.03348996582262383) | > loss_mel_ce: 2.953603506088257 (nan) | > loss: 0.011868703179061413 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14123504860324904) | > loader_time: 0.0046 (0.004613236947908401)  --> TIME: 2025-03-25 14:15:49 -- STEP: 26145/31555 -- GLOBAL_STEP: 1004350 | > loss_text_ce: 0.038998089730739594 (0.03348919141757623) | > loss_mel_ce: 2.9314756393432617 (nan) | > loss: 0.011787595227360725 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1412401571217269) | > loader_time: 0.0045 (0.004613300144022638)  --> TIME: 2025-03-25 14:15:59 -- STEP: 26195/31555 -- GLOBAL_STEP: 1004400 | > loss_text_ce: 0.033753734081983566 (0.03349048194809122) | > loss_mel_ce: 2.698234796524048 (nan) | > loss: 0.01084122434258461 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14124453732657505) | > loader_time: 0.0047 (0.004613365183169643)  --> TIME: 2025-03-25 14:16:09 -- STEP: 26245/31555 -- GLOBAL_STEP: 1004450 | > loss_text_ce: 0.03274144232273102 (0.033488562857424325) | > loss_mel_ce: 2.9237711429595947 (nan) | > loss: 0.011732193641364574 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14124483736975393) | > loader_time: 0.0045 (0.004613364839762758)  --> TIME: 2025-03-25 14:16:18 -- STEP: 26295/31555 -- GLOBAL_STEP: 1004500 | > loss_text_ce: 0.032366544008255005 (0.03348703166548896) | > loss_mel_ce: 3.2324869632720947 (nan) | > loss: 0.012955768965184689 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14123877122570427) | > loader_time: 0.0045 (0.00461327145139987)  --> TIME: 2025-03-25 14:16:28 -- STEP: 26345/31555 -- GLOBAL_STEP: 1004550 | > loss_text_ce: 0.03139841929078102 (0.03348487481753425) | > loss_mel_ce: 2.3014893531799316 (nan) | > loss: 0.009257492609322071 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1412382594999272) | > loader_time: 0.0046 (0.004613165195672856)  --> TIME: 2025-03-25 14:16:38 -- STEP: 26395/31555 -- GLOBAL_STEP: 1004600 | > loss_text_ce: 0.03161195293068886 (0.03348538625359423) | > loss_mel_ce: 2.8115017414093018 (nan) | > loss: 0.011282198131084442 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.1412390653823765) | > loader_time: 0.0044 (0.004613158223664663)  --> TIME: 2025-03-25 14:16:47 -- STEP: 26445/31555 -- GLOBAL_STEP: 1004650 | > loss_text_ce: 0.04534846544265747 (0.03348887684054359) | > loss_mel_ce: 3.473842144012451 (nan) | > loss: 0.013965042307972908 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14124286598960012) | > loader_time: 0.0045 (0.004613333177557501)  --> TIME: 2025-03-25 14:16:57 -- STEP: 26495/31555 -- GLOBAL_STEP: 1004700 | > loss_text_ce: 0.03480830416083336 (0.03348976257959284) | > loss_mel_ce: 3.057067394256592 (nan) | > loss: 0.012269348837435246 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1412362686034127) | > loader_time: 0.0045 (0.004613344631997736)  --> TIME: 2025-03-25 14:17:06 -- STEP: 26545/31555 -- GLOBAL_STEP: 1004750 | > loss_text_ce: 0.032207317650318146 (0.03348992942386991) | > loss_mel_ce: 2.5580883026123047 (nan) | > loss: 0.01027895137667656 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1412301751983035) | > loader_time: 0.005 (0.0046134178192517965)  --> TIME: 2025-03-25 14:17:16 -- STEP: 26595/31555 -- GLOBAL_STEP: 1004800 | > loss_text_ce: 0.02802504412829876 (0.033489381572717136) | > loss_mel_ce: 2.9797632694244385 (nan) | > loss: 0.011935668997466564 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14123457623370783) | > loader_time: 0.0044 (0.004613656230294664)  --> TIME: 2025-03-25 14:17:26 -- STEP: 26645/31555 -- GLOBAL_STEP: 1004850 | > loss_text_ce: 0.030927157029509544 (0.03349134491315779) | > loss_mel_ce: 2.9041056632995605 (nan) | > loss: 0.011646956205368042 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14123087623683533) | > loader_time: 0.0047 (0.004613550905215835)  --> TIME: 2025-03-25 14:17:35 -- STEP: 26695/31555 -- GLOBAL_STEP: 1004900 | > loss_text_ce: 0.02946924790740013 (0.03348930059020017) | > loss_mel_ce: 2.473503828048706 (nan) | > loss: 0.009932433255016804 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14123137536221278) | > loader_time: 0.0047 (0.004613667933050879)  --> TIME: 2025-03-25 14:17:45 -- STEP: 26745/31555 -- GLOBAL_STEP: 1004950 | > loss_text_ce: 0.040530379861593246 (0.03348853046749692) | > loss_mel_ce: 2.6845569610595703 (nan) | > loss: 0.010813839733600616 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1412227222687242) | > loader_time: 0.0049 (0.0046135920412095945)  --> TIME: 2025-03-25 14:17:55 -- STEP: 26795/31555 -- GLOBAL_STEP: 1005000 | > loss_text_ce: 0.03216556832194328 (0.03348811129026371) | > loss_mel_ce: 1.54400634765625 (nan) | > loss: 0.0062546506524086 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14122725733404493) | > loader_time: 0.0047 (0.004613605535926819)  --> TIME: 2025-03-25 14:18:04 -- STEP: 26845/31555 -- GLOBAL_STEP: 1005050 | > loss_text_ce: 0.04117653891444206 (0.033488541722268325) | > loss_mel_ce: 2.631009101867676 (nan) | > loss: 0.01060391217470169 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14122018843395226) | > loader_time: 0.0045 (0.004613498469974583)  --> TIME: 2025-03-25 14:18:14 -- STEP: 26895/31555 -- GLOBAL_STEP: 1005100 | > loss_text_ce: 0.03260289877653122 (0.03348936243032936) | > loss_mel_ce: 2.7895915508270264 (nan) | > loss: 0.011199184693396091 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14122923520179154) | > loader_time: 0.0045 (0.00461346662981976)  --> TIME: 2025-03-25 14:18:24 -- STEP: 26945/31555 -- GLOBAL_STEP: 1005150 | > loss_text_ce: 0.04189249500632286 (0.03348863420848633) | > loss_mel_ce: 2.3974266052246094 (nan) | > loss: 0.009679838083684444 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1412298893747136) | > loader_time: 0.0071 (0.004613476043774785)  --> TIME: 2025-03-25 14:18:33 -- STEP: 26995/31555 -- GLOBAL_STEP: 1005200 | > loss_text_ce: 0.0365440770983696 (0.033489321130802954) | > loss_mel_ce: 2.5403268337249756 (nan) | > loss: 0.01022567879408598 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14122449881413562) | > loader_time: 0.0046 (0.004613661134567579)  --> TIME: 2025-03-25 14:18:43 -- STEP: 27045/31555 -- GLOBAL_STEP: 1005250 | > loss_text_ce: 0.025830112397670746 (0.0334888399068804) | > loss_mel_ce: 2.684239625930786 (nan) | > loss: 0.010754245333373547 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14122664973836738) | > loader_time: 0.0045 (0.0046139126367017065)  --> TIME: 2025-03-25 14:18:53 -- STEP: 27095/31555 -- GLOBAL_STEP: 1005300 | > loss_text_ce: 0.027447713539004326 (0.03348802534564645) | > loss_mel_ce: 0.2353515625 (nan) | > loss: 0.0010428542736917734 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14123102113491792) | > loader_time: 0.0044 (0.004614000352112253)  --> TIME: 2025-03-25 14:19:02 -- STEP: 27145/31555 -- GLOBAL_STEP: 1005350 | > loss_text_ce: 0.03068678081035614 (0.03348791029288471) | > loss_mel_ce: 2.6744391918182373 (nan) | > loss: 0.010734627954661846 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14121815546548347) | > loader_time: 0.0045 (0.00461415142221638)  --> TIME: 2025-03-25 14:19:12 -- STEP: 27195/31555 -- GLOBAL_STEP: 1005400 | > loss_text_ce: 0.02430986799299717 (0.033486389877909105) | > loss_mel_ce: 2.7511134147644043 (nan) | > loss: 0.011013585142791271 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14122016753841793) | > loader_time: 0.0046 (0.0046141624801363515)  --> TIME: 2025-03-25 14:19:21 -- STEP: 27245/31555 -- GLOBAL_STEP: 1005450 | > loss_text_ce: 0.02730690687894821 (0.03348678475309744) | > loss_mel_ce: 2.649258613586426 (nan) | > loss: 0.01062129158526659 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.1412182098661001) | > loader_time: 0.0048 (0.004614076423610005)  --> TIME: 2025-03-25 14:19:31 -- STEP: 27295/31555 -- GLOBAL_STEP: 1005500 | > loss_text_ce: 0.03377988189458847 (0.03348655692122715) | > loss_mel_ce: 2.9342193603515625 (nan) | > loss: 0.01177777536213398 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1412191096887766) | > loader_time: 0.0043 (0.004614212862801945)  --> TIME: 2025-03-25 14:19:41 -- STEP: 27345/31555 -- GLOBAL_STEP: 1005550 | > loss_text_ce: 0.0354246124625206 (0.03348559098058345) | > loss_mel_ce: 2.593928813934326 (nan) | > loss: 0.010433943010866642 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1412166876731005) | > loader_time: 0.0045 (0.004614267551521851)  --> TIME: 2025-03-25 14:19:50 -- STEP: 27395/31555 -- GLOBAL_STEP: 1005600 | > loss_text_ce: 0.03220599144697189 (0.03348517245523787) | > loss_mel_ce: 2.6647520065307617 (nan) | > loss: 0.010702215135097504 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14120927170302505) | > loader_time: 0.0048 (0.004614278212322925)  --> TIME: 2025-03-25 14:20:00 -- STEP: 27445/31555 -- GLOBAL_STEP: 1005650 | > loss_text_ce: 0.030835282057523727 (0.03348720584839768) | > loss_mel_ce: 3.1602745056152344 (nan) | > loss: 0.012663135305047035 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14120790697355984) | > loader_time: 0.0046 (0.004614294228994197)  --> TIME: 2025-03-25 14:20:09 -- STEP: 27495/31555 -- GLOBAL_STEP: 1005700 | > loss_text_ce: 0.027009887620806694 (0.03348726209918319) | > loss_mel_ce: 2.696039915084839 (nan) | > loss: 0.010805753991007805 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1412132286162656) | > loader_time: 0.0048 (0.004614331388846362)  --> TIME: 2025-03-25 14:20:19 -- STEP: 27545/31555 -- GLOBAL_STEP: 1005750 | > loss_text_ce: 0.03515338897705078 (0.033485300911708406) | > loss_mel_ce: 2.6986570358276367 (nan) | > loss: 0.010848455131053925 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1412082235270871) | > loader_time: 0.0048 (0.004614410644478609)  --> TIME: 2025-03-25 14:20:29 -- STEP: 27595/31555 -- GLOBAL_STEP: 1005800 | > loss_text_ce: 0.026775293052196503 (0.033482999842958834) | > loss_mel_ce: 2.8745503425598145 (nan) | > loss: 0.011513197794556618 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1412213769851553) | > loader_time: 0.0045 (0.004614527369349028)  --> TIME: 2025-03-25 14:20:39 -- STEP: 27645/31555 -- GLOBAL_STEP: 1005850 | > loss_text_ce: 0.03602727875113487 (0.03348429772701686) | > loss_mel_ce: 2.3923611640930176 (nan) | > loss: 0.009636462666094303 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1412229074925581) | > loader_time: 0.005 (0.004614524691245881)  --> TIME: 2025-03-25 14:20:48 -- STEP: 27695/31555 -- GLOBAL_STEP: 1005900 | > loss_text_ce: 0.027678154408931732 (0.03348498011653899) | > loss_mel_ce: 1.9060640335083008 (nan) | > loss: 0.007673580665141344 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1412256928681685) | > loader_time: 0.0046 (0.0046144286956483925)  --> TIME: 2025-03-25 14:20:58 -- STEP: 27745/31555 -- GLOBAL_STEP: 1005950 | > loss_text_ce: 0.03123142383992672 (0.03348663447494932) | > loss_mel_ce: 2.591139554977417 (nan) | > loss: 0.010406234301626682 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14123084947727368) | > loader_time: 0.0045 (0.004614387071547266)  --> TIME: 2025-03-25 14:21:08 -- STEP: 27795/31555 -- GLOBAL_STEP: 1006000 | > loss_text_ce: 0.03737330809235573 (0.0334850235144389) | > loss_mel_ce: 2.151329278945923 (nan) | > loss: 0.00868532806634903 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14124037543954074) | > loader_time: 0.0044 (0.004614348436435519)  --> TIME: 2025-03-25 14:21:18 -- STEP: 27845/31555 -- GLOBAL_STEP: 1006050 | > loss_text_ce: 0.04604678601026535 (0.03348519632492131) | > loss_mel_ce: 0.1345486044883728 (nan) | > loss: 0.000716648472007364 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14124727279969998) | > loader_time: 0.0044 (0.004614296017696606)  --> TIME: 2025-03-25 14:21:28 -- STEP: 27895/31555 -- GLOBAL_STEP: 1006100 | > loss_text_ce: 0.033407166600227356 (0.03348306608931384) | > loss_mel_ce: 3.1627819538116455 (nan) | > loss: 0.012683290988206863 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14124114848867025) | > loader_time: 0.0047 (0.00461421328262735)  --> TIME: 2025-03-25 14:21:37 -- STEP: 27945/31555 -- GLOBAL_STEP: 1006150 | > loss_text_ce: 0.038247596472501755 (0.03348374469773971) | > loss_mel_ce: 2.556283473968506 (nan) | > loss: 0.010295758955180645 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14123825866520429) | > loader_time: 0.0046 (0.004614219035887279)  --> TIME: 2025-03-25 14:21:47 -- STEP: 27995/31555 -- GLOBAL_STEP: 1006200 | > loss_text_ce: 0.03011980652809143 (0.03348300871000987) | > loss_mel_ce: 2.763402223587036 (nan) | > loss: 0.011085405945777893 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14124444444427833) | > loader_time: 0.0045 (0.004614364481287383)  --> TIME: 2025-03-25 14:21:57 -- STEP: 28045/31555 -- GLOBAL_STEP: 1006250 | > loss_text_ce: 0.04332008585333824 (0.03348204860911057) | > loss_mel_ce: 2.6480138301849365 (nan) | > loss: 0.010679897852241993 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14123784459876335) | > loader_time: 0.0046 (0.004614277263443431)  --> TIME: 2025-03-25 14:22:06 -- STEP: 28095/31555 -- GLOBAL_STEP: 1006300 | > loss_text_ce: 0.02482270821928978 (0.03348100461505994) | > loss_mel_ce: 2.56317138671875 (nan) | > loss: 0.01026981882750988 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14123901522314483) | > loader_time: 0.0044 (0.004614272951803957)  --> TIME: 2025-03-25 14:22:16 -- STEP: 28145/31555 -- GLOBAL_STEP: 1006350 | > loss_text_ce: 0.03153935447335243 (0.033479457458312156) | > loss_mel_ce: 2.489689350128174 (nan) | > loss: 0.010004877112805843 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14123637338666462) | > loader_time: 0.0043 (0.004613984484595443)  --> TIME: 2025-03-25 14:22:25 -- STEP: 28195/31555 -- GLOBAL_STEP: 1006400 | > loss_text_ce: 0.031176364049315453 (0.03348056427595371) | > loss_mel_ce: 2.4237844944000244 (nan) | > loss: 0.009741908870637417 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1412357688690042) | > loader_time: 0.0047 (0.004614101257026549)  --> TIME: 2025-03-25 14:22:35 -- STEP: 28245/31555 -- GLOBAL_STEP: 1006450 | > loss_text_ce: 0.031584322452545166 (0.03348194744294831) | > loss_mel_ce: 2.5682218074798584 (nan) | > loss: 0.010316691361367702 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14123761539523402) | > loader_time: 0.0046 (0.004614219413982854)  --> TIME: 2025-03-25 14:22:45 -- STEP: 28295/31555 -- GLOBAL_STEP: 1006500 | > loss_text_ce: 0.03141775354743004 (0.03348173916084457) | > loss_mel_ce: 2.7688236236572266 (nan) | > loss: 0.011112069711089134 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14124397945859096) | > loader_time: 0.0045 (0.004613994182809779)  --> TIME: 2025-03-25 14:22:54 -- STEP: 28345/31555 -- GLOBAL_STEP: 1006550 | > loss_text_ce: 0.02794487401843071 (0.033480509161728365) | > loss_mel_ce: 2.6422383785247803 (nan) | > loss: 0.010595965199172497 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14122932342062322) | > loader_time: 0.0043 (0.004613696172515374)  --> TIME: 2025-03-25 14:23:04 -- STEP: 28395/31555 -- GLOBAL_STEP: 1006600 | > loss_text_ce: 0.030089033767580986 (0.03347897799208372) | > loss_mel_ce: 3.003756523132324 (nan) | > loss: 0.012039070948958397 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14122723057816272) | > loader_time: 0.0046 (0.004613506896832923)  --> TIME: 2025-03-25 14:23:13 -- STEP: 28445/31555 -- GLOBAL_STEP: 1006650 | > loss_text_ce: 0.030811859294772148 (0.033477898028502866) | > loss_mel_ce: 2.7120301723480225 (nan) | > loss: 0.010884294286370277 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14122416597193016) | > loader_time: 0.0045 (0.0046134801379488785)  --> TIME: 2025-03-25 14:23:23 -- STEP: 28495/31555 -- GLOBAL_STEP: 1006700 | > loss_text_ce: 0.03680230677127838 (0.03347869905106988) | > loss_mel_ce: 2.9452462196350098 (nan) | > loss: 0.011833526194095612 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1412193561315664) | > loader_time: 0.0046 (0.004613371342185239)  --> TIME: 2025-03-25 14:23:32 -- STEP: 28545/31555 -- GLOBAL_STEP: 1006750 | > loss_text_ce: 0.029461417347192764 (0.033477015364089716) | > loss_mel_ce: 2.7888896465301514 (nan) | > loss: 0.011183933354914188 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14121948569767717) | > loader_time: 0.0046 (0.004613157228238305)  --> TIME: 2025-03-25 14:23:42 -- STEP: 28595/31555 -- GLOBAL_STEP: 1006800 | > loss_text_ce: 0.03415321186184883 (0.03347796358605862) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14121864798769826) | > loader_time: 0.0044 (0.004613066628421581)  --> TIME: 2025-03-25 14:23:52 -- STEP: 28645/31555 -- GLOBAL_STEP: 1006850 | > loss_text_ce: 0.028096849098801613 (0.033477309932660806) | > loss_mel_ce: 2.785083770751953 (nan) | > loss: 0.01116341631859541 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14121788407437483) | > loader_time: 0.0046 (0.004613012459332608)  --> TIME: 2025-03-25 14:24:01 -- STEP: 28695/31555 -- GLOBAL_STEP: 1006900 | > loss_text_ce: 0.031207317486405373 (0.03347861464358487) | > loss_mel_ce: 1.366499423980713 (nan) | > loss: 0.00554645573720336 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1412176025684425) | > loader_time: 0.0045 (0.004612959417903796)  --> TIME: 2025-03-25 14:24:11 -- STEP: 28745/31555 -- GLOBAL_STEP: 1006950 | > loss_text_ce: 0.03391775116324425 (0.033477111184212434) | > loss_mel_ce: 3.0475282669067383 (nan) | > loss: 0.012227960862219334 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14122367752886078) | > loader_time: 0.0044 (0.0046130746939966345)  --> TIME: 2025-03-25 14:24:21 -- STEP: 28795/31555 -- GLOBAL_STEP: 1007000 | > loss_text_ce: 0.02052350714802742 (0.033475665527150644) | > loss_mel_ce: 2.3759944438934326 (nan) | > loss: 0.00950999278575182 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14122858815028452) | > loader_time: 0.0045 (0.0046130395138464335)  --> TIME: 2025-03-25 14:24:30 -- STEP: 28845/31555 -- GLOBAL_STEP: 1007050 | > loss_text_ce: 0.04984863102436066 (0.0334779302388285) | > loss_mel_ce: 2.4691073894500732 (nan) | > loss: 0.009995857253670692 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14122182289304766) | > loader_time: 0.0044 (0.0046129799732241815)  --> TIME: 2025-03-25 14:24:40 -- STEP: 28895/31555 -- GLOBAL_STEP: 1007100 | > loss_text_ce: 0.03970338776707649 (0.0334783328663887) | > loss_mel_ce: 2.506808280944824 (nan) | > loss: 0.010105205699801445 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14122600496011303) | > loader_time: 0.0045 (0.0046132552250381575)  --> TIME: 2025-03-25 14:24:50 -- STEP: 28945/31555 -- GLOBAL_STEP: 1007150 | > loss_text_ce: 0.040363334119319916 (0.03347752757735988) | > loss_mel_ce: 2.5686841011047363 (nan) | > loss: 0.010353363119065762 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14122556783432727) | > loader_time: 0.0047 (0.004613075274468935)  --> TIME: 2025-03-25 14:24:59 -- STEP: 28995/31555 -- GLOBAL_STEP: 1007200 | > loss_text_ce: 0.038412246853113174 (0.03347954901198999) | > loss_mel_ce: 2.809701442718506 (nan) | > loss: 0.01130203902721405 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14121803219389578) | > loader_time: 0.0046 (0.0046128690150261265)  --> TIME: 2025-03-25 14:25:09 -- STEP: 29045/31555 -- GLOBAL_STEP: 1007250 | > loss_text_ce: 0.029656430706381798 (0.03347858057659899) | > loss_mel_ce: 2.792856216430664 (nan) | > loss: 0.01120044756680727 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14121465441650838) | > loader_time: 0.0044 (0.004612606079448278)  --> TIME: 2025-03-25 14:25:18 -- STEP: 29095/31555 -- GLOBAL_STEP: 1007300 | > loss_text_ce: 0.02903669700026512 (0.03347856085686656) | > loss_mel_ce: 2.505718231201172 (nan) | > loss: 0.010058552026748657 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14121258061742253) | > loader_time: 0.0044 (0.004612503037007721)  --> TIME: 2025-03-25 14:25:28 -- STEP: 29145/31555 -- GLOBAL_STEP: 1007350 | > loss_text_ce: 0.04277268797159195 (0.03347904301098455) | > loss_mel_ce: 0.140380859375 (nan) | > loss: 0.0007267998298630118 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1412081595247583) | > loader_time: 0.0044 (0.004612396920518767)  --> TIME: 2025-03-25 14:25:38 -- STEP: 29195/31555 -- GLOBAL_STEP: 1007400 | > loss_text_ce: 0.03390493988990784 (0.03347807666961503) | > loss_mel_ce: 2.913519859313965 (nan) | > loss: 0.011696130968630314 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14120953902538463) | > loader_time: 0.0045 (0.0046123303091470755)  --> TIME: 2025-03-25 14:25:47 -- STEP: 29245/31555 -- GLOBAL_STEP: 1007450 | > loss_text_ce: 0.03143327310681343 (0.0334773588093157) | > loss_mel_ce: 0.13345614075660706 (nan) | > loss: 0.0006543230847455561 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14120970777536776) | > loader_time: 0.0045 (0.004612263346721121)  --> TIME: 2025-03-25 14:25:57 -- STEP: 29295/31555 -- GLOBAL_STEP: 1007500 | > loss_text_ce: 0.03649787977337837 (0.03347982162729544) | > loss_mel_ce: 2.2433888912200928 (nan) | > loss: 0.009047170169651508 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14120616337446967) | > loader_time: 0.0047 (0.004612168705815386)  --> TIME: 2025-03-25 14:26:06 -- STEP: 29345/31555 -- GLOBAL_STEP: 1007550 | > loss_text_ce: 0.033306289464235306 (0.03348086136079841) | > loss_mel_ce: 3.0691654682159424 (nan) | > loss: 0.01231139712035656 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1412075909221173) | > loader_time: 0.0044 (0.0046120559444092595)  --> TIME: 2025-03-25 14:26:16 -- STEP: 29395/31555 -- GLOBAL_STEP: 1007600 | > loss_text_ce: 0.03286521136760712 (0.03348023016034264) | > loss_mel_ce: 0.46292945742607117 (nan) | > loss: 0.0019674391951411963 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14120330357150154) | > loader_time: 0.0044 (0.004612066235179727)  --> TIME: 2025-03-25 14:26:26 -- STEP: 29445/31555 -- GLOBAL_STEP: 1007650 | > loss_text_ce: 0.04180402681231499 (0.03348176390227412) | > loss_mel_ce: 2.883284091949463 (nan) | > loss: 0.01160749327391386 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14120905534948702) | > loader_time: 0.0047 (0.0046120847905101025)  --> TIME: 2025-03-25 14:26:35 -- STEP: 29495/31555 -- GLOBAL_STEP: 1007700 | > loss_text_ce: 0.03433670476078987 (0.033482718371217295) | > loss_mel_ce: 2.6049389839172363 (nan) | > loss: 0.010473317466676235 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14120213004527957) | > loader_time: 0.0044 (0.00461191489224029)  --> TIME: 2025-03-25 14:26:45 -- STEP: 29545/31555 -- GLOBAL_STEP: 1007750 | > loss_text_ce: 0.030539080500602722 (0.03348020871467273) | > loss_mel_ce: 3.0709609985351562 (nan) | > loss: 0.012307540513575077 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14119485335254076) | > loader_time: 0.0047 (0.00461176937456399)  --> TIME: 2025-03-25 14:26:54 -- STEP: 29595/31555 -- GLOBAL_STEP: 1007800 | > loss_text_ce: 0.033568404614925385 (0.03347882827041182) | > loss_mel_ce: 3.2089314460754395 (nan) | > loss: 0.012867063283920288 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14119597373932824) | > loader_time: 0.0047 (0.004611652601125721)  --> TIME: 2025-03-25 14:27:04 -- STEP: 29645/31555 -- GLOBAL_STEP: 1007850 | > loss_text_ce: 0.0308840274810791 (0.033477660951085626) | > loss_mel_ce: 3.5108282566070557 (nan) | > loss: 0.014054414816200733 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.1411927082543035) | > loader_time: 0.0047 (0.0046115112738979915)  --> TIME: 2025-03-25 14:27:14 -- STEP: 29695/31555 -- GLOBAL_STEP: 1007900 | > loss_text_ce: 0.03757284954190254 (0.03347817593189691) | > loss_mel_ce: 3.567742109298706 (nan) | > loss: 0.014306806027889252 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14120258639448585) | > loader_time: 0.0046 (0.004611494541569643)  --> TIME: 2025-03-25 14:27:24 -- STEP: 29745/31555 -- GLOBAL_STEP: 1007950 | > loss_text_ce: 0.03257625177502632 (0.03347804847485396) | > loss_mel_ce: 3.0992496013641357 (nan) | > loss: 0.012427881360054016 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14120746542173535) | > loader_time: 0.0045 (0.004611665947254119)  --> TIME: 2025-03-25 14:27:33 -- STEP: 29795/31555 -- GLOBAL_STEP: 1008000 | > loss_text_ce: 0.03776392340660095 (0.033476971312582156) | > loss_mel_ce: 1.9922864437103271 (nan) | > loss: 0.008055755868554115 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1412049289757149) | > loader_time: 0.0047 (0.0046117041370656075)  --> TIME: 2025-03-25 14:27:43 -- STEP: 29845/31555 -- GLOBAL_STEP: 1008050 | > loss_text_ce: 0.03793561831116676 (0.03347725514375567) | > loss_mel_ce: 3.0973944664001465 (nan) | > loss: 0.0124417869374156 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1412041628574449) | > loader_time: 0.0044 (0.004611905037727667)  --> TIME: 2025-03-25 14:27:53 -- STEP: 29895/31555 -- GLOBAL_STEP: 1008100 | > loss_text_ce: 0.03396164998412132 (0.033476550438707536) | > loss_mel_ce: 1.4768954515457153 (nan) | > loss: 0.005995464976876974 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14121194670562887) | > loader_time: 0.0047 (0.004611708372607027)  --> TIME: 2025-03-25 14:28:02 -- STEP: 29945/31555 -- GLOBAL_STEP: 1008150 | > loss_text_ce: 0.0330972783267498 (0.033477557910891464) | > loss_mel_ce: 3.0172173976898193 (nan) | > loss: 0.012104423716664314 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412105377497913) | > loader_time: 0.0045 (0.004611531162246024)  --> TIME: 2025-03-25 14:28:12 -- STEP: 29995/31555 -- GLOBAL_STEP: 1008200 | > loss_text_ce: 0.04566952958703041 (0.03347886065035132) | > loss_mel_ce: 2.3394455909729004 (nan) | > loss: 0.009464743547141552 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14120936656836874) | > loader_time: 0.0043 (0.004611746647652421)  --> TIME: 2025-03-25 14:28:22 -- STEP: 30045/31555 -- GLOBAL_STEP: 1008250 | > loss_text_ce: 0.027235282585024834 (0.0334795076524652) | > loss_mel_ce: 2.5897445678710938 (nan) | > loss: 0.01038484089076519 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14121082079432443) | > loader_time: 0.0046 (0.004611778981397172)  --> TIME: 2025-03-25 14:28:32 -- STEP: 30095/31555 -- GLOBAL_STEP: 1008300 | > loss_text_ce: 0.030707182362675667 (0.033477908884294076) | > loss_mel_ce: 2.3310048580169678 (nan) | > loss: 0.009371873922646046 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14121382117251685) | > loader_time: 0.0046 (0.0046117202767028)  --> TIME: 2025-03-25 14:28:42 -- STEP: 30145/31555 -- GLOBAL_STEP: 1008350 | > loss_text_ce: 0.014584737829864025 (0.03347502172460995) | > loss_mel_ce: 2.6667258739471436 (nan) | > loss: 0.01064012199640274 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14122088848012213) | > loader_time: 0.0043 (0.004611588845226876)  --> TIME: 2025-03-25 14:28:51 -- STEP: 30195/31555 -- GLOBAL_STEP: 1008400 | > loss_text_ce: 0.030074436217546463 (0.03347469245230593) | > loss_mel_ce: 2.559694528579712 (nan) | > loss: 0.010276861488819122 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1412265255585835) | > loader_time: 0.0044 (0.00461131405565867)  --> TIME: 2025-03-25 14:29:01 -- STEP: 30245/31555 -- GLOBAL_STEP: 1008450 | > loss_text_ce: 0.04244091734290123 (0.0334749735689203) | > loss_mel_ce: 2.6554768085479736 (nan) | > loss: 0.010706023313105106 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14121470683900858) | > loader_time: 0.0042 (0.004610949008794698)  --> TIME: 2025-03-25 14:29:10 -- STEP: 30295/31555 -- GLOBAL_STEP: 1008500 | > loss_text_ce: 0.03442349284887314 (0.03347213865734445) | > loss_mel_ce: 2.923884868621826 (nan) | > loss: 0.011739320121705532 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1412138266027482) | > loader_time: 0.0046 (0.004610863218293315)  --> TIME: 2025-03-25 14:29:20 -- STEP: 30345/31555 -- GLOBAL_STEP: 1008550 | > loss_text_ce: 0.028942622244358063 (0.03347160132295857) | > loss_mel_ce: 2.5736043453216553 (nan) | > loss: 0.010327567346394062 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14121903478264541) | > loader_time: 0.0051 (0.004611100842520975)  --> TIME: 2025-03-25 14:29:30 -- STEP: 30395/31555 -- GLOBAL_STEP: 1008600 | > loss_text_ce: 0.026413394138216972 (0.033470869892486474) | > loss_mel_ce: 2.5021276473999023 (nan) | > loss: 0.010033893398940563 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1412172822423591) | > loader_time: 0.0046 (0.004611147059914219)  --> TIME: 2025-03-25 14:29:39 -- STEP: 30445/31555 -- GLOBAL_STEP: 1008650 | > loss_text_ce: 0.03209169954061508 (0.033471669675652245) | > loss_mel_ce: 3.227653980255127 (nan) | > loss: 0.012935498729348183 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14121524992003298) | > loader_time: 0.0045 (0.004611117735267708)  --> TIME: 2025-03-25 14:29:49 -- STEP: 30495/31555 -- GLOBAL_STEP: 1008700 | > loss_text_ce: 0.04853705316781998 (0.03347076125281722) | > loss_mel_ce: 2.825178861618042 (nan) | > loss: 0.011403635144233704 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1412163372762211) | > loader_time: 0.0043 (0.004610997541045752)  --> TIME: 2025-03-25 14:29:59 -- STEP: 30545/31555 -- GLOBAL_STEP: 1008750 | > loss_text_ce: 0.03033198043704033 (0.0334693865168502) | > loss_mel_ce: 3.111660957336426 (nan) | > loss: 0.012468227185308933 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14122301438257207) | > loader_time: 0.0046 (0.004610932050896331)  --> TIME: 2025-03-25 14:30:09 -- STEP: 30595/31555 -- GLOBAL_STEP: 1008800 | > loss_text_ce: 0.03885778412222862 (0.03346795938156568) | > loss_mel_ce: 2.4517159461975098 (nan) | > loss: 0.009883229620754719 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1412234372261953) | > loader_time: 0.0046 (0.004610785566761035)  --> TIME: 2025-03-25 14:30:18 -- STEP: 30645/31555 -- GLOBAL_STEP: 1008850 | > loss_text_ce: 0.0350482277572155 (0.03346946463335307) | > loss_mel_ce: 2.598344326019287 (nan) | > loss: 0.010449971072375774 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14121926559439593) | > loader_time: 0.0043 (0.004610660006510203)  --> TIME: 2025-03-25 14:30:27 -- STEP: 30695/31555 -- GLOBAL_STEP: 1008900 | > loss_text_ce: 0.033498913049697876 (0.033469546291085735) | > loss_mel_ce: 3.00039005279541 (nan) | > loss: 0.0120392432436347 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14121482108582722) | > loader_time: 0.0045 (0.00461029568330571)  --> TIME: 2025-03-25 14:30:37 -- STEP: 30745/31555 -- GLOBAL_STEP: 1008950 | > loss_text_ce: 0.03335244953632355 (0.0334725555728901) | > loss_mel_ce: 2.4998366832733154 (nan) | > loss: 0.010052338242530823 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1412142030474312) | > loader_time: 0.0045 (0.004610229015427874)  --> TIME: 2025-03-25 14:30:47 -- STEP: 30795/31555 -- GLOBAL_STEP: 1009000 | > loss_text_ce: 0.03479994460940361 (0.03346965115518587) | > loss_mel_ce: 2.798699378967285 (nan) | > loss: 0.011244045570492744 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.1412076333877934) | > loader_time: 0.0047 (0.004610065957868524)  --> TIME: 2025-03-25 14:30:56 -- STEP: 30845/31555 -- GLOBAL_STEP: 1009050 | > loss_text_ce: 0.0372859463095665 (0.03346872450863861) | > loss_mel_ce: 2.5991666316986084 (nan) | > loss: 0.010462114587426186 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14120263203092118) | > loader_time: 0.0046 (0.004609870361845064)  --> TIME: 2025-03-25 14:31:05 -- STEP: 30895/31555 -- GLOBAL_STEP: 1009100 | > loss_text_ce: 0.03351666033267975 (0.033468918204952645) | > loss_mel_ce: 0.47527605295181274 (nan) | > loss: 0.002019018866121769 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14119494045064399) | > loader_time: 0.0044 (0.0046096252843310604)  --> TIME: 2025-03-25 14:31:15 -- STEP: 30945/31555 -- GLOBAL_STEP: 1009150 | > loss_text_ce: 0.03581828624010086 (0.03346527018706952) | > loss_mel_ce: 3.0128438472747803 (nan) | > loss: 0.012097866274416447 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1411978228447767) | > loader_time: 0.0045 (0.004609424899556276)  --> TIME: 2025-03-25 14:31:25 -- STEP: 30995/31555 -- GLOBAL_STEP: 1009200 | > loss_text_ce: 0.03777504339814186 (0.03346772180594639) | > loss_mel_ce: 2.764752149581909 (nan) | > loss: 0.011121139861643314 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14120270377840863) | > loader_time: 0.0049 (0.004609341036025339)  --> TIME: 2025-03-25 14:31:34 -- STEP: 31045/31555 -- GLOBAL_STEP: 1009250 | > loss_text_ce: 0.03083040565252304 (0.033464526853145105) | > loss_mel_ce: 2.389648914337158 (nan) | > loss: 0.009605077095329762 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14119729067242945) | > loader_time: 0.0045 (0.004609167934865595)  --> TIME: 2025-03-25 14:31:44 -- STEP: 31095/31555 -- GLOBAL_STEP: 1009300 | > loss_text_ce: 0.036109503358602524 (0.03346370959785934) | > loss_mel_ce: 2.5162510871887207 (nan) | > loss: 0.010128415189683437 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1411943791207447) | > loader_time: 0.0044 (0.00460881798917944)  --> TIME: 2025-03-25 14:31:53 -- STEP: 31145/31555 -- GLOBAL_STEP: 1009350 | > loss_text_ce: 0.03440084680914879 (0.033463591011323304) | > loss_mel_ce: 2.9319818019866943 (nan) | > loss: 0.011771360412240028 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14119288363681085) | > loader_time: 0.0046 (0.0046086639132387015)  --> TIME: 2025-03-25 14:32:03 -- STEP: 31195/31555 -- GLOBAL_STEP: 1009400 | > loss_text_ce: 0.02852279506623745 (0.03346582871473194) | > loss_mel_ce: 2.804065465927124 (nan) | > loss: 0.011240430176258087 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14119330491177476) | > loader_time: 0.0045 (0.0046085875315971005)  --> TIME: 2025-03-25 14:32:13 -- STEP: 31245/31555 -- GLOBAL_STEP: 1009450 | > loss_text_ce: 0.04445265978574753 (0.03346777578136514) | > loss_mel_ce: 2.8572442531585693 (nan) | > loss: 0.01151467114686966 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14119239536394734) | > loader_time: 0.0044 (0.004608722449608036)  --> TIME: 2025-03-25 14:32:23 -- STEP: 31295/31555 -- GLOBAL_STEP: 1009500 | > loss_text_ce: 0.04723772406578064 (0.03346815814522579) | > loss_mel_ce: 1.68110990524292 (nan) | > loss: 0.006858523003757 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14119510700916427) | > loader_time: 0.0044 (0.004608660045952271)  --> TIME: 2025-03-25 14:32:32 -- STEP: 31345/31555 -- GLOBAL_STEP: 1009550 | > loss_text_ce: 0.032640233635902405 (0.03347046214229686) | > loss_mel_ce: 2.6011264324188232 (nan) | > loss: 0.010451455600559711 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14119798948860324) | > loader_time: 0.005 (0.004608787724343859)  --> TIME: 2025-03-25 14:32:42 -- STEP: 31395/31555 -- GLOBAL_STEP: 1009600 | > loss_text_ce: 0.03672146052122116 (0.03347014558560425) | > loss_mel_ce: 2.8993289470672607 (nan) | > loss: 0.011650994420051575 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14120254019943718) | > loader_time: 0.0047 (0.004608952359307195)  --> TIME: 2025-03-25 14:32:52 -- STEP: 31445/31555 -- GLOBAL_STEP: 1009650 | > loss_text_ce: 0.0354461669921875 (0.03346905034331026) | > loss_mel_ce: 2.5056416988372803 (nan) | > loss: 0.010083682835102081 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14120212412540198) | > loader_time: 0.0046 (0.004609028783923459)  --> TIME: 2025-03-25 14:33:02 -- STEP: 31495/31555 -- GLOBAL_STEP: 1009700 | > loss_text_ce: 0.03944452852010727 (0.03346807155725614) | > loss_mel_ce: 2.5727951526641846 (nan) | > loss: 0.010366030968725681 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1412069954745718) | > loader_time: 0.0049 (0.004609103133932397)  --> TIME: 2025-03-25 14:33:11 -- STEP: 31545/31555 -- GLOBAL_STEP: 1009750 | > loss_text_ce: 0.034790147095918655 (0.033468855040188934) | > loss_mel_ce: 1.8410916328430176 (nan) | > loss: 0.007443975657224655 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14120111049761602) | > loader_time: 0.0041 (0.004608910796872432)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021367839177449544 (+6.353060404459474e-05) | > avg_loss_text_ce: 0.031021840535104275 (-0.00015878688544036096) | > avg_loss_mel_ce: 2.558666381041209 (-0.0005191254615763974) | > avg_loss: 2.589688222408296 (-0.0006779146194437757) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1009760.pth  > EPOCH: 33/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 14:33:34)   --> TIME: 2025-03-25 14:33:43 -- STEP: 40/31555 -- GLOBAL_STEP: 1009800 | > loss_text_ce: 0.035385336726903915 (0.03346614418551326) | > loss_mel_ce: 3.5562500953674316 (2.5376143746078013) | > loss: 0.014252522960305214 (0.010202701062735287) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14086050391197205) | > loader_time: 0.0047 (0.004823452234268189)  --> TIME: 2025-03-25 14:33:52 -- STEP: 90/31555 -- GLOBAL_STEP: 1009850 | > loss_text_ce: 0.03792625665664673 (0.033137259011467315) | > loss_mel_ce: 2.815415859222412 (nan) | > loss: 0.011322787031531334 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14004295137193465) | > loader_time: 0.0044 (0.004799085193210177)  --> TIME: 2025-03-25 14:34:02 -- STEP: 140/31555 -- GLOBAL_STEP: 1009900 | > loss_text_ce: 0.034032825380563736 (0.03356779933507953) | > loss_mel_ce: 2.7659902572631836 (nan) | > loss: 0.011111203581094742 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1411448393549238) | > loader_time: 0.0047 (0.004783218247549873)  --> TIME: 2025-03-25 14:34:11 -- STEP: 190/31555 -- GLOBAL_STEP: 1009950 | > loss_text_ce: 0.02359885722398758 (0.0336907190221705) | > loss_mel_ce: 2.184920072555542 (nan) | > loss: 0.008763964287936687 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14014110188735154) | > loader_time: 0.0045 (0.004753557004426655)  --> TIME: 2025-03-25 14:34:21 -- STEP: 240/31555 -- GLOBAL_STEP: 1010000 | > loss_text_ce: 0.036992646753787994 (0.033503401007813724) | > loss_mel_ce: 2.2318427562713623 (nan) | > loss: 0.00900331512093544 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1407325257857641) | > loader_time: 0.0047 (0.004738950729370117) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1010000.pth  --> TIME: 2025-03-25 14:34:36 -- STEP: 290/31555 -- GLOBAL_STEP: 1010050 | > loss_text_ce: 0.03247927874326706 (0.03348930529479325) | > loss_mel_ce: 2.7279868125915527 (nan) | > loss: 0.010954231023788452 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1411348449772802) | > loader_time: 0.0047 (0.004741393286606363)  --> TIME: 2025-03-25 14:34:46 -- STEP: 340/31555 -- GLOBAL_STEP: 1010100 | > loss_text_ce: 0.031112773343920708 (0.033439002783202096) | > loss_mel_ce: 2.7209184169769287 (nan) | > loss: 0.010920759290456772 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14115480465047514) | > loader_time: 0.0048 (0.004723276110256419)  --> TIME: 2025-03-25 14:34:56 -- STEP: 390/31555 -- GLOBAL_STEP: 1010150 | > loss_text_ce: 0.02895592711865902 (0.033356359405204296) | > loss_mel_ce: 2.826375961303711 (nan) | > loss: 0.011330682784318924 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14184325964022917) | > loader_time: 0.0047 (0.00472112068763146)  --> TIME: 2025-03-25 14:35:05 -- STEP: 440/31555 -- GLOBAL_STEP: 1010200 | > loss_text_ce: 0.032962702214717865 (0.03329290519468487) | > loss_mel_ce: 2.875723123550415 (nan) | > loss: 0.011542405001819134 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1419634374705228) | > loader_time: 0.0049 (0.00470715977928855)  --> TIME: 2025-03-25 14:35:15 -- STEP: 490/31555 -- GLOBAL_STEP: 1010250 | > loss_text_ce: 0.03842514753341675 (0.033318928389677) | > loss_mel_ce: 2.759552240371704 (nan) | > loss: 0.011103086173534393 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.1417396491887618) | > loader_time: 0.0046 (0.004693458518203422)  --> TIME: 2025-03-25 14:35:25 -- STEP: 540/31555 -- GLOBAL_STEP: 1010300 | > loss_text_ce: 0.04833962768316269 (0.03335610518094015) | > loss_mel_ce: 1.6349217891693115 (nan) | > loss: 0.006679608952254057 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14172842899958293) | > loader_time: 0.0045 (0.004686787834873904)  --> TIME: 2025-03-25 14:35:35 -- STEP: 590/31555 -- GLOBAL_STEP: 1010350 | > loss_text_ce: 0.033873047679662704 (0.03329879118098043) | > loss_mel_ce: 2.828760862350464 (nan) | > loss: 0.011359659023582935 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1420947491112402) | > loader_time: 0.0046 (0.004679876262858765)  --> TIME: 2025-03-25 14:35:44 -- STEP: 640/31555 -- GLOBAL_STEP: 1010400 | > loss_text_ce: 0.030539002269506454 (0.0331920429176535) | > loss_mel_ce: 2.7838494777679443 (nan) | > loss: 0.01116820890456438 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14176091514527797) | > loader_time: 0.0047 (0.0046712182462215444)  --> TIME: 2025-03-25 14:35:54 -- STEP: 690/31555 -- GLOBAL_STEP: 1010450 | > loss_text_ce: 0.04340142011642456 (0.033239825870301894) | > loss_mel_ce: 2.785586357116699 (nan) | > loss: 0.011226142756640911 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1419350596441739) | > loader_time: 0.0045 (0.004670187701349675)  --> TIME: 2025-03-25 14:36:04 -- STEP: 740/31555 -- GLOBAL_STEP: 1010500 | > loss_text_ce: 0.02223930135369301 (0.03316394065859152) | > loss_mel_ce: 1.9466726779937744 (nan) | > loss: 0.00781314354389906 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14188940202867675) | > loader_time: 0.0044 (0.004664046699936321)  --> TIME: 2025-03-25 14:36:13 -- STEP: 790/31555 -- GLOBAL_STEP: 1010550 | > loss_text_ce: 0.04210957884788513 (0.033172696392653134) | > loss_mel_ce: 2.348280906677246 (nan) | > loss: 0.009485676884651184 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.1417770213718657) | > loader_time: 0.0043 (0.004657255546956119)  --> TIME: 2025-03-25 14:36:23 -- STEP: 840/31555 -- GLOBAL_STEP: 1010600 | > loss_text_ce: 0.03502252697944641 (0.0331424744533641) | > loss_mel_ce: 2.4484078884124756 (nan) | > loss: 0.009854882955551147 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14189998365583886) | > loader_time: 0.0047 (0.004662954239618208)  --> TIME: 2025-03-25 14:36:33 -- STEP: 890/31555 -- GLOBAL_STEP: 1010650 | > loss_text_ce: 0.028230922296643257 (0.03315290974850734) | > loss_mel_ce: 3.3423187732696533 (nan) | > loss: 0.013375197537243366 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1420009947894665) | > loader_time: 0.0047 (0.004664053274004645)  --> TIME: 2025-03-25 14:36:43 -- STEP: 940/31555 -- GLOBAL_STEP: 1010700 | > loss_text_ce: 0.03056861087679863 (0.033214371074783686) | > loss_mel_ce: 2.8257205486297607 (nan) | > loss: 0.01133448164910078 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.1420743234614109) | > loader_time: 0.0048 (0.004666849653771581)  --> TIME: 2025-03-25 14:36:52 -- STEP: 990/31555 -- GLOBAL_STEP: 1010750 | > loss_text_ce: 0.03142308443784714 (0.03316666413888788) | > loss_mel_ce: 2.853280544281006 (nan) | > loss: 0.011447236873209476 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1421713768833816) | > loader_time: 0.0049 (0.004672011943778605)  --> TIME: 2025-03-25 14:37:02 -- STEP: 1040/31555 -- GLOBAL_STEP: 1010800 | > loss_text_ce: 0.03428105637431145 (0.03317400977158777) | > loss_mel_ce: 2.162562847137451 (nan) | > loss: 0.008717634715139866 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14214239212182858) | > loader_time: 0.0046 (0.004676328714077287)  --> TIME: 2025-03-25 14:37:12 -- STEP: 1090/31555 -- GLOBAL_STEP: 1010850 | > loss_text_ce: 0.02582797408103943 (0.03315396987141001) | > loss_mel_ce: 3.2868149280548096 (nan) | > loss: 0.01314540859311819 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14228160512556723) | > loader_time: 0.0046 (0.004672013291525183)  --> TIME: 2025-03-25 14:37:22 -- STEP: 1140/31555 -- GLOBAL_STEP: 1010900 | > loss_text_ce: 0.026237549260258675 (0.03315339892971937) | > loss_mel_ce: 2.183035373687744 (nan) | > loss: 0.008766956627368927 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14225661189932576) | > loader_time: 0.0045 (0.004675582626409697)  --> TIME: 2025-03-25 14:37:32 -- STEP: 1190/31555 -- GLOBAL_STEP: 1010950 | > loss_text_ce: 0.0322839617729187 (0.033224464342499004) | > loss_mel_ce: 2.7724180221557617 (nan) | > loss: 0.011129770427942276 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14230719494218583) | > loader_time: 0.0048 (0.004673327317758768)  --> TIME: 2025-03-25 14:37:41 -- STEP: 1240/31555 -- GLOBAL_STEP: 1011000 | > loss_text_ce: 0.035448912531137466 (0.033210259341003995) | > loss_mel_ce: 0.48399657011032104 (nan) | > loss: 0.0020612915977835655 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14226096695469265) | > loader_time: 0.0045 (0.0046706941819960055)  --> TIME: 2025-03-25 14:37:51 -- STEP: 1290/31555 -- GLOBAL_STEP: 1011050 | > loss_text_ce: 0.029610276222229004 (0.03319601295660292) | > loss_mel_ce: 0.1599469929933548 (nan) | > loss: 0.0007522114319726825 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14247448832489726) | > loader_time: 0.0045 (0.004670162718425424)  --> TIME: 2025-03-25 14:38:01 -- STEP: 1340/31555 -- GLOBAL_STEP: 1011100 | > loss_text_ce: 0.039643630385398865 (0.03320857659190789) | > loss_mel_ce: 2.5875942707061768 (nan) | > loss: 0.010425547137856483 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.1422841173499378) | > loader_time: 0.0047 (0.004665495388543425)  --> TIME: 2025-03-25 14:38:10 -- STEP: 1390/31555 -- GLOBAL_STEP: 1011150 | > loss_text_ce: 0.01953662559390068 (0.03317687566720439) | > loss_mel_ce: 2.7769856452941895 (nan) | > loss: 0.011097311973571777 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14213914408100595) | > loader_time: 0.0045 (0.0046655905332496665)  --> TIME: 2025-03-25 14:38:20 -- STEP: 1440/31555 -- GLOBAL_STEP: 1011200 | > loss_text_ce: 0.025461511686444283 (0.033159087870606396) | > loss_mel_ce: 2.524420738220215 (nan) | > loss: 0.010118580423295498 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14216621385680298) | > loader_time: 0.0046 (0.004664038783974116)  --> TIME: 2025-03-25 14:38:30 -- STEP: 1490/31555 -- GLOBAL_STEP: 1011250 | > loss_text_ce: 0.02635369263589382 (0.03317128307554852) | > loss_mel_ce: 0.10003939270973206 (nan) | > loss: 0.0005015598726458848 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14223724051609918) | > loader_time: 0.0045 (0.004665554289849811)  --> TIME: 2025-03-25 14:38:39 -- STEP: 1540/31555 -- GLOBAL_STEP: 1011300 | > loss_text_ce: 0.03286239877343178 (0.033133448024776344) | > loss_mel_ce: 2.659223794937134 (nan) | > loss: 0.010682882741093636 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14206132579159397) | > loader_time: 0.0045 (0.004662962857778968)  --> TIME: 2025-03-25 14:38:49 -- STEP: 1590/31555 -- GLOBAL_STEP: 1011350 | > loss_text_ce: 0.026885809376835823 (0.03310820203356502) | > loss_mel_ce: 2.1721103191375732 (nan) | > loss: 0.00872617494314909 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14199393950168399) | > loader_time: 0.0045 (0.0046612976482079465)  --> TIME: 2025-03-25 14:38:58 -- STEP: 1640/31555 -- GLOBAL_STEP: 1011400 | > loss_text_ce: 0.03694521263241768 (0.03311699962913548) | > loss_mel_ce: 2.7828290462493896 (nan) | > loss: 0.011189580895006657 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14196469245887341) | > loader_time: 0.0045 (0.004661020418492762)  --> TIME: 2025-03-25 14:39:08 -- STEP: 1690/31555 -- GLOBAL_STEP: 1011450 | > loss_text_ce: 0.0392598919570446 (0.03313284890131056) | > loss_mel_ce: 0.03271484375 (nan) | > loss: 0.00028561404906213284 (nan) | > current_lr: 5e-06 | > step_time: 0.1029 (0.1419037722976951) | > loader_time: 0.0042 (0.004656601093224524)  --> TIME: 2025-03-25 14:39:17 -- STEP: 1740/31555 -- GLOBAL_STEP: 1011500 | > loss_text_ce: 0.03088255412876606 (0.033140764076626764) | > loss_mel_ce: 2.9049630165100098 (nan) | > loss: 0.011650181375443935 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14176345460716291) | > loader_time: 0.0044 (0.004654189361923047)  --> TIME: 2025-03-25 14:39:27 -- STEP: 1790/31555 -- GLOBAL_STEP: 1011550 | > loss_text_ce: 0.04082535579800606 (0.03314187912083133) | > loss_mel_ce: 2.5959250926971436 (nan) | > loss: 0.010463296435773373 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14171528802903624) | > loader_time: 0.0049 (0.004653372844504249)  --> TIME: 2025-03-25 14:39:37 -- STEP: 1840/31555 -- GLOBAL_STEP: 1011600 | > loss_text_ce: 0.03885269910097122 (0.03314850440947349) | > loss_mel_ce: 2.9972100257873535 (nan) | > loss: 0.012047868221998215 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14170068398765845) | > loader_time: 0.0047 (0.004651941682981412)  --> TIME: 2025-03-25 14:39:46 -- STEP: 1890/31555 -- GLOBAL_STEP: 1011650 | > loss_text_ce: 0.04030008614063263 (0.033124637983680365) | > loss_mel_ce: 2.6491851806640625 (nan) | > loss: 0.010672561824321747 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1415846876366424) | > loader_time: 0.0046 (0.0046536221075310314)  --> TIME: 2025-03-25 14:39:56 -- STEP: 1940/31555 -- GLOBAL_STEP: 1011700 | > loss_text_ce: 0.03380849212408066 (0.033156867045429236) | > loss_mel_ce: 2.6713271141052246 (nan) | > loss: 0.01073466520756483 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14175169259002482) | > loader_time: 0.0051 (0.004654108003242732)  --> TIME: 2025-03-25 14:40:06 -- STEP: 1990/31555 -- GLOBAL_STEP: 1011750 | > loss_text_ce: 0.036337077617645264 (0.0331435131784249) | > loss_mel_ce: 2.306797981262207 (nan) | > loss: 0.009298156015574932 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14164003630978333) | > loader_time: 0.0043 (0.004653331622406469)  --> TIME: 2025-03-25 14:40:15 -- STEP: 2040/31555 -- GLOBAL_STEP: 1011800 | > loss_text_ce: 0.029513010755181313 (0.033162820824495114) | > loss_mel_ce: 3.1341378688812256 (nan) | > loss: 0.012554171495139599 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14163160324096635) | > loader_time: 0.0047 (0.004653247197469079)  --> TIME: 2025-03-25 14:40:25 -- STEP: 2090/31555 -- GLOBAL_STEP: 1011850 | > loss_text_ce: 0.029999317601323128 (0.03317917733359649) | > loss_mel_ce: 2.133378505706787 (nan) | > loss: 0.008584832772612572 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14156597014249184) | > loader_time: 0.0047 (0.004654118661104781)  --> TIME: 2025-03-25 14:40:35 -- STEP: 2140/31555 -- GLOBAL_STEP: 1011900 | > loss_text_ce: 0.025879941880702972 (0.03318984828689192) | > loss_mel_ce: 2.198326826095581 (nan) | > loss: 0.008826217614114285 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.141593859240273) | > loader_time: 0.0048 (0.004653118592556396)  --> TIME: 2025-03-25 14:40:44 -- STEP: 2190/31555 -- GLOBAL_STEP: 1011950 | > loss_text_ce: 0.03887902945280075 (0.033220192382205846) | > loss_mel_ce: 2.959878921508789 (nan) | > loss: 0.01189983356744051 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14160775996778616) | > loader_time: 0.0047 (0.0046534921480640475)  --> TIME: 2025-03-25 14:40:54 -- STEP: 2240/31555 -- GLOBAL_STEP: 1012000 | > loss_text_ce: 0.036720894277095795 (0.033216664984606216) | > loss_mel_ce: 2.1893489360809326 (nan) | > loss: 0.008833611384034157 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14164502163018458) | > loader_time: 0.0047 (0.004652417025395806)  --> TIME: 2025-03-25 14:41:04 -- STEP: 2290/31555 -- GLOBAL_STEP: 1012050 | > loss_text_ce: 0.030561920255422592 (0.033202204211131216) | > loss_mel_ce: 0.0272216796875 (nan) | > loss: 0.00022930001432541758 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14167755878648347) | > loader_time: 0.0046 (0.004652098589068422)  --> TIME: 2025-03-25 14:41:13 -- STEP: 2340/31555 -- GLOBAL_STEP: 1012100 | > loss_text_ce: 0.03236877918243408 (0.033206962198258) | > loss_mel_ce: 3.253783702850342 (nan) | > loss: 0.013040288351476192 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1416191129602933) | > loader_time: 0.0047 (0.004653200736412639)  --> TIME: 2025-03-25 14:41:23 -- STEP: 2390/31555 -- GLOBAL_STEP: 1012150 | > loss_text_ce: 0.03438013792037964 (0.033222552867816876) | > loss_mel_ce: 2.866425037384033 (nan) | > loss: 0.01151113212108612 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.1415503945809523) | > loader_time: 0.0047 (0.004651153736034704)  --> TIME: 2025-03-25 14:41:32 -- STEP: 2440/31555 -- GLOBAL_STEP: 1012200 | > loss_text_ce: 0.03948339447379112 (0.033212417746955276) | > loss_mel_ce: 2.4931118488311768 (nan) | > loss: 0.010049981065094471 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.1415084504690322) | > loader_time: 0.0048 (0.004650968313217174)  --> TIME: 2025-03-25 14:41:42 -- STEP: 2490/31555 -- GLOBAL_STEP: 1012250 | > loss_text_ce: 0.02969292178750038 (0.03321448702881331) | > loss_mel_ce: 2.571230411529541 (nan) | > loss: 0.010321124456822872 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14147033385004829) | > loader_time: 0.0043 (0.004650683000863327)  --> TIME: 2025-03-25 14:41:51 -- STEP: 2540/31555 -- GLOBAL_STEP: 1012300 | > loss_text_ce: 0.02790839411318302 (0.033190112418355934) | > loss_mel_ce: 0.18170166015625 (nan) | > loss: 0.0008317860192619264 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14139674075945138) | > loader_time: 0.0045 (0.004648766930647728)  --> TIME: 2025-03-25 14:42:01 -- STEP: 2590/31555 -- GLOBAL_STEP: 1012350 | > loss_text_ce: 0.036901723593473434 (0.0331853633750102) | > loss_mel_ce: 2.8404016494750977 (nan) | > loss: 0.011417871341109276 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14146252552975075) | > loader_time: 0.0048 (0.004649490831441404)  --> TIME: 2025-03-25 14:42:11 -- STEP: 2640/31555 -- GLOBAL_STEP: 1012400 | > loss_text_ce: 0.03190857172012329 (0.03320152636751487) | > loss_mel_ce: 2.9796504974365234 (nan) | > loss: 0.011950631625950336 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.1413515959725232) | > loader_time: 0.0048 (0.004649196700616319)  --> TIME: 2025-03-25 14:42:20 -- STEP: 2690/31555 -- GLOBAL_STEP: 1012450 | > loss_text_ce: 0.031959403306245804 (0.03320582542381499) | > loss_mel_ce: 2.992070198059082 (nan) | > loss: 0.01200011745095253 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14137501636845434) | > loader_time: 0.0049 (0.004648211543001652)  --> TIME: 2025-03-25 14:42:30 -- STEP: 2740/31555 -- GLOBAL_STEP: 1012500 | > loss_text_ce: 0.030705096200108528 (0.03317888478585358) | > loss_mel_ce: 2.5965816974639893 (nan) | > loss: 0.010425742715597153 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14137463247688983) | > loader_time: 0.0046 (0.004649340845372557)  --> TIME: 2025-03-25 14:42:40 -- STEP: 2790/31555 -- GLOBAL_STEP: 1012550 | > loss_text_ce: 0.032796893268823624 (0.03317573703858863) | > loss_mel_ce: 2.6016008853912354 (nan) | > loss: 0.010453959926962852 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14143648865402375) | > loader_time: 0.0044 (0.0046485291586981885)  --> TIME: 2025-03-25 14:42:50 -- STEP: 2840/31555 -- GLOBAL_STEP: 1012600 | > loss_text_ce: 0.029937706887722015 (0.03315283608209663) | > loss_mel_ce: 2.436671257019043 (nan) | > loss: 0.009788131341338158 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14147893744455248) | > loader_time: 0.0046 (0.004647471451423539)  --> TIME: 2025-03-25 14:43:00 -- STEP: 2890/31555 -- GLOBAL_STEP: 1012650 | > loss_text_ce: 0.029627600684762 (0.033140210852117234) | > loss_mel_ce: 2.5027034282684326 (nan) | > loss: 0.010048933327198029 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14151138615855702) | > loader_time: 0.0045 (0.004646002050089591)  --> TIME: 2025-03-25 14:43:09 -- STEP: 2940/31555 -- GLOBAL_STEP: 1012700 | > loss_text_ce: 0.04271132871508598 (0.03313898474681292) | > loss_mel_ce: 2.822394371032715 (nan) | > loss: 0.011369467712938786 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1414969779196239) | > loader_time: 0.0045 (0.0046446723191916565)  --> TIME: 2025-03-25 14:43:19 -- STEP: 2990/31555 -- GLOBAL_STEP: 1012750 | > loss_text_ce: 0.03590785339474678 (0.03314768318429495) | > loss_mel_ce: 2.3757822513580322 (nan) | > loss: 0.009570199064910412 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14154178665633182) | > loader_time: 0.0045 (0.004643933509903213)  --> TIME: 2025-03-25 14:43:29 -- STEP: 3040/31555 -- GLOBAL_STEP: 1012800 | > loss_text_ce: 0.025813380256295204 (0.033127009693692526) | > loss_mel_ce: 2.9510657787323 (nan) | > loss: 0.011813012883067131 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1416638013563659) | > loader_time: 0.0044 (0.004645159840583801)  --> TIME: 2025-03-25 14:43:39 -- STEP: 3090/31555 -- GLOBAL_STEP: 1012850 | > loss_text_ce: 0.027807213366031647 (0.033157545552682445) | > loss_mel_ce: 2.7094695568084717 (nan) | > loss: 0.01086220983415842 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14163164274592244) | > loader_time: 0.0047 (0.004643740314495989)  --> TIME: 2025-03-25 14:43:48 -- STEP: 3140/31555 -- GLOBAL_STEP: 1012900 | > loss_text_ce: 0.028549836948513985 (0.03314889778181389) | > loss_mel_ce: 3.0127222537994385 (nan) | > loss: 0.012068540789186954 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14154527627738436) | > loader_time: 0.005 (0.004645359743932251)  --> TIME: 2025-03-25 14:43:58 -- STEP: 3190/31555 -- GLOBAL_STEP: 1012950 | > loss_text_ce: 0.0345735102891922 (0.03315844950426757) | > loss_mel_ce: 1.2460042238235474 (nan) | > loss: 0.005081658251583576 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14151295569249472) | > loader_time: 0.0045 (0.004644533608774402)  --> TIME: 2025-03-25 14:44:08 -- STEP: 3240/31555 -- GLOBAL_STEP: 1013000 | > loss_text_ce: 0.03819311410188675 (0.033169006249568506) | > loss_mel_ce: 2.0117154121398926 (nan) | > loss: 0.00813455879688263 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14160879063017592) | > loader_time: 0.0049 (0.004644352786334939)  --> TIME: 2025-03-25 14:44:17 -- STEP: 3290/31555 -- GLOBAL_STEP: 1013050 | > loss_text_ce: 0.03399529680609703 (0.03314615228159591) | > loss_mel_ce: 2.9025938510894775 (nan) | > loss: 0.011653132736682892 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14161759343190775) | > loader_time: 0.0047 (0.004643289513863324)  --> TIME: 2025-03-25 14:44:27 -- STEP: 3340/31555 -- GLOBAL_STEP: 1013100 | > loss_text_ce: 0.03014560230076313 (0.03314504612008573) | > loss_mel_ce: 2.8786728382110596 (nan) | > loss: 0.011542931199073792 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1416163171122891) | > loader_time: 0.0045 (0.00464249156906219)  --> TIME: 2025-03-25 14:44:37 -- STEP: 3390/31555 -- GLOBAL_STEP: 1013150 | > loss_text_ce: 0.01843162812292576 (0.03312126954984484) | > loss_mel_ce: 1.8887544870376587 (nan) | > loss: 0.0075681996531784534 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1415576267383093) | > loader_time: 0.0046 (0.004642333674923155)  --> TIME: 2025-03-25 14:44:46 -- STEP: 3440/31555 -- GLOBAL_STEP: 1013200 | > loss_text_ce: 0.03187156841158867 (0.03311903690080009) | > loss_mel_ce: 2.718055009841919 (nan) | > loss: 0.01091240718960762 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14152828496555966) | > loader_time: 0.0046 (0.004641320816306177)  --> TIME: 2025-03-25 14:44:55 -- STEP: 3490/31555 -- GLOBAL_STEP: 1013250 | > loss_text_ce: 0.03771435096859932 (0.03313074847042865) | > loss_mel_ce: 0.07666015625 (nan) | > loss: 0.0004538671055343002 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14144045322877297) | > loader_time: 0.0046 (0.0046405725970992346)  --> TIME: 2025-03-25 14:45:05 -- STEP: 3540/31555 -- GLOBAL_STEP: 1013300 | > loss_text_ce: 0.03286769613623619 (0.033140415066095524) | > loss_mel_ce: 2.5810635089874268 (nan) | > loss: 0.010372743010520935 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1414951488796602) | > loader_time: 0.0048 (0.004640632093289474)  --> TIME: 2025-03-25 14:45:15 -- STEP: 3590/31555 -- GLOBAL_STEP: 1013350 | > loss_text_ce: 0.03737388178706169 (0.03314991288047943) | > loss_mel_ce: 2.6258788108825684 (nan) | > loss: 0.010568463243544102 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1414828297819602) | > loader_time: 0.0047 (0.00464060465937537)  --> TIME: 2025-03-25 14:45:25 -- STEP: 3640/31555 -- GLOBAL_STEP: 1013400 | > loss_text_ce: 0.032860226929187775 (0.0331529417732772) | > loss_mel_ce: 2.6989996433258057 (nan) | > loss: 0.010840714909136295 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14148884756224522) | > loader_time: 0.0045 (0.0046410686367160635)  --> TIME: 2025-03-25 14:45:34 -- STEP: 3690/31555 -- GLOBAL_STEP: 1013450 | > loss_text_ce: 0.034715283662080765 (0.03315631546822148) | > loss_mel_ce: 2.0390567779541016 (nan) | > loss: 0.008229253813624382 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.1414263187062129) | > loader_time: 0.0045 (0.004640109623027684)  --> TIME: 2025-03-25 14:45:44 -- STEP: 3740/31555 -- GLOBAL_STEP: 1013500 | > loss_text_ce: 0.026236534118652344 (0.03313966517506003) | > loss_mel_ce: 2.5601093769073486 (nan) | > loss: 0.010263278149068356 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14147936131227487) | > loader_time: 0.0048 (0.004641168449014262)  --> TIME: 2025-03-25 14:45:53 -- STEP: 3790/31555 -- GLOBAL_STEP: 1013550 | > loss_text_ce: 0.04223755747079849 (0.033141596515793216) | > loss_mel_ce: 2.9757027626037598 (nan) | > loss: 0.011975954286754131 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14144805320649184) | > loader_time: 0.0044 (0.004639948829811918)  --> TIME: 2025-03-25 14:46:03 -- STEP: 3840/31555 -- GLOBAL_STEP: 1013600 | > loss_text_ce: 0.03073616698384285 (0.03314198382213362) | > loss_mel_ce: 2.814516544342041 (nan) | > loss: 0.011290686205029488 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14144347341110333) | > loader_time: 0.0045 (0.004638888190189994)  --> TIME: 2025-03-25 14:46:13 -- STEP: 3890/31555 -- GLOBAL_STEP: 1013650 | > loss_text_ce: 0.029973285272717476 (0.033151691599693944) | > loss_mel_ce: 0.993896484375 (nan) | > loss: 0.004062975291162729 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14147058091004305) | > loader_time: 0.0042 (0.004638245234452663)  --> TIME: 2025-03-25 14:46:22 -- STEP: 3940/31555 -- GLOBAL_STEP: 1013700 | > loss_text_ce: 0.03650465980172157 (0.03317769985896566) | > loss_mel_ce: 1.2074649333953857 (nan) | > loss: 0.004936387296766043 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1414395525975883) | > loader_time: 0.0044 (0.004637351859039458)  --> TIME: 2025-03-25 14:46:32 -- STEP: 3990/31555 -- GLOBAL_STEP: 1013750 | > loss_text_ce: 0.03707870468497276 (0.0331842550898162) | > loss_mel_ce: 2.852323293685913 (nan) | > loss: 0.011465881019830704 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1414455388721669) | > loader_time: 0.0046 (0.004635604162861526)  --> TIME: 2025-03-25 14:46:42 -- STEP: 4040/31555 -- GLOBAL_STEP: 1013800 | > loss_text_ce: 0.03952272981405258 (0.03317554793067016) | > loss_mel_ce: 2.2562007904052734 (nan) | > loss: 0.009110013954341412 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14143675789974727) | > loader_time: 0.0048 (0.004634452338265897)  --> TIME: 2025-03-25 14:46:52 -- STEP: 4090/31555 -- GLOBAL_STEP: 1013850 | > loss_text_ce: 0.03165476396679878 (0.03319377089465777) | > loss_mel_ce: 2.6470024585723877 (nan) | > loss: 0.010629593394696712 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14146200054140742) | > loader_time: 0.0044 (0.004633481811486127)  --> TIME: 2025-03-25 14:47:01 -- STEP: 4140/31555 -- GLOBAL_STEP: 1013900 | > loss_text_ce: 0.02797834575176239 (0.03318613967273364) | > loss_mel_ce: 2.814889430999756 (nan) | > loss: 0.011281222105026245 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14140963986300062) | > loader_time: 0.0045 (0.00463244989874282)  --> TIME: 2025-03-25 14:47:11 -- STEP: 4190/31555 -- GLOBAL_STEP: 1013950 | > loss_text_ce: 0.03461357578635216 (0.03317090396198102) | > loss_mel_ce: 2.52689266204834 (nan) | > loss: 0.010164707899093628 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14146696331961936) | > loader_time: 0.0044 (0.004631828408252648)  --> TIME: 2025-03-25 14:47:20 -- STEP: 4240/31555 -- GLOBAL_STEP: 1014000 | > loss_text_ce: 0.029532164335250854 (0.03317164799202899) | > loss_mel_ce: 2.9277634620666504 (nan) | > loss: 0.011735300533473492 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14144433140754725) | > loader_time: 0.0045 (0.004632256896990646)  --> TIME: 2025-03-25 14:47:30 -- STEP: 4290/31555 -- GLOBAL_STEP: 1014050 | > loss_text_ce: 0.03112609311938286 (0.03317205511784671) | > loss_mel_ce: 2.9495773315429688 (nan) | > loss: 0.01182818878442049 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14141341333900603) | > loader_time: 0.0046 (0.004632194058878435)  --> TIME: 2025-03-25 14:47:40 -- STEP: 4340/31555 -- GLOBAL_STEP: 1014100 | > loss_text_ce: 0.022959303110837936 (0.03314970094165527) | > loss_mel_ce: 2.1953253746032715 (nan) | > loss: 0.008802717551589012 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1414185154273215) | > loader_time: 0.0045 (0.0046330417356183415)  --> TIME: 2025-03-25 14:47:49 -- STEP: 4390/31555 -- GLOBAL_STEP: 1014150 | > loss_text_ce: 0.03554021567106247 (0.03315531932038165) | > loss_mel_ce: 3.313147783279419 (nan) | > loss: 0.013288444839417934 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14143887207013897) | > loader_time: 0.0047 (0.00463299354822597)  --> TIME: 2025-03-25 14:47:59 -- STEP: 4440/31555 -- GLOBAL_STEP: 1014200 | > loss_text_ce: 0.03283530846238136 (0.03314669699898948) | > loss_mel_ce: 2.82619571685791 (nan) | > loss: 0.011345361359417439 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1414738492385764) | > loader_time: 0.0049 (0.004633101096024377)  --> TIME: 2025-03-25 14:48:09 -- STEP: 4490/31555 -- GLOBAL_STEP: 1014250 | > loss_text_ce: 0.031020287424325943 (0.03314307441661149) | > loss_mel_ce: 2.4625420570373535 (nan) | > loss: 0.009895090013742447 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1414711390412467) | > loader_time: 0.0047 (0.004633469730283736)  --> TIME: 2025-03-25 14:48:19 -- STEP: 4540/31555 -- GLOBAL_STEP: 1014300 | > loss_text_ce: 0.040910787880420685 (0.0331373710757622) | > loss_mel_ce: 2.3945131301879883 (nan) | > loss: 0.009664380922913551 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14148664495493374) | > loader_time: 0.0044 (0.004633008540989538)  --> TIME: 2025-03-25 14:48:29 -- STEP: 4590/31555 -- GLOBAL_STEP: 1014350 | > loss_text_ce: 0.0277856532484293 (0.033150649553444836) | > loss_mel_ce: 2.4967048168182373 (nan) | > loss: 0.010017819702625275 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1415260632832848) | > loader_time: 0.0048 (0.004634858476310508)  --> TIME: 2025-03-25 14:48:39 -- STEP: 4640/31555 -- GLOBAL_STEP: 1014400 | > loss_text_ce: 0.03825130686163902 (0.03316551367089889) | > loss_mel_ce: 2.7302606105804443 (nan) | > loss: 0.010986159555613995 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14155377216380258) | > loader_time: 0.0046 (0.004636397392585351)  --> TIME: 2025-03-25 14:48:48 -- STEP: 4690/31555 -- GLOBAL_STEP: 1014450 | > loss_text_ce: 0.04222273826599121 (0.033163427420333805) | > loss_mel_ce: 2.5329370498657227 (nan) | > loss: 0.010218888521194458 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1415590990835164) | > loader_time: 0.0045 (0.0046373267671955066)  --> TIME: 2025-03-25 14:48:58 -- STEP: 4740/31555 -- GLOBAL_STEP: 1014500 | > loss_text_ce: 0.03895561024546623 (0.033157674874127976) | > loss_mel_ce: 2.913447856903076 (nan) | > loss: 0.011715888045728207 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.1415578138979179) | > loader_time: 0.0049 (0.004638018537674264)  --> TIME: 2025-03-25 14:49:08 -- STEP: 4790/31555 -- GLOBAL_STEP: 1014550 | > loss_text_ce: 0.03408288210630417 (0.033147574300704676) | > loss_mel_ce: 2.8632917404174805 (nan) | > loss: 0.011497518979012966 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1415843925794633) | > loader_time: 0.0045 (0.004638954094904691)  --> TIME: 2025-03-25 14:49:17 -- STEP: 4840/31555 -- GLOBAL_STEP: 1014600 | > loss_text_ce: 0.025994591414928436 (0.033149344142918896) | > loss_mel_ce: 3.138576030731201 (nan) | > loss: 0.012557820416986942 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14157401165686398) | > loader_time: 0.0046 (0.004639777220970332)  --> TIME: 2025-03-25 14:49:27 -- STEP: 4890/31555 -- GLOBAL_STEP: 1014650 | > loss_text_ce: 0.03248634561896324 (0.03315615580533388) | > loss_mel_ce: 2.085205316543579 (nan) | > loss: 0.008403539657592773 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.1416204141936667) | > loader_time: 0.0045 (0.004640242512240724)  --> TIME: 2025-03-25 14:49:37 -- STEP: 4940/31555 -- GLOBAL_STEP: 1014700 | > loss_text_ce: 0.02479313127696514 (0.033156137225342504) | > loss_mel_ce: 3.9300425052642822 (nan) | > loss: 0.015693793073296547 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14162418089414944) | > loader_time: 0.0048 (0.004640102531263212)  --> TIME: 2025-03-25 14:49:47 -- STEP: 4990/31555 -- GLOBAL_STEP: 1014750 | > loss_text_ce: 0.029176007956266403 (0.03316634649649737) | > loss_mel_ce: 2.6542317867279053 (nan) | > loss: 0.010648444294929504 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1416310832591242) | > loader_time: 0.0044 (0.004639680829936845)  --> TIME: 2025-03-25 14:49:56 -- STEP: 5040/31555 -- GLOBAL_STEP: 1014800 | > loss_text_ce: 0.05475999414920807 (0.033170110297514946) | > loss_mel_ce: 2.9444494247436523 (nan) | > loss: 0.01190162543207407 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14163133062067523) | > loader_time: 0.0045 (0.00463926848911103)  --> TIME: 2025-03-25 14:50:06 -- STEP: 5090/31555 -- GLOBAL_STEP: 1014850 | > loss_text_ce: 0.022154783830046654 (0.033184858783530606) | > loss_mel_ce: 2.03263258934021 (nan) | > loss: 0.008153919130563736 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14161641396333327) | > loader_time: 0.0045 (0.004638657494940308)  --> TIME: 2025-03-25 14:50:16 -- STEP: 5140/31555 -- GLOBAL_STEP: 1014900 | > loss_text_ce: 0.034100357443094254 (0.03319232077374035) | > loss_mel_ce: 2.791062831878662 (nan) | > loss: 0.011210964992642403 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14162547722864743) | > loader_time: 0.0047 (0.004639143656200001)  --> TIME: 2025-03-25 14:50:25 -- STEP: 5190/31555 -- GLOBAL_STEP: 1014950 | > loss_text_ce: 0.022616423666477203 (0.03319755762417102) | > loss_mel_ce: 2.453317165374756 (nan) | > loss: 0.009825133718550205 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14155987880133525) | > loader_time: 0.0045 (0.004639521637403889)  --> TIME: 2025-03-25 14:50:35 -- STEP: 5240/31555 -- GLOBAL_STEP: 1015000 | > loss_text_ce: 0.033490344882011414 (0.033209302998503346) | > loss_mel_ce: 2.350499391555786 (nan) | > loss: 0.00946027785539627 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14159999112136543) | > loader_time: 0.0047 (0.004640470888778449)  --> TIME: 2025-03-25 14:50:45 -- STEP: 5290/31555 -- GLOBAL_STEP: 1015050 | > loss_text_ce: 0.03139519318938255 (0.03320624336955928) | > loss_mel_ce: 2.0187199115753174 (nan) | > loss: 0.008135377429425716 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14158351205021813) | > loader_time: 0.0045 (0.004640522255564001)  --> TIME: 2025-03-25 14:50:54 -- STEP: 5340/31555 -- GLOBAL_STEP: 1015100 | > loss_text_ce: 0.024993496015667915 (0.03319362594662333) | > loss_mel_ce: 2.4133460521698 (nan) | > loss: 0.009675950743258 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14155595784776706) | > loader_time: 0.0044 (0.004640613602341781)  --> TIME: 2025-03-25 14:51:04 -- STEP: 5390/31555 -- GLOBAL_STEP: 1015150 | > loss_text_ce: 0.030171625316143036 (0.033184845995932015) | > loss_mel_ce: 0.1694597452878952 (nan) | > loss: 0.0007921879878267646 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14158329494808988) | > loader_time: 0.0048 (0.004642448221818852)  --> TIME: 2025-03-25 14:51:13 -- STEP: 5440/31555 -- GLOBAL_STEP: 1015200 | > loss_text_ce: 0.04018894210457802 (0.033189334628781694) | > loss_mel_ce: 3.036334753036499 (nan) | > loss: 0.012208428233861923 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14156223509241583) | > loader_time: 0.0047 (0.004643272214076094)  --> TIME: 2025-03-25 14:51:23 -- STEP: 5490/31555 -- GLOBAL_STEP: 1015250 | > loss_text_ce: 0.03662435710430145 (0.03320137254048974) | > loss_mel_ce: 2.64560866355896 (nan) | > loss: 0.010643783025443554 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14157533628258792) | > loader_time: 0.0048 (0.004643847859839488)  --> TIME: 2025-03-25 14:51:33 -- STEP: 5540/31555 -- GLOBAL_STEP: 1015300 | > loss_text_ce: 0.027660850435495377 (0.03321112912797142) | > loss_mel_ce: 2.6480472087860107 (nan) | > loss: 0.01061788946390152 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14155489632368978) | > loader_time: 0.0047 (0.0046442748837522635)  --> TIME: 2025-03-25 14:51:42 -- STEP: 5590/31555 -- GLOBAL_STEP: 1015350 | > loss_text_ce: 0.032618891447782516 (0.03321261995710264) | > loss_mel_ce: 2.430636167526245 (nan) | > loss: 0.009774822741746902 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1415190978638817) | > loader_time: 0.0043 (0.004643959734648837)  --> TIME: 2025-03-25 14:51:52 -- STEP: 5640/31555 -- GLOBAL_STEP: 1015400 | > loss_text_ce: 0.027982186526060104 (0.03320950322853844) | > loss_mel_ce: 3.11592960357666 (nan) | > loss: 0.01247584167867899 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1415112700445433) | > loader_time: 0.0045 (0.004643475586640918)  --> TIME: 2025-03-25 14:52:01 -- STEP: 5690/31555 -- GLOBAL_STEP: 1015450 | > loss_text_ce: 0.03607940673828125 (0.03321524090321842) | > loss_mel_ce: 2.893320322036743 (nan) | > loss: 0.011624602600932121 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14149527093019137) | > loader_time: 0.005 (0.00464277992349098)  --> TIME: 2025-03-25 14:52:11 -- STEP: 5740/31555 -- GLOBAL_STEP: 1015500 | > loss_text_ce: 0.028448348864912987 (0.03320975156439285) | > loss_mel_ce: 2.941958427429199 (nan) | > loss: 0.011787328869104385 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14152526548099859) | > loader_time: 0.0047 (0.004642490310536024)  --> TIME: 2025-03-25 14:52:21 -- STEP: 5790/31555 -- GLOBAL_STEP: 1015550 | > loss_text_ce: 0.032190337777137756 (0.033220901427909615) | > loss_mel_ce: 2.9506919384002686 (nan) | > loss: 0.01183683518320322 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1415545513798742) | > loader_time: 0.0046 (0.004643754020256078)  --> TIME: 2025-03-25 14:52:31 -- STEP: 5840/31555 -- GLOBAL_STEP: 1015600 | > loss_text_ce: 0.024472491815686226 (0.033220663230885385) | > loss_mel_ce: 2.942706823348999 (nan) | > loss: 0.011774521321058273 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1415557639239586) | > loader_time: 0.0048 (0.004643124505265111)  --> TIME: 2025-03-25 14:52:40 -- STEP: 5890/31555 -- GLOBAL_STEP: 1015650 | > loss_text_ce: 0.0364907905459404 (0.033221141125924676) | > loss_mel_ce: 3.2918527126312256 (nan) | > loss: 0.013207712210714817 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14153138939512608) | > loader_time: 0.0045 (0.004642800928578912)  --> TIME: 2025-03-25 14:52:50 -- STEP: 5940/31555 -- GLOBAL_STEP: 1015700 | > loss_text_ce: 0.0376223549246788 (0.03323461035649084) | > loss_mel_ce: 2.8112356662750244 (nan) | > loss: 0.01130499318242073 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14151790631740588) | > loader_time: 0.0048 (0.004642534416532675)  --> TIME: 2025-03-25 14:53:00 -- STEP: 5990/31555 -- GLOBAL_STEP: 1015750 | > loss_text_ce: 0.031017839908599854 (0.033234705141619594) | > loss_mel_ce: 2.206732749938965 (nan) | > loss: 0.00887996330857277 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14149639128842617) | > loader_time: 0.0045 (0.004643069244983403)  --> TIME: 2025-03-25 14:53:09 -- STEP: 6040/31555 -- GLOBAL_STEP: 1015800 | > loss_text_ce: 0.043872784823179245 (0.033242064401112666) | > loss_mel_ce: 1.5292545557022095 (nan) | > loss: 0.006242569535970688 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14148697564933477) | > loader_time: 0.0047 (0.004643329208260345)  --> TIME: 2025-03-25 14:53:19 -- STEP: 6090/31555 -- GLOBAL_STEP: 1015850 | > loss_text_ce: 0.030719438567757607 (0.03324416399993039) | > loss_mel_ce: 2.94278621673584 (nan) | > loss: 0.011799626983702183 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14149898496167407) | > loader_time: 0.0044 (0.004642591531249302)  --> TIME: 2025-03-25 14:53:29 -- STEP: 6140/31555 -- GLOBAL_STEP: 1015900 | > loss_text_ce: 0.036663968116045 (0.03324404730179409) | > loss_mel_ce: 3.0476083755493164 (nan) | > loss: 0.012239176779985428 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.1415047107767981) | > loader_time: 0.0047 (0.004642033499304566)  --> TIME: 2025-03-25 14:53:38 -- STEP: 6190/31555 -- GLOBAL_STEP: 1015950 | > loss_text_ce: 0.02385927364230156 (0.03325111325950587) | > loss_mel_ce: 1.4505168199539185 (nan) | > loss: 0.0058506992645561695 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14142591467966753) | > loader_time: 0.0044 (0.004641371204702852)  --> TIME: 2025-03-25 14:53:47 -- STEP: 6240/31555 -- GLOBAL_STEP: 1016000 | > loss_text_ce: 0.037223827093839645 (0.033240915361182934) | > loss_mel_ce: 2.2002038955688477 (nan) | > loss: 0.008878681808710098 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1414143109932924) | > loader_time: 0.0045 (0.004641436995604112)  --> TIME: 2025-03-25 14:53:56 -- STEP: 6290/31555 -- GLOBAL_STEP: 1016050 | > loss_text_ce: 0.032565437257289886 (0.033251470404074494) | > loss_mel_ce: 2.7265660762786865 (nan) | > loss: 0.010948934592306614 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1413491824852075) | > loader_time: 0.0045 (0.004641209687261791)  --> TIME: 2025-03-25 14:54:06 -- STEP: 6340/31555 -- GLOBAL_STEP: 1016100 | > loss_text_ce: 0.040839605033397675 (0.0332589387458864) | > loss_mel_ce: 2.769327402114868 (nan) | > loss: 0.011151457205414772 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14136770903500107) | > loader_time: 0.0047 (0.0046414445251320565)  --> TIME: 2025-03-25 14:54:16 -- STEP: 6390/31555 -- GLOBAL_STEP: 1016150 | > loss_text_ce: 0.03729335591197014 (0.03326208568025091) | > loss_mel_ce: 2.3687660694122314 (nan) | > loss: 0.009547855705022812 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1413685021452688) | > loader_time: 0.0046 (0.004641243363023746)  --> TIME: 2025-03-25 14:54:26 -- STEP: 6440/31555 -- GLOBAL_STEP: 1016200 | > loss_text_ce: 0.028438545763492584 (0.033260650488819925) | > loss_mel_ce: 2.8722872734069824 (nan) | > loss: 0.0115108173340559 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14135983219798315) | > loader_time: 0.0044 (0.0046417474376489)  --> TIME: 2025-03-25 14:54:35 -- STEP: 6490/31555 -- GLOBAL_STEP: 1016250 | > loss_text_ce: 0.035371605306863785 (0.033257590538215163) | > loss_mel_ce: 0.11083984375 (nan) | > loss: 0.0005802041850984097 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14132311821718618) | > loader_time: 0.005 (0.004642049740936805)  --> TIME: 2025-03-25 14:54:45 -- STEP: 6540/31555 -- GLOBAL_STEP: 1016300 | > loss_text_ce: 0.03516860678792 (0.033260912877088884) | > loss_mel_ce: 2.660881519317627 (nan) | > loss: 0.010698612779378891 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1413214059780133) | > loader_time: 0.0045 (0.004641595419029219)  --> TIME: 2025-03-25 14:54:54 -- STEP: 6590/31555 -- GLOBAL_STEP: 1016350 | > loss_text_ce: 0.03940904140472412 (0.03327178016124078) | > loss_mel_ce: 2.6893913745880127 (nan) | > loss: 0.010828573256731033 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14132614616920822) | > loader_time: 0.007 (0.004641503086582128)  --> TIME: 2025-03-25 14:55:04 -- STEP: 6640/31555 -- GLOBAL_STEP: 1016400 | > loss_text_ce: 0.03842100873589516 (0.03326867353086957) | > loss_mel_ce: 2.2471678256988525 (nan) | > loss: 0.009069796651601791 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14133526524865506) | > loader_time: 0.0045 (0.004641362952898793)  --> TIME: 2025-03-25 14:55:14 -- STEP: 6690/31555 -- GLOBAL_STEP: 1016450 | > loss_text_ce: 0.030250245705246925 (0.03326762000346625) | > loss_mel_ce: 2.9101905822753906 (nan) | > loss: 0.011668416671454906 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14133018445897366) | > loader_time: 0.0047 (0.004641701929237827)  --> TIME: 2025-03-25 14:55:23 -- STEP: 6740/31555 -- GLOBAL_STEP: 1016500 | > loss_text_ce: 0.03380371257662773 (0.03327599795513101) | > loss_mel_ce: 2.7257118225097656 (nan) | > loss: 0.01095045916736126 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14133253801470355) | > loader_time: 0.0047 (0.004641236997145943)  --> TIME: 2025-03-25 14:55:33 -- STEP: 6790/31555 -- GLOBAL_STEP: 1016550 | > loss_text_ce: 0.03334413096308708 (0.033268590509310005) | > loss_mel_ce: 1.888594150543213 (nan) | > loss: 0.007626739796251059 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1413240599526925) | > loader_time: 0.0044 (0.004640916907207973)  --> TIME: 2025-03-25 14:55:43 -- STEP: 6840/31555 -- GLOBAL_STEP: 1016600 | > loss_text_ce: 0.028014492243528366 (0.033271212131329685) | > loss_mel_ce: 2.9807114601135254 (nan) | > loss: 0.011939388699829578 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1413308847717377) | > loader_time: 0.0048 (0.004640607248272834)  --> TIME: 2025-03-25 14:55:52 -- STEP: 6890/31555 -- GLOBAL_STEP: 1016650 | > loss_text_ce: 0.028239542618393898 (0.03327829815739306) | > loss_mel_ce: 2.7561988830566406 (nan) | > loss: 0.011049359105527401 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1413102666940678) | > loader_time: 0.0045 (0.004640491053743204)  --> TIME: 2025-03-25 14:56:02 -- STEP: 6940/31555 -- GLOBAL_STEP: 1016700 | > loss_text_ce: 0.035533130168914795 (0.033284692105270935) | > loss_mel_ce: 2.5710318088531494 (nan) | > loss: 0.010343512520194054 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14132637050035052) | > loader_time: 0.0045 (0.004640335136600483)  --> TIME: 2025-03-25 14:56:12 -- STEP: 6990/31555 -- GLOBAL_STEP: 1016750 | > loss_text_ce: 0.02339802123606205 (0.033283137997481865) | > loss_mel_ce: 2.45770001411438 (nan) | > loss: 0.009845627471804619 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14132814649519176) | > loader_time: 0.0045 (0.004640167670188565)  --> TIME: 2025-03-25 14:56:21 -- STEP: 7040/31555 -- GLOBAL_STEP: 1016800 | > loss_text_ce: 0.05423926189541817 (0.03329139067870783) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14133739163252465) | > loader_time: 0.0044 (0.004640043357556537)  --> TIME: 2025-03-25 14:56:31 -- STEP: 7090/31555 -- GLOBAL_STEP: 1016850 | > loss_text_ce: 0.035065438598394394 (0.03330051752282853) | > loss_mel_ce: 2.245837926864624 (nan) | > loss: 0.009051204659044743 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1413271771163298) | > loader_time: 0.0045 (0.0046398683058358255)  --> TIME: 2025-03-25 14:56:41 -- STEP: 7140/31555 -- GLOBAL_STEP: 1016900 | > loss_text_ce: 0.030842134729027748 (0.0333005000910193) | > loss_mel_ce: 2.947396993637085 (nan) | > loss: 0.011818409897387028 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1413156444619019) | > loader_time: 0.0048 (0.004639472180053989)  --> TIME: 2025-03-25 14:56:50 -- STEP: 7190/31555 -- GLOBAL_STEP: 1016950 | > loss_text_ce: 0.04304775968194008 (0.03330412136937433) | > loss_mel_ce: 2.6449413299560547 (nan) | > loss: 0.010666623711585999 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.141334701612364) | > loader_time: 0.005 (0.004639249086711623)  --> TIME: 2025-03-25 14:57:00 -- STEP: 7240/31555 -- GLOBAL_STEP: 1017000 | > loss_text_ce: 0.03398411348462105 (0.03330033320305848) | > loss_mel_ce: 2.9124629497528076 (nan) | > loss: 0.011692251078784466 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1413040738408739) | > loader_time: 0.0045 (0.004639117823121318)  --> TIME: 2025-03-25 14:57:09 -- STEP: 7290/31555 -- GLOBAL_STEP: 1017050 | > loss_text_ce: 0.02723991498351097 (0.03330346756296648) | > loss_mel_ce: 2.3031139373779297 (nan) | > loss: 0.009247436188161373 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14128791589305253) | > loader_time: 0.0046 (0.004639379804844085)  --> TIME: 2025-03-25 14:57:19 -- STEP: 7340/31555 -- GLOBAL_STEP: 1017100 | > loss_text_ce: 0.03867390751838684 (0.033301482990394336) | > loss_mel_ce: 2.3697516918182373 (nan) | > loss: 0.009557245299220085 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14129259264761504) | > loader_time: 0.0044 (0.004639597549750325)  --> TIME: 2025-03-25 14:57:29 -- STEP: 7390/31555 -- GLOBAL_STEP: 1017150 | > loss_text_ce: 0.03208521008491516 (0.03329183863619592) | > loss_mel_ce: 2.641892910003662 (nan) | > loss: 0.010611024685204029 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14127823057936092) | > loader_time: 0.0046 (0.004638608576319073)  --> TIME: 2025-03-25 14:57:38 -- STEP: 7440/31555 -- GLOBAL_STEP: 1017200 | > loss_text_ce: 0.031156202778220177 (0.03329727032725072) | > loss_mel_ce: 3.104649782180786 (nan) | > loss: 0.01244367565959692 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14128007017156147) | > loader_time: 0.0044 (0.004637814753799048)  --> TIME: 2025-03-25 14:57:48 -- STEP: 7490/31555 -- GLOBAL_STEP: 1017250 | > loss_text_ce: 0.03681739419698715 (0.03329943897132984) | > loss_mel_ce: 3.1185779571533203 (nan) | > loss: 0.01252141036093235 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1412715316932894) | > loader_time: 0.0044 (0.004637299360675093)  --> TIME: 2025-03-25 14:57:57 -- STEP: 7540/31555 -- GLOBAL_STEP: 1017300 | > loss_text_ce: 0.030793601647019386 (0.0332949735704731) | > loss_mel_ce: 1.8871798515319824 (nan) | > loss: 0.007611006032675505 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14124490598152442) | > loader_time: 0.0045 (0.004636728162790819)  --> TIME: 2025-03-25 14:58:07 -- STEP: 7590/31555 -- GLOBAL_STEP: 1017350 | > loss_text_ce: 0.035376764833927155 (0.03329921074405475) | > loss_mel_ce: 2.5693469047546387 (nan) | > loss: 0.01033620536327362 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14123956817883296) | > loader_time: 0.0049 (0.004636775677697323)  --> TIME: 2025-03-25 14:58:16 -- STEP: 7640/31555 -- GLOBAL_STEP: 1017400 | > loss_text_ce: 0.03527488186955452 (0.033301970882570496) | > loss_mel_ce: 2.838524103164673 (nan) | > loss: 0.011403964832425117 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14122473878386152) | > loader_time: 0.0047 (0.004636667536191311)  --> TIME: 2025-03-25 14:58:26 -- STEP: 7690/31555 -- GLOBAL_STEP: 1017450 | > loss_text_ce: 0.03937506675720215 (0.03331072409788665) | > loss_mel_ce: 2.0499608516693115 (nan) | > loss: 0.008291016332805157 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14121401015431753) | > loader_time: 0.0044 (0.004637315431403885)  --> TIME: 2025-03-25 14:58:36 -- STEP: 7740/31555 -- GLOBAL_STEP: 1017500 | > loss_text_ce: 0.03427841514348984 (0.03330767096588227) | > loss_mel_ce: 3.116313934326172 (nan) | > loss: 0.012502350844442844 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14122790797428278) | > loader_time: 0.005 (0.004636732552402723)  --> TIME: 2025-03-25 14:58:45 -- STEP: 7790/31555 -- GLOBAL_STEP: 1017550 | > loss_text_ce: 0.031922753900289536 (0.033303696003327735) | > loss_mel_ce: 2.325876235961914 (nan) | > loss: 0.009356345981359482 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14120623171712088) | > loader_time: 0.0046 (0.004635785020820921)  --> TIME: 2025-03-25 14:58:55 -- STEP: 7840/31555 -- GLOBAL_STEP: 1017600 | > loss_text_ce: 0.03650746867060661 (0.03331437123623418) | > loss_mel_ce: 2.416851043701172 (nan) | > loss: 0.009735549800097942 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14118529403088062) | > loader_time: 0.0047 (0.0046351330316796785)  --> TIME: 2025-03-25 14:59:04 -- STEP: 7890/31555 -- GLOBAL_STEP: 1017650 | > loss_text_ce: 0.03239462524652481 (0.03331710192161243) | > loss_mel_ce: 2.3102214336395264 (nan) | > loss: 0.009296095930039883 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14116688116119558) | > loader_time: 0.005 (0.004635173890678319)  --> TIME: 2025-03-25 14:59:14 -- STEP: 7940/31555 -- GLOBAL_STEP: 1017700 | > loss_text_ce: 0.03479668125510216 (0.033322785736439396) | > loss_mel_ce: 0.3334689736366272 (nan) | > loss: 0.0014613717794418335 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.1411647197881936) | > loader_time: 0.0044 (0.004634978398868378)  --> TIME: 2025-03-25 14:59:24 -- STEP: 7990/31555 -- GLOBAL_STEP: 1017750 | > loss_text_ce: 0.03643466904759407 (0.033318752896982565) | > loss_mel_ce: 0.06494140625 (nan) | > loss: 0.00040228600846603513 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1411868066751914) | > loader_time: 0.0048 (0.004634591933335191)  --> TIME: 2025-03-25 14:59:33 -- STEP: 8040/31555 -- GLOBAL_STEP: 1017800 | > loss_text_ce: 0.03760840743780136 (0.033318614932495376) | > loss_mel_ce: 2.385897159576416 (nan) | > loss: 0.009617086499929428 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14118273332344375) | > loader_time: 0.0045 (0.0046347978103220356)  --> TIME: 2025-03-25 14:59:43 -- STEP: 8090/31555 -- GLOBAL_STEP: 1017850 | > loss_text_ce: 0.042851466685533524 (0.03332035197704872) | > loss_mel_ce: 3.030952215194702 (nan) | > loss: 0.01219763420522213 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14117539170645976) | > loader_time: 0.0047 (0.004634713566642186)  --> TIME: 2025-03-25 14:59:52 -- STEP: 8140/31555 -- GLOBAL_STEP: 1017900 | > loss_text_ce: 0.033124249428510666 (0.03330992911278714) | > loss_mel_ce: 2.700767993927002 (nan) | > loss: 0.01084877923130989 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14117629659849554) | > loader_time: 0.0046 (0.004634507838865481)  --> TIME: 2025-03-25 15:00:02 -- STEP: 8190/31555 -- GLOBAL_STEP: 1017950 | > loss_text_ce: 0.0390012226998806 (0.033311933337828) | > loss_mel_ce: 1.8770579099655151 (nan) | > loss: 0.0076034097000956535 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1412076311670382) | > loader_time: 0.0045 (0.004634407704857552)  --> TIME: 2025-03-25 15:00:12 -- STEP: 8240/31555 -- GLOBAL_STEP: 1018000 | > loss_text_ce: 0.031881995499134064 (0.03331405685115974) | > loss_mel_ce: 2.2136032581329346 (nan) | > loss: 0.008910656906664371 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14119170794209246) | > loader_time: 0.0046 (0.0046342008900874055)  --> TIME: 2025-03-25 15:00:21 -- STEP: 8290/31555 -- GLOBAL_STEP: 1018050 | > loss_text_ce: 0.03352230042219162 (0.03331768448488171) | > loss_mel_ce: 3.3310904502868652 (nan) | > loss: 0.013351638801395893 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14117926556181148) | > loader_time: 0.0046 (0.004633812852590324)  --> TIME: 2025-03-25 15:00:31 -- STEP: 8340/31555 -- GLOBAL_STEP: 1018100 | > loss_text_ce: 0.035507477819919586 (0.033313725271197525) | > loss_mel_ce: 2.588472604751587 (nan) | > loss: 0.010412619449198246 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14118513091862647) | > loader_time: 0.0046 (0.004633102342665071)  --> TIME: 2025-03-25 15:00:41 -- STEP: 8390/31555 -- GLOBAL_STEP: 1018150 | > loss_text_ce: 0.04012679308652878 (0.03332415480317646) | > loss_mel_ce: 1.8479965925216675 (nan) | > loss: 0.0074925534427165985 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14119555569377093) | > loader_time: 0.0045 (0.004632568444625999)  --> TIME: 2025-03-25 15:00:51 -- STEP: 8440/31555 -- GLOBAL_STEP: 1018200 | > loss_text_ce: 0.03033294528722763 (0.03332594499671706) | > loss_mel_ce: 2.5766851902008057 (nan) | > loss: 0.010345310904085636 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.1412037976545181) | > loader_time: 0.0048 (0.004631898527461788)  --> TIME: 2025-03-25 15:01:00 -- STEP: 8490/31555 -- GLOBAL_STEP: 1018250 | > loss_text_ce: 0.027763741090893745 (0.03331380582165565) | > loss_mel_ce: 2.5883169174194336 (nan) | > loss: 0.010381273925304413 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1411788171255969) | > loader_time: 0.0047 (0.004631878461938881)  --> TIME: 2025-03-25 15:01:10 -- STEP: 8540/31555 -- GLOBAL_STEP: 1018300 | > loss_text_ce: 0.026576826348900795 (0.033308185512675545) | > loss_mel_ce: 2.4907732009887695 (nan) | > loss: 0.009989484213292599 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14117102790493052) | > loader_time: 0.0048 (0.004631252422824135)  --> TIME: 2025-03-25 15:01:19 -- STEP: 8590/31555 -- GLOBAL_STEP: 1018350 | > loss_text_ce: 0.03996017575263977 (0.03331349039617262) | > loss_mel_ce: 2.8428568840026855 (nan) | > loss: 0.011439750902354717 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14117805408237996) | > loader_time: 0.0046 (0.00463087619808141)  --> TIME: 2025-03-25 15:01:29 -- STEP: 8640/31555 -- GLOBAL_STEP: 1018400 | > loss_text_ce: 0.02918597124516964 (0.033313539755720434) | > loss_mel_ce: 2.758530616760254 (nan) | > loss: 0.01106236781924963 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14117063223211873) | > loader_time: 0.0047 (0.004631179267609577)  --> TIME: 2025-03-25 15:01:39 -- STEP: 8690/31555 -- GLOBAL_STEP: 1018450 | > loss_text_ce: 0.038864895701408386 (0.03331492060969051) | > loss_mel_ce: 2.84834623336792 (nan) | > loss: 0.011457187123596668 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1411873582317587) | > loader_time: 0.0044 (0.004630902337534124)  --> TIME: 2025-03-25 15:01:48 -- STEP: 8740/31555 -- GLOBAL_STEP: 1018500 | > loss_text_ce: 0.028109094128012657 (0.033305410860272645) | > loss_mel_ce: 2.707221269607544 (nan) | > loss: 0.010854486376047134 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1411704864327369) | > loader_time: 0.0048 (0.004630831941041593)  --> TIME: 2025-03-25 15:01:58 -- STEP: 8790/31555 -- GLOBAL_STEP: 1018550 | > loss_text_ce: 0.02983631007373333 (0.033310760585623024) | > loss_mel_ce: 2.5537807941436768 (nan) | > loss: 0.010252449661493301 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14118746260056073) | > loader_time: 0.0044 (0.004630774768139335)  --> TIME: 2025-03-25 15:02:07 -- STEP: 8840/31555 -- GLOBAL_STEP: 1018600 | > loss_text_ce: 0.03909354284405708 (0.03331109620736095) | > loss_mel_ce: 2.9955978393554688 (nan) | > loss: 0.012042426504194736 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14116823125748643) | > loader_time: 0.0046 (0.004631152357990407)  --> TIME: 2025-03-25 15:02:17 -- STEP: 8890/31555 -- GLOBAL_STEP: 1018650 | > loss_text_ce: 0.02911793440580368 (0.03331436772712406) | > loss_mel_ce: 2.5641887187957764 (nan) | > loss: 0.010290899313986301 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14116996959840789) | > loader_time: 0.0047 (0.004631493732551109)  --> TIME: 2025-03-25 15:02:27 -- STEP: 8940/31555 -- GLOBAL_STEP: 1018700 | > loss_text_ce: 0.039228539913892746 (0.033310688531622126) | > loss_mel_ce: 1.6402175426483154 (nan) | > loss: 0.00666446890681982 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14116839557152763) | > loader_time: 0.0046 (0.004631667329160984)  --> TIME: 2025-03-25 15:02:36 -- STEP: 8990/31555 -- GLOBAL_STEP: 1018750 | > loss_text_ce: 0.02864089608192444 (0.03331222615812856) | > loss_mel_ce: 2.9213685989379883 (nan) | > loss: 0.011706387624144554 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14117037555134487) | > loader_time: 0.005 (0.004631701804639524)  --> TIME: 2025-03-25 15:02:46 -- STEP: 9040/31555 -- GLOBAL_STEP: 1018800 | > loss_text_ce: 0.025457147508859634 (0.03330845831052719) | > loss_mel_ce: 3.0543506145477295 (nan) | > loss: 0.012221460230648518 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.141144301432424) | > loader_time: 0.0045 (0.00463137394559069)  --> TIME: 2025-03-25 15:02:55 -- STEP: 9090/31555 -- GLOBAL_STEP: 1018850 | > loss_text_ce: 0.029494844377040863 (0.033309809226087776) | > loss_mel_ce: 3.0626413822174072 (nan) | > loss: 0.012270382605493069 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14111629891054597) | > loader_time: 0.0046 (0.004631540720218893)  --> TIME: 2025-03-25 15:03:05 -- STEP: 9140/31555 -- GLOBAL_STEP: 1018900 | > loss_text_ce: 0.028653856366872787 (0.03330538135197183) | > loss_mel_ce: 2.0112879276275635 (nan) | > loss: 0.00809500738978386 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1411257389337803) | > loader_time: 0.0046 (0.0046314931020173455)  --> TIME: 2025-03-25 15:03:14 -- STEP: 9190/31555 -- GLOBAL_STEP: 1018950 | > loss_text_ce: 0.037892717868089676 (0.033304580826194724) | > loss_mel_ce: 1.04498291015625 (nan) | > loss: 0.004297125618904829 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1411062492250229) | > loader_time: 0.0043 (0.004631003306142934)  --> TIME: 2025-03-25 15:03:24 -- STEP: 9240/31555 -- GLOBAL_STEP: 1019000 | > loss_text_ce: 0.03259192034602165 (0.03330245860529764) | > loss_mel_ce: 2.498784303665161 (nan) | > loss: 0.010045143775641918 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1411046802997589) | > loader_time: 0.0044 (0.004631102007704915)  --> TIME: 2025-03-25 15:03:33 -- STEP: 9290/31555 -- GLOBAL_STEP: 1019050 | > loss_text_ce: 0.0346173420548439 (0.033300645608731624) | > loss_mel_ce: 2.1004130840301514 (nan) | > loss: 0.008472343906760216 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14109474452627485) | > loader_time: 0.0043 (0.004631027313043553)  --> TIME: 2025-03-25 15:03:43 -- STEP: 9340/31555 -- GLOBAL_STEP: 1019100 | > loss_text_ce: 0.03463638946413994 (0.033297601811851034) | > loss_mel_ce: 2.5334672927856445 (nan) | > loss: 0.010190888307988644 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14111229158315716) | > loader_time: 0.0044 (0.004630914592130301)  --> TIME: 2025-03-25 15:03:53 -- STEP: 9390/31555 -- GLOBAL_STEP: 1019150 | > loss_text_ce: 0.028439540416002274 (0.03329513774246482) | > loss_mel_ce: 2.2901978492736816 (nan) | > loss: 0.00920094270259142 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1411336168313558) | > loader_time: 0.0045 (0.004631420522452185)  --> TIME: 2025-03-25 15:04:03 -- STEP: 9440/31555 -- GLOBAL_STEP: 1019200 | > loss_text_ce: 0.0246281661093235 (0.03329417836138091) | > loss_mel_ce: 3.113550901412964 (nan) | > loss: 0.012453092262148857 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14114503812486837) | > loader_time: 0.0047 (0.004631621554746489)  --> TIME: 2025-03-25 15:04:12 -- STEP: 9490/31555 -- GLOBAL_STEP: 1019250 | > loss_text_ce: 0.04720853641629219 (0.03330245008387915) | > loss_mel_ce: 2.9935171604156494 (nan) | > loss: 0.01206637267023325 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14111491174165264) | > loader_time: 0.0046 (0.004631178220783089)  --> TIME: 2025-03-25 15:04:22 -- STEP: 9540/31555 -- GLOBAL_STEP: 1019300 | > loss_text_ce: 0.03428779914975166 (0.0332973926220737) | > loss_mel_ce: 2.379347085952759 (nan) | > loss: 0.009577916003763676 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14110542203395354) | > loader_time: 0.005 (0.004631610461500976)  --> TIME: 2025-03-25 15:04:32 -- STEP: 9590/31555 -- GLOBAL_STEP: 1019350 | > loss_text_ce: 0.027203725650906563 (0.03329718500507818) | > loss_mel_ce: 2.3908603191375732 (nan) | > loss: 0.009595492854714394 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14111811540422636) | > loader_time: 0.0045 (0.004631593229872612)  --> TIME: 2025-03-25 15:04:42 -- STEP: 9640/31555 -- GLOBAL_STEP: 1019400 | > loss_text_ce: 0.037122342735528946 (0.03329477252137235) | > loss_mel_ce: 2.8724265098571777 (nan) | > loss: 0.011545829474925995 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14113806444084975) | > loader_time: 0.0045 (0.004631883079085629)  --> TIME: 2025-03-25 15:04:51 -- STEP: 9690/31555 -- GLOBAL_STEP: 1019450 | > loss_text_ce: 0.0402204729616642 (0.03330013207241624) | > loss_mel_ce: 2.788564920425415 (nan) | > loss: 0.011225339956581593 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14112209161614708) | > loader_time: 0.0044 (0.004631521015344413)  --> TIME: 2025-03-25 15:05:01 -- STEP: 9740/31555 -- GLOBAL_STEP: 1019500 | > loss_text_ce: 0.03216831758618355 (0.033293191503802215) | > loss_mel_ce: 2.835373640060425 (nan) | > loss: 0.011379135772585869 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14111236659408324) | > loader_time: 0.0045 (0.00463185043550372)  --> TIME: 2025-03-25 15:05:10 -- STEP: 9790/31555 -- GLOBAL_STEP: 1019550 | > loss_text_ce: 0.02630644477903843 (0.033292876025119565) | > loss_mel_ce: 2.7080960273742676 (nan) | > loss: 0.010850803926587105 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1410980486163565) | > loader_time: 0.0045 (0.004631823563113049)  --> TIME: 2025-03-25 15:05:20 -- STEP: 9840/31555 -- GLOBAL_STEP: 1019600 | > loss_text_ce: 0.02669847011566162 (0.03328654780696196) | > loss_mel_ce: 2.7410659790039062 (nan) | > loss: 0.010983193293213844 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14109068064670235) | > loader_time: 0.0045 (0.00463182691151535)  --> TIME: 2025-03-25 15:05:29 -- STEP: 9890/31555 -- GLOBAL_STEP: 1019650 | > loss_text_ce: 0.024715986102819443 (0.03328169012203042) | > loss_mel_ce: 2.653273105621338 (nan) | > loss: 0.010626940988004208 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14108004767685) | > loader_time: 0.0046 (0.004631900160570608)  --> TIME: 2025-03-25 15:05:39 -- STEP: 9940/31555 -- GLOBAL_STEP: 1019700 | > loss_text_ce: 0.03939558565616608 (0.033289782807860546) | > loss_mel_ce: 2.3135948181152344 (nan) | > loss: 0.009337264113128185 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1410795721729515) | > loader_time: 0.0045 (0.004631392049117837)  --> TIME: 2025-03-25 15:05:48 -- STEP: 9990/31555 -- GLOBAL_STEP: 1019750 | > loss_text_ce: 0.04140433296561241 (0.03329760940266292) | > loss_mel_ce: 2.034191846847534 (nan) | > loss: 0.008236492983996868 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1410545852210545) | > loader_time: 0.0044 (0.004630143816645331)  --> TIME: 2025-03-25 15:05:57 -- STEP: 10040/31555 -- GLOBAL_STEP: 1019800 | > loss_text_ce: 0.02835800312459469 (0.03329077708039549) | > loss_mel_ce: 2.770564317703247 (nan) | > loss: 0.01110683474689722 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14102544069765055) | > loader_time: 0.0048 (0.004629188372319452)  --> TIME: 2025-03-25 15:06:07 -- STEP: 10090/31555 -- GLOBAL_STEP: 1019850 | > loss_text_ce: 0.03442699462175369 (0.033297697121390045) | > loss_mel_ce: 2.982654333114624 (nan) | > loss: 0.011972545646131039 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14102223025795443) | > loader_time: 0.0043 (0.004628521741558957)  --> TIME: 2025-03-25 15:06:17 -- STEP: 10140/31555 -- GLOBAL_STEP: 1019900 | > loss_text_ce: 0.02307252027094364 (0.03329058520512421) | > loss_mel_ce: 2.1693358421325684 (nan) | > loss: 0.008700033649802208 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1410186508938636) | > loader_time: 0.0043 (0.00462780349118236)  --> TIME: 2025-03-25 15:06:26 -- STEP: 10190/31555 -- GLOBAL_STEP: 1019950 | > loss_text_ce: 0.03537694364786148 (0.033287511030312536) | > loss_mel_ce: 2.809739112854004 (nan) | > loss: 0.011290144175291061 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14101741922264313) | > loader_time: 0.0046 (0.0046272411898612194)  --> TIME: 2025-03-25 15:06:35 -- STEP: 10240/31555 -- GLOBAL_STEP: 1020000 | > loss_text_ce: 0.03188421577215195 (0.03328733605803787) | > loss_mel_ce: 2.7086563110351562 (nan) | > loss: 0.010875161737203598 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1409933582646768) | > loader_time: 0.0045 (0.004626819933764651) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1020000.pth  --> TIME: 2025-03-25 15:06:50 -- STEP: 10290/31555 -- GLOBAL_STEP: 1020050 | > loss_text_ce: 0.036422207951545715 (0.0332860257226767) | > loss_mel_ce: 2.5399107933044434 (nan) | > loss: 0.01022354420274496 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14095904940650533) | > loader_time: 0.0047 (0.004627184918832745)  --> TIME: 2025-03-25 15:06:59 -- STEP: 10340/31555 -- GLOBAL_STEP: 1020100 | > loss_text_ce: 0.03595193848013878 (0.033287599240384644) | > loss_mel_ce: 2.9110162258148193 (nan) | > loss: 0.011694318614900112 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14093398363032195) | > loader_time: 0.0048 (0.004627042628349153)  --> TIME: 2025-03-25 15:07:09 -- STEP: 10390/31555 -- GLOBAL_STEP: 1020150 | > loss_text_ce: 0.03396255522966385 (0.03328057924057855) | > loss_mel_ce: 3.0017549991607666 (nan) | > loss: 0.012046498246490955 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.140920202266263) | > loader_time: 0.0046 (0.0046267598723998245)  --> TIME: 2025-03-25 15:07:18 -- STEP: 10440/31555 -- GLOBAL_STEP: 1020200 | > loss_text_ce: 0.0305772852152586 (0.03328620202141773) | > loss_mel_ce: 2.116974115371704 (nan) | > loss: 0.008522029034793377 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1409139962031918) | > loader_time: 0.0045 (0.0046268107562229726)  --> TIME: 2025-03-25 15:07:28 -- STEP: 10490/31555 -- GLOBAL_STEP: 1020250 | > loss_text_ce: 0.034263212233781815 (0.03328055332630543) | > loss_mel_ce: 2.8073532581329346 (nan) | > loss: 0.011276256293058395 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14091264681093277) | > loader_time: 0.0043 (0.004626721672152671)  --> TIME: 2025-03-25 15:07:38 -- STEP: 10540/31555 -- GLOBAL_STEP: 1020300 | > loss_text_ce: 0.030920764431357384 (0.033284031919891106) | > loss_mel_ce: 2.7550010681152344 (nan) | > loss: 0.011055245995521545 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14091994287393067) | > loader_time: 0.0046 (0.004626401280542498)  --> TIME: 2025-03-25 15:07:47 -- STEP: 10590/31555 -- GLOBAL_STEP: 1020350 | > loss_text_ce: 0.038023997098207474 (0.033289083575247666) | > loss_mel_ce: 2.0937798023223877 (nan) | > loss: 0.008459539152681828 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14090911193880015) | > loader_time: 0.0043 (0.004626296667471839)  --> TIME: 2025-03-25 15:07:57 -- STEP: 10640/31555 -- GLOBAL_STEP: 1020400 | > loss_text_ce: 0.031911611557006836 (0.03329025394680621) | > loss_mel_ce: 3.010129928588867 (nan) | > loss: 0.012071593664586544 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1409133774221385) | > loader_time: 0.0045 (0.004626117411412704)  --> TIME: 2025-03-25 15:08:07 -- STEP: 10690/31555 -- GLOBAL_STEP: 1020450 | > loss_text_ce: 0.04019232094287872 (0.03329132947560236) | > loss_mel_ce: 2.637418508529663 (nan) | > loss: 0.010625440627336502 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1409134081304346) | > loader_time: 0.0045 (0.004626211236859186)  --> TIME: 2025-03-25 15:08:17 -- STEP: 10740/31555 -- GLOBAL_STEP: 1020500 | > loss_text_ce: 0.032632432878017426 (0.033296472174366945) | > loss_mel_ce: 2.388777494430542 (nan) | > loss: 0.009608769789338112 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.1409287152565607) | > loader_time: 0.0046 (0.004626420179114895)  --> TIME: 2025-03-25 15:08:26 -- STEP: 10790/31555 -- GLOBAL_STEP: 1020550 | > loss_text_ce: 0.035669956356287 (0.03329377197224622) | > loss_mel_ce: 3.0378987789154053 (nan) | > loss: 0.01219670195132494 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14094150459689003) | > loader_time: 0.0047 (0.004626682005732905)  --> TIME: 2025-03-25 15:08:36 -- STEP: 10840/31555 -- GLOBAL_STEP: 1020600 | > loss_text_ce: 0.03455245867371559 (0.033289173129530135) | > loss_mel_ce: 2.8218867778778076 (nan) | > loss: 0.011335077695548534 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14093782351905515) | > loader_time: 0.0048 (0.0046266583279050266)  --> TIME: 2025-03-25 15:08:45 -- STEP: 10890/31555 -- GLOBAL_STEP: 1020650 | > loss_text_ce: 0.0323200486600399 (0.03327990448020252) | > loss_mel_ce: 1.4846649169921875 (nan) | > loss: 0.006019781809300184 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14092419046781984) | > loader_time: 0.0045 (0.004626571114069844)  --> TIME: 2025-03-25 15:08:55 -- STEP: 10940/31555 -- GLOBAL_STEP: 1020700 | > loss_text_ce: 0.04111897945404053 (0.03328563006453461) | > loss_mel_ce: 2.724193572998047 (nan) | > loss: 0.010973463766276836 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14091573330340412) | > loader_time: 0.0045 (0.0046264019919052095)  --> TIME: 2025-03-25 15:09:05 -- STEP: 10990/31555 -- GLOBAL_STEP: 1020750 | > loss_text_ce: 0.025338418781757355 (0.03328176282551328) | > loss_mel_ce: 2.233344554901123 (nan) | > loss: 0.008963027969002724 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14091783005937364) | > loader_time: 0.0046 (0.004626644905097282)  --> TIME: 2025-03-25 15:09:14 -- STEP: 11040/31555 -- GLOBAL_STEP: 1020800 | > loss_text_ce: 0.028896695002913475 (0.03328002678370446) | > loss_mel_ce: 2.248047351837158 (nan) | > loss: 0.00903549324721098 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14093596185894908) | > loader_time: 0.0047 (0.004626715593579898)  --> TIME: 2025-03-25 15:09:24 -- STEP: 11090/31555 -- GLOBAL_STEP: 1020850 | > loss_text_ce: 0.028344864025712013 (0.033277623139143814) | > loss_mel_ce: 2.695418357849121 (nan) | > loss: 0.010808585211634636 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14093864226362657) | > loader_time: 0.0048 (0.004626509496174611)  --> TIME: 2025-03-25 15:09:34 -- STEP: 11140/31555 -- GLOBAL_STEP: 1020900 | > loss_text_ce: 0.03778252378106117 (0.03327310424326473) | > loss_mel_ce: 1.9108537435531616 (nan) | > loss: 0.007732684258371592 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1409353891223715) | > loader_time: 0.0044 (0.004626872851989863)  --> TIME: 2025-03-25 15:09:44 -- STEP: 11190/31555 -- GLOBAL_STEP: 1020950 | > loss_text_ce: 0.03129276633262634 (0.03327139007190611) | > loss_mel_ce: 2.5121257305145264 (nan) | > loss: 0.010092930868268013 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1409435648913882) | > loader_time: 0.0046 (0.004627471272704643)  --> TIME: 2025-03-25 15:09:53 -- STEP: 11240/31555 -- GLOBAL_STEP: 1021000 | > loss_text_ce: 0.04327551648020744 (0.03326673737007901) | > loss_mel_ce: 2.3035247325897217 (nan) | > loss: 0.009312700480222702 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14095803066504728) | > loader_time: 0.0047 (0.004627687566220974)  --> TIME: 2025-03-25 15:10:03 -- STEP: 11290/31555 -- GLOBAL_STEP: 1021050 | > loss_text_ce: 0.027900584042072296 (0.03326511915799552) | > loss_mel_ce: 2.7379674911499023 (nan) | > loss: 0.010975668206810951 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14096826670758936) | > loader_time: 0.0045 (0.0046277332981673885)  --> TIME: 2025-03-25 15:10:13 -- STEP: 11340/31555 -- GLOBAL_STEP: 1021100 | > loss_text_ce: 0.04314370080828667 (0.03327152818717343) | > loss_mel_ce: 2.995373249053955 (nan) | > loss: 0.012057607993483543 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1409795228766378) | > loader_time: 0.0045 (0.0046282137933021305)  --> TIME: 2025-03-25 15:10:23 -- STEP: 11390/31555 -- GLOBAL_STEP: 1021150 | > loss_text_ce: 0.03711189329624176 (0.033271142706124586) | > loss_mel_ce: 2.8377983570098877 (nan) | > loss: 0.011408374644815922 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14097246160833662) | > loader_time: 0.0045 (0.0046284101425921095)  --> TIME: 2025-03-25 15:10:32 -- STEP: 11440/31555 -- GLOBAL_STEP: 1021200 | > loss_text_ce: 0.02663545124232769 (0.03327320611456061) | > loss_mel_ce: 2.7476398944854736 (nan) | > loss: 0.011009030044078827 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14096259958260482) | > loader_time: 0.0047 (0.004628423460713634)  --> TIME: 2025-03-25 15:10:41 -- STEP: 11490/31555 -- GLOBAL_STEP: 1021250 | > loss_text_ce: 0.0301519725471735 (0.033270975987421306) | > loss_mel_ce: 2.5702462196350098 (nan) | > loss: 0.010319041088223457 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1409508959120303) | > loader_time: 0.0046 (0.004628375782149062)  --> TIME: 2025-03-25 15:10:51 -- STEP: 11540/31555 -- GLOBAL_STEP: 1021300 | > loss_text_ce: 0.026771627366542816 (0.03327650930877761) | > loss_mel_ce: 2.5486652851104736 (nan) | > loss: 0.010219988413155079 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.140942788475307) | > loader_time: 0.0046 (0.0046282670320216684)  --> TIME: 2025-03-25 15:11:01 -- STEP: 11590/31555 -- GLOBAL_STEP: 1021350 | > loss_text_ce: 0.027005039155483246 (0.03327334016574368) | > loss_mel_ce: 2.923675298690796 (nan) | > loss: 0.011709049344062805 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14096210720829086) | > loader_time: 0.0047 (0.00462817828957637)  --> TIME: 2025-03-25 15:11:10 -- STEP: 11640/31555 -- GLOBAL_STEP: 1021400 | > loss_text_ce: 0.04018991068005562 (0.033275912131448517) | > loss_mel_ce: 2.372204065322876 (nan) | > loss: 0.009572993032634258 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14093643924624594) | > loader_time: 0.0043 (0.004627955738211818)  --> TIME: 2025-03-25 15:11:20 -- STEP: 11690/31555 -- GLOBAL_STEP: 1021450 | > loss_text_ce: 0.02783222682774067 (0.03327707297131233) | > loss_mel_ce: 1.745025634765625 (nan) | > loss: 0.007035150658339262 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14094228336605022) | > loader_time: 0.0047 (0.004627656630719178)  --> TIME: 2025-03-25 15:11:29 -- STEP: 11740/31555 -- GLOBAL_STEP: 1021500 | > loss_text_ce: 0.04182703047990799 (0.03327420186362468) | > loss_mel_ce: 2.8212180137634277 (nan) | > loss: 0.011361290700733662 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14092208981717017) | > loader_time: 0.0046 (0.0046271751645882596)  --> TIME: 2025-03-25 15:11:39 -- STEP: 11790/31555 -- GLOBAL_STEP: 1021550 | > loss_text_ce: 0.03621552884578705 (0.03327668122078301) | > loss_mel_ce: 1.581721544265747 (nan) | > loss: 0.006420385558158159 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1409287471302083) | > loader_time: 0.0045 (0.004627586442398957)  --> TIME: 2025-03-25 15:11:48 -- STEP: 11840/31555 -- GLOBAL_STEP: 1021600 | > loss_text_ce: 0.04408483952283859 (0.03328154436580063) | > loss_mel_ce: 2.822094202041626 (nan) | > loss: 0.011373726651072502 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14091625654616824) | > loader_time: 0.0046 (0.0046273663640022155)  --> TIME: 2025-03-25 15:11:58 -- STEP: 11890/31555 -- GLOBAL_STEP: 1021650 | > loss_text_ce: 0.030180081725120544 (0.03328208975224466) | > loss_mel_ce: 2.3726181983947754 (nan) | > loss: 0.009534914046525955 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14090497622076809) | > loader_time: 0.0046 (0.004627572036370984)  --> TIME: 2025-03-25 15:12:08 -- STEP: 11940/31555 -- GLOBAL_STEP: 1021700 | > loss_text_ce: 0.03412012383341789 (0.03329017838522477) | > loss_mel_ce: 2.887991189956665 (nan) | > loss: 0.011595680378377438 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.1409188411742993) | > loader_time: 0.0048 (0.004627738346406545)  --> TIME: 2025-03-25 15:12:18 -- STEP: 11990/31555 -- GLOBAL_STEP: 1021750 | > loss_text_ce: 0.027857843786478043 (0.03329209252373265) | > loss_mel_ce: 1.095672607421875 (nan) | > loss: 0.004458454437553883 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14094057954083444) | > loader_time: 0.0044 (0.004627471053669892)  --> TIME: 2025-03-25 15:12:27 -- STEP: 12040/31555 -- GLOBAL_STEP: 1021800 | > loss_text_ce: 0.01788911037147045 (0.03328541323234744) | > loss_mel_ce: 2.6838631629943848 (nan) | > loss: 0.010721239261329174 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1409261878542721) | > loader_time: 0.0045 (0.0046272923582019836)  --> TIME: 2025-03-25 15:12:37 -- STEP: 12090/31555 -- GLOBAL_STEP: 1021850 | > loss_text_ce: 0.03266170620918274 (0.03328685551485854) | > loss_mel_ce: 2.9933269023895264 (nan) | > loss: 0.01200789213180542 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14093283181154945) | > loader_time: 0.0046 (0.004627097155852576)  --> TIME: 2025-03-25 15:12:46 -- STEP: 12140/31555 -- GLOBAL_STEP: 1021900 | > loss_text_ce: 0.028179408982396126 (0.033281589604229986) | > loss_mel_ce: 1.3005857467651367 (nan) | > loss: 0.0052728778682649136 (nan) | > current_lr: 5e-06 | > step_time: 0.1028 (0.14092733371002417) | > loader_time: 0.0044 (0.004626770860084384)  --> TIME: 2025-03-25 15:12:56 -- STEP: 12190/31555 -- GLOBAL_STEP: 1021950 | > loss_text_ce: 0.03636180981993675 (0.033278679981647526) | > loss_mel_ce: 2.8457987308502197 (nan) | > loss: 0.011437145061790943 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14094450411198026) | > loader_time: 0.0046 (0.004626489487507959)  --> TIME: 2025-03-25 15:13:06 -- STEP: 12240/31555 -- GLOBAL_STEP: 1022000 | > loss_text_ce: 0.02888714335858822 (0.03327525651053494) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14095901778710396) | > loader_time: 0.0045 (0.004626171923930338)  --> TIME: 2025-03-25 15:13:16 -- STEP: 12290/31555 -- GLOBAL_STEP: 1022050 | > loss_text_ce: 0.03975600749254227 (0.03327833628115248) | > loss_mel_ce: 2.5019948482513428 (nan) | > loss: 0.01008631382137537 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.1409578691370799) | > loader_time: 0.0046 (0.004625784021940906)  --> TIME: 2025-03-25 15:13:25 -- STEP: 12340/31555 -- GLOBAL_STEP: 1022100 | > loss_text_ce: 0.043519988656044006 (0.033284026509712496) | > loss_mel_ce: 2.6766068935394287 (nan) | > loss: 0.010794155299663544 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14095919679011049) | > loader_time: 0.0045 (0.004625365394054379)  --> TIME: 2025-03-25 15:13:35 -- STEP: 12390/31555 -- GLOBAL_STEP: 1022150 | > loss_text_ce: 0.032532110810279846 (0.03328127270080367) | > loss_mel_ce: 2.386885166168213 (nan) | > loss: 0.009600862860679626 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14095289657152446) | > loader_time: 0.0046 (0.004625072663979133)  --> TIME: 2025-03-25 15:13:45 -- STEP: 12440/31555 -- GLOBAL_STEP: 1022200 | > loss_text_ce: 0.021002423018217087 (0.03327951688114324) | > loss_mel_ce: 2.6493399143218994 (nan) | > loss: 0.01059659756720066 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14094337844005297) | > loader_time: 0.0044 (0.004624723238193704)  --> TIME: 2025-03-25 15:13:54 -- STEP: 12490/31555 -- GLOBAL_STEP: 1022250 | > loss_text_ce: 0.03422605246305466 (0.03328467344095695) | > loss_mel_ce: 2.913114070892334 (nan) | > loss: 0.011695794761180878 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14094849816315383) | > loader_time: 0.0045 (0.004624560091188169)  --> TIME: 2025-03-25 15:14:04 -- STEP: 12540/31555 -- GLOBAL_STEP: 1022300 | > loss_text_ce: 0.024634918197989464 (0.03328170696536365) | > loss_mel_ce: 2.925720691680908 (nan) | > loss: 0.011707760393619537 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14094646634857735) | > loader_time: 0.0049 (0.0046246255413767085)  --> TIME: 2025-03-25 15:14:14 -- STEP: 12590/31555 -- GLOBAL_STEP: 1022350 | > loss_text_ce: 0.03669264540076256 (0.03328464269864427) | > loss_mel_ce: 2.8843655586242676 (nan) | > loss: 0.011591501533985138 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14095701624042292) | > loader_time: 0.0049 (0.004624573648496683)  --> TIME: 2025-03-25 15:14:23 -- STEP: 12640/31555 -- GLOBAL_STEP: 1022400 | > loss_text_ce: 0.043002791702747345 (0.033288591444017926) | > loss_mel_ce: 2.9731385707855225 (nan) | > loss: 0.011968815699219704 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.140958096407636) | > loader_time: 0.0046 (0.0046247850679144)  --> TIME: 2025-03-25 15:14:33 -- STEP: 12690/31555 -- GLOBAL_STEP: 1022450 | > loss_text_ce: 0.03331336751580238 (0.03328897218257377) | > loss_mel_ce: 0.0594482421875 (nan) | > loss: 0.00036810163874179125 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14094849117540503) | > loader_time: 0.0044 (0.0046246189503711)  --> TIME: 2025-03-25 15:14:43 -- STEP: 12740/31555 -- GLOBAL_STEP: 1022500 | > loss_text_ce: 0.03695528581738472 (0.03329298644505007) | > loss_mel_ce: 2.2335734367370605 (nan) | > loss: 0.009010035544633865 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14096691393215882) | > loader_time: 0.0047 (0.00462452107733422)  --> TIME: 2025-03-25 15:14:52 -- STEP: 12790/31555 -- GLOBAL_STEP: 1022550 | > loss_text_ce: 0.03320259600877762 (0.03329544160056336) | > loss_mel_ce: 2.770320415496826 (nan) | > loss: 0.011125092394649982 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14095318705146362) | > loader_time: 0.0046 (0.0046243980771587395)  --> TIME: 2025-03-25 15:15:02 -- STEP: 12840/31555 -- GLOBAL_STEP: 1022600 | > loss_text_ce: 0.03221552446484566 (0.03329828417217341) | > loss_mel_ce: 2.757509231567383 (nan) | > loss: 0.011070337146520615 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14095915060176953) | > loader_time: 0.0048 (0.004624302383523858)  --> TIME: 2025-03-25 15:15:11 -- STEP: 12890/31555 -- GLOBAL_STEP: 1022650 | > loss_text_ce: 0.032625000923871994 (0.03329745070673563) | > loss_mel_ce: 2.5443270206451416 (nan) | > loss: 0.010226000100374222 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14095019471099646) | > loader_time: 0.0043 (0.004623865322885441)  --> TIME: 2025-03-25 15:15:21 -- STEP: 12940/31555 -- GLOBAL_STEP: 1022700 | > loss_text_ce: 0.028208617120981216 (0.03329620158661112) | > loss_mel_ce: 1.9580512046813965 (nan) | > loss: 0.007881984114646912 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1409384147461261) | > loader_time: 0.0045 (0.004623440594356242)  --> TIME: 2025-03-25 15:15:30 -- STEP: 12990/31555 -- GLOBAL_STEP: 1022750 | > loss_text_ce: 0.037463344633579254 (0.033298977260177526) | > loss_mel_ce: 2.102473258972168 (nan) | > loss: 0.008491812273859978 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14093335985311398) | > loader_time: 0.0044 (0.004623005737058006)  --> TIME: 2025-03-25 15:15:40 -- STEP: 13040/31555 -- GLOBAL_STEP: 1022800 | > loss_text_ce: 0.027019985020160675 (0.03329834418058507) | > loss_mel_ce: 1.5166234970092773 (nan) | > loss: 0.006125569809228182 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14093472123877337) | > loader_time: 0.0046 (0.004622619448263948)  --> TIME: 2025-03-25 15:15:50 -- STEP: 13090/31555 -- GLOBAL_STEP: 1022850 | > loss_text_ce: 0.029770944267511368 (0.033297661701651396) | > loss_mel_ce: 2.0273609161376953 (nan) | > loss: 0.00816322211176157 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14095713137851712) | > loader_time: 0.0044 (0.004622478098974957)  --> TIME: 2025-03-25 15:16:00 -- STEP: 13140/31555 -- GLOBAL_STEP: 1022900 | > loss_text_ce: 0.031030070036649704 (0.03330065465540756) | > loss_mel_ce: 2.966017246246338 (nan) | > loss: 0.011893046088516712 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1409657658507285) | > loader_time: 0.005 (0.004622442500957791)  --> TIME: 2025-03-25 15:16:09 -- STEP: 13190/31555 -- GLOBAL_STEP: 1022950 | > loss_text_ce: 0.029419153928756714 (0.033298149812610825) | > loss_mel_ce: 2.9088706970214844 (nan) | > loss: 0.011659881100058556 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14095998282139674) | > loader_time: 0.0045 (0.004622019756192772)  --> TIME: 2025-03-25 15:16:19 -- STEP: 13240/31555 -- GLOBAL_STEP: 1023000 | > loss_text_ce: 0.031951501965522766 (0.03329867786492914) | > loss_mel_ce: 3.1347808837890625 (nan) | > loss: 0.012566398829221725 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14097362112062514) | > loader_time: 0.0046 (0.004622112912353789)  --> TIME: 2025-03-25 15:16:29 -- STEP: 13290/31555 -- GLOBAL_STEP: 1023050 | > loss_text_ce: 0.04245241731405258 (0.03329995160942039) | > loss_mel_ce: 2.938504219055176 (nan) | > loss: 0.0118291936814785 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14099709379484573) | > loader_time: 0.005 (0.004621689314228685)  --> TIME: 2025-03-25 15:16:39 -- STEP: 13340/31555 -- GLOBAL_STEP: 1023100 | > loss_text_ce: 0.034794796258211136 (0.03329965551704949) | > loss_mel_ce: 2.8338897228240967 (nan) | > loss: 0.011383669450879097 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1409828634633824) | > loader_time: 0.0043 (0.004621116260717293)  --> TIME: 2025-03-25 15:16:48 -- STEP: 13390/31555 -- GLOBAL_STEP: 1023150 | > loss_text_ce: 0.032268933951854706 (0.033296179244833225) | > loss_mel_ce: 2.955049991607666 (nan) | > loss: 0.011854440905153751 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.1409867468300456) | > loader_time: 0.0046 (0.0046206084893121845)  --> TIME: 2025-03-25 15:16:58 -- STEP: 13440/31555 -- GLOBAL_STEP: 1023200 | > loss_text_ce: 0.028094209730625153 (0.03329992186869896) | > loss_mel_ce: 1.9343039989471436 (nan) | > loss: 0.007787294685840607 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14098378591948954) | > loader_time: 0.0043 (0.004620236069673578)  --> TIME: 2025-03-25 15:17:08 -- STEP: 13490/31555 -- GLOBAL_STEP: 1023250 | > loss_text_ce: 0.03140663355588913 (0.03330004811086728) | > loss_mel_ce: 2.75464129447937 (nan) | > loss: 0.011055746115744114 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1409840173947528) | > loader_time: 0.0047 (0.004619760810224274)  --> TIME: 2025-03-25 15:17:17 -- STEP: 13540/31555 -- GLOBAL_STEP: 1023300 | > loss_text_ce: 0.035699449479579926 (0.03329587611287259) | > loss_mel_ce: 2.507905960083008 (nan) | > loss: 0.010093672201037407 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14097465961687233) | > loader_time: 0.0046 (0.004619232185482094)  --> TIME: 2025-03-25 15:17:27 -- STEP: 13590/31555 -- GLOBAL_STEP: 1023350 | > loss_text_ce: 0.03507690876722336 (0.033296082682175814) | > loss_mel_ce: 3.0951921939849854 (nan) | > loss: 0.012421702966094017 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1409768602618222) | > loader_time: 0.0043 (0.00461872590649557)  --> TIME: 2025-03-25 15:17:36 -- STEP: 13640/31555 -- GLOBAL_STEP: 1023400 | > loss_text_ce: 0.03701217472553253 (0.03329137493835778) | > loss_mel_ce: 2.8760886192321777 (nan) | > loss: 0.011559924110770226 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14097560039363569) | > loader_time: 0.0045 (0.004618527917218691)  --> TIME: 2025-03-25 15:17:46 -- STEP: 13690/31555 -- GLOBAL_STEP: 1023450 | > loss_text_ce: 0.05361780524253845 (0.03329550345048013) | > loss_mel_ce: 2.3926706314086914 (nan) | > loss: 0.009707493707537651 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1409898046684397) | > loader_time: 0.0048 (0.004618835536296384)  --> TIME: 2025-03-25 15:17:56 -- STEP: 13740/31555 -- GLOBAL_STEP: 1023500 | > loss_text_ce: 0.03070126287639141 (0.03329512995703013) | > loss_mel_ce: 2.5668840408325195 (nan) | > loss: 0.010307878255844116 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14098453436702893) | > loader_time: 0.0047 (0.004618742424327727)  --> TIME: 2025-03-25 15:18:05 -- STEP: 13790/31555 -- GLOBAL_STEP: 1023550 | > loss_text_ce: 0.03166453167796135 (0.033292042032800076) | > loss_mel_ce: 2.764714241027832 (nan) | > loss: 0.011096742004156113 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14098821925978555) | > loader_time: 0.0045 (0.00461872101175862)  --> TIME: 2025-03-25 15:18:15 -- STEP: 13840/31555 -- GLOBAL_STEP: 1023600 | > loss_text_ce: 0.02720220573246479 (0.03328702038381464) | > loss_mel_ce: 3.1177144050598145 (nan) | > loss: 0.012479828670620918 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1409700119081942) | > loader_time: 0.0046 (0.004618697342155975)  --> TIME: 2025-03-25 15:18:24 -- STEP: 13890/31555 -- GLOBAL_STEP: 1023650 | > loss_text_ce: 0.028714392334222794 (0.03328807968800514) | > loss_mel_ce: 2.525531768798828 (nan) | > loss: 0.010135898366570473 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14095440990552296) | > loader_time: 0.0045 (0.004618530208211385)  --> TIME: 2025-03-25 15:18:34 -- STEP: 13940/31555 -- GLOBAL_STEP: 1023700 | > loss_text_ce: 0.029560884460806847 (0.03329117775445753) | > loss_mel_ce: 2.5753190517425537 (nan) | > loss: 0.010336825624108315 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14096081465525412) | > loader_time: 0.0051 (0.004618476538610243)  --> TIME: 2025-03-25 15:18:44 -- STEP: 13990/31555 -- GLOBAL_STEP: 1023750 | > loss_text_ce: 0.03415517508983612 (0.03328878906128768) | > loss_mel_ce: 3.0403010845184326 (nan) | > loss: 0.012200224213302135 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1409770595933636) | > loader_time: 0.0044 (0.004618539087596826)  --> TIME: 2025-03-25 15:18:54 -- STEP: 14040/31555 -- GLOBAL_STEP: 1023800 | > loss_text_ce: 0.03568832203745842 (0.03329233512159001) | > loss_mel_ce: 2.5381250381469727 (nan) | > loss: 0.010213545523583889 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14097775631820314) | > loader_time: 0.0046 (0.00461838692002146)  --> TIME: 2025-03-25 15:19:03 -- STEP: 14090/31555 -- GLOBAL_STEP: 1023850 | > loss_text_ce: 0.03339215740561485 (0.03329741516777813) | > loss_mel_ce: 1.9629888534545898 (nan) | > loss: 0.007922147400677204 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14097392388148142) | > loader_time: 0.0044 (0.004618228420964184)  --> TIME: 2025-03-25 15:19:13 -- STEP: 14140/31555 -- GLOBAL_STEP: 1023900 | > loss_text_ce: 0.035161495208740234 (0.03329667905049177) | > loss_mel_ce: 2.474184989929199 (nan) | > loss: 0.009957725182175636 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1409709075552733) | > loader_time: 0.0046 (0.00461794296450796)  --> TIME: 2025-03-25 15:19:22 -- STEP: 14190/31555 -- GLOBAL_STEP: 1023950 | > loss_text_ce: 0.03527462109923363 (0.033293713390541116) | > loss_mel_ce: 2.9558603763580322 (nan) | > loss: 0.011869583278894424 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14095994525597516) | > loader_time: 0.0048 (0.004617748905689964)  --> TIME: 2025-03-25 15:19:32 -- STEP: 14240/31555 -- GLOBAL_STEP: 1024000 | > loss_text_ce: 0.03633180260658264 (0.03329433831824469) | > loss_mel_ce: 2.9387238025665283 (nan) | > loss: 0.011805777437984943 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14095662025253355) | > loader_time: 0.0044 (0.004617604797475783)  --> TIME: 2025-03-25 15:19:41 -- STEP: 14290/31555 -- GLOBAL_STEP: 1024050 | > loss_text_ce: 0.02962053380906582 (0.033291766387355114) | > loss_mel_ce: 2.5115931034088135 (nan) | > loss: 0.010084182024002075 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14095198931270186) | > loader_time: 0.0045 (0.004617720187502851)  --> TIME: 2025-03-25 15:19:51 -- STEP: 14340/31555 -- GLOBAL_STEP: 1024100 | > loss_text_ce: 0.03479493781924248 (0.03329545515628385) | > loss_mel_ce: 0.2031424343585968 (nan) | > loss: 0.0009441960137337446 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14095946151342287) | > loader_time: 0.0044 (0.004617771892866819)  --> TIME: 2025-03-25 15:20:01 -- STEP: 14390/31555 -- GLOBAL_STEP: 1024150 | > loss_text_ce: 0.0342683345079422 (0.033295416498985174) | > loss_mel_ce: 3.0365500450134277 (nan) | > loss: 0.012185787782073021 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1409629552044574) | > loader_time: 0.0048 (0.004617632669736469)  --> TIME: 2025-03-25 15:20:10 -- STEP: 14440/31555 -- GLOBAL_STEP: 1024200 | > loss_text_ce: 0.03207550570368767 (0.03329373291271823) | > loss_mel_ce: 3.1026053428649902 (nan) | > loss: 0.012439209967851639 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14095423954675668) | > loader_time: 0.0047 (0.004617489407927696)  --> TIME: 2025-03-25 15:20:20 -- STEP: 14490/31555 -- GLOBAL_STEP: 1024250 | > loss_text_ce: 0.033254917711019516 (0.03329458745862333) | > loss_mel_ce: 2.4549002647399902 (nan) | > loss: 0.009873632341623306 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14097604486677312) | > loader_time: 0.0045 (0.004618378093606269)  --> TIME: 2025-03-25 15:20:30 -- STEP: 14540/31555 -- GLOBAL_STEP: 1024300 | > loss_text_ce: 0.033763337880373 (0.033292321290146976) | > loss_mel_ce: 2.3059194087982178 (nan) | > loss: 0.009284456260502338 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14098103508824597) | > loader_time: 0.0047 (0.00461865324101716)  --> TIME: 2025-03-25 15:20:40 -- STEP: 14590/31555 -- GLOBAL_STEP: 1024350 | > loss_text_ce: 0.04317212104797363 (0.033291525067474285) | > loss_mel_ce: 2.171886444091797 (nan) | > loss: 0.008789915591478348 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14098558667753497) | > loader_time: 0.0044 (0.004618633063056837)  --> TIME: 2025-03-25 15:20:49 -- STEP: 14640/31555 -- GLOBAL_STEP: 1024400 | > loss_text_ce: 0.03016357310116291 (0.033291888798910214) | > loss_mel_ce: 1.9290060997009277 (nan) | > loss: 0.007774482946842909 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14098571732721632) | > loader_time: 0.0045 (0.004618586298546495)  --> TIME: 2025-03-25 15:20:59 -- STEP: 14690/31555 -- GLOBAL_STEP: 1024450 | > loss_text_ce: 0.033902477473020554 (0.033294220873103346) | > loss_mel_ce: 2.448883056640625 (nan) | > loss: 0.009852323681116104 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14099053927551997) | > loader_time: 0.0046 (0.0046187756416990675)  --> TIME: 2025-03-25 15:21:09 -- STEP: 14740/31555 -- GLOBAL_STEP: 1024500 | > loss_text_ce: 0.033082254230976105 (0.03329269242652386) | > loss_mel_ce: 3.113893747329712 (nan) | > loss: 0.012488001026213169 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.1410006546424228) | > loader_time: 0.0048 (0.004618856913360834)  --> TIME: 2025-03-25 15:21:18 -- STEP: 14790/31555 -- GLOBAL_STEP: 1024550 | > loss_text_ce: 0.03600728511810303 (0.033294246226556676) | > loss_mel_ce: 3.087139368057251 (nan) | > loss: 0.012393439188599586 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14099128380105433) | > loader_time: 0.0045 (0.004618736793254974)  --> TIME: 2025-03-25 15:21:28 -- STEP: 14840/31555 -- GLOBAL_STEP: 1024600 | > loss_text_ce: 0.02665204554796219 (0.03329156150073661) | > loss_mel_ce: 2.015969753265381 (nan) | > loss: 0.008105643093585968 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14101429037006658) | > loader_time: 0.0046 (0.004618717477006723)  --> TIME: 2025-03-25 15:21:38 -- STEP: 14890/31555 -- GLOBAL_STEP: 1024650 | > loss_text_ce: 0.027526553720235825 (0.03328967831279549) | > loss_mel_ce: 3.1351852416992188 (nan) | > loss: 0.012550444342195988 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14100826451088233) | > loader_time: 0.0045 (0.004618600553278148)  --> TIME: 2025-03-25 15:21:48 -- STEP: 14940/31555 -- GLOBAL_STEP: 1024700 | > loss_text_ce: 0.022175602614879608 (0.03328786080402665) | > loss_mel_ce: 2.3911168575286865 (nan) | > loss: 0.009576558135449886 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.1410020560624603) | > loader_time: 0.0044 (0.004618257451727678)  --> TIME: 2025-03-25 15:21:57 -- STEP: 14990/31555 -- GLOBAL_STEP: 1024750 | > loss_text_ce: 0.02706146240234375 (0.0332902117500614) | > loss_mel_ce: 2.3792593479156494 (nan) | > loss: 0.009548892267048359 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14098885592180005) | > loader_time: 0.0045 (0.0046182168333271075)  --> TIME: 2025-03-25 15:22:07 -- STEP: 15040/31555 -- GLOBAL_STEP: 1024800 | > loss_text_ce: 0.029420847073197365 (0.03329065091086871) | > loss_mel_ce: 2.666316270828247 (nan) | > loss: 0.010697370395064354 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14099693959380658) | > loader_time: 0.0045 (0.004618503771563785)  --> TIME: 2025-03-25 15:22:17 -- STEP: 15090/31555 -- GLOBAL_STEP: 1024850 | > loss_text_ce: 0.03887645900249481 (0.033293440280145116) | > loss_mel_ce: 2.0774197578430176 (nan) | > loss: 0.00839800201356411 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14101817746917583) | > loader_time: 0.0047 (0.004618361519218825)  --> TIME: 2025-03-25 15:22:27 -- STEP: 15140/31555 -- GLOBAL_STEP: 1024900 | > loss_text_ce: 0.0334835909307003 (0.03329494541389133) | > loss_mel_ce: 1.3826935291290283 (nan) | > loss: 0.005619750823825598 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14102313274436395) | > loader_time: 0.0043 (0.004618579472071891)  --> TIME: 2025-03-25 15:22:36 -- STEP: 15190/31555 -- GLOBAL_STEP: 1024950 | > loss_text_ce: 0.024211978539824486 (0.0332943634974933) | > loss_mel_ce: 2.6920101642608643 (nan) | > loss: 0.010778659954667091 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1410107341701057) | > loader_time: 0.0045 (0.004618060063028734)  --> TIME: 2025-03-25 15:22:46 -- STEP: 15240/31555 -- GLOBAL_STEP: 1025000 | > loss_text_ce: 0.02865004912018776 (0.033297819979036546) | > loss_mel_ce: 2.527486562728882 (nan) | > loss: 0.010143400169909 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14100968335557112) | > loader_time: 0.0047 (0.004617705604848577)  --> TIME: 2025-03-25 15:22:55 -- STEP: 15290/31555 -- GLOBAL_STEP: 1025050 | > loss_text_ce: 0.029783880338072777 (0.03329503409664381) | > loss_mel_ce: 3.101268768310547 (nan) | > loss: 0.012424813583493233 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14101567690944675) | > loader_time: 0.005 (0.004617773075365715)  --> TIME: 2025-03-25 15:23:05 -- STEP: 15340/31555 -- GLOBAL_STEP: 1025100 | > loss_text_ce: 0.03862188383936882 (0.03329671204255249) | > loss_mel_ce: 2.708523750305176 (nan) | > loss: 0.010901371948421001 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14102100904792916) | > loader_time: 0.0047 (0.004617732802146096)  --> TIME: 2025-03-25 15:23:15 -- STEP: 15390/31555 -- GLOBAL_STEP: 1025150 | > loss_text_ce: 0.03335421904921532 (0.03329547480695172) | > loss_mel_ce: 2.308204412460327 (nan) | > loss: 0.00929190032184124 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1410248482049164) | > loader_time: 0.0045 (0.004617519917776236)  --> TIME: 2025-03-25 15:23:24 -- STEP: 15440/31555 -- GLOBAL_STEP: 1025200 | > loss_text_ce: 0.029734758660197258 (0.03329500910220421) | > loss_mel_ce: 2.3381645679473877 (nan) | > loss: 0.009396426379680634 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1410158189621608) | > loader_time: 0.0047 (0.004617349610427491)  --> TIME: 2025-03-25 15:23:34 -- STEP: 15490/31555 -- GLOBAL_STEP: 1025250 | > loss_text_ce: 0.030290696769952774 (0.0332970190032104) | > loss_mel_ce: 2.92045521736145 (nan) | > loss: 0.011709309183061123 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14101093375659685) | > loader_time: 0.0045 (0.004617430919058627)  --> TIME: 2025-03-25 15:23:44 -- STEP: 15540/31555 -- GLOBAL_STEP: 1025300 | > loss_text_ce: 0.031861402094364166 (0.033292355239295385) | > loss_mel_ce: 2.887269973754883 (nan) | > loss: 0.011583855375647545 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14101985789634028) | > loader_time: 0.0043 (0.0046171634967416015)  --> TIME: 2025-03-25 15:23:53 -- STEP: 15590/31555 -- GLOBAL_STEP: 1025350 | > loss_text_ce: 0.02920081466436386 (0.03329220882152764) | > loss_mel_ce: 2.5046777725219727 (nan) | > loss: 0.010055074468255043 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14102632846489652) | > loader_time: 0.0045 (0.004616642457082371)  --> TIME: 2025-03-25 15:24:03 -- STEP: 15640/31555 -- GLOBAL_STEP: 1025400 | > loss_text_ce: 0.027674352750182152 (0.03328813923507343) | > loss_mel_ce: 2.9949593544006348 (nan) | > loss: 0.011994578875601292 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14102225504872687) | > loader_time: 0.0046 (0.0046170301297131615)  --> TIME: 2025-03-25 15:24:13 -- STEP: 15690/31555 -- GLOBAL_STEP: 1025450 | > loss_text_ce: 0.04193393141031265 (0.03328704164565849) | > loss_mel_ce: 2.416846990585327 (nan) | > loss: 0.009757068008184433 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1410352039063632) | > loader_time: 0.0046 (0.004616949617520792)  --> TIME: 2025-03-25 15:24:22 -- STEP: 15740/31555 -- GLOBAL_STEP: 1025500 | > loss_text_ce: 0.025687793269753456 (0.0332868905731487) | > loss_mel_ce: 2.410397529602051 (nan) | > loss: 0.009667005389928818 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14103296493787115) | > loader_time: 0.0045 (0.004616504460762528)  --> TIME: 2025-03-25 15:24:32 -- STEP: 15790/31555 -- GLOBAL_STEP: 1025550 | > loss_text_ce: 0.027272464707493782 (0.0332883518119003) | > loss_mel_ce: 2.8055078983306885 (nan) | > loss: 0.011241192929446697 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14103543873147262) | > loader_time: 0.0045 (0.004616176666829908)  --> TIME: 2025-03-25 15:24:42 -- STEP: 15840/31555 -- GLOBAL_STEP: 1025600 | > loss_text_ce: 0.02899320237338543 (0.03328684718363368) | > loss_mel_ce: 1.5329556465148926 (nan) | > loss: 0.006198210176080465 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14103786483256447) | > loader_time: 0.0043 (0.004615839939526828)  --> TIME: 2025-03-25 15:24:52 -- STEP: 15890/31555 -- GLOBAL_STEP: 1025650 | > loss_text_ce: 0.03242276981472969 (0.033285597492656416) | > loss_mel_ce: 2.6828362941741943 (nan) | > loss: 0.01077483780682087 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14104008032436804) | > loader_time: 0.0044 (0.0046155120832804455)  --> TIME: 2025-03-25 15:25:01 -- STEP: 15940/31555 -- GLOBAL_STEP: 1025700 | > loss_text_ce: 0.02398558519780636 (0.03329046332859283) | > loss_mel_ce: 3.2023062705993652 (nan) | > loss: 0.012802746146917343 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14103518081279684) | > loader_time: 0.0044 (0.004615328332860308)  --> TIME: 2025-03-25 15:25:11 -- STEP: 15990/31555 -- GLOBAL_STEP: 1025750 | > loss_text_ce: 0.02911776676774025 (0.0332888061816153) | > loss_mel_ce: 2.9110732078552246 (nan) | > loss: 0.011667425744235516 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14104078424357058) | > loader_time: 0.0047 (0.004615060413830565)  --> TIME: 2025-03-25 15:25:21 -- STEP: 16040/31555 -- GLOBAL_STEP: 1025800 | > loss_text_ce: 0.028342531993985176 (0.03328953714236529) | > loss_mel_ce: 3.3248026371002197 (nan) | > loss: 0.013306132517755032 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14105760611203486) | > loader_time: 0.0045 (0.004614916287752747)  --> TIME: 2025-03-25 15:25:30 -- STEP: 16090/31555 -- GLOBAL_STEP: 1025850 | > loss_text_ce: 0.03155486658215523 (0.03328736790336057) | > loss_mel_ce: 2.2775886058807373 (nan) | > loss: 0.009163268841803074 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1410535727471867) | > loader_time: 0.0042 (0.004614632258584136)  --> TIME: 2025-03-25 15:25:40 -- STEP: 16140/31555 -- GLOBAL_STEP: 1025900 | > loss_text_ce: 0.02785351686179638 (0.033291098883818634) | > loss_mel_ce: 2.6853771209716797 (nan) | > loss: 0.010766788385808468 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14103772675680792) | > loader_time: 0.0043 (0.004614109029852612)  --> TIME: 2025-03-25 15:25:49 -- STEP: 16190/31555 -- GLOBAL_STEP: 1025950 | > loss_text_ce: 0.033810973167419434 (0.03329323357571696) | > loss_mel_ce: 2.526296377182007 (nan) | > loss: 0.010159156285226345 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14102827683873442) | > loader_time: 0.0045 (0.004613822812721852)  --> TIME: 2025-03-25 15:25:58 -- STEP: 16240/31555 -- GLOBAL_STEP: 1026000 | > loss_text_ce: 0.03434041514992714 (0.03329639236294783) | > loss_mel_ce: 2.539959669113159 (nan) | > loss: 0.010215477086603642 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1410134223000751) | > loader_time: 0.0045 (0.00461354243931511)  --> TIME: 2025-03-25 15:26:08 -- STEP: 16290/31555 -- GLOBAL_STEP: 1026050 | > loss_text_ce: 0.033803924918174744 (0.03329474918099494) | > loss_mel_ce: 3.002946376800537 (nan) | > loss: 0.012050596997141838 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.1410215261159602) | > loader_time: 0.0049 (0.00461370232209169)  --> TIME: 2025-03-25 15:26:18 -- STEP: 16340/31555 -- GLOBAL_STEP: 1026100 | > loss_text_ce: 0.0330435186624527 (0.033295282691254285) | > loss_mel_ce: 2.7241156101226807 (nan) | > loss: 0.01094110868871212 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14103341864255478) | > loader_time: 0.0047 (0.004614112558096383)  --> TIME: 2025-03-25 15:26:28 -- STEP: 16390/31555 -- GLOBAL_STEP: 1026150 | > loss_text_ce: 0.027542192488908768 (0.03329019508784253) | > loss_mel_ce: 3.5084407329559326 (nan) | > loss: 0.014031678438186646 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1410322710680767) | > loader_time: 0.0045 (0.004614193094729496)  --> TIME: 2025-03-25 15:26:37 -- STEP: 16440/31555 -- GLOBAL_STEP: 1026200 | > loss_text_ce: 0.038723163306713104 (0.03328818603981862) | > loss_mel_ce: 2.811732769012451 (nan) | > loss: 0.011311333626508713 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14102728224728753) | > loader_time: 0.0043 (0.004613924708099542)  --> TIME: 2025-03-25 15:26:47 -- STEP: 16490/31555 -- GLOBAL_STEP: 1026250 | > loss_text_ce: 0.03180890157818794 (0.033285623973008396) | > loss_mel_ce: 2.514012098312378 (nan) | > loss: 0.010102464817464352 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14103091467214776) | > loader_time: 0.0047 (0.004613572731388191)  --> TIME: 2025-03-25 15:26:56 -- STEP: 16540/31555 -- GLOBAL_STEP: 1026300 | > loss_text_ce: 0.026078326627612114 (0.03328513910469145) | > loss_mel_ce: 2.6681764125823975 (nan) | > loss: 0.010691487230360508 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14102171875689543) | > loader_time: 0.0047 (0.0046130944336195715)  --> TIME: 2025-03-25 15:27:06 -- STEP: 16590/31555 -- GLOBAL_STEP: 1026350 | > loss_text_ce: 0.023113831877708435 (0.03328468381017981) | > loss_mel_ce: 2.7635746002197266 (nan) | > loss: 0.01105828769505024 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14101646748416838) | > loader_time: 0.0046 (0.004612725567142231)  --> TIME: 2025-03-25 15:27:16 -- STEP: 16640/31555 -- GLOBAL_STEP: 1026400 | > loss_text_ce: 0.05186644569039345 (0.03328811331246886) | > loss_mel_ce: 2.4973983764648438 (nan) | > loss: 0.01011613104492426 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14102833672211662) | > loader_time: 0.0044 (0.004612474215145285)  --> TIME: 2025-03-25 15:27:26 -- STEP: 16690/31555 -- GLOBAL_STEP: 1026450 | > loss_text_ce: 0.027629658579826355 (0.03328949357519664) | > loss_mel_ce: 2.3842787742614746 (nan) | > loss: 0.009571065194904804 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14104180534561586) | > loader_time: 0.0046 (0.004612110688202095)  --> TIME: 2025-03-25 15:27:36 -- STEP: 16740/31555 -- GLOBAL_STEP: 1026500 | > loss_text_ce: 0.031057726591825485 (0.0332867882020878) | > loss_mel_ce: 3.06758713722229 (nan) | > loss: 0.01229621097445488 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14104959424963362) | > loader_time: 0.0045 (0.004612507842917301)  --> TIME: 2025-03-25 15:27:45 -- STEP: 16790/31555 -- GLOBAL_STEP: 1026550 | > loss_text_ce: 0.02833501808345318 (0.033291146327353686) | > loss_mel_ce: 2.4479851722717285 (nan) | > loss: 0.009826668538153172 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1410521222268486) | > loader_time: 0.0047 (0.004612454791520583)  --> TIME: 2025-03-25 15:27:55 -- STEP: 16840/31555 -- GLOBAL_STEP: 1026600 | > loss_text_ce: 0.026381196454167366 (0.033290400495863265) | > loss_mel_ce: 2.9651834964752197 (nan) | > loss: 0.01187128946185112 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1410589893187022) | > loader_time: 0.0047 (0.004612543124201169)  --> TIME: 2025-03-25 15:28:04 -- STEP: 16890/31555 -- GLOBAL_STEP: 1026650 | > loss_text_ce: 0.029487725347280502 (0.03329222748842355) | > loss_mel_ce: 3.1004605293273926 (nan) | > loss: 0.012420429848134518 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14104227446606296) | > loader_time: 0.0045 (0.004612249548862916)  --> TIME: 2025-03-25 15:28:14 -- STEP: 16940/31555 -- GLOBAL_STEP: 1026700 | > loss_text_ce: 0.032733459025621414 (0.03329204139404146) | > loss_mel_ce: 2.5012052059173584 (nan) | > loss: 0.010055312886834145 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14103438516434363) | > loader_time: 0.0045 (0.004612183472341732)  --> TIME: 2025-03-25 15:28:23 -- STEP: 16990/31555 -- GLOBAL_STEP: 1026750 | > loss_text_ce: 0.03390868008136749 (0.03328890619155954) | > loss_mel_ce: 2.0514187812805176 (nan) | > loss: 0.008275109343230724 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1410252044311752) | > loader_time: 0.0043 (0.0046121445313981775)  --> TIME: 2025-03-25 15:28:33 -- STEP: 17040/31555 -- GLOBAL_STEP: 1026800 | > loss_text_ce: 0.03544863313436508 (0.033289016147270915) | > loss_mel_ce: 2.2646381855010986 (nan) | > loss: 0.009127329103648663 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14103555971747778) | > loader_time: 0.0046 (0.004612063018368992)  --> TIME: 2025-03-25 15:28:43 -- STEP: 17090/31555 -- GLOBAL_STEP: 1026850 | > loss_text_ce: 0.03444579243659973 (0.03328485748942585) | > loss_mel_ce: 2.5564260482788086 (nan) | > loss: 0.01028123777359724 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1410304575373788) | > loader_time: 0.0049 (0.004611880239371728)  --> TIME: 2025-03-25 15:28:52 -- STEP: 17140/31555 -- GLOBAL_STEP: 1026900 | > loss_text_ce: 0.03978355973958969 (0.033289236548305644) | > loss_mel_ce: 2.8387701511383057 (nan) | > loss: 0.011422832496464252 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14103487631264702) | > loader_time: 0.0043 (0.004611715622237558)  --> TIME: 2025-03-25 15:29:02 -- STEP: 17190/31555 -- GLOBAL_STEP: 1026950 | > loss_text_ce: 0.031073758378624916 (0.03328884742480074) | > loss_mel_ce: 2.7767837047576904 (nan) | > loss: 0.011142292059957981 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1410376683302292) | > loader_time: 0.0048 (0.0046114830446492795)  --> TIME: 2025-03-25 15:29:12 -- STEP: 17240/31555 -- GLOBAL_STEP: 1027000 | > loss_text_ce: 0.036008551716804504 (0.0332869740857758) | > loss_mel_ce: 3.3022966384887695 (nan) | > loss: 0.01324724406003952 (nan) | > current_lr: 5e-06 | > step_time: 0.1897 (0.14103594315854087) | > loader_time: 0.0047 (0.0046112816599294774)  --> TIME: 2025-03-25 15:29:21 -- STEP: 17290/31555 -- GLOBAL_STEP: 1027050 | > loss_text_ce: 0.044890087097883224 (0.03328787755940763) | > loss_mel_ce: 2.3831632137298584 (nan) | > loss: 0.009635132737457752 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14102855102391185) | > loader_time: 0.0046 (0.0046113624677553144)  --> TIME: 2025-03-25 15:29:31 -- STEP: 17340/31555 -- GLOBAL_STEP: 1027100 | > loss_text_ce: 0.03187300264835358 (0.03328879085104086) | > loss_mel_ce: 2.517850875854492 (nan) | > loss: 0.010117952711880207 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14103959743814293) | > loader_time: 0.0046 (0.004611256075840357)  --> TIME: 2025-03-25 15:29:41 -- STEP: 17390/31555 -- GLOBAL_STEP: 1027150 | > loss_text_ce: 0.026374980807304382 (0.03328787870640864) | > loss_mel_ce: 3.0623438358306885 (nan) | > loss: 0.012256821617484093 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14102570983169355) | > loader_time: 0.0047 (0.0046110909172966084)  --> TIME: 2025-03-25 15:29:50 -- STEP: 17440/31555 -- GLOBAL_STEP: 1027200 | > loss_text_ce: 0.027412911877036095 (0.03328328342379901) | > loss_mel_ce: 2.546299457550049 (nan) | > loss: 0.010213145054876804 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1410360435963766) | > loader_time: 0.0045 (0.004610901715558587)  --> TIME: 2025-03-25 15:30:00 -- STEP: 17490/31555 -- GLOBAL_STEP: 1027250 | > loss_text_ce: 0.0314653255045414 (0.033282624522896105) | > loss_mel_ce: 0.5966843962669373 (nan) | > loss: 0.0024926578626036644 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1410424476899436) | > loader_time: 0.0046 (0.0046108188323799966)  --> TIME: 2025-03-25 15:30:10 -- STEP: 17540/31555 -- GLOBAL_STEP: 1027300 | > loss_text_ce: 0.033409178256988525 (0.033283005818350864) | > loss_mel_ce: 2.441060781478882 (nan) | > loss: 0.009819325990974903 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14104864835195366) | > loader_time: 0.0047 (0.004611014178024851)  --> TIME: 2025-03-25 15:30:20 -- STEP: 17590/31555 -- GLOBAL_STEP: 1027350 | > loss_text_ce: 0.031542520970106125 (0.033281375019852975) | > loss_mel_ce: 2.723501205444336 (nan) | > loss: 0.010932713747024536 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1410519497444706) | > loader_time: 0.0045 (0.004611094462864756)  --> TIME: 2025-03-25 15:30:29 -- STEP: 17640/31555 -- GLOBAL_STEP: 1027400 | > loss_text_ce: 0.04180460795760155 (0.03328516234489597) | > loss_mel_ce: 2.9425442218780518 (nan) | > loss: 0.011842654086649418 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.14105870202014717) | > loader_time: 0.0045 (0.004611211988120373)  --> TIME: 2025-03-25 15:30:39 -- STEP: 17690/31555 -- GLOBAL_STEP: 1027450 | > loss_text_ce: 0.024507107213139534 (0.033283885113459054) | > loss_mel_ce: 2.4498932361602783 (nan) | > loss: 0.009819049388170242 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14106486297853194) | > loader_time: 0.0044 (0.0046113624486497145)  --> TIME: 2025-03-25 15:30:49 -- STEP: 17740/31555 -- GLOBAL_STEP: 1027500 | > loss_text_ce: 0.03858396038413048 (0.03328133431922651) | > loss_mel_ce: 2.8360002040863037 (nan) | > loss: 0.011407081037759781 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1410580410226216) | > loader_time: 0.0046 (0.004611404839873697)  --> TIME: 2025-03-25 15:30:59 -- STEP: 17790/31555 -- GLOBAL_STEP: 1027550 | > loss_text_ce: 0.03859357535839081 (0.033285020142029345) | > loss_mel_ce: 0.1751573383808136 (nan) | > loss: 0.0008482179837301373 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1410650245254794) | > loader_time: 0.0046 (0.004611670682777353)  --> TIME: 2025-03-25 15:31:08 -- STEP: 17840/31555 -- GLOBAL_STEP: 1027600 | > loss_text_ce: 0.03746212646365166 (0.03328501682372497) | > loss_mel_ce: 2.7958226203918457 (nan) | > loss: 0.011243194341659546 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14107364961384602) | > loader_time: 0.0044 (0.004611716957370243)  --> TIME: 2025-03-25 15:31:18 -- STEP: 17890/31555 -- GLOBAL_STEP: 1027650 | > loss_text_ce: 0.03412892669439316 (0.033282527872275355) | > loss_mel_ce: 2.8769211769104004 (nan) | > loss: 0.01155178714543581 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14106266813080906) | > loader_time: 0.0047 (0.004611268544610199)  --> TIME: 2025-03-25 15:31:28 -- STEP: 17940/31555 -- GLOBAL_STEP: 1027700 | > loss_text_ce: 0.025864729657769203 (0.03328054409075443) | > loss_mel_ce: 2.4079091548919678 (nan) | > loss: 0.009657833725214005 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14107357384501965) | > loader_time: 0.0045 (0.00461116835159334)  --> TIME: 2025-03-25 15:31:37 -- STEP: 17990/31555 -- GLOBAL_STEP: 1027750 | > loss_text_ce: 0.02518279291689396 (0.03328039831864445) | > loss_mel_ce: 2.6462576389312744 (nan) | > loss: 0.010600954294204712 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1410811125006253) | > loader_time: 0.0049 (0.004610769347126697)  --> TIME: 2025-03-25 15:31:47 -- STEP: 18040/31555 -- GLOBAL_STEP: 1027800 | > loss_text_ce: 0.03743728995323181 (0.033276573982773255) | > loss_mel_ce: 2.3779141902923584 (nan) | > loss: 0.009584728628396988 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14107586329104838) | > loader_time: 0.0045 (0.00461068864407929)  --> TIME: 2025-03-25 15:31:57 -- STEP: 18090/31555 -- GLOBAL_STEP: 1027850 | > loss_text_ce: 0.039397574961185455 (0.03327714507892774) | > loss_mel_ce: 2.3797504901885986 (nan) | > loss: 0.009599793702363968 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14107380304763498) | > loader_time: 0.0048 (0.004610806304885235)  --> TIME: 2025-03-25 15:32:06 -- STEP: 18140/31555 -- GLOBAL_STEP: 1027900 | > loss_text_ce: 0.030583864077925682 (0.03327559755171434) | > loss_mel_ce: 3.225311279296875 (nan) | > loss: 0.012920219451189041 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14107996216156712) | > loader_time: 0.0047 (0.00461095039216264)  --> TIME: 2025-03-25 15:32:16 -- STEP: 18190/31555 -- GLOBAL_STEP: 1027950 | > loss_text_ce: 0.030032720416784286 (0.033275093901759055) | > loss_mel_ce: 3.289485454559326 (nan) | > loss: 0.013172691687941551 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14107526393301012) | > loader_time: 0.0045 (0.004611074550915953)  --> TIME: 2025-03-25 15:32:25 -- STEP: 18240/31555 -- GLOBAL_STEP: 1028000 | > loss_text_ce: 0.0376470573246479 (0.033277864628338656) | > loss_mel_ce: 2.5690205097198486 (nan) | > loss: 0.01034391950815916 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1410632919193353) | > loader_time: 0.0048 (0.0046110829763244985)  --> TIME: 2025-03-25 15:32:35 -- STEP: 18290/31555 -- GLOBAL_STEP: 1028050 | > loss_text_ce: 0.030885865911841393 (0.03328378417688542) | > loss_mel_ce: 2.8711917400360107 (nan) | > loss: 0.011516181752085686 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14105902634532477) | > loader_time: 0.0045 (0.0046111278288868745)  --> TIME: 2025-03-25 15:32:44 -- STEP: 18340/31555 -- GLOBAL_STEP: 1028100 | > loss_text_ce: 0.030569609254598618 (0.03328708678747006) | > loss_mel_ce: 2.313697338104248 (nan) | > loss: 0.009302646853029728 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14104990459970393) | > loader_time: 0.0045 (0.004611216740623804)  --> TIME: 2025-03-25 15:32:54 -- STEP: 18390/31555 -- GLOBAL_STEP: 1028150 | > loss_text_ce: 0.03208275884389877 (0.03328310528794396) | > loss_mel_ce: 2.2625558376312256 (nan) | > loss: 0.009105709381401539 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1410522861672583) | > loader_time: 0.0045 (0.004611321776505712)  --> TIME: 2025-03-25 15:33:04 -- STEP: 18440/31555 -- GLOBAL_STEP: 1028200 | > loss_text_ce: 0.037569377571344376 (0.0332826275484022) | > loss_mel_ce: 3.0040838718414307 (nan) | > loss: 0.01207005325704813 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14105735524616067) | > loader_time: 0.0046 (0.004611301848790126)  --> TIME: 2025-03-25 15:33:14 -- STEP: 18490/31555 -- GLOBAL_STEP: 1028250 | > loss_text_ce: 0.026547418907284737 (0.0332819987035554) | > loss_mel_ce: 2.0482449531555176 (nan) | > loss: 0.00823330320417881 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14106697440469715) | > loader_time: 0.0045 (0.004611294317271263)  --> TIME: 2025-03-25 15:33:23 -- STEP: 18540/31555 -- GLOBAL_STEP: 1028300 | > loss_text_ce: 0.01540337409824133 (0.03327962537421695) | > loss_mel_ce: 2.1169164180755615 (nan) | > loss: 0.008461586199700832 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14107202742863592) | > loader_time: 0.0046 (0.004611467196331817)  --> TIME: 2025-03-25 15:33:33 -- STEP: 18590/31555 -- GLOBAL_STEP: 1028350 | > loss_text_ce: 0.04546353593468666 (0.033279852021231016) | > loss_mel_ce: 2.8517391681671143 (nan) | > loss: 0.011496837250888348 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1410636257779024) | > loader_time: 0.0046 (0.004611493875545597)  --> TIME: 2025-03-25 15:33:43 -- STEP: 18640/31555 -- GLOBAL_STEP: 1028400 | > loss_text_ce: 0.032812781631946564 (0.03327564535744468) | > loss_mel_ce: 2.7713401317596436 (nan) | > loss: 0.01112759206444025 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1410651489644601) | > loader_time: 0.0046 (0.004611471308147437)  --> TIME: 2025-03-25 15:33:52 -- STEP: 18690/31555 -- GLOBAL_STEP: 1028450 | > loss_text_ce: 0.03298289701342583 (0.03327777563843926) | > loss_mel_ce: 6.84375 (nan) | > loss: 0.02728862315416336 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14105804795693277) | > loader_time: 0.0044 (0.004611442164344021)  --> TIME: 2025-03-25 15:34:02 -- STEP: 18740/31555 -- GLOBAL_STEP: 1028500 | > loss_text_ce: 0.038627155125141144 (0.03328023128402331) | > loss_mel_ce: 3.3333332538604736 (nan) | > loss: 0.01338079571723938 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1410678813653412) | > loader_time: 0.0046 (0.004611516049730092)  --> TIME: 2025-03-25 15:34:11 -- STEP: 18790/31555 -- GLOBAL_STEP: 1028550 | > loss_text_ce: 0.03362974524497986 (0.03328220039078724) | > loss_mel_ce: 2.799377202987671 (nan) | > loss: 0.011242091655731201 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14106486078397315) | > loader_time: 0.0092 (0.0046120913502001246)  --> TIME: 2025-03-25 15:34:21 -- STEP: 18840/31555 -- GLOBAL_STEP: 1028600 | > loss_text_ce: 0.0248714629560709 (0.03328213590215061) | > loss_mel_ce: 2.935739040374756 (nan) | > loss: 0.01174845453351736 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14106077529062858) | > loader_time: 0.0048 (0.004612063197320162)  --> TIME: 2025-03-25 15:34:31 -- STEP: 18890/31555 -- GLOBAL_STEP: 1028650 | > loss_text_ce: 0.040660567581653595 (0.03328450896031269) | > loss_mel_ce: 2.5767319202423096 (nan) | > loss: 0.010386479087173939 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14107844617519474) | > loader_time: 0.0048 (0.004612138285215329)  --> TIME: 2025-03-25 15:34:41 -- STEP: 18940/31555 -- GLOBAL_STEP: 1028700 | > loss_text_ce: 0.034561268985271454 (0.03328373981679084) | > loss_mel_ce: 2.5894932746887207 (nan) | > loss: 0.010412914678454399 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14107889589059905) | > loader_time: 0.0045 (0.004612022883788813)  --> TIME: 2025-03-25 15:34:50 -- STEP: 18990/31555 -- GLOBAL_STEP: 1028750 | > loss_text_ce: 0.03476181998848915 (0.03328045638598871) | > loss_mel_ce: 3.0210275650024414 (nan) | > loss: 0.012126149609684944 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1410825695597287) | > loader_time: 0.0046 (0.00461201982914991)  --> TIME: 2025-03-25 15:35:00 -- STEP: 19040/31555 -- GLOBAL_STEP: 1028800 | > loss_text_ce: 0.04231739789247513 (0.033282414733475305) | > loss_mel_ce: 2.9606943130493164 (nan) | > loss: 0.011916713789105415 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14107829288524712) | > loader_time: 0.0049 (0.004611877308172316)  --> TIME: 2025-03-25 15:35:09 -- STEP: 19090/31555 -- GLOBAL_STEP: 1028850 | > loss_text_ce: 0.03001580387353897 (0.03328156947129497) | > loss_mel_ce: 2.5788867473602295 (nan) | > loss: 0.010352788493037224 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14106548515647507) | > loader_time: 0.0045 (0.0046113937796566995)  --> TIME: 2025-03-25 15:35:19 -- STEP: 19140/31555 -- GLOBAL_STEP: 1028900 | > loss_text_ce: 0.03105349652469158 (0.03328057663046148) | > loss_mel_ce: 2.6678125858306885 (nan) | > loss: 0.010709786787629128 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14105352163314785) | > loader_time: 0.0043 (0.004610952339451363)  --> TIME: 2025-03-25 15:35:28 -- STEP: 19190/31555 -- GLOBAL_STEP: 1028950 | > loss_text_ce: 0.03589008003473282 (0.03327657197126003) | > loss_mel_ce: 2.693962812423706 (nan) | > loss: 0.010832750238478184 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14105687850834825) | > loader_time: 0.0048 (0.004610826920692689)  --> TIME: 2025-03-25 15:35:38 -- STEP: 19240/31555 -- GLOBAL_STEP: 1029000 | > loss_text_ce: 0.0394676998257637 (0.03327861088449078) | > loss_mel_ce: 2.518281936645508 (nan) | > loss: 0.010149801149964333 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14105326841873797) | > loader_time: 0.0043 (0.004610749403800851)  --> TIME: 2025-03-25 15:35:47 -- STEP: 19290/31555 -- GLOBAL_STEP: 1029050 | > loss_text_ce: 0.03799339756369591 (0.03327758905524653) | > loss_mel_ce: 2.056481122970581 (nan) | > loss: 0.008311407640576363 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1410457253023524) | > loader_time: 0.0044 (0.004610652055933132)  --> TIME: 2025-03-25 15:35:57 -- STEP: 19340/31555 -- GLOBAL_STEP: 1029100 | > loss_text_ce: 0.03744770213961601 (0.03327579697254069) | > loss_mel_ce: 3.15209698677063 (nan) | > loss: 0.012656924314796925 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14104363091112768) | > loader_time: 0.0056 (0.004610670056683287)  --> TIME: 2025-03-25 15:36:07 -- STEP: 19390/31555 -- GLOBAL_STEP: 1029150 | > loss_text_ce: 0.028862347826361656 (0.033274380913865934) | > loss_mel_ce: 3.177588939666748 (nan) | > loss: 0.012724013067781925 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1410405588986147) | > loader_time: 0.0045 (0.004610907017047248)  --> TIME: 2025-03-25 15:36:16 -- STEP: 19440/31555 -- GLOBAL_STEP: 1029200 | > loss_text_ce: 0.037755608558654785 (0.03327542492471162) | > loss_mel_ce: 2.87601375579834 (nan) | > loss: 0.011562577448785305 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14103623941356727) | > loader_time: 0.0044 (0.00461045372387996)  --> TIME: 2025-03-25 15:36:26 -- STEP: 19490/31555 -- GLOBAL_STEP: 1029250 | > loss_text_ce: 0.051685452461242676 (0.033278016395830494) | > loss_mel_ce: 2.6121935844421387 (nan) | > loss: 0.01057094894349575 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14103623132573542) | > loader_time: 0.0046 (0.004610663637128919)  --> TIME: 2025-03-25 15:36:36 -- STEP: 19540/31555 -- GLOBAL_STEP: 1029300 | > loss_text_ce: 0.027246028184890747 (0.03327770933690937) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14103833133146937) | > loader_time: 0.0046 (0.004610610142456918)  --> TIME: 2025-03-25 15:36:45 -- STEP: 19590/31555 -- GLOBAL_STEP: 1029350 | > loss_text_ce: 0.04011838510632515 (0.03327937615253765) | > loss_mel_ce: 1.8345743417739868 (nan) | > loss: 0.007439257111400366 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14103295130045665) | > loader_time: 0.0046 (0.004610729692175734)  --> TIME: 2025-03-25 15:36:55 -- STEP: 19640/31555 -- GLOBAL_STEP: 1029400 | > loss_text_ce: 0.039232783019542694 (0.033278857168690244) | > loss_mel_ce: 1.791898250579834 (nan) | > loss: 0.007266393397003412 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14102980680232588) | > loader_time: 0.0046 (0.004610746771157835)  --> TIME: 2025-03-25 15:37:04 -- STEP: 19690/31555 -- GLOBAL_STEP: 1029450 | > loss_text_ce: 0.03637414425611496 (0.03328263490546417) | > loss_mel_ce: 2.6309120655059814 (nan) | > loss: 0.010584469884634018 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1410229048431068) | > loader_time: 0.0048 (0.004610686413584245)  --> TIME: 2025-03-25 15:37:14 -- STEP: 19740/31555 -- GLOBAL_STEP: 1029500 | > loss_text_ce: 0.04664532467722893 (0.03328363702046509) | > loss_mel_ce: 0.9051688313484192 (nan) | > loss: 0.003777040634304285 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14103697517843328) | > loader_time: 0.0045 (0.004610882414148163)  --> TIME: 2025-03-25 15:37:24 -- STEP: 19790/31555 -- GLOBAL_STEP: 1029550 | > loss_text_ce: 0.032821498811244965 (0.033281566603970365) | > loss_mel_ce: 2.3651199340820312 (nan) | > loss: 0.009515641257166862 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14103532750658318) | > loader_time: 0.0047 (0.004611014741547678)  --> TIME: 2025-03-25 15:37:33 -- STEP: 19840/31555 -- GLOBAL_STEP: 1029600 | > loss_text_ce: 0.022346053272485733 (0.03328509605001472) | > loss_mel_ce: 1.878092646598816 (nan) | > loss: 0.007541423663496971 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14103712473184812) | > loader_time: 0.0045 (0.004610804047795986)  --> TIME: 2025-03-25 15:37:43 -- STEP: 19890/31555 -- GLOBAL_STEP: 1029650 | > loss_text_ce: 0.02858891710639 (0.033284179130667405) | > loss_mel_ce: 1.7997455596923828 (nan) | > loss: 0.007255295757204294 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1410478550204682) | > loader_time: 0.0049 (0.004610817908281726)  --> TIME: 2025-03-25 15:37:53 -- STEP: 19940/31555 -- GLOBAL_STEP: 1029700 | > loss_text_ce: 0.03334730491042137 (0.03328822008997326) | > loss_mel_ce: 2.5437350273132324 (nan) | > loss: 0.010226517915725708 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14104803971565102) | > loader_time: 0.0044 (0.004610721481480068)  --> TIME: 2025-03-25 15:38:03 -- STEP: 19990/31555 -- GLOBAL_STEP: 1029750 | > loss_text_ce: 0.02986667864024639 (0.033290014936429815) | > loss_mel_ce: 3.210638999938965 (nan) | > loss: 0.012859150767326355 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1410562212196453) | > loader_time: 0.0045 (0.004610700378303422)  --> TIME: 2025-03-25 15:38:12 -- STEP: 20040/31555 -- GLOBAL_STEP: 1029800 | > loss_text_ce: 0.03243190422654152 (0.03329058015470887) | > loss_mel_ce: 2.819701671600342 (nan) | > loss: 0.011317990720272064 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14105354402355577) | > loader_time: 0.0047 (0.0046105650846591266)  --> TIME: 2025-03-25 15:38:22 -- STEP: 20090/31555 -- GLOBAL_STEP: 1029850 | > loss_text_ce: 0.03419901058077812 (0.03328907987062998) | > loss_mel_ce: 3.2775180339813232 (nan) | > loss: 0.013141735456883907 (nan) | > current_lr: 5e-06 | > step_time: 0.1698 (0.14105295829953332) | > loader_time: 0.0048 (0.004610460548628687)  --> TIME: 2025-03-25 15:38:32 -- STEP: 20140/31555 -- GLOBAL_STEP: 1029900 | > loss_text_ce: 0.02471167780458927 (0.03329226795571014) | > loss_mel_ce: 2.904771566390991 (nan) | > loss: 0.011624934151768684 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1410498821392078) | > loader_time: 0.0044 (0.00461027806896671)  --> TIME: 2025-03-25 15:38:41 -- STEP: 20190/31555 -- GLOBAL_STEP: 1029950 | > loss_text_ce: 0.0403657890856266 (0.03329328876597611) | > loss_mel_ce: 3.546875 (nan) | > loss: 0.014235083013772964 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14106060093496617) | > loader_time: 0.0045 (0.00461008519214703)  --> TIME: 2025-03-25 15:38:51 -- STEP: 20240/31555 -- GLOBAL_STEP: 1030000 | > loss_text_ce: 0.03353675454854965 (0.03329182508044506) | > loss_mel_ce: 3.0751523971557617 (nan) | > loss: 0.012336068786680698 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14105299714761277) | > loader_time: 0.0046 (0.004609845949727037) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1030000.pth  --> TIME: 2025-03-25 15:39:06 -- STEP: 20290/31555 -- GLOBAL_STEP: 1030050 | > loss_text_ce: 0.033731117844581604 (0.03329546973522354) | > loss_mel_ce: 3.0767982006073 (nan) | > loss: 0.012343371286988258 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14105594287428605) | > loader_time: 0.0046 (0.004610115416006434)  --> TIME: 2025-03-25 15:39:15 -- STEP: 20340/31555 -- GLOBAL_STEP: 1030100 | > loss_text_ce: 0.036611929535865784 (0.03329450489857926) | > loss_mel_ce: 2.369821071624756 (nan) | > loss: 0.0095493383705616 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1410464614424616) | > loader_time: 0.0046 (0.004610325675915546)  --> TIME: 2025-03-25 15:39:25 -- STEP: 20390/31555 -- GLOBAL_STEP: 1030150 | > loss_text_ce: 0.032352760434150696 (0.03329359283492656) | > loss_mel_ce: 2.0220794677734375 (nan) | > loss: 0.008152509108185768 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14105976013765426) | > loader_time: 0.0048 (0.004610574075905536)  --> TIME: 2025-03-25 15:39:35 -- STEP: 20440/31555 -- GLOBAL_STEP: 1030200 | > loss_text_ce: 0.03181765601038933 (0.033295331151569206) | > loss_mel_ce: 3.089110851287842 (nan) | > loss: 0.012384637258946896 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14105719285935103) | > loader_time: 0.0047 (0.0046105465193783425)  --> TIME: 2025-03-25 15:39:45 -- STEP: 20490/31555 -- GLOBAL_STEP: 1030250 | > loss_text_ce: 0.030219735577702522 (0.03329977228839401) | > loss_mel_ce: 2.8634839057922363 (nan) | > loss: 0.011482952162623405 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14106370244973337) | > loader_time: 0.0046 (0.004610418470502724)  --> TIME: 2025-03-25 15:39:54 -- STEP: 20540/31555 -- GLOBAL_STEP: 1030300 | > loss_text_ce: 0.032353371381759644 (0.033299151642797675) | > loss_mel_ce: 2.5265917778015137 (nan) | > loss: 0.010154545307159424 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14105753047788966) | > loader_time: 0.0045 (0.004610307411650675)  --> TIME: 2025-03-25 15:40:03 -- STEP: 20590/31555 -- GLOBAL_STEP: 1030350 | > loss_text_ce: 0.03438415378332138 (0.03329606327314649) | > loss_mel_ce: 2.273782968521118 (nan) | > loss: 0.009159394539892673 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.141036522324772) | > loader_time: 0.0046 (0.004610254070954466)  --> TIME: 2025-03-25 15:40:13 -- STEP: 20640/31555 -- GLOBAL_STEP: 1030400 | > loss_text_ce: 0.016362333670258522 (0.03329429129669235) | > loss_mel_ce: 1.806640625 (nan) | > loss: 0.007234138902276754 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14103465798751344) | > loader_time: 0.0044 (0.004610158087209173)  --> TIME: 2025-03-25 15:40:23 -- STEP: 20690/31555 -- GLOBAL_STEP: 1030450 | > loss_text_ce: 0.03575845807790756 (0.033290749233812124) | > loss_mel_ce: 2.634587049484253 (nan) | > loss: 0.01059660967439413 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14103800807960268) | > loader_time: 0.0049 (0.004610134657596571)  --> TIME: 2025-03-25 15:40:32 -- STEP: 20740/31555 -- GLOBAL_STEP: 1030500 | > loss_text_ce: 0.027656549587845802 (0.03328849378175749) | > loss_mel_ce: 2.818547487258911 (nan) | > loss: 0.011294460855424404 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1410357330896127) | > loader_time: 0.0045 (0.0046100137548713)  --> TIME: 2025-03-25 15:40:42 -- STEP: 20790/31555 -- GLOBAL_STEP: 1030550 | > loss_text_ce: 0.025171246379613876 (0.03328728538361343) | > loss_mel_ce: 0.044921875 (nan) | > loss: 0.000278147344943136 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14103336990194987) | > loader_time: 0.0043 (0.004609840910500058)  --> TIME: 2025-03-25 15:40:51 -- STEP: 20840/31555 -- GLOBAL_STEP: 1030600 | > loss_text_ce: 0.05218229815363884 (0.033287394529605496) | > loss_mel_ce: 1.829362392425537 (nan) | > loss: 0.007466447539627552 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14102635988804765) | > loader_time: 0.0045 (0.004609442432187536)  --> TIME: 2025-03-25 15:41:01 -- STEP: 20890/31555 -- GLOBAL_STEP: 1030650 | > loss_text_ce: 0.03505435585975647 (0.033284863892027956) | > loss_mel_ce: 2.2476367950439453 (nan) | > loss: 0.009058299474418163 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14103472519286128) | > loader_time: 0.0045 (0.0046091347690287955)  --> TIME: 2025-03-25 15:41:11 -- STEP: 20940/31555 -- GLOBAL_STEP: 1030700 | > loss_text_ce: 0.028869764879345894 (0.03328551640742983) | > loss_mel_ce: 2.9467248916625977 (nan) | > loss: 0.011807916685938835 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14103831515043508) | > loader_time: 0.0046 (0.004609284246093075)  --> TIME: 2025-03-25 15:41:21 -- STEP: 20990/31555 -- GLOBAL_STEP: 1030750 | > loss_text_ce: 0.035878680646419525 (0.03328552724178601) | > loss_mel_ce: 2.916327953338623 (nan) | > loss: 0.011715106666088104 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14104079717451648) | > loader_time: 0.0045 (0.004609066205345002)  --> TIME: 2025-03-25 15:41:30 -- STEP: 21040/31555 -- GLOBAL_STEP: 1030800 | > loss_text_ce: 0.03297898545861244 (0.033290170095666344) | > loss_mel_ce: 2.2123875617980957 (nan) | > loss: 0.008910185657441616 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14104396875366962) | > loader_time: 0.0044 (0.004608823387341773)  --> TIME: 2025-03-25 15:41:40 -- STEP: 21090/31555 -- GLOBAL_STEP: 1030850 | > loss_text_ce: 0.024654783308506012 (0.033292800899473306) | > loss_mel_ce: 3.592344045639038 (nan) | > loss: 0.014353170990943909 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14104137907891887) | > loader_time: 0.0045 (0.00460877060155381)  --> TIME: 2025-03-25 15:41:50 -- STEP: 21140/31555 -- GLOBAL_STEP: 1030900 | > loss_text_ce: 0.04934768006205559 (0.03329090074880124) | > loss_mel_ce: 2.052898645401001 (nan) | > loss: 0.00834224745631218 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14105807242804022) | > loader_time: 0.0047 (0.004608845676920122)  --> TIME: 2025-03-25 15:41:59 -- STEP: 21190/31555 -- GLOBAL_STEP: 1030950 | > loss_text_ce: 0.033898308873176575 (0.033291652624255125) | > loss_mel_ce: 2.8492839336395264 (nan) | > loss: 0.011441200040280819 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14104958607825321) | > loader_time: 0.0045 (0.004608835854469541)  --> TIME: 2025-03-25 15:42:09 -- STEP: 21240/31555 -- GLOBAL_STEP: 1031000 | > loss_text_ce: 0.029286684468388557 (0.03328759223705079) | > loss_mel_ce: 2.6421585083007812 (nan) | > loss: 0.010600972920656204 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14104335253072559) | > loader_time: 0.0047 (0.004608772725933204)  --> TIME: 2025-03-25 15:42:19 -- STEP: 21290/31555 -- GLOBAL_STEP: 1031050 | > loss_text_ce: 0.04160075634717941 (0.033287015739179415) | > loss_mel_ce: 2.7759690284729004 (nan) | > loss: 0.011180832982063293 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14104526817882612) | > loader_time: 0.0046 (0.004608854916018428)  --> TIME: 2025-03-25 15:42:28 -- STEP: 21340/31555 -- GLOBAL_STEP: 1031100 | > loss_text_ce: 0.022948695346713066 (0.03328857541471855) | > loss_mel_ce: 3.03367018699646 (nan) | > loss: 0.012129440903663635 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14104199692146066) | > loader_time: 0.0045 (0.0046086737901782)  --> TIME: 2025-03-25 15:42:39 -- STEP: 21390/31555 -- GLOBAL_STEP: 1031150 | > loss_text_ce: 0.03212493285536766 (0.03329090378828486) | > loss_mel_ce: 2.8237576484680176 (nan) | > loss: 0.011332868598401546 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14107088246820357) | > loader_time: 0.0045 (0.0046090049908616695)  --> TIME: 2025-03-25 15:42:48 -- STEP: 21440/31555 -- GLOBAL_STEP: 1031200 | > loss_text_ce: 0.03376906365156174 (0.0332894672997604) | > loss_mel_ce: 2.0311119556427 (nan) | > loss: 0.008193973451852798 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14106902406731653) | > loader_time: 0.0045 (0.004609122783390409)  --> TIME: 2025-03-25 15:42:58 -- STEP: 21490/31555 -- GLOBAL_STEP: 1031250 | > loss_text_ce: 0.03657637909054756 (0.03328879620496805) | > loss_mel_ce: 2.5779755115509033 (nan) | > loss: 0.010375206358730793 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14108816120667805) | > loader_time: 0.0046 (0.004609258045091771)  --> TIME: 2025-03-25 15:43:08 -- STEP: 21540/31555 -- GLOBAL_STEP: 1031300 | > loss_text_ce: 0.03554727882146835 (0.033288725505141344) | > loss_mel_ce: 2.6149332523345947 (nan) | > loss: 0.010517780669033527 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1411022101825547) | > loader_time: 0.0046 (0.004609317389924737)  --> TIME: 2025-03-25 15:43:18 -- STEP: 21590/31555 -- GLOBAL_STEP: 1031350 | > loss_text_ce: 0.029183797538280487 (0.03328734285087314) | > loss_mel_ce: 2.9560904502868652 (nan) | > loss: 0.011846327222883701 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14109824493341072) | > loader_time: 0.005 (0.004609266350036279)  --> TIME: 2025-03-25 15:43:27 -- STEP: 21640/31555 -- GLOBAL_STEP: 1031400 | > loss_text_ce: 0.03178216516971588 (0.03328885080330716) | > loss_mel_ce: 2.4156317710876465 (nan) | > loss: 0.009711960330605507 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14109104049844814) | > loader_time: 0.0045 (0.004609093306906315)  --> TIME: 2025-03-25 15:43:37 -- STEP: 21690/31555 -- GLOBAL_STEP: 1031450 | > loss_text_ce: 0.03830067440867424 (0.03329055539477053) | > loss_mel_ce: 3.3023595809936523 (nan) | > loss: 0.013256588950753212 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.1410971469953898) | > loader_time: 0.0047 (0.004609072433742499)  --> TIME: 2025-03-25 15:43:47 -- STEP: 21740/31555 -- GLOBAL_STEP: 1031500 | > loss_text_ce: 0.036649901419878006 (0.03329189301416191) | > loss_mel_ce: 2.769885778427124 (nan) | > loss: 0.011137046851217747 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14110282711074684) | > loader_time: 0.0045 (0.004609000989901628)  --> TIME: 2025-03-25 15:43:57 -- STEP: 21790/31555 -- GLOBAL_STEP: 1031550 | > loss_text_ce: 0.034834545105695724 (0.033292172197551914) | > loss_mel_ce: 0.0600934699177742 (nan) | > loss: 0.00037669847370125353 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1411043338679349) | > loader_time: 0.0045 (0.004608823433552574)  --> TIME: 2025-03-25 15:44:06 -- STEP: 21840/31555 -- GLOBAL_STEP: 1031600 | > loss_text_ce: 0.03859041631221771 (0.033293767511544656) | > loss_mel_ce: 2.4809441566467285 (nan) | > loss: 0.009998153895139694 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14109759874396277) | > loader_time: 0.0045 (0.0046087273202099375)  --> TIME: 2025-03-25 15:44:16 -- STEP: 21890/31555 -- GLOBAL_STEP: 1031650 | > loss_text_ce: 0.02503254823386669 (0.03329325232922019) | > loss_mel_ce: 2.714890956878662 (nan) | > loss: 0.010872713290154934 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.141094843248844) | > loader_time: 0.0046 (0.00460860480887531)  --> TIME: 2025-03-25 15:44:26 -- STEP: 21940/31555 -- GLOBAL_STEP: 1031700 | > loss_text_ce: 0.03314743563532829 (0.033294077834951745) | > loss_mel_ce: 2.608531951904297 (nan) | > loss: 0.010482855141162872 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14110389467576678) | > loader_time: 0.0044 (0.0046085900573591115)  --> TIME: 2025-03-25 15:44:35 -- STEP: 21990/31555 -- GLOBAL_STEP: 1031750 | > loss_text_ce: 0.03128638118505478 (0.03329449941180994) | > loss_mel_ce: 2.8122308254241943 (nan) | > loss: 0.011283799074590206 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14110051655346498) | > loader_time: 0.0047 (0.004608460413753669)  --> TIME: 2025-03-25 15:44:45 -- STEP: 22040/31555 -- GLOBAL_STEP: 1031800 | > loss_text_ce: 0.049341000616550446 (0.03329651087113493) | > loss_mel_ce: 0.06982421875 (nan) | > loss: 0.00047287787310779095 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14111188303969932) | > loader_time: 0.0046 (0.004608502059147259)  --> TIME: 2025-03-25 15:44:55 -- STEP: 22090/31555 -- GLOBAL_STEP: 1031850 | > loss_text_ce: 0.02556632272899151 (0.03329420147877719) | > loss_mel_ce: 2.9498605728149414 (nan) | > loss: 0.011807250790297985 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14110207302962105) | > loader_time: 0.0046 (0.004608546570449333)  --> TIME: 2025-03-25 15:45:04 -- STEP: 22140/31555 -- GLOBAL_STEP: 1031900 | > loss_text_ce: 0.036523934453725815 (0.0332925740776665) | > loss_mel_ce: 2.633638381958008 (nan) | > loss: 0.010595882311463356 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14110482407779196) | > loader_time: 0.0049 (0.004608504882026805)  --> TIME: 2025-03-25 15:45:14 -- STEP: 22190/31555 -- GLOBAL_STEP: 1031950 | > loss_text_ce: 0.0341329388320446 (0.03329669530488781) | > loss_mel_ce: 2.419060230255127 (nan) | > loss: 0.009734894149005413 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14110334119371254) | > loader_time: 0.0045 (0.00460848873829507)  --> TIME: 2025-03-25 15:45:23 -- STEP: 22240/31555 -- GLOBAL_STEP: 1032000 | > loss_text_ce: 0.029263721778988838 (0.03329758827441405) | > loss_mel_ce: 2.935182571411133 (nan) | > loss: 0.011763676069676876 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14109510802965344) | > loader_time: 0.0047 (0.004608513597104174)  --> TIME: 2025-03-25 15:45:33 -- STEP: 22290/31555 -- GLOBAL_STEP: 1032050 | > loss_text_ce: 0.028855647891759872 (0.03329697593477541) | > loss_mel_ce: 1.0202178955078125 (nan) | > loss: 0.004162990488111973 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1411075208688753) | > loader_time: 0.0046 (0.004608620758706958)  --> TIME: 2025-03-25 15:45:43 -- STEP: 22340/31555 -- GLOBAL_STEP: 1032100 | > loss_text_ce: 0.03907075896859169 (0.033294164255093205) | > loss_mel_ce: 2.5042309761047363 (nan) | > loss: 0.010092468000948429 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14111487356380564) | > loader_time: 0.0046 (0.004608625776552139)  --> TIME: 2025-03-25 15:45:53 -- STEP: 22390/31555 -- GLOBAL_STEP: 1032150 | > loss_text_ce: 0.037166617810726166 (0.03329386999880543) | > loss_mel_ce: 3.0481724739074707 (nan) | > loss: 0.012243409641087055 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14111223700005007) | > loader_time: 0.0047 (0.00460858025578527)  --> TIME: 2025-03-25 15:46:02 -- STEP: 22440/31555 -- GLOBAL_STEP: 1032200 | > loss_text_ce: 0.034274227917194366 (0.03329377651481073) | > loss_mel_ce: 2.8313405513763428 (nan) | > loss: 0.011371488682925701 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14111252985961084) | > loader_time: 0.0049 (0.004608701799005097)  --> TIME: 2025-03-25 15:46:12 -- STEP: 22490/31555 -- GLOBAL_STEP: 1032250 | > loss_text_ce: 0.03409915789961815 (0.033293771497423505) | > loss_mel_ce: 2.8627469539642334 (nan) | > loss: 0.011495421640574932 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14111187744267834) | > loader_time: 0.0047 (0.004608655580153396)  --> TIME: 2025-03-25 15:46:21 -- STEP: 22540/31555 -- GLOBAL_STEP: 1032300 | > loss_text_ce: 0.02834285981953144 (0.033292229714065716) | > loss_mel_ce: 2.7118802070617676 (nan) | > loss: 0.010873901657760143 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1411054262357575) | > loader_time: 0.0045 (0.0046088091758044155)  --> TIME: 2025-03-25 15:46:31 -- STEP: 22590/31555 -- GLOBAL_STEP: 1032350 | > loss_text_ce: 0.036685459315776825 (0.0332924706379021) | > loss_mel_ce: 2.8345203399658203 (nan) | > loss: 0.011393674649298191 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1411069927726399) | > loader_time: 0.0046 (0.004608858027464514)  --> TIME: 2025-03-25 15:46:41 -- STEP: 22640/31555 -- GLOBAL_STEP: 1032400 | > loss_text_ce: 0.032445020973682404 (0.03329358518785121) | > loss_mel_ce: 2.349853515625 (nan) | > loss: 0.009453565813601017 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14111536671753072) | > loader_time: 0.0045 (0.004609150273639815)  --> TIME: 2025-03-25 15:46:51 -- STEP: 22690/31555 -- GLOBAL_STEP: 1032450 | > loss_text_ce: 0.02694600448012352 (0.03329197535584407) | > loss_mel_ce: 2.7674720287323 (nan) | > loss: 0.011088961735367775 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14112792932393553) | > loader_time: 0.0044 (0.004609203937559085)  --> TIME: 2025-03-25 15:47:01 -- STEP: 22740/31555 -- GLOBAL_STEP: 1032500 | > loss_text_ce: 0.024132218211889267 (0.03329142776617716) | > loss_mel_ce: 2.9036591053009033 (nan) | > loss: 0.011618220247328281 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1411360322223389) | > loader_time: 0.0044 (0.004609438412631914)  --> TIME: 2025-03-25 15:47:11 -- STEP: 22790/31555 -- GLOBAL_STEP: 1032550 | > loss_text_ce: 0.040978215634822845 (0.0332919356163092) | > loss_mel_ce: 3.8911354541778564 (nan) | > loss: 0.015603626146912575 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1411457175484562) | > loader_time: 0.0045 (0.004609311270368558)  --> TIME: 2025-03-25 15:47:21 -- STEP: 22840/31555 -- GLOBAL_STEP: 1032600 | > loss_text_ce: 0.036090366542339325 (0.033289661732561295) | > loss_mel_ce: 0.0756632462143898 (nan) | > loss: 0.0004434667353052646 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14114558399245578) | > loader_time: 0.0045 (0.004609189570054474)  --> TIME: 2025-03-25 15:47:30 -- STEP: 22890/31555 -- GLOBAL_STEP: 1032650 | > loss_text_ce: 0.02797187678515911 (0.033288348980440294) | > loss_mel_ce: 1.7122018337249756 (nan) | > loss: 0.006905451416969299 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411420269687401) | > loader_time: 0.0045 (0.004609212421235565)  --> TIME: 2025-03-25 15:47:40 -- STEP: 22940/31555 -- GLOBAL_STEP: 1032700 | > loss_text_ce: 0.02039673551917076 (0.033291509491087244) | > loss_mel_ce: 2.344871997833252 (nan) | > loss: 0.009385987184941769 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14113693589632106) | > loader_time: 0.0045 (0.0046092342686008545)  --> TIME: 2025-03-25 15:47:49 -- STEP: 22990/31555 -- GLOBAL_STEP: 1032750 | > loss_text_ce: 0.04092011973261833 (0.03329188694489602) | > loss_mel_ce: 2.829904079437256 (nan) | > loss: 0.011392159387469292 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14113150495402282) | > loader_time: 0.0046 (0.004609167238793802)  --> TIME: 2025-03-25 15:47:59 -- STEP: 23040/31555 -- GLOBAL_STEP: 1032800 | > loss_text_ce: 0.027365224435925484 (0.03329473713909285) | > loss_mel_ce: 2.7878568172454834 (nan) | > loss: 0.011171516962349415 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1411352719283771) | > loader_time: 0.0046 (0.00460937740281222)  --> TIME: 2025-03-25 15:48:08 -- STEP: 23090/31555 -- GLOBAL_STEP: 1032850 | > loss_text_ce: 0.03629583865404129 (0.03329481992668113) | > loss_mel_ce: 2.3333027362823486 (nan) | > loss: 0.009403170086443424 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1411313149566621) | > loader_time: 0.0043 (0.004609418441950864)  --> TIME: 2025-03-25 15:48:18 -- STEP: 23140/31555 -- GLOBAL_STEP: 1032900 | > loss_text_ce: 0.023422233760356903 (0.03329465622915495) | > loss_mel_ce: 2.653712749481201 (nan) | > loss: 0.010623551905155182 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14113080634469125) | > loader_time: 0.0047 (0.004609424272486102)  --> TIME: 2025-03-25 15:48:28 -- STEP: 23190/31555 -- GLOBAL_STEP: 1032950 | > loss_text_ce: 0.03448845446109772 (0.03329749633403499) | > loss_mel_ce: 2.66583251953125 (nan) | > loss: 0.010715560056269169 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.1411364699499834) | > loader_time: 0.0048 (0.004609304535435189)  --> TIME: 2025-03-25 15:48:38 -- STEP: 23240/31555 -- GLOBAL_STEP: 1033000 | > loss_text_ce: 0.03354080766439438 (0.03329918986260946) | > loss_mel_ce: 2.748859405517578 (nan) | > loss: 0.011041270568966866 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14113592499299688) | > loader_time: 0.0043 (0.004609222307467807)  --> TIME: 2025-03-25 15:48:47 -- STEP: 23290/31555 -- GLOBAL_STEP: 1033050 | > loss_text_ce: 0.03255830332636833 (0.03330088990279438) | > loss_mel_ce: 1.8867548704147339 (nan) | > loss: 0.007616322487592697 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14113848877854032) | > loader_time: 0.0045 (0.004609510744012115)  --> TIME: 2025-03-25 15:48:57 -- STEP: 23340/31555 -- GLOBAL_STEP: 1033100 | > loss_text_ce: 0.028137993067502975 (0.03329962442330592) | > loss_mel_ce: 2.7579851150512695 (nan) | > loss: 0.011056044138967991 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14112908878996575) | > loader_time: 0.0049 (0.004609515703735726)  --> TIME: 2025-03-25 15:49:06 -- STEP: 23390/31555 -- GLOBAL_STEP: 1033150 | > loss_text_ce: 0.04298054426908493 (0.03330104122529254) | > loss_mel_ce: 2.2406909465789795 (nan) | > loss: 0.009062188677489758 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14113672194495222) | > loader_time: 0.0047 (0.004609706097048721)  --> TIME: 2025-03-25 15:49:16 -- STEP: 23440/31555 -- GLOBAL_STEP: 1033200 | > loss_text_ce: 0.04177567735314369 (0.03330239842811922) | > loss_mel_ce: 2.5081214904785156 (nan) | > loss: 0.010118640027940273 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14114245127492456) | > loader_time: 0.0046 (0.004609818497208584)  --> TIME: 2025-03-25 15:49:26 -- STEP: 23490/31555 -- GLOBAL_STEP: 1033250 | > loss_text_ce: 0.03721718490123749 (0.03330346310571514) | > loss_mel_ce: 2.57878041267395 (nan) | > loss: 0.010380943305790424 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14115417882603523) | > loader_time: 0.0045 (0.004609826576359557)  --> TIME: 2025-03-25 15:49:36 -- STEP: 23540/31555 -- GLOBAL_STEP: 1033300 | > loss_text_ce: 0.035076189786195755 (0.0333006908356696) | > loss_mel_ce: 2.4947237968444824 (nan) | > loss: 0.0100388890132308 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1411570790265722) | > loader_time: 0.0048 (0.0046099678580803286)  --> TIME: 2025-03-25 15:49:46 -- STEP: 23590/31555 -- GLOBAL_STEP: 1033350 | > loss_text_ce: 0.04564858227968216 (0.03329974795111732) | > loss_mel_ce: 2.9124372005462646 (nan) | > loss: 0.011738436296582222 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14116035079794417) | > loader_time: 0.0049 (0.004609896814282418)  --> TIME: 2025-03-25 15:49:55 -- STEP: 23640/31555 -- GLOBAL_STEP: 1033400 | > loss_text_ce: 0.025704238563776016 (0.03329956829886704) | > loss_mel_ce: 2.175562858581543 (nan) | > loss: 0.008735187351703644 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14115263029000155) | > loader_time: 0.0048 (0.004609813504614384)  --> TIME: 2025-03-25 15:50:05 -- STEP: 23690/31555 -- GLOBAL_STEP: 1033450 | > loss_text_ce: 0.03157195448875427 (0.03329964084735526) | > loss_mel_ce: 1.515594482421875 (nan) | > loss: 0.006139549892395735 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14115621818173812) | > loader_time: 0.0045 (0.004609923364744731)  --> TIME: 2025-03-25 15:50:15 -- STEP: 23740/31555 -- GLOBAL_STEP: 1033500 | > loss_text_ce: 0.03493564948439598 (0.033299511618341195) | > loss_mel_ce: 3.1284589767456055 (nan) | > loss: 0.012553154490888119 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14116069501251846) | > loader_time: 0.0048 (0.004610156179378267)  --> TIME: 2025-03-25 15:50:25 -- STEP: 23790/31555 -- GLOBAL_STEP: 1033550 | > loss_text_ce: 0.03174694627523422 (0.03329864150126953) | > loss_mel_ce: 2.7712197303771973 (nan) | > loss: 0.01112288422882557 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14117630806827197) | > loader_time: 0.0045 (0.004610106142291785)  --> TIME: 2025-03-25 15:50:35 -- STEP: 23840/31555 -- GLOBAL_STEP: 1033600 | > loss_text_ce: 0.030619684606790543 (0.033298329512617006) | > loss_mel_ce: 2.984342098236084 (nan) | > loss: 0.011964134871959686 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14117609793507901) | > loader_time: 0.0046 (0.0046101471121678984)  --> TIME: 2025-03-25 15:50:44 -- STEP: 23890/31555 -- GLOBAL_STEP: 1033650 | > loss_text_ce: 0.02588927373290062 (0.03329490972460648) | > loss_mel_ce: 3.1449244022369385 (nan) | > loss: 0.012582594528794289 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14117163190686083) | > loader_time: 0.0045 (0.004610129927630779)  --> TIME: 2025-03-25 15:50:54 -- STEP: 23940/31555 -- GLOBAL_STEP: 1033700 | > loss_text_ce: 0.03356616571545601 (0.03329531166246595) | > loss_mel_ce: 0.0433349609375 (nan) | > loss: 0.0003051632083952427 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14117728132154) | > loader_time: 0.0044 (0.00461008693142142)  --> TIME: 2025-03-25 15:51:03 -- STEP: 23990/31555 -- GLOBAL_STEP: 1033750 | > loss_text_ce: 0.028974751010537148 (0.033291431278356994) | > loss_mel_ce: 2.2460715770721436 (nan) | > loss: 0.009027962572872639 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14116329586272433) | > loader_time: 0.0047 (0.004610144600067177)  --> TIME: 2025-03-25 15:51:13 -- STEP: 24040/31555 -- GLOBAL_STEP: 1033800 | > loss_text_ce: 0.03823528066277504 (0.033292894516785056) | > loss_mel_ce: 2.7560200691223145 (nan) | > loss: 0.011088315397500992 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1411558899427222) | > loader_time: 0.0045 (0.004610128331303377)  --> TIME: 2025-03-25 15:51:22 -- STEP: 24090/31555 -- GLOBAL_STEP: 1033850 | > loss_text_ce: 0.02176513709127903 (0.03328996312419097) | > loss_mel_ce: 0.434356689453125 (nan) | > loss: 0.0018100073793902993 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14115247529490327) | > loader_time: 0.0043 (0.004609944841187722)  --> TIME: 2025-03-25 15:51:32 -- STEP: 24140/31555 -- GLOBAL_STEP: 1033900 | > loss_text_ce: 0.027997368946671486 (0.033288744265983904) | > loss_mel_ce: 3.108560562133789 (nan) | > loss: 0.012446658685803413 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14115342360048594) | > loader_time: 0.0045 (0.004609833508359547)  --> TIME: 2025-03-25 15:51:41 -- STEP: 24190/31555 -- GLOBAL_STEP: 1033950 | > loss_text_ce: 0.03468785434961319 (0.033291217917980884) | > loss_mel_ce: 2.329373359680176 (nan) | > loss: 0.009381195530295372 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14115161958830935) | > loader_time: 0.0046 (0.0046097898936655855)  --> TIME: 2025-03-25 15:51:51 -- STEP: 24240/31555 -- GLOBAL_STEP: 1034000 | > loss_text_ce: 0.03086259216070175 (0.033287282703596675) | > loss_mel_ce: 3.4056832790374756 (nan) | > loss: 0.013637087307870388 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14115147034917425) | > loader_time: 0.0049 (0.004609957229186184)  --> TIME: 2025-03-25 15:52:01 -- STEP: 24290/31555 -- GLOBAL_STEP: 1034050 | > loss_text_ce: 0.031136248260736465 (0.03328892471216646) | > loss_mel_ce: 2.318582773208618 (nan) | > loss: 0.00932428240776062 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14115787875559171) | > loader_time: 0.0047 (0.004610127968864685)  --> TIME: 2025-03-25 15:52:11 -- STEP: 24340/31555 -- GLOBAL_STEP: 1034100 | > loss_text_ce: 0.026688143610954285 (0.03328749677216106) | > loss_mel_ce: 2.994270086288452 (nan) | > loss: 0.011987930163741112 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1411641180074509) | > loader_time: 0.0046 (0.004610161949790862)  --> TIME: 2025-03-25 15:52:20 -- STEP: 24390/31555 -- GLOBAL_STEP: 1034150 | > loss_text_ce: 0.04023140296339989 (0.03328586243075471) | > loss_mel_ce: 2.264322280883789 (nan) | > loss: 0.009145054966211319 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14116152440392218) | > loader_time: 0.0044 (0.004610097579361695)  --> TIME: 2025-03-25 15:52:30 -- STEP: 24440/31555 -- GLOBAL_STEP: 1034200 | > loss_text_ce: 0.033369503915309906 (0.033286390190680595) | > loss_mel_ce: 1.7700612545013428 (nan) | > loss: 0.007156471721827984 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1411567240124256) | > loader_time: 0.0046 (0.004610140370464145)  --> TIME: 2025-03-25 15:52:40 -- STEP: 24490/31555 -- GLOBAL_STEP: 1034250 | > loss_text_ce: 0.029390228912234306 (0.033287632379151756) | > loss_mel_ce: 2.473299741744995 (nan) | > loss: 0.009931310079991817 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14116504417238826) | > loader_time: 0.0048 (0.004610109728372719)  --> TIME: 2025-03-25 15:52:49 -- STEP: 24540/31555 -- GLOBAL_STEP: 1034300 | > loss_text_ce: 0.026508646085858345 (0.033290317914917246) | > loss_mel_ce: 2.3348631858825684 (nan) | > loss: 0.009370523504912853 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14116617557763547) | > loader_time: 0.0047 (0.004610200101219721)  --> TIME: 2025-03-25 15:52:59 -- STEP: 24590/31555 -- GLOBAL_STEP: 1034350 | > loss_text_ce: 0.028660470619797707 (0.03328835628362458) | > loss_mel_ce: 2.787559747695923 (nan) | > loss: 0.011175477877259254 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14117250774099738) | > loader_time: 0.0047 (0.0046105850416744)  --> TIME: 2025-03-25 15:53:09 -- STEP: 24640/31555 -- GLOBAL_STEP: 1034400 | > loss_text_ce: 0.03059498965740204 (0.03328839335768274) | > loss_mel_ce: 2.360917329788208 (nan) | > loss: 0.00949012953788042 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1411813428359381) | > loader_time: 0.0048 (0.0046109625174627425)  --> TIME: 2025-03-25 15:53:19 -- STEP: 24690/31555 -- GLOBAL_STEP: 1034450 | > loss_text_ce: 0.04171666502952576 (0.03329193254947125) | > loss_mel_ce: 2.7327637672424316 (nan) | > loss: 0.011009843088686466 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14118003417432712) | > loader_time: 0.0047 (0.0046109441032579366)  --> TIME: 2025-03-25 15:53:28 -- STEP: 24740/31555 -- GLOBAL_STEP: 1034500 | > loss_text_ce: 0.036892641335725784 (0.03329009175625878) | > loss_mel_ce: 2.7634005546569824 (nan) | > loss: 0.011112275533378124 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14117101621704983) | > loader_time: 0.005 (0.004610908744599201)  --> TIME: 2025-03-25 15:53:38 -- STEP: 24790/31555 -- GLOBAL_STEP: 1034550 | > loss_text_ce: 0.0324852429330349 (0.03329466294359033) | > loss_mel_ce: 2.118464708328247 (nan) | > loss: 0.008535516448318958 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14117495964592036) | > loader_time: 0.0046 (0.004610901188590708)  --> TIME: 2025-03-25 15:53:48 -- STEP: 24840/31555 -- GLOBAL_STEP: 1034600 | > loss_text_ce: 0.027938837185502052 (0.03329292449068414) | > loss_mel_ce: 2.6296074390411377 (nan) | > loss: 0.010545819066464901 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1411814218653966) | > loader_time: 0.0046 (0.004611117703519173)  --> TIME: 2025-03-25 15:53:57 -- STEP: 24890/31555 -- GLOBAL_STEP: 1034650 | > loss_text_ce: 0.040679264813661575 (0.03329580351560684) | > loss_mel_ce: 2.5260655879974365 (nan) | > loss: 0.01018549595028162 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1411754913050383) | > loader_time: 0.0045 (0.004611329823528798)  --> TIME: 2025-03-25 15:54:07 -- STEP: 24940/31555 -- GLOBAL_STEP: 1034700 | > loss_text_ce: 0.03826618194580078 (0.03329413309155636) | > loss_mel_ce: 2.82218337059021 (nan) | > loss: 0.011350991204380989 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14117699676068668) | > loader_time: 0.0045 (0.004611464653764594)  --> TIME: 2025-03-25 15:54:17 -- STEP: 24990/31555 -- GLOBAL_STEP: 1034750 | > loss_text_ce: 0.031188033521175385 (0.03329322803922094) | > loss_mel_ce: 3.0119142532348633 (nan) | > loss: 0.012075803242623806 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14117450551921912) | > loader_time: 0.0047 (0.004611382784009581)  --> TIME: 2025-03-25 15:54:26 -- STEP: 25040/31555 -- GLOBAL_STEP: 1034800 | > loss_text_ce: 0.030399484559893608 (0.03329230847950022) | > loss_mel_ce: 2.0537660121917725 (nan) | > loss: 0.008270498365163803 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14117396519587924) | > loader_time: 0.0045 (0.004611305125986028)  --> TIME: 2025-03-25 15:54:36 -- STEP: 25090/31555 -- GLOBAL_STEP: 1034850 | > loss_text_ce: 0.030091969296336174 (0.03329337975578233) | > loss_mel_ce: 2.8017358779907227 (nan) | > loss: 0.011237412691116333 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14117164335292764) | > loader_time: 0.0046 (0.004611253168251263)  --> TIME: 2025-03-25 15:54:45 -- STEP: 25140/31555 -- GLOBAL_STEP: 1034900 | > loss_text_ce: 0.04606446251273155 (0.03329665322825879) | > loss_mel_ce: 3.077779769897461 (nan) | > loss: 0.012396208010613918 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14116482308865066) | > loader_time: 0.0044 (0.004611150708194736)  --> TIME: 2025-03-25 15:54:55 -- STEP: 25190/31555 -- GLOBAL_STEP: 1034950 | > loss_text_ce: 0.036230042576789856 (0.03329817674382696) | > loss_mel_ce: 2.4942495822906494 (nan) | > loss: 0.010041586123406887 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1411738692223443) | > loader_time: 0.0047 (0.004611028580023855)  --> TIME: 2025-03-25 15:55:04 -- STEP: 25240/31555 -- GLOBAL_STEP: 1035000 | > loss_text_ce: 0.02286813221871853 (0.033293845745249614) | > loss_mel_ce: 2.692194938659668 (nan) | > loss: 0.010774060152471066 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14115532561074054) | > loader_time: 0.0043 (0.004610779272206406)  --> TIME: 2025-03-25 15:55:14 -- STEP: 25290/31555 -- GLOBAL_STEP: 1035050 | > loss_text_ce: 0.03147893771529198 (0.033292546339728134) | > loss_mel_ce: 2.8169331550598145 (nan) | > loss: 0.011303222738206387 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14115912333549255) | > loader_time: 0.0045 (0.004610630889898597)  --> TIME: 2025-03-25 15:55:24 -- STEP: 25340/31555 -- GLOBAL_STEP: 1035100 | > loss_text_ce: 0.030813435092568398 (0.033293054116141835) | > loss_mel_ce: 2.563870668411255 (nan) | > loss: 0.010296366177499294 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14116459446999718) | > loader_time: 0.0047 (0.004610518827716838)  --> TIME: 2025-03-25 15:55:33 -- STEP: 25390/31555 -- GLOBAL_STEP: 1035150 | > loss_text_ce: 0.03553716838359833 (0.03329232658570286) | > loss_mel_ce: 2.965794086456299 (nan) | > loss: 0.011910045519471169 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14115977672293042) | > loader_time: 0.0068 (0.004610532463512425)  --> TIME: 2025-03-25 15:55:43 -- STEP: 25440/31555 -- GLOBAL_STEP: 1035200 | > loss_text_ce: 0.03330343961715698 (0.03329119377604091) | > loss_mel_ce: 2.5853452682495117 (nan) | > loss: 0.01039146352559328 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14117405906600872) | > loader_time: 0.0048 (0.004610685835469424)  --> TIME: 2025-03-25 15:55:53 -- STEP: 25490/31555 -- GLOBAL_STEP: 1035250 | > loss_text_ce: 0.03824686259031296 (0.0332914501384763) | > loss_mel_ce: 2.8836007118225098 (nan) | > loss: 0.01159463357180357 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14118069816730133) | > loader_time: 0.0046 (0.004610874195480478)  --> TIME: 2025-03-25 15:56:03 -- STEP: 25540/31555 -- GLOBAL_STEP: 1035300 | > loss_text_ce: 0.03060142695903778 (0.033293440728612685) | > loss_mel_ce: 2.955082654953003 (nan) | > loss: 0.01184795331209898 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1411705648142946) | > loader_time: 0.0047 (0.00461086329764093)  --> TIME: 2025-03-25 15:56:12 -- STEP: 25590/31555 -- GLOBAL_STEP: 1035350 | > loss_text_ce: 0.04095546528697014 (0.033292053575326025) | > loss_mel_ce: 3.0213449001312256 (nan) | > loss: 0.012151986360549927 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14116558123958006) | > loader_time: 0.0044 (0.004610994934523255)  --> TIME: 2025-03-25 15:56:22 -- STEP: 25640/31555 -- GLOBAL_STEP: 1035400 | > loss_text_ce: 0.034054748713970184 (0.03329380063555121) | > loss_mel_ce: 2.8241021633148193 (nan) | > loss: 0.01134189311414957 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14116700242350635) | > loader_time: 0.0048 (0.0046109937003547515)  --> TIME: 2025-03-25 15:56:31 -- STEP: 25690/31555 -- GLOBAL_STEP: 1035450 | > loss_text_ce: 0.03428380563855171 (0.03329321315955088) | > loss_mel_ce: 2.7385330200195312 (nan) | > loss: 0.011003241874277592 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14116208304594263) | > loader_time: 0.0047 (0.004611112682584538)  --> TIME: 2025-03-25 15:56:41 -- STEP: 25740/31555 -- GLOBAL_STEP: 1035500 | > loss_text_ce: 0.03615844249725342 (0.03329546640525077) | > loss_mel_ce: 0.0341796875 (nan) | > loss: 0.0002791195875033736 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14116168693692258) | > loader_time: 0.0044 (0.004611123043525623)  --> TIME: 2025-03-25 15:56:51 -- STEP: 25790/31555 -- GLOBAL_STEP: 1035550 | > loss_text_ce: 0.04214384779334068 (0.03329523422485566) | > loss_mel_ce: 2.9299192428588867 (nan) | > loss: 0.011793902143836021 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14116170826971547) | > loader_time: 0.0046 (0.004611123583491499)  --> TIME: 2025-03-25 15:57:01 -- STEP: 25840/31555 -- GLOBAL_STEP: 1035600 | > loss_text_ce: 0.023818079382181168 (0.03329666705943386) | > loss_mel_ce: 2.6807079315185547 (nan) | > loss: 0.010732246562838554 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14117093874205086) | > loader_time: 0.0045 (0.004611319238925472)  --> TIME: 2025-03-25 15:57:10 -- STEP: 25890/31555 -- GLOBAL_STEP: 1035650 | > loss_text_ce: 0.038073133677244186 (0.03329349481822656) | > loss_mel_ce: 2.70680832862854 (nan) | > loss: 0.010892387479543686 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14116533955536908) | > loader_time: 0.0045 (0.004611228238942287)  --> TIME: 2025-03-25 15:57:20 -- STEP: 25940/31555 -- GLOBAL_STEP: 1035700 | > loss_text_ce: 0.03214786574244499 (0.03329278092832113) | > loss_mel_ce: 2.5854156017303467 (nan) | > loss: 0.010387157090008259 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1411611627227273) | > loader_time: 0.0047 (0.004611330604038496)  --> TIME: 2025-03-25 15:57:29 -- STEP: 25990/31555 -- GLOBAL_STEP: 1035750 | > loss_text_ce: 0.03065447323024273 (0.03329202037088941) | > loss_mel_ce: 2.933173179626465 (nan) | > loss: 0.01176122110337019 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14116168797314352) | > loader_time: 0.0047 (0.004611491001124723)  --> TIME: 2025-03-25 15:57:39 -- STEP: 26040/31555 -- GLOBAL_STEP: 1035800 | > loss_text_ce: 0.0367094986140728 (0.033293334372841134) | > loss_mel_ce: 2.2138671875 (nan) | > loss: 0.00893086101859808 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14115617430887714) | > loader_time: 0.0044 (0.004611453290359193)  --> TIME: 2025-03-25 15:57:48 -- STEP: 26090/31555 -- GLOBAL_STEP: 1035850 | > loss_text_ce: 0.034530799835920334 (0.03329384285266275) | > loss_mel_ce: 1.81073796749115 (nan) | > loss: 0.007322495337575674 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14115115659544938) | > loader_time: 0.005 (0.004611485367216039)  --> TIME: 2025-03-25 15:57:58 -- STEP: 26140/31555 -- GLOBAL_STEP: 1035900 | > loss_text_ce: 0.03662485629320145 (0.03329337341728763) | > loss_mel_ce: 1.045928955078125 (nan) | > loss: 0.004295848775655031 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14115478664112233) | > loader_time: 0.0046 (0.00461171504278261)  --> TIME: 2025-03-25 15:58:08 -- STEP: 26190/31555 -- GLOBAL_STEP: 1035950 | > loss_text_ce: 0.04608182981610298 (0.03329701916164976) | > loss_mel_ce: 1.8547776937484741 (nan) | > loss: 0.007543093524873257 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14115974468873602) | > loader_time: 0.0045 (0.0046121458462878425)  --> TIME: 2025-03-25 15:58:18 -- STEP: 26240/31555 -- GLOBAL_STEP: 1036000 | > loss_text_ce: 0.04091700166463852 (0.03330034809069953) | > loss_mel_ce: 2.757457971572876 (nan) | > loss: 0.011104662902653217 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1411568105584245) | > loader_time: 0.0045 (0.004612154377306356)  --> TIME: 2025-03-25 15:58:27 -- STEP: 26290/31555 -- GLOBAL_STEP: 1036050 | > loss_text_ce: 0.041514553129673004 (0.0333014917474904) | > loss_mel_ce: 2.1933341026306152 (nan) | > loss: 0.008868447504937649 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1411600211402142) | > loader_time: 0.0044 (0.004612204955076683)  --> TIME: 2025-03-25 15:58:37 -- STEP: 26340/31555 -- GLOBAL_STEP: 1036100 | > loss_text_ce: 0.03293687850236893 (0.03330224327864703) | > loss_mel_ce: 2.6437151432037354 (nan) | > loss: 0.010621635243296623 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14116374214399793) | > loader_time: 0.0047 (0.004612203212787253)  --> TIME: 2025-03-25 15:58:47 -- STEP: 26390/31555 -- GLOBAL_STEP: 1036150 | > loss_text_ce: 0.026968812569975853 (0.03330204222420502) | > loss_mel_ce: 2.7428529262542725 (nan) | > loss: 0.010991356335580349 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1411711585390705) | > loader_time: 0.0047 (0.004612188006766392)  --> TIME: 2025-03-25 15:58:57 -- STEP: 26440/31555 -- GLOBAL_STEP: 1036200 | > loss_text_ce: 0.03305596858263016 (0.03330228524543251) | > loss_mel_ce: 2.6849846839904785 (nan) | > loss: 0.010785876773297787 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14117286224228237) | > loader_time: 0.0046 (0.0046121508288852146)  --> TIME: 2025-03-25 15:59:07 -- STEP: 26490/31555 -- GLOBAL_STEP: 1036250 | > loss_text_ce: 0.03788818418979645 (0.03330348814598934) | > loss_mel_ce: 2.675192356109619 (nan) | > loss: 0.010766193270683289 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14117988155850358) | > loader_time: 0.0043 (0.0046120367575789535)  --> TIME: 2025-03-25 15:59:16 -- STEP: 26540/31555 -- GLOBAL_STEP: 1036300 | > loss_text_ce: 0.03782102093100548 (0.03330215591524648) | > loss_mel_ce: 2.923718214035034 (nan) | > loss: 0.011752140708267689 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14117904158580083) | > loader_time: 0.0047 (0.004611838932942849)  --> TIME: 2025-03-25 15:59:26 -- STEP: 26590/31555 -- GLOBAL_STEP: 1036350 | > loss_text_ce: 0.03171001002192497 (0.033304064413697404) | > loss_mel_ce: 3.410989284515381 (nan) | > loss: 0.013661505654454231 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14118085602433653) | > loader_time: 0.0046 (0.004611824167631023)  --> TIME: 2025-03-25 15:59:36 -- STEP: 26640/31555 -- GLOBAL_STEP: 1036400 | > loss_text_ce: 0.03760870546102524 (0.033304245560709815) | > loss_mel_ce: 2.7841386795043945 (nan) | > loss: 0.011197410523891449 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1411872248212861) | > loader_time: 0.0045 (0.004611744465412657)  --> TIME: 2025-03-25 15:59:46 -- STEP: 26690/31555 -- GLOBAL_STEP: 1036450 | > loss_text_ce: 0.02896513231098652 (0.033304554626342985) | > loss_mel_ce: 2.6227312088012695 (nan) | > loss: 0.01052260585129261 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14119575281811436) | > loader_time: 0.0045 (0.004611796553816482)  --> TIME: 2025-03-25 15:59:55 -- STEP: 26740/31555 -- GLOBAL_STEP: 1036500 | > loss_text_ce: 0.02895822934806347 (0.03330593569794226) | > loss_mel_ce: 1.8662220239639282 (nan) | > loss: 0.007520556915551424 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1411987156946451) | > loader_time: 0.0045 (0.0046117661867733604)  --> TIME: 2025-03-25 16:00:05 -- STEP: 26790/31555 -- GLOBAL_STEP: 1036550 | > loss_text_ce: 0.02866300567984581 (0.03330425678492696) | > loss_mel_ce: 1.6974114179611206 (nan) | > loss: 0.0068495022132992744 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14119574163066034) | > loader_time: 0.0047 (0.004611798701512354)  --> TIME: 2025-03-25 16:00:15 -- STEP: 26840/31555 -- GLOBAL_STEP: 1036600 | > loss_text_ce: 0.0318010114133358 (0.03330126690679014) | > loss_mel_ce: 2.5897927284240723 (nan) | > loss: 0.01040315069258213 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14119292496746666) | > loader_time: 0.0047 (0.004611731614867541)  --> TIME: 2025-03-25 16:00:24 -- STEP: 26890/31555 -- GLOBAL_STEP: 1036650 | > loss_text_ce: 0.03734906017780304 (0.033301364775198676) | > loss_mel_ce: 2.32840633392334 (nan) | > loss: 0.009387918747961521 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1411970468204062) | > loader_time: 0.0048 (0.004611843392147623)  --> TIME: 2025-03-25 16:00:34 -- STEP: 26940/31555 -- GLOBAL_STEP: 1036700 | > loss_text_ce: 0.03244196996092796 (0.03330277238202281) | > loss_mel_ce: 1.645194172859192 (nan) | > loss: 0.006657286547124386 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1411960810223781) | > loader_time: 0.0045 (0.004611999278787152)  --> TIME: 2025-03-25 16:00:44 -- STEP: 26990/31555 -- GLOBAL_STEP: 1036750 | > loss_text_ce: 0.02972491830587387 (0.03330074900370658) | > loss_mel_ce: 2.8558971881866455 (nan) | > loss: 0.011450882069766521 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14119807208366256) | > loader_time: 0.005 (0.004612137247518762)  --> TIME: 2025-03-25 16:00:54 -- STEP: 27040/31555 -- GLOBAL_STEP: 1036800 | > loss_text_ce: 0.02966463565826416 (0.03330057546969656) | > loss_mel_ce: 2.56579852104187 (nan) | > loss: 0.010299458168447018 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14120602486049025) | > loader_time: 0.0046 (0.004612251128670721)  --> TIME: 2025-03-25 16:01:03 -- STEP: 27090/31555 -- GLOBAL_STEP: 1036850 | > loss_text_ce: 0.026954008266329765 (0.033297602732515856) | > loss_mel_ce: 2.749723196029663 (nan) | > loss: 0.011018560267984867 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14119649459709407) | > loader_time: 0.0047 (0.004612283717226202)  --> TIME: 2025-03-25 16:01:13 -- STEP: 27140/31555 -- GLOBAL_STEP: 1036900 | > loss_text_ce: 0.03335583582520485 (0.03329897960287653) | > loss_mel_ce: 2.8504796028137207 (nan) | > loss: 0.011443792842328548 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.141195378333397) | > loader_time: 0.0045 (0.004612129052597182)  --> TIME: 2025-03-25 16:01:22 -- STEP: 27190/31555 -- GLOBAL_STEP: 1036950 | > loss_text_ce: 0.03204368054866791 (0.0332999276860102) | > loss_mel_ce: 2.95292067527771 (nan) | > loss: 0.011845096945762634 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14119751427093913) | > loader_time: 0.0044 (0.004612011977880036)  --> TIME: 2025-03-25 16:01:32 -- STEP: 27240/31555 -- GLOBAL_STEP: 1037000 | > loss_text_ce: 0.03513527661561966 (0.03329961703965132) | > loss_mel_ce: 2.8595468997955322 (nan) | > loss: 0.011486834846436977 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14120043760354373) | > loader_time: 0.0046 (0.004611798442582893)  --> TIME: 2025-03-25 16:01:41 -- STEP: 27290/31555 -- GLOBAL_STEP: 1037050 | > loss_text_ce: 0.039487794041633606 (0.03330048099822286) | > loss_mel_ce: 2.8661441802978516 (nan) | > loss: 0.011530286632478237 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14119025610794195) | > loader_time: 0.0046 (0.004611747681592219)  --> TIME: 2025-03-25 16:01:51 -- STEP: 27340/31555 -- GLOBAL_STEP: 1037100 | > loss_text_ce: 0.03549250215291977 (0.03329942017376739) | > loss_mel_ce: 2.7307324409484863 (nan) | > loss: 0.010977083817124367 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1411848161721114) | > loader_time: 0.0044 (0.004611648349929392)  --> TIME: 2025-03-25 16:02:00 -- STEP: 27390/31555 -- GLOBAL_STEP: 1037150 | > loss_text_ce: 0.029760310426354408 (0.033299010271678094) | > loss_mel_ce: 2.6494297981262207 (nan) | > loss: 0.01063170749694109 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14118084380904414) | > loader_time: 0.0045 (0.004611319257813506)  --> TIME: 2025-03-25 16:02:10 -- STEP: 27440/31555 -- GLOBAL_STEP: 1037200 | > loss_text_ce: 0.02799077145755291 (0.033298315038856) | > loss_mel_ce: 2.725538730621338 (nan) | > loss: 0.010926704853773117 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14117718636989654) | > loader_time: 0.0048 (0.00461134261535834)  --> TIME: 2025-03-25 16:02:20 -- STEP: 27490/31555 -- GLOBAL_STEP: 1037250 | > loss_text_ce: 0.02378200553357601 (0.03329849702266488) | > loss_mel_ce: 2.44303297996521 (nan) | > loss: 0.00978894904255867 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14117817259476695) | > loader_time: 0.0046 (0.004611338620274318)  --> TIME: 2025-03-25 16:02:29 -- STEP: 27540/31555 -- GLOBAL_STEP: 1037300 | > loss_text_ce: 0.03608440235257149 (0.033298751265392564) | > loss_mel_ce: 2.98024845123291 (nan) | > loss: 0.01196957565844059 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14117889356682475) | > loader_time: 0.0046 (0.004611255677610353)  --> TIME: 2025-03-25 16:02:39 -- STEP: 27590/31555 -- GLOBAL_STEP: 1037350 | > loss_text_ce: 0.038080696016550064 (0.03329878442236551) | > loss_mel_ce: 3.0358619689941406 (nan) | > loss: 0.012198185548186302 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.1411828162057459) | > loader_time: 0.0046 (0.004611202356131797)  --> TIME: 2025-03-25 16:02:49 -- STEP: 27640/31555 -- GLOBAL_STEP: 1037400 | > loss_text_ce: 0.029517900198698044 (0.033299469662286085) | > loss_mel_ce: 3.15204119682312 (nan) | > loss: 0.012625235132873058 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14117904222649924) | > loader_time: 0.0047 (0.004611252720552662)  --> TIME: 2025-03-25 16:02:58 -- STEP: 27690/31555 -- GLOBAL_STEP: 1037450 | > loss_text_ce: 0.03251310810446739 (0.0332970787241316) | > loss_mel_ce: 3.1252760887145996 (nan) | > loss: 0.012530910782516003 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1411859430875882) | > loader_time: 0.0048 (0.00461128680186825)  --> TIME: 2025-03-25 16:03:08 -- STEP: 27740/31555 -- GLOBAL_STEP: 1037500 | > loss_text_ce: 0.02824552170932293 (0.03329798272880074) | > loss_mel_ce: 3.0218076705932617 (nan) | > loss: 0.012103386223316193 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14118084901515457) | > loader_time: 0.0051 (0.0046114612244493956)  --> TIME: 2025-03-25 16:03:17 -- STEP: 27790/31555 -- GLOBAL_STEP: 1037550 | > loss_text_ce: 0.03833533823490143 (0.03329761963835029) | > loss_mel_ce: 2.36076021194458 (nan) | > loss: 0.009520220570266247 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1411684532910215) | > loader_time: 0.0071 (0.004611277751847112)  --> TIME: 2025-03-25 16:03:27 -- STEP: 27840/31555 -- GLOBAL_STEP: 1037600 | > loss_text_ce: 0.03840755298733711 (0.03329711167252899) | > loss_mel_ce: 3.1479263305664062 (nan) | > loss: 0.01264418289065361 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14116972089670202) | > loader_time: 0.0046 (0.004611290331887105)  --> TIME: 2025-03-25 16:03:37 -- STEP: 27890/31555 -- GLOBAL_STEP: 1037650 | > loss_text_ce: 0.037757065147161484 (0.03329550653940534) | > loss_mel_ce: 2.111056089401245 (nan) | > loss: 0.008527036756277084 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14117703766923714) | > loader_time: 0.0045 (0.004611158900980713)  --> TIME: 2025-03-25 16:03:46 -- STEP: 27940/31555 -- GLOBAL_STEP: 1037700 | > loss_text_ce: 0.03608161211013794 (0.033296807454172704) | > loss_mel_ce: 2.205007314682007 (nan) | > loss: 0.0088932104408741 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14117737929993399) | > loader_time: 0.0045 (0.0046111173773119105)  --> TIME: 2025-03-25 16:03:57 -- STEP: 27990/31555 -- GLOBAL_STEP: 1037750 | > loss_text_ce: 0.02646114118397236 (0.033299492559888275) | > loss_mel_ce: 2.612062931060791 (nan) | > loss: 0.010470334440469742 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14118873435882826) | > loader_time: 0.0044 (0.004611133268451045)  --> TIME: 2025-03-25 16:04:06 -- STEP: 28040/31555 -- GLOBAL_STEP: 1037800 | > loss_text_ce: 0.02346922643482685 (0.03329813838484718) | > loss_mel_ce: 2.679346799850464 (nan) | > loss: 0.010725460946559906 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14118998285367063) | > loader_time: 0.0045 (0.004611195188106044)  --> TIME: 2025-03-25 16:04:16 -- STEP: 28090/31555 -- GLOBAL_STEP: 1037850 | > loss_text_ce: 0.031997453421354294 (0.03329784186220784) | > loss_mel_ce: 2.9819018840789795 (nan) | > loss: 0.011959918774664402 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14119895285412537) | > loader_time: 0.0048 (0.004611305275520172)  --> TIME: 2025-03-25 16:04:26 -- STEP: 28140/31555 -- GLOBAL_STEP: 1037900 | > loss_text_ce: 0.03007822483778 (0.03329726452088682) | > loss_mel_ce: 3.165512800216675 (nan) | > loss: 0.012680917046964169 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14119774679300548) | > loader_time: 0.0045 (0.0046113309321373025)  --> TIME: 2025-03-25 16:04:36 -- STEP: 28190/31555 -- GLOBAL_STEP: 1037950 | > loss_text_ce: 0.035058241337537766 (0.03329750335464472) | > loss_mel_ce: 3.0106265544891357 (nan) | > loss: 0.012086051516234875 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14120463559542115) | > loader_time: 0.0047 (0.004611370308934566)  --> TIME: 2025-03-25 16:04:45 -- STEP: 28240/31555 -- GLOBAL_STEP: 1038000 | > loss_text_ce: 0.0363597571849823 (0.033295875115626504) | > loss_mel_ce: 0.03857421875 (nan) | > loss: 0.00029735706630162895 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1412017825980362) | > loader_time: 0.0045 (0.004611367451570529)  --> TIME: 2025-03-25 16:04:55 -- STEP: 28290/31555 -- GLOBAL_STEP: 1038050 | > loss_text_ce: 0.0314665324985981 (0.033295110059779316) | > loss_mel_ce: 2.4584226608276367 (nan) | > loss: 0.009880512952804565 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14119575932995926) | > loader_time: 0.0045 (0.004611467160534718)  --> TIME: 2025-03-25 16:05:04 -- STEP: 28340/31555 -- GLOBAL_STEP: 1038100 | > loss_text_ce: 0.03299523517489433 (0.03329464618883011) | > loss_mel_ce: 2.813941240310669 (nan) | > loss: 0.011297367513179779 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14119191525599945) | > loader_time: 0.0052 (0.0046117758532182905)  --> TIME: 2025-03-25 16:05:14 -- STEP: 28390/31555 -- GLOBAL_STEP: 1038150 | > loss_text_ce: 0.030282797291874886 (0.0332941258247446) | > loss_mel_ce: 3.410935640335083 (nan) | > loss: 0.013655629009008408 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14119783957771276) | > loader_time: 0.0047 (0.004611944144525426)  --> TIME: 2025-03-25 16:05:24 -- STEP: 28440/31555 -- GLOBAL_STEP: 1038200 | > loss_text_ce: 0.028159327805042267 (0.03329507708333413) | > loss_mel_ce: 2.9351470470428467 (nan) | > loss: 0.011759153567254543 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14120443345122186) | > loader_time: 0.0046 (0.004611871421923955)  --> TIME: 2025-03-25 16:05:34 -- STEP: 28490/31555 -- GLOBAL_STEP: 1038250 | > loss_text_ce: 0.028782235458493233 (0.03329784622315913) | > loss_mel_ce: 3.027404546737671 (nan) | > loss: 0.012127725407481194 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14120905140735848) | > loader_time: 0.0046 (0.004611770970313415)  --> TIME: 2025-03-25 16:05:43 -- STEP: 28540/31555 -- GLOBAL_STEP: 1038300 | > loss_text_ce: 0.03257737681269646 (0.03329820160825205) | > loss_mel_ce: 2.698326826095581 (nan) | > loss: 0.010836921632289886 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.1412026789945245) | > loader_time: 0.0047 (0.004611892656755349)  --> TIME: 2025-03-25 16:05:53 -- STEP: 28590/31555 -- GLOBAL_STEP: 1038350 | > loss_text_ce: 0.03969019651412964 (0.0332970734916947) | > loss_mel_ce: 2.753542184829712 (nan) | > loss: 0.011084256693720818 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14120212120791362) | > loader_time: 0.0044 (0.0046115420255764435)  --> TIME: 2025-03-25 16:06:02 -- STEP: 28640/31555 -- GLOBAL_STEP: 1038400 | > loss_text_ce: 0.029974719509482384 (0.03329504872750345) | > loss_mel_ce: 3.8680245876312256 (nan) | > loss: 0.015468251891434193 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14119789443036052) | > loader_time: 0.0043 (0.004611176443832549)  --> TIME: 2025-03-25 16:06:12 -- STEP: 28690/31555 -- GLOBAL_STEP: 1038450 | > loss_text_ce: 0.023227404803037643 (0.03329522594473274) | > loss_mel_ce: 2.753688097000122 (nan) | > loss: 0.011019506491720676 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14119352075271657) | > loader_time: 0.0043 (0.004610786158766803)  --> TIME: 2025-03-25 16:06:21 -- STEP: 28740/31555 -- GLOBAL_STEP: 1038500 | > loss_text_ce: 0.025888342410326004 (0.03329441424565552) | > loss_mel_ce: 2.713057518005371 (nan) | > loss: 0.010868833400309086 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14118631497471407) | > loader_time: 0.0043 (0.004610452016526491)  --> TIME: 2025-03-25 16:06:31 -- STEP: 28790/31555 -- GLOBAL_STEP: 1038550 | > loss_text_ce: 0.03147495165467262 (0.03329285463249047) | > loss_mel_ce: 2.9722847938537598 (nan) | > loss: 0.01191968284547329 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.141179438273333) | > loader_time: 0.0047 (0.004610144475053774)  --> TIME: 2025-03-25 16:06:40 -- STEP: 28840/31555 -- GLOBAL_STEP: 1038600 | > loss_text_ce: 0.03725600987672806 (0.033293906921048506) | > loss_mel_ce: 2.4591495990753174 (nan) | > loss: 0.009906372055411339 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14117486908432544) | > loader_time: 0.0047 (0.004610179292345512)  --> TIME: 2025-03-25 16:06:50 -- STEP: 28890/31555 -- GLOBAL_STEP: 1038650 | > loss_text_ce: 0.03331312909722328 (0.03329529662153353) | > loss_mel_ce: 2.7427985668182373 (nan) | > loss: 0.011016316711902618 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14117471367976986) | > loader_time: 0.0046 (0.004610250804118115)  --> TIME: 2025-03-25 16:07:00 -- STEP: 28940/31555 -- GLOBAL_STEP: 1038700 | > loss_text_ce: 0.030776504427194595 (0.033293808840020034) | > loss_mel_ce: 2.720594882965088 (nan) | > loss: 0.010918141342699528 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1411793330330315) | > loader_time: 0.0046 (0.004610457425292148)  --> TIME: 2025-03-25 16:07:09 -- STEP: 28990/31555 -- GLOBAL_STEP: 1038750 | > loss_text_ce: 0.03380100801587105 (0.033296820327990875) | > loss_mel_ce: 2.8440229892730713 (nan) | > loss: 0.011419937014579773 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14118388366107104) | > loader_time: 0.0046 (0.0046102765182989905)  --> TIME: 2025-03-25 16:07:19 -- STEP: 29040/31555 -- GLOBAL_STEP: 1038800 | > loss_text_ce: 0.03486486151814461 (0.03329487866192933) | > loss_mel_ce: 2.6741669178009033 (nan) | > loss: 0.010750127024948597 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1411892494879481) | > loader_time: 0.0044 (0.004610285245025784)  --> TIME: 2025-03-25 16:07:29 -- STEP: 29090/31555 -- GLOBAL_STEP: 1038850 | > loss_text_ce: 0.03464720398187637 (0.033296354355988295) | > loss_mel_ce: 2.9809322357177734 (nan) | > loss: 0.011966586112976074 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14118929373189426) | > loader_time: 0.0044 (0.004610105206688561)  --> TIME: 2025-03-25 16:07:38 -- STEP: 29140/31555 -- GLOBAL_STEP: 1038900 | > loss_text_ce: 0.026402397081255913 (0.0332980330145936) | > loss_mel_ce: 1.7354011535644531 (nan) | > loss: 0.006991283968091011 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14118288012506566) | > loader_time: 0.0045 (0.004609929148923396)  --> TIME: 2025-03-25 16:07:48 -- STEP: 29190/31555 -- GLOBAL_STEP: 1038950 | > loss_text_ce: 0.03673430159687996 (0.03329892074159683) | > loss_mel_ce: 2.612492084503174 (nan) | > loss: 0.010512803681194782 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.1411927526476615) | > loader_time: 0.0045 (0.004610115128373726)  --> TIME: 2025-03-25 16:07:58 -- STEP: 29240/31555 -- GLOBAL_STEP: 1039000 | > loss_text_ce: 0.0395226813852787 (0.03329824010475943) | > loss_mel_ce: 2.5160720348358154 (nan) | > loss: 0.010141249746084213 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14120404734983352) | > loader_time: 0.0046 (0.0046098864681906665)  --> TIME: 2025-03-25 16:08:08 -- STEP: 29290/31555 -- GLOBAL_STEP: 1039050 | > loss_text_ce: 0.032235655933618546 (0.03330017760416402) | > loss_mel_ce: 2.352052927017212 (nan) | > loss: 0.009461463429033756 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14119818757605196) | > loader_time: 0.0044 (0.004609709015556798)  --> TIME: 2025-03-25 16:08:17 -- STEP: 29340/31555 -- GLOBAL_STEP: 1039100 | > loss_text_ce: 0.032286759465932846 (0.033299344923124245) | > loss_mel_ce: 1.8131462335586548 (nan) | > loss: 0.007323147263377905 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1411962677933527) | > loader_time: 0.0043 (0.004609495681731493)  --> TIME: 2025-03-25 16:08:27 -- STEP: 29390/31555 -- GLOBAL_STEP: 1039150 | > loss_text_ce: 0.030749348923563957 (0.03329751780836575) | > loss_mel_ce: 2.920443058013916 (nan) | > loss: 0.011711081489920616 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14118750051561388) | > loader_time: 0.0046 (0.004609645650110185)  --> TIME: 2025-03-25 16:08:36 -- STEP: 29440/31555 -- GLOBAL_STEP: 1039200 | > loss_text_ce: 0.031001053750514984 (0.033297327857113264) | > loss_mel_ce: 2.920008420944214 (nan) | > loss: 0.01171035598963499 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14118554303017672) | > loader_time: 0.0047 (0.004609612424088563)  --> TIME: 2025-03-25 16:08:46 -- STEP: 29490/31555 -- GLOBAL_STEP: 1039250 | > loss_text_ce: 0.027583053335547447 (0.033295481906564436) | > loss_mel_ce: 2.7775447368621826 (nan) | > loss: 0.011131460778415203 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14117838690425655) | > loader_time: 0.0046 (0.004609553011121005)  --> TIME: 2025-03-25 16:08:55 -- STEP: 29540/31555 -- GLOBAL_STEP: 1039300 | > loss_text_ce: 0.03677818551659584 (0.03329612636338455) | > loss_mel_ce: 2.9795784950256348 (nan) | > loss: 0.011969669722020626 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14117276844497323) | > loader_time: 0.0054 (0.004609547148867889)  --> TIME: 2025-03-25 16:09:05 -- STEP: 29590/31555 -- GLOBAL_STEP: 1039350 | > loss_text_ce: 0.03978043794631958 (0.03329612179135309) | > loss_mel_ce: 2.3364620208740234 (nan) | > loss: 0.00942953396588564 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14117558137836334) | > loader_time: 0.0048 (0.0046096530867896016)  --> TIME: 2025-03-25 16:09:15 -- STEP: 29640/31555 -- GLOBAL_STEP: 1039400 | > loss_text_ce: 0.03520181402564049 (0.0332960557273007) | > loss_mel_ce: 2.256659507751465 (nan) | > loss: 0.00909468811005354 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14117815630477795) | > loader_time: 0.0044 (0.004609726146165178)  --> TIME: 2025-03-25 16:09:24 -- STEP: 29690/31555 -- GLOBAL_STEP: 1039450 | > loss_text_ce: 0.037852074950933456 (0.03329620816932806) | > loss_mel_ce: 3.1799726486206055 (nan) | > loss: 0.01276914682239294 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1411725473709083) | > loader_time: 0.0048 (0.004609791226321177)  --> TIME: 2025-03-25 16:09:34 -- STEP: 29740/31555 -- GLOBAL_STEP: 1039500 | > loss_text_ce: 0.03009321354329586 (0.03329498178169686) | > loss_mel_ce: 1.7697888612747192 (nan) | > loss: 0.0071423896588385105 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14117725616184457) | > loader_time: 0.0051 (0.004609967849362035)  --> TIME: 2025-03-25 16:09:44 -- STEP: 29790/31555 -- GLOBAL_STEP: 1039550 | > loss_text_ce: 0.025362545624375343 (0.03329538380418963) | > loss_mel_ce: 1.4099658727645874 (nan) | > loss: 0.005695747677236795 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14117590166170696) | > loader_time: 0.0044 (0.004610014161874723)  --> TIME: 2025-03-25 16:09:53 -- STEP: 29840/31555 -- GLOBAL_STEP: 1039600 | > loss_text_ce: 0.027181923389434814 (0.03329596223619289) | > loss_mel_ce: 2.8932573795318604 (nan) | > loss: 0.011589045636355877 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1411755384932257) | > loader_time: 0.0045 (0.004610149822030568)  --> TIME: 2025-03-25 16:10:03 -- STEP: 29890/31555 -- GLOBAL_STEP: 1039650 | > loss_text_ce: 0.03152819722890854 (0.03329538839176597) | > loss_mel_ce: 2.722808837890625 (nan) | > loss: 0.010929909534752369 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14117639574489318) | > loader_time: 0.0044 (0.004610060815948356)  --> TIME: 2025-03-25 16:10:12 -- STEP: 29940/31555 -- GLOBAL_STEP: 1039700 | > loss_text_ce: 0.047034911811351776 (0.03329645832030068) | > loss_mel_ce: 2.520796060562134 (nan) | > loss: 0.01018980611115694 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14117150993926914) | > loader_time: 0.0045 (0.00460984273679908)  --> TIME: 2025-03-25 16:10:22 -- STEP: 29990/31555 -- GLOBAL_STEP: 1039750 | > loss_text_ce: 0.037639424204826355 (0.03329921009527731) | > loss_mel_ce: 2.683871269226074 (nan) | > loss: 0.010799646377563477 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14117462242313472) | > loader_time: 0.0043 (0.004609622705694279)  --> TIME: 2025-03-25 16:10:32 -- STEP: 30040/31555 -- GLOBAL_STEP: 1039800 | > loss_text_ce: 0.03681737557053566 (0.033298124231835036) | > loss_mel_ce: 3.116352081298828 (nan) | > loss: 0.012512577697634697 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1411793734357458) | > loader_time: 0.0043 (0.004609453876548698)  --> TIME: 2025-03-25 16:10:41 -- STEP: 30090/31555 -- GLOBAL_STEP: 1039850 | > loss_text_ce: 0.02661261521279812 (0.033297029122755194) | > loss_mel_ce: 1.0257537364959717 (nan) | > loss: 0.004176057409495115 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14117635596666142) | > loader_time: 0.0044 (0.00460919102548008)  --> TIME: 2025-03-25 16:10:51 -- STEP: 30140/31555 -- GLOBAL_STEP: 1039900 | > loss_text_ce: 0.03234146535396576 (0.03329387647767269) | > loss_mel_ce: 2.6553125381469727 (nan) | > loss: 0.010665294714272022 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14116949055000283) | > loader_time: 0.0048 (0.004609098842623383)  --> TIME: 2025-03-25 16:11:01 -- STEP: 30190/31555 -- GLOBAL_STEP: 1039950 | > loss_text_ce: 0.03308877721428871 (0.03329176064306168) | > loss_mel_ce: 2.8644676208496094 (nan) | > loss: 0.011498239822685719 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14117457433898334) | > loader_time: 0.0045 (0.0046090974046442456)  --> TIME: 2025-03-25 16:11:10 -- STEP: 30240/31555 -- GLOBAL_STEP: 1040000 | > loss_text_ce: 0.03129002824425697 (0.03329089260694032) | > loss_mel_ce: 3.33406925201416 (nan) | > loss: 0.013354601338505745 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14117267467672887) | > loader_time: 0.0043 (0.004608993799913499) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1040000.pth  --> TIME: 2025-03-25 16:11:25 -- STEP: 30290/31555 -- GLOBAL_STEP: 1040050 | > loss_text_ce: 0.030257735401391983 (0.033290097921793174) | > loss_mel_ce: 2.479948043823242 (nan) | > loss: 0.009961134754121304 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14116363789862893) | > loader_time: 0.0046 (0.004609042821287835)  --> TIME: 2025-03-25 16:11:35 -- STEP: 30340/31555 -- GLOBAL_STEP: 1040100 | > loss_text_ce: 0.03242936357855797 (0.03328834474915602) | > loss_mel_ce: 2.8570005893707275 (nan) | > loss: 0.011465992778539658 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1411724468085355) | > loader_time: 0.0047 (0.0046090936927946306)  --> TIME: 2025-03-25 16:11:44 -- STEP: 30390/31555 -- GLOBAL_STEP: 1040150 | > loss_text_ce: 0.037654269486665726 (0.03328600284171878) | > loss_mel_ce: 2.8840560913085938 (nan) | > loss: 0.01159408874809742 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14117003599645772) | > loader_time: 0.0046 (0.004608962676288975)  --> TIME: 2025-03-25 16:11:54 -- STEP: 30440/31555 -- GLOBAL_STEP: 1040200 | > loss_text_ce: 0.030887527391314507 (0.03328773085794083) | > loss_mel_ce: 2.1635234355926514 (nan) | > loss: 0.008707980625331402 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1411726222949964) | > loader_time: 0.0044 (0.004608725961028513)  --> TIME: 2025-03-25 16:12:04 -- STEP: 30490/31555 -- GLOBAL_STEP: 1040250 | > loss_text_ce: 0.033569350838661194 (0.03328564573921214) | > loss_mel_ce: 2.3826985359191895 (nan) | > loss: 0.009588365443050861 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14117854886385003) | > loader_time: 0.0047 (0.004608634934342468)  --> TIME: 2025-03-25 16:12:13 -- STEP: 30540/31555 -- GLOBAL_STEP: 1040300 | > loss_text_ce: 0.028787119314074516 (0.033284336399652135) | > loss_mel_ce: 1.4984130859375 (nan) | > loss: 0.006060318555682898 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14117213087138142) | > loader_time: 0.0045 (0.004608500308278503)  --> TIME: 2025-03-25 16:12:23 -- STEP: 30590/31555 -- GLOBAL_STEP: 1040350 | > loss_text_ce: 0.03355809673666954 (0.03328272082997286) | > loss_mel_ce: 2.7454378604888916 (nan) | > loss: 0.011027762666344643 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14117959824680879) | > loader_time: 0.0048 (0.004608367034211275)  --> TIME: 2025-03-25 16:12:33 -- STEP: 30640/31555 -- GLOBAL_STEP: 1040400 | > loss_text_ce: 0.03587181866168976 (0.0332831052104295) | > loss_mel_ce: 2.209437847137451 (nan) | > loss: 0.008909959346055984 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1411847777606304) | > loader_time: 0.0044 (0.004608163930106103)  --> TIME: 2025-03-25 16:12:43 -- STEP: 30690/31555 -- GLOBAL_STEP: 1040450 | > loss_text_ce: 0.03212002292275429 (0.033281828419409916) | > loss_mel_ce: 2.86476993560791 (nan) | > loss: 0.011495595797896385 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14119299711175856) | > loader_time: 0.0045 (0.004608062930276474)  --> TIME: 2025-03-25 16:12:53 -- STEP: 30740/31555 -- GLOBAL_STEP: 1040500 | > loss_text_ce: 0.03445734083652496 (0.03327997737696286) | > loss_mel_ce: 3.087806463241577 (nan) | > loss: 0.012389936484396458 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14119536058423446) | > loader_time: 0.0047 (0.0046081205739087715)  --> TIME: 2025-03-25 16:13:02 -- STEP: 30790/31555 -- GLOBAL_STEP: 1040550 | > loss_text_ce: 0.03570663556456566 (0.033278878971592374) | > loss_mel_ce: 3.1790807247161865 (nan) | > loss: 0.012757092714309692 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14118778470972623) | > loader_time: 0.0048 (0.004608194833453813)  --> TIME: 2025-03-25 16:13:12 -- STEP: 30840/31555 -- GLOBAL_STEP: 1040600 | > loss_text_ce: 0.04367835074663162 (0.03327962966710157) | > loss_mel_ce: 2.568955898284912 (nan) | > loss: 0.01036759652197361 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14118904524740103) | > loader_time: 0.0047 (0.004608281716298502)  --> TIME: 2025-03-25 16:13:22 -- STEP: 30890/31555 -- GLOBAL_STEP: 1040650 | > loss_text_ce: 0.024889452382922173 (0.03327681051395993) | > loss_mel_ce: 3.0421805381774902 (nan) | > loss: 0.012170913629233837 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14119035839532817) | > loader_time: 0.0046 (0.004608149681325947)  --> TIME: 2025-03-25 16:13:31 -- STEP: 30940/31555 -- GLOBAL_STEP: 1040700 | > loss_text_ce: 0.03239649534225464 (0.03327711655899239) | > loss_mel_ce: 2.631898880004883 (nan) | > loss: 0.010572601109743118 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.141188476250568) | > loader_time: 0.0045 (0.004608070041259491)  --> TIME: 2025-03-25 16:13:41 -- STEP: 30990/31555 -- GLOBAL_STEP: 1040750 | > loss_text_ce: 0.03768172487616539 (0.0332778493918257) | > loss_mel_ce: 2.951533317565918 (nan) | > loss: 0.01186196506023407 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1411883480820438) | > loader_time: 0.0047 (0.004608025640085769)  --> TIME: 2025-03-25 16:13:50 -- STEP: 31040/31555 -- GLOBAL_STEP: 1040800 | > loss_text_ce: 0.02318759635090828 (0.03327718768259868) | > loss_mel_ce: 3.1125857830047607 (nan) | > loss: 0.012443546205759048 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14117754650945538) | > loader_time: 0.0048 (0.0046079223380260876)  --> TIME: 2025-03-25 16:14:00 -- STEP: 31090/31555 -- GLOBAL_STEP: 1040850 | > loss_text_ce: 0.0416870154440403 (0.0332774259621835) | > loss_mel_ce: 3.0504348278045654 (nan) | > loss: 0.012270325794816017 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1411801473164185) | > loader_time: 0.0046 (0.004607927810727842)  --> TIME: 2025-03-25 16:14:09 -- STEP: 31140/31555 -- GLOBAL_STEP: 1040900 | > loss_text_ce: 0.03647477179765701 (0.03327675594508037) | > loss_mel_ce: 2.9162344932556152 (nan) | > loss: 0.011717100627720356 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14117415665661462) | > loader_time: 0.0044 (0.004607914469528445)  --> TIME: 2025-03-25 16:14:19 -- STEP: 31190/31555 -- GLOBAL_STEP: 1040950 | > loss_text_ce: 0.034055959433317184 (0.03327886371530874) | > loss_mel_ce: 2.940755605697632 (nan) | > loss: 0.011804808862507343 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14117948797200902) | > loader_time: 0.0045 (0.004608087029048901)  --> TIME: 2025-03-25 16:14:29 -- STEP: 31240/31555 -- GLOBAL_STEP: 1041000 | > loss_text_ce: 0.0379871129989624 (0.033279223932835) | > loss_mel_ce: 2.7915143966674805 (nan) | > loss: 0.011228181421756744 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14117515467193179) | > loader_time: 0.0044 (0.004608082343918415)  --> TIME: 2025-03-25 16:14:38 -- STEP: 31290/31555 -- GLOBAL_STEP: 1041050 | > loss_text_ce: 0.032888464629650116 (0.03327842181585429) | > loss_mel_ce: 0.0605061836540699 (nan) | > loss: 0.00037061370676383376 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.1411724689175202) | > loader_time: 0.0045 (0.0046081082894802875)  --> TIME: 2025-03-25 16:14:48 -- STEP: 31340/31555 -- GLOBAL_STEP: 1041100 | > loss_text_ce: 0.03795504570007324 (0.033277950279002634) | > loss_mel_ce: 2.6339337825775146 (nan) | > loss: 0.010602734051644802 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14117170237551568) | > loader_time: 0.0045 (0.004608089937552118)  --> TIME: 2025-03-25 16:14:58 -- STEP: 31390/31555 -- GLOBAL_STEP: 1041150 | > loss_text_ce: 0.03458843007683754 (0.03327603055485879) | > loss_mel_ce: 2.647369384765625 (nan) | > loss: 0.010642689652740955 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14118026505233627) | > loader_time: 0.0044 (0.004608110175386438)  --> TIME: 2025-03-25 16:15:08 -- STEP: 31440/31555 -- GLOBAL_STEP: 1041200 | > loss_text_ce: 0.021177880465984344 (0.033274008542905194) | > loss_mel_ce: 2.689955949783325 (nan) | > loss: 0.010758467949926853 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14118514488671596) | > loader_time: 0.0046 (0.004608131395344821)  --> TIME: 2025-03-25 16:15:17 -- STEP: 31490/31555 -- GLOBAL_STEP: 1041250 | > loss_text_ce: 0.028413383290171623 (0.033272346754275796) | > loss_mel_ce: 2.937011957168579 (nan) | > loss: 0.011767561547458172 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.1411796109492382) | > loader_time: 0.0046 (0.004608316177714626)  --> TIME: 2025-03-25 16:15:27 -- STEP: 31540/31555 -- GLOBAL_STEP: 1041300 | > loss_text_ce: 0.030764929950237274 (0.033274328636747716) | > loss_mel_ce: 3.088740110397339 (nan) | > loss: 0.012378988787531853 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14118271158251064) | > loader_time: 0.0044 (0.00460820304644433)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021244516372680666 (-0.00012332280476887864) | > avg_loss_text_ce: 0.030790595337748528 (-0.00023124519735574778) | > avg_loss_mel_ce: 2.5471151566505434 (-0.011551224390665471) | > avg_loss: 2.5779057383537283 (-0.011782484054567721) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1041315.pth  > EPOCH: 34/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 16:15:51)   --> TIME: 2025-03-25 16:15:58 -- STEP: 35/31555 -- GLOBAL_STEP: 1041350 | > loss_text_ce: 0.03346996381878853 (0.03232386303799493) | > loss_mel_ce: 2.508955478668213 (2.4760349597249713) | > loss: 0.010088990442454815 (0.009953805418418987) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14080742427280968) | > loader_time: 0.0051 (0.004647084644862584)  --> TIME: 2025-03-25 16:16:08 -- STEP: 85/31555 -- GLOBAL_STEP: 1041400 | > loss_text_ce: 0.037480998784303665 (0.03268389197833395) | > loss_mel_ce: 1.5187108516693115 (nan) | > loss: 0.006175364833325148 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.13951335514292998) | > loader_time: 0.0045 (0.004719307843376607)  --> TIME: 2025-03-25 16:16:18 -- STEP: 135/31555 -- GLOBAL_STEP: 1041450 | > loss_text_ce: 0.046705108135938644 (0.032675254717469196) | > loss_mel_ce: 2.567847490310669 (nan) | > loss: 0.010375209152698517 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1401179207695855) | > loader_time: 0.0044 (0.004719555819476092)  --> TIME: 2025-03-25 16:16:27 -- STEP: 185/31555 -- GLOBAL_STEP: 1041500 | > loss_text_ce: 0.03814302757382393 (0.03286170075471334) | > loss_mel_ce: 2.373443603515625 (nan) | > loss: 0.009569788351655006 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.13980919090477192) | > loader_time: 0.0043 (0.004682677500956765)  --> TIME: 2025-03-25 16:16:36 -- STEP: 235/31555 -- GLOBAL_STEP: 1041550 | > loss_text_ce: 0.03684230148792267 (0.032857253870114345) | > loss_mel_ce: 2.560483932495117 (nan) | > loss: 0.010306851007044315 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1396306575612819) | > loader_time: 0.0042 (0.004619633897821954)  --> TIME: 2025-03-25 16:16:47 -- STEP: 285/31555 -- GLOBAL_STEP: 1041600 | > loss_text_ce: 0.03886383771896362 (0.032800738049442286) | > loss_mel_ce: 3.4755947589874268 (nan) | > loss: 0.01394626498222351 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14091289670843832) | > loader_time: 0.0043 (0.004582649364806059)  --> TIME: 2025-03-25 16:16:56 -- STEP: 335/31555 -- GLOBAL_STEP: 1041650 | > loss_text_ce: 0.02781127206981182 (0.032693661549198075) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14004143316354328) | > loader_time: 0.0043 (0.004580669972433974)  --> TIME: 2025-03-25 16:17:06 -- STEP: 385/31555 -- GLOBAL_STEP: 1041700 | > loss_text_ce: 0.036275263875722885 (0.032761901684782706) | > loss_mel_ce: 2.7052385807037354 (nan) | > loss: 0.010879023000597954 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1404222414091035) | > loader_time: 0.0042 (0.00458537634316977)  --> TIME: 2025-03-25 16:17:15 -- STEP: 435/31555 -- GLOBAL_STEP: 1041750 | > loss_text_ce: 0.028167564421892166 (0.032774767853405266) | > loss_mel_ce: 1.7749134302139282 (nan) | > loss: 0.007155084051191807 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.140870882450849) | > loader_time: 0.0042 (0.00456659163551769)  --> TIME: 2025-03-25 16:17:25 -- STEP: 485/31555 -- GLOBAL_STEP: 1041800 | > loss_text_ce: 0.036259911954402924 (0.032817273840461805) | > loss_mel_ce: 1.7488917112350464 (nan) | > loss: 0.00708393519744277 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1408955023460781) | > loader_time: 0.0044 (0.004553344077670697)  --> TIME: 2025-03-25 16:17:35 -- STEP: 535/31555 -- GLOBAL_STEP: 1041850 | > loss_text_ce: 0.029903514310717583 (0.032902652986138786) | > loss_mel_ce: 2.4914627075195312 (nan) | > loss: 0.010005421936511993 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1409122770077713) | > loader_time: 0.0047 (0.004543303997717172)  --> TIME: 2025-03-25 16:17:44 -- STEP: 585/31555 -- GLOBAL_STEP: 1041900 | > loss_text_ce: 0.037771619856357574 (0.03288301467640788) | > loss_mel_ce: 2.941579818725586 (nan) | > loss: 0.011822824366390705 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14084475998185628) | > loader_time: 0.0046 (0.004548120498657227)  --> TIME: 2025-03-25 16:17:54 -- STEP: 635/31555 -- GLOBAL_STEP: 1041950 | > loss_text_ce: 0.033315956592559814 (0.032879935973507246) | > loss_mel_ce: 3.1172118186950684 (nan) | > loss: 0.012502094730734825 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14100931610648082) | > loader_time: 0.0046 (0.004549449635302922)  --> TIME: 2025-03-25 16:18:04 -- STEP: 685/31555 -- GLOBAL_STEP: 1042000 | > loss_text_ce: 0.033975470811128616 (0.0329547128211843) | > loss_mel_ce: 2.4647154808044434 (nan) | > loss: 0.00991544034332037 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14113391820531693) | > loader_time: 0.0046 (0.004550929313158462)  --> TIME: 2025-03-25 16:18:13 -- STEP: 735/31555 -- GLOBAL_STEP: 1042050 | > loss_text_ce: 0.02847118116915226 (0.03296156471126341) | > loss_mel_ce: 1.8833584785461426 (nan) | > loss: 0.007586626335978508 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14119554733743464) | > loader_time: 0.0045 (0.004551873563909201)  --> TIME: 2025-03-25 16:18:23 -- STEP: 785/31555 -- GLOBAL_STEP: 1042100 | > loss_text_ce: 0.03526345267891884 (0.03293717064580339) | > loss_mel_ce: 2.83972430229187 (nan) | > loss: 0.01140868291258812 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14125579390556184) | > loader_time: 0.0044 (0.004552140509247015)  --> TIME: 2025-03-25 16:18:33 -- STEP: 835/31555 -- GLOBAL_STEP: 1042150 | > loss_text_ce: 0.018136458471417427 (0.0329477181111624) | > loss_mel_ce: 2.3395144939422607 (nan) | > loss: 0.0093557583168149 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14132370920238377) | > loader_time: 0.0044 (0.0045529816678898)  --> TIME: 2025-03-25 16:18:43 -- STEP: 885/31555 -- GLOBAL_STEP: 1042200 | > loss_text_ce: 0.03168791905045509 (0.032987136061245446) | > loss_mel_ce: 2.7660326957702637 (nan) | > loss: 0.01110206637531519 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14157754903459288) | > loader_time: 0.0045 (0.004551730721683822)  --> TIME: 2025-03-25 16:18:52 -- STEP: 935/31555 -- GLOBAL_STEP: 1042250 | > loss_text_ce: 0.043193988502025604 (0.032980712499210564) | > loss_mel_ce: 1.939129114151001 (nan) | > loss: 0.007866362109780312 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14149209063320886) | > loader_time: 0.0046 (0.004548964270933423)  --> TIME: 2025-03-25 16:19:02 -- STEP: 985/31555 -- GLOBAL_STEP: 1042300 | > loss_text_ce: 0.03201809898018837 (0.03301942534177439) | > loss_mel_ce: 2.853480339050293 (nan) | > loss: 0.011450391262769699 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14154563869921702) | > loader_time: 0.0045 (0.004549437004902637)  --> TIME: 2025-03-25 16:19:12 -- STEP: 1035/31555 -- GLOBAL_STEP: 1042350 | > loss_text_ce: 0.03783800080418587 (0.03296015195476551) | > loss_mel_ce: 2.33207368850708 (nan) | > loss: 0.009404411539435387 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14159433369475297) | > loader_time: 0.0044 (0.004553026392839953)  --> TIME: 2025-03-25 16:19:22 -- STEP: 1085/31555 -- GLOBAL_STEP: 1042400 | > loss_text_ce: 0.03661150485277176 (0.03296052419026879) | > loss_mel_ce: 2.8547909259796143 (nan) | > loss: 0.011473819613456726 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.1417033793190109) | > loader_time: 0.0045 (0.004556745757705053)  --> TIME: 2025-03-25 16:19:31 -- STEP: 1135/31555 -- GLOBAL_STEP: 1042450 | > loss_text_ce: 0.031890302896499634 (0.03303310751816515) | > loss_mel_ce: 2.1524250507354736 (nan) | > loss: 0.008667918853461742 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14150379659845974) | > loader_time: 0.0045 (0.004556402760980409)  --> TIME: 2025-03-25 16:19:41 -- STEP: 1185/31555 -- GLOBAL_STEP: 1042500 | > loss_text_ce: 0.026796802878379822 (0.03309342478272283) | > loss_mel_ce: 2.9996821880340576 (nan) | > loss: 0.012009837664663792 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14142721272722084) | > loader_time: 0.0046 (0.004556191118457648)  --> TIME: 2025-03-25 16:19:50 -- STEP: 1235/31555 -- GLOBAL_STEP: 1042550 | > loss_text_ce: 0.03653308376669884 (0.0330874297586892) | > loss_mel_ce: 2.726222276687622 (nan) | > loss: 0.010963316075503826 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14152691817959306) | > loader_time: 0.0045 (0.004556783490818039)  --> TIME: 2025-03-25 16:20:00 -- STEP: 1285/31555 -- GLOBAL_STEP: 1042600 | > loss_text_ce: 0.042382702231407166 (0.03309270613881169) | > loss_mel_ce: 2.8634872436523438 (nan) | > loss: 0.011531230993568897 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14152682189347682) | > loader_time: 0.0044 (0.004555201252146911)  --> TIME: 2025-03-25 16:20:10 -- STEP: 1335/31555 -- GLOBAL_STEP: 1042650 | > loss_text_ce: 0.029222004115581512 (0.03306417522624076) | > loss_mel_ce: 2.0353870391845703 (nan) | > loss: 0.008192893117666245 (nan) | > current_lr: 5e-06 | > step_time: 0.1048 (0.1415826068835311) | > loader_time: 0.0044 (0.004558036389868796)  --> TIME: 2025-03-25 16:20:19 -- STEP: 1385/31555 -- GLOBAL_STEP: 1042700 | > loss_text_ce: 0.034068360924720764 (0.03302831571038124) | > loss_mel_ce: 3.171673059463501 (nan) | > loss: 0.012721196748316288 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14141934460250896) | > loader_time: 0.0043 (0.004552857195857621)  --> TIME: 2025-03-25 16:20:29 -- STEP: 1435/31555 -- GLOBAL_STEP: 1042750 | > loss_text_ce: 0.02603418380022049 (0.032978301171459966) | > loss_mel_ce: 4.6015625 (nan) | > loss: 0.018363481387495995 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14136727728494783) | > loader_time: 0.0045 (0.004562040654624377)  --> TIME: 2025-03-25 16:20:38 -- STEP: 1485/31555 -- GLOBAL_STEP: 1042800 | > loss_text_ce: 0.03177020698785782 (0.032970661215910545) | > loss_mel_ce: 2.917703866958618 (nan) | > loss: 0.011704263277351856 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14128897117845937) | > loader_time: 0.0042 (0.004563907501272079)  --> TIME: 2025-03-25 16:20:48 -- STEP: 1535/31555 -- GLOBAL_STEP: 1042850 | > loss_text_ce: 0.03357362747192383 (0.032984480262409355) | > loss_mel_ce: 2.806119918823242 (nan) | > loss: 0.01126862596720457 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14144593465600036) | > loader_time: 0.0048 (0.004563805800695763)  --> TIME: 2025-03-25 16:20:58 -- STEP: 1585/31555 -- GLOBAL_STEP: 1042900 | > loss_text_ce: 0.032619278877973557 (0.033002039227834415) | > loss_mel_ce: 2.6417899131774902 (nan) | > loss: 0.010612735524773598 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14141820808314376) | > loader_time: 0.0043 (0.004563875378870436)  --> TIME: 2025-03-25 16:21:07 -- STEP: 1635/31555 -- GLOBAL_STEP: 1042950 | > loss_text_ce: 0.03223048523068428 (0.03300713834948039) | > loss_mel_ce: 2.8058698177337646 (nan) | > loss: 0.011262303218245506 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14134989266001854) | > loader_time: 0.0044 (0.00456413260293663)  --> TIME: 2025-03-25 16:21:17 -- STEP: 1685/31555 -- GLOBAL_STEP: 1043000 | > loss_text_ce: 0.02508522756397724 (0.03300974722067307) | > loss_mel_ce: 2.7698521614074707 (nan) | > loss: 0.011091021820902824 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14127479165527168) | > loader_time: 0.0046 (0.00456450134073591)  --> TIME: 2025-03-25 16:21:26 -- STEP: 1735/31555 -- GLOBAL_STEP: 1043050 | > loss_text_ce: 0.03650959953665733 (0.03296162490746386) | > loss_mel_ce: 2.069563388824463 (nan) | > loss: 0.008357432670891285 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14118967605942626) | > loader_time: 0.0046 (0.004564877545799229)  --> TIME: 2025-03-25 16:21:36 -- STEP: 1785/31555 -- GLOBAL_STEP: 1043100 | > loss_text_ce: 0.037996355444192886 (0.03295327405959197) | > loss_mel_ce: 2.6327579021453857 (nan) | > loss: 0.010598231106996536 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14117208889552543) | > loader_time: 0.0045 (0.004565626967187016)  --> TIME: 2025-03-25 16:21:46 -- STEP: 1835/31555 -- GLOBAL_STEP: 1043150 | > loss_text_ce: 0.026537591591477394 (0.032935229683299955) | > loss_mel_ce: 2.789888858795166 (nan) | > loss: 0.011176296509802341 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14119647880990777) | > loader_time: 0.0044 (0.004564734570661743)  --> TIME: 2025-03-25 16:21:55 -- STEP: 1885/31555 -- GLOBAL_STEP: 1043200 | > loss_text_ce: 0.03245997056365013 (0.03295371556995479) | > loss_mel_ce: 2.452749252319336 (nan) | > loss: 0.009861942380666733 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14108626734989094) | > loader_time: 0.0043 (0.004564842937479596)  --> TIME: 2025-03-25 16:22:05 -- STEP: 1935/31555 -- GLOBAL_STEP: 1043250 | > loss_text_ce: 0.025531582534313202 (0.032906130501562436) | > loss_mel_ce: 2.555903673171997 (nan) | > loss: 0.010243791155517101 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14104068950781237) | > loader_time: 0.0045 (0.004564253982031372)  --> TIME: 2025-03-25 16:22:14 -- STEP: 1985/31555 -- GLOBAL_STEP: 1043300 | > loss_text_ce: 0.03295452147722244 (0.03291181964513559) | > loss_mel_ce: 3.130009651184082 (nan) | > loss: 0.0125514455139637 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1409917138385534) | > loader_time: 0.0042 (0.004560239248972391)  --> TIME: 2025-03-25 16:22:24 -- STEP: 2035/31555 -- GLOBAL_STEP: 1043350 | > loss_text_ce: 0.03577675670385361 (0.03291776248686361) | > loss_mel_ce: 3.0866003036499023 (nan) | > loss: 0.012390386313199997 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14086137966090415) | > loader_time: 0.0045 (0.004557920966745883)  --> TIME: 2025-03-25 16:22:33 -- STEP: 2085/31555 -- GLOBAL_STEP: 1043400 | > loss_text_ce: 0.028285184875130653 (0.03292363631166068) | > loss_mel_ce: 2.6203038692474365 (nan) | > loss: 0.010510275140404701 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14088674780847946) | > loader_time: 0.0047 (0.004558550425284769)  --> TIME: 2025-03-25 16:22:43 -- STEP: 2135/31555 -- GLOBAL_STEP: 1043450 | > loss_text_ce: 0.02985735796391964 (0.03294602755055841) | > loss_mel_ce: 2.35457181930542 (nan) | > loss: 0.009462021291255951 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14088679231022805) | > loader_time: 0.0045 (0.004558824766994356)  --> TIME: 2025-03-25 16:22:52 -- STEP: 2185/31555 -- GLOBAL_STEP: 1043500 | > loss_text_ce: 0.03905635327100754 (0.032962050726658525) | > loss_mel_ce: 3.178708791732788 (nan) | > loss: 0.012768910266458988 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14087559942249858) | > loader_time: 0.0045 (0.00456006248701082)  --> TIME: 2025-03-25 16:23:02 -- STEP: 2235/31555 -- GLOBAL_STEP: 1043550 | > loss_text_ce: 0.033535171300172806 (0.03300777425743652) | > loss_mel_ce: 1.4969401359558105 (nan) | > loss: 0.006073314696550369 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14085138820161766) | > loader_time: 0.0047 (0.004566468808474952)  --> TIME: 2025-03-25 16:23:12 -- STEP: 2285/31555 -- GLOBAL_STEP: 1043600 | > loss_text_ce: 0.034619349986314774 (0.03301707365768153) | > loss_mel_ce: 2.559879779815674 (nan) | > loss: 0.010295632295310497 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14085343139698533) | > loader_time: 0.0049 (0.00457040569714435)  --> TIME: 2025-03-25 16:23:22 -- STEP: 2335/31555 -- GLOBAL_STEP: 1043650 | > loss_text_ce: 0.03685189038515091 (0.03305076665944982) | > loss_mel_ce: 2.525773048400879 (nan) | > loss: 0.01016914751380682 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14093998759921156) | > loader_time: 0.0046 (0.0045739741601065805)  --> TIME: 2025-03-25 16:23:31 -- STEP: 2385/31555 -- GLOBAL_STEP: 1043700 | > loss_text_ce: 0.02993457205593586 (0.03306673089124308) | > loss_mel_ce: 2.477332353591919 (nan) | > loss: 0.009949472732841969 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14096042904963782) | > loader_time: 0.0045 (0.00457537019277768)  --> TIME: 2025-03-25 16:23:42 -- STEP: 2435/31555 -- GLOBAL_STEP: 1043750 | > loss_text_ce: 0.028115088120102882 (0.033061784602609855) | > loss_mel_ce: 2.3679537773132324 (nan) | > loss: 0.009508210234344006 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14118221094965705) | > loader_time: 0.0047 (0.004577578754150886)  --> TIME: 2025-03-25 16:23:51 -- STEP: 2485/31555 -- GLOBAL_STEP: 1043800 | > loss_text_ce: 0.02877730131149292 (0.03307026537318881) | > loss_mel_ce: 2.454314947128296 (nan) | > loss: 0.009853541851043701 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14119861715996054) | > loader_time: 0.0048 (0.00458091826026348)  --> TIME: 2025-03-25 16:24:01 -- STEP: 2535/31555 -- GLOBAL_STEP: 1043850 | > loss_text_ce: 0.03917498514056206 (0.03305261578682725) | > loss_mel_ce: 2.5536365509033203 (nan) | > loss: 0.010288935154676437 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1411532544055165) | > loader_time: 0.0049 (0.0045820159084462965)  --> TIME: 2025-03-25 16:24:11 -- STEP: 2585/31555 -- GLOBAL_STEP: 1043900 | > loss_text_ce: 0.030996160581707954 (0.03305130737979585) | > loss_mel_ce: 2.814340591430664 (nan) | > loss: 0.0112910196185112 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1411977216399615) | > loader_time: 0.0046 (0.004586366989165248)  --> TIME: 2025-03-25 16:24:21 -- STEP: 2635/31555 -- GLOBAL_STEP: 1043950 | > loss_text_ce: 0.03342273086309433 (0.03305882620262913) | > loss_mel_ce: 0.0361328125 (nan) | > loss: 0.00027601406327448785 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14128848506558325) | > loader_time: 0.0049 (0.004590093750202667)  --> TIME: 2025-03-25 16:24:30 -- STEP: 2685/31555 -- GLOBAL_STEP: 1044000 | > loss_text_ce: 0.03951786085963249 (0.03307373129192114) | > loss_mel_ce: 2.576044797897339 (nan) | > loss: 0.010379217565059662 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.141295581867353) | > loader_time: 0.0045 (0.004590679502575969)  --> TIME: 2025-03-25 16:24:40 -- STEP: 2735/31555 -- GLOBAL_STEP: 1044050 | > loss_text_ce: 0.022227343171834946 (0.03308018027605581) | > loss_mel_ce: 2.8032078742980957 (nan) | > loss: 0.011212045326828957 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14130097176518686) | > loader_time: 0.0045 (0.004592484050520583)  --> TIME: 2025-03-25 16:24:50 -- STEP: 2785/31555 -- GLOBAL_STEP: 1044100 | > loss_text_ce: 0.03794393315911293 (0.033077491746289024) | > loss_mel_ce: 2.569615602493286 (nan) | > loss: 0.0103474585339427 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14138074665994135) | > loader_time: 0.0045 (0.004592006296400952)  --> TIME: 2025-03-25 16:25:00 -- STEP: 2835/31555 -- GLOBAL_STEP: 1044150 | > loss_text_ce: 0.03461858630180359 (0.033075137071088036) | > loss_mel_ce: 2.9842216968536377 (nan) | > loss: 0.011979525908827782 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14136406336722113) | > loader_time: 0.0046 (0.004591473826655628)  --> TIME: 2025-03-25 16:25:09 -- STEP: 2885/31555 -- GLOBAL_STEP: 1044200 | > loss_text_ce: 0.03803218528628349 (0.03308442659301609) | > loss_mel_ce: 3.080579996109009 (nan) | > loss: 0.012375446036458015 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14141414805962665) | > loader_time: 0.0046 (0.004590848413662432)  --> TIME: 2025-03-25 16:25:19 -- STEP: 2935/31555 -- GLOBAL_STEP: 1044250 | > loss_text_ce: 0.020327890291810036 (0.03307473452117617) | > loss_mel_ce: 1.764768362045288 (nan) | > loss: 0.007083715870976448 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14138904186489212) | > loader_time: 0.0043 (0.004590096303104739)  --> TIME: 2025-03-25 16:25:29 -- STEP: 2985/31555 -- GLOBAL_STEP: 1044300 | > loss_text_ce: 0.0258844792842865 (0.0330768207440674) | > loss_mel_ce: 2.868497133255005 (nan) | > loss: 0.011485641822218895 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.141363601748468) | > loader_time: 0.0047 (0.004589911801132119)  --> TIME: 2025-03-25 16:25:38 -- STEP: 3035/31555 -- GLOBAL_STEP: 1044350 | > loss_text_ce: 0.02950974553823471 (0.03306932122963659) | > loss_mel_ce: 3.2207953929901123 (nan) | > loss: 0.01289803721010685 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.141399154160325) | > loader_time: 0.0044 (0.004586707072752896)  --> TIME: 2025-03-25 16:25:47 -- STEP: 3085/31555 -- GLOBAL_STEP: 1044400 | > loss_text_ce: 0.04616214334964752 (0.03309913067452042) | > loss_mel_ce: 2.7369163036346436 (nan) | > loss: 0.011043963022530079 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14127007906402114) | > loader_time: 0.0045 (0.004583682581130266)  --> TIME: 2025-03-25 16:25:57 -- STEP: 3135/31555 -- GLOBAL_STEP: 1044450 | > loss_text_ce: 0.03838897496461868 (0.033107448858246104) | > loss_mel_ce: 2.686047077178955 (nan) | > loss: 0.010811254382133484 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.1412479587719198) | > loader_time: 0.0046 (0.004583326747352809)  --> TIME: 2025-03-25 16:26:07 -- STEP: 3185/31555 -- GLOBAL_STEP: 1044500 | > loss_text_ce: 0.03424173966050148 (0.033104404240986984) | > loss_mel_ce: 3.014497995376587 (nan) | > loss: 0.01209817361086607 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14129966222322887) | > loader_time: 0.0068 (0.004583569336536357)  --> TIME: 2025-03-25 16:26:17 -- STEP: 3235/31555 -- GLOBAL_STEP: 1044550 | > loss_text_ce: 0.04187680780887604 (0.033106294416547596) | > loss_mel_ce: 2.5167903900146484 (nan) | > loss: 0.010153441689908504 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14130501739761353) | > loader_time: 0.0045 (0.00458173832900742)  --> TIME: 2025-03-25 16:26:27 -- STEP: 3285/31555 -- GLOBAL_STEP: 1044600 | > loss_text_ce: 0.03456871956586838 (0.033108294786973275) | > loss_mel_ce: 2.808415174484253 (nan) | > loss: 0.01128168310970068 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14137755877351071) | > loader_time: 0.0043 (0.00457993373841819)  --> TIME: 2025-03-25 16:26:37 -- STEP: 3335/31555 -- GLOBAL_STEP: 1044650 | > loss_text_ce: 0.031270649284124374 (0.03311522190292913) | > loss_mel_ce: 2.464257001876831 (nan) | > loss: 0.009902888908982277 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14145409835689554) | > loader_time: 0.0046 (0.004578511897234371)  --> TIME: 2025-03-25 16:26:46 -- STEP: 3385/31555 -- GLOBAL_STEP: 1044700 | > loss_text_ce: 0.033012714236974716 (0.03310033399804302) | > loss_mel_ce: 3.1545538902282715 (nan) | > loss: 0.01264907419681549 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14145899389483846) | > loader_time: 0.0044 (0.0045786165240244165)  --> TIME: 2025-03-25 16:26:56 -- STEP: 3435/31555 -- GLOBAL_STEP: 1044750 | > loss_text_ce: 0.040560487657785416 (0.03311378026687509) | > loss_mel_ce: 3.0507678985595703 (nan) | > loss: 0.012267176993191242 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14148333319062856) | > loader_time: 0.0046 (0.0045786085781225165)  --> TIME: 2025-03-25 16:27:05 -- STEP: 3485/31555 -- GLOBAL_STEP: 1044800 | > loss_text_ce: 0.028818288818001747 (0.03309658671297676) | > loss_mel_ce: 2.552685499191284 (nan) | > loss: 0.010244063101708889 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14145339920667807) | > loader_time: 0.0067 (0.004578108903838369)  --> TIME: 2025-03-25 16:27:15 -- STEP: 3535/31555 -- GLOBAL_STEP: 1044850 | > loss_text_ce: 0.030586065724492073 (0.03311892658250756) | > loss_mel_ce: 2.531646251678467 (nan) | > loss: 0.010167588479816914 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.141475984567968) | > loader_time: 0.0045 (0.004578587492925275)  --> TIME: 2025-03-25 16:27:25 -- STEP: 3585/31555 -- GLOBAL_STEP: 1044900 | > loss_text_ce: 0.03640717640519142 (0.03311939836016007) | > loss_mel_ce: 2.771369457244873 (nan) | > loss: 0.011141971684992313 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14148831473899792) | > loader_time: 0.0047 (0.004578925775184791)  --> TIME: 2025-03-25 16:27:35 -- STEP: 3635/31555 -- GLOBAL_STEP: 1044950 | > loss_text_ce: 0.030798008665442467 (0.03312281558938331) | > loss_mel_ce: 2.6508774757385254 (nan) | > loss: 0.010641570203006268 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14153064907498933) | > loader_time: 0.0044 (0.004579098057386144)  --> TIME: 2025-03-25 16:27:44 -- STEP: 3685/31555 -- GLOBAL_STEP: 1045000 | > loss_text_ce: 0.0428684838116169 (0.033139410471920205) | > loss_mel_ce: 2.5354785919189453 (nan) | > loss: 0.010231535881757736 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14152317079468954) | > loader_time: 0.0048 (0.004578772393463424)  --> TIME: 2025-03-25 16:27:54 -- STEP: 3735/31555 -- GLOBAL_STEP: 1045050 | > loss_text_ce: 0.038722217082977295 (0.03315737916223972) | > loss_mel_ce: 2.309404134750366 (nan) | > loss: 0.00931796245276928 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14152445359083163) | > loader_time: 0.0046 (0.004577259462042506)  --> TIME: 2025-03-25 16:28:04 -- STEP: 3785/31555 -- GLOBAL_STEP: 1045100 | > loss_text_ce: 0.037264224141836166 (0.03314784945701117) | > loss_mel_ce: 2.9573252201080322 (nan) | > loss: 0.01188329141587019 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14157523724645354) | > loader_time: 0.0047 (0.0045758737440625774)  --> TIME: 2025-03-25 16:28:14 -- STEP: 3835/31555 -- GLOBAL_STEP: 1045150 | > loss_text_ce: 0.030211811885237694 (0.03316380872671654) | > loss_mel_ce: 2.7785146236419678 (nan) | > loss: 0.011145740747451782 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14156454793788248) | > loader_time: 0.0043 (0.004574137156758812)  --> TIME: 2025-03-25 16:28:23 -- STEP: 3885/31555 -- GLOBAL_STEP: 1045200 | > loss_text_ce: 0.032324567437171936 (0.03316945005711674) | > loss_mel_ce: 2.9331915378570557 (nan) | > loss: 0.011767921969294548 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14158201506085627) | > loader_time: 0.0047 (0.004574605519553716)  --> TIME: 2025-03-25 16:28:34 -- STEP: 3935/31555 -- GLOBAL_STEP: 1045250 | > loss_text_ce: 0.03270816430449486 (0.03316673758419604) | > loss_mel_ce: 0.10009765625 (nan) | > loss: 0.0005270072724670172 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1416714562848678) | > loader_time: 0.0045 (0.004575210120505269)  --> TIME: 2025-03-25 16:28:43 -- STEP: 3985/31555 -- GLOBAL_STEP: 1045300 | > loss_text_ce: 0.02437514066696167 (0.033153518321111804) | > loss_mel_ce: 0.0751953125 (nan) | > loss: 0.00039512087823823094 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14166991414509217) | > loader_time: 0.0045 (0.004575938831458576)  --> TIME: 2025-03-25 16:28:53 -- STEP: 4035/31555 -- GLOBAL_STEP: 1045350 | > loss_text_ce: 0.03777790069580078 (0.03316010776237856) | > loss_mel_ce: 2.8618149757385254 (nan) | > loss: 0.011506321839988232 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14167487984696228) | > loader_time: 0.0047 (0.004576113085173615)  --> TIME: 2025-03-25 16:29:03 -- STEP: 4085/31555 -- GLOBAL_STEP: 1045400 | > loss_text_ce: 0.04201328754425049 (0.03315849389602755) | > loss_mel_ce: 2.637108325958252 (nan) | > loss: 0.010631435550749302 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1416941419809212) | > loader_time: 0.0044 (0.004575607738704985)  --> TIME: 2025-03-25 16:29:12 -- STEP: 4135/31555 -- GLOBAL_STEP: 1045450 | > loss_text_ce: 0.0307084321975708 (0.03314669316740396) | > loss_mel_ce: 2.6891679763793945 (nan) | > loss: 0.010793160647153854 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14168337190021427) | > loader_time: 0.0045 (0.004575515052859988)  --> TIME: 2025-03-25 16:29:22 -- STEP: 4185/31555 -- GLOBAL_STEP: 1045500 | > loss_text_ce: 0.03459765762090683 (0.033148126100749686) | > loss_mel_ce: 2.5738654136657715 (nan) | > loss: 0.010351044125854969 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14162232120974175) | > loader_time: 0.0044 (0.004575062424763412)  --> TIME: 2025-03-25 16:29:31 -- STEP: 4235/31555 -- GLOBAL_STEP: 1045550 | > loss_text_ce: 0.032579027116298676 (0.03317204299685244) | > loss_mel_ce: 2.619127035140991 (nan) | > loss: 0.010522643104195595 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14164086649240493) | > loader_time: 0.0048 (0.004574704254672827)  --> TIME: 2025-03-25 16:29:41 -- STEP: 4285/31555 -- GLOBAL_STEP: 1045600 | > loss_text_ce: 0.025521937757730484 (0.03316693705057807) | > loss_mel_ce: 2.366527557373047 (nan) | > loss: 0.009492260403931141 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14166923281470378) | > loader_time: 0.0043 (0.004574176895159406)  --> TIME: 2025-03-25 16:29:51 -- STEP: 4335/31555 -- GLOBAL_STEP: 1045650 | > loss_text_ce: 0.03399769589304924 (0.03316796744820226) | > loss_mel_ce: 2.551269292831421 (nan) | > loss: 0.010258996859192848 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14166437636334683) | > loader_time: 0.0046 (0.0045734701959594575)  --> TIME: 2025-03-25 16:30:01 -- STEP: 4385/31555 -- GLOBAL_STEP: 1045700 | > loss_text_ce: 0.04798862710595131 (0.033179774097546084) | > loss_mel_ce: 2.956538200378418 (nan) | > loss: 0.011922726407647133 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1416921473691234) | > loader_time: 0.0047 (0.004573849750897223)  --> TIME: 2025-03-25 16:30:11 -- STEP: 4435/31555 -- GLOBAL_STEP: 1045750 | > loss_text_ce: 0.044675860553979874 (0.033167683388596866) | > loss_mel_ce: 3.1731643676757812 (nan) | > loss: 0.012769208289682865 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1417270150770594) | > loader_time: 0.0043 (0.00457246730937764)  --> TIME: 2025-03-25 16:30:20 -- STEP: 4485/31555 -- GLOBAL_STEP: 1045800 | > loss_text_ce: 0.028556499630212784 (0.03317249980999144) | > loss_mel_ce: 3.0640673637390137 (nan) | > loss: 0.01227231789380312 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14174592152088342) | > loader_time: 0.0044 (0.004570978806834818)  --> TIME: 2025-03-25 16:30:30 -- STEP: 4535/31555 -- GLOBAL_STEP: 1045850 | > loss_text_ce: 0.02688421495258808 (0.033175009636099595) | > loss_mel_ce: 2.276615858078003 (nan) | > loss: 0.00914087425917387 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14174470854173504) | > loader_time: 0.0044 (0.004571638927438686)  --> TIME: 2025-03-25 16:30:39 -- STEP: 4585/31555 -- GLOBAL_STEP: 1045900 | > loss_text_ce: 0.029917078092694283 (0.03315323177205083) | > loss_mel_ce: 2.64048433303833 (nan) | > loss: 0.01059683132916689 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14164043102035542) | > loader_time: 0.0049 (0.004570899378902388)  --> TIME: 2025-03-25 16:30:49 -- STEP: 4635/31555 -- GLOBAL_STEP: 1045950 | > loss_text_ce: 0.04676103964447975 (0.03314243441682709) | > loss_mel_ce: 2.7510595321655273 (nan) | > loss: 0.011102463118731976 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14161897137712826) | > loader_time: 0.0043 (0.004571227708423537)  --> TIME: 2025-03-25 16:30:59 -- STEP: 4685/31555 -- GLOBAL_STEP: 1046000 | > loss_text_ce: 0.036969684064388275 (0.03313686292411776) | > loss_mel_ce: 2.478126049041748 (nan) | > loss: 0.009980538859963417 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14166184789724706) | > loader_time: 0.0046 (0.004571376666188115)  --> TIME: 2025-03-25 16:31:08 -- STEP: 4735/31555 -- GLOBAL_STEP: 1046050 | > loss_text_ce: 0.03060503862798214 (0.033141661615139484) | > loss_mel_ce: 2.7304365634918213 (nan) | > loss: 0.01095651462674141 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14162670113342932) | > loader_time: 0.0045 (0.004571128772707401)  --> TIME: 2025-03-25 16:31:18 -- STEP: 4785/31555 -- GLOBAL_STEP: 1046100 | > loss_text_ce: 0.0374380424618721 (0.033144976445468925) | > loss_mel_ce: 1.9929815530776978 (nan) | > loss: 0.008057220838963985 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14162907012453088) | > loader_time: 0.0045 (0.004571006838679941)  --> TIME: 2025-03-25 16:31:28 -- STEP: 4835/31555 -- GLOBAL_STEP: 1046150 | > loss_text_ce: 0.03459310531616211 (0.03313882578753765) | > loss_mel_ce: 2.4545669555664062 (nan) | > loss: 0.00987762026488781 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14169062325478526) | > loader_time: 0.0047 (0.004571833211115747)  --> TIME: 2025-03-25 16:31:37 -- STEP: 4885/31555 -- GLOBAL_STEP: 1046200 | > loss_text_ce: 0.03573163226246834 (0.03315206598090118) | > loss_mel_ce: 3.2067792415618896 (nan) | > loss: 0.012867107056081295 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14161872702708808) | > loader_time: 0.0044 (0.0045703660990345065)  --> TIME: 2025-03-25 16:31:47 -- STEP: 4935/31555 -- GLOBAL_STEP: 1046250 | > loss_text_ce: 0.029327593743801117 (0.03314671890532723) | > loss_mel_ce: 1.7523998022079468 (nan) | > loss: 0.00707034720107913 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14161881762797282) | > loader_time: 0.0046 (0.004569924324599925)  --> TIME: 2025-03-25 16:31:56 -- STEP: 4985/31555 -- GLOBAL_STEP: 1046300 | > loss_text_ce: 0.03356335684657097 (0.033149094572113326) | > loss_mel_ce: 3.068189859390259 (nan) | > loss: 0.012308545410633087 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.14157213839508884) | > loader_time: 0.0045 (0.004568837423142837)  --> TIME: 2025-03-25 16:32:06 -- STEP: 5035/31555 -- GLOBAL_STEP: 1046350 | > loss_text_ce: 0.03954154625535011 (0.03315176267950046) | > loss_mel_ce: 3.151500940322876 (nan) | > loss: 0.012662867084145546 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14157548348503476) | > loader_time: 0.0045 (0.004567766757802192)  --> TIME: 2025-03-25 16:32:15 -- STEP: 5085/31555 -- GLOBAL_STEP: 1046400 | > loss_text_ce: 0.02229515090584755 (0.03315666318306062) | > loss_mel_ce: 1.761557936668396 (nan) | > loss: 0.0070787821896374226 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14153611493556034) | > loader_time: 0.0043 (0.00456655604532217)  --> TIME: 2025-03-25 16:32:25 -- STEP: 5135/31555 -- GLOBAL_STEP: 1046450 | > loss_text_ce: 0.03741484880447388 (0.03314445757841244) | > loss_mel_ce: 3.175884246826172 (nan) | > loss: 0.012751187197864056 (nan) | > current_lr: 5e-06 | > step_time: 0.1898 (0.14152077528146564) | > loader_time: 0.0048 (0.004566468653915685)  --> TIME: 2025-03-25 16:32:34 -- STEP: 5185/31555 -- GLOBAL_STEP: 1046500 | > loss_text_ce: 0.025821883231401443 (0.03313708124482934) | > loss_mel_ce: 2.11250901222229 (nan) | > loss: 0.008485441096127033 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14150049619757413) | > loader_time: 0.0045 (0.004566718251403986)  --> TIME: 2025-03-25 16:32:44 -- STEP: 5235/31555 -- GLOBAL_STEP: 1046550 | > loss_text_ce: 0.024058673530817032 (0.033142117326216365) | > loss_mel_ce: 2.8763835430145264 (nan) | > loss: 0.01150969136506319 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14152725132283595) | > loader_time: 0.0043 (0.004566028124965024)  --> TIME: 2025-03-25 16:32:54 -- STEP: 5285/31555 -- GLOBAL_STEP: 1046600 | > loss_text_ce: 0.029381169006228447 (0.033138111149830556) | > loss_mel_ce: 2.306222677230835 (nan) | > loss: 0.009268269874155521 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14148213874650842) | > loader_time: 0.0045 (0.004564452284106471)  --> TIME: 2025-03-25 16:33:03 -- STEP: 5335/31555 -- GLOBAL_STEP: 1046650 | > loss_text_ce: 0.03732689842581749 (0.03313984701649098) | > loss_mel_ce: 3.1342146396636963 (nan) | > loss: 0.012585482560098171 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14145872992897188) | > loader_time: 0.0044 (0.0045658950394520505)  --> TIME: 2025-03-25 16:33:13 -- STEP: 5385/31555 -- GLOBAL_STEP: 1046700 | > loss_text_ce: 0.026172837242484093 (0.03313178435787771) | > loss_mel_ce: 2.9265098571777344 (nan) | > loss: 0.011716995388269424 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14146304683986347) | > loader_time: 0.007 (0.004567218336000858)  --> TIME: 2025-03-25 16:33:23 -- STEP: 5435/31555 -- GLOBAL_STEP: 1046750 | > loss_text_ce: 0.028718242421746254 (0.03313374359215499) | > loss_mel_ce: 1.064286708831787 (nan) | > loss: 0.004337321501225233 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14147565358257533) | > loader_time: 0.0045 (0.004567647704095502)  --> TIME: 2025-03-25 16:33:32 -- STEP: 5485/31555 -- GLOBAL_STEP: 1046800 | > loss_text_ce: 0.030987288802862167 (0.03313312458677545) | > loss_mel_ce: 2.9703593254089355 (nan) | > loss: 0.011910106055438519 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14144618939353618) | > loader_time: 0.0053 (0.004568220727967482)  --> TIME: 2025-03-25 16:33:41 -- STEP: 5535/31555 -- GLOBAL_STEP: 1046850 | > loss_text_ce: 0.03165914863348007 (0.03313132557620874) | > loss_mel_ce: 2.349966049194336 (nan) | > loss: 0.009450893849134445 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.141405084613431) | > loader_time: 0.0045 (0.004569212552547027)  --> TIME: 2025-03-25 16:33:51 -- STEP: 5585/31555 -- GLOBAL_STEP: 1046900 | > loss_text_ce: 0.03564223274588585 (0.03314914469196123) | > loss_mel_ce: 2.6887378692626953 (nan) | > loss: 0.010811032727360725 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14137574194154223) | > loader_time: 0.0047 (0.004570585334525116)  --> TIME: 2025-03-25 16:34:01 -- STEP: 5635/31555 -- GLOBAL_STEP: 1046950 | > loss_text_ce: 0.0287694800645113 (0.03314395805452256) | > loss_mel_ce: 3.1803152561187744 (nan) | > loss: 0.01273446436971426 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14139308908288187) | > loader_time: 0.0045 (0.004570642148062735)  --> TIME: 2025-03-25 16:34:10 -- STEP: 5685/31555 -- GLOBAL_STEP: 1047000 | > loss_text_ce: 0.030984368175268173 (0.03314195529704384) | > loss_mel_ce: 3.1183905601501465 (nan) | > loss: 0.012497520074248314 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14139550099167345) | > loader_time: 0.0047 (0.004570642352209037)  --> TIME: 2025-03-25 16:34:20 -- STEP: 5735/31555 -- GLOBAL_STEP: 1047050 | > loss_text_ce: 0.03243545815348625 (0.03313788030290069) | > loss_mel_ce: 2.5740699768066406 (nan) | > loss: 0.010343275964260101 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.1413771249776106) | > loader_time: 0.0046 (0.004570472022192109)  --> TIME: 2025-03-25 16:34:29 -- STEP: 5785/31555 -- GLOBAL_STEP: 1047100 | > loss_text_ce: 0.050507884472608566 (0.03314277719313484) | > loss_mel_ce: 2.635667324066162 (nan) | > loss: 0.010659425519406796 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.141349023029324) | > loader_time: 0.0044 (0.004570156763418029)  --> TIME: 2025-03-25 16:34:39 -- STEP: 5835/31555 -- GLOBAL_STEP: 1047150 | > loss_text_ce: 0.03317927196621895 (0.03314577319548367) | > loss_mel_ce: 0.042236328125 (nan) | > loss: 0.00029926825664006174 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1413477048162936) | > loader_time: 0.0046 (0.004570053904712355)  --> TIME: 2025-03-25 16:34:49 -- STEP: 5885/31555 -- GLOBAL_STEP: 1047200 | > loss_text_ce: 0.021477503702044487 (0.03314123013742847) | > loss_mel_ce: 2.9815452098846436 (nan) | > loss: 0.011916757561266422 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1413321260891431) | > loader_time: 0.0046 (0.004569854793046224)  --> TIME: 2025-03-25 16:34:58 -- STEP: 5935/31555 -- GLOBAL_STEP: 1047250 | > loss_text_ce: 0.03196819871664047 (0.03312952040781749) | > loss_mel_ce: 2.584296941757202 (nan) | > loss: 0.010382005013525486 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14134183986506346) | > loader_time: 0.0047 (0.004570103977142314)  --> TIME: 2025-03-25 16:35:08 -- STEP: 5985/31555 -- GLOBAL_STEP: 1047300 | > loss_text_ce: 0.03161955252289772 (0.033122283837905116) | > loss_mel_ce: 2.265960216522217 (nan) | > loss: 0.00911738071590662 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14131856474561688) | > loader_time: 0.0047 (0.004570351427758652)  --> TIME: 2025-03-25 16:35:18 -- STEP: 6035/31555 -- GLOBAL_STEP: 1047350 | > loss_text_ce: 0.034224096685647964 (0.033133491251985) | > loss_mel_ce: 2.9675095081329346 (nan) | > loss: 0.01191164180636406 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14132434814156022) | > loader_time: 0.0046 (0.004570540259866154)  --> TIME: 2025-03-25 16:35:27 -- STEP: 6085/31555 -- GLOBAL_STEP: 1047400 | > loss_text_ce: 0.039491064846515656 (0.033134517374684966) | > loss_mel_ce: 2.642099142074585 (nan) | > loss: 0.010641232132911682 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14129875464427616) | > loader_time: 0.0044 (0.004570398510922734)  --> TIME: 2025-03-25 16:35:37 -- STEP: 6135/31555 -- GLOBAL_STEP: 1047450 | > loss_text_ce: 0.037693314254283905 (0.03313554913798366) | > loss_mel_ce: 2.625074863433838 (nan) | > loss: 0.010566540993750095 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14132504626416317) | > loader_time: 0.0044 (0.004569582212427912)  --> TIME: 2025-03-25 16:35:46 -- STEP: 6185/31555 -- GLOBAL_STEP: 1047500 | > loss_text_ce: 0.029359320178627968 (0.03313476845543768) | > loss_mel_ce: 2.8326478004455566 (nan) | > loss: 0.011357171460986137 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14128972826798072) | > loader_time: 0.0046 (0.004568877409038378)  --> TIME: 2025-03-25 16:35:56 -- STEP: 6235/31555 -- GLOBAL_STEP: 1047550 | > loss_text_ce: 0.025599950924515724 (0.033140528519020294) | > loss_mel_ce: 2.083500385284424 (nan) | > loss: 0.008369446732103825 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14127098361109344) | > loader_time: 0.0047 (0.004569115290760328)  --> TIME: 2025-03-25 16:36:06 -- STEP: 6285/31555 -- GLOBAL_STEP: 1047600 | > loss_text_ce: 0.03008556365966797 (0.03313083798760165) | > loss_mel_ce: 2.258756637573242 (nan) | > loss: 0.009082707576453686 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.141281172806247) | > loader_time: 0.0045 (0.004569344342276516)  --> TIME: 2025-03-25 16:36:15 -- STEP: 6335/31555 -- GLOBAL_STEP: 1047650 | > loss_text_ce: 0.02791750803589821 (0.033127636320436214) | > loss_mel_ce: 2.592052936553955 (nan) | > loss: 0.010396708734333515 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14127102620787899) | > loader_time: 0.0044 (0.004569437904628887)  --> TIME: 2025-03-25 16:36:25 -- STEP: 6385/31555 -- GLOBAL_STEP: 1047700 | > loss_text_ce: 0.026406768709421158 (0.03312456721648542) | > loss_mel_ce: 2.3616943359375 (nan) | > loss: 0.00947659183293581 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14125520079604467) | > loader_time: 0.0044 (0.004568943607685808)  --> TIME: 2025-03-25 16:36:34 -- STEP: 6435/31555 -- GLOBAL_STEP: 1047750 | > loss_text_ce: 0.04034553840756416 (0.03312024814630308) | > loss_mel_ce: 2.7173192501068115 (nan) | > loss: 0.010943114757537842 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14125510840427033) | > loader_time: 0.0044 (0.004568535686928635)  --> TIME: 2025-03-25 16:36:44 -- STEP: 6485/31555 -- GLOBAL_STEP: 1047800 | > loss_text_ce: 0.03352471441030502 (0.033124260922625375) | > loss_mel_ce: 3.185302495956421 (nan) | > loss: 0.012773124501109123 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14125576302374673) | > loader_time: 0.0044 (0.004569069164573185)  --> TIME: 2025-03-25 16:36:54 -- STEP: 6535/31555 -- GLOBAL_STEP: 1047850 | > loss_text_ce: 0.029995126649737358 (0.03313470822263747) | > loss_mel_ce: 3.0286014080047607 (nan) | > loss: 0.01213728915899992 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14124508940179362) | > loader_time: 0.0048 (0.004569866097237924)  --> TIME: 2025-03-25 16:37:03 -- STEP: 6585/31555 -- GLOBAL_STEP: 1047900 | > loss_text_ce: 0.0343625433743 (0.03313435960699647) | > loss_mel_ce: 2.835906982421875 (nan) | > loss: 0.011389958672225475 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412346823611941) | > loader_time: 0.0045 (0.004570200702142969)  --> TIME: 2025-03-25 16:37:13 -- STEP: 6635/31555 -- GLOBAL_STEP: 1047950 | > loss_text_ce: 0.031724441796541214 (0.033123957015119276) | > loss_mel_ce: 1.9588865041732788 (nan) | > loss: 0.007899249903857708 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.141239686324889) | > loader_time: 0.0045 (0.00457036159230788)  --> TIME: 2025-03-25 16:37:23 -- STEP: 6685/31555 -- GLOBAL_STEP: 1048000 | > loss_text_ce: 0.04414249211549759 (0.033143354235697725) | > loss_mel_ce: 2.5054800510406494 (nan) | > loss: 0.010117550380527973 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1412617331043317) | > loader_time: 0.0044 (0.004571165678299624)  --> TIME: 2025-03-25 16:37:32 -- STEP: 6735/31555 -- GLOBAL_STEP: 1048050 | > loss_text_ce: 0.03159874677658081 (0.03314743081678849) | > loss_mel_ce: 2.3725526332855225 (nan) | > loss: 0.009540284052491188 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14125215347023806) | > loader_time: 0.0047 (0.004571375390203599)  --> TIME: 2025-03-25 16:37:42 -- STEP: 6785/31555 -- GLOBAL_STEP: 1048100 | > loss_text_ce: 0.037910446524620056 (0.03315219738621586) | > loss_mel_ce: 2.8480775356292725 (nan) | > loss: 0.011452334001660347 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14124512630257396) | > loader_time: 0.0048 (0.0045719389890868985)  --> TIME: 2025-03-25 16:37:52 -- STEP: 6835/31555 -- GLOBAL_STEP: 1048150 | > loss_text_ce: 0.03272101283073425 (0.033150785694603425) | > loss_mel_ce: 3.119558334350586 (nan) | > loss: 0.012509046122431755 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.141265852536785) | > loader_time: 0.0047 (0.004572491272575419)  --> TIME: 2025-03-25 16:38:01 -- STEP: 6885/31555 -- GLOBAL_STEP: 1048200 | > loss_text_ce: 0.03587394580245018 (0.03314779819913911) | > loss_mel_ce: 1.9988913536071777 (nan) | > loss: 0.00807446613907814 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14124145597847074) | > loader_time: 0.0045 (0.0045731552459229285)  --> TIME: 2025-03-25 16:38:11 -- STEP: 6935/31555 -- GLOBAL_STEP: 1048250 | > loss_text_ce: 0.0361766517162323 (0.03314624488106645) | > loss_mel_ce: 1.2087558507919312 (nan) | > loss: 0.004940208978950977 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14123880634569116) | > loader_time: 0.0046 (0.004572822072992423)  --> TIME: 2025-03-25 16:38:20 -- STEP: 6985/31555 -- GLOBAL_STEP: 1048300 | > loss_text_ce: 0.040719423443078995 (0.03314558309379581) | > loss_mel_ce: 2.6267125606536865 (nan) | > loss: 0.010585048235952854 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14122559838236926) | > loader_time: 0.0047 (0.004572674984068389)  --> TIME: 2025-03-25 16:38:30 -- STEP: 7035/31555 -- GLOBAL_STEP: 1048350 | > loss_text_ce: 0.026379602029919624 (0.03315169935292753) | > loss_mel_ce: 2.7079927921295166 (nan) | > loss: 0.010850684717297554 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14121015795427744) | > loader_time: 0.0045 (0.0045727663033383135)  --> TIME: 2025-03-25 16:38:40 -- STEP: 7085/31555 -- GLOBAL_STEP: 1048400 | > loss_text_ce: 0.04193815588951111 (0.03315610906941308) | > loss_mel_ce: 2.356736898422241 (nan) | > loss: 0.009518551640212536 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1412176689802127) | > loader_time: 0.0045 (0.004572915290557933)  --> TIME: 2025-03-25 16:38:50 -- STEP: 7135/31555 -- GLOBAL_STEP: 1048450 | > loss_text_ce: 0.036497119814157486 (0.03315944632511411) | > loss_mel_ce: 2.385941505432129 (nan) | > loss: 0.009612851776182652 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14124633331940384) | > loader_time: 0.0046 (0.0045732279966657855)  --> TIME: 2025-03-25 16:38:59 -- STEP: 7185/31555 -- GLOBAL_STEP: 1048500 | > loss_text_ce: 0.04042070731520653 (0.03316964024098485) | > loss_mel_ce: 3.690185546875 (nan) | > loss: 0.014803994446992874 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14128429513053886) | > loader_time: 0.0043 (0.004573261331333919)  --> TIME: 2025-03-25 16:39:09 -- STEP: 7235/31555 -- GLOBAL_STEP: 1048550 | > loss_text_ce: 0.028468791395425797 (0.03316098126777835) | > loss_mel_ce: 2.884165048599243 (nan) | > loss: 0.011558071710169315 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1412871443492092) | > loader_time: 0.0044 (0.004573309297963685)  --> TIME: 2025-03-25 16:39:19 -- STEP: 7285/31555 -- GLOBAL_STEP: 1048600 | > loss_text_ce: 0.04219610616564751 (0.03315763199560017) | > loss_mel_ce: 2.580761671066284 (nan) | > loss: 0.010408562608063221 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14128701482313302) | > loader_time: 0.0048 (0.004573727635872559)  --> TIME: 2025-03-25 16:39:29 -- STEP: 7335/31555 -- GLOBAL_STEP: 1048650 | > loss_text_ce: 0.031108824536204338 (0.03314958513836919) | > loss_mel_ce: 2.976165771484375 (nan) | > loss: 0.011933630332350731 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1412918546204671) | > loader_time: 0.0046 (0.004574193414897444)  --> TIME: 2025-03-25 16:39:38 -- STEP: 7385/31555 -- GLOBAL_STEP: 1048700 | > loss_text_ce: 0.04306313768029213 (0.033156282694716675) | > loss_mel_ce: 2.6364734172821045 (nan) | > loss: 0.010633082129061222 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14130604430155375) | > loader_time: 0.0072 (0.00457470128079404)  --> TIME: 2025-03-25 16:39:48 -- STEP: 7435/31555 -- GLOBAL_STEP: 1048750 | > loss_text_ce: 0.03819717466831207 (0.033150572516274845) | > loss_mel_ce: 2.948965549468994 (nan) | > loss: 0.011853821575641632 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14127974760315892) | > loader_time: 0.0044 (0.004574104724671115)  --> TIME: 2025-03-25 16:39:57 -- STEP: 7485/31555 -- GLOBAL_STEP: 1048800 | > loss_text_ce: 0.03216417878866196 (0.03314751233387965) | > loss_mel_ce: 3.306384801864624 (nan) | > loss: 0.013248210772871971 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14128656951124505) | > loader_time: 0.0046 (0.0045738670932665365)  --> TIME: 2025-03-25 16:40:07 -- STEP: 7535/31555 -- GLOBAL_STEP: 1048850 | > loss_text_ce: 0.03390124812722206 (0.033147792767933795) | > loss_mel_ce: 0.1017543226480484 (nan) | > loss: 0.0005383157986216247 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14125223181939045) | > loader_time: 0.0046 (0.004573453777897973)  --> TIME: 2025-03-25 16:40:17 -- STEP: 7585/31555 -- GLOBAL_STEP: 1048900 | > loss_text_ce: 0.034165091812610626 (0.033149363612418686) | > loss_mel_ce: 2.982578754425049 (nan) | > loss: 0.011971206404268742 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1412700544946978) | > loader_time: 0.0043 (0.004573141530539231)  --> TIME: 2025-03-25 16:40:26 -- STEP: 7635/31555 -- GLOBAL_STEP: 1048950 | > loss_text_ce: 0.03513224795460701 (0.03315013057485822) | > loss_mel_ce: 2.689851760864258 (nan) | > loss: 0.010813429020345211 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14125404801334332) | > loader_time: 0.0048 (0.004572817259702958)  --> TIME: 2025-03-25 16:40:36 -- STEP: 7685/31555 -- GLOBAL_STEP: 1049000 | > loss_text_ce: 0.03147832304239273 (0.03316039119264839) | > loss_mel_ce: 2.612795352935791 (nan) | > loss: 0.010493149980902672 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14123540483051533) | > loader_time: 0.0048 (0.004574596191584954)  --> TIME: 2025-03-25 16:40:45 -- STEP: 7735/31555 -- GLOBAL_STEP: 1049050 | > loss_text_ce: 0.04026300460100174 (0.03315966590629755) | > loss_mel_ce: 0.0748291015625 (nan) | > loss: 0.00045671474072150886 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14124412000294845) | > loader_time: 0.0044 (0.004574498439806086)  --> TIME: 2025-03-25 16:40:55 -- STEP: 7785/31555 -- GLOBAL_STEP: 1049100 | > loss_text_ce: 0.036776699125766754 (0.033162377149646864) | > loss_mel_ce: 2.736428737640381 (nan) | > loss: 0.011004784144461155 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.141244385436933) | > loader_time: 0.0045 (0.004574169864544296)  --> TIME: 2025-03-25 16:41:05 -- STEP: 7835/31555 -- GLOBAL_STEP: 1049150 | > loss_text_ce: 0.023850757628679276 (0.03316066491702295) | > loss_mel_ce: 2.6154401302337646 (nan) | > loss: 0.01047337707132101 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14126539367281377) | > loader_time: 0.0046 (0.004575560605670519)  --> TIME: 2025-03-25 16:41:15 -- STEP: 7885/31555 -- GLOBAL_STEP: 1049200 | > loss_text_ce: 0.03906671330332756 (0.03316193399354412) | > loss_mel_ce: 2.855648994445801 (nan) | > loss: 0.011486968025565147 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1412859054025999) | > loader_time: 0.0045 (0.004576219088228434)  --> TIME: 2025-03-25 16:41:25 -- STEP: 7935/31555 -- GLOBAL_STEP: 1049250 | > loss_text_ce: 0.035286955535411835 (0.03316956533538111) | > loss_mel_ce: 2.2977182865142822 (nan) | > loss: 0.009257957339286804 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1412985864794319) | > loader_time: 0.0044 (0.004576082596180951)  --> TIME: 2025-03-25 16:41:34 -- STEP: 7985/31555 -- GLOBAL_STEP: 1049300 | > loss_text_ce: 0.04252910614013672 (0.03316653530260962) | > loss_mel_ce: 2.790205240249634 (nan) | > loss: 0.011241010390222073 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14128217383631303) | > loader_time: 0.0045 (0.004575085117433252)  --> TIME: 2025-03-25 16:41:44 -- STEP: 8035/31555 -- GLOBAL_STEP: 1049350 | > loss_text_ce: 0.034301672130823135 (0.03317328108777154) | > loss_mel_ce: 2.942215919494629 (nan) | > loss: 0.011811578646302223 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14129490460678856) | > loader_time: 0.0047 (0.004575322767778746)  --> TIME: 2025-03-25 16:41:54 -- STEP: 8085/31555 -- GLOBAL_STEP: 1049400 | > loss_text_ce: 0.03315597027540207 (0.03317454086769861) | > loss_mel_ce: 2.8302688598632812 (nan) | > loss: 0.01136279758065939 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14134361031767578) | > loader_time: 0.0045 (0.004575363853940574)  --> TIME: 2025-03-25 16:42:04 -- STEP: 8135/31555 -- GLOBAL_STEP: 1049450 | > loss_text_ce: 0.04057972878217697 (0.03317122611640238) | > loss_mel_ce: 2.507206916809082 (nan) | > loss: 0.010110265575349331 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14134068793875318) | > loader_time: 0.0043 (0.0045750992534053705)  --> TIME: 2025-03-25 16:42:13 -- STEP: 8185/31555 -- GLOBAL_STEP: 1049500 | > loss_text_ce: 0.028949126601219177 (0.03317328030249226) | > loss_mel_ce: 2.471944570541382 (nan) | > loss: 0.00992418173700571 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1413149365289367) | > loader_time: 0.0043 (0.0045751162688034575)  --> TIME: 2025-03-25 16:42:23 -- STEP: 8235/31555 -- GLOBAL_STEP: 1049550 | > loss_text_ce: 0.03406527265906334 (0.033175961698027355) | > loss_mel_ce: 0.055755615234375 (nan) | > loss: 0.00035643213777802885 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14133373812320496) | > loader_time: 0.0044 (0.0045750753765187325)  --> TIME: 2025-03-25 16:42:32 -- STEP: 8285/31555 -- GLOBAL_STEP: 1049600 | > loss_text_ce: 0.034237656742334366 (0.033179346408513076) | > loss_mel_ce: 2.9380526542663574 (nan) | > loss: 0.01179480366408825 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1413205595712883) | > loader_time: 0.0045 (0.004575049107378343)  --> TIME: 2025-03-25 16:42:42 -- STEP: 8335/31555 -- GLOBAL_STEP: 1049650 | > loss_text_ce: 0.02554342895746231 (0.03317660605696949) | > loss_mel_ce: 2.6947550773620605 (nan) | > loss: 0.010794836096465588 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14130955348847193) | > loader_time: 0.0044 (0.0045741831248008276)  --> TIME: 2025-03-25 16:42:52 -- STEP: 8385/31555 -- GLOBAL_STEP: 1049700 | > loss_text_ce: 0.032977715134620667 (0.03317301432720416) | > loss_mel_ce: 3.2305972576141357 (nan) | > loss: 0.012950695119798183 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1413277868579095) | > loader_time: 0.0043 (0.00457385969645365)  --> TIME: 2025-03-25 16:43:02 -- STEP: 8435/31555 -- GLOBAL_STEP: 1049750 | > loss_text_ce: 0.03522641211748123 (0.033180126013310635) | > loss_mel_ce: 2.5099990367889404 (nan) | > loss: 0.010100101120769978 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14134904963770886) | > loader_time: 0.0045 (0.004573404937364261)  --> TIME: 2025-03-25 16:43:11 -- STEP: 8485/31555 -- GLOBAL_STEP: 1049800 | > loss_text_ce: 0.0383501797914505 (0.03318386467258232) | > loss_mel_ce: 1.7019531726837158 (nan) | > loss: 0.006905966438353062 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14133212253073746) | > loader_time: 0.0046 (0.004572957448560353)  --> TIME: 2025-03-25 16:43:21 -- STEP: 8535/31555 -- GLOBAL_STEP: 1049850 | > loss_text_ce: 0.03805242106318474 (0.033192680358742885) | > loss_mel_ce: 2.5663068294525146 (nan) | > loss: 0.010334759019315243 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14135049882518919) | > loader_time: 0.0047 (0.004573286913540469)  --> TIME: 2025-03-25 16:43:31 -- STEP: 8585/31555 -- GLOBAL_STEP: 1049900 | > loss_text_ce: 0.029461650177836418 (0.03319453289119431) | > loss_mel_ce: 2.4421303272247314 (nan) | > loss: 0.009807905182242393 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14136034957739088) | > loader_time: 0.0045 (0.004573501954609115)  --> TIME: 2025-03-25 16:43:40 -- STEP: 8635/31555 -- GLOBAL_STEP: 1049950 | > loss_text_ce: 0.037523116916418076 (0.033198050624509416) | > loss_mel_ce: 2.3140971660614014 (nan) | > loss: 0.00933182705193758 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14136729005726326) | > loader_time: 0.005 (0.004573087907624375)  --> TIME: 2025-03-25 16:43:50 -- STEP: 8685/31555 -- GLOBAL_STEP: 1050000 | > loss_text_ce: 0.023775825276970863 (0.033195904136094564) | > loss_mel_ce: 2.2837445735931396 (nan) | > loss: 0.009156827814877033 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1413443850867006) | > loader_time: 0.0044 (0.004572947408251201) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1050000.pth  --> TIME: 2025-03-25 16:44:05 -- STEP: 8735/31555 -- GLOBAL_STEP: 1050050 | > loss_text_ce: 0.030887877568602562 (0.033191386033777345) | > loss_mel_ce: 2.634375810623169 (nan) | > loss: 0.010576443746685982 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14133305833485696) | > loader_time: 0.0046 (0.004573315542359733)  --> TIME: 2025-03-25 16:44:14 -- STEP: 8785/31555 -- GLOBAL_STEP: 1050100 | > loss_text_ce: 0.04104212298989296 (0.033193438700000286) | > loss_mel_ce: 0.53619384765625 (nan) | > loss: 0.002290619071573019 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1413391724457845) | > loader_time: 0.0044 (0.0045733147611927505)  --> TIME: 2025-03-25 16:44:24 -- STEP: 8835/31555 -- GLOBAL_STEP: 1050150 | > loss_text_ce: 0.037565927952528 (0.03319808798660312) | > loss_mel_ce: 2.4247348308563232 (nan) | > loss: 0.009771035052835941 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1413417987521245) | > loader_time: 0.0045 (0.004572981309270084)  --> TIME: 2025-03-25 16:44:34 -- STEP: 8885/31555 -- GLOBAL_STEP: 1050200 | > loss_text_ce: 0.030638553202152252 (0.033192971124553446) | > loss_mel_ce: 3.1626312732696533 (nan) | > loss: 0.012671706266701221 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14134135858088165) | > loader_time: 0.0046 (0.004572720412263467)  --> TIME: 2025-03-25 16:44:44 -- STEP: 8935/31555 -- GLOBAL_STEP: 1050250 | > loss_text_ce: 0.03588235005736351 (0.03319029744681158) | > loss_mel_ce: 2.45393705368042 (nan) | > loss: 0.00988023541867733 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14135970426259512) | > loader_time: 0.0047 (0.004572526662791329)  --> TIME: 2025-03-25 16:44:53 -- STEP: 8985/31555 -- GLOBAL_STEP: 1050300 | > loss_text_ce: 0.03355660289525986 (0.033193128449976184) | > loss_mel_ce: 2.9809958934783936 (nan) | > loss: 0.011962510645389557 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14132669695098984) | > loader_time: 0.0045 (0.004572059634531891)  --> TIME: 2025-03-25 16:45:03 -- STEP: 9035/31555 -- GLOBAL_STEP: 1050350 | > loss_text_ce: 0.028186921030282974 (0.033191981221336465) | > loss_mel_ce: 3.0287952423095703 (nan) | > loss: 0.01213088259100914 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.141372794635268) | > loader_time: 0.0045 (0.004572487167713067)  --> TIME: 2025-03-25 16:45:13 -- STEP: 9085/31555 -- GLOBAL_STEP: 1050400 | > loss_text_ce: 0.03559426590800285 (0.033189791035733454) | > loss_mel_ce: 2.0697684288024902 (nan) | > loss: 0.008354614488780499 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1413664873183002) | > loader_time: 0.0045 (0.004572396916088729)  --> TIME: 2025-03-25 16:45:22 -- STEP: 9135/31555 -- GLOBAL_STEP: 1050450 | > loss_text_ce: 0.03804821893572807 (0.03318760021103913) | > loss_mel_ce: 3.214111328125 (nan) | > loss: 0.012905395589768887 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14137219988588556) | > loader_time: 0.0045 (0.00457173187222453)  --> TIME: 2025-03-25 16:45:32 -- STEP: 9185/31555 -- GLOBAL_STEP: 1050500 | > loss_text_ce: 0.03594234958291054 (0.03318757308402687) | > loss_mel_ce: 3.035177707672119 (nan) | > loss: 0.012186984531581402 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.1413665561748706) | > loader_time: 0.0044 (0.0045709586104557675)  --> TIME: 2025-03-25 16:45:42 -- STEP: 9235/31555 -- GLOBAL_STEP: 1050550 | > loss_text_ce: 0.02945568785071373 (0.03319279171484089) | > loss_mel_ce: 2.9933218955993652 (nan) | > loss: 0.011995149776339531 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14136113307252732) | > loader_time: 0.0046 (0.004570303469267039)  --> TIME: 2025-03-25 16:45:51 -- STEP: 9285/31555 -- GLOBAL_STEP: 1050600 | > loss_text_ce: 0.03570130094885826 (0.03319189293529725) | > loss_mel_ce: 2.177475929260254 (nan) | > loss: 0.00878245010972023 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14137649854537807) | > loader_time: 0.0043 (0.004570176412677928)  --> TIME: 2025-03-25 16:46:01 -- STEP: 9335/31555 -- GLOBAL_STEP: 1050650 | > loss_text_ce: 0.04237543046474457 (0.03319083080144666) | > loss_mel_ce: 2.496068000793457 (nan) | > loss: 0.010073188692331314 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14138685383768604) | > loader_time: 0.0044 (0.004569983929315869)  --> TIME: 2025-03-25 16:46:11 -- STEP: 9385/31555 -- GLOBAL_STEP: 1050700 | > loss_text_ce: 0.026093970984220505 (0.0331873797016199) | > loss_mel_ce: 2.4907424449920654 (nan) | > loss: 0.00998744647949934 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1413927023119918) | > loader_time: 0.0045 (0.004571065282847064)  --> TIME: 2025-03-25 16:46:21 -- STEP: 9435/31555 -- GLOBAL_STEP: 1050750 | > loss_text_ce: 0.03627799451351166 (0.03319513524917555) | > loss_mel_ce: 3.202814817428589 (nan) | > loss: 0.012853543274104595 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14139197169628862) | > loader_time: 0.0044 (0.004571186933936936)  --> TIME: 2025-03-25 16:46:30 -- STEP: 9485/31555 -- GLOBAL_STEP: 1050800 | > loss_text_ce: 0.031226787716150284 (0.03319550481805096) | > loss_mel_ce: 3.3550617694854736 (nan) | > loss: 0.01343765389174223 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14137220161490266) | > loader_time: 0.0046 (0.00457138235969926)  --> TIME: 2025-03-25 16:46:39 -- STEP: 9535/31555 -- GLOBAL_STEP: 1050850 | > loss_text_ce: 0.03186565265059471 (0.03319196749300831) | > loss_mel_ce: 1.269445776939392 (nan) | > loss: 0.005163934547454119 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14133432215274028) | > loader_time: 0.0044 (0.004572179521261621)  --> TIME: 2025-03-25 16:46:49 -- STEP: 9585/31555 -- GLOBAL_STEP: 1050900 | > loss_text_ce: 0.04514947161078453 (0.033194602063401024) | > loss_mel_ce: 2.1670029163360596 (nan) | > loss: 0.008778383024036884 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1413400922147444) | > loader_time: 0.0045 (0.004572583165216028)  --> TIME: 2025-03-25 16:46:59 -- STEP: 9635/31555 -- GLOBAL_STEP: 1050950 | > loss_text_ce: 0.04896875098347664 (0.03319772467051992) | > loss_mel_ce: 3.156381368637085 (nan) | > loss: 0.012719644233584404 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14133854924426134) | > loader_time: 0.0045 (0.004573321651781421)  --> TIME: 2025-03-25 16:47:08 -- STEP: 9685/31555 -- GLOBAL_STEP: 1051000 | > loss_text_ce: 0.032899778336286545 (0.03319369174740078) | > loss_mel_ce: 3.0954089164733887 (nan) | > loss: 0.012413924559950829 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14135075117671475) | > loader_time: 0.0045 (0.004573820249038567)  --> TIME: 2025-03-25 16:47:18 -- STEP: 9735/31555 -- GLOBAL_STEP: 1051050 | > loss_text_ce: 0.03166487440466881 (0.03319393192873796) | > loss_mel_ce: 2.247159242630005 (nan) | > loss: 0.00904295314103365 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14133479336805674) | > loader_time: 0.0047 (0.004573564549011646)  --> TIME: 2025-03-25 16:47:28 -- STEP: 9785/31555 -- GLOBAL_STEP: 1051100 | > loss_text_ce: 0.04493386298418045 (0.03319264458483851) | > loss_mel_ce: 2.764608383178711 (nan) | > loss: 0.011148977093398571 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1413392244094355) | > loader_time: 0.0044 (0.004573502708711861)  --> TIME: 2025-03-25 16:47:38 -- STEP: 9835/31555 -- GLOBAL_STEP: 1051150 | > loss_text_ce: 0.04122213274240494 (0.03319495473384691) | > loss_mel_ce: 1.415917992591858 (nan) | > loss: 0.0057823024690151215 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.1413605621640427) | > loader_time: 0.0044 (0.0045730125376823106)  --> TIME: 2025-03-25 16:47:47 -- STEP: 9885/31555 -- GLOBAL_STEP: 1051200 | > loss_text_ce: 0.02797667123377323 (0.03319062518448665) | > loss_mel_ce: 2.5083963871002197 (nan) | > loss: 0.010064973495900631 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14136699110676545) | > loader_time: 0.0044 (0.004572272119826005)  --> TIME: 2025-03-25 16:47:57 -- STEP: 9935/31555 -- GLOBAL_STEP: 1051250 | > loss_text_ce: 0.03165726363658905 (0.033185131242662994) | > loss_mel_ce: 2.907580614089966 (nan) | > loss: 0.011663642711937428 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14138424013749273) | > loader_time: 0.0043 (0.0045714496186347224)  --> TIME: 2025-03-25 16:48:07 -- STEP: 9985/31555 -- GLOBAL_STEP: 1051300 | > loss_text_ce: 0.026401376351714134 (0.03318365845562509) | > loss_mel_ce: 2.454589605331421 (nan) | > loss: 0.009845202788710594 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14138979520210324) | > loader_time: 0.0047 (0.004570764007721189)  --> TIME: 2025-03-25 16:48:17 -- STEP: 10035/31555 -- GLOBAL_STEP: 1051350 | > loss_text_ce: 0.026016615331172943 (0.03317941804957099) | > loss_mel_ce: 2.5536904335021973 (nan) | > loss: 0.010236933827400208 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1414007418061823) | > loader_time: 0.0045 (0.004570568789875097)  --> TIME: 2025-03-25 16:48:27 -- STEP: 10085/31555 -- GLOBAL_STEP: 1051400 | > loss_text_ce: 0.033770348876714706 (0.033179998066115816) | > loss_mel_ce: 2.725937843322754 (nan) | > loss: 0.010951223783195019 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1414162338164162) | > loader_time: 0.0046 (0.004570737804702221)  --> TIME: 2025-03-25 16:48:36 -- STEP: 10135/31555 -- GLOBAL_STEP: 1051450 | > loss_text_ce: 0.03148927167057991 (0.03318443753424413) | > loss_mel_ce: 2.5055320262908936 (nan) | > loss: 0.010067545808851719 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1414268093033851) | > loader_time: 0.0044 (0.004570884615197593)  --> TIME: 2025-03-25 16:48:46 -- STEP: 10185/31555 -- GLOBAL_STEP: 1051500 | > loss_text_ce: 0.029461916536092758 (0.03319254729569443) | > loss_mel_ce: 2.987907886505127 (nan) | > loss: 0.011973690241575241 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14144527424066483) | > loader_time: 0.005 (0.0045709237785507995)  --> TIME: 2025-03-25 16:48:56 -- STEP: 10235/31555 -- GLOBAL_STEP: 1051550 | > loss_text_ce: 0.03616151958703995 (0.033190692790511574) | > loss_mel_ce: 2.803053379058838 (nan) | > loss: 0.011266726069152355 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14144151484494522) | > loader_time: 0.0046 (0.004572065294691578)  --> TIME: 2025-03-25 16:49:05 -- STEP: 10285/31555 -- GLOBAL_STEP: 1051600 | > loss_text_ce: 0.02463904581964016 (0.033192859801219915) | > loss_mel_ce: 1.9783351421356201 (nan) | > loss: 0.007948311045765877 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14143393052452982) | > loader_time: 0.0043 (0.004571867220947693)  --> TIME: 2025-03-25 16:49:15 -- STEP: 10335/31555 -- GLOBAL_STEP: 1051650 | > loss_text_ce: 0.026853889226913452 (0.03319300496738996) | > loss_mel_ce: 2.784787654876709 (nan) | > loss: 0.011157307773828506 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14144394996377277) | > loader_time: 0.0046 (0.004571266871001575)  --> TIME: 2025-03-25 16:49:25 -- STEP: 10385/31555 -- GLOBAL_STEP: 1051700 | > loss_text_ce: 0.03795270994305611 (0.03319717702268853) | > loss_mel_ce: 2.656155824661255 (nan) | > loss: 0.010690907016396523 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14143735006788766) | > loader_time: 0.0045 (0.004571446995925733)  --> TIME: 2025-03-25 16:49:35 -- STEP: 10435/31555 -- GLOBAL_STEP: 1051750 | > loss_text_ce: 0.03615231066942215 (0.03319368611630311) | > loss_mel_ce: 2.139975070953369 (nan) | > loss: 0.008635426871478558 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14144976859922048) | > loader_time: 0.0047 (0.004571933659515614)  --> TIME: 2025-03-25 16:49:44 -- STEP: 10485/31555 -- GLOBAL_STEP: 1051800 | > loss_text_ce: 0.05277858301997185 (0.033204104674604475) | > loss_mel_ce: 2.7891130447387695 (nan) | > loss: 0.011277347803115845 (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.1414490074445132) | > loader_time: 0.0043 (0.004572371704327147)  --> TIME: 2025-03-25 16:49:54 -- STEP: 10535/31555 -- GLOBAL_STEP: 1051850 | > loss_text_ce: 0.028863301500678062 (0.0332013035607696) | > loss_mel_ce: 0.1425510048866272 (nan) | > loss: 0.0006802155403420329 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14145452044957246) | > loader_time: 0.0044 (0.0045725844174581195)  --> TIME: 2025-03-25 16:50:04 -- STEP: 10585/31555 -- GLOBAL_STEP: 1051900 | > loss_text_ce: 0.029577096924185753 (0.03319880683749342) | > loss_mel_ce: 2.722186803817749 (nan) | > loss: 0.010919698514044285 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14143971700853014) | > loader_time: 0.0048 (0.004573104963811673)  --> TIME: 2025-03-25 16:50:13 -- STEP: 10635/31555 -- GLOBAL_STEP: 1051950 | > loss_text_ce: 0.025923192501068115 (0.03319815047545933) | > loss_mel_ce: 2.8493831157684326 (nan) | > loss: 0.011409946717321873 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14143000059302657) | > loader_time: 0.0045 (0.004573256564801674)  --> TIME: 2025-03-25 16:50:23 -- STEP: 10685/31555 -- GLOBAL_STEP: 1052000 | > loss_text_ce: 0.02736329473555088 (0.03320138087791664) | > loss_mel_ce: 2.544719696044922 (nan) | > loss: 0.010206678882241249 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14144929516354493) | > loader_time: 0.0045 (0.0045737066612547275)  --> TIME: 2025-03-25 16:50:33 -- STEP: 10735/31555 -- GLOBAL_STEP: 1052050 | > loss_text_ce: 0.04038001596927643 (0.033205453809706645) | > loss_mel_ce: 2.3058879375457764 (nan) | > loss: 0.0093105873093009 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14148122254892673) | > loader_time: 0.0045 (0.004574615543367268)  --> TIME: 2025-03-25 16:50:43 -- STEP: 10785/31555 -- GLOBAL_STEP: 1052100 | > loss_text_ce: 0.027565736323595047 (0.03320120477131004) | > loss_mel_ce: 2.4892168045043945 (nan) | > loss: 0.009987233206629753 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14149975126741324) | > loader_time: 0.0046 (0.004574608526464198)  --> TIME: 2025-03-25 16:50:53 -- STEP: 10835/31555 -- GLOBAL_STEP: 1052150 | > loss_text_ce: 0.029939662665128708 (0.0331997722634007) | > loss_mel_ce: 2.808537244796753 (nan) | > loss: 0.011263797990977764 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1414842755881442) | > loader_time: 0.0043 (0.004573886450612179)  --> TIME: 2025-03-25 16:51:02 -- STEP: 10885/31555 -- GLOBAL_STEP: 1052200 | > loss_text_ce: 0.02542419359087944 (0.0332021284938292) | > loss_mel_ce: 2.5942554473876953 (nan) | > loss: 0.010395554825663567 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1414846784541734) | > loader_time: 0.0045 (0.0045734785541679986)  --> TIME: 2025-03-25 16:51:12 -- STEP: 10935/31555 -- GLOBAL_STEP: 1052250 | > loss_text_ce: 0.045527439564466476 (0.033201437851369156) | > loss_mel_ce: 2.5298285484313965 (nan) | > loss: 0.010219667106866837 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14147616522901932) | > loader_time: 0.0043 (0.004573238762644925)  --> TIME: 2025-03-25 16:51:22 -- STEP: 10985/31555 -- GLOBAL_STEP: 1052300 | > loss_text_ce: 0.03513448312878609 (0.03320687999978554) | > loss_mel_ce: 2.603142261505127 (nan) | > loss: 0.010469352826476097 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1414909970939403) | > loader_time: 0.0045 (0.004573205215148524)  --> TIME: 2025-03-25 16:51:31 -- STEP: 11035/31555 -- GLOBAL_STEP: 1052350 | > loss_text_ce: 0.03205691650509834 (0.03320413474415546) | > loss_mel_ce: 2.3351852893829346 (nan) | > loss: 0.00939381867647171 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14148091206898444) | > loader_time: 0.0046 (0.004572676078302063)  --> TIME: 2025-03-25 16:51:41 -- STEP: 11085/31555 -- GLOBAL_STEP: 1052400 | > loss_text_ce: 0.03579025715589523 (0.033208419313258804) | > loss_mel_ce: 2.9681031703948975 (nan) | > loss: 0.011920212768018246 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14146729111402595) | > loader_time: 0.0047 (0.004571869656154594)  --> TIME: 2025-03-25 16:51:50 -- STEP: 11135/31555 -- GLOBAL_STEP: 1052450 | > loss_text_ce: 0.03531862050294876 (0.03320203586571447) | > loss_mel_ce: 2.727341651916504 (nan) | > loss: 0.010962937958538532 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14147610041289038) | > loader_time: 0.0045 (0.004572630121293621)  --> TIME: 2025-03-25 16:52:00 -- STEP: 11185/31555 -- GLOBAL_STEP: 1052500 | > loss_text_ce: 0.02125363051891327 (0.03319820155250993) | > loss_mel_ce: 2.3559176921844482 (nan) | > loss: 0.009433220140635967 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14144763539399108) | > loader_time: 0.0045 (0.004572103340070506)  --> TIME: 2025-03-25 16:52:10 -- STEP: 11235/31555 -- GLOBAL_STEP: 1052550 | > loss_text_ce: 0.02838720567524433 (0.033202547838552705) | > loss_mel_ce: 2.807651996612549 (nan) | > loss: 0.011254125274717808 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1414702682427209) | > loader_time: 0.0047 (0.004571982028487549)  --> TIME: 2025-03-25 16:52:19 -- STEP: 11285/31555 -- GLOBAL_STEP: 1052600 | > loss_text_ce: 0.027599427849054337 (0.033203592533753455) | > loss_mel_ce: 2.659867286682129 (nan) | > loss: 0.010664550587534904 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1414701964192861) | > loader_time: 0.0044 (0.004571838974688631)  --> TIME: 2025-03-25 16:52:29 -- STEP: 11335/31555 -- GLOBAL_STEP: 1052650 | > loss_text_ce: 0.03279026225209236 (0.03320514780806542) | > loss_mel_ce: 2.960747003555298 (nan) | > loss: 0.011879116296768188 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14147480027392725) | > loader_time: 0.0047 (0.0045721485481211984)  --> TIME: 2025-03-25 16:52:39 -- STEP: 11385/31555 -- GLOBAL_STEP: 1052700 | > loss_text_ce: 0.0365443117916584 (0.033206610911929675) | > loss_mel_ce: 0.0562540702521801 (nan) | > loss: 0.0003682475653477013 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14147461353816335) | > loader_time: 0.0068 (0.0045727090873266185)  --> TIME: 2025-03-25 16:52:48 -- STEP: 11435/31555 -- GLOBAL_STEP: 1052750 | > loss_text_ce: 0.041636303067207336 (0.03321079713103896) | > loss_mel_ce: 2.8311285972595215 (nan) | > loss: 0.011399861425161362 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1414522353665612) | > loader_time: 0.0044 (0.004572677966752973)  --> TIME: 2025-03-25 16:52:58 -- STEP: 11485/31555 -- GLOBAL_STEP: 1052800 | > loss_text_ce: 0.02651112899184227 (0.03320701783129695) | > loss_mel_ce: 2.6808197498321533 (nan) | > loss: 0.010743377730250359 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1414566577077692) | > loader_time: 0.0045 (0.004572736090766823)  --> TIME: 2025-03-25 16:53:07 -- STEP: 11535/31555 -- GLOBAL_STEP: 1052850 | > loss_text_ce: 0.030957171693444252 (0.033210674884289644) | > loss_mel_ce: 2.9366273880004883 (nan) | > loss: 0.011776129715144634 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14145210726621835) | > loader_time: 0.0042 (0.004572764009327743)  --> TIME: 2025-03-25 16:53:17 -- STEP: 11585/31555 -- GLOBAL_STEP: 1052900 | > loss_text_ce: 0.036324284970760345 (0.03321604956420584) | > loss_mel_ce: 2.532609462738037 (nan) | > loss: 0.010194182395935059 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14146740038332167) | > loader_time: 0.0043 (0.004573210817912477)  --> TIME: 2025-03-25 16:53:27 -- STEP: 11635/31555 -- GLOBAL_STEP: 1052950 | > loss_text_ce: 0.0335114449262619 (0.03321513656869416) | > loss_mel_ce: 2.303272008895874 (nan) | > loss: 0.009272950701415539 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14147467324290106) | > loader_time: 0.0042 (0.004572705316809993)  --> TIME: 2025-03-25 16:53:37 -- STEP: 11685/31555 -- GLOBAL_STEP: 1053000 | > loss_text_ce: 0.032229337841272354 (0.03321668941282139) | > loss_mel_ce: 2.555208921432495 (nan) | > loss: 0.01026761345565319 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14147944540155213) | > loader_time: 0.0071 (0.00457348478722891)  --> TIME: 2025-03-25 16:53:46 -- STEP: 11735/31555 -- GLOBAL_STEP: 1053050 | > loss_text_ce: 0.04320773482322693 (0.033218618703694365) | > loss_mel_ce: 2.6904335021972656 (nan) | > loss: 0.010847782716155052 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14146634676022699) | > loader_time: 0.0045 (0.004573698372956711)  --> TIME: 2025-03-25 16:53:56 -- STEP: 11785/31555 -- GLOBAL_STEP: 1053100 | > loss_text_ce: 0.040374573320150375 (0.033213958694367794) | > loss_mel_ce: 0.7459716796875 (nan) | > loss: 0.0031204218976199627 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14147590650154676) | > loader_time: 0.0046 (0.004573872739802415)  --> TIME: 2025-03-25 16:54:06 -- STEP: 11835/31555 -- GLOBAL_STEP: 1053150 | > loss_text_ce: 0.03624498099088669 (0.03321808289404446) | > loss_mel_ce: 3.0655322074890137 (nan) | > loss: 0.012308639474213123 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14148400634665723) | > loader_time: 0.0046 (0.004573894423374835)  --> TIME: 2025-03-25 16:54:16 -- STEP: 11885/31555 -- GLOBAL_STEP: 1053200 | > loss_text_ce: 0.032133445143699646 (0.03321767269226643) | > loss_mel_ce: 2.1895158290863037 (nan) | > loss: 0.0088160689920187 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1414994831390125) | > loader_time: 0.0048 (0.004574202668732064)  --> TIME: 2025-03-25 16:54:26 -- STEP: 11935/31555 -- GLOBAL_STEP: 1053250 | > loss_text_ce: 0.04147740826010704 (0.03321833850493636) | > loss_mel_ce: 2.8260045051574707 (nan) | > loss: 0.011378897354006767 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14150691144277638) | > loader_time: 0.0043 (0.0045742536120500915)  --> TIME: 2025-03-25 16:54:35 -- STEP: 11985/31555 -- GLOBAL_STEP: 1053300 | > loss_text_ce: 0.029562611132860184 (0.033215279143706374) | > loss_mel_ce: 1.801513671875 (nan) | > loss: 0.0072661759331822395 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.141491588314822) | > loader_time: 0.0045 (0.004574503180480402)  --> TIME: 2025-03-25 16:54:45 -- STEP: 12035/31555 -- GLOBAL_STEP: 1053350 | > loss_text_ce: 0.033384982496500015 (0.033212951439427985) | > loss_mel_ce: 3.0943803787231445 (nan) | > loss: 0.012411768548190594 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1414768519320329) | > loader_time: 0.0045 (0.004574286259206268)  --> TIME: 2025-03-25 16:54:54 -- STEP: 12085/31555 -- GLOBAL_STEP: 1053400 | > loss_text_ce: 0.032286252826452255 (0.03320913708471723) | > loss_mel_ce: 2.5715413093566895 (nan) | > loss: 0.010332649573683739 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14145922773279948) | > loader_time: 0.0047 (0.0045740924199159415)  --> TIME: 2025-03-25 16:55:04 -- STEP: 12135/31555 -- GLOBAL_STEP: 1053450 | > loss_text_ce: 0.03230325132608414 (0.03320139738971707) | > loss_mel_ce: 3.034221649169922 (nan) | > loss: 0.01216875109821558 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14144937552981418) | > loader_time: 0.0043 (0.004573705042150247)  --> TIME: 2025-03-25 16:55:14 -- STEP: 12185/31555 -- GLOBAL_STEP: 1053500 | > loss_text_ce: 0.026232866570353508 (0.03319815068613105) | > loss_mel_ce: 2.4570252895355225 (nan) | > loss: 0.009854200296103954 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14147584629097995) | > loader_time: 0.0044 (0.004573625318819179)  --> TIME: 2025-03-25 16:55:23 -- STEP: 12235/31555 -- GLOBAL_STEP: 1053550 | > loss_text_ce: 0.03059125505387783 (0.033199504052616666) | > loss_mel_ce: 2.6825249195098877 (nan) | > loss: 0.01076633483171463 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1414669356640381) | > loader_time: 0.0047 (0.004573649019429211)  --> TIME: 2025-03-25 16:55:33 -- STEP: 12285/31555 -- GLOBAL_STEP: 1053600 | > loss_text_ce: 0.04923192039132118 (0.03319721338966486) | > loss_mel_ce: 2.822788715362549 (nan) | > loss: 0.011396908201277256 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14147867135609588) | > loader_time: 0.0045 (0.004573802129010363)  --> TIME: 2025-03-25 16:55:43 -- STEP: 12335/31555 -- GLOBAL_STEP: 1053650 | > loss_text_ce: 0.03679297864437103 (0.033199175534280013) | > loss_mel_ce: 0.11328125 (nan) | > loss: 0.000595532706938684 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14148458417823678) | > loader_time: 0.0045 (0.004573786708088049)  --> TIME: 2025-03-25 16:55:53 -- STEP: 12385/31555 -- GLOBAL_STEP: 1053700 | > loss_text_ce: 0.039508044719696045 (0.03319821370142194) | > loss_mel_ce: 2.067417621612549 (nan) | > loss: 0.008360817097127438 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14150484577513175) | > loader_time: 0.0046 (0.004574199949102076)  --> TIME: 2025-03-25 16:56:02 -- STEP: 12435/31555 -- GLOBAL_STEP: 1053750 | > loss_text_ce: 0.03358462452888489 (0.03319424411231779) | > loss_mel_ce: 2.3291728496551514 (nan) | > loss: 0.009376022033393383 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14149914209651948) | > loader_time: 0.0043 (0.004574330130110439)  --> TIME: 2025-03-25 16:56:12 -- STEP: 12485/31555 -- GLOBAL_STEP: 1053800 | > loss_text_ce: 0.02603532001376152 (0.03319700770579897) | > loss_mel_ce: 2.281700372695923 (nan) | > loss: 0.009157681837677956 (nan) | > current_lr: 5e-06 | > step_time: 0.1065 (0.14149392389229543) | > loader_time: 0.0044 (0.00457447611144607)  --> TIME: 2025-03-25 16:56:21 -- STEP: 12535/31555 -- GLOBAL_STEP: 1053850 | > loss_text_ce: 0.03413354977965355 (0.033196881199556695) | > loss_mel_ce: 2.81499981880188 (nan) | > loss: 0.01130608469247818 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14148377326079795) | > loader_time: 0.0045 (0.0045743388581856335)  --> TIME: 2025-03-25 16:56:31 -- STEP: 12585/31555 -- GLOBAL_STEP: 1053900 | > loss_text_ce: 0.034632354974746704 (0.03319750677307302) | > loss_mel_ce: 3.1327388286590576 (nan) | > loss: 0.012568933889269829 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14148465241048422) | > loader_time: 0.0046 (0.00457380184541871)  --> TIME: 2025-03-25 16:56:41 -- STEP: 12635/31555 -- GLOBAL_STEP: 1053950 | > loss_text_ce: 0.039572879672050476 (0.033197456373467334) | > loss_mel_ce: 2.2694921493530273 (nan) | > loss: 0.009162956848740578 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14148211133871685) | > loader_time: 0.0048 (0.004573137749784047)  --> TIME: 2025-03-25 16:56:51 -- STEP: 12685/31555 -- GLOBAL_STEP: 1054000 | > loss_text_ce: 0.03211064264178276 (0.033197146398924085) | > loss_mel_ce: 2.7762410640716553 (nan) | > loss: 0.011144253425300121 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14148991691535293) | > loader_time: 0.0047 (0.0045726639105196)  --> TIME: 2025-03-25 16:57:00 -- STEP: 12735/31555 -- GLOBAL_STEP: 1054050 | > loss_text_ce: 0.03441780060529709 (0.03320154857474046) | > loss_mel_ce: 2.648750066757202 (nan) | > loss: 0.010647492483258247 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14150853670013225) | > loader_time: 0.0048 (0.004573319835385789)  --> TIME: 2025-03-25 16:57:10 -- STEP: 12785/31555 -- GLOBAL_STEP: 1054100 | > loss_text_ce: 0.023487519472837448 (0.033200449689692636) | > loss_mel_ce: 2.3502442836761475 (nan) | > loss: 0.009419571608304977 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1415084700496772) | > loader_time: 0.0046 (0.004573227774598079)  --> TIME: 2025-03-25 16:57:20 -- STEP: 12835/31555 -- GLOBAL_STEP: 1054150 | > loss_text_ce: 0.03246084973216057 (0.03319885286567506) | > loss_mel_ce: 2.8161330223083496 (nan) | > loss: 0.011303944513201714 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1415077206500558) | > loader_time: 0.0047 (0.004573119768708171)  --> TIME: 2025-03-25 16:57:30 -- STEP: 12885/31555 -- GLOBAL_STEP: 1054200 | > loss_text_ce: 0.030008601024746895 (0.033198466727443136) | > loss_mel_ce: 2.6408803462982178 (nan) | > loss: 0.010598765686154366 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14151468504571582) | > loader_time: 0.0045 (0.004572915697819447)  --> TIME: 2025-03-25 16:57:40 -- STEP: 12935/31555 -- GLOBAL_STEP: 1054250 | > loss_text_ce: 0.03192993625998497 (0.03319957034124548) | > loss_mel_ce: 2.841452121734619 (nan) | > loss: 0.0114023108035326 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.1415323835475412) | > loader_time: 0.0047 (0.004572732797865274)  --> TIME: 2025-03-25 16:57:49 -- STEP: 12985/31555 -- GLOBAL_STEP: 1054300 | > loss_text_ce: 0.0324937179684639 (0.03319772681724167) | > loss_mel_ce: 3.1474826335906982 (nan) | > loss: 0.012618955224752426 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.1415319040825062) | > loader_time: 0.0048 (0.004572464293317267)  --> TIME: 2025-03-25 16:57:59 -- STEP: 13035/31555 -- GLOBAL_STEP: 1054350 | > loss_text_ce: 0.029446465894579887 (0.03319762427578473) | > loss_mel_ce: 2.9036865234375 (nan) | > loss: 0.01163941714912653 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14154559381629167) | > loader_time: 0.0046 (0.004572355952992696)  --> TIME: 2025-03-25 16:58:08 -- STEP: 13085/31555 -- GLOBAL_STEP: 1054400 | > loss_text_ce: 0.034454718232154846 (0.03319868751049609) | > loss_mel_ce: 2.540287733078003 (nan) | > loss: 0.010217232629656792 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14152783762648002) | > loader_time: 0.0042 (0.004571904687877847)  --> TIME: 2025-03-25 16:58:18 -- STEP: 13135/31555 -- GLOBAL_STEP: 1054450 | > loss_text_ce: 0.03315194696187973 (0.03319941679569536) | > loss_mel_ce: 2.1119303703308105 (nan) | > loss: 0.008512231521308422 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1415255219118656) | > loader_time: 0.0044 (0.004571339219161958)  --> TIME: 2025-03-25 16:58:28 -- STEP: 13185/31555 -- GLOBAL_STEP: 1054500 | > loss_text_ce: 0.0372101292014122 (0.033199423212440994) | > loss_mel_ce: 2.982123613357544 (nan) | > loss: 0.011981484480202198 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14152875252189592) | > loader_time: 0.0047 (0.004572059315264495)  --> TIME: 2025-03-25 16:58:37 -- STEP: 13235/31555 -- GLOBAL_STEP: 1054550 | > loss_text_ce: 0.03664566949009895 (0.033199599950247696) | > loss_mel_ce: 2.849172592163086 (nan) | > loss: 0.0114516606554389 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1415251026975019) | > loader_time: 0.0046 (0.004572545513820345)  --> TIME: 2025-03-25 16:58:47 -- STEP: 13285/31555 -- GLOBAL_STEP: 1054600 | > loss_text_ce: 0.03479928523302078 (0.03319461185143043) | > loss_mel_ce: 2.4107401371002197 (nan) | > loss: 0.009704521857202053 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14151821323117728) | > loader_time: 0.0046 (0.004572570346377175)  --> TIME: 2025-03-25 16:58:57 -- STEP: 13335/31555 -- GLOBAL_STEP: 1054650 | > loss_text_ce: 0.037769511342048645 (0.03320102879276819) | > loss_mel_ce: 2.788975238800049 (nan) | > loss: 0.011217242106795311 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14151734472617397) | > loader_time: 0.0048 (0.00457248938052362)  --> TIME: 2025-03-25 16:59:06 -- STEP: 13385/31555 -- GLOBAL_STEP: 1054700 | > loss_text_ce: 0.040868982672691345 (0.03319911850142527) | > loss_mel_ce: 2.4474644660949707 (nan) | > loss: 0.009874340146780014 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14151898641661162) | > loader_time: 0.0046 (0.004572658731191977)  --> TIME: 2025-03-25 16:59:16 -- STEP: 13435/31555 -- GLOBAL_STEP: 1054750 | > loss_text_ce: 0.02092805877327919 (0.03319967425174301) | > loss_mel_ce: 2.2373645305633545 (nan) | > loss: 0.008961479179561138 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14151493634350687) | > loader_time: 0.0046 (0.004572662741090017)  --> TIME: 2025-03-25 16:59:26 -- STEP: 13485/31555 -- GLOBAL_STEP: 1054800 | > loss_text_ce: 0.03359755128622055 (0.03319676206652679) | > loss_mel_ce: 2.9900670051574707 (nan) | > loss: 0.011998669244349003 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.1415102762251289) | > loader_time: 0.0047 (0.0045726377255924724)  --> TIME: 2025-03-25 16:59:35 -- STEP: 13535/31555 -- GLOBAL_STEP: 1054850 | > loss_text_ce: 0.038049548864364624 (0.03319254098325934) | > loss_mel_ce: 2.666313409805298 (nan) | > loss: 0.010731599293649197 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14152088623272382) | > loader_time: 0.0044 (0.004572354183894588)  --> TIME: 2025-03-25 16:59:45 -- STEP: 13585/31555 -- GLOBAL_STEP: 1054900 | > loss_text_ce: 0.030382458120584488 (0.03319644169833296) | > loss_mel_ce: 2.4668502807617188 (nan) | > loss: 0.009909654036164284 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14151358908048506) | > loader_time: 0.0047 (0.004572065042405184)  --> TIME: 2025-03-25 16:59:55 -- STEP: 13635/31555 -- GLOBAL_STEP: 1054950 | > loss_text_ce: 0.03931381553411484 (0.03319281246157981) | > loss_mel_ce: 3.01731276512146 (nan) | > loss: 0.012129470705986023 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1415151273631598) | > loader_time: 0.0045 (0.004572038856844883)  --> TIME: 2025-03-25 17:00:04 -- STEP: 13685/31555 -- GLOBAL_STEP: 1055000 | > loss_text_ce: 0.03464452177286148 (0.033192161828413225) | > loss_mel_ce: 1.375830054283142 (nan) | > loss: 0.005597121547907591 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1415151628299837) | > loader_time: 0.0045 (0.004572474229148509)  --> TIME: 2025-03-25 17:00:14 -- STEP: 13735/31555 -- GLOBAL_STEP: 1055050 | > loss_text_ce: 0.034613754600286484 (0.033189242581956255) | > loss_mel_ce: 2.603651523590088 (nan) | > loss: 0.010469307191669941 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1415204342382799) | > loader_time: 0.0045 (0.0045731614449261195)  --> TIME: 2025-03-25 17:00:24 -- STEP: 13785/31555 -- GLOBAL_STEP: 1055100 | > loss_text_ce: 0.030439075082540512 (0.03318931910192171) | > loss_mel_ce: 3.348458766937256 (nan) | > loss: 0.013408325612545013 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14153693570665257) | > loader_time: 0.0044 (0.004573310074444743)  --> TIME: 2025-03-25 17:00:34 -- STEP: 13835/31555 -- GLOBAL_STEP: 1055150 | > loss_text_ce: 0.03990866616368294 (0.033183589558961335) | > loss_mel_ce: 2.103350877761841 (nan) | > loss: 0.008504998870193958 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14155243197028566) | > loader_time: 0.0044 (0.0045733776857674645)  --> TIME: 2025-03-25 17:00:44 -- STEP: 13885/31555 -- GLOBAL_STEP: 1055200 | > loss_text_ce: 0.03277866169810295 (0.03318313849613053) | > loss_mel_ce: 0.1080864816904068 (nan) | > loss: 0.00055898871505633 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1415494378281878) | > loader_time: 0.0046 (0.004573315633128871)  --> TIME: 2025-03-25 17:00:53 -- STEP: 13935/31555 -- GLOBAL_STEP: 1055250 | > loss_text_ce: 0.036895185708999634 (0.03318329978885335) | > loss_mel_ce: 2.479771614074707 (nan) | > loss: 0.009986774064600468 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1415356440145484) | > loader_time: 0.0047 (0.004573682375094528)  --> TIME: 2025-03-25 17:01:03 -- STEP: 13985/31555 -- GLOBAL_STEP: 1055300 | > loss_text_ce: 0.027965720742940903 (0.033179906676572016) | > loss_mel_ce: 1.427001953125 (nan) | > loss: 0.005773681215941906 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14153086059128453) | > loader_time: 0.0045 (0.004574256647387539)  --> TIME: 2025-03-25 17:01:12 -- STEP: 14035/31555 -- GLOBAL_STEP: 1055350 | > loss_text_ce: 0.030903007835149765 (0.0331778704025197) | > loss_mel_ce: 1.4085466861724854 (nan) | > loss: 0.0057121021673083305 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1415384518195611) | > loader_time: 0.0044 (0.004574395686993203)  --> TIME: 2025-03-25 17:01:22 -- STEP: 14085/31555 -- GLOBAL_STEP: 1055400 | > loss_text_ce: 0.024959981441497803 (0.0331776223209236) | > loss_mel_ce: 2.910757303237915 (nan) | > loss: 0.011649672873318195 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1415414134111228) | > loader_time: 0.0044 (0.0045745011208791295)  --> TIME: 2025-03-25 17:01:32 -- STEP: 14135/31555 -- GLOBAL_STEP: 1055450 | > loss_text_ce: 0.03392506390810013 (0.03317942660002827) | > loss_mel_ce: 1.9146541357040405 (nan) | > loss: 0.007732457481324673 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14154938646201193) | > loader_time: 0.0046 (0.004574523007528169)  --> TIME: 2025-03-25 17:01:41 -- STEP: 14185/31555 -- GLOBAL_STEP: 1055500 | > loss_text_ce: 0.02336357720196247 (0.033181338705540346) | > loss_mel_ce: 2.674880266189575 (nan) | > loss: 0.010707317851483822 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14152285994716993) | > loader_time: 0.0044 (0.004574441556826344)  --> TIME: 2025-03-25 17:01:51 -- STEP: 14235/31555 -- GLOBAL_STEP: 1055550 | > loss_text_ce: 0.0351179800927639 (0.03318383174980809) | > loss_mel_ce: 2.6307201385498047 (nan) | > loss: 0.010578722693026066 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14153385110432384) | > loader_time: 0.0047 (0.00457451001024264)  --> TIME: 2025-03-25 17:02:01 -- STEP: 14285/31555 -- GLOBAL_STEP: 1055600 | > loss_text_ce: 0.03666093945503235 (0.0331847671484581) | > loss_mel_ce: 3.0325398445129395 (nan) | > loss: 0.012179369106888771 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1415531392442961) | > loader_time: 0.0048 (0.004574596961144607)  --> TIME: 2025-03-25 17:02:11 -- STEP: 14335/31555 -- GLOBAL_STEP: 1055650 | > loss_text_ce: 0.03954389691352844 (0.033183993536876594) | > loss_mel_ce: 2.852856159210205 (nan) | > loss: 0.011477778665721416 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14154464404342665) | > loader_time: 0.0071 (0.004574687380303405)  --> TIME: 2025-03-25 17:02:20 -- STEP: 14385/31555 -- GLOBAL_STEP: 1055700 | > loss_text_ce: 0.040493838489055634 (0.033181788226305624) | > loss_mel_ce: 3.0265352725982666 (nan) | > loss: 0.01217075064778328 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14154030039445548) | > loader_time: 0.0047 (0.004574767657357213)  --> TIME: 2025-03-25 17:02:30 -- STEP: 14435/31555 -- GLOBAL_STEP: 1055750 | > loss_text_ce: 0.02912556380033493 (0.03317838790953948) | > loss_mel_ce: 0.12333984673023224 (nan) | > loss: 0.0006050214869901538 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14152970206667345) | > loader_time: 0.0046 (0.004574638722799302)  --> TIME: 2025-03-25 17:02:39 -- STEP: 14485/31555 -- GLOBAL_STEP: 1055800 | > loss_text_ce: 0.03054921142756939 (0.03318400577104214) | > loss_mel_ce: 2.7932369709014893 (nan) | > loss: 0.011205501854419708 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1415180301271229) | > loader_time: 0.0071 (0.004574872083733081)  --> TIME: 2025-03-25 17:02:49 -- STEP: 14535/31555 -- GLOBAL_STEP: 1055850 | > loss_text_ce: 0.026965338736772537 (0.03317861846469732) | > loss_mel_ce: 3.0040206909179688 (nan) | > loss: 0.012027722783386707 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1415254473973274) | > loader_time: 0.0043 (0.004574802285172427)  --> TIME: 2025-03-25 17:02:59 -- STEP: 14585/31555 -- GLOBAL_STEP: 1055900 | > loss_text_ce: 0.031191928312182426 (0.03317900094630541) | > loss_mel_ce: 3.283040761947632 (nan) | > loss: 0.013151717372238636 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1415231325628827) | > loader_time: 0.0047 (0.004574415558693065)  --> TIME: 2025-03-25 17:03:08 -- STEP: 14635/31555 -- GLOBAL_STEP: 1055950 | > loss_text_ce: 0.03155463933944702 (0.03317884043900197) | > loss_mel_ce: 2.797093629837036 (nan) | > loss: 0.011224796064198017 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14151890449732468) | > loader_time: 0.0049 (0.004574536348635492)  --> TIME: 2025-03-25 17:03:18 -- STEP: 14685/31555 -- GLOBAL_STEP: 1056000 | > loss_text_ce: 0.03593042120337486 (0.03317437489099437) | > loss_mel_ce: 2.873147487640381 (nan) | > loss: 0.011543960310518742 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14152215714758273) | > loader_time: 0.0046 (0.004574522892552906)  --> TIME: 2025-03-25 17:03:28 -- STEP: 14735/31555 -- GLOBAL_STEP: 1056050 | > loss_text_ce: 0.04388102889060974 (0.03317194520279378) | > loss_mel_ce: 2.48164963722229 (nan) | > loss: 0.01002194732427597 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14152357873570384) | > loader_time: 0.0046 (0.004574609474283104)  --> TIME: 2025-03-25 17:03:37 -- STEP: 14785/31555 -- GLOBAL_STEP: 1056100 | > loss_text_ce: 0.029045695438981056 (0.03317001246673063) | > loss_mel_ce: 2.8998947143554688 (nan) | > loss: 0.011622780002653599 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14152012048720686) | > loader_time: 0.0047 (0.004574487561666778)  --> TIME: 2025-03-25 17:03:47 -- STEP: 14835/31555 -- GLOBAL_STEP: 1056150 | > loss_text_ce: 0.030105676501989365 (0.033168315439022836) | > loss_mel_ce: 2.443899154663086 (nan) | > loss: 0.009817480109632015 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14150990608930206) | > loader_time: 0.0048 (0.00457445492758911)  --> TIME: 2025-03-25 17:03:57 -- STEP: 14885/31555 -- GLOBAL_STEP: 1056200 | > loss_text_ce: 0.038795433938503265 (0.03317285405117182) | > loss_mel_ce: 2.5022783279418945 (nan) | > loss: 0.010083626955747604 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14152019594914586) | > loader_time: 0.0046 (0.004574399720032753)  --> TIME: 2025-03-25 17:04:06 -- STEP: 14935/31555 -- GLOBAL_STEP: 1056250 | > loss_text_ce: 0.02943512052297592 (0.03317566942523376) | > loss_mel_ce: 2.7026829719543457 (nan) | > loss: 0.010841739363968372 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1415162633724106) | > loader_time: 0.0044 (0.004574479169178306)  --> TIME: 2025-03-25 17:04:16 -- STEP: 14985/31555 -- GLOBAL_STEP: 1056300 | > loss_text_ce: 0.04289906099438667 (0.033174551268346744) | > loss_mel_ce: 2.3164024353027344 (nan) | > loss: 0.00936230830848217 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14150729853986796) | > loader_time: 0.0042 (0.004574352381505457)  --> TIME: 2025-03-25 17:04:25 -- STEP: 15035/31555 -- GLOBAL_STEP: 1056350 | > loss_text_ce: 0.027470191940665245 (0.03317253390667187) | > loss_mel_ce: 2.3668556213378906 (nan) | > loss: 0.009501293301582336 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14150856802699036) | > loader_time: 0.0046 (0.00457431170327505)  --> TIME: 2025-03-25 17:04:35 -- STEP: 15085/31555 -- GLOBAL_STEP: 1056400 | > loss_text_ce: 0.029003599658608437 (0.03317201627047373) | > loss_mel_ce: 1.4456950426101685 (nan) | > loss: 0.0058519793674349785 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14150784536430622) | > loader_time: 0.0045 (0.004574761281631474)  --> TIME: 2025-03-25 17:04:44 -- STEP: 15135/31555 -- GLOBAL_STEP: 1056450 | > loss_text_ce: 0.016992300748825073 (0.033171339312320525) | > loss_mel_ce: 2.2504470348358154 (nan) | > loss: 0.008997775614261627 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14148326391113622) | > loader_time: 0.0046 (0.004574827932074877)  --> TIME: 2025-03-25 17:04:54 -- STEP: 15185/31555 -- GLOBAL_STEP: 1056500 | > loss_text_ce: 0.014507647603750229 (0.03317377973080519) | > loss_mel_ce: 1.9153984785079956 (nan) | > loss: 0.007658358197659254 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.14147990471366068) | > loader_time: 0.0042 (0.00457495578543545)  --> TIME: 2025-03-25 17:05:03 -- STEP: 15235/31555 -- GLOBAL_STEP: 1056550 | > loss_text_ce: 0.03396894410252571 (0.03317434894893627) | > loss_mel_ce: 2.6925506591796875 (nan) | > loss: 0.01081952266395092 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14146964898217435) | > loader_time: 0.0045 (0.004575220295199037)  --> TIME: 2025-03-25 17:05:13 -- STEP: 15285/31555 -- GLOBAL_STEP: 1056600 | > loss_text_ce: 0.024779999628663063 (0.03317237551036805) | > loss_mel_ce: 2.933736801147461 (nan) | > loss: 0.01174014713615179 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14145984526432392) | > loader_time: 0.0045 (0.004574785600661616)  --> TIME: 2025-03-25 17:05:23 -- STEP: 15335/31555 -- GLOBAL_STEP: 1056650 | > loss_text_ce: 0.03671396151185036 (0.03317466264443065) | > loss_mel_ce: 2.5993783473968506 (nan) | > loss: 0.01046068500727415 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14147637136836858) | > loader_time: 0.0045 (0.004575320490416395)  --> TIME: 2025-03-25 17:05:33 -- STEP: 15385/31555 -- GLOBAL_STEP: 1056700 | > loss_text_ce: 0.03347079083323479 (0.03317441939090899) | > loss_mel_ce: 2.5854990482330322 (nan) | > loss: 0.01039273850619793 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14147450741832057) | > loader_time: 0.0048 (0.004575434419137929)  --> TIME: 2025-03-25 17:05:42 -- STEP: 15435/31555 -- GLOBAL_STEP: 1056750 | > loss_text_ce: 0.026610206812620163 (0.033173868899599834) | > loss_mel_ce: 3.042515516281128 (nan) | > loss: 0.012179071083664894 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1414775557683286) | > loader_time: 0.0045 (0.004575792237860439)  --> TIME: 2025-03-25 17:05:52 -- STEP: 15485/31555 -- GLOBAL_STEP: 1056800 | > loss_text_ce: 0.03305749222636223 (0.03317494647602088) | > loss_mel_ce: 3.171722888946533 (nan) | > loss: 0.012717382982373238 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1414831154724458) | > loader_time: 0.0048 (0.004575947988483659)  --> TIME: 2025-03-25 17:06:02 -- STEP: 15535/31555 -- GLOBAL_STEP: 1056850 | > loss_text_ce: 0.042881883680820465 (0.03317139723991965) | > loss_mel_ce: 2.7045366764068604 (nan) | > loss: 0.010902456007897854 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1414990007205912) | > loader_time: 0.0045 (0.004576655496229581)  --> TIME: 2025-03-25 17:06:12 -- STEP: 15585/31555 -- GLOBAL_STEP: 1056900 | > loss_text_ce: 0.030751215294003487 (0.03317056240314952) | > loss_mel_ce: 2.65305233001709 (nan) | > loss: 0.010650014504790306 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14149648161855402) | > loader_time: 0.0047 (0.004577153655325416)  --> TIME: 2025-03-25 17:06:22 -- STEP: 15635/31555 -- GLOBAL_STEP: 1056950 | > loss_text_ce: 0.04514507204294205 (0.03317042043284297) | > loss_mel_ce: 2.4819295406341553 (nan) | > loss: 0.010028074495494366 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1414989425383479) | > loader_time: 0.0044 (0.0045776836857614345)  --> TIME: 2025-03-25 17:06:31 -- STEP: 15685/31555 -- GLOBAL_STEP: 1057000 | > loss_text_ce: 0.028948144987225533 (0.033163833082587024) | > loss_mel_ce: 1.1041259765625 (nan) | > loss: 0.004496326204389334 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14148955001624347) | > loader_time: 0.0045 (0.004578167061384682)  --> TIME: 2025-03-25 17:06:41 -- STEP: 15735/31555 -- GLOBAL_STEP: 1057050 | > loss_text_ce: 0.022530924528837204 (0.033163469299688476) | > loss_mel_ce: 0.05322265625 (nan) | > loss: 0.00030060947756282985 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14148178911224277) | > loader_time: 0.0044 (0.004578370187333331)  --> TIME: 2025-03-25 17:06:50 -- STEP: 15785/31555 -- GLOBAL_STEP: 1057100 | > loss_text_ce: 0.044456083327531815 (0.03316528139365132) | > loss_mel_ce: 2.8902995586395264 (nan) | > loss: 0.011645856313407421 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14148261297115408) | > loader_time: 0.0045 (0.004578585922246053)  --> TIME: 2025-03-25 17:07:00 -- STEP: 15835/31555 -- GLOBAL_STEP: 1057150 | > loss_text_ce: 0.03932863473892212 (0.0331698488339403) | > loss_mel_ce: 3.1900548934936523 (nan) | > loss: 0.012815014459192753 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14149826654772088) | > loader_time: 0.0047 (0.004578990005791893)  --> TIME: 2025-03-25 17:07:10 -- STEP: 15885/31555 -- GLOBAL_STEP: 1057200 | > loss_text_ce: 0.03703082352876663 (0.03317093237505198) | > loss_mel_ce: 2.1463024616241455 (nan) | > loss: 0.008664022199809551 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.1414973327413386) | > loader_time: 0.005 (0.004579283780634393)  --> TIME: 2025-03-25 17:07:19 -- STEP: 15935/31555 -- GLOBAL_STEP: 1057250 | > loss_text_ce: 0.027813388034701347 (0.03316666649909936) | > loss_mel_ce: 3.192720651626587 (nan) | > loss: 0.012779898010194302 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1414884642668942) | > loader_time: 0.0046 (0.004579563906920687)  --> TIME: 2025-03-25 17:07:29 -- STEP: 15985/31555 -- GLOBAL_STEP: 1057300 | > loss_text_ce: 0.03702344000339508 (0.033165591243686184) | > loss_mel_ce: 2.53627872467041 (nan) | > loss: 0.010211517103016376 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1414931126076393) | > loader_time: 0.0044 (0.004579602146954108)  --> TIME: 2025-03-25 17:07:39 -- STEP: 16035/31555 -- GLOBAL_STEP: 1057350 | > loss_text_ce: 0.032094359397888184 (0.03316567748875648) | > loss_mel_ce: 2.625020742416382 (nan) | > loss: 0.010544107295572758 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14149195066225445) | > loader_time: 0.0043 (0.0045792030254776855)  --> TIME: 2025-03-25 17:07:48 -- STEP: 16085/31555 -- GLOBAL_STEP: 1057400 | > loss_text_ce: 0.03501765429973602 (0.03316255772105949) | > loss_mel_ce: 1.8499232530593872 (nan) | > loss: 0.007479924708604813 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14148159313172276) | > loader_time: 0.0049 (0.004578708527730726)  --> TIME: 2025-03-25 17:07:58 -- STEP: 16135/31555 -- GLOBAL_STEP: 1057450 | > loss_text_ce: 0.028137965127825737 (0.033161046510423425) | > loss_mel_ce: 2.833789110183716 (nan) | > loss: 0.011356853879988194 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14147084778146493) | > loader_time: 0.0044 (0.0045785933926927895)  --> TIME: 2025-03-25 17:08:07 -- STEP: 16185/31555 -- GLOBAL_STEP: 1057500 | > loss_text_ce: 0.03985645994544029 (0.0331672706254287) | > loss_mel_ce: 2.959096908569336 (nan) | > loss: 0.011900609359145164 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14146133640278719) | > loader_time: 0.0043 (0.004578387181185123)  --> TIME: 2025-03-25 17:08:17 -- STEP: 16235/31555 -- GLOBAL_STEP: 1057550 | > loss_text_ce: 0.029109125956892967 (0.033167833365410716) | > loss_mel_ce: 2.396195411682129 (nan) | > loss: 0.009624225087463856 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14147300657067347) | > loader_time: 0.0044 (0.0045782195409334895)  --> TIME: 2025-03-25 17:08:27 -- STEP: 16285/31555 -- GLOBAL_STEP: 1057600 | > loss_text_ce: 0.02521916851401329 (0.033169768609868526) | > loss_mel_ce: 2.719627618789673 (nan) | > loss: 0.010892249643802643 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14146744129589683) | > loader_time: 0.0043 (0.004577961383804363)  --> TIME: 2025-03-25 17:08:36 -- STEP: 16335/31555 -- GLOBAL_STEP: 1057650 | > loss_text_ce: 0.04268491268157959 (0.033168169533600904) | > loss_mel_ce: 2.441051959991455 (nan) | > loss: 0.00985610019415617 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14145707240482716) | > loader_time: 0.0045 (0.004578714615933065)  --> TIME: 2025-03-25 17:08:46 -- STEP: 16385/31555 -- GLOBAL_STEP: 1057700 | > loss_text_ce: 0.03170844167470932 (0.03316772610840385) | > loss_mel_ce: 3.347381114959717 (nan) | > loss: 0.013409086503088474 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.1414461701899214) | > loader_time: 0.0047 (0.004579033442739682)  --> TIME: 2025-03-25 17:08:55 -- STEP: 16435/31555 -- GLOBAL_STEP: 1057750 | > loss_text_ce: 0.021150222048163414 (0.033166655004455405) | > loss_mel_ce: 3.037727117538452 (nan) | > loss: 0.012138402089476585 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14144161144287942) | > loader_time: 0.0048 (0.004579206219479645)  --> TIME: 2025-03-25 17:09:05 -- STEP: 16485/31555 -- GLOBAL_STEP: 1057800 | > loss_text_ce: 0.036963075399398804 (0.03317107829280292) | > loss_mel_ce: 2.1730668544769287 (nan) | > loss: 0.008769960142672062 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.141427990968639) | > loader_time: 0.0046 (0.004579696143291784)  --> TIME: 2025-03-25 17:09:14 -- STEP: 16535/31555 -- GLOBAL_STEP: 1057850 | > loss_text_ce: 0.035222336649894714 (0.03317224831921068) | > loss_mel_ce: 2.6321187019348145 (nan) | > loss: 0.010584686882793903 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1414385946560456) | > loader_time: 0.0045 (0.004579885336867562)  --> TIME: 2025-03-25 17:09:24 -- STEP: 16585/31555 -- GLOBAL_STEP: 1057900 | > loss_text_ce: 0.03404916822910309 (0.033172364374704374) | > loss_mel_ce: 3.0271308422088623 (nan) | > loss: 0.012147541157901287 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14145262953672297) | > loader_time: 0.0045 (0.004579922403238402)  --> TIME: 2025-03-25 17:09:34 -- STEP: 16635/31555 -- GLOBAL_STEP: 1057950 | > loss_text_ce: 0.03653644397854805 (0.033171269394119435) | > loss_mel_ce: 3.031259298324585 (nan) | > loss: 0.012173793278634548 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14145459776208485) | > loader_time: 0.0048 (0.004580014669970425)  --> TIME: 2025-03-25 17:09:44 -- STEP: 16685/31555 -- GLOBAL_STEP: 1058000 | > loss_text_ce: 0.03418697044253349 (0.033169390762642) | > loss_mel_ce: 2.790099620819092 (nan) | > loss: 0.011207487434148788 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1414522707444451) | > loader_time: 0.0046 (0.004580108712881962)  --> TIME: 2025-03-25 17:09:53 -- STEP: 16735/31555 -- GLOBAL_STEP: 1058050 | > loss_text_ce: 0.03868357092142105 (0.03317260822892871) | > loss_mel_ce: 2.528730869293213 (nan) | > loss: 0.010188153013586998 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14144930197012284) | > loader_time: 0.0047 (0.004580384565888507)  --> TIME: 2025-03-25 17:10:03 -- STEP: 16785/31555 -- GLOBAL_STEP: 1058100 | > loss_text_ce: 0.03314812108874321 (0.03316738797645259) | > loss_mel_ce: 2.8159267902374268 (nan) | > loss: 0.0113058527931571 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14144939416073488) | > loader_time: 0.0047 (0.004579994243136616)  --> TIME: 2025-03-25 17:10:13 -- STEP: 16835/31555 -- GLOBAL_STEP: 1058150 | > loss_text_ce: 0.03081756830215454 (0.0331678928106468) | > loss_mel_ce: 2.7618894577026367 (nan) | > loss: 0.011082171462476254 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14144774728123038) | > loader_time: 0.0048 (0.00457960326486786)  --> TIME: 2025-03-25 17:10:23 -- STEP: 16885/31555 -- GLOBAL_STEP: 1058200 | > loss_text_ce: 0.04493250325322151 (0.03317012057361417) | > loss_mel_ce: 2.2211782932281494 (nan) | > loss: 0.008992504328489304 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1414584358239058) | > loader_time: 0.0044 (0.004579289297680555)  --> TIME: 2025-03-25 17:10:32 -- STEP: 16935/31555 -- GLOBAL_STEP: 1058250 | > loss_text_ce: 0.03032587468624115 (0.03317009372895721) | > loss_mel_ce: 2.3046061992645264 (nan) | > loss: 0.009265604428946972 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14145725741300577) | > loader_time: 0.0043 (0.004578994669884687)  --> TIME: 2025-03-25 17:10:42 -- STEP: 16985/31555 -- GLOBAL_STEP: 1058300 | > loss_text_ce: 0.024197764694690704 (0.033169213013462165) | > loss_mel_ce: 2.4523284435272217 (nan) | > loss: 0.00982748530805111 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14146828669676378) | > loader_time: 0.0046 (0.004579241794454802)  --> TIME: 2025-03-25 17:10:52 -- STEP: 17035/31555 -- GLOBAL_STEP: 1058350 | > loss_text_ce: 0.029019426554441452 (0.033166866775330074) | > loss_mel_ce: 2.5354058742523193 (nan) | > loss: 0.01017629075795412 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14147136808316488) | > loader_time: 0.0045 (0.004579391345132444)  --> TIME: 2025-03-25 17:11:01 -- STEP: 17085/31555 -- GLOBAL_STEP: 1058400 | > loss_text_ce: 0.039517905563116074 (0.033166990618643886) | > loss_mel_ce: 0.054931640625 (nan) | > loss: 0.0003747998271137476 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14146901766459186) | > loader_time: 0.0045 (0.004579587899560574)  --> TIME: 2025-03-25 17:11:11 -- STEP: 17135/31555 -- GLOBAL_STEP: 1058450 | > loss_text_ce: 0.03247443959116936 (0.033166640837464276) | > loss_mel_ce: 2.356426477432251 (nan) | > loss: 0.009479766711592674 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14146817918070106) | > loader_time: 0.0045 (0.004579363002838327)  --> TIME: 2025-03-25 17:11:21 -- STEP: 17185/31555 -- GLOBAL_STEP: 1058500 | > loss_text_ce: 0.032246947288513184 (0.03316433612579178) | > loss_mel_ce: 2.3076376914978027 (nan) | > loss: 0.009285257197916508 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14146838121577926) | > loader_time: 0.0047 (0.004579561409438322)  --> TIME: 2025-03-25 17:11:30 -- STEP: 17235/31555 -- GLOBAL_STEP: 1058550 | > loss_text_ce: 0.043766479939222336 (0.033162731102343496) | > loss_mel_ce: 2.1431641578674316 (nan) | > loss: 0.008678296580910683 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1414677312971029) | > loader_time: 0.0044 (0.004579428364859138)  --> TIME: 2025-03-25 17:11:40 -- STEP: 17285/31555 -- GLOBAL_STEP: 1058600 | > loss_text_ce: 0.039653658866882324 (0.033159430243672135) | > loss_mel_ce: 2.9819180965423584 (nan) | > loss: 0.011990364640951157 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14146472931184104) | > loader_time: 0.0044 (0.004579226640321153)  --> TIME: 2025-03-25 17:11:49 -- STEP: 17335/31555 -- GLOBAL_STEP: 1058650 | > loss_text_ce: 0.033845242112874985 (0.03315934403357612) | > loss_mel_ce: 2.575655221939087 (nan) | > loss: 0.01035516057163477 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14144894975662817) | > loader_time: 0.0044 (0.004578862975576892)  --> TIME: 2025-03-25 17:11:59 -- STEP: 17385/31555 -- GLOBAL_STEP: 1058700 | > loss_text_ce: 0.023351406678557396 (0.033156208473699655) | > loss_mel_ce: 2.5656235218048096 (nan) | > loss: 0.010273710824549198 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1414495230612486) | > loader_time: 0.0044 (0.004578587883397156)  --> TIME: 2025-03-25 17:12:09 -- STEP: 17435/31555 -- GLOBAL_STEP: 1058750 | > loss_text_ce: 0.03688809275627136 (0.0331562476688296) | > loss_mel_ce: 2.454097032546997 (nan) | > loss: 0.00988486222922802 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.1414493150276208) | > loader_time: 0.0043 (0.0045785222793329715)  --> TIME: 2025-03-25 17:12:18 -- STEP: 17485/31555 -- GLOBAL_STEP: 1058800 | > loss_text_ce: 0.03635784611105919 (0.03315445070211184) | > loss_mel_ce: 2.3356149196624756 (nan) | > loss: 0.009412591345608234 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14144485373820215) | > loader_time: 0.0043 (0.004578477940219866)  --> TIME: 2025-03-25 17:12:28 -- STEP: 17535/31555 -- GLOBAL_STEP: 1058850 | > loss_text_ce: 0.033075764775276184 (0.03315739159665907) | > loss_mel_ce: 1.6486409902572632 (nan) | > loss: 0.0066734799183905125 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14143855983047812) | > loader_time: 0.0044 (0.004578404920135843)  --> TIME: 2025-03-25 17:12:37 -- STEP: 17585/31555 -- GLOBAL_STEP: 1058900 | > loss_text_ce: 0.02876991219818592 (0.0331564208379832) | > loss_mel_ce: 2.4082448482513428 (nan) | > loss: 0.00967069435864687 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1414285504956937) | > loader_time: 0.0047 (0.004578248390868073)  --> TIME: 2025-03-25 17:12:47 -- STEP: 17635/31555 -- GLOBAL_STEP: 1058950 | > loss_text_ce: 0.028819911181926727 (0.033153474555983) | > loss_mel_ce: 1.6325550079345703 (nan) | > loss: 0.006592757999897003 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14142419638226827) | > loader_time: 0.0045 (0.00457811776051145)  --> TIME: 2025-03-25 17:12:57 -- STEP: 17685/31555 -- GLOBAL_STEP: 1059000 | > loss_text_ce: 0.04042825475335121 (0.033153488409592785) | > loss_mel_ce: 2.690007209777832 (nan) | > loss: 0.01083506178110838 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14143774128580391) | > loader_time: 0.0046 (0.0045779125212544606)  --> TIME: 2025-03-25 17:13:06 -- STEP: 17735/31555 -- GLOBAL_STEP: 1059050 | > loss_text_ce: 0.035092636942863464 (0.03315355116514607) | > loss_mel_ce: 2.5351433753967285 (nan) | > loss: 0.010199349373579025 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14142886165299517) | > loader_time: 0.0047 (0.004577902629068287)  --> TIME: 2025-03-25 17:13:16 -- STEP: 17785/31555 -- GLOBAL_STEP: 1059100 | > loss_text_ce: 0.03467588871717453 (0.03315084540495445) | > loss_mel_ce: 2.8936476707458496 (nan) | > loss: 0.01162033248692751 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14141996778864083) | > loader_time: 0.0047 (0.004578393598872365)  --> TIME: 2025-03-25 17:13:25 -- STEP: 17835/31555 -- GLOBAL_STEP: 1059150 | > loss_text_ce: 0.04063502326607704 (0.033149982484400875) | > loss_mel_ce: 2.9944844245910645 (nan) | > loss: 0.01204412616789341 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14141679923675463) | > loader_time: 0.0048 (0.004578556371463735)  --> TIME: 2025-03-25 17:13:35 -- STEP: 17885/31555 -- GLOBAL_STEP: 1059200 | > loss_text_ce: 0.039872072637081146 (0.0331505192618175) | > loss_mel_ce: 1.4351247549057007 (nan) | > loss: 0.00585316214710474 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14143356879663332) | > loader_time: 0.0046 (0.004578798631066091)  --> TIME: 2025-03-25 17:13:45 -- STEP: 17935/31555 -- GLOBAL_STEP: 1059250 | > loss_text_ce: 0.03593835234642029 (0.033151524762433986) | > loss_mel_ce: 2.6257004737854004 (nan) | > loss: 0.010562059469521046 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14142838130596821) | > loader_time: 0.0045 (0.004578937273155802)  --> TIME: 2025-03-25 17:13:55 -- STEP: 17985/31555 -- GLOBAL_STEP: 1059300 | > loss_text_ce: 0.036594364792108536 (0.033152959296054926) | > loss_mel_ce: 2.40362548828125 (nan) | > loss: 0.009683412499725819 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14143701589932764) | > loader_time: 0.0046 (0.004579563050724789)  --> TIME: 2025-03-25 17:14:05 -- STEP: 18035/31555 -- GLOBAL_STEP: 1059350 | > loss_text_ce: 0.03065161220729351 (0.03315453814827541) | > loss_mel_ce: 1.84099543094635 (nan) | > loss: 0.0074271708726882935 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14145045732572767) | > loader_time: 0.0044 (0.00458015044508201)  --> TIME: 2025-03-25 17:14:15 -- STEP: 18085/31555 -- GLOBAL_STEP: 1059400 | > loss_text_ce: 0.03567555546760559 (0.03315547806418632) | > loss_mel_ce: 3.1106667518615723 (nan) | > loss: 0.012485485523939133 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14145599888081012) | > loader_time: 0.0048 (0.004580231321955515)  --> TIME: 2025-03-25 17:14:25 -- STEP: 18135/31555 -- GLOBAL_STEP: 1059450 | > loss_text_ce: 0.03835359215736389 (0.03315658185945355) | > loss_mel_ce: 2.4874491691589355 (nan) | > loss: 0.010023027658462524 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1414644419078761) | > loader_time: 0.0044 (0.004580428391933322)  --> TIME: 2025-03-25 17:14:34 -- STEP: 18185/31555 -- GLOBAL_STEP: 1059500 | > loss_text_ce: 0.03842136636376381 (0.033155902316304955) | > loss_mel_ce: 2.7221925258636475 (nan) | > loss: 0.01095481775701046 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14144890332635) | > loader_time: 0.0047 (0.004580487344892344)  --> TIME: 2025-03-25 17:14:43 -- STEP: 18235/31555 -- GLOBAL_STEP: 1059550 | > loss_text_ce: 0.039723947644233704 (0.0331581777240547) | > loss_mel_ce: 2.400524616241455 (nan) | > loss: 0.009683526121079922 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14144386216193205) | > loader_time: 0.0044 (0.004580459432599326)  --> TIME: 2025-03-25 17:14:53 -- STEP: 18285/31555 -- GLOBAL_STEP: 1059600 | > loss_text_ce: 0.03170156478881836 (0.03315642625485672) | > loss_mel_ce: 2.6047322750091553 (nan) | > loss: 0.010462040081620216 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1414330899210164) | > loader_time: 0.0045 (0.0045802435589384445)  --> TIME: 2025-03-25 17:15:02 -- STEP: 18335/31555 -- GLOBAL_STEP: 1059650 | > loss_text_ce: 0.03347509726881981 (0.03315777903138793) | > loss_mel_ce: 2.694061279296875 (nan) | > loss: 0.010823558084666729 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14142247814556105) | > loader_time: 0.0046 (0.0045800524249465764)  --> TIME: 2025-03-25 17:15:11 -- STEP: 18385/31555 -- GLOBAL_STEP: 1059700 | > loss_text_ce: 0.03385235369205475 (0.033156027334600886) | > loss_mel_ce: 2.335900068283081 (nan) | > loss: 0.009403780102729797 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14140265407463715) | > loader_time: 0.0045 (0.004579849440279244)  --> TIME: 2025-03-25 17:15:21 -- STEP: 18435/31555 -- GLOBAL_STEP: 1059750 | > loss_text_ce: 0.03615429624915123 (0.03315617201573501) | > loss_mel_ce: 2.397646188735962 (nan) | > loss: 0.009657938964664936 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14139517899739076) | > loader_time: 0.0045 (0.004579816189179562)  --> TIME: 2025-03-25 17:15:31 -- STEP: 18485/31555 -- GLOBAL_STEP: 1059800 | > loss_text_ce: 0.04324755072593689 (0.0331551422251399) | > loss_mel_ce: 2.833709239959717 (nan) | > loss: 0.011416495777666569 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14140421803138842) | > loader_time: 0.0046 (0.004579893176156454)  --> TIME: 2025-03-25 17:15:41 -- STEP: 18535/31555 -- GLOBAL_STEP: 1059850 | > loss_text_ce: 0.03400241583585739 (0.03315253324504226) | > loss_mel_ce: 2.399836301803589 (nan) | > loss: 0.009658089838922024 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1414150262091212) | > loader_time: 0.0044 (0.004580023490035191)  --> TIME: 2025-03-25 17:15:50 -- STEP: 18585/31555 -- GLOBAL_STEP: 1059900 | > loss_text_ce: 0.027914904057979584 (0.033153253391271016) | > loss_mel_ce: 1.5196533203125 (nan) | > loss: 0.006141143850982189 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.1413987356775516) | > loader_time: 0.0043 (0.004579916916324601)  --> TIME: 2025-03-25 17:16:00 -- STEP: 18635/31555 -- GLOBAL_STEP: 1059950 | > loss_text_ce: 0.033251531422138214 (0.0331561897520247) | > loss_mel_ce: 2.465681552886963 (nan) | > loss: 0.009916401468217373 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14139636613934384) | > loader_time: 0.0045 (0.0045798927585529205)  --> TIME: 2025-03-25 17:16:10 -- STEP: 18685/31555 -- GLOBAL_STEP: 1060000 | > loss_text_ce: 0.04038948565721512 (0.03315911718467529) | > loss_mel_ce: 2.54960560798645 (nan) | > loss: 0.010277759283781052 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.141403756946812) | > loader_time: 0.0044 (0.004579987728822229) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1060000.pth  --> TIME: 2025-03-25 17:16:25 -- STEP: 18735/31555 -- GLOBAL_STEP: 1060050 | > loss_text_ce: 0.0329921580851078 (0.033160186619360106) | > loss_mel_ce: 2.85368013381958 (nan) | > loss: 0.011455049738287926 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1414077831962635) | > loader_time: 0.0048 (0.004580309984682089)  --> TIME: 2025-03-25 17:16:34 -- STEP: 18785/31555 -- GLOBAL_STEP: 1060100 | > loss_text_ce: 0.038936637341976166 (0.033161409730267925) | > loss_mel_ce: 3.0246341228485107 (nan) | > loss: 0.01215702760964632 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14140495871939143) | > loader_time: 0.0048 (0.004580481039072125)  --> TIME: 2025-03-25 17:16:44 -- STEP: 18835/31555 -- GLOBAL_STEP: 1060150 | > loss_text_ce: 0.036968741565942764 (0.03316092307342893) | > loss_mel_ce: 2.913588285446167 (nan) | > loss: 0.011708560399711132 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.1413917199857111) | > loader_time: 0.0047 (0.004580458614976213)  --> TIME: 2025-03-25 17:16:53 -- STEP: 18885/31555 -- GLOBAL_STEP: 1060200 | > loss_text_ce: 0.020093034952878952 (0.03315703962530851) | > loss_mel_ce: 2.354395866394043 (nan) | > loss: 0.009422575123608112 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1413910725648867) | > loader_time: 0.0044 (0.004580547432751771)  --> TIME: 2025-03-25 17:17:03 -- STEP: 18935/31555 -- GLOBAL_STEP: 1060250 | > loss_text_ce: 0.026981068775057793 (0.03315821886234791) | > loss_mel_ce: 2.358565330505371 (nan) | > loss: 0.00946645438671112 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14138197409058464) | > loader_time: 0.0045 (0.004580555259315772)  --> TIME: 2025-03-25 17:17:12 -- STEP: 18985/31555 -- GLOBAL_STEP: 1060300 | > loss_text_ce: 0.05208816006779671 (0.033161321878757206) | > loss_mel_ce: 2.423862934112549 (nan) | > loss: 0.009825203567743301 (nan) | > current_lr: 5e-06 | > step_time: 0.1031 (0.1413780431920744) | > loader_time: 0.0042 (0.004580400804484998)  --> TIME: 2025-03-25 17:17:22 -- STEP: 19035/31555 -- GLOBAL_STEP: 1060350 | > loss_text_ce: 0.04463035985827446 (0.03315878167512645) | > loss_mel_ce: 2.521864175796509 (nan) | > loss: 0.010184502229094505 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1413661973320473) | > loader_time: 0.0045 (0.004580114781465126)  --> TIME: 2025-03-25 17:17:31 -- STEP: 19085/31555 -- GLOBAL_STEP: 1060400 | > loss_text_ce: 0.027299825102090836 (0.03315735498000665) | > loss_mel_ce: 2.308593273162842 (nan) | > loss: 0.009269418194890022 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14135171147207362) | > loader_time: 0.0046 (0.0045799235383159505)  --> TIME: 2025-03-25 17:17:41 -- STEP: 19135/31555 -- GLOBAL_STEP: 1060450 | > loss_text_ce: 0.03258606046438217 (0.03316163954448914) | > loss_mel_ce: 2.1809659004211426 (nan) | > loss: 0.008783937431871891 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14136346393881288) | > loader_time: 0.0044 (0.004579931218785478)  --> TIME: 2025-03-25 17:17:51 -- STEP: 19185/31555 -- GLOBAL_STEP: 1060500 | > loss_text_ce: 0.026927854865789413 (0.033161127180053575) | > loss_mel_ce: 2.8897438049316406 (nan) | > loss: 0.011574095115065575 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1413748215597562) | > loader_time: 0.0046 (0.004579817083685363)  --> TIME: 2025-03-25 17:18:01 -- STEP: 19235/31555 -- GLOBAL_STEP: 1060550 | > loss_text_ce: 0.03659975528717041 (0.03315930570167604) | > loss_mel_ce: 2.8067920207977295 (nan) | > loss: 0.011283301748335361 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14138629872178585) | > loader_time: 0.0047 (0.004579743962180073)  --> TIME: 2025-03-25 17:18:10 -- STEP: 19285/31555 -- GLOBAL_STEP: 1060600 | > loss_text_ce: 0.0309578999876976 (0.03315480983438706) | > loss_mel_ce: 1.7589192390441895 (nan) | > loss: 0.00710268784314394 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14137709248953026) | > loader_time: 0.0045 (0.004579749798447109)  --> TIME: 2025-03-25 17:18:20 -- STEP: 19335/31555 -- GLOBAL_STEP: 1060650 | > loss_text_ce: 0.025024328380823135 (0.03315297205816137) | > loss_mel_ce: 2.1928353309631348 (nan) | > loss: 0.008801030926406384 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14139184629944918) | > loader_time: 0.0044 (0.004579709240223112)  --> TIME: 2025-03-25 17:18:30 -- STEP: 19385/31555 -- GLOBAL_STEP: 1060700 | > loss_text_ce: 0.04004591330885887 (0.03315494743295697) | > loss_mel_ce: 2.6949028968811035 (nan) | > loss: 0.01085297204554081 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14139460972482673) | > loader_time: 0.0045 (0.004579503738545013)  --> TIME: 2025-03-25 17:18:40 -- STEP: 19435/31555 -- GLOBAL_STEP: 1060750 | > loss_text_ce: 0.03048023208975792 (0.033155127283179237) | > loss_mel_ce: 2.7977709770202637 (nan) | > loss: 0.011223219335079193 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14140411756754498) | > loader_time: 0.0049 (0.004579564603153409)  --> TIME: 2025-03-25 17:18:50 -- STEP: 19485/31555 -- GLOBAL_STEP: 1060800 | > loss_text_ce: 0.03770257160067558 (0.03315579089550487) | > loss_mel_ce: 2.856020212173462 (nan) | > loss: 0.01148302759975195 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14140648845528728) | > loader_time: 0.0046 (0.004579388474329092)  --> TIME: 2025-03-25 17:19:00 -- STEP: 19535/31555 -- GLOBAL_STEP: 1060850 | > loss_text_ce: 0.02799256518483162 (0.03315481014806242) | > loss_mel_ce: 1.1394729614257812 (nan) | > loss: 0.004632800351828337 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.141420489221636) | > loader_time: 0.0044 (0.0045793223326121455)  --> TIME: 2025-03-25 17:19:09 -- STEP: 19585/31555 -- GLOBAL_STEP: 1060900 | > loss_text_ce: 0.03474739193916321 (0.033152890715387844) | > loss_mel_ce: 2.6944539546966553 (nan) | > loss: 0.010830164887011051 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14141179030727358) | > loader_time: 0.0045 (0.004579174491194767)  --> TIME: 2025-03-25 17:19:18 -- STEP: 19635/31555 -- GLOBAL_STEP: 1060950 | > loss_text_ce: 0.03585449606180191 (0.03315168769054492) | > loss_mel_ce: 2.8516085147857666 (nan) | > loss: 0.011458187364041805 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14140269631856206) | > loader_time: 0.0047 (0.004578998600644316)  --> TIME: 2025-03-25 17:19:28 -- STEP: 19685/31555 -- GLOBAL_STEP: 1061000 | > loss_text_ce: 0.04138026759028435 (0.03315411194130434) | > loss_mel_ce: 2.4051735401153564 (nan) | > loss: 0.009708547033369541 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14140545830739934) | > loader_time: 0.0045 (0.004579002941384486)  --> TIME: 2025-03-25 17:19:38 -- STEP: 19735/31555 -- GLOBAL_STEP: 1061050 | > loss_text_ce: 0.02660049870610237 (0.0331519034846653) | > loss_mel_ce: 2.3688583374023438 (nan) | > loss: 0.00950578972697258 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1414078165314787) | > loader_time: 0.0044 (0.004578852115898824)  --> TIME: 2025-03-25 17:19:48 -- STEP: 19785/31555 -- GLOBAL_STEP: 1061100 | > loss_text_ce: 0.022560901939868927 (0.03314944935625074) | > loss_mel_ce: 3.2534308433532715 (nan) | > loss: 0.01299996767193079 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14140751293761758) | > loader_time: 0.0043 (0.004578961535538882)  --> TIME: 2025-03-25 17:19:57 -- STEP: 19835/31555 -- GLOBAL_STEP: 1061150 | > loss_text_ce: 0.0401611328125 (0.03314887139625085) | > loss_mel_ce: 2.347641706466675 (nan) | > loss: 0.009475409053266048 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14139974657582316) | > loader_time: 0.0091 (0.004579233492175017)  --> TIME: 2025-03-25 17:20:07 -- STEP: 19885/31555 -- GLOBAL_STEP: 1061200 | > loss_text_ce: 0.03820078447461128 (0.03314560480150758) | > loss_mel_ce: 2.9255435466766357 (nan) | > loss: 0.011760891415178776 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14140591445147835) | > loader_time: 0.0045 (0.004579353164661351)  --> TIME: 2025-03-25 17:20:17 -- STEP: 19935/31555 -- GLOBAL_STEP: 1061250 | > loss_text_ce: 0.03239251673221588 (0.033143123819375966) | > loss_mel_ce: 2.4340617656707764 (nan) | > loss: 0.009787517599761486 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1414123073268842) | > loader_time: 0.0048 (0.004579407091812902)  --> TIME: 2025-03-25 17:20:26 -- STEP: 19985/31555 -- GLOBAL_STEP: 1061300 | > loss_text_ce: 0.03751887381076813 (0.03314526121017691) | > loss_mel_ce: 2.302555561065674 (nan) | > loss: 0.009286010637879372 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14140128230404395) | > loader_time: 0.0046 (0.004579624928084814)  --> TIME: 2025-03-25 17:20:36 -- STEP: 20035/31555 -- GLOBAL_STEP: 1061350 | > loss_text_ce: 0.035253748297691345 (0.03314604310140813) | > loss_mel_ce: 3.0671398639678955 (nan) | > loss: 0.012311086989939213 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1413870332959232) | > loader_time: 0.0045 (0.0045799760411498105)  --> TIME: 2025-03-25 17:20:45 -- STEP: 20085/31555 -- GLOBAL_STEP: 1061400 | > loss_text_ce: 0.029535889625549316 (0.033143782004378515) | > loss_mel_ce: 2.750656843185425 (nan) | > loss: 0.011032512411475182 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14139111160133985) | > loader_time: 0.0047 (0.004580001757457741)  --> TIME: 2025-03-25 17:20:55 -- STEP: 20135/31555 -- GLOBAL_STEP: 1061450 | > loss_text_ce: 0.02971329167485237 (0.03314519321912774) | > loss_mel_ce: 1.2006120681762695 (nan) | > loss: 0.004882243927568197 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1413844388502835) | > loader_time: 0.0045 (0.004579929752506181)  --> TIME: 2025-03-25 17:21:05 -- STEP: 20185/31555 -- GLOBAL_STEP: 1061500 | > loss_text_ce: 0.018886946141719818 (0.033143372348204754) | > loss_mel_ce: 2.532160520553589 (nan) | > loss: 0.010123205371201038 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14139381487357153) | > loader_time: 0.0045 (0.004580068127601692)  --> TIME: 2025-03-25 17:21:14 -- STEP: 20235/31555 -- GLOBAL_STEP: 1061550 | > loss_text_ce: 0.040971677750349045 (0.033138748247536584) | > loss_mel_ce: 1.5958709716796875 (nan) | > loss: 0.006495407782495022 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.1413853056789596) | > loader_time: 0.0044 (0.004580234049690335)  --> TIME: 2025-03-25 17:21:24 -- STEP: 20285/31555 -- GLOBAL_STEP: 1061600 | > loss_text_ce: 0.03279871493577957 (0.033139632912369) | > loss_mel_ce: 0.0517578125 (nan) | > loss: 0.00033554178662598133 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14138539967526384) | > loader_time: 0.0045 (0.004580363411606043)  --> TIME: 2025-03-25 17:21:34 -- STEP: 20335/31555 -- GLOBAL_STEP: 1061650 | > loss_text_ce: 0.03051220066845417 (0.03313965333558374) | > loss_mel_ce: 2.699075698852539 (nan) | > loss: 0.010831697843968868 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14138947090118947) | > loader_time: 0.0045 (0.004580507871704276)  --> TIME: 2025-03-25 17:21:43 -- STEP: 20385/31555 -- GLOBAL_STEP: 1061700 | > loss_text_ce: 0.031138671562075615 (0.033141239330324465) | > loss_mel_ce: 1.9573644399642944 (nan) | > loss: 0.007890885695815086 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14138428866059194) | > loader_time: 0.0042 (0.004580458560819188)  --> TIME: 2025-03-25 17:21:53 -- STEP: 20435/31555 -- GLOBAL_STEP: 1061750 | > loss_text_ce: 0.02563127689063549 (0.03314150977753999) | > loss_mel_ce: 2.8604583740234375 (nan) | > loss: 0.011452737264335155 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14137628207382932) | > loader_time: 0.0046 (0.004580202422341564)  --> TIME: 2025-03-25 17:22:03 -- STEP: 20485/31555 -- GLOBAL_STEP: 1061800 | > loss_text_ce: 0.044355202466249466 (0.033141551197370105) | > loss_mel_ce: 3.072758436203003 (nan) | > loss: 0.012369499541819096 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14139025151395002) | > loader_time: 0.0046 (0.004580941897413945)  --> TIME: 2025-03-25 17:22:12 -- STEP: 20535/31555 -- GLOBAL_STEP: 1061850 | > loss_text_ce: 0.03758135065436363 (0.03314080012457467) | > loss_mel_ce: 3.1005947589874268 (nan) | > loss: 0.012453081086277962 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14138404335568155) | > loader_time: 0.0046 (0.004581026082379089)  --> TIME: 2025-03-25 17:22:21 -- STEP: 20585/31555 -- GLOBAL_STEP: 1061900 | > loss_text_ce: 0.033987488597631454 (0.03314347819284706) | > loss_mel_ce: 3.2222068309783936 (nan) | > loss: 0.012921406887471676 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14136828765841367) | > loader_time: 0.0046 (0.004581384807065036)  --> TIME: 2025-03-25 17:22:31 -- STEP: 20635/31555 -- GLOBAL_STEP: 1061950 | > loss_text_ce: 0.040415916591882706 (0.03314457757455826) | > loss_mel_ce: 2.74483585357666 (nan) | > loss: 0.011052587069571018 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14136375978838214) | > loader_time: 0.0047 (0.0045815604172696)  --> TIME: 2025-03-25 17:22:41 -- STEP: 20685/31555 -- GLOBAL_STEP: 1062000 | > loss_text_ce: 0.029479745775461197 (0.033147744047853006) | > loss_mel_ce: 2.92110276222229 (nan) | > loss: 0.01170866098254919 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.141360560378678) | > loader_time: 0.0044 (0.004581639522914901)  --> TIME: 2025-03-25 17:22:50 -- STEP: 20735/31555 -- GLOBAL_STEP: 1062050 | > loss_text_ce: 0.04048260673880577 (0.03314931074362638) | > loss_mel_ce: 2.705132007598877 (nan) | > loss: 0.01089529599994421 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14136324081761253) | > loader_time: 0.0045 (0.004581710301682809)  --> TIME: 2025-03-25 17:23:00 -- STEP: 20785/31555 -- GLOBAL_STEP: 1062100 | > loss_text_ce: 0.03782939165830612 (0.033149273887040205) | > loss_mel_ce: 3.1080007553100586 (nan) | > loss: 0.012483453378081322 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.141369178554947) | > loader_time: 0.0045 (0.004582578745317338)  --> TIME: 2025-03-25 17:23:10 -- STEP: 20835/31555 -- GLOBAL_STEP: 1062150 | > loss_text_ce: 0.03544515371322632 (0.0331499343697284) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14136244263727937) | > loader_time: 0.0048 (0.004582905752183406)  --> TIME: 2025-03-25 17:23:19 -- STEP: 20885/31555 -- GLOBAL_STEP: 1062200 | > loss_text_ce: 0.027695555239915848 (0.03314932056559762) | > loss_mel_ce: 1.7108309268951416 (nan) | > loss: 0.006898914929479361 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14135001701745853) | > loader_time: 0.0044 (0.0045831927906134365)  --> TIME: 2025-03-25 17:23:29 -- STEP: 20935/31555 -- GLOBAL_STEP: 1062250 | > loss_text_ce: 0.031643662601709366 (0.03314810811668993) | > loss_mel_ce: 2.65625 (nan) | > loss: 0.010666245594620705 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1413387234466639) | > loader_time: 0.0046 (0.0045831697950051405)  --> TIME: 2025-03-25 17:23:38 -- STEP: 20985/31555 -- GLOBAL_STEP: 1062300 | > loss_text_ce: 0.036122407764196396 (0.033145516077027766) | > loss_mel_ce: 2.9709348678588867 (nan) | > loss: 0.011932766996324062 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14134299701129854) | > loader_time: 0.007 (0.0045832768263691)  --> TIME: 2025-03-25 17:23:48 -- STEP: 21035/31555 -- GLOBAL_STEP: 1062350 | > loss_text_ce: 0.04106246307492256 (0.03314335645343174) | > loss_mel_ce: 2.926018238067627 (nan) | > loss: 0.011774130165576935 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14133590122909295) | > loader_time: 0.0045 (0.004583798107694017)  --> TIME: 2025-03-25 17:23:57 -- STEP: 21085/31555 -- GLOBAL_STEP: 1062400 | > loss_text_ce: 0.03226533904671669 (0.03314332051438086) | > loss_mel_ce: 2.4974071979522705 (nan) | > loss: 0.010038384236395359 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14133400520160058) | > loader_time: 0.0047 (0.004584036569954947)  --> TIME: 2025-03-25 17:24:07 -- STEP: 21135/31555 -- GLOBAL_STEP: 1062450 | > loss_text_ce: 0.03658753260970116 (0.03313937869798973) | > loss_mel_ce: 3.0013506412506104 (nan) | > loss: 0.012055310420691967 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1413305096686068) | > loader_time: 0.0046 (0.004584057403846052)  --> TIME: 2025-03-25 17:24:17 -- STEP: 21185/31555 -- GLOBAL_STEP: 1062500 | > loss_text_ce: 0.024521011859178543 (0.033141054738693713) | > loss_mel_ce: 1.3541666269302368 (nan) | > loss: 0.005470982752740383 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1413384481114486) | > loader_time: 0.0046 (0.004584324559654496)  --> TIME: 2025-03-25 17:24:27 -- STEP: 21235/31555 -- GLOBAL_STEP: 1062550 | > loss_text_ce: 0.033154118806123734 (0.033141373669847554) | > loss_mel_ce: 3.085315227508545 (nan) | > loss: 0.012374878861010075 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14135166579817537) | > loader_time: 0.0045 (0.004584309059450278)  --> TIME: 2025-03-25 17:24:36 -- STEP: 21285/31555 -- GLOBAL_STEP: 1062600 | > loss_text_ce: 0.04680347815155983 (0.033142635358083226) | > loss_mel_ce: 1.62977933883667 (nan) | > loss: 0.0066531067714095116 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1413509384578231) | > loader_time: 0.0045 (0.004584564467061172)  --> TIME: 2025-03-25 17:24:46 -- STEP: 21335/31555 -- GLOBAL_STEP: 1062650 | > loss_text_ce: 0.03547710180282593 (0.03313921045010841) | > loss_mel_ce: 1.55615234375 (nan) | > loss: 0.006315990351140499 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1413486310070673) | > loader_time: 0.0046 (0.004584435051041264)  --> TIME: 2025-03-25 17:24:56 -- STEP: 21385/31555 -- GLOBAL_STEP: 1062700 | > loss_text_ce: 0.031086577102541924 (0.033139830301495185) | > loss_mel_ce: 2.869513750076294 (nan) | > loss: 0.011510320007801056 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14134977847748828) | > loader_time: 0.0048 (0.004584419367774417)  --> TIME: 2025-03-25 17:25:05 -- STEP: 21435/31555 -- GLOBAL_STEP: 1062750 | > loss_text_ce: 0.03654215484857559 (0.03314133072069917) | > loss_mel_ce: 2.597325086593628 (nan) | > loss: 0.010451855137944221 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14134583806891463) | > loader_time: 0.0045 (0.0045842625195534874)  --> TIME: 2025-03-25 17:25:15 -- STEP: 21485/31555 -- GLOBAL_STEP: 1062800 | > loss_text_ce: 0.0314725823700428 (0.03314056024193767) | > loss_mel_ce: 2.160839796066284 (nan) | > loss: 0.00869965273886919 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14135640488132523) | > loader_time: 0.0045 (0.004584203655286448)  --> TIME: 2025-03-25 17:25:25 -- STEP: 21535/31555 -- GLOBAL_STEP: 1062850 | > loss_text_ce: 0.03689742833375931 (0.03314081325781955) | > loss_mel_ce: 3.09745717048645 (nan) | > loss: 0.012437915429472923 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14135780129655198) | > loader_time: 0.0045 (0.004584121106256072)  --> TIME: 2025-03-25 17:25:35 -- STEP: 21585/31555 -- GLOBAL_STEP: 1062900 | > loss_text_ce: 0.04144539684057236 (0.033139432834895975) | > loss_mel_ce: 2.35644268989563 (nan) | > loss: 0.009515429846942425 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1413565296582222) | > loader_time: 0.0046 (0.004584065780392257)  --> TIME: 2025-03-25 17:25:44 -- STEP: 21635/31555 -- GLOBAL_STEP: 1062950 | > loss_text_ce: 0.028269678354263306 (0.03313499637467271) | > loss_mel_ce: 3.2420401573181152 (nan) | > loss: 0.012977421283721924 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14135485707074283) | > loader_time: 0.0044 (0.004583917921510201)  --> TIME: 2025-03-25 17:25:54 -- STEP: 21685/31555 -- GLOBAL_STEP: 1063000 | > loss_text_ce: 0.03144444525241852 (0.033133864923255284) | > loss_mel_ce: 3.213702917098999 (nan) | > loss: 0.0128775704652071 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1413454988460702) | > loader_time: 0.0044 (0.0045837630812188114)  --> TIME: 2025-03-25 17:26:03 -- STEP: 21735/31555 -- GLOBAL_STEP: 1063050 | > loss_text_ce: 0.03525100648403168 (0.03313211545374753) | > loss_mel_ce: 3.2148776054382324 (nan) | > loss: 0.012897335924208164 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14134047456464452) | > loader_time: 0.0046 (0.004583592795492048)  --> TIME: 2025-03-25 17:26:13 -- STEP: 21785/31555 -- GLOBAL_STEP: 1063100 | > loss_text_ce: 0.027012819424271584 (0.03312735968128995) | > loss_mel_ce: 2.4854962825775146 (nan) | > loss: 0.00997027475386858 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14133528621201652) | > loader_time: 0.0043 (0.004583456058252705)  --> TIME: 2025-03-25 17:26:22 -- STEP: 21835/31555 -- GLOBAL_STEP: 1063150 | > loss_text_ce: 0.029892882332205772 (0.033127530977319554) | > loss_mel_ce: 2.8163001537323 (nan) | > loss: 0.011294418014585972 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.141337322331632) | > loader_time: 0.0045 (0.004583348336906637)  --> TIME: 2025-03-25 17:26:32 -- STEP: 21885/31555 -- GLOBAL_STEP: 1063200 | > loss_text_ce: 0.031045686453580856 (0.03312980841763591) | > loss_mel_ce: 3.1085612773895264 (nan) | > loss: 0.012458758428692818 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14133598819180956) | > loader_time: 0.0044 (0.004583419477773508)  --> TIME: 2025-03-25 17:26:42 -- STEP: 21935/31555 -- GLOBAL_STEP: 1063250 | > loss_text_ce: 0.04539814218878746 (0.03312837962631829) | > loss_mel_ce: 0.042755126953125 (nan) | > loss: 0.0003498145961202681 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14134486082993072) | > loader_time: 0.0045 (0.00458410417188514)  --> TIME: 2025-03-25 17:26:51 -- STEP: 21985/31555 -- GLOBAL_STEP: 1063300 | > loss_text_ce: 0.03105967678129673 (0.03312739106371753) | > loss_mel_ce: 2.5018579959869385 (nan) | > loss: 0.010051261633634567 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14133980966628273) | > loader_time: 0.0046 (0.004583964262167031)  --> TIME: 2025-03-25 17:27:01 -- STEP: 22035/31555 -- GLOBAL_STEP: 1063350 | > loss_text_ce: 0.05467579886317253 (0.03312762783236341) | > loss_mel_ce: 2.110807418823242 (nan) | > loss: 0.008593187667429447 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1413374517681865) | > loader_time: 0.0045 (0.004583947166770101)  --> TIME: 2025-03-25 17:27:10 -- STEP: 22085/31555 -- GLOBAL_STEP: 1063400 | > loss_text_ce: 0.0336984358727932 (0.033127355262450066) | > loss_mel_ce: 2.893031358718872 (nan) | > loss: 0.011614006944000721 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1413285325710823) | > loader_time: 0.0047 (0.004583981265464711)  --> TIME: 2025-03-25 17:27:20 -- STEP: 22135/31555 -- GLOBAL_STEP: 1063450 | > loss_text_ce: 0.03606175631284714 (0.03312831498612672) | > loss_mel_ce: 0.04509277269244194 (nan) | > loss: 0.0003220417711418122 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14132068064025935) | > loader_time: 0.0044 (0.004583975087715839)  --> TIME: 2025-03-25 17:27:30 -- STEP: 22185/31555 -- GLOBAL_STEP: 1063500 | > loss_text_ce: 0.03431681916117668 (0.03312599459885122) | > loss_mel_ce: 2.4651947021484375 (nan) | > loss: 0.0099186971783638 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14133036424105103) | > loader_time: 0.0048 (0.004584100210427572)  --> TIME: 2025-03-25 17:27:40 -- STEP: 22235/31555 -- GLOBAL_STEP: 1063550 | > loss_text_ce: 0.026109669357538223 (0.03312551624815794) | > loss_mel_ce: 2.271167278289795 (nan) | > loss: 0.009116179309785366 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1413432101225463) | > loader_time: 0.0046 (0.0045843238586089855)  --> TIME: 2025-03-25 17:27:49 -- STEP: 22285/31555 -- GLOBAL_STEP: 1063600 | > loss_text_ce: 0.033766165375709534 (0.033127725446863945) | > loss_mel_ce: 2.6625208854675293 (nan) | > loss: 0.010699552483856678 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14133978705248934) | > loader_time: 0.0045 (0.004584450654339499)  --> TIME: 2025-03-25 17:27:59 -- STEP: 22335/31555 -- GLOBAL_STEP: 1063650 | > loss_text_ce: 0.05129293352365494 (0.033130284007000854) | > loss_mel_ce: 2.51897931098938 (nan) | > loss: 0.01019949372857809 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14134218095532208) | > loader_time: 0.0046 (0.00458457520644834)  --> TIME: 2025-03-25 17:28:09 -- STEP: 22385/31555 -- GLOBAL_STEP: 1063700 | > loss_text_ce: 0.03533953055739403 (0.033131612301278986) | > loss_mel_ce: 2.3139822483062744 (nan) | > loss: 0.00932270660996437 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14133384609584565) | > loader_time: 0.0045 (0.004584756684617515)  --> TIME: 2025-03-25 17:28:18 -- STEP: 22435/31555 -- GLOBAL_STEP: 1063750 | > loss_text_ce: 0.0358259379863739 (0.03312952406305921) | > loss_mel_ce: 2.667450428009033 (nan) | > loss: 0.010727288201451302 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1413322148621683) | > loader_time: 0.0045 (0.004584854738946673)  --> TIME: 2025-03-25 17:28:28 -- STEP: 22485/31555 -- GLOBAL_STEP: 1063800 | > loss_text_ce: 0.03500386327505112 (0.033129672271220136) | > loss_mel_ce: 2.7175588607788086 (nan) | > loss: 0.010922868736088276 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.14133961118537405) | > loader_time: 0.0048 (0.004584965569087111)  --> TIME: 2025-03-25 17:28:38 -- STEP: 22535/31555 -- GLOBAL_STEP: 1063850 | > loss_text_ce: 0.03573254868388176 (0.03313179066392725) | > loss_mel_ce: 2.8470866680145264 (nan) | > loss: 0.011439759284257889 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14133767498711286) | > loader_time: 0.0048 (0.004584986739817798)  --> TIME: 2025-03-25 17:28:47 -- STEP: 22585/31555 -- GLOBAL_STEP: 1063900 | > loss_text_ce: 0.03534109145402908 (0.03313023725346) | > loss_mel_ce: 2.5165600776672363 (nan) | > loss: 0.010126592591404915 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14133319062998767) | > loader_time: 0.0047 (0.004584979662621831)  --> TIME: 2025-03-25 17:28:57 -- STEP: 22635/31555 -- GLOBAL_STEP: 1063950 | > loss_text_ce: 0.03747110068798065 (0.03313092166413501) | > loss_mel_ce: 1.9095338582992554 (nan) | > loss: 0.007726210635155439 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14133461024657473) | > loader_time: 0.0048 (0.00458509117819131)  --> TIME: 2025-03-25 17:29:07 -- STEP: 22685/31555 -- GLOBAL_STEP: 1064000 | > loss_text_ce: 0.03459922596812248 (0.03313235029806487) | > loss_mel_ce: 2.048718214035034 (nan) | > loss: 0.008267133496701717 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1413361065708808) | > loader_time: 0.0043 (0.004585088757604749)  --> TIME: 2025-03-25 17:29:16 -- STEP: 22735/31555 -- GLOBAL_STEP: 1064050 | > loss_text_ce: 0.026279928162693977 (0.03313393137705114) | > loss_mel_ce: 2.674661159515381 (nan) | > loss: 0.010718020610511303 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14133606380700098) | > loader_time: 0.0043 (0.004584858709569854)  --> TIME: 2025-03-25 17:29:26 -- STEP: 22785/31555 -- GLOBAL_STEP: 1064100 | > loss_text_ce: 0.02965814433991909 (0.03313254331959403) | > loss_mel_ce: 1.9662069082260132 (nan) | > loss: 0.0079201003536582 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14133290662717396) | > loader_time: 0.0048 (0.004585031357045954)  --> TIME: 2025-03-25 17:29:36 -- STEP: 22835/31555 -- GLOBAL_STEP: 1064150 | > loss_text_ce: 0.03442046046257019 (0.03312986871773747) | > loss_mel_ce: 2.6051552295684814 (nan) | > loss: 0.010474507696926594 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14133256796754812) | > loader_time: 0.0045 (0.004585297175040555)  --> TIME: 2025-03-25 17:29:45 -- STEP: 22885/31555 -- GLOBAL_STEP: 1064200 | > loss_text_ce: 0.026862822473049164 (0.03313164322850488) | > loss_mel_ce: 2.7935125827789307 (nan) | > loss: 0.011191966943442822 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14133432133895296) | > loader_time: 0.0045 (0.004585271353593515)  --> TIME: 2025-03-25 17:29:55 -- STEP: 22935/31555 -- GLOBAL_STEP: 1064250 | > loss_text_ce: 0.0302201509475708 (0.033129964792438814) | > loss_mel_ce: 2.8214519023895264 (nan) | > loss: 0.01131615974009037 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1413303768398302) | > loader_time: 0.0044 (0.004585342758591239)  --> TIME: 2025-03-25 17:30:04 -- STEP: 22985/31555 -- GLOBAL_STEP: 1064300 | > loss_text_ce: 0.03792775049805641 (0.03313026998876043) | > loss_mel_ce: 2.941389322280884 (nan) | > loss: 0.011822688393294811 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14132503174895292) | > loader_time: 0.0046 (0.004585275075371886)  --> TIME: 2025-03-25 17:30:14 -- STEP: 23035/31555 -- GLOBAL_STEP: 1064350 | > loss_text_ce: 0.030543021857738495 (0.03312960848651333) | > loss_mel_ce: 2.4111416339874268 (nan) | > loss: 0.009689225815236568 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14132805603404933) | > loader_time: 0.0047 (0.00458531022615232)  --> TIME: 2025-03-25 17:30:24 -- STEP: 23085/31555 -- GLOBAL_STEP: 1064400 | > loss_text_ce: 0.035275042057037354 (0.033130743266893324) | > loss_mel_ce: 3.2618393898010254 (nan) | > loss: 0.013083787634968758 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1413401225079494) | > loader_time: 0.0046 (0.004585392588218247)  --> TIME: 2025-03-25 17:30:34 -- STEP: 23135/31555 -- GLOBAL_STEP: 1064450 | > loss_text_ce: 0.03678196668624878 (0.03313100706626517) | > loss_mel_ce: 2.4114174842834473 (nan) | > loss: 0.00971507839858532 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14133196721098623) | > loader_time: 0.0046 (0.004585470750312851)  --> TIME: 2025-03-25 17:30:43 -- STEP: 23185/31555 -- GLOBAL_STEP: 1064500 | > loss_text_ce: 0.03762054815888405 (0.03313170104221904) | > loss_mel_ce: 2.4785714149475098 (nan) | > loss: 0.009984889067709446 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14132624307994018) | > loader_time: 0.0045 (0.004585404084472822)  --> TIME: 2025-03-25 17:30:53 -- STEP: 23235/31555 -- GLOBAL_STEP: 1064550 | > loss_text_ce: 0.03320607915520668 (0.03312775352999846) | > loss_mel_ce: 2.517347574234009 (nan) | > loss: 0.010121244937181473 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14132053589908092) | > loader_time: 0.0047 (0.0045855550476626185)  --> TIME: 2025-03-25 17:31:02 -- STEP: 23285/31555 -- GLOBAL_STEP: 1064600 | > loss_text_ce: 0.02570720575749874 (0.03312465075886631) | > loss_mel_ce: 3.3120551109313965 (nan) | > loss: 0.013245089910924435 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14132022945722697) | > loader_time: 0.0045 (0.004585565045229612)  --> TIME: 2025-03-25 17:31:12 -- STEP: 23335/31555 -- GLOBAL_STEP: 1064650 | > loss_text_ce: 0.027985787019133568 (0.033123786079625454) | > loss_mel_ce: 0.0652378648519516 (nan) | > loss: 0.000369935150956735 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.14132114111649188) | > loader_time: 0.0047 (0.004585542202711084)  --> TIME: 2025-03-25 17:31:22 -- STEP: 23385/31555 -- GLOBAL_STEP: 1064700 | > loss_text_ce: 0.03452681377530098 (0.03312402342553496) | > loss_mel_ce: 2.745471715927124 (nan) | > loss: 0.0110317412763834 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1413237470986115) | > loader_time: 0.0046 (0.004585594750633376)  --> TIME: 2025-03-25 17:31:31 -- STEP: 23435/31555 -- GLOBAL_STEP: 1064750 | > loss_text_ce: 0.031881000846624374 (0.03312346088855601) | > loss_mel_ce: 3.175546646118164 (nan) | > loss: 0.0127278883010149 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1732 (0.1413258701899881) | > loader_time: 0.0047 (0.004585506881964572)  --> TIME: 2025-03-25 17:31:41 -- STEP: 23485/31555 -- GLOBAL_STEP: 1064800 | > loss_text_ce: 0.03017476201057434 (0.0331256414094832) | > loss_mel_ce: 1.1710205078125 (nan) | > loss: 0.004766648169606924 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14131891336089766) | > loader_time: 0.0045 (0.004585616639859915)  --> TIME: 2025-03-25 17:31:50 -- STEP: 23535/31555 -- GLOBAL_STEP: 1064850 | > loss_text_ce: 0.04104817286133766 (0.033124796442754206) | > loss_mel_ce: 2.4997782707214355 (nan) | > loss: 0.01008264534175396 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1413142511539202) | > loader_time: 0.0048 (0.004585605633089168)  --> TIME: 2025-03-25 17:32:00 -- STEP: 23585/31555 -- GLOBAL_STEP: 1064900 | > loss_text_ce: 0.03547170013189316 (0.03312495797607996) | > loss_mel_ce: 2.9821341037750244 (nan) | > loss: 0.011974627152085304 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1413206768056105) | > loader_time: 0.0045 (0.004585619075889209)  --> TIME: 2025-03-25 17:32:10 -- STEP: 23635/31555 -- GLOBAL_STEP: 1064950 | > loss_text_ce: 0.03429702669382095 (0.033125188267195606) | > loss_mel_ce: 2.535031795501709 (nan) | > loss: 0.010195749811828136 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14131120452170684) | > loader_time: 0.0046 (0.004585610481102458)  --> TIME: 2025-03-25 17:32:19 -- STEP: 23685/31555 -- GLOBAL_STEP: 1065000 | > loss_text_ce: 0.0439017079770565 (0.033126314064806185) | > loss_mel_ce: 2.599297523498535 (nan) | > loss: 0.010488886386156082 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14130997411153307) | > loader_time: 0.0054 (0.004585552940344529)  --> TIME: 2025-03-25 17:32:29 -- STEP: 23735/31555 -- GLOBAL_STEP: 1065050 | > loss_text_ce: 0.025436624884605408 (0.03312591929075044) | > loss_mel_ce: 2.683746337890625 (nan) | > loss: 0.01075072679668665 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14130438207349486) | > loader_time: 0.0046 (0.004585428631679905)  --> TIME: 2025-03-25 17:32:39 -- STEP: 23785/31555 -- GLOBAL_STEP: 1065100 | > loss_text_ce: 0.030655836686491966 (0.03312756617204873) | > loss_mel_ce: 3.0761053562164307 (nan) | > loss: 0.012328417971730232 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14131415846068632) | > loader_time: 0.0045 (0.004585670728204364)  --> TIME: 2025-03-25 17:32:48 -- STEP: 23835/31555 -- GLOBAL_STEP: 1065150 | > loss_text_ce: 0.04589150473475456 (0.03312724551222328) | > loss_mel_ce: 2.8263251781463623 (nan) | > loss: 0.01139768585562706 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14131307879008395) | > loader_time: 0.0046 (0.004585860774330542)  --> TIME: 2025-03-25 17:32:58 -- STEP: 23885/31555 -- GLOBAL_STEP: 1065200 | > loss_text_ce: 0.03257635980844498 (0.03312658905481559) | > loss_mel_ce: 2.03297758102417 (nan) | > loss: 0.008196642622351646 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14130783989410983) | > loader_time: 0.0044 (0.0045860467307458665)  --> TIME: 2025-03-25 17:33:07 -- STEP: 23935/31555 -- GLOBAL_STEP: 1065250 | > loss_text_ce: 0.025977857410907745 (0.03312316805981116) | > loss_mel_ce: 2.336455821990967 (nan) | > loss: 0.009374737739562988 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413016453151888) | > loader_time: 0.0045 (0.004586179973139346)  --> TIME: 2025-03-25 17:33:17 -- STEP: 23985/31555 -- GLOBAL_STEP: 1065300 | > loss_text_ce: 0.032249026000499725 (0.03312242877030333) | > loss_mel_ce: 0.063568115234375 (nan) | > loss: 0.0003802267601713538 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14129198019470235) | > loader_time: 0.0046 (0.004586574945296788)  --> TIME: 2025-03-25 17:33:26 -- STEP: 24035/31555 -- GLOBAL_STEP: 1065350 | > loss_text_ce: 0.028922908008098602 (0.03311932281900435) | > loss_mel_ce: 2.896177053451538 (nan) | > loss: 0.011607539840042591 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14129425401570544) | > loader_time: 0.005 (0.004586797279356367)  --> TIME: 2025-03-25 17:33:36 -- STEP: 24085/31555 -- GLOBAL_STEP: 1065400 | > loss_text_ce: 0.03157298266887665 (0.03312100904058168) | > loss_mel_ce: 2.2534091472625732 (nan) | > loss: 0.009067390114068985 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.141296610209564) | > loader_time: 0.0045 (0.004586892378436695)  --> TIME: 2025-03-25 17:33:46 -- STEP: 24135/31555 -- GLOBAL_STEP: 1065450 | > loss_text_ce: 0.02969207614660263 (0.03311823028785568) | > loss_mel_ce: 2.684569835662842 (nan) | > loss: 0.010770881548523903 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14130340632084368) | > loader_time: 0.0047 (0.004586830755581143)  --> TIME: 2025-03-25 17:33:56 -- STEP: 24185/31555 -- GLOBAL_STEP: 1065500 | > loss_text_ce: 0.03385601565241814 (0.03311892116462762) | > loss_mel_ce: 2.671003818511963 (nan) | > loss: 0.010733570903539658 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14130402965833463) | > loader_time: 0.0044 (0.00458677214779641)  --> TIME: 2025-03-25 17:34:05 -- STEP: 24235/31555 -- GLOBAL_STEP: 1065550 | > loss_text_ce: 0.03610052913427353 (0.033115938142955305) | > loss_mel_ce: 3.112722396850586 (nan) | > loss: 0.012495330534875393 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14130562945004416) | > loader_time: 0.0044 (0.004586734362476952)  --> TIME: 2025-03-25 17:34:16 -- STEP: 24285/31555 -- GLOBAL_STEP: 1065600 | > loss_text_ce: 0.03501273691654205 (0.03311899685743279) | > loss_mel_ce: 2.437723398208618 (nan) | > loss: 0.009812445379793644 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14132092606267785) | > loader_time: 0.0049 (0.0045868602927045254)  --> TIME: 2025-03-25 17:34:25 -- STEP: 24335/31555 -- GLOBAL_STEP: 1065650 | > loss_text_ce: 0.03821120783686638 (0.033120311342810765) | > loss_mel_ce: 2.9212005138397217 (nan) | > loss: 0.011743697337806225 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14131091642800991) | > loader_time: 0.0045 (0.004586543061048949)  --> TIME: 2025-03-25 17:34:34 -- STEP: 24385/31555 -- GLOBAL_STEP: 1065700 | > loss_text_ce: 0.03637721762061119 (0.03312078606496218) | > loss_mel_ce: 2.815178155899048 (nan) | > loss: 0.011315696872770786 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14129983520859737) | > loader_time: 0.0043 (0.004586315419015467)  --> TIME: 2025-03-25 17:34:44 -- STEP: 24435/31555 -- GLOBAL_STEP: 1065750 | > loss_text_ce: 0.03355167806148529 (0.033119367435307995) | > loss_mel_ce: 2.469228744506836 (nan) | > loss: 0.009931668639183044 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14129239361003645) | > loader_time: 0.0045 (0.004586355462258737)  --> TIME: 2025-03-25 17:34:53 -- STEP: 24485/31555 -- GLOBAL_STEP: 1065800 | > loss_text_ce: 0.03544144332408905 (0.03311828619729975) | > loss_mel_ce: 2.414280414581299 (nan) | > loss: 0.009721118956804276 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14129597098335084) | > loader_time: 0.0046 (0.004586342867476803)  --> TIME: 2025-03-25 17:35:03 -- STEP: 24535/31555 -- GLOBAL_STEP: 1065850 | > loss_text_ce: 0.027662545442581177 (0.03311623942474429) | > loss_mel_ce: 2.967366933822632 (nan) | > loss: 0.011885038577020168 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1412965446376542) | > loader_time: 0.0044 (0.004586321471396831)  --> TIME: 2025-03-25 17:35:13 -- STEP: 24585/31555 -- GLOBAL_STEP: 1065900 | > loss_text_ce: 0.03140696510672569 (0.03311425637899304) | > loss_mel_ce: 2.348540782928467 (nan) | > loss: 0.009444237686693668 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14130432451064626) | > loader_time: 0.0044 (0.004586299531993712)  --> TIME: 2025-03-25 17:35:22 -- STEP: 24635/31555 -- GLOBAL_STEP: 1065950 | > loss_text_ce: 0.04152059555053711 (0.0331167938462184) | > loss_mel_ce: 3.10343861579895 (nan) | > loss: 0.012479997240006924 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14130269298936657) | > loader_time: 0.0043 (0.004586189021100326)  --> TIME: 2025-03-25 17:35:32 -- STEP: 24685/31555 -- GLOBAL_STEP: 1066000 | > loss_text_ce: 0.014472464099526405 (0.0331161428696041) | > loss_mel_ce: 0.07861328125 (nan) | > loss: 0.0003693878825288266 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14129524795975684) | > loader_time: 0.0045 (0.004585976240387229)  --> TIME: 2025-03-25 17:35:42 -- STEP: 24735/31555 -- GLOBAL_STEP: 1066050 | > loss_text_ce: 0.04991481080651283 (0.033115099660513334) | > loss_mel_ce: 2.778696298599243 (nan) | > loss: 0.011224647983908653 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14129725787430883) | > loader_time: 0.0045 (0.004585772956383984)  --> TIME: 2025-03-25 17:35:51 -- STEP: 24785/31555 -- GLOBAL_STEP: 1066100 | > loss_text_ce: 0.019862141460180283 (0.03311402094572066) | > loss_mel_ce: 2.286851644515991 (nan) | > loss: 0.00915362685918808 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14129819356315326) | > loader_time: 0.0044 (0.0045857137649656645)  --> TIME: 2025-03-25 17:36:01 -- STEP: 24835/31555 -- GLOBAL_STEP: 1066150 | > loss_text_ce: 0.031088266521692276 (0.03311445452599176) | > loss_mel_ce: 2.921686887741089 (nan) | > loss: 0.011717362329363823 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14129698036037108) | > loader_time: 0.0046 (0.004585636562088641)  --> TIME: 2025-03-25 17:36:10 -- STEP: 24885/31555 -- GLOBAL_STEP: 1066200 | > loss_text_ce: 0.03173679858446121 (0.033113522081781595) | > loss_mel_ce: 2.9548327922821045 (nan) | > loss: 0.011851467192173004 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14129051579656793) | > loader_time: 0.0066 (0.004585980200159183)  --> TIME: 2025-03-25 17:36:20 -- STEP: 24935/31555 -- GLOBAL_STEP: 1066250 | > loss_text_ce: 0.030917629599571228 (0.03311207147219185) | > loss_mel_ce: 2.829822063446045 (nan) | > loss: 0.011352142319083214 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14128188969306255) | > loader_time: 0.0048 (0.004585997853222749)  --> TIME: 2025-03-25 17:36:30 -- STEP: 24985/31555 -- GLOBAL_STEP: 1066300 | > loss_text_ce: 0.02783820964396 (0.03311065002781631) | > loss_mel_ce: 2.049640417098999 (nan) | > loss: 0.008243963122367859 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.141284244270927) | > loader_time: 0.0047 (0.00458616105370319)  --> TIME: 2025-03-25 17:36:39 -- STEP: 25035/31555 -- GLOBAL_STEP: 1066350 | > loss_text_ce: 0.03481309115886688 (0.03311031544207217) | > loss_mel_ce: 2.262263536453247 (nan) | > loss: 0.009115383960306644 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14128535016225305) | > loader_time: 0.0044 (0.0045864713389597266)  --> TIME: 2025-03-25 17:36:49 -- STEP: 25085/31555 -- GLOBAL_STEP: 1066400 | > loss_text_ce: 0.02842033840715885 (0.03311042210689777) | > loss_mel_ce: 2.512794017791748 (nan) | > loss: 0.010084184817969799 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14128366989848876) | > loader_time: 0.0044 (0.0045865414554625995)  --> TIME: 2025-03-25 17:36:59 -- STEP: 25135/31555 -- GLOBAL_STEP: 1066450 | > loss_text_ce: 0.03048333339393139 (0.03311109396380627) | > loss_mel_ce: 2.868809461593628 (nan) | > loss: 0.011505130678415298 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1412887297877495) | > loader_time: 0.0053 (0.004586743691912836)  --> TIME: 2025-03-25 17:37:08 -- STEP: 25185/31555 -- GLOBAL_STEP: 1066500 | > loss_text_ce: 0.043407801538705826 (0.03311490700775277) | > loss_mel_ce: 2.9127087593078613 (nan) | > loss: 0.011730622500181198 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14129030708758228) | > loader_time: 0.0047 (0.004587149425989055)  --> TIME: 2025-03-25 17:37:18 -- STEP: 25235/31555 -- GLOBAL_STEP: 1066550 | > loss_text_ce: 0.044233519583940506 (0.03311624491381746) | > loss_mel_ce: 2.608778238296509 (nan) | > loss: 0.010527824983000755 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14129420536117518) | > loader_time: 0.0044 (0.004587168369478433)  --> TIME: 2025-03-25 17:37:28 -- STEP: 25285/31555 -- GLOBAL_STEP: 1066600 | > loss_text_ce: 0.030085913836956024 (0.03312013971746229) | > loss_mel_ce: 3.015666961669922 (nan) | > loss: 0.012086321599781513 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14129910454911226) | > loader_time: 0.0047 (0.004587299512124322)  --> TIME: 2025-03-25 17:37:38 -- STEP: 25335/31555 -- GLOBAL_STEP: 1066650 | > loss_text_ce: 0.04016915336251259 (0.03312144080206023) | > loss_mel_ce: 3.207118272781372 (nan) | > loss: 0.012886062264442444 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1413005973404853) | > loader_time: 0.0045 (0.004587370859510911)  --> TIME: 2025-03-25 17:37:48 -- STEP: 25385/31555 -- GLOBAL_STEP: 1066700 | > loss_text_ce: 0.03206712752580643 (0.033120752692696966) | > loss_mel_ce: 2.4789698123931885 (nan) | > loss: 0.009964432567358017 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14130824987686805) | > loader_time: 0.0046 (0.004587624564705286)  --> TIME: 2025-03-25 17:37:58 -- STEP: 25435/31555 -- GLOBAL_STEP: 1066750 | > loss_text_ce: 0.04638560116291046 (0.033120186973187006) | > loss_mel_ce: 2.140080213546753 (nan) | > loss: 0.00867645163089037 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14131633425030685) | > loader_time: 0.0045 (0.004587627867947487)  --> TIME: 2025-03-25 17:38:07 -- STEP: 25485/31555 -- GLOBAL_STEP: 1066800 | > loss_text_ce: 0.031297869980335236 (0.03312107993021994) | > loss_mel_ce: 2.209195137023926 (nan) | > loss: 0.008890845812857151 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14131805822384724) | > loader_time: 0.0044 (0.0045875980874148636)  --> TIME: 2025-03-25 17:38:17 -- STEP: 25535/31555 -- GLOBAL_STEP: 1066850 | > loss_text_ce: 0.03153713792562485 (0.03311865817659206) | > loss_mel_ce: 2.9174106121063232 (nan) | > loss: 0.011702174320816994 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14130978475047368) | > loader_time: 0.0044 (0.004587396455880215)  --> TIME: 2025-03-25 17:38:26 -- STEP: 25585/31555 -- GLOBAL_STEP: 1066900 | > loss_text_ce: 0.03737429156899452 (0.03311672752738783) | > loss_mel_ce: 3.043325424194336 (nan) | > loss: 0.012224999256432056 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14130631451124903) | > loader_time: 0.0044 (0.004587379302367254)  --> TIME: 2025-03-25 17:38:36 -- STEP: 25635/31555 -- GLOBAL_STEP: 1066950 | > loss_text_ce: 0.04033493995666504 (0.03311691057890317) | > loss_mel_ce: 2.7942612171173096 (nan) | > loss: 0.011248397640883923 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14130387681953915) | > loader_time: 0.0044 (0.004587304468900853)  --> TIME: 2025-03-25 17:38:45 -- STEP: 25685/31555 -- GLOBAL_STEP: 1067000 | > loss_text_ce: 0.03431370109319687 (0.033117189086649165) | > loss_mel_ce: 3.0564708709716797 (nan) | > loss: 0.012265019118785858 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14129979208979013) | > loader_time: 0.0047 (0.0045874096248687294)  --> TIME: 2025-03-25 17:38:55 -- STEP: 25735/31555 -- GLOBAL_STEP: 1067050 | > loss_text_ce: 0.0240315031260252 (0.03311810117346685) | > loss_mel_ce: 2.5959126949310303 (nan) | > loss: 0.010396604426205158 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14128942253382495) | > loader_time: 0.0044 (0.004587300170711711)  --> TIME: 2025-03-25 17:39:04 -- STEP: 25785/31555 -- GLOBAL_STEP: 1067100 | > loss_text_ce: 0.032879989594221115 (0.03311929635754893) | > loss_mel_ce: 2.765170097351074 (nan) | > loss: 0.01110337395220995 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14128348178726602) | > loader_time: 0.0045 (0.004587111011687878)  --> TIME: 2025-03-25 17:39:14 -- STEP: 25835/31555 -- GLOBAL_STEP: 1067150 | > loss_text_ce: 0.03124128095805645 (0.03311811185640038) | > loss_mel_ce: 3.1847357749938965 (nan) | > loss: 0.012761813588440418 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1412818261495929) | > loader_time: 0.0046 (0.004586786953420588)  --> TIME: 2025-03-25 17:39:24 -- STEP: 25885/31555 -- GLOBAL_STEP: 1067200 | > loss_text_ce: 0.035674650222063065 (0.033117306576702116) | > loss_mel_ce: 2.7461624145507812 (nan) | > loss: 0.011039036326110363 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14128683627929667) | > loader_time: 0.0046 (0.004586941168440474)  --> TIME: 2025-03-25 17:39:34 -- STEP: 25935/31555 -- GLOBAL_STEP: 1067250 | > loss_text_ce: 0.02891283854842186 (0.03311515935411751) | > loss_mel_ce: 2.960969924926758 (nan) | > loss: 0.01186461467295885 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14129892586972195) | > loader_time: 0.0045 (0.004587133141733348)  --> TIME: 2025-03-25 17:39:43 -- STEP: 25985/31555 -- GLOBAL_STEP: 1067300 | > loss_text_ce: 0.037121836096048355 (0.03311491792138833) | > loss_mel_ce: 2.783353567123413 (nan) | > loss: 0.011192362755537033 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14130254711167928) | > loader_time: 0.0044 (0.004587089508479478)  --> TIME: 2025-03-25 17:39:53 -- STEP: 26035/31555 -- GLOBAL_STEP: 1067350 | > loss_text_ce: 0.03808130323886871 (0.03311563544261561) | > loss_mel_ce: 2.7799735069274902 (nan) | > loss: 0.011182758025825024 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14130033607878453) | > loader_time: 0.0045 (0.004587086318023236)  --> TIME: 2025-03-25 17:40:02 -- STEP: 26085/31555 -- GLOBAL_STEP: 1067400 | > loss_text_ce: 0.03718514367938042 (0.03311543145036912) | > loss_mel_ce: 2.6124916076660156 (nan) | > loss: 0.01051459088921547 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1412866389040789) | > loader_time: 0.0044 (0.004587108933059649)  --> TIME: 2025-03-25 17:40:12 -- STEP: 26135/31555 -- GLOBAL_STEP: 1067450 | > loss_text_ce: 0.027840830385684967 (0.03311557772882803) | > loss_mel_ce: 2.559692859649658 (nan) | > loss: 0.010267991572618484 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.141284001715123) | > loader_time: 0.0047 (0.004587179893331675)  --> TIME: 2025-03-25 17:40:22 -- STEP: 26185/31555 -- GLOBAL_STEP: 1067500 | > loss_text_ce: 0.02296469360589981 (0.0331146511390271) | > loss_mel_ce: 2.2136428356170654 (nan) | > loss: 0.008875427767634392 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.141288251842231) | > loader_time: 0.0047 (0.004587232936810363)  --> TIME: 2025-03-25 17:40:31 -- STEP: 26235/31555 -- GLOBAL_STEP: 1067550 | > loss_text_ce: 0.034402668476104736 (0.03311525742211548) | > loss_mel_ce: 2.721342086791992 (nan) | > loss: 0.010935495607554913 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1412872084895152) | > loader_time: 0.0044 (0.00458731437742725)  --> TIME: 2025-03-25 17:40:41 -- STEP: 26285/31555 -- GLOBAL_STEP: 1067600 | > loss_text_ce: 0.03875941038131714 (0.03311388306192196) | > loss_mel_ce: 2.356112003326416 (nan) | > loss: 0.009503458626568317 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14128624056372874) | > loader_time: 0.0048 (0.004587360042479899)  --> TIME: 2025-03-25 17:40:51 -- STEP: 26335/31555 -- GLOBAL_STEP: 1067650 | > loss_text_ce: 0.03131365776062012 (0.033111771187074) | > loss_mel_ce: 2.8056676387786865 (nan) | > loss: 0.01125786267220974 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14128949870777102) | > loader_time: 0.0046 (0.004587167468631416)  --> TIME: 2025-03-25 17:41:00 -- STEP: 26385/31555 -- GLOBAL_STEP: 1067700 | > loss_text_ce: 0.022829728201031685 (0.0331129515824904) | > loss_mel_ce: 2.700357437133789 (nan) | > loss: 0.010806298814713955 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14128885398381805) | > loader_time: 0.0044 (0.004586964925853134)  --> TIME: 2025-03-25 17:41:10 -- STEP: 26435/31555 -- GLOBAL_STEP: 1067750 | > loss_text_ce: 0.03647657483816147 (0.03311333102351172) | > loss_mel_ce: 2.820543050765991 (nan) | > loss: 0.011337379924952984 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1412954386903582) | > loader_time: 0.0045 (0.004586979092373778)  --> TIME: 2025-03-25 17:41:19 -- STEP: 26485/31555 -- GLOBAL_STEP: 1067800 | > loss_text_ce: 0.02569311484694481 (0.03311375714929966) | > loss_mel_ce: 3.0270676612854004 (nan) | > loss: 0.012114130891859531 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14128859069677258) | > loader_time: 0.0044 (0.0045868288914797965)  --> TIME: 2025-03-25 17:41:29 -- STEP: 26535/31555 -- GLOBAL_STEP: 1067850 | > loss_text_ce: 0.0292768944054842 (0.03311289164811737) | > loss_mel_ce: 2.7518301010131836 (nan) | > loss: 0.011036138981580734 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14128765326694512) | > loader_time: 0.0045 (0.004586652472168823)  --> TIME: 2025-03-25 17:41:38 -- STEP: 26585/31555 -- GLOBAL_STEP: 1067900 | > loss_text_ce: 0.02357989177107811 (0.03311081778262321) | > loss_mel_ce: 2.6346895694732666 (nan) | > loss: 0.010548688471317291 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14127398860035256) | > loader_time: 0.0044 (0.004586352893053805)  --> TIME: 2025-03-25 17:41:48 -- STEP: 26635/31555 -- GLOBAL_STEP: 1067950 | > loss_text_ce: 0.03896351531147957 (0.03311095991360225) | > loss_mel_ce: 2.509127140045166 (nan) | > loss: 0.010111471638083458 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14126923204654346) | > loader_time: 0.0045 (0.004586409797403521)  --> TIME: 2025-03-25 17:41:57 -- STEP: 26685/31555 -- GLOBAL_STEP: 1068000 | > loss_text_ce: 0.03879470378160477 (0.033111262643988996) | > loss_mel_ce: 3.03338623046875 (nan) | > loss: 0.012191195040941238 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14126499098116038) | > loader_time: 0.0045 (0.004586292193225001)  --> TIME: 2025-03-25 17:42:07 -- STEP: 26735/31555 -- GLOBAL_STEP: 1068050 | > loss_text_ce: 0.03080308809876442 (0.03311047747763297) | > loss_mel_ce: 2.936314582824707 (nan) | > loss: 0.011774277314543724 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14125941436001335) | > loader_time: 0.0044 (0.004586085288663322)  --> TIME: 2025-03-25 17:42:16 -- STEP: 26785/31555 -- GLOBAL_STEP: 1068100 | > loss_text_ce: 0.03733616694808006 (0.03311164907364269) | > loss_mel_ce: 2.9616334438323975 (nan) | > loss: 0.011900673620402813 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14125296862596706) | > loader_time: 0.0047 (0.004585866970826355)  --> TIME: 2025-03-25 17:42:26 -- STEP: 26835/31555 -- GLOBAL_STEP: 1068150 | > loss_text_ce: 0.033914048224687576 (0.033110222600585486) | > loss_mel_ce: 3.1890461444854736 (nan) | > loss: 0.012789525091648102 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14125770307995422) | > loader_time: 0.0043 (0.00458578510792626)  --> TIME: 2025-03-25 17:42:35 -- STEP: 26885/31555 -- GLOBAL_STEP: 1068200 | > loss_text_ce: 0.02885356917977333 (0.033112562865730076) | > loss_mel_ce: 0.8792815208435059 (nan) | > loss: 0.00360371102578938 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14124973190524692) | > loader_time: 0.0046 (0.004585514623745926)  --> TIME: 2025-03-25 17:42:45 -- STEP: 26935/31555 -- GLOBAL_STEP: 1068250 | > loss_text_ce: 0.042374756187200546 (0.03311197919854442) | > loss_mel_ce: 2.3469624519348145 (nan) | > loss: 0.009481498040258884 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14125000323615486) | > loader_time: 0.0044 (0.004585535353226347)  --> TIME: 2025-03-25 17:42:55 -- STEP: 26985/31555 -- GLOBAL_STEP: 1068300 | > loss_text_ce: 0.028059696778655052 (0.033115010369415526) | > loss_mel_ce: 2.6409153938293457 (nan) | > loss: 0.010591171681880951 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14124389819487482) | > loader_time: 0.0043 (0.004585341725147125)  --> TIME: 2025-03-25 17:43:04 -- STEP: 27035/31555 -- GLOBAL_STEP: 1068350 | > loss_text_ce: 0.024247895926237106 (0.03311361980863781) | > loss_mel_ce: 0.0650227889418602 (nan) | > loss: 0.0003542487684171647 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14124729811913742) | > loader_time: 0.0044 (0.004585188798108979)  --> TIME: 2025-03-25 17:43:14 -- STEP: 27085/31555 -- GLOBAL_STEP: 1068400 | > loss_text_ce: 0.024264167994260788 (0.03310993644175959) | > loss_mel_ce: 2.914369821548462 (nan) | > loss: 0.011661246418952942 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14124672156276358) | > loader_time: 0.0046 (0.004585059331267547)  --> TIME: 2025-03-25 17:43:23 -- STEP: 27135/31555 -- GLOBAL_STEP: 1068450 | > loss_text_ce: 0.022692853584885597 (0.03311103915297024) | > loss_mel_ce: 3.0362629890441895 (nan) | > loss: 0.012138715013861656 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14123793493565756) | > loader_time: 0.0043 (0.004584913418968253)  --> TIME: 2025-03-25 17:43:33 -- STEP: 27185/31555 -- GLOBAL_STEP: 1068500 | > loss_text_ce: 0.04509786516427994 (0.03311427454954931) | > loss_mel_ce: 0.0578765869140625 (nan) | > loss: 0.0004086288099642843 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14124138215370047) | > loader_time: 0.0044 (0.004585003830918696)  --> TIME: 2025-03-25 17:43:43 -- STEP: 27235/31555 -- GLOBAL_STEP: 1068550 | > loss_text_ce: 0.028414884582161903 (0.03311368299561687) | > loss_mel_ce: 2.688640594482422 (nan) | > loss: 0.010781967081129551 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1412379165559773) | > loader_time: 0.0046 (0.004584824966688408)  --> TIME: 2025-03-25 17:43:52 -- STEP: 27285/31555 -- GLOBAL_STEP: 1068600 | > loss_text_ce: 0.03854827955365181 (0.03311356859053347) | > loss_mel_ce: 3.026618480682373 (nan) | > loss: 0.012163360603153706 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1412405669132129) | > loader_time: 0.0044 (0.004584787589673157)  --> TIME: 2025-03-25 17:44:02 -- STEP: 27335/31555 -- GLOBAL_STEP: 1068650 | > loss_text_ce: 0.029750749468803406 (0.03311338784523759) | > loss_mel_ce: 2.6177175045013428 (nan) | > loss: 0.010505827143788338 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14124281565580932) | > loader_time: 0.0044 (0.004584719403387116)  --> TIME: 2025-03-25 17:44:12 -- STEP: 27385/31555 -- GLOBAL_STEP: 1068700 | > loss_text_ce: 0.033086203038692474 (0.03311300984569721) | > loss_mel_ce: 2.9750545024871826 (nan) | > loss: 0.011937066912651062 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14123910448946034) | > loader_time: 0.0044 (0.004584603843319843)  --> TIME: 2025-03-25 17:44:21 -- STEP: 27435/31555 -- GLOBAL_STEP: 1068750 | > loss_text_ce: 0.029767416417598724 (0.033110259270324065) | > loss_mel_ce: 0.0384114570915699 (nan) | > loss: 0.00027055112877860665 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.14123538807917144) | > loader_time: 0.0046 (0.004584576068125267)  --> TIME: 2025-03-25 17:44:31 -- STEP: 27485/31555 -- GLOBAL_STEP: 1068800 | > loss_text_ce: 0.03016483224928379 (0.03310744584939108) | > loss_mel_ce: 2.3723273277282715 (nan) | > loss: 0.009533699601888657 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14123096760997428) | > loader_time: 0.0044 (0.004584581331055642)  --> TIME: 2025-03-25 17:44:41 -- STEP: 27535/31555 -- GLOBAL_STEP: 1068850 | > loss_text_ce: 0.039293862879276276 (0.03310811531968318) | > loss_mel_ce: 3.001577854156494 (nan) | > loss: 0.01206695195287466 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14123824034539026) | > loader_time: 0.0044 (0.004584711944859951)  --> TIME: 2025-03-25 17:44:50 -- STEP: 27585/31555 -- GLOBAL_STEP: 1068900 | > loss_text_ce: 0.03538566827774048 (0.03310566553922003) | > loss_mel_ce: 2.708200693130493 (nan) | > loss: 0.010887247510254383 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14123584812310258) | > loader_time: 0.0046 (0.004584632015798733)  --> TIME: 2025-03-25 17:45:00 -- STEP: 27635/31555 -- GLOBAL_STEP: 1068950 | > loss_text_ce: 0.027499480172991753 (0.03310489200493072) | > loss_mel_ce: 3.012716293334961 (nan) | > loss: 0.01206434890627861 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14123507178409997) | > loader_time: 0.0047 (0.004584632878366524)  --> TIME: 2025-03-25 17:45:09 -- STEP: 27685/31555 -- GLOBAL_STEP: 1069000 | > loss_text_ce: 0.03615415468811989 (0.033104830908278114) | > loss_mel_ce: 0.9146226048469543 (nan) | > loss: 0.003772923955693841 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14123548479615913) | > loader_time: 0.0043 (0.004584415264243332)  --> TIME: 2025-03-25 17:45:19 -- STEP: 27735/31555 -- GLOBAL_STEP: 1069050 | > loss_text_ce: 0.034216269850730896 (0.033105225053658024) | > loss_mel_ce: 2.7062110900878906 (nan) | > loss: 0.010874711908400059 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14123801113958764) | > loader_time: 0.0049 (0.004584241459256637)  --> TIME: 2025-03-25 17:45:29 -- STEP: 27785/31555 -- GLOBAL_STEP: 1069100 | > loss_text_ce: 0.021418234333395958 (0.03310420874067843) | > loss_mel_ce: 2.581841468811035 (nan) | > loss: 0.010330396704375744 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14124169381419555) | > loader_time: 0.0043 (0.004584123291556583)  --> TIME: 2025-03-25 17:45:39 -- STEP: 27835/31555 -- GLOBAL_STEP: 1069150 | > loss_text_ce: 0.03437088802456856 (0.033105099568411823) | > loss_mel_ce: 2.3366963863372803 (nan) | > loss: 0.009408997371792793 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14124507789276075) | > loader_time: 0.0045 (0.0045841529935957285)  --> TIME: 2025-03-25 17:45:49 -- STEP: 27885/31555 -- GLOBAL_STEP: 1069200 | > loss_text_ce: 0.03143562749028206 (0.03310673197119214) | > loss_mel_ce: 2.4728267192840576 (nan) | > loss: 0.009937549941241741 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1412519434948904) | > loader_time: 0.0046 (0.0045841196093355146)  --> TIME: 2025-03-25 17:45:58 -- STEP: 27935/31555 -- GLOBAL_STEP: 1069250 | > loss_text_ce: 0.03064407780766487 (0.03310579727349682) | > loss_mel_ce: 3.1359517574310303 (nan) | > loss: 0.012565857730805874 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14125123309047913) | > loader_time: 0.0045 (0.0045838523214056055)  --> TIME: 2025-03-25 17:46:08 -- STEP: 27985/31555 -- GLOBAL_STEP: 1069300 | > loss_text_ce: 0.028447188436985016 (0.033105447646766636) | > loss_mel_ce: 2.4358747005462646 (nan) | > loss: 0.00977905560284853 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14124524122650206) | > loader_time: 0.0042 (0.004583913137897012)  --> TIME: 2025-03-25 17:46:17 -- STEP: 28035/31555 -- GLOBAL_STEP: 1069350 | > loss_text_ce: 0.02709342911839485 (0.03310505793665312) | > loss_mel_ce: 2.8384342193603516 (nan) | > loss: 0.011371142230927944 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14124410840859952) | > loader_time: 0.0045 (0.004583863419433638)  --> TIME: 2025-03-25 17:46:27 -- STEP: 28085/31555 -- GLOBAL_STEP: 1069400 | > loss_text_ce: 0.02507624588906765 (0.03310685516178423) | > loss_mel_ce: 2.624279737472534 (nan) | > loss: 0.01051331777125597 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1412395172872984) | > loader_time: 0.0044 (0.004583782179406154)  --> TIME: 2025-03-25 17:46:36 -- STEP: 28135/31555 -- GLOBAL_STEP: 1069450 | > loss_text_ce: 0.033179640769958496 (0.03310650684951087) | > loss_mel_ce: 2.91619610786438 (nan) | > loss: 0.011703872121870518 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.141235979467297) | > loader_time: 0.0046 (0.004583907750226157)  --> TIME: 2025-03-25 17:46:46 -- STEP: 28185/31555 -- GLOBAL_STEP: 1069500 | > loss_text_ce: 0.03615613281726837 (0.0331066304913955) | > loss_mel_ce: 2.6090316772460938 (nan) | > loss: 0.010496777482330799 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14123502593948165) | > loader_time: 0.0048 (0.004584034558875333)  --> TIME: 2025-03-25 17:46:56 -- STEP: 28235/31555 -- GLOBAL_STEP: 1069550 | > loss_text_ce: 0.04389188811182976 (0.033106155541669895) | > loss_mel_ce: 1.9922724962234497 (nan) | > loss: 0.008080017752945423 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14123105506295794) | > loader_time: 0.0045 (0.004584156941244514)  --> TIME: 2025-03-25 17:47:05 -- STEP: 28285/31555 -- GLOBAL_STEP: 1069600 | > loss_text_ce: 0.04092631861567497 (0.03310655413022003) | > loss_mel_ce: 2.34969162940979 (nan) | > loss: 0.009486579336225986 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14123451696682188) | > loader_time: 0.0045 (0.004584364986301692)  --> TIME: 2025-03-25 17:47:15 -- STEP: 28335/31555 -- GLOBAL_STEP: 1069650 | > loss_text_ce: 0.03788145259022713 (0.03310811048817668) | > loss_mel_ce: 2.655747413635254 (nan) | > loss: 0.010689003393054008 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14123190794332763) | > loader_time: 0.0045 (0.004584543065922148)  --> TIME: 2025-03-25 17:47:25 -- STEP: 28385/31555 -- GLOBAL_STEP: 1069700 | > loss_text_ce: 0.04128630459308624 (0.03310721185395026) | > loss_mel_ce: 2.272915840148926 (nan) | > loss: 0.009183341637253761 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14123440424657271) | > loader_time: 0.0044 (0.0045846297200431456)  --> TIME: 2025-03-25 17:47:34 -- STEP: 28435/31555 -- GLOBAL_STEP: 1069750 | > loss_text_ce: 0.03156862407922745 (0.03310721733111021) | > loss_mel_ce: 2.5592308044433594 (nan) | > loss: 0.010280949994921684 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14123592853797715) | > loader_time: 0.0047 (0.004584754379055152)  --> TIME: 2025-03-25 17:47:44 -- STEP: 28485/31555 -- GLOBAL_STEP: 1069800 | > loss_text_ce: 0.047780416905879974 (0.0331068840853472) | > loss_mel_ce: 2.0905988216400146 (nan) | > loss: 0.008485632948577404 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1412343460362233) | > loader_time: 0.0044 (0.004584840609145559)  --> TIME: 2025-03-25 17:47:54 -- STEP: 28535/31555 -- GLOBAL_STEP: 1069850 | > loss_text_ce: 0.0260358527302742 (0.033106665158475296) | > loss_mel_ce: 2.476173162460327 (nan) | > loss: 0.009929400868713856 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14123912150876175) | > loader_time: 0.0043 (0.00458479167409511)  --> TIME: 2025-03-25 17:48:03 -- STEP: 28585/31555 -- GLOBAL_STEP: 1069900 | > loss_text_ce: 0.027378711849451065 (0.0331049070163629) | > loss_mel_ce: 2.3247764110565186 (nan) | > loss: 0.009333949536085129 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14123730784595243) | > loader_time: 0.0045 (0.004584667535434576)  --> TIME: 2025-03-25 17:48:13 -- STEP: 28635/31555 -- GLOBAL_STEP: 1069950 | > loss_text_ce: 0.026256103068590164 (0.033104159327698106) | > loss_mel_ce: 0.02435302734375 (nan) | > loss: 0.0002008298906730488 (nan) | > current_lr: 5e-06 | > step_time: 0.1027 (0.14123142531181687) | > loader_time: 0.0043 (0.0045846440518570765)  --> TIME: 2025-03-25 17:48:23 -- STEP: 28685/31555 -- GLOBAL_STEP: 1070000 | > loss_text_ce: 0.035097647458314896 (0.03310595916846176) | > loss_mel_ce: 3.0192131996154785 (nan) | > loss: 0.012120281346142292 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14123753178134268) | > loader_time: 0.0046 (0.004585112872097974) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1070000.pth  --> TIME: 2025-03-25 17:48:38 -- STEP: 28735/31555 -- GLOBAL_STEP: 1070050 | > loss_text_ce: 0.028096403926610947 (0.033107333129772265) | > loss_mel_ce: 2.0112569332122803 (nan) | > loss: 0.008092672564089298 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1412389173204023) | > loader_time: 0.0045 (0.00458520121298109)  --> TIME: 2025-03-25 17:48:47 -- STEP: 28785/31555 -- GLOBAL_STEP: 1070100 | > loss_text_ce: 0.038534410297870636 (0.03310599164098702) | > loss_mel_ce: 1.626084566116333 (nan) | > loss: 0.006605631206184626 (nan) | > current_lr: 5e-06 | > step_time: 0.1023 (0.1412276113035375) | > loader_time: 0.0045 (0.0045853171515055)  --> TIME: 2025-03-25 17:48:56 -- STEP: 28835/31555 -- GLOBAL_STEP: 1070150 | > loss_text_ce: 0.03589612990617752 (0.033107008552978434) | > loss_mel_ce: 2.724454164505005 (nan) | > loss: 0.010953770950436592 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14122607384270533) | > loader_time: 0.0045 (0.004585479875567573)  --> TIME: 2025-03-25 17:49:06 -- STEP: 28885/31555 -- GLOBAL_STEP: 1070200 | > loss_text_ce: 0.03519311919808388 (0.033108325261911244) | > loss_mel_ce: 0.636914074420929 (nan) | > loss: 0.002667092252522707 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14122913560179032) | > loader_time: 0.0045 (0.004585406531382974)  --> TIME: 2025-03-25 17:49:16 -- STEP: 28935/31555 -- GLOBAL_STEP: 1070250 | > loss_text_ce: 0.041885748505592346 (0.03310978358734771) | > loss_mel_ce: 3.1765174865722656 (nan) | > loss: 0.012771442532539368 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1412293935699632) | > loader_time: 0.0049 (0.004585354765276867)  --> TIME: 2025-03-25 17:49:26 -- STEP: 28985/31555 -- GLOBAL_STEP: 1070300 | > loss_text_ce: 0.0344260148704052 (0.0331109029322362) | > loss_mel_ce: 2.787083625793457 (nan) | > loss: 0.011196467094123363 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14123412933928806) | > loader_time: 0.0046 (0.00458528933410752)  --> TIME: 2025-03-25 17:49:35 -- STEP: 29035/31555 -- GLOBAL_STEP: 1070350 | > loss_text_ce: 0.0326680913567543 (0.033110626404025977) | > loss_mel_ce: 3.044691801071167 (nan) | > loss: 0.012211746536195278 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1412296949534085) | > loader_time: 0.0045 (0.004585234047686252)  --> TIME: 2025-03-25 17:49:45 -- STEP: 29085/31555 -- GLOBAL_STEP: 1070400 | > loss_text_ce: 0.027187690138816833 (0.033110930209697) | > loss_mel_ce: 2.3090033531188965 (nan) | > loss: 0.009270599111914635 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14122490631216422) | > loader_time: 0.0043 (0.0045850924370070606)  --> TIME: 2025-03-25 17:49:54 -- STEP: 29135/31555 -- GLOBAL_STEP: 1070450 | > loss_text_ce: 0.029736259952187538 (0.03311150885488081) | > loss_mel_ce: 2.507676839828491 (nan) | > loss: 0.010069100186228752 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14122296370628656) | > loader_time: 0.0043 (0.004584774407183366)  --> TIME: 2025-03-25 17:50:04 -- STEP: 29185/31555 -- GLOBAL_STEP: 1070500 | > loss_text_ce: 0.02854619361460209 (0.03311230700794327) | > loss_mel_ce: 3.0377919673919678 (nan) | > loss: 0.012168008834123611 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14121697700164682) | > loader_time: 0.0044 (0.004584822998648151)  --> TIME: 2025-03-25 17:50:14 -- STEP: 29235/31555 -- GLOBAL_STEP: 1070550 | > loss_text_ce: 0.028898494318127632 (0.03311301008853168) | > loss_mel_ce: 3.1627628803253174 (nan) | > loss: 0.012665323913097382 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14122713870098708) | > loader_time: 0.0046 (0.004585204622736157)  --> TIME: 2025-03-25 17:50:24 -- STEP: 29285/31555 -- GLOBAL_STEP: 1070600 | > loss_text_ce: 0.03846246376633644 (0.0331138360147591) | > loss_mel_ce: 2.6095759868621826 (nan) | > loss: 0.010508089326322079 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14123011248417544) | > loader_time: 0.0046 (0.004585331512511113)  --> TIME: 2025-03-25 17:50:33 -- STEP: 29335/31555 -- GLOBAL_STEP: 1070650 | > loss_text_ce: 0.03795001655817032 (0.03311458426153563) | > loss_mel_ce: 2.4146571159362793 (nan) | > loss: 0.009732568636536598 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14123873945515578) | > loader_time: 0.0045 (0.00458540925383062)  --> TIME: 2025-03-25 17:50:43 -- STEP: 29385/31555 -- GLOBAL_STEP: 1070700 | > loss_text_ce: 0.03219775855541229 (0.033114923373142695) | > loss_mel_ce: 2.4341471195220947 (nan) | > loss: 0.009787083603441715 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14123898640526128) | > loader_time: 0.0045 (0.004585203760149388)  --> TIME: 2025-03-25 17:50:53 -- STEP: 29435/31555 -- GLOBAL_STEP: 1070750 | > loss_text_ce: 0.02876744046807289 (0.03311514808556391) | > loss_mel_ce: 2.193270683288574 (nan) | > loss: 0.008817612193524837 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14123905402038334) | > loader_time: 0.0048 (0.00458502600183711)  --> TIME: 2025-03-25 17:51:03 -- STEP: 29485/31555 -- GLOBAL_STEP: 1070800 | > loss_text_ce: 0.03309366852045059 (0.03311307144490158) | > loss_mel_ce: 2.9445407390594482 (nan) | > loss: 0.011816009879112244 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14124665791571644) | > loader_time: 0.0045 (0.004585210165574003)  --> TIME: 2025-03-25 17:51:12 -- STEP: 29535/31555 -- GLOBAL_STEP: 1070850 | > loss_text_ce: 0.026408396661281586 (0.0331121455653824) | > loss_mel_ce: 2.2610058784484863 (nan) | > loss: 0.009077041409909725 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14124444189341384) | > loader_time: 0.0045 (0.0045849981819774295)  --> TIME: 2025-03-25 17:51:22 -- STEP: 29585/31555 -- GLOBAL_STEP: 1070900 | > loss_text_ce: 0.031137952581048012 (0.03311045857158063) | > loss_mel_ce: 1.8408983945846558 (nan) | > loss: 0.0074287159368395805 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1412465139601478) | > loader_time: 0.0045 (0.004584943956069233)  --> TIME: 2025-03-25 17:51:32 -- STEP: 29635/31555 -- GLOBAL_STEP: 1070950 | > loss_text_ce: 0.03479360044002533 (0.033107259725674146) | > loss_mel_ce: 0.04052734375 (nan) | > loss: 0.00029889264260418713 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14124463456908457) | > loader_time: 0.0044 (0.004584881932332804)  --> TIME: 2025-03-25 17:51:41 -- STEP: 29685/31555 -- GLOBAL_STEP: 1071000 | > loss_text_ce: 0.021696602925658226 (0.033107373070117074) | > loss_mel_ce: 0.03474121168255806 (nan) | > loss: 0.000223959592403844 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14123868745486212) | > loader_time: 0.0042 (0.004584639711333442)  --> TIME: 2025-03-25 17:51:51 -- STEP: 29735/31555 -- GLOBAL_STEP: 1071050 | > loss_text_ce: 0.032737746834754944 (0.0331073739933148) | > loss_mel_ce: 2.884791135787964 (nan) | > loss: 0.01157749630510807 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.193 (0.14124370960301774) | > loader_time: 0.0048 (0.00458452978594397)  --> TIME: 2025-03-25 17:52:00 -- STEP: 29785/31555 -- GLOBAL_STEP: 1071100 | > loss_text_ce: 0.026762207970023155 (0.03310676049087799) | > loss_mel_ce: 2.082831382751465 (nan) | > loss: 0.008371403440833092 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14124126468746287) | > loader_time: 0.0044 (0.004584285583355233)  --> TIME: 2025-03-25 17:52:10 -- STEP: 29835/31555 -- GLOBAL_STEP: 1071150 | > loss_text_ce: 0.027556287124753 (0.03310648020165259) | > loss_mel_ce: 1.8488306999206543 (nan) | > loss: 0.007445980794727802 (nan) | > current_lr: 5e-06 | > step_time: 0.1037 (0.1412400979901442) | > loader_time: 0.0044 (0.004584087365752852)  --> TIME: 2025-03-25 17:52:20 -- STEP: 29885/31555 -- GLOBAL_STEP: 1071200 | > loss_text_ce: 0.03300875425338745 (0.03310931744002574) | > loss_mel_ce: 2.7303881645202637 (nan) | > loss: 0.01096586138010025 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14123944728813773) | > loader_time: 0.0045 (0.004583841082601838)  --> TIME: 2025-03-25 17:52:30 -- STEP: 29935/31555 -- GLOBAL_STEP: 1071250 | > loss_text_ce: 0.023795079439878464 (0.03310742286655106) | > loss_mel_ce: 1.667816162109375 (nan) | > loss: 0.006712743546813726 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14124508009184805) | > loader_time: 0.0042 (0.0045836176680308155)  --> TIME: 2025-03-25 17:52:39 -- STEP: 29985/31555 -- GLOBAL_STEP: 1071300 | > loss_text_ce: 0.03511099889874458 (0.033108250624228036) | > loss_mel_ce: 1.8104028701782227 (nan) | > loss: 0.00732346810400486 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14124406028513584) | > loader_time: 0.0045 (0.004583570443134797)  --> TIME: 2025-03-25 17:52:49 -- STEP: 30035/31555 -- GLOBAL_STEP: 1071350 | > loss_text_ce: 0.035229384899139404 (0.03310518372026905) | > loss_mel_ce: 2.4312117099761963 (nan) | > loss: 0.009787465445697308 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1412454580018391) | > loader_time: 0.0045 (0.004583521795804696)  --> TIME: 2025-03-25 17:52:59 -- STEP: 30085/31555 -- GLOBAL_STEP: 1071400 | > loss_text_ce: 0.03697987645864487 (0.033104289049994746) | > loss_mel_ce: 2.6668577194213867 (nan) | > loss: 0.010729514993727207 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14125381141321622) | > loader_time: 0.0044 (0.004583570191248819)  --> TIME: 2025-03-25 17:53:09 -- STEP: 30135/31555 -- GLOBAL_STEP: 1071450 | > loss_text_ce: 0.02873021364212036 (0.0331058910448786) | > loss_mel_ce: 3.121734142303467 (nan) | > loss: 0.012501843273639679 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14125796653193218) | > loader_time: 0.0045 (0.004583573416530642)  --> TIME: 2025-03-25 17:53:18 -- STEP: 30185/31555 -- GLOBAL_STEP: 1071500 | > loss_text_ce: 0.02755749598145485 (0.033106454969111854) | > loss_mel_ce: 2.7935638427734375 (nan) | > loss: 0.01119492668658495 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14125314562135596) | > loader_time: 0.0047 (0.004583464107984204)  --> TIME: 2025-03-25 17:53:28 -- STEP: 30235/31555 -- GLOBAL_STEP: 1071550 | > loss_text_ce: 0.02682364173233509 (0.03310556905222494) | > loss_mel_ce: 3.241586446762085 (nan) | > loss: 0.012969882227480412 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14125193548100112) | > loader_time: 0.0042 (0.004583359844964163)  --> TIME: 2025-03-25 17:53:37 -- STEP: 30285/31555 -- GLOBAL_STEP: 1071600 | > loss_text_ce: 0.038689032196998596 (0.033105798047765124) | > loss_mel_ce: 3.0832033157348633 (nan) | > loss: 0.012388463132083416 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14125369134783086) | > loader_time: 0.0045 (0.004583249494386681)  --> TIME: 2025-03-25 17:53:47 -- STEP: 30335/31555 -- GLOBAL_STEP: 1071650 | > loss_text_ce: 0.031697288155555725 (0.03310731615989735) | > loss_mel_ce: 2.3729443550109863 (nan) | > loss: 0.00954222958534956 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14125565159786616) | > loader_time: 0.0044 (0.004583187144141016)  --> TIME: 2025-03-25 17:53:57 -- STEP: 30385/31555 -- GLOBAL_STEP: 1071700 | > loss_text_ce: 0.029388640075922012 (0.033107596791524564) | > loss_mel_ce: 2.262187957763672 (nan) | > loss: 0.00909355841577053 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1412548890411227) | > loader_time: 0.0045 (0.00458312082471123)  --> TIME: 2025-03-25 17:54:06 -- STEP: 30435/31555 -- GLOBAL_STEP: 1071750 | > loss_text_ce: 0.034752797335386276 (0.033107915464669666) | > loss_mel_ce: 2.481037139892578 (nan) | > loss: 0.00998329371213913 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14125521766232793) | > loader_time: 0.0044 (0.004583111133641263)  --> TIME: 2025-03-25 17:54:16 -- STEP: 30485/31555 -- GLOBAL_STEP: 1071800 | > loss_text_ce: 0.038570959120988846 (0.03310724099084086) | > loss_mel_ce: 2.32315993309021 (nan) | > loss: 0.009371948428452015 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14124852367086518) | > loader_time: 0.0044 (0.004582999725116577)  --> TIME: 2025-03-25 17:54:26 -- STEP: 30535/31555 -- GLOBAL_STEP: 1071850 | > loss_text_ce: 0.034328289330005646 (0.033106934797584565) | > loss_mel_ce: 2.697026491165161 (nan) | > loss: 0.010838709771633148 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14124866462640165) | > loader_time: 0.0045 (0.004583043382193994)  --> TIME: 2025-03-25 17:54:35 -- STEP: 30585/31555 -- GLOBAL_STEP: 1071900 | > loss_text_ce: 0.03653852641582489 (0.03310840945238414) | > loss_mel_ce: 3.6453535556793213 (nan) | > loss: 0.014610683545470238 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14125482291202549) | > loader_time: 0.0046 (0.00458311933268321)  --> TIME: 2025-03-25 17:54:45 -- STEP: 30635/31555 -- GLOBAL_STEP: 1071950 | > loss_text_ce: 0.04445662349462509 (0.03311127556312544) | > loss_mel_ce: 0.041961669921875 (nan) | > loss: 0.0003429297648835927 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14125711180480197) | > loader_time: 0.0044 (0.004583184163022143)  --> TIME: 2025-03-25 17:54:54 -- STEP: 30685/31555 -- GLOBAL_STEP: 1072000 | > loss_text_ce: 0.028146352618932724 (0.0331100564271565) | > loss_mel_ce: 2.559295654296875 (nan) | > loss: 0.01026762742549181 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14124596205561202) | > loader_time: 0.0043 (0.004583000713321681)  --> TIME: 2025-03-25 17:55:04 -- STEP: 30735/31555 -- GLOBAL_STEP: 1072050 | > loss_text_ce: 0.030976464971899986 (0.03310982516441215) | > loss_mel_ce: 2.7140705585479736 (nan) | > loss: 0.010893044993281364 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14123669231502403) | > loader_time: 0.0045 (0.004582668192428924)  --> TIME: 2025-03-25 17:55:13 -- STEP: 30785/31555 -- GLOBAL_STEP: 1072100 | > loss_text_ce: 0.04094984009861946 (0.033107402069902606) | > loss_mel_ce: 2.7726621627807617 (nan) | > loss: 0.011165127158164978 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14123137610985306) | > loader_time: 0.0045 (0.004582680241713514)  --> TIME: 2025-03-25 17:55:23 -- STEP: 30835/31555 -- GLOBAL_STEP: 1072150 | > loss_text_ce: 0.034383345395326614 (0.03310527789936735) | > loss_mel_ce: 2.9130167961120605 (nan) | > loss: 0.01169603317975998 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14123187967457945) | > loader_time: 0.0048 (0.00458270831144436)  --> TIME: 2025-03-25 17:55:33 -- STEP: 30885/31555 -- GLOBAL_STEP: 1072200 | > loss_text_ce: 0.036433447152376175 (0.033105221528048234) | > loss_mel_ce: 1.2173665761947632 (nan) | > loss: 0.004975397139787674 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1412384322918184) | > loader_time: 0.0044 (0.004582915584767408)  --> TIME: 2025-03-25 17:55:42 -- STEP: 30935/31555 -- GLOBAL_STEP: 1072250 | > loss_text_ce: 0.03006228618323803 (0.033103850555064776) | > loss_mel_ce: 2.843290328979492 (nan) | > loss: 0.011402193456888199 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14122708802156259) | > loader_time: 0.0048 (0.004582892031474647)  --> TIME: 2025-03-25 17:55:52 -- STEP: 30985/31555 -- GLOBAL_STEP: 1072300 | > loss_text_ce: 0.0383153073489666 (0.03310484882959358) | > loss_mel_ce: 0.0585123710334301 (nan) | > loss: 0.00038423683145083487 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14122486898586398) | > loader_time: 0.0047 (0.004583011282169399)  --> TIME: 2025-03-25 17:56:01 -- STEP: 31035/31555 -- GLOBAL_STEP: 1072350 | > loss_text_ce: 0.03231139853596687 (0.033102801047951276) | > loss_mel_ce: 2.983189105987549 (nan) | > loss: 0.011966272257268429 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14121495783569185) | > loader_time: 0.0068 (0.00458312858912189)  --> TIME: 2025-03-25 17:56:11 -- STEP: 31085/31555 -- GLOBAL_STEP: 1072400 | > loss_text_ce: 0.0307120643556118 (0.03310325132664678) | > loss_mel_ce: 2.5505473613739014 (nan) | > loss: 0.010243093594908714 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14121763142853846) | > loader_time: 0.0044 (0.004583192351011309)  --> TIME: 2025-03-25 17:56:20 -- STEP: 31135/31555 -- GLOBAL_STEP: 1072450 | > loss_text_ce: 0.03510790690779686 (0.0331012504829493) | > loss_mel_ce: 2.2705442905426025 (nan) | > loss: 0.00914941355586052 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14121558004232046) | > loader_time: 0.0046 (0.004583321571809572)  --> TIME: 2025-03-25 17:56:30 -- STEP: 31185/31555 -- GLOBAL_STEP: 1072500 | > loss_text_ce: 0.03275833651423454 (0.03310129385276127) | > loss_mel_ce: 2.6026785373687744 (nan) | > loss: 0.010458082892000675 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14121642926191613) | > loader_time: 0.0046 (0.004583402029382757)  --> TIME: 2025-03-25 17:56:39 -- STEP: 31235/31555 -- GLOBAL_STEP: 1072550 | > loss_text_ce: 0.025760484859347343 (0.03310250609574093) | > loss_mel_ce: 2.4194488525390625 (nan) | > loss: 0.009703211486339569 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1412119638257673) | > loader_time: 0.0044 (0.004583423607479559)  --> TIME: 2025-03-25 17:56:49 -- STEP: 31285/31555 -- GLOBAL_STEP: 1072600 | > loss_text_ce: 0.033496540039777756 (0.03310175475863774) | > loss_mel_ce: 2.597727060317993 (nan) | > loss: 0.010441364720463753 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1412108324464574) | > loader_time: 0.0044 (0.00458328408784946)  --> TIME: 2025-03-25 17:56:59 -- STEP: 31335/31555 -- GLOBAL_STEP: 1072650 | > loss_text_ce: 0.03775305673480034 (0.03310162709707624) | > loss_mel_ce: 2.753615140914917 (nan) | > loss: 0.011076859198510647 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14121320119443675) | > loader_time: 0.0047 (0.004583396146186008)  --> TIME: 2025-03-25 17:57:08 -- STEP: 31385/31555 -- GLOBAL_STEP: 1072700 | > loss_text_ce: 0.03088446334004402 (0.03309964013539831) | > loss_mel_ce: 2.8229739665985107 (nan) | > loss: 0.011324835941195488 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.1412143458867323) | > loader_time: 0.0047 (0.004583642094192659)  --> TIME: 2025-03-25 17:57:18 -- STEP: 31435/31555 -- GLOBAL_STEP: 1072750 | > loss_text_ce: 0.03596550226211548 (0.0331001989475892) | > loss_mel_ce: 2.717634439468384 (nan) | > loss: 0.010926984250545502 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14121304478348876) | > loader_time: 0.0048 (0.004583648977739304)  --> TIME: 2025-03-25 17:57:28 -- STEP: 31485/31555 -- GLOBAL_STEP: 1072800 | > loss_text_ce: 0.032981883734464645 (0.03309937906545474) | > loss_mel_ce: 0.0428466796875 (nan) | > loss: 0.0003009070351254195 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1412182150330841) | > loader_time: 0.0045 (0.004583786608057041)  --> TIME: 2025-03-25 17:57:38 -- STEP: 31535/31555 -- GLOBAL_STEP: 1072850 | > loss_text_ce: 0.03496527299284935 (0.033098653843087744) | > loss_mel_ce: 2.5284454822540283 (nan) | > loss: 0.010172265581786633 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14122090372170654) | > loader_time: 0.0046 (0.004583799840909906)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021271743774414063 (+2.7227401733397744e-05) | > avg_loss_text_ce: 0.03060221780091524 (-0.00018837753683328615) | > avg_loss_mel_ce: 2.5352252443631493 (-0.011889912287394111) | > avg_loss: 2.565827459494271 (-0.012078278859457114) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1072870.pth  > EPOCH: 35/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 17:58:03)   --> TIME: 2025-03-25 17:58:09 -- STEP: 30/31555 -- GLOBAL_STEP: 1072900 | > loss_text_ce: 0.024983903393149376 (0.03356773561487595) | > loss_mel_ce: 1.8419164419174194 (2.382814229031404) | > loss: 0.007408334873616695 (0.009588817726277435) | > current_lr: 5e-06 | > step_time: 0.1194 (0.13746149539947508) | > loader_time: 0.0046 (0.004831067721048992)  --> TIME: 2025-03-25 17:58:18 -- STEP: 80/31555 -- GLOBAL_STEP: 1072950 | > loss_text_ce: 0.042057160288095474 (0.03325258765835315) | > loss_mel_ce: 2.8635122776031494 (2.390862157568335) | > loss: 0.01153003890067339 (0.009619503429712496) | > current_lr: 5e-06 | > step_time: 0.149 (0.13604620099067682) | > loader_time: 0.0047 (0.004850026965141298)  --> TIME: 2025-03-25 17:58:28 -- STEP: 130/31555 -- GLOBAL_STEP: 1073000 | > loss_text_ce: 0.03974973410367966 (0.033224886440886926) | > loss_mel_ce: 1.867517113685608 (2.4196146018230005) | > loss: 0.007568519562482834 (0.009733490537193858) | > current_lr: 5e-06 | > step_time: 0.1709 (0.13782471326681284) | > loader_time: 0.0049 (0.004793557753929725)  --> TIME: 2025-03-25 17:58:37 -- STEP: 180/31555 -- GLOBAL_STEP: 1073050 | > loss_text_ce: 0.03799765184521675 (0.03302133409306408) | > loss_mel_ce: 2.035364866256714 (2.4588001033291236) | > loss: 0.008227629587054253 (0.009888180826884418) | > current_lr: 5e-06 | > step_time: 0.1192 (0.138060646586948) | > loader_time: 0.0044 (0.004753989643520777)  --> TIME: 2025-03-25 17:58:47 -- STEP: 230/31555 -- GLOBAL_STEP: 1073100 | > loss_text_ce: 0.03990146517753601 (0.032935282555611234) | > loss_mel_ce: 2.8935234546661377 (2.486765096028863) | > loss: 0.011640575714409351 (0.009998811568379026) | > current_lr: 5e-06 | > step_time: 0.163 (0.13927769971930468) | > loader_time: 0.0048 (0.00473815980164901)  --> TIME: 2025-03-25 17:58:57 -- STEP: 280/31555 -- GLOBAL_STEP: 1073150 | > loss_text_ce: 0.031938545405864716 (0.033094169046463714) | > loss_mel_ce: 1.9761697053909302 (2.4705924127117873) | > loss: 0.00796868372708559 (0.009935264758210651) | > current_lr: 5e-06 | > step_time: 0.1078 (0.13881174921989445) | > loader_time: 0.0045 (0.0047176335539136595)  --> TIME: 2025-03-25 17:59:06 -- STEP: 330/31555 -- GLOBAL_STEP: 1073200 | > loss_text_ce: 0.025746384635567665 (0.03301245525592205) | > loss_mel_ce: 2.2434422969818115 (nan) | > loss: 0.009004717692732811 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.13923633532090615) | > loader_time: 0.0044 (0.004720193689519707)  --> TIME: 2025-03-25 17:59:16 -- STEP: 380/31555 -- GLOBAL_STEP: 1073250 | > loss_text_ce: 0.030658161267638206 (0.032989164235952634) | > loss_mel_ce: 2.925560474395752 (nan) | > loss: 0.011731027625501156 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.13951049478430494) | > loader_time: 0.0047 (0.0047103078741776265)  --> TIME: 2025-03-25 17:59:25 -- STEP: 430/31555 -- GLOBAL_STEP: 1073300 | > loss_text_ce: 0.03275756910443306 (0.03279273895503475) | > loss_mel_ce: 2.47991681098938 (nan) | > loss: 0.00997093040496111 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.13932863834292383) | > loader_time: 0.0048 (0.004699889449186099)  --> TIME: 2025-03-25 17:59:35 -- STEP: 480/31555 -- GLOBAL_STEP: 1073350 | > loss_text_ce: 0.030372781679034233 (0.03284549882713082) | > loss_mel_ce: 2.8647847175598145 (nan) | > loss: 0.011488720774650574 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1399748141566911) | > loader_time: 0.0047 (0.004705317815144853)  --> TIME: 2025-03-25 17:59:45 -- STEP: 530/31555 -- GLOBAL_STEP: 1073400 | > loss_text_ce: 0.026972396299242973 (0.03284258926814455) | > loss_mel_ce: 2.9144511222839355 (nan) | > loss: 0.011672316119074821 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.13953430382710572) | > loader_time: 0.0047 (0.0047074902732417235)  --> TIME: 2025-03-25 17:59:55 -- STEP: 580/31555 -- GLOBAL_STEP: 1073450 | > loss_text_ce: 0.0363420806825161 (0.03281670672626327) | > loss_mel_ce: 7.53125 (nan) | > loss: 0.030030129477381706 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14012081129797563) | > loader_time: 0.0045 (0.0047067559998610915)  --> TIME: 2025-03-25 18:00:05 -- STEP: 630/31555 -- GLOBAL_STEP: 1073500 | > loss_text_ce: 0.0430724136531353 (0.03273332970482961) | > loss_mel_ce: 2.8789219856262207 (nan) | > loss: 0.011595216579735279 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14067901051233667) | > loader_time: 0.0047 (0.004695145667545376)  --> TIME: 2025-03-25 18:00:15 -- STEP: 680/31555 -- GLOBAL_STEP: 1073550 | > loss_text_ce: 0.02511121891438961 (0.032668417489484784) | > loss_mel_ce: 2.6446566581726074 (nan) | > loss: 0.010594317689538002 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14107112884521475) | > loader_time: 0.0046 (0.0046891051180222455)  --> TIME: 2025-03-25 18:00:24 -- STEP: 730/31555 -- GLOBAL_STEP: 1073600 | > loss_text_ce: 0.033570174127817154 (0.03268455869122725) | > loss_mel_ce: 2.628814935684204 (nan) | > loss: 0.010565021075308323 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.141023532658407) | > loader_time: 0.0047 (0.004683664400283604)  --> TIME: 2025-03-25 18:00:34 -- STEP: 780/31555 -- GLOBAL_STEP: 1073650 | > loss_text_ce: 0.027440018951892853 (0.03271881531064323) | > loss_mel_ce: 2.8708999156951904 (nan) | > loss: 0.01150134950876236 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14120693848683277) | > loader_time: 0.0044 (0.00468226640652387)  --> TIME: 2025-03-25 18:00:44 -- STEP: 830/31555 -- GLOBAL_STEP: 1073700 | > loss_text_ce: 0.030044827610254288 (0.03273868444095168) | > loss_mel_ce: 2.6485025882720947 (nan) | > loss: 0.010629156604409218 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14110207126801266) | > loader_time: 0.0048 (0.004680408914405173)  --> TIME: 2025-03-25 18:00:53 -- STEP: 880/31555 -- GLOBAL_STEP: 1073750 | > loss_text_ce: 0.03275240957736969 (0.03279074037193568) | > loss_mel_ce: 2.561316728591919 (nan) | > loss: 0.010293926112353802 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14109804440628376) | > loader_time: 0.0048 (0.004689316316084421)  --> TIME: 2025-03-25 18:01:03 -- STEP: 930/31555 -- GLOBAL_STEP: 1073800 | > loss_text_ce: 0.023197295144200325 (0.03274177039062138) | > loss_mel_ce: 2.115478515625 (nan) | > loss: 0.008486810140311718 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1411087636024719) | > loader_time: 0.0044 (0.004687700476697689)  --> TIME: 2025-03-25 18:01:13 -- STEP: 980/31555 -- GLOBAL_STEP: 1073850 | > loss_text_ce: 0.03407911956310272 (0.032650353071488884) | > loss_mel_ce: 3.0418808460235596 (nan) | > loss: 0.012206191197037697 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.14107190784142923) | > loader_time: 0.0048 (0.004686616634835995)  --> TIME: 2025-03-25 18:01:22 -- STEP: 1030/31555 -- GLOBAL_STEP: 1073900 | > loss_text_ce: 0.03564589098095894 (0.03266310508824088) | > loss_mel_ce: 2.2887961864471436 (nan) | > loss: 0.009223977103829384 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14066370806647716) | > loader_time: 0.0045 (0.004680642803895814)  --> TIME: 2025-03-25 18:01:31 -- STEP: 1080/31555 -- GLOBAL_STEP: 1073950 | > loss_text_ce: 0.03456100448966026 (0.03268204523009006) | > loss_mel_ce: 2.880007743835449 (nan) | > loss: 0.011565749533474445 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14066383595819806) | > loader_time: 0.0045 (0.004676089904926435)  --> TIME: 2025-03-25 18:01:41 -- STEP: 1130/31555 -- GLOBAL_STEP: 1074000 | > loss_text_ce: 0.0243748277425766 (0.03267136909463235) | > loss_mel_ce: 2.1550190448760986 (nan) | > loss: 0.008648388087749481 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14080973241181485) | > loader_time: 0.0047 (0.004672263575866154)  --> TIME: 2025-03-25 18:01:51 -- STEP: 1180/31555 -- GLOBAL_STEP: 1074050 | > loss_text_ce: 0.026425432413816452 (0.03269104964052468) | > loss_mel_ce: 3.1526377201080322 (nan) | > loss: 0.012615330517292023 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14075232420937475) | > loader_time: 0.0047 (0.004670294260574597)  --> TIME: 2025-03-25 18:02:01 -- STEP: 1230/31555 -- GLOBAL_STEP: 1074100 | > loss_text_ce: 0.03474147617816925 (0.032696786937038834) | > loss_mel_ce: 2.8319740295410156 (nan) | > loss: 0.011375855654478073 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14095344349620775) | > loader_time: 0.0046 (0.0046728645882955396)  --> TIME: 2025-03-25 18:02:10 -- STEP: 1280/31555 -- GLOBAL_STEP: 1074150 | > loss_text_ce: 0.03340178355574608 (0.03267084332110244) | > loss_mel_ce: 2.9763031005859375 (nan) | > loss: 0.011943274177610874 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14090024437755344) | > loader_time: 0.0044 (0.004670188017189501)  --> TIME: 2025-03-25 18:02:20 -- STEP: 1330/31555 -- GLOBAL_STEP: 1074200 | > loss_text_ce: 0.029438156634569168 (0.03264364436814996) | > loss_mel_ce: 2.7844364643096924 (nan) | > loss: 0.011166170239448547 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1408978265030939) | > loader_time: 0.0045 (0.004669842325655143)  --> TIME: 2025-03-25 18:02:29 -- STEP: 1380/31555 -- GLOBAL_STEP: 1074250 | > loss_text_ce: 0.023398393765091896 (0.03267689475155285) | > loss_mel_ce: 2.5913608074188232 (nan) | > loss: 0.010376029647886753 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14084631187328392) | > loader_time: 0.0049 (0.0046689598456672995)  --> TIME: 2025-03-25 18:02:39 -- STEP: 1430/31555 -- GLOBAL_STEP: 1074300 | > loss_text_ce: 0.031162390485405922 (0.03267799411164399) | > loss_mel_ce: 3.1098897457122803 (nan) | > loss: 0.0124644935131073 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14077784714998884) | > loader_time: 0.0044 (0.004673383619401839)  --> TIME: 2025-03-25 18:02:48 -- STEP: 1480/31555 -- GLOBAL_STEP: 1074350 | > loss_text_ce: 0.033127058297395706 (0.03267766558628124) | > loss_mel_ce: 2.8622195720672607 (nan) | > loss: 0.011489471420645714 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1406932189657879) | > loader_time: 0.0046 (0.004672618814416836)  --> TIME: 2025-03-25 18:02:58 -- STEP: 1530/31555 -- GLOBAL_STEP: 1074400 | > loss_text_ce: 0.04248122498393059 (0.03266496464573577) | > loss_mel_ce: 2.72650408744812 (nan) | > loss: 0.01098803710192442 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14074333041321976) | > loader_time: 0.0047 (0.004673280747108217)  --> TIME: 2025-03-25 18:03:08 -- STEP: 1580/31555 -- GLOBAL_STEP: 1074450 | > loss_text_ce: 0.03133301064372063 (0.03265676701240997) | > loss_mel_ce: 2.6394224166870117 (nan) | > loss: 0.010598236694931984 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14067646038683132) | > loader_time: 0.0046 (0.004670580127571205)  --> TIME: 2025-03-25 18:03:17 -- STEP: 1630/31555 -- GLOBAL_STEP: 1074500 | > loss_text_ce: 0.031205467879772186 (0.03268083082283477) | > loss_mel_ce: 2.163235902786255 (nan) | > loss: 0.008708100765943527 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14056574669352317) | > loader_time: 0.0047 (0.004667395170480928)  --> TIME: 2025-03-25 18:03:26 -- STEP: 1680/31555 -- GLOBAL_STEP: 1074550 | > loss_text_ce: 0.034403927624225616 (0.032721368541076254) | > loss_mel_ce: 1.8869222402572632 (nan) | > loss: 0.007624310441315174 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14045684266658023) | > loader_time: 0.0046 (0.004665477928661166)  --> TIME: 2025-03-25 18:03:36 -- STEP: 1730/31555 -- GLOBAL_STEP: 1074600 | > loss_text_ce: 0.02975570224225521 (0.03271198886247471) | > loss_mel_ce: 2.7727487087249756 (nan) | > loss: 0.011121049523353577 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14033207383458987) | > loader_time: 0.0045 (0.004662440967008553)  --> TIME: 2025-03-25 18:03:45 -- STEP: 1780/31555 -- GLOBAL_STEP: 1074650 | > loss_text_ce: 0.04055570438504219 (0.03273514818682684) | > loss_mel_ce: 2.3324103355407715 (nan) | > loss: 0.009416532702744007 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1403047932667677) | > loader_time: 0.0049 (0.00466341918773865)  --> TIME: 2025-03-25 18:03:55 -- STEP: 1830/31555 -- GLOBAL_STEP: 1074700 | > loss_text_ce: 0.03710893541574478 (0.03274177263536662) | > loss_mel_ce: 2.8348021507263184 (nan) | > loss: 0.01139647327363491 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1403835591071289) | > loader_time: 0.0047 (0.004664053421854318)  --> TIME: 2025-03-25 18:04:04 -- STEP: 1880/31555 -- GLOBAL_STEP: 1074750 | > loss_text_ce: 0.023872852325439453 (0.03275730874280429) | > loss_mel_ce: 2.770528793334961 (nan) | > loss: 0.011088895611464977 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14022470091251604) | > loader_time: 0.0045 (0.004665644244944792)  --> TIME: 2025-03-25 18:04:14 -- STEP: 1930/31555 -- GLOBAL_STEP: 1074800 | > loss_text_ce: 0.02609320729970932 (0.03269999015526223) | > loss_mel_ce: 2.670654535293579 (nan) | > loss: 0.010701380670070648 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1402526515753157) | > loader_time: 0.0044 (0.004666590567079847)  --> TIME: 2025-03-25 18:04:24 -- STEP: 1980/31555 -- GLOBAL_STEP: 1074850 | > loss_text_ce: 0.03222755342721939 (0.0327229971936293) | > loss_mel_ce: 2.523761510848999 (nan) | > loss: 0.010142814368009567 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14030441081885123) | > loader_time: 0.0046 (0.004664368822117041)  --> TIME: 2025-03-25 18:04:33 -- STEP: 2030/31555 -- GLOBAL_STEP: 1074900 | > loss_text_ce: 0.03475908935070038 (0.032723282950613795) | > loss_mel_ce: 3.097417116165161 (nan) | > loss: 0.012429270893335342 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14026517797573435) | > loader_time: 0.0045 (0.004663682688633206)  --> TIME: 2025-03-25 18:04:43 -- STEP: 2080/31555 -- GLOBAL_STEP: 1074950 | > loss_text_ce: 0.02673381194472313 (0.03271544147058969) | > loss_mel_ce: 2.884880781173706 (nan) | > loss: 0.01155402697622776 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14013328506396355) | > loader_time: 0.0046 (0.0046616722757999675)  --> TIME: 2025-03-25 18:04:52 -- STEP: 2130/31555 -- GLOBAL_STEP: 1075000 | > loss_text_ce: 0.033649347722530365 (0.032715788863581854) | > loss_mel_ce: 2.82888126373291 (nan) | > loss: 0.011359249241650105 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14024078845977775) | > loader_time: 0.0046 (0.004658389203425301)  --> TIME: 2025-03-25 18:05:02 -- STEP: 2180/31555 -- GLOBAL_STEP: 1075050 | > loss_text_ce: 0.04324053227901459 (0.032704311569537486) | > loss_mel_ce: 2.8861961364746094 (nan) | > loss: 0.01162474974989891 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14032370737933228) | > loader_time: 0.0046 (0.004654789845877829)  --> TIME: 2025-03-25 18:05:12 -- STEP: 2230/31555 -- GLOBAL_STEP: 1075100 | > loss_text_ce: 0.03550795093178749 (0.03271982250902219) | > loss_mel_ce: 2.7082221508026123 (nan) | > loss: 0.010887818410992622 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14042844836487348) | > loader_time: 0.0049 (0.0046507908089813066)  --> TIME: 2025-03-25 18:05:22 -- STEP: 2280/31555 -- GLOBAL_STEP: 1075150 | > loss_text_ce: 0.03444138169288635 (0.032728709824170865) | > loss_mel_ce: 2.122809648513794 (nan) | > loss: 0.008560520596802235 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14040350025160253) | > loader_time: 0.0046 (0.004649365471120464)  --> TIME: 2025-03-25 18:05:31 -- STEP: 2330/31555 -- GLOBAL_STEP: 1075200 | > loss_text_ce: 0.031930938363075256 (0.0327280890971998) | > loss_mel_ce: 2.2931699752807617 (nan) | > loss: 0.00922659132629633 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14035641307994515) | > loader_time: 0.0045 (0.004646931595045095)  --> TIME: 2025-03-25 18:05:41 -- STEP: 2380/31555 -- GLOBAL_STEP: 1075250 | > loss_text_ce: 0.03475640341639519 (0.032739711736775014) | > loss_mel_ce: 2.8202972412109375 (nan) | > loss: 0.01132957823574543 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14035346257586423) | > loader_time: 0.0042 (0.0046460527331889144)  --> TIME: 2025-03-25 18:05:51 -- STEP: 2430/31555 -- GLOBAL_STEP: 1075300 | > loss_text_ce: 0.03381277993321419 (0.032749793488425) | > loss_mel_ce: 3.034151077270508 (nan) | > loss: 0.012174460105597973 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14044199500064286) | > loader_time: 0.0048 (0.0046442525376998835)  --> TIME: 2025-03-25 18:06:00 -- STEP: 2480/31555 -- GLOBAL_STEP: 1075350 | > loss_text_ce: 0.026796827092766762 (0.03273719896096738) | > loss_mel_ce: 1.8515625 (nan) | > loss: 0.0074538071639835835 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14043276915627134) | > loader_time: 0.0046 (0.004641867068506057)  --> TIME: 2025-03-25 18:06:10 -- STEP: 2530/31555 -- GLOBAL_STEP: 1075400 | > loss_text_ce: 0.023130986839532852 (0.03274280685202582) | > loss_mel_ce: 1.3478782176971436 (nan) | > loss: 0.005440513137727976 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1405197002199799) | > loader_time: 0.0045 (0.0046442515294071235)  --> TIME: 2025-03-25 18:06:19 -- STEP: 2580/31555 -- GLOBAL_STEP: 1075450 | > loss_text_ce: 0.027453329414129257 (0.032725762947310895) | > loss_mel_ce: 2.9925129413604736 (nan) | > loss: 0.011983994394540787 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.1404124847678251) | > loader_time: 0.0045 (0.004643228811811107)  --> TIME: 2025-03-25 18:06:29 -- STEP: 2630/31555 -- GLOBAL_STEP: 1075500 | > loss_text_ce: 0.030733400955796242 (0.032711907858276885) | > loss_mel_ce: 2.9555327892303467 (nan) | > loss: 0.011850262992084026 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14041297354172397) | > loader_time: 0.0047 (0.004646011087830982)  --> TIME: 2025-03-25 18:06:39 -- STEP: 2680/31555 -- GLOBAL_STEP: 1075550 | > loss_text_ce: 0.02615933306515217 (0.032746922920819425) | > loss_mel_ce: 2.468647003173828 (nan) | > loss: 0.009900025092065334 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14044561083637083) | > loader_time: 0.0047 (0.004647923761339329)  --> TIME: 2025-03-25 18:06:48 -- STEP: 2730/31555 -- GLOBAL_STEP: 1075600 | > loss_text_ce: 0.0315513052046299 (0.03279562636616304) | > loss_mel_ce: 2.997880458831787 (nan) | > loss: 0.012021555565297604 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.1404565857443619) | > loader_time: 0.0047 (0.004647880508786158)  --> TIME: 2025-03-25 18:06:58 -- STEP: 2780/31555 -- GLOBAL_STEP: 1075650 | > loss_text_ce: 0.03950861841440201 (0.03278521148843036) | > loss_mel_ce: 1.511013150215149 (nan) | > loss: 0.006152864545583725 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.1404402450691884) | > loader_time: 0.0048 (0.004652401697721415)  --> TIME: 2025-03-25 18:07:08 -- STEP: 2830/31555 -- GLOBAL_STEP: 1075700 | > loss_text_ce: 0.03229643777012825 (0.03277242918640326) | > loss_mel_ce: 2.187623977661133 (nan) | > loss: 0.008809208869934082 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14043020974620943) | > loader_time: 0.0047 (0.004651920197288055)  --> TIME: 2025-03-25 18:07:17 -- STEP: 2880/31555 -- GLOBAL_STEP: 1075750 | > loss_text_ce: 0.02972705475986004 (0.032795130404863655) | > loss_mel_ce: 2.3456873893737793 (nan) | > loss: 0.009426248259842396 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14040050978461932) | > loader_time: 0.0046 (0.004651055071089)  --> TIME: 2025-03-25 18:07:27 -- STEP: 2930/31555 -- GLOBAL_STEP: 1075800 | > loss_text_ce: 0.029491929337382317 (0.03277693675869109) | > loss_mel_ce: 3.1235783100128174 (nan) | > loss: 0.012512183748185635 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14041096822393662) | > loader_time: 0.0046 (0.004652987486673294)  --> TIME: 2025-03-25 18:07:36 -- STEP: 2980/31555 -- GLOBAL_STEP: 1075850 | > loss_text_ce: 0.04028867930173874 (0.03276924177560489) | > loss_mel_ce: 2.7512402534484863 (nan) | > loss: 0.011077496223151684 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14038502057926808) | > loader_time: 0.0043 (0.004651205731718327)  --> TIME: 2025-03-25 18:07:46 -- STEP: 3030/31555 -- GLOBAL_STEP: 1075900 | > loss_text_ce: 0.025791876018047333 (0.03276353705176486) | > loss_mel_ce: 3.3959803581237793 (nan) | > loss: 0.013578462414443493 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14047956773550244) | > loader_time: 0.0048 (0.004651589204769317)  --> TIME: 2025-03-25 18:07:56 -- STEP: 3080/31555 -- GLOBAL_STEP: 1075950 | > loss_text_ce: 0.02765039913356304 (0.0327572769095348) | > loss_mel_ce: 2.1299240589141846 (nan) | > loss: 0.008561803959310055 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14047673708432712) | > loader_time: 0.0044 (0.004652039261607373)  --> TIME: 2025-03-25 18:08:06 -- STEP: 3130/31555 -- GLOBAL_STEP: 1076000 | > loss_text_ce: 0.02962324023246765 (0.03275774783178125) | > loss_mel_ce: 2.7186248302459717 (nan) | > loss: 0.010905747301876545 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1405593079119066) | > loader_time: 0.0043 (0.0046502080588295015)  --> TIME: 2025-03-25 18:08:15 -- STEP: 3180/31555 -- GLOBAL_STEP: 1076050 | > loss_text_ce: 0.04259801656007767 (0.0327837097186174) | > loss_mel_ce: 2.7270164489746094 (nan) | > loss: 0.010990533977746964 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14059732874984276) | > loader_time: 0.0045 (0.004648518262419306)  --> TIME: 2025-03-25 18:08:25 -- STEP: 3230/31555 -- GLOBAL_STEP: 1076100 | > loss_text_ce: 0.03157542645931244 (0.03278259149905381) | > loss_mel_ce: 2.7961676120758057 (nan) | > loss: 0.01122120302170515 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14059587196669) | > loader_time: 0.0048 (0.004650002293542439)  --> TIME: 2025-03-25 18:08:35 -- STEP: 3280/31555 -- GLOBAL_STEP: 1076150 | > loss_text_ce: 0.035313136875629425 (0.03280198577558629) | > loss_mel_ce: 2.2064208984375 (nan) | > loss: 0.008895770646631718 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14063639597194968) | > loader_time: 0.0046 (0.004650236775235428)  --> TIME: 2025-03-25 18:08:44 -- STEP: 3330/31555 -- GLOBAL_STEP: 1076200 | > loss_text_ce: 0.03260263055562973 (0.032798646066293125) | > loss_mel_ce: 2.192134380340576 (nan) | > loss: 0.008828321471810341 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1406312292402572) | > loader_time: 0.0051 (0.004651324312250179)  --> TIME: 2025-03-25 18:08:54 -- STEP: 3380/31555 -- GLOBAL_STEP: 1076250 | > loss_text_ce: 0.027835415676236153 (0.03279449927989818) | > loss_mel_ce: 2.4328322410583496 (nan) | > loss: 0.009764554910361767 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1406775784915722) | > loader_time: 0.0043 (0.004652945247627575)  --> TIME: 2025-03-25 18:09:04 -- STEP: 3430/31555 -- GLOBAL_STEP: 1076300 | > loss_text_ce: 0.028705375269055367 (0.032809616120276996) | > loss_mel_ce: 2.789065361022949 (nan) | > loss: 0.011181630194187164 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14071723539002104) | > loader_time: 0.0046 (0.004652903309368882)  --> TIME: 2025-03-25 18:09:14 -- STEP: 3480/31555 -- GLOBAL_STEP: 1076350 | > loss_text_ce: 0.025143932551145554 (0.03280190741643316) | > loss_mel_ce: 2.8872621059417725 (nan) | > loss: 0.011557167395949364 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14071099984234797) | > loader_time: 0.0049 (0.004654155037868985)  --> TIME: 2025-03-25 18:09:24 -- STEP: 3530/31555 -- GLOBAL_STEP: 1076400 | > loss_text_ce: 0.04152609407901764 (0.03279690649677022) | > loss_mel_ce: 2.9337499141693115 (nan) | > loss: 0.011806651018559933 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14079414319046518) | > loader_time: 0.0045 (0.0046541733377040645)  --> TIME: 2025-03-25 18:09:33 -- STEP: 3580/31555 -- GLOBAL_STEP: 1076450 | > loss_text_ce: 0.036497388035058975 (0.032814898333049236) | > loss_mel_ce: 3.0343680381774902 (nan) | > loss: 0.012185974046587944 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14081575730659462) | > loader_time: 0.0044 (0.004654946806710528)  --> TIME: 2025-03-25 18:09:43 -- STEP: 3630/31555 -- GLOBAL_STEP: 1076500 | > loss_text_ce: 0.026183899492025375 (0.032838202615271136) | > loss_mel_ce: 2.6037676334381104 (nan) | > loss: 0.010436316020786762 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14078111451519448) | > loader_time: 0.0044 (0.004654321920116417)  --> TIME: 2025-03-25 18:09:52 -- STEP: 3680/31555 -- GLOBAL_STEP: 1076550 | > loss_text_ce: 0.020881490781903267 (0.03282037504553879) | > loss_mel_ce: 1.9339441061019897 (nan) | > loss: 0.007757245097309351 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14072726919599232) | > loader_time: 0.0043 (0.004653470153393955)  --> TIME: 2025-03-25 18:10:02 -- STEP: 3730/31555 -- GLOBAL_STEP: 1076600 | > loss_text_ce: 0.04317457973957062 (0.03284368030427291) | > loss_mel_ce: 0.073974609375 (nan) | > loss: 0.0004648777539841831 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1407408854277463) | > loader_time: 0.0047 (0.004653936288951233)  --> TIME: 2025-03-25 18:10:11 -- STEP: 3780/31555 -- GLOBAL_STEP: 1076650 | > loss_text_ce: 0.02719043381512165 (0.032838035976051054) | > loss_mel_ce: 3.2028563022613525 (nan) | > loss: 0.012817646376788616 (nan) | > current_lr: 5e-06 | > step_time: 0.1025 (0.1407264789576256) | > loader_time: 0.0044 (0.004653714132056668)  --> TIME: 2025-03-25 18:10:21 -- STEP: 3830/31555 -- GLOBAL_STEP: 1076700 | > loss_text_ce: 0.029403166845440865 (0.03282766913649855) | > loss_mel_ce: 2.6965415477752686 (nan) | > loss: 0.010817241854965687 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1407013765514367) | > loader_time: 0.0046 (0.004654020989221322)  --> TIME: 2025-03-25 18:10:30 -- STEP: 3880/31555 -- GLOBAL_STEP: 1076750 | > loss_text_ce: 0.025028636679053307 (0.03283258466165248) | > loss_mel_ce: 1.1963783502578735 (nan) | > loss: 0.004846853204071522 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14068475777340947) | > loader_time: 0.0043 (0.0046538904770133446)  --> TIME: 2025-03-25 18:10:40 -- STEP: 3930/31555 -- GLOBAL_STEP: 1076800 | > loss_text_ce: 0.04020599648356438 (0.03281940685623061) | > loss_mel_ce: 2.3196988105773926 (nan) | > loss: 0.009364701807498932 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1406528123462476) | > loader_time: 0.0046 (0.004654860678519914)  --> TIME: 2025-03-25 18:10:50 -- STEP: 3980/31555 -- GLOBAL_STEP: 1076850 | > loss_text_ce: 0.03793521225452423 (0.032810211472035465) | > loss_mel_ce: 2.731605291366577 (nan) | > loss: 0.01099024061113596 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1407272506598854) | > loader_time: 0.0043 (0.004655697297810313)  --> TIME: 2025-03-25 18:10:59 -- STEP: 4030/31555 -- GLOBAL_STEP: 1076900 | > loss_text_ce: 0.039122216403484344 (0.03280231723811472) | > loss_mel_ce: 2.437160015106201 (nan) | > loss: 0.00982651673257351 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1406949130240507) | > loader_time: 0.0046 (0.004654969411807383)  --> TIME: 2025-03-25 18:11:09 -- STEP: 4080/31555 -- GLOBAL_STEP: 1076950 | > loss_text_ce: 0.03171025961637497 (0.03280640811791793) | > loss_mel_ce: 2.239537239074707 (nan) | > loss: 0.009012887254357338 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14071524289308837) | > loader_time: 0.0044 (0.004653664546854359)  --> TIME: 2025-03-25 18:11:19 -- STEP: 4130/31555 -- GLOBAL_STEP: 1077000 | > loss_text_ce: 0.034154217690229416 (0.032807707801217716) | > loss_mel_ce: 0.177734375 (nan) | > loss: 0.0008408278226852417 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14070293637799897) | > loader_time: 0.0046 (0.004652850506669387)  --> TIME: 2025-03-25 18:11:28 -- STEP: 4180/31555 -- GLOBAL_STEP: 1077050 | > loss_text_ce: 0.028380688279867172 (0.03280243677996174) | > loss_mel_ce: 2.6641268730163574 (nan) | > loss: 0.01068455446511507 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14067003225025407) | > loader_time: 0.0046 (0.004652763382669844)  --> TIME: 2025-03-25 18:11:38 -- STEP: 4230/31555 -- GLOBAL_STEP: 1077100 | > loss_text_ce: 0.028393175452947617 (0.03278060632627946) | > loss_mel_ce: 0.083984375 (nan) | > loss: 0.00044594271457754076 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1406602559078391) | > loader_time: 0.0044 (0.004652671047418114)  --> TIME: 2025-03-25 18:11:48 -- STEP: 4280/31555 -- GLOBAL_STEP: 1077150 | > loss_text_ce: 0.03208326920866966 (0.03278311764033706) | > loss_mel_ce: 3.010133743286133 (nan) | > loss: 0.012072290293872356 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14073911972135053) | > loader_time: 0.0045 (0.004651385322909492)  --> TIME: 2025-03-25 18:11:58 -- STEP: 4330/31555 -- GLOBAL_STEP: 1077200 | > loss_text_ce: 0.03810983523726463 (0.03278947131725474) | > loss_mel_ce: 2.5882492065429688 (nan) | > loss: 0.010422060266137123 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14079169070748226) | > loader_time: 0.0046 (0.004650563786266583)  --> TIME: 2025-03-25 18:12:08 -- STEP: 4380/31555 -- GLOBAL_STEP: 1077250 | > loss_text_ce: 0.03481101244688034 (0.03279423004624406) | > loss_mel_ce: 3.194077968597412 (nan) | > loss: 0.012813052162528038 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14084023678139498) | > loader_time: 0.0075 (0.004651747936527478)  --> TIME: 2025-03-25 18:12:17 -- STEP: 4430/31555 -- GLOBAL_STEP: 1077300 | > loss_text_ce: 0.03447277843952179 (0.032789829136850024) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14083619946550857) | > loader_time: 0.0046 (0.004652840343070621)  --> TIME: 2025-03-25 18:12:27 -- STEP: 4480/31555 -- GLOBAL_STEP: 1077350 | > loss_text_ce: 0.03231167048215866 (0.032787002094846716) | > loss_mel_ce: 3.36767578125 (nan) | > loss: 0.01349201425909996 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14082911754293131) | > loader_time: 0.0046 (0.004652354759829383)  --> TIME: 2025-03-25 18:12:37 -- STEP: 4530/31555 -- GLOBAL_STEP: 1077400 | > loss_text_ce: 0.03540031239390373 (0.03278875878352105) | > loss_mel_ce: 2.7620537281036377 (nan) | > loss: 0.011101009324193 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14089076040070075) | > loader_time: 0.0046 (0.004652340838451256)  --> TIME: 2025-03-25 18:12:46 -- STEP: 4580/31555 -- GLOBAL_STEP: 1077450 | > loss_text_ce: 0.03098786436021328 (0.03278966825719774) | > loss_mel_ce: 2.2009828090667725 (nan) | > loss: 0.008857027627527714 (nan) | > current_lr: 5e-06 | > step_time: 0.1062 (0.14087931240489932) | > loader_time: 0.0044 (0.0046515919235595934)  --> TIME: 2025-03-25 18:12:56 -- STEP: 4630/31555 -- GLOBAL_STEP: 1077500 | > loss_text_ce: 0.037069983780384064 (0.03278274012278949) | > loss_mel_ce: 2.899984836578369 (nan) | > loss: 0.011654980480670929 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14085909043223532) | > loader_time: 0.0048 (0.004651901222459694)  --> TIME: 2025-03-25 18:13:05 -- STEP: 4680/31555 -- GLOBAL_STEP: 1077550 | > loss_text_ce: 0.030755046755075455 (0.03279277608534875) | > loss_mel_ce: 2.1608362197875977 (nan) | > loss: 0.008696790784597397 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14083594211146402) | > loader_time: 0.0047 (0.004651998047135827)  --> TIME: 2025-03-25 18:13:15 -- STEP: 4730/31555 -- GLOBAL_STEP: 1077600 | > loss_text_ce: 0.027721211314201355 (0.03278568525706076) | > loss_mel_ce: 2.9467718601226807 (nan) | > loss: 0.011803544126451015 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1408061559810199) | > loader_time: 0.0045 (0.004651451816518508)  --> TIME: 2025-03-25 18:13:24 -- STEP: 4780/31555 -- GLOBAL_STEP: 1077650 | > loss_text_ce: 0.02137151174247265 (0.032795906499238615) | > loss_mel_ce: 2.6207873821258545 (nan) | > loss: 0.010484758764505386 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.140819742390302) | > loader_time: 0.0045 (0.004650646223682732)  --> TIME: 2025-03-25 18:13:34 -- STEP: 4830/31555 -- GLOBAL_STEP: 1077700 | > loss_text_ce: 0.036201655864715576 (0.03280197720353802) | > loss_mel_ce: 2.888166904449463 (nan) | > loss: 0.01160463783890009 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14078459828536763) | > loader_time: 0.0044 (0.0046495220429161755)  --> TIME: 2025-03-25 18:13:43 -- STEP: 4880/31555 -- GLOBAL_STEP: 1077750 | > loss_text_ce: 0.027394138276576996 (0.032802714727109016) | > loss_mel_ce: 3.1195740699768066 (nan) | > loss: 0.012487969361245632 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14077459788713365) | > loader_time: 0.0043 (0.004649021342152447)  --> TIME: 2025-03-25 18:13:53 -- STEP: 4930/31555 -- GLOBAL_STEP: 1077800 | > loss_text_ce: 0.028469938784837723 (0.03279153808751133) | > loss_mel_ce: 2.5592105388641357 (nan) | > loss: 0.010268574580550194 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14083816439336577) | > loader_time: 0.0045 (0.004648623843705672)  --> TIME: 2025-03-25 18:14:03 -- STEP: 4980/31555 -- GLOBAL_STEP: 1077850 | > loss_text_ce: 0.034877803176641464 (0.03280005546036104) | > loss_mel_ce: 2.8051609992980957 (nan) | > loss: 0.01126999594271183 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14084436922188345) | > loader_time: 0.0044 (0.004648300251328799)  --> TIME: 2025-03-25 18:14:13 -- STEP: 5030/31555 -- GLOBAL_STEP: 1077900 | > loss_text_ce: 0.02840927243232727 (0.0328129522570929) | > loss_mel_ce: 2.7506794929504395 (nan) | > loss: 0.011028130538761616 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1408309233117539) | > loader_time: 0.0046 (0.004647515877103708)  --> TIME: 2025-03-25 18:14:22 -- STEP: 5080/31555 -- GLOBAL_STEP: 1077950 | > loss_text_ce: 0.029644932597875595 (0.032809175814384604) | > loss_mel_ce: 3.0870251655578613 (nan) | > loss: 0.012367739342153072 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14084147177343376) | > loader_time: 0.0048 (0.004646435168784431)  --> TIME: 2025-03-25 18:14:32 -- STEP: 5130/31555 -- GLOBAL_STEP: 1078000 | > loss_text_ce: 0.024539504200220108 (0.03279826337831062) | > loss_mel_ce: 2.3208820819854736 (nan) | > loss: 0.009307228960096836 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14083087188691035) | > loader_time: 0.0044 (0.004646953644111141)  --> TIME: 2025-03-25 18:14:42 -- STEP: 5180/31555 -- GLOBAL_STEP: 1078050 | > loss_text_ce: 0.03939158841967583 (0.03278884030033523) | > loss_mel_ce: 2.723281145095825 (nan) | > loss: 0.010962987318634987 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.1408456403316226) | > loader_time: 0.0049 (0.00464731353590387)  --> TIME: 2025-03-25 18:14:51 -- STEP: 5230/31555 -- GLOBAL_STEP: 1078100 | > loss_text_ce: 0.03913174197077751 (0.03278409940801405) | > loss_mel_ce: 1.3290793895721436 (nan) | > loss: 0.005429409444332123 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14084749048572287) | > loader_time: 0.0045 (0.0046474680617936)  --> TIME: 2025-03-25 18:15:01 -- STEP: 5280/31555 -- GLOBAL_STEP: 1078150 | > loss_text_ce: 0.03335724398493767 (0.032786360254094996) | > loss_mel_ce: 3.2899816036224365 (nan) | > loss: 0.013187852688133717 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14088817627141062) | > loader_time: 0.0048 (0.004647857808705529)  --> TIME: 2025-03-25 18:15:11 -- STEP: 5330/31555 -- GLOBAL_STEP: 1078200 | > loss_text_ce: 0.02506938949227333 (0.03278854008236339) | > loss_mel_ce: 2.1028354167938232 (nan) | > loss: 0.00844406709074974 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1408679955895811) | > loader_time: 0.0045 (0.004647807511335018)  --> TIME: 2025-03-25 18:15:20 -- STEP: 5380/31555 -- GLOBAL_STEP: 1078250 | > loss_text_ce: 0.029747309163212776 (0.03278621200759478) | > loss_mel_ce: 3.040071964263916 (nan) | > loss: 0.012181823141872883 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14086851922996083) | > loader_time: 0.0046 (0.0046483872548355)  --> TIME: 2025-03-25 18:15:30 -- STEP: 5430/31555 -- GLOBAL_STEP: 1078300 | > loss_text_ce: 0.029651327058672905 (0.032790696571030536) | > loss_mel_ce: 2.539149284362793 (nan) | > loss: 0.010193654336035252 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14084781911052707) | > loader_time: 0.0047 (0.004648733753745282)  --> TIME: 2025-03-25 18:15:39 -- STEP: 5480/31555 -- GLOBAL_STEP: 1078350 | > loss_text_ce: 0.03323427587747574 (0.0327979354928826) | > loss_mel_ce: 2.9323740005493164 (nan) | > loss: 0.011768287979066372 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1408342852209616) | > loader_time: 0.0046 (0.00464902755117764)  --> TIME: 2025-03-25 18:15:49 -- STEP: 5530/31555 -- GLOBAL_STEP: 1078400 | > loss_text_ce: 0.02615041844546795 (0.0327978103039332) | > loss_mel_ce: 2.653428554534912 (nan) | > loss: 0.010633250698447227 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14085899253003736) | > loader_time: 0.0045 (0.004648808415500849)  --> TIME: 2025-03-25 18:15:59 -- STEP: 5580/31555 -- GLOBAL_STEP: 1078450 | > loss_text_ce: 0.03049597144126892 (0.03279584906795021) | > loss_mel_ce: 2.4785687923431396 (nan) | > loss: 0.009956606663763523 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14089775393086187) | > loader_time: 0.0045 (0.004647555017984038)  --> TIME: 2025-03-25 18:16:09 -- STEP: 5630/31555 -- GLOBAL_STEP: 1078500 | > loss_text_ce: 0.040708426386117935 (0.032801450966637447) | > loss_mel_ce: 2.452155351638794 (nan) | > loss: 0.009892317466437817 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14091066691634166) | > loader_time: 0.0048 (0.004647970368976494)  --> TIME: 2025-03-25 18:16:19 -- STEP: 5680/31555 -- GLOBAL_STEP: 1078550 | > loss_text_ce: 0.039524782449007034 (0.03280185910210703) | > loss_mel_ce: 2.394282102584839 (nan) | > loss: 0.00965796411037445 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14094468174685995) | > loader_time: 0.0068 (0.004650034954850105)  --> TIME: 2025-03-25 18:16:28 -- STEP: 5730/31555 -- GLOBAL_STEP: 1078600 | > loss_text_ce: 0.030607795342803 (0.0328026238162507) | > loss_mel_ce: 2.4655768871307373 (nan) | > loss: 0.009905494749546051 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14093824914196715) | > loader_time: 0.0047 (0.0046504746348862026)  --> TIME: 2025-03-25 18:16:38 -- STEP: 5780/31555 -- GLOBAL_STEP: 1078650 | > loss_text_ce: 0.033683545887470245 (0.03279926991509118) | > loss_mel_ce: 2.895375967025757 (nan) | > loss: 0.011623253114521503 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14097412399767278) | > loader_time: 0.0043 (0.004650525980754707)  --> TIME: 2025-03-25 18:16:48 -- STEP: 5830/31555 -- GLOBAL_STEP: 1078700 | > loss_text_ce: 0.03400151804089546 (0.03279815932406732) | > loss_mel_ce: 0.025970458984375 (nan) | > loss: 0.00023798404436092824 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1409731350059584) | > loader_time: 0.0046 (0.004650716716184007)  --> TIME: 2025-03-25 18:16:57 -- STEP: 5880/31555 -- GLOBAL_STEP: 1078750 | > loss_text_ce: 0.030291974544525146 (0.03280849064079432) | > loss_mel_ce: 2.8713624477386475 (nan) | > loss: 0.011514502577483654 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14097348569201862) | > loader_time: 0.0048 (0.004650652124768206)  --> TIME: 2025-03-25 18:17:07 -- STEP: 5930/31555 -- GLOBAL_STEP: 1078800 | > loss_text_ce: 0.031209329143166542 (0.0328172013400717) | > loss_mel_ce: 3.0648014545440674 (nan) | > loss: 0.012285757809877396 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.1409818723672165) | > loader_time: 0.005 (0.004650698021732728)  --> TIME: 2025-03-25 18:17:17 -- STEP: 5980/31555 -- GLOBAL_STEP: 1078850 | > loss_text_ce: 0.034050557762384415 (0.03281165548774692) | > loss_mel_ce: 2.673323631286621 (nan) | > loss: 0.010743548162281513 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14100617600922685) | > loader_time: 0.0046 (0.004651625539148125)  --> TIME: 2025-03-25 18:17:27 -- STEP: 6030/31555 -- GLOBAL_STEP: 1078900 | > loss_text_ce: 0.041533082723617554 (0.03281440642673167) | > loss_mel_ce: 2.5877881050109863 (nan) | > loss: 0.010433814488351345 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.1410270754575343) | > loader_time: 0.0048 (0.004652249595616774)  --> TIME: 2025-03-25 18:17:37 -- STEP: 6080/31555 -- GLOBAL_STEP: 1078950 | > loss_text_ce: 0.03655203431844711 (0.03282394761872167) | > loss_mel_ce: 1.4370023012161255 (nan) | > loss: 0.005847438238561153 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14105764647063532) | > loader_time: 0.0043 (0.004652591637874894)  --> TIME: 2025-03-25 18:17:46 -- STEP: 6130/31555 -- GLOBAL_STEP: 1079000 | > loss_text_ce: 0.031848665326833725 (0.032811155679922925) | > loss_mel_ce: 2.7489173412323 (nan) | > loss: 0.011034786701202393 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14106266494676376) | > loader_time: 0.0045 (0.004652473160337652)  --> TIME: 2025-03-25 18:17:56 -- STEP: 6180/31555 -- GLOBAL_STEP: 1079050 | > loss_text_ce: 0.03542441874742508 (0.03282010475050027) | > loss_mel_ce: 0.4838162958621979 (nan) | > loss: 0.002060479251667857 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14105001888614707) | > loader_time: 0.0044 (0.0046519774835086436)  --> TIME: 2025-03-25 18:18:06 -- STEP: 6230/31555 -- GLOBAL_STEP: 1079100 | > loss_text_ce: 0.030509458854794502 (0.032822510945561476) | > loss_mel_ce: 2.86252498626709 (nan) | > loss: 0.011480296030640602 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14105375195774247) | > loader_time: 0.0048 (0.004652948823442033)  --> TIME: 2025-03-25 18:18:15 -- STEP: 6280/31555 -- GLOBAL_STEP: 1079150 | > loss_text_ce: 0.038362253457307816 (0.03281789208468725) | > loss_mel_ce: 2.7602715492248535 (nan) | > loss: 0.011105690151453018 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14103927171913752) | > loader_time: 0.0045 (0.004652348141761328)  --> TIME: 2025-03-25 18:18:25 -- STEP: 6330/31555 -- GLOBAL_STEP: 1079200 | > loss_text_ce: 0.027896486222743988 (0.03281581021542265) | > loss_mel_ce: 1.11767578125 (nan) | > loss: 0.004545921925455332 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14107137261220512) | > loader_time: 0.0047 (0.0046527701719865444)  --> TIME: 2025-03-25 18:18:35 -- STEP: 6380/31555 -- GLOBAL_STEP: 1079250 | > loss_text_ce: 0.030348381027579308 (0.032814951759958716) | > loss_mel_ce: 2.8972434997558594 (nan) | > loss: 0.011617428623139858 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14107214208680718) | > loader_time: 0.0048 (0.004652921719984557)  --> TIME: 2025-03-25 18:18:44 -- STEP: 6430/31555 -- GLOBAL_STEP: 1079300 | > loss_text_ce: 0.0465305894613266 (0.03282273804036033) | > loss_mel_ce: 2.3411812782287598 (nan) | > loss: 0.009475046768784523 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1410402894576276) | > loader_time: 0.0045 (0.004653987246761037)  --> TIME: 2025-03-25 18:18:54 -- STEP: 6480/31555 -- GLOBAL_STEP: 1079350 | > loss_text_ce: 0.03827831894159317 (0.03282521864209602) | > loss_mel_ce: 2.7728724479675293 (nan) | > loss: 0.01115536130964756 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14102103073655903) | > loader_time: 0.0047 (0.004653923231878381)  --> TIME: 2025-03-25 18:19:03 -- STEP: 6530/31555 -- GLOBAL_STEP: 1079400 | > loss_text_ce: 0.03470752760767937 (0.03282921622417423) | > loss_mel_ce: 2.511425733566284 (nan) | > loss: 0.010103704407811165 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14103966522362926) | > loader_time: 0.0045 (0.004653766472890931)  --> TIME: 2025-03-25 18:19:13 -- STEP: 6580/31555 -- GLOBAL_STEP: 1079450 | > loss_text_ce: 0.038445934653282166 (0.032822458924142525) | > loss_mel_ce: 2.08370304107666 (nan) | > loss: 0.008421226404607296 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14104193796865216) | > loader_time: 0.0044 (0.004653887473341158)  --> TIME: 2025-03-25 18:19:23 -- STEP: 6630/31555 -- GLOBAL_STEP: 1079500 | > loss_text_ce: 0.03303376957774162 (0.03282672800994611) | > loss_mel_ce: 3.125092029571533 (nan) | > loss: 0.012532246299088001 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1410804058451828) | > loader_time: 0.0047 (0.004654255136285587)  --> TIME: 2025-03-25 18:19:33 -- STEP: 6680/31555 -- GLOBAL_STEP: 1079550 | > loss_text_ce: 0.018096312880516052 (0.03281856480801846) | > loss_mel_ce: 2.502842903137207 (nan) | > loss: 0.010003726929426193 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.141099025246627) | > loader_time: 0.0046 (0.004654685680023896)  --> TIME: 2025-03-25 18:19:42 -- STEP: 6730/31555 -- GLOBAL_STEP: 1079600 | > loss_text_ce: 0.039975933730602264 (0.03281582574378063) | > loss_mel_ce: 2.4596598148345947 (nan) | > loss: 0.009919189848005772 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14109597248627329) | > loader_time: 0.0043 (0.004653477279073569)  --> TIME: 2025-03-25 18:19:52 -- STEP: 6780/31555 -- GLOBAL_STEP: 1079650 | > loss_text_ce: 0.0361768901348114 (0.03282072291844101) | > loss_mel_ce: 2.90722393989563 (nan) | > loss: 0.011680162511765957 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1410846526292232) | > loader_time: 0.0048 (0.004652621155291506)  --> TIME: 2025-03-25 18:20:02 -- STEP: 6830/31555 -- GLOBAL_STEP: 1079700 | > loss_text_ce: 0.0298773180693388 (0.03282001149441128) | > loss_mel_ce: 2.8267922401428223 (nan) | > loss: 0.011335991322994232 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14108745947065776) | > loader_time: 0.0045 (0.004652329245214033)  --> TIME: 2025-03-25 18:20:11 -- STEP: 6880/31555 -- GLOBAL_STEP: 1079750 | > loss_text_ce: 0.027851207181811333 (0.032815821394243105) | > loss_mel_ce: 2.419893503189087 (nan) | > loss: 0.00971327256411314 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1410794787628717) | > loader_time: 0.0045 (0.004651806520861223)  --> TIME: 2025-03-25 18:20:21 -- STEP: 6930/31555 -- GLOBAL_STEP: 1079800 | > loss_text_ce: 0.04037268087267876 (0.03280806885199009) | > loss_mel_ce: 2.7010560035705566 (nan) | > loss: 0.010878685861825943 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14107942529571119) | > loader_time: 0.0047 (0.004651564849919546)  --> TIME: 2025-03-25 18:20:30 -- STEP: 6980/31555 -- GLOBAL_STEP: 1079850 | > loss_text_ce: 0.03693687170743942 (0.03280748249495934) | > loss_mel_ce: 2.4204020500183105 (nan) | > loss: 0.009751345030963421 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1410759025795082) | > loader_time: 0.0047 (0.0046514592744559225)  --> TIME: 2025-03-25 18:20:40 -- STEP: 7030/31555 -- GLOBAL_STEP: 1079900 | > loss_text_ce: 0.03646933287382126 (0.03280920824910367) | > loss_mel_ce: 0.044921875 (nan) | > loss: 0.0003229810099583119 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14105853468052634) | > loader_time: 0.0046 (0.0046519591832058955)  --> TIME: 2025-03-25 18:20:50 -- STEP: 7080/31555 -- GLOBAL_STEP: 1079950 | > loss_text_ce: 0.03432004526257515 (0.03281438993645238) | > loss_mel_ce: 2.386099338531494 (nan) | > loss: 0.009604839608073235 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14106090469549054) | > loader_time: 0.0051 (0.0046518538294538685)  --> TIME: 2025-03-25 18:21:00 -- STEP: 7130/31555 -- GLOBAL_STEP: 1080000 | > loss_text_ce: 0.03362562879920006 (0.032819207885849945) | > loss_mel_ce: 2.851743221282959 (nan) | > loss: 0.011449877172708511 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14111444833068112) | > loader_time: 0.0046 (0.004651941323514381) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1080000.pth  --> TIME: 2025-03-25 18:21:15 -- STEP: 7180/31555 -- GLOBAL_STEP: 1080050 | > loss_text_ce: 0.03311530500650406 (0.03281401540541863) | > loss_mel_ce: 2.8371684551239014 (nan) | > loss: 0.011390015482902527 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14110332896782607) | > loader_time: 0.0045 (0.004652009036879661)  --> TIME: 2025-03-25 18:21:24 -- STEP: 7230/31555 -- GLOBAL_STEP: 1080100 | > loss_text_ce: 0.027632279321551323 (0.032811176247848406) | > loss_mel_ce: 2.8455793857574463 (nan) | > loss: 0.011401633732020855 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411187576884892) | > loader_time: 0.0047 (0.004652044222397733)  --> TIME: 2025-03-25 18:21:34 -- STEP: 7280/31555 -- GLOBAL_STEP: 1080150 | > loss_text_ce: 0.03140651434659958 (0.03280137092307475) | > loss_mel_ce: 3.1948447227478027 (nan) | > loss: 0.012802585028111935 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1411206726517008) | > loader_time: 0.0047 (0.004651694376390034)  --> TIME: 2025-03-25 18:21:44 -- STEP: 7330/31555 -- GLOBAL_STEP: 1080200 | > loss_text_ce: 0.029224971309304237 (0.032804565928434226) | > loss_mel_ce: 2.9796156883239746 (nan) | > loss: 0.011939844116568565 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14113465380050758) | > loader_time: 0.0044 (0.004650917872888143)  --> TIME: 2025-03-25 18:21:54 -- STEP: 7380/31555 -- GLOBAL_STEP: 1080250 | > loss_text_ce: 0.029395421966910362 (0.032808359624656384) | > loss_mel_ce: 2.152376890182495 (nan) | > loss: 0.008657827042043209 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14114941655781973) | > loader_time: 0.0045 (0.0046506012681376725)  --> TIME: 2025-03-25 18:22:03 -- STEP: 7430/31555 -- GLOBAL_STEP: 1080300 | > loss_text_ce: 0.038152121007442474 (0.03280256057062844) | > loss_mel_ce: 3.3365869522094727 (nan) | > loss: 0.013391822576522827 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14114514882920845) | > loader_time: 0.0045 (0.004650341132768528)  --> TIME: 2025-03-25 18:22:13 -- STEP: 7480/31555 -- GLOBAL_STEP: 1080350 | > loss_text_ce: 0.03352026268839836 (0.03280447332380225) | > loss_mel_ce: 2.3426544666290283 (nan) | > loss: 0.009429264813661575 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1411813349328588) | > loader_time: 0.0044 (0.004650662895192413)  --> TIME: 2025-03-25 18:22:23 -- STEP: 7530/31555 -- GLOBAL_STEP: 1080400 | > loss_text_ce: 0.036203086376190186 (0.03280067900319393) | > loss_mel_ce: 2.516714572906494 (nan) | > loss: 0.010130626149475574 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1411603123384971) | > loader_time: 0.0049 (0.004650666134290937)  --> TIME: 2025-03-25 18:22:32 -- STEP: 7580/31555 -- GLOBAL_STEP: 1080450 | > loss_text_ce: 0.028531594201922417 (0.03281445146862674) | > loss_mel_ce: 3.050210475921631 (nan) | > loss: 0.012217231094837189 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14115342414473595) | > loader_time: 0.0046 (0.004650420563831155)  --> TIME: 2025-03-25 18:22:42 -- STEP: 7630/31555 -- GLOBAL_STEP: 1080500 | > loss_text_ce: 0.042398009449243546 (0.0328190463477913) | > loss_mel_ce: 2.7478249073028564 (nan) | > loss: 0.011072313413023949 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1411740375533809) | > loader_time: 0.0043 (0.004650303358175472)  --> TIME: 2025-03-25 18:22:52 -- STEP: 7680/31555 -- GLOBAL_STEP: 1080550 | > loss_text_ce: 0.03209387883543968 (0.03282620426798518) | > loss_mel_ce: 2.794928550720215 (nan) | > loss: 0.011218342930078506 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14119533890237523) | > loader_time: 0.0045 (0.004650302728017148)  --> TIME: 2025-03-25 18:23:01 -- STEP: 7730/31555 -- GLOBAL_STEP: 1080600 | > loss_text_ce: 0.02581842988729477 (0.03283224782616099) | > loss_mel_ce: 0.0392368845641613 (nan) | > loss: 0.00025815601111389697 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14117374111733297) | > loader_time: 0.0043 (0.004650225984788011)  --> TIME: 2025-03-25 18:23:11 -- STEP: 7780/31555 -- GLOBAL_STEP: 1080650 | > loss_text_ce: 0.0317290723323822 (0.032824251733859014) | > loss_mel_ce: 2.027862071990967 (nan) | > loss: 0.008172980509698391 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14115267664117606) | > loader_time: 0.0045 (0.004649662542465697)  --> TIME: 2025-03-25 18:23:20 -- STEP: 7830/31555 -- GLOBAL_STEP: 1080700 | > loss_text_ce: 0.03110935539007187 (0.03282312306291191) | > loss_mel_ce: 2.1011812686920166 (nan) | > loss: 0.00846147071570158 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14114907570421273) | > loader_time: 0.0043 (0.004649888357744645)  --> TIME: 2025-03-25 18:23:30 -- STEP: 7880/31555 -- GLOBAL_STEP: 1080750 | > loss_text_ce: 0.02993566356599331 (0.032827024487187474) | > loss_mel_ce: 2.9595861434936523 (nan) | > loss: 0.011863182298839092 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14115401476167894) | > loader_time: 0.0047 (0.0046503919635327105)  --> TIME: 2025-03-25 18:23:40 -- STEP: 7930/31555 -- GLOBAL_STEP: 1080800 | > loss_text_ce: 0.032894618809223175 (0.03281885949157231) | > loss_mel_ce: 2.688519239425659 (nan) | > loss: 0.01079926174134016 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14114655462219425) | > loader_time: 0.0045 (0.004650629754325007)  --> TIME: 2025-03-25 18:23:49 -- STEP: 7980/31555 -- GLOBAL_STEP: 1080850 | > loss_text_ce: 0.02275717630982399 (0.032820524544546016) | > loss_mel_ce: 1.4455770254135132 (nan) | > loss: 0.005826723296195269 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14114564585506575) | > loader_time: 0.0045 (0.004651044484666692)  --> TIME: 2025-03-25 18:23:59 -- STEP: 8030/31555 -- GLOBAL_STEP: 1080900 | > loss_text_ce: 0.04209904745221138 (0.03282574606075833) | > loss_mel_ce: 1.7332286834716797 (nan) | > loss: 0.007044951431453228 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14112985719037194) | > loader_time: 0.0047 (0.004651021512032721)  --> TIME: 2025-03-25 18:24:08 -- STEP: 8080/31555 -- GLOBAL_STEP: 1080950 | > loss_text_ce: 0.02441929094493389 (0.03282543626062947) | > loss_mel_ce: 2.146775007247925 (nan) | > loss: 0.008615851402282715 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1411010306955575) | > loader_time: 0.0046 (0.004652079320189954)  --> TIME: 2025-03-25 18:24:18 -- STEP: 8130/31555 -- GLOBAL_STEP: 1081000 | > loss_text_ce: 0.035937000066041946 (0.03282973386844445) | > loss_mel_ce: 2.6286215782165527 (nan) | > loss: 0.010573646053671837 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14112229831104456) | > loader_time: 0.0048 (0.004652023110149216)  --> TIME: 2025-03-25 18:24:28 -- STEP: 8180/31555 -- GLOBAL_STEP: 1081050 | > loss_text_ce: 0.03177708014845848 (0.03282459598606153) | > loss_mel_ce: 2.34942626953125 (nan) | > loss: 0.009449220262467861 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14111849964393777) | > loader_time: 0.0045 (0.004651735697515415)  --> TIME: 2025-03-25 18:24:38 -- STEP: 8230/31555 -- GLOBAL_STEP: 1081100 | > loss_text_ce: 0.03249507024884224 (0.03282127316129061) | > loss_mel_ce: 2.4041748046875 (nan) | > loss: 0.009669325314462185 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14116542058321385) | > loader_time: 0.0046 (0.004651532543965686)  --> TIME: 2025-03-25 18:24:48 -- STEP: 8280/31555 -- GLOBAL_STEP: 1081150 | > loss_text_ce: 0.03914681822061539 (0.032832348193626744) | > loss_mel_ce: 2.8182668685913086 (nan) | > loss: 0.011338944546878338 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14117330511411139) | > loader_time: 0.0045 (0.004651333571632106)  --> TIME: 2025-03-25 18:24:57 -- STEP: 8330/31555 -- GLOBAL_STEP: 1081200 | > loss_text_ce: 0.020604955032467842 (0.03282989767622659) | > loss_mel_ce: 2.40506911277771 (nan) | > loss: 0.0096256909891963 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1411905963309254) | > loader_time: 0.0043 (0.004651381932243702)  --> TIME: 2025-03-25 18:25:07 -- STEP: 8380/31555 -- GLOBAL_STEP: 1081250 | > loss_text_ce: 0.038064420223236084 (0.03283438699015432) | > loss_mel_ce: 2.438084363937378 (nan) | > loss: 0.009825987741351128 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14118328518401005) | > loader_time: 0.0045 (0.004652205884883377)  --> TIME: 2025-03-25 18:25:17 -- STEP: 8430/31555 -- GLOBAL_STEP: 1081300 | > loss_text_ce: 0.03247743099927902 (0.03283881690355351) | > loss_mel_ce: 2.942256212234497 (nan) | > loss: 0.011804498732089996 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14121386354362797) | > loader_time: 0.0047 (0.0046522462919513325)  --> TIME: 2025-03-25 18:25:27 -- STEP: 8480/31555 -- GLOBAL_STEP: 1081350 | > loss_text_ce: 0.032757099717855453 (0.03283778565753467) | > loss_mel_ce: 2.6645281314849854 (nan) | > loss: 0.010703513398766518 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14121112767255634) | > loader_time: 0.0044 (0.0046521239966716196)  --> TIME: 2025-03-25 18:25:36 -- STEP: 8530/31555 -- GLOBAL_STEP: 1081400 | > loss_text_ce: 0.021994909271597862 (0.032835198880543266) | > loss_mel_ce: 2.5791032314300537 (nan) | > loss: 0.01032181829214096 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.1412341525937591) | > loader_time: 0.0045 (0.004652072871835381)  --> TIME: 2025-03-25 18:25:46 -- STEP: 8580/31555 -- GLOBAL_STEP: 1081450 | > loss_text_ce: 0.03825366497039795 (0.032841518577752554) | > loss_mel_ce: 2.7425482273101807 (nan) | > loss: 0.011034928262233734 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14119937403218832) | > loader_time: 0.0046 (0.004651358938995199)  --> TIME: 2025-03-25 18:25:56 -- STEP: 8630/31555 -- GLOBAL_STEP: 1081500 | > loss_text_ce: 0.02712196297943592 (0.03284727811644989) | > loss_mel_ce: 2.4786250591278076 (nan) | > loss: 0.009943441487848759 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14121717268456557) | > loader_time: 0.0045 (0.004651865290600877)  --> TIME: 2025-03-25 18:26:05 -- STEP: 8680/31555 -- GLOBAL_STEP: 1081550 | > loss_text_ce: 0.03550542891025543 (0.03284248665387165) | > loss_mel_ce: 2.481236696243286 (nan) | > loss: 0.00998707301914692 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1412279194126491) | > loader_time: 0.005 (0.004652929745511505)  --> TIME: 2025-03-25 18:26:15 -- STEP: 8730/31555 -- GLOBAL_STEP: 1081600 | > loss_text_ce: 0.03540276736021042 (0.032847674278902846) | > loss_mel_ce: 2.9195199012756348 (nan) | > loss: 0.011725883930921555 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14122971751026372) | > loader_time: 0.0046 (0.004653706310267825)  --> TIME: 2025-03-25 18:26:25 -- STEP: 8780/31555 -- GLOBAL_STEP: 1081650 | > loss_text_ce: 0.0324084497988224 (0.03284438180870837) | > loss_mel_ce: 3.3280093669891357 (nan) | > loss: 0.013334992341697216 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14122839351449948) | > loader_time: 0.0046 (0.004653451600215948)  --> TIME: 2025-03-25 18:26:34 -- STEP: 8830/31555 -- GLOBAL_STEP: 1081700 | > loss_text_ce: 0.02979363314807415 (0.03284849980265935) | > loss_mel_ce: 2.7049643993377686 (nan) | > loss: 0.010852215811610222 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14120372076131849) | > loader_time: 0.0045 (0.004653286015865869)  --> TIME: 2025-03-25 18:26:44 -- STEP: 8880/31555 -- GLOBAL_STEP: 1081750 | > loss_text_ce: 0.03540169447660446 (0.03284859676753066) | > loss_mel_ce: 2.2025699615478516 (nan) | > loss: 0.008880839683115482 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14120642491826166) | > loader_time: 0.0046 (0.004654419099962364)  --> TIME: 2025-03-25 18:26:53 -- STEP: 8930/31555 -- GLOBAL_STEP: 1081800 | > loss_text_ce: 0.026339851319789886 (0.032849592928673364) | > loss_mel_ce: 2.0325136184692383 (nan) | > loss: 0.008170053362846375 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1412100323370573) | > loader_time: 0.0044 (0.004653881778909246)  --> TIME: 2025-03-25 18:27:03 -- STEP: 8980/31555 -- GLOBAL_STEP: 1081850 | > loss_text_ce: 0.028618011623620987 (0.032856236164248466) | > loss_mel_ce: 0.06412353366613388 (nan) | > loss: 0.0003680220397654921 (nan) | > current_lr: 5e-06 | > step_time: 0.1034 (0.14121279950131385) | > loader_time: 0.0045 (0.004653842385468322)  --> TIME: 2025-03-25 18:27:13 -- STEP: 9030/31555 -- GLOBAL_STEP: 1081900 | > loss_text_ce: 0.031526003032922745 (0.0328598519360206) | > loss_mel_ce: 2.7811543941497803 (nan) | > loss: 0.01116143073886633 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14122264844634702) | > loader_time: 0.0046 (0.004653972750354294)  --> TIME: 2025-03-25 18:27:23 -- STEP: 9080/31555 -- GLOBAL_STEP: 1081950 | > loss_text_ce: 0.028794055804610252 (0.03286135298659445) | > loss_mel_ce: 2.91674542427063 (nan) | > loss: 0.011688649654388428 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.1412449082876626) | > loader_time: 0.0047 (0.004654694758847926)  --> TIME: 2025-03-25 18:27:33 -- STEP: 9130/31555 -- GLOBAL_STEP: 1082000 | > loss_text_ce: 0.03142811730504036 (0.03286395205851928) | > loss_mel_ce: 2.9032506942749023 (nan) | > loss: 0.011645551770925522 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14126698187382142) | > loader_time: 0.0045 (0.0046547646851555075)  --> TIME: 2025-03-25 18:27:42 -- STEP: 9180/31555 -- GLOBAL_STEP: 1082050 | > loss_text_ce: 0.02991047501564026 (0.032859821433570566) | > loss_mel_ce: 2.9420876502990723 (nan) | > loss: 0.011793644167482853 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.141248570522193) | > loader_time: 0.0044 (0.004654535436941887)  --> TIME: 2025-03-25 18:27:52 -- STEP: 9230/31555 -- GLOBAL_STEP: 1082100 | > loss_text_ce: 0.03723297640681267 (0.03286513515918591) | > loss_mel_ce: 3.153289794921875 (nan) | > loss: 0.012660805135965347 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14125819397386055) | > loader_time: 0.0045 (0.004653924051369496)  --> TIME: 2025-03-25 18:28:01 -- STEP: 9280/31555 -- GLOBAL_STEP: 1082150 | > loss_text_ce: 0.04194118455052376 (0.03285962695151485) | > loss_mel_ce: 2.3694264888763428 (nan) | > loss: 0.00956891942769289 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1412452369414538) | > loader_time: 0.0049 (0.004653403779555995)  --> TIME: 2025-03-25 18:28:11 -- STEP: 9330/31555 -- GLOBAL_STEP: 1082200 | > loss_text_ce: 0.034386590123176575 (0.03285051720318668) | > loss_mel_ce: 2.486600399017334 (nan) | > loss: 0.010003916919231415 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14124389101071486) | > loader_time: 0.0045 (0.00465335117659)  --> TIME: 2025-03-25 18:28:21 -- STEP: 9380/31555 -- GLOBAL_STEP: 1082250 | > loss_text_ce: 0.0345497690141201 (0.03285550364612849) | > loss_mel_ce: 2.647620439529419 (nan) | > loss: 0.010643533430993557 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14127285277157306) | > loader_time: 0.0047 (0.00465347843129496)  --> TIME: 2025-03-25 18:28:31 -- STEP: 9430/31555 -- GLOBAL_STEP: 1082300 | > loss_text_ce: 0.022744012996554375 (0.032859772312220654) | > loss_mel_ce: 2.4624485969543457 (nan) | > loss: 0.00986187532544136 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14128276755675886) | > loader_time: 0.0045 (0.004653381087747115)  --> TIME: 2025-03-25 18:28:41 -- STEP: 9480/31555 -- GLOBAL_STEP: 1082350 | > loss_text_ce: 0.03684883192181587 (0.032858555198682304) | > loss_mel_ce: 2.5223262310028076 (nan) | > loss: 0.010155457071959972 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14128966160464487) | > loader_time: 0.0046 (0.004653375712125094)  --> TIME: 2025-03-25 18:28:51 -- STEP: 9530/31555 -- GLOBAL_STEP: 1082400 | > loss_text_ce: 0.04069319739937782 (0.03285468986916566) | > loss_mel_ce: 3.0633957386016846 (nan) | > loss: 0.01231781393289566 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14131872223657027) | > loader_time: 0.0048 (0.0046537221916574814)  --> TIME: 2025-03-25 18:29:01 -- STEP: 9580/31555 -- GLOBAL_STEP: 1082450 | > loss_text_ce: 0.03459072485566139 (0.0328558289972842) | > loss_mel_ce: 2.8063931465148926 (nan) | > loss: 0.011273746378719807 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14136255165729347) | > loader_time: 0.0045 (0.004654420965150882)  --> TIME: 2025-03-25 18:29:10 -- STEP: 9630/31555 -- GLOBAL_STEP: 1082500 | > loss_text_ce: 0.03309052810072899 (0.032863726326857114) | > loss_mel_ce: 2.8273329734802246 (nan) | > loss: 0.011350887827575207 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14136092573682946) | > loader_time: 0.0046 (0.0046540543050161715)  --> TIME: 2025-03-25 18:29:20 -- STEP: 9680/31555 -- GLOBAL_STEP: 1082550 | > loss_text_ce: 0.03817589581012726 (0.03286542644424053) | > loss_mel_ce: 0.4114435315132141 (nan) | > loss: 0.0017842041561380029 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14135481298955127) | > loader_time: 0.0045 (0.004653844582147818)  --> TIME: 2025-03-25 18:29:30 -- STEP: 9730/31555 -- GLOBAL_STEP: 1082600 | > loss_text_ce: 0.03409411758184433 (0.032864499484348504) | > loss_mel_ce: 3.1612534523010254 (nan) | > loss: 0.012679951265454292 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.141360818102329) | > loader_time: 0.0046 (0.004653296735279347)  --> TIME: 2025-03-25 18:29:40 -- STEP: 9780/31555 -- GLOBAL_STEP: 1082650 | > loss_text_ce: 0.030567103996872902 (0.032861820506864994) | > loss_mel_ce: 3.081455707550049 (nan) | > loss: 0.012349298223853111 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1413749406674168) | > loader_time: 0.0046 (0.0046527648264644925)  --> TIME: 2025-03-25 18:29:49 -- STEP: 9830/31555 -- GLOBAL_STEP: 1082700 | > loss_text_ce: 0.038515277206897736 (0.032856087197311624) | > loss_mel_ce: 2.946139335632324 (nan) | > loss: 0.011843868531286716 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14136155738229164) | > loader_time: 0.0047 (0.004652593021839084)  --> TIME: 2025-03-25 18:29:59 -- STEP: 9880/31555 -- GLOBAL_STEP: 1082750 | > loss_text_ce: 0.038608651608228683 (0.03285660356328413) | > loss_mel_ce: 3.0096771717071533 (nan) | > loss: 0.012096372433006763 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14134088501273961) | > loader_time: 0.0047 (0.004652506209578098)  --> TIME: 2025-03-25 18:30:09 -- STEP: 9930/31555 -- GLOBAL_STEP: 1082800 | > loss_text_ce: 0.04170670732855797 (0.032855268233161955) | > loss_mel_ce: 2.064633369445801 (nan) | > loss: 0.008358493447303772 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.1413710085166795) | > loader_time: 0.0049 (0.004653865092950756)  --> TIME: 2025-03-25 18:30:18 -- STEP: 9980/31555 -- GLOBAL_STEP: 1082850 | > loss_text_ce: 0.03589818254113197 (0.032854067667654085) | > loss_mel_ce: 2.1451117992401123 (nan) | > loss: 0.008654802106320858 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14135921371723792) | > loader_time: 0.0043 (0.004653932718571289)  --> TIME: 2025-03-25 18:30:28 -- STEP: 10030/31555 -- GLOBAL_STEP: 1082900 | > loss_text_ce: 0.040957823395729065 (0.03285663864098964) | > loss_mel_ce: 2.1921229362487793 (nan) | > loss: 0.008861432783305645 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14139087884756615) | > loader_time: 0.0044 (0.004654447483279525)  --> TIME: 2025-03-25 18:30:38 -- STEP: 10080/31555 -- GLOBAL_STEP: 1082950 | > loss_text_ce: 0.03423729166388512 (0.032858222692886845) | > loss_mel_ce: 0.06159668043255806 (nan) | > loss: 0.000380293553462252 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14136773253244145) | > loader_time: 0.0046 (0.004654198009816421)  --> TIME: 2025-03-25 18:30:47 -- STEP: 10130/31555 -- GLOBAL_STEP: 1083000 | > loss_text_ce: 0.03774728998541832 (0.03285811389359713) | > loss_mel_ce: 2.422795295715332 (nan) | > loss: 0.009764058515429497 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14135762343637415) | > loader_time: 0.0045 (0.004653846452643339)  --> TIME: 2025-03-25 18:30:57 -- STEP: 10180/31555 -- GLOBAL_STEP: 1083050 | > loss_text_ce: 0.03038339503109455 (0.0328565423389664) | > loss_mel_ce: 2.716171979904175 (nan) | > loss: 0.010899029672145844 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14137078507241757) | > loader_time: 0.0046 (0.004653443592236404)  --> TIME: 2025-03-25 18:31:07 -- STEP: 10230/31555 -- GLOBAL_STEP: 1083100 | > loss_text_ce: 0.031186815351247787 (0.032856566512835014) | > loss_mel_ce: 2.8891663551330566 (nan) | > loss: 0.011588703840970993 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14137653887330245) | > loader_time: 0.0045 (0.004653243258784817)  --> TIME: 2025-03-25 18:31:16 -- STEP: 10280/31555 -- GLOBAL_STEP: 1083150 | > loss_text_ce: 0.03970899432897568 (0.032856337399971874) | > loss_mel_ce: 3.3160855770111084 (nan) | > loss: 0.013316646218299866 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14134387383201355) | > loader_time: 0.0046 (0.004653318336501646)  --> TIME: 2025-03-25 18:31:26 -- STEP: 10330/31555 -- GLOBAL_STEP: 1083200 | > loss_text_ce: 0.03457765653729439 (0.03286178130908901) | > loss_mel_ce: 2.592494010925293 (nan) | > loss: 0.010424887761473656 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14135478149886863) | > loader_time: 0.0044 (0.004653149306601022)  --> TIME: 2025-03-25 18:31:35 -- STEP: 10380/31555 -- GLOBAL_STEP: 1083250 | > loss_text_ce: 0.032456036657094955 (0.03285397293507272) | > loss_mel_ce: 3.1181325912475586 (nan) | > loss: 0.01250233594328165 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14133911543958338) | > loader_time: 0.0045 (0.00465318897096636)  --> TIME: 2025-03-25 18:31:45 -- STEP: 10430/31555 -- GLOBAL_STEP: 1083300 | > loss_text_ce: 0.03077814355492592 (0.03284738814701108) | > loss_mel_ce: 2.854696273803711 (nan) | > loss: 0.011450296267867088 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14133837627656054) | > loader_time: 0.007 (0.0046533423667900215)  --> TIME: 2025-03-25 18:31:54 -- STEP: 10480/31555 -- GLOBAL_STEP: 1083350 | > loss_text_ce: 0.032364215701818466 (0.032843498034910885) | > loss_mel_ce: 3.0620765686035156 (nan) | > loss: 0.012279527261853218 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.141337909612038) | > loader_time: 0.0048 (0.004653517913272342)  --> TIME: 2025-03-25 18:32:04 -- STEP: 10530/31555 -- GLOBAL_STEP: 1083400 | > loss_text_ce: 0.030516166239976883 (0.03284539958401961) | > loss_mel_ce: 2.4693000316619873 (nan) | > loss: 0.009919906035065651 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14134954654479964) | > loader_time: 0.0048 (0.004653686358604881)  --> TIME: 2025-03-25 18:32:14 -- STEP: 10580/31555 -- GLOBAL_STEP: 1083450 | > loss_text_ce: 0.031026262789964676 (0.032841413114519) | > loss_mel_ce: 2.6337339878082275 (nan) | > loss: 0.010574446059763432 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14135678249406108) | > loader_time: 0.0048 (0.0046535121019936464)  --> TIME: 2025-03-25 18:32:24 -- STEP: 10630/31555 -- GLOBAL_STEP: 1083500 | > loss_text_ce: 0.030937910079956055 (0.032835784885744776) | > loss_mel_ce: 2.6259372234344482 (nan) | > loss: 0.0105431554839015 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1413552272353447) | > loader_time: 0.0044 (0.0046537331108315524)  --> TIME: 2025-03-25 18:32:33 -- STEP: 10680/31555 -- GLOBAL_STEP: 1083550 | > loss_text_ce: 0.025368062779307365 (0.032837967968838644) | > loss_mel_ce: 2.4016642570495605 (nan) | > loss: 0.0096310805529356 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14135601951388474) | > loader_time: 0.0048 (0.004653326402442709)  --> TIME: 2025-03-25 18:32:43 -- STEP: 10730/31555 -- GLOBAL_STEP: 1083600 | > loss_text_ce: 0.0369701161980629 (0.03283236044973725) | > loss_mel_ce: 2.794325590133667 (nan) | > loss: 0.01123530138283968 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14136721692347548) | > loader_time: 0.0047 (0.004653267558223139)  --> TIME: 2025-03-25 18:32:53 -- STEP: 10780/31555 -- GLOBAL_STEP: 1083650 | > loss_text_ce: 0.032500945031642914 (0.032834324838354946) | > loss_mel_ce: 2.525764226913452 (nan) | > loss: 0.010151846334338188 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14135978106886285) | > loader_time: 0.0044 (0.004653498370041415)  --> TIME: 2025-03-25 18:33:02 -- STEP: 10830/31555 -- GLOBAL_STEP: 1083700 | > loss_text_ce: 0.03792431578040123 (0.03284350651301703) | > loss_mel_ce: 2.92788028717041 (nan) | > loss: 0.01176906656473875 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14134665431518476) | > loader_time: 0.0047 (0.004653238897948811)  --> TIME: 2025-03-25 18:33:12 -- STEP: 10880/31555 -- GLOBAL_STEP: 1083750 | > loss_text_ce: 0.04208109900355339 (0.03283943223051347) | > loss_mel_ce: 2.3695497512817383 (nan) | > loss: 0.009569964371621609 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14133312255144176) | > loader_time: 0.0046 (0.00465284307651659)  --> TIME: 2025-03-25 18:33:21 -- STEP: 10930/31555 -- GLOBAL_STEP: 1083800 | > loss_text_ce: 0.03991476818919182 (0.03284486510193552) | > loss_mel_ce: 2.2661235332489014 (nan) | > loss: 0.009150946512818336 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14133076002482256) | > loader_time: 0.0049 (0.004652976335349251)  --> TIME: 2025-03-25 18:33:31 -- STEP: 10980/31555 -- GLOBAL_STEP: 1083850 | > loss_text_ce: 0.03379059582948685 (0.032840145563787976) | > loss_mel_ce: 2.4699881076812744 (nan) | > loss: 0.009935630485415459 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1413392634991094) | > loader_time: 0.0044 (0.0046530155536255455)  --> TIME: 2025-03-25 18:33:41 -- STEP: 11030/31555 -- GLOBAL_STEP: 1083900 | > loss_text_ce: 0.03149389103055 (0.032844581612633) | > loss_mel_ce: 2.4955036640167236 (nan) | > loss: 0.010027769021689892 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.1413464555714424) | > loader_time: 0.0044 (0.004652771837367638)  --> TIME: 2025-03-25 18:33:51 -- STEP: 11080/31555 -- GLOBAL_STEP: 1083950 | > loss_text_ce: 0.03131302818655968 (0.03284598549479924) | > loss_mel_ce: 3.1348791122436523 (nan) | > loss: 0.01256425492465496 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14135762547758146) | > loader_time: 0.0048 (0.0046529735253605905)  --> TIME: 2025-03-25 18:34:00 -- STEP: 11130/31555 -- GLOBAL_STEP: 1084000 | > loss_text_ce: 0.024462377652525902 (0.03284660889110224) | > loss_mel_ce: 2.797172784805298 (nan) | > loss: 0.011196966283023357 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1413403574025862) | > loader_time: 0.0074 (0.004653217978875904)  --> TIME: 2025-03-25 18:34:10 -- STEP: 11180/31555 -- GLOBAL_STEP: 1084050 | > loss_text_ce: 0.04372018203139305 (0.032847600833517614) | > loss_mel_ce: 2.378664255142212 (nan) | > loss: 0.00961263757199049 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1413241336298763) | > loader_time: 0.0047 (0.0046530216878983)  --> TIME: 2025-03-25 18:34:19 -- STEP: 11230/31555 -- GLOBAL_STEP: 1084100 | > loss_text_ce: 0.03037286177277565 (0.03284749910193918) | > loss_mel_ce: 2.526013135910034 (nan) | > loss: 0.010144389234483242 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14133793280152346) | > loader_time: 0.0046 (0.004653308143174116)  --> TIME: 2025-03-25 18:34:29 -- STEP: 11280/31555 -- GLOBAL_STEP: 1084150 | > loss_text_ce: 0.02799319289624691 (0.03284991208013084) | > loss_mel_ce: 2.758981227874756 (nan) | > loss: 0.011059422977268696 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14132104042574103) | > loader_time: 0.0044 (0.00465376954129401)  --> TIME: 2025-03-25 18:34:38 -- STEP: 11330/31555 -- GLOBAL_STEP: 1084200 | > loss_text_ce: 0.03542519360780716 (0.03284446611525327) | > loss_mel_ce: 2.6662373542785645 (nan) | > loss: 0.010720883496105671 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14128782797575284) | > loader_time: 0.0047 (0.004653806677984115)  --> TIME: 2025-03-25 18:34:48 -- STEP: 11380/31555 -- GLOBAL_STEP: 1084250 | > loss_text_ce: 0.022760262712836266 (0.03283466584481248) | > loss_mel_ce: 2.82452654838562 (nan) | > loss: 0.011298757046461105 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1413050880541079) | > loader_time: 0.0046 (0.00465381426216219)  --> TIME: 2025-03-25 18:34:58 -- STEP: 11430/31555 -- GLOBAL_STEP: 1084300 | > loss_text_ce: 0.05697349086403847 (0.032832724976248014) | > loss_mel_ce: 2.528409481048584 (nan) | > loss: 0.010259456932544708 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1413013625749877) | > loader_time: 0.0045 (0.0046538266818562995)  --> TIME: 2025-03-25 18:35:08 -- STEP: 11480/31555 -- GLOBAL_STEP: 1084350 | > loss_text_ce: 0.04076549783349037 (0.03283168846353518) | > loss_mel_ce: 2.5857396125793457 (nan) | > loss: 0.010422640480101109 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1413150086427822) | > loader_time: 0.0047 (0.0046539032500795335)  --> TIME: 2025-03-25 18:35:17 -- STEP: 11530/31555 -- GLOBAL_STEP: 1084400 | > loss_text_ce: 0.03091938979923725 (0.03283392048326963) | > loss_mel_ce: 2.879326105117798 (nan) | > loss: 0.011548593640327454 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14129884245079352) | > loader_time: 0.0045 (0.0046539212141673844)  --> TIME: 2025-03-25 18:35:27 -- STEP: 11580/31555 -- GLOBAL_STEP: 1084450 | > loss_text_ce: 0.028251511976122856 (0.03283455934406068) | > loss_mel_ce: 2.953643560409546 (nan) | > loss: 0.011832917109131813 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14129805451641916) | > loader_time: 0.0044 (0.004654077338842941)  --> TIME: 2025-03-25 18:35:36 -- STEP: 11630/31555 -- GLOBAL_STEP: 1084500 | > loss_text_ce: 0.03503577783703804 (0.03283843160266569) | > loss_mel_ce: 1.9544230699539185 (nan) | > loss: 0.00789467804133892 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14128407048236138) | > loader_time: 0.0047 (0.004653650998864213)  --> TIME: 2025-03-25 18:35:46 -- STEP: 11680/31555 -- GLOBAL_STEP: 1084550 | > loss_text_ce: 0.023421673104166985 (0.032834633258538054) | > loss_mel_ce: 2.4775326251983643 (nan) | > loss: 0.009924422949552536 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14128761828354044) | > loader_time: 0.0045 (0.004653670873543988)  --> TIME: 2025-03-25 18:35:55 -- STEP: 11730/31555 -- GLOBAL_STEP: 1084600 | > loss_text_ce: 0.0276200994849205 (0.03284732449398019) | > loss_mel_ce: 2.224863290786743 (nan) | > loss: 0.008938426151871681 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14128365630485704) | > loader_time: 0.0044 (0.004653780681906043)  --> TIME: 2025-03-25 18:36:05 -- STEP: 11780/31555 -- GLOBAL_STEP: 1084650 | > loss_text_ce: 0.03601986542344093 (0.03284208905655437) | > loss_mel_ce: 2.726841926574707 (nan) | > loss: 0.010963737964630127 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14129487381321554) | > loader_time: 0.0045 (0.004653733047848033)  --> TIME: 2025-03-25 18:36:14 -- STEP: 11830/31555 -- GLOBAL_STEP: 1084700 | > loss_text_ce: 0.031026462092995644 (0.03284252298907677) | > loss_mel_ce: 3.0503528118133545 (nan) | > loss: 0.012227695435285568 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14125671570117748) | > loader_time: 0.0045 (0.004653826570067477)  --> TIME: 2025-03-25 18:36:24 -- STEP: 11880/31555 -- GLOBAL_STEP: 1084750 | > loss_text_ce: 0.03795734792947769 (0.03284484676770573) | > loss_mel_ce: 2.8351612091064453 (nan) | > loss: 0.011401264928281307 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14123969070036496) | > loader_time: 0.0046 (0.004653532195974274)  --> TIME: 2025-03-25 18:36:34 -- STEP: 11930/31555 -- GLOBAL_STEP: 1084800 | > loss_text_ce: 0.023867761716246605 (0.03284924168394187) | > loss_mel_ce: 3.0944085121154785 (nan) | > loss: 0.01237411331385374 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14125131637432647) | > loader_time: 0.0046 (0.0046537476433292715)  --> TIME: 2025-03-25 18:36:43 -- STEP: 11980/31555 -- GLOBAL_STEP: 1084850 | > loss_text_ce: 0.03588782623410225 (0.032850675119509974) | > loss_mel_ce: 0.162109375 (nan) | > loss: 0.000785703188739717 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14126310641061182) | > loader_time: 0.0045 (0.004653680304653058)  --> TIME: 2025-03-25 18:36:53 -- STEP: 12030/31555 -- GLOBAL_STEP: 1084900 | > loss_text_ce: 0.02777894027531147 (0.03284620500517291) | > loss_mel_ce: 2.7054789066314697 (nan) | > loss: 0.010846261866390705 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14126231313643717) | > loader_time: 0.0044 (0.0046535995337533016)  --> TIME: 2025-03-25 18:37:03 -- STEP: 12080/31555 -- GLOBAL_STEP: 1084950 | > loss_text_ce: 0.034337159246206284 (0.032844963993195586) | > loss_mel_ce: 2.742541551589966 (nan) | > loss: 0.011019360274076462 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14126504945834054) | > loader_time: 0.0046 (0.004653472241186935)  --> TIME: 2025-03-25 18:37:12 -- STEP: 12130/31555 -- GLOBAL_STEP: 1085000 | > loss_text_ce: 0.03430947661399841 (0.03284477512893452) | > loss_mel_ce: 2.807392120361328 (nan) | > loss: 0.01127659436315298 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1412571374385307) | > loader_time: 0.0046 (0.004653489088481447)  --> TIME: 2025-03-25 18:37:22 -- STEP: 12180/31555 -- GLOBAL_STEP: 1085050 | > loss_text_ce: 0.023173360154032707 (0.03284361959146011) | > loss_mel_ce: 3.0084455013275146 (nan) | > loss: 0.012030234560370445 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1412604498550038) | > loader_time: 0.0045 (0.004653541716840267)  --> TIME: 2025-03-25 18:37:32 -- STEP: 12230/31555 -- GLOBAL_STEP: 1085100 | > loss_text_ce: 0.03644399717450142 (0.03284084360638382) | > loss_mel_ce: 3.0165188312530518 (nan) | > loss: 0.012114932760596275 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14126879320901153) | > loader_time: 0.0046 (0.004653090643083466)  --> TIME: 2025-03-25 18:37:41 -- STEP: 12280/31555 -- GLOBAL_STEP: 1085150 | > loss_text_ce: 0.027568869292736053 (0.03284110008672195) | > loss_mel_ce: 2.832726001739502 (nan) | > loss: 0.011350376531481743 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14126046719302676) | > loader_time: 0.0045 (0.004652865352382093)  --> TIME: 2025-03-25 18:37:51 -- STEP: 12330/31555 -- GLOBAL_STEP: 1085200 | > loss_text_ce: 0.036579955369234085 (0.0328426426554526) | > loss_mel_ce: 2.7300186157226562 (nan) | > loss: 0.01097856555134058 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1412561020228511) | > loader_time: 0.0045 (0.0046527987075644685)  --> TIME: 2025-03-25 18:38:01 -- STEP: 12380/31555 -- GLOBAL_STEP: 1085250 | > loss_text_ce: 0.02799798734486103 (0.0328442173543565) | > loss_mel_ce: 2.8525516986846924 (nan) | > loss: 0.011430753394961357 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14126255462165893) | > loader_time: 0.0047 (0.004652958232096972)  --> TIME: 2025-03-25 18:38:11 -- STEP: 12430/31555 -- GLOBAL_STEP: 1085300 | > loss_text_ce: 0.03707322105765343 (0.032846963284679544) | > loss_mel_ce: 2.502779722213745 (nan) | > loss: 0.010078782215714455 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14128724552409352) | > loader_time: 0.0044 (0.004653146318725678)  --> TIME: 2025-03-25 18:38:20 -- STEP: 12480/31555 -- GLOBAL_STEP: 1085350 | > loss_text_ce: 0.02103186398744583 (0.032844018007073414) | > loss_mel_ce: 2.442944049835205 (nan) | > loss: 0.009777682833373547 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1412906995186448) | > loader_time: 0.0046 (0.004653359529299608)  --> TIME: 2025-03-25 18:38:30 -- STEP: 12530/31555 -- GLOBAL_STEP: 1085400 | > loss_text_ce: 0.027917353436350822 (0.03284042986914076) | > loss_mel_ce: 2.5491249561309814 (nan) | > loss: 0.010226358659565449 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14128119287163665) | > loader_time: 0.0047 (0.004653719074708975)  --> TIME: 2025-03-25 18:38:40 -- STEP: 12580/31555 -- GLOBAL_STEP: 1085450 | > loss_text_ce: 0.02836819551885128 (0.03283725505063998) | > loss_mel_ce: 2.261479616165161 (nan) | > loss: 0.009086698293685913 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14128471366551898) | > loader_time: 0.0045 (0.004653679320088244)  --> TIME: 2025-03-25 18:38:50 -- STEP: 12630/31555 -- GLOBAL_STEP: 1085500 | > loss_text_ce: 0.04020277038216591 (0.03283859113333068) | > loss_mel_ce: 2.473240852355957 (nan) | > loss: 0.009973983280360699 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14130008728468413) | > loader_time: 0.0048 (0.00465384305514518)  --> TIME: 2025-03-25 18:38:59 -- STEP: 12680/31555 -- GLOBAL_STEP: 1085550 | > loss_text_ce: 0.0445694662630558 (0.03283705748867379) | > loss_mel_ce: 2.024289608001709 (nan) | > loss: 0.008209758438169956 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14130581216857374) | > loader_time: 0.0045 (0.0046537890419222835)  --> TIME: 2025-03-25 18:39:09 -- STEP: 12730/31555 -- GLOBAL_STEP: 1085600 | > loss_text_ce: 0.03955696523189545 (0.032837003357971885) | > loss_mel_ce: 2.5509328842163086 (nan) | > loss: 0.010279722511768341 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14131700737871647) | > loader_time: 0.0049 (0.004654057252528798)  --> TIME: 2025-03-25 18:39:19 -- STEP: 12780/31555 -- GLOBAL_STEP: 1085650 | > loss_text_ce: 0.0258010420948267 (0.03283711798220926) | > loss_mel_ce: 2.5579543113708496 (nan) | > loss: 0.010252997279167175 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.1413349877127658) | > loader_time: 0.0046 (0.004653556190186252)  --> TIME: 2025-03-25 18:39:29 -- STEP: 12830/31555 -- GLOBAL_STEP: 1085700 | > loss_text_ce: 0.03835175558924675 (0.032832810558402016) | > loss_mel_ce: 2.635584592819214 (nan) | > loss: 0.010610858909785748 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14133791990421501) | > loader_time: 0.0046 (0.004653125169773342)  --> TIME: 2025-03-25 18:39:39 -- STEP: 12880/31555 -- GLOBAL_STEP: 1085750 | > loss_text_ce: 0.03504519537091255 (0.03282995520981029) | > loss_mel_ce: 2.9779722690582275 (nan) | > loss: 0.011956418864428997 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14136194695967458) | > loader_time: 0.0044 (0.004652924030463875)  --> TIME: 2025-03-25 18:39:48 -- STEP: 12930/31555 -- GLOBAL_STEP: 1085800 | > loss_text_ce: 0.028802430257201195 (0.03282819264161443) | > loss_mel_ce: 2.566192626953125 (nan) | > loss: 0.01029760017991066 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14135374021640923) | > loader_time: 0.0046 (0.0046527284296187564)  --> TIME: 2025-03-25 18:39:58 -- STEP: 12980/31555 -- GLOBAL_STEP: 1085850 | > loss_text_ce: 0.022983364760875702 (0.032827964188166664) | > loss_mel_ce: 2.673360824584961 (nan) | > loss: 0.01069977879524231 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1413456629531239) | > loader_time: 0.0049 (0.00465258973405246)  --> TIME: 2025-03-25 18:40:07 -- STEP: 13030/31555 -- GLOBAL_STEP: 1085900 | > loss_text_ce: 0.033841028809547424 (0.03282619512776467) | > loss_mel_ce: 1.258629322052002 (nan) | > loss: 0.005128850694745779 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14133813818509403) | > loader_time: 0.0045 (0.004652677182499834)  --> TIME: 2025-03-25 18:40:17 -- STEP: 13080/31555 -- GLOBAL_STEP: 1085950 | > loss_text_ce: 0.029099280014634132 (0.032822598959817796) | > loss_mel_ce: 2.8892722129821777 (nan) | > loss: 0.01158083975315094 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14131670459330384) | > loader_time: 0.0045 (0.004652560978489899)  --> TIME: 2025-03-25 18:40:26 -- STEP: 13130/31555 -- GLOBAL_STEP: 1086000 | > loss_text_ce: 0.02468799613416195 (0.0328302210822464) | > loss_mel_ce: 3.2349472045898438 (nan) | > loss: 0.012935061007738113 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14131314068102183) | > loader_time: 0.0047 (0.004652804158974115)  --> TIME: 2025-03-25 18:40:36 -- STEP: 13180/31555 -- GLOBAL_STEP: 1086050 | > loss_text_ce: 0.031195146963000298 (0.03282921904124249) | > loss_mel_ce: 2.919271945953369 (nan) | > loss: 0.011708203703165054 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14131930124054298) | > loader_time: 0.0048 (0.004653100866106449)  --> TIME: 2025-03-25 18:40:46 -- STEP: 13230/31555 -- GLOBAL_STEP: 1086100 | > loss_text_ce: 0.040816958993673325 (0.032828096062007) | > loss_mel_ce: 2.5426158905029297 (nan) | > loss: 0.010251718573272228 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413260664799327) | > loader_time: 0.0048 (0.004653325661149586)  --> TIME: 2025-03-25 18:40:56 -- STEP: 13280/31555 -- GLOBAL_STEP: 1086150 | > loss_text_ce: 0.038202278316020966 (0.03282826332324921) | > loss_mel_ce: 2.8236093521118164 (nan) | > loss: 0.011356395669281483 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14134418793830644) | > loader_time: 0.0045 (0.004653499140796871)  --> TIME: 2025-03-25 18:41:06 -- STEP: 13330/31555 -- GLOBAL_STEP: 1086200 | > loss_text_ce: 0.03833998367190361 (0.03282852240524418) | > loss_mel_ce: 0.1701456755399704 (nan) | > loss: 0.0008273241110146046 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14134383485984486) | > loader_time: 0.0046 (0.004653632631895672)  --> TIME: 2025-03-25 18:41:15 -- STEP: 13380/31555 -- GLOBAL_STEP: 1086250 | > loss_text_ce: 0.03482958674430847 (0.032835031722175376) | > loss_mel_ce: 2.056256055831909 (nan) | > loss: 0.008297959342598915 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14135935750242967) | > loader_time: 0.0045 (0.004653399514510475)  --> TIME: 2025-03-25 18:41:25 -- STEP: 13430/31555 -- GLOBAL_STEP: 1086300 | > loss_text_ce: 0.030355677008628845 (0.03282769799637469) | > loss_mel_ce: 2.953185558319092 (nan) | > loss: 0.01183945033699274 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.1413684073794017) | > loader_time: 0.0045 (0.004653148906761714)  --> TIME: 2025-03-25 18:41:35 -- STEP: 13480/31555 -- GLOBAL_STEP: 1086350 | > loss_text_ce: 0.02630540542304516 (0.03282934535565603) | > loss_mel_ce: 3.204878330230713 (nan) | > loss: 0.012822158634662628 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14137606281201415) | > loader_time: 0.0044 (0.004652913989228364)  --> TIME: 2025-03-25 18:41:45 -- STEP: 13530/31555 -- GLOBAL_STEP: 1086400 | > loss_text_ce: 0.027608567848801613 (0.03282593386626344) | > loss_mel_ce: 2.304577350616455 (nan) | > loss: 0.009254707023501396 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14139153982037153) | > loader_time: 0.0044 (0.004652887930803076)  --> TIME: 2025-03-25 18:41:55 -- STEP: 13580/31555 -- GLOBAL_STEP: 1086450 | > loss_text_ce: 0.0323956198990345 (0.032827781472733734) | > loss_mel_ce: 2.3102331161499023 (nan) | > loss: 0.009296146221458912 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14139182588664492) | > loader_time: 0.0044 (0.004652274690776905)  --> TIME: 2025-03-25 18:42:04 -- STEP: 13630/31555 -- GLOBAL_STEP: 1086500 | > loss_text_ce: 0.028939878568053246 (0.03282453110899374) | > loss_mel_ce: 2.5589253902435303 (nan) | > loss: 0.010269307531416416 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1413881055065065) | > loader_time: 0.0045 (0.00465208277139081)  --> TIME: 2025-03-25 18:42:14 -- STEP: 13680/31555 -- GLOBAL_STEP: 1086550 | > loss_text_ce: 0.035260990262031555 (0.032828306352817756) | > loss_mel_ce: 3.2150754928588867 (nan) | > loss: 0.012898161076009274 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14140783727866316) | > loader_time: 0.0047 (0.004651810167825695)  --> TIME: 2025-03-25 18:42:24 -- STEP: 13730/31555 -- GLOBAL_STEP: 1086600 | > loss_text_ce: 0.041358474642038345 (0.032827001800034866) | > loss_mel_ce: 2.6951303482055664 (nan) | > loss: 0.010859083384275436 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14141046424374107) | > loader_time: 0.0043 (0.004651120867246434)  --> TIME: 2025-03-25 18:42:34 -- STEP: 13780/31555 -- GLOBAL_STEP: 1086650 | > loss_text_ce: 0.025174127891659737 (0.032820579728330634) | > loss_mel_ce: 2.87699818611145 (nan) | > loss: 0.011516557075083256 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14141322791317007) | > loader_time: 0.0043 (0.004650367828861885)  --> TIME: 2025-03-25 18:42:43 -- STEP: 13830/31555 -- GLOBAL_STEP: 1086700 | > loss_text_ce: 0.02934383600950241 (0.03282128744950589) | > loss_mel_ce: 0.02734375 (nan) | > loss: 0.00022495075245387852 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14140042215693602) | > loader_time: 0.0046 (0.004650617438817652)  --> TIME: 2025-03-25 18:42:53 -- STEP: 13880/31555 -- GLOBAL_STEP: 1086750 | > loss_text_ce: 0.03666972368955612 (0.032820651309715) | > loss_mel_ce: 2.699843406677246 (nan) | > loss: 0.010859179310500622 (nan) | > current_lr: 5e-06 | > step_time: 0.147 (0.14140400331714467) | > loader_time: 0.0048 (0.004650708766766849)  --> TIME: 2025-03-25 18:43:02 -- STEP: 13930/31555 -- GLOBAL_STEP: 1086800 | > loss_text_ce: 0.023862697184085846 (0.03281626538249843) | > loss_mel_ce: 2.7347819805145264 (nan) | > loss: 0.010947003029286861 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14136963477685974) | > loader_time: 0.0041 (0.004650215339249863)  --> TIME: 2025-03-25 18:43:12 -- STEP: 13980/31555 -- GLOBAL_STEP: 1086850 | > loss_text_ce: 0.0356236957013607 (0.03281412352481388) | > loss_mel_ce: 0.060546875 (nan) | > loss: 0.0003816292737610638 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14138909620959172) | > loader_time: 0.0043 (0.004649366721915915)  --> TIME: 2025-03-25 18:43:21 -- STEP: 14030/31555 -- GLOBAL_STEP: 1086900 | > loss_text_ce: 0.04018223285675049 (0.03281311344259752) | > loss_mel_ce: 2.848661184310913 (nan) | > loss: 0.011463665403425694 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14139000864770004) | > loader_time: 0.0047 (0.004648834845039211)  --> TIME: 2025-03-25 18:43:31 -- STEP: 14080/31555 -- GLOBAL_STEP: 1086950 | > loss_text_ce: 0.04144668951630592 (0.03280894085334939) | > loss_mel_ce: 2.635510206222534 (nan) | > loss: 0.010622845031321049 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14139560884372893) | > loader_time: 0.0047 (0.00464884296736933)  --> TIME: 2025-03-25 18:43:41 -- STEP: 14130/31555 -- GLOBAL_STEP: 1087000 | > loss_text_ce: 0.03313685953617096 (0.032805213630028036) | > loss_mel_ce: 2.9474711418151855 (nan) | > loss: 0.011827809736132622 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1413903350789596) | > loader_time: 0.0043 (0.004648743144856717)  --> TIME: 2025-03-25 18:43:50 -- STEP: 14180/31555 -- GLOBAL_STEP: 1087050 | > loss_text_ce: 0.032446831464767456 (0.03280721792894739) | > loss_mel_ce: 2.5301544666290283 (nan) | > loss: 0.010169053450226784 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14137819384990669) | > loader_time: 0.0044 (0.004648285709079792)  --> TIME: 2025-03-25 18:44:00 -- STEP: 14230/31555 -- GLOBAL_STEP: 1087100 | > loss_text_ce: 0.026207221671938896 (0.03280627399909442) | > loss_mel_ce: 1.8227001428604126 (nan) | > loss: 0.0073369345627725124 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14136767740913267) | > loader_time: 0.0044 (0.004647551735605215)  --> TIME: 2025-03-25 18:44:10 -- STEP: 14280/31555 -- GLOBAL_STEP: 1087150 | > loss_text_ce: 0.04077574610710144 (0.032805807570436336) | > loss_mel_ce: 3.090679883956909 (nan) | > loss: 0.012426411733031273 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14137303875942012) | > loader_time: 0.0045 (0.004646834021522875)  --> TIME: 2025-03-25 18:44:19 -- STEP: 14330/31555 -- GLOBAL_STEP: 1087200 | > loss_text_ce: 0.025825990363955498 (0.032802726964050906) | > loss_mel_ce: 2.66357421875 (nan) | > loss: 0.010672223754227161 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1413667236435953) | > loader_time: 0.0044 (0.004646181278268681)  --> TIME: 2025-03-25 18:44:29 -- STEP: 14380/31555 -- GLOBAL_STEP: 1087250 | > loss_text_ce: 0.03423018008470535 (0.03280357034217628) | > loss_mel_ce: 2.951564311981201 (nan) | > loss: 0.011848391965031624 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1413527499485429) | > loader_time: 0.0044 (0.004645318431217571)  --> TIME: 2025-03-25 18:44:38 -- STEP: 14430/31555 -- GLOBAL_STEP: 1087300 | > loss_text_ce: 0.023518821224570274 (0.032801967256780515) | > loss_mel_ce: 2.909965753555298 (nan) | > loss: 0.011640812270343304 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14133353112723865) | > loader_time: 0.0045 (0.004645159520461825)  --> TIME: 2025-03-25 18:44:47 -- STEP: 14480/31555 -- GLOBAL_STEP: 1087350 | > loss_text_ce: 0.03216690570116043 (0.03280381016383064) | > loss_mel_ce: 2.9834492206573486 (nan) | > loss: 0.011966731399297714 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1413314817195455) | > loader_time: 0.0046 (0.004645122414794406)  --> TIME: 2025-03-25 18:44:57 -- STEP: 14530/31555 -- GLOBAL_STEP: 1087400 | > loss_text_ce: 0.033890824764966965 (0.03280899957462073) | > loss_mel_ce: 2.670755624771118 (nan) | > loss: 0.010732724331319332 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.1413343572649411) | > loader_time: 0.0046 (0.00464504411609436)  --> TIME: 2025-03-25 18:45:07 -- STEP: 14580/31555 -- GLOBAL_STEP: 1087450 | > loss_text_ce: 0.03670775145292282 (0.032806908406268626) | > loss_mel_ce: 2.7243552207946777 (nan) | > loss: 0.0109565993770957 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.1413443262194426) | > loader_time: 0.0047 (0.004644876072599718)  --> TIME: 2025-03-25 18:45:17 -- STEP: 14630/31555 -- GLOBAL_STEP: 1087500 | > loss_text_ce: 0.04450293257832527 (0.032808858176001925) | > loss_mel_ce: 0.03361816331744194 (nan) | > loss: 0.00031000436865724623 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.14135570040485912) | > loader_time: 0.0045 (0.004644728277288546)  --> TIME: 2025-03-25 18:45:27 -- STEP: 14680/31555 -- GLOBAL_STEP: 1087550 | > loss_text_ce: 0.04560293257236481 (0.03281035762507339) | > loss_mel_ce: 2.2895915508270264 (nan) | > loss: 0.009266645647585392 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1413496099798182) | > loader_time: 0.0047 (0.004644854175947008)  --> TIME: 2025-03-25 18:45:36 -- STEP: 14730/31555 -- GLOBAL_STEP: 1087600 | > loss_text_ce: 0.03634238243103027 (0.0328096382287681) | > loss_mel_ce: 2.567655563354492 (nan) | > loss: 0.01033332571387291 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14134571136298668) | > loader_time: 0.0044 (0.004645020801520872)  --> TIME: 2025-03-25 18:45:46 -- STEP: 14780/31555 -- GLOBAL_STEP: 1087650 | > loss_text_ce: 0.03628423064947128 (0.0328078919540868) | > loss_mel_ce: 2.4618117809295654 (nan) | > loss: 0.00991307944059372 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1413327278723107) | > loader_time: 0.0044 (0.004644784649912162)  --> TIME: 2025-03-25 18:45:55 -- STEP: 14830/31555 -- GLOBAL_STEP: 1087700 | > loss_text_ce: 0.03592567518353462 (0.032809323427378474) | > loss_mel_ce: 3.002337694168091 (nan) | > loss: 0.012056601233780384 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14132729353168566) | > loader_time: 0.0045 (0.004644618352682936)  --> TIME: 2025-03-25 18:46:05 -- STEP: 14880/31555 -- GLOBAL_STEP: 1087750 | > loss_text_ce: 0.02710902690887451 (0.032813930543394876) | > loss_mel_ce: 2.4810237884521484 (nan) | > loss: 0.0099529093131423 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14132606800525577) | > loader_time: 0.0046 (0.004644393760670888)  --> TIME: 2025-03-25 18:46:15 -- STEP: 14930/31555 -- GLOBAL_STEP: 1087800 | > loss_text_ce: 0.03689667209982872 (0.032816907542596065) | > loss_mel_ce: 3.4986917972564697 (nan) | > loss: 0.014030113816261292 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14133182402353514) | > loader_time: 0.0045 (0.004644514854850172)  --> TIME: 2025-03-25 18:46:24 -- STEP: 14980/31555 -- GLOBAL_STEP: 1087850 | > loss_text_ce: 0.03651959449052811 (0.03281527032848139) | > loss_mel_ce: 3.104611873626709 (nan) | > loss: 0.01246480830013752 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14133420811794628) | > loader_time: 0.0046 (0.0046440073740339)  --> TIME: 2025-03-25 18:46:34 -- STEP: 15030/31555 -- GLOBAL_STEP: 1087900 | > loss_text_ce: 0.032251663506031036 (0.03281460165368984) | > loss_mel_ce: 2.292175054550171 (nan) | > loss: 0.00922391563653946 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14132495319851382) | > loader_time: 0.0044 (0.0046434169281980376)  --> TIME: 2025-03-25 18:46:43 -- STEP: 15080/31555 -- GLOBAL_STEP: 1087950 | > loss_text_ce: 0.013624528422951698 (0.03281590296344614) | > loss_mel_ce: 2.1261789798736572 (nan) | > loss: 0.00849128421396017 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14133318545647736) | > loader_time: 0.0043 (0.004642994112930491)  --> TIME: 2025-03-25 18:46:53 -- STEP: 15130/31555 -- GLOBAL_STEP: 1088000 | > loss_text_ce: 0.030828574672341347 (0.03281659610102884) | > loss_mel_ce: 1.995385766029358 (nan) | > loss: 0.008040533401072025 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14134239791169356) | > loader_time: 0.0046 (0.004642907011532569)  --> TIME: 2025-03-25 18:47:03 -- STEP: 15180/31555 -- GLOBAL_STEP: 1088050 | > loss_text_ce: 0.03455907851457596 (0.032819716374503836) | > loss_mel_ce: 2.9803481101989746 (nan) | > loss: 0.011963917873799801 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14133559401013476) | > loader_time: 0.0045 (0.004642651643363531)  --> TIME: 2025-03-25 18:47:13 -- STEP: 15230/31555 -- GLOBAL_STEP: 1088100 | > loss_text_ce: 0.0246130358427763 (0.03282443739049425) | > loss_mel_ce: 2.7316040992736816 (nan) | > loss: 0.010937370359897614 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413366101716446) | > loader_time: 0.0044 (0.00464287876534915)  --> TIME: 2025-03-25 18:47:23 -- STEP: 15280/31555 -- GLOBAL_STEP: 1088150 | > loss_text_ce: 0.03254794701933861 (0.03282270936535527) | > loss_mel_ce: 0.26953125 (nan) | > loss: 0.001198727055452764 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14135194324074146) | > loader_time: 0.0044 (0.0046429637839032626)  --> TIME: 2025-03-25 18:47:32 -- STEP: 15330/31555 -- GLOBAL_STEP: 1088200 | > loss_text_ce: 0.021938208490610123 (0.03282095406305301) | > loss_mel_ce: 2.0920968055725098 (nan) | > loss: 0.00838902872055769 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1413686847500154) | > loader_time: 0.0045 (0.004643037905509527)  --> TIME: 2025-03-25 18:47:42 -- STEP: 15380/31555 -- GLOBAL_STEP: 1088250 | > loss_text_ce: 0.02823224477469921 (0.032819942820402945) | > loss_mel_ce: 0.2734375 (nan) | > loss: 0.0011971022468060255 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14137528249594417) | > loader_time: 0.0045 (0.004643211268634564)  --> TIME: 2025-03-25 18:47:52 -- STEP: 15430/31555 -- GLOBAL_STEP: 1088300 | > loss_text_ce: 0.03249583765864372 (0.032823272876632094) | > loss_mel_ce: 2.7558748722076416 (nan) | > loss: 0.011064963415265083 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14137412746155176) | > loader_time: 0.0047 (0.004643083051358879)  --> TIME: 2025-03-25 18:48:02 -- STEP: 15480/31555 -- GLOBAL_STEP: 1088350 | > loss_text_ce: 0.030972031876444817 (0.032824077021068196) | > loss_mel_ce: 2.449500322341919 (nan) | > loss: 0.009843144565820694 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14137248364530022) | > loader_time: 0.0047 (0.004643054710802173)  --> TIME: 2025-03-25 18:48:11 -- STEP: 15530/31555 -- GLOBAL_STEP: 1088400 | > loss_text_ce: 0.03521673381328583 (0.032825921065757414) | > loss_mel_ce: 3.2997124195098877 (nan) | > loss: 0.013233846984803677 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14138322045399462) | > loader_time: 0.0077 (0.0046430948697131205)  --> TIME: 2025-03-25 18:48:21 -- STEP: 15580/31555 -- GLOBAL_STEP: 1088450 | > loss_text_ce: 0.03250180557370186 (0.03282434527382042) | > loss_mel_ce: 2.9367802143096924 (nan) | > loss: 0.011782865040004253 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14136391103803422) | > loader_time: 0.0069 (0.004643061745610552)  --> TIME: 2025-03-25 18:48:31 -- STEP: 15630/31555 -- GLOBAL_STEP: 1088500 | > loss_text_ce: 0.03576928377151489 (0.03282453718697088) | > loss_mel_ce: 2.8487117290496826 (nan) | > loss: 0.011446353979408741 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14137944330104557) | > loader_time: 0.0047 (0.0046430359722632805)  --> TIME: 2025-03-25 18:48:40 -- STEP: 15680/31555 -- GLOBAL_STEP: 1088550 | > loss_text_ce: 0.02440439909696579 (0.03282404932020013) | > loss_mel_ce: 1.8602725267410278 (nan) | > loss: 0.00747887697070837 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14138337322035766) | > loader_time: 0.0048 (0.004643273581655649)  --> TIME: 2025-03-25 18:48:50 -- STEP: 15730/31555 -- GLOBAL_STEP: 1088600 | > loss_text_ce: 0.02942642569541931 (0.032823774595587905) | > loss_mel_ce: 2.4454920291900635 (nan) | > loss: 0.009821104817092419 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14136610978436484) | > loader_time: 0.0051 (0.0046432692612043466)  --> TIME: 2025-03-25 18:49:00 -- STEP: 15780/31555 -- GLOBAL_STEP: 1088650 | > loss_text_ce: 0.02898474782705307 (0.03282455991356327) | > loss_mel_ce: 2.5767199993133545 (nan) | > loss: 0.010340099222958088 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1413683314438268) | > loader_time: 0.0046 (0.0046431843016688425)  --> TIME: 2025-03-25 18:49:09 -- STEP: 15830/31555 -- GLOBAL_STEP: 1088700 | > loss_text_ce: 0.023803746327757835 (0.03282481211361737) | > loss_mel_ce: 3.030191659927368 (nan) | > loss: 0.012119029648602009 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14136598688548677) | > loader_time: 0.0047 (0.004642955502301012)  --> TIME: 2025-03-25 18:49:19 -- STEP: 15880/31555 -- GLOBAL_STEP: 1088750 | > loss_text_ce: 0.01560906134545803 (0.03282558312100027) | > loss_mel_ce: 2.1402454376220703 (nan) | > loss: 0.008554978296160698 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.14136504551926096) | > loader_time: 0.0046 (0.004642939357373207)  --> TIME: 2025-03-25 18:49:28 -- STEP: 15930/31555 -- GLOBAL_STEP: 1088800 | > loss_text_ce: 0.02675517648458481 (0.03282704531610919) | > loss_mel_ce: 2.8403940200805664 (nan) | > loss: 0.011377576738595963 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14135743422247968) | > loader_time: 0.0048 (0.004643006064348517)  --> TIME: 2025-03-25 18:49:38 -- STEP: 15980/31555 -- GLOBAL_STEP: 1088850 | > loss_text_ce: 0.03250249847769737 (0.03282857606110522) | > loss_mel_ce: 2.5633623600006104 (nan) | > loss: 0.010301051661372185 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14136494674133715) | > loader_time: 0.0046 (0.004643093898090454)  --> TIME: 2025-03-25 18:49:48 -- STEP: 16030/31555 -- GLOBAL_STEP: 1088900 | > loss_text_ce: 0.02860046736896038 (0.03282862129474208) | > loss_mel_ce: 2.0487546920776367 (nan) | > loss: 0.008243473246693611 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14135763078500535) | > loader_time: 0.0045 (0.004643145845000317)  --> TIME: 2025-03-25 18:49:57 -- STEP: 16080/31555 -- GLOBAL_STEP: 1088950 | > loss_text_ce: 0.039589934051036835 (0.03283276265517182) | > loss_mel_ce: 2.2478396892547607 (nan) | > loss: 0.009077101945877075 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14135383947275318) | > loader_time: 0.0077 (0.004643077088232648)  --> TIME: 2025-03-25 18:50:07 -- STEP: 16130/31555 -- GLOBAL_STEP: 1089000 | > loss_text_ce: 0.04131605103611946 (0.03283047729979565) | > loss_mel_ce: 2.9144930839538574 (nan) | > loss: 0.011729401536285877 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14135806703892834) | > loader_time: 0.0044 (0.004642748137992571)  --> TIME: 2025-03-25 18:50:17 -- STEP: 16180/31555 -- GLOBAL_STEP: 1089050 | > loss_text_ce: 0.03204455226659775 (0.03282939798459954) | > loss_mel_ce: 3.108017921447754 (nan) | > loss: 0.012460566125810146 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14135387807311026) | > loader_time: 0.0049 (0.0046420677188595)  --> TIME: 2025-03-25 18:50:26 -- STEP: 16230/31555 -- GLOBAL_STEP: 1089100 | > loss_text_ce: 0.03122781030833721 (0.032829958134923475) | > loss_mel_ce: 2.848313570022583 (nan) | > loss: 0.011426752433180809 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14134294090635455) | > loader_time: 0.0047 (0.004641997527723604)  --> TIME: 2025-03-25 18:50:36 -- STEP: 16280/31555 -- GLOBAL_STEP: 1089150 | > loss_text_ce: 0.032481011003255844 (0.03283242801483482) | > loss_mel_ce: 2.561816453933716 (nan) | > loss: 0.010294831357896328 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14133733506577753) | > loader_time: 0.0047 (0.00464202058696043)  --> TIME: 2025-03-25 18:50:45 -- STEP: 16330/31555 -- GLOBAL_STEP: 1089200 | > loss_text_ce: 0.03903026506304741 (0.0328324110612765) | > loss_mel_ce: 2.5328238010406494 (nan) | > loss: 0.010205770842730999 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1413361952484435) | > loader_time: 0.0048 (0.004641970534012197)  --> TIME: 2025-03-25 18:50:55 -- STEP: 16380/31555 -- GLOBAL_STEP: 1089250 | > loss_text_ce: 0.030838603153824806 (0.032835221996755946) | > loss_mel_ce: 2.4411985874176025 (nan) | > loss: 0.009809671901166439 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14133742573206096) | > loader_time: 0.0044 (0.004641917191436721)  --> TIME: 2025-03-25 18:51:05 -- STEP: 16430/31555 -- GLOBAL_STEP: 1089300 | > loss_text_ce: 0.03641191124916077 (0.03283761771054553) | > loss_mel_ce: 2.593259811401367 (nan) | > loss: 0.01043520588427782 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1413407436174673) | > loader_time: 0.0045 (0.004642099356114384)  --> TIME: 2025-03-25 18:51:14 -- STEP: 16480/31555 -- GLOBAL_STEP: 1089350 | > loss_text_ce: 0.029227925464510918 (0.03283863636999589) | > loss_mel_ce: 0.8049260973930359 (nan) | > loss: 0.0033101351000368595 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14133574609617727) | > loader_time: 0.0044 (0.004642157256603233)  --> TIME: 2025-03-25 18:51:24 -- STEP: 16530/31555 -- GLOBAL_STEP: 1089400 | > loss_text_ce: 0.041020624339580536 (0.032837349666576546) | > loss_mel_ce: 3.0721096992492676 (nan) | > loss: 0.012353692203760147 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14133302588500474) | > loader_time: 0.0048 (0.004642230311957395)  --> TIME: 2025-03-25 18:51:34 -- STEP: 16580/31555 -- GLOBAL_STEP: 1089450 | > loss_text_ce: 0.045211441814899445 (0.0328381828904214) | > loss_mel_ce: 3.203141212463379 (nan) | > loss: 0.012890289537608624 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14133659313613886) | > loader_time: 0.0045 (0.00464237025333399)  --> TIME: 2025-03-25 18:51:43 -- STEP: 16630/31555 -- GLOBAL_STEP: 1089500 | > loss_text_ce: 0.036097198724746704 (0.03283980111084686) | > loss_mel_ce: 3.1056315898895264 (nan) | > loss: 0.012467178516089916 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14133907335032633) | > loader_time: 0.0045 (0.004642442071287292)  --> TIME: 2025-03-25 18:51:53 -- STEP: 16680/31555 -- GLOBAL_STEP: 1089550 | > loss_text_ce: 0.03247612714767456 (0.03283678232323664) | > loss_mel_ce: 1.4782191514968872 (nan) | > loss: 0.005994822829961777 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14134352277223014) | > loader_time: 0.0046 (0.00464240458371827)  --> TIME: 2025-03-25 18:52:03 -- STEP: 16730/31555 -- GLOBAL_STEP: 1089600 | > loss_text_ce: 0.03512474521994591 (0.03283896262479689) | > loss_mel_ce: 2.824455738067627 (nan) | > loss: 0.011347542516887188 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14135331464825746) | > loader_time: 0.0044 (0.004642428186078014)  --> TIME: 2025-03-25 18:52:12 -- STEP: 16780/31555 -- GLOBAL_STEP: 1089650 | > loss_text_ce: 0.03661637380719185 (0.03283990997054046) | > loss_mel_ce: 2.8227224349975586 (nan) | > loss: 0.011346583254635334 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14134576539459187) | > loader_time: 0.0047 (0.004642245965577981)  --> TIME: 2025-03-25 18:52:22 -- STEP: 16830/31555 -- GLOBAL_STEP: 1089700 | > loss_text_ce: 0.034649044275283813 (0.03284210620903961) | > loss_mel_ce: 2.017657995223999 (nan) | > loss: 0.008144075982272625 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14133283802957386) | > loader_time: 0.0045 (0.004642178809720697)  --> TIME: 2025-03-25 18:52:32 -- STEP: 16880/31555 -- GLOBAL_STEP: 1089750 | > loss_text_ce: 0.02392818219959736 (0.032845522088089066) | > loss_mel_ce: 2.455960988998413 (nan) | > loss: 0.009840830229222775 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14134296400569765) | > loader_time: 0.0045 (0.0046421275743375925)  --> TIME: 2025-03-25 18:52:41 -- STEP: 16930/31555 -- GLOBAL_STEP: 1089800 | > loss_text_ce: 0.030993839725852013 (0.032849320064354266) | > loss_mel_ce: 2.2954494953155518 (nan) | > loss: 0.00923191849142313 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14134092502740594) | > loader_time: 0.0044 (0.004642051208392436)  --> TIME: 2025-03-25 18:52:51 -- STEP: 16980/31555 -- GLOBAL_STEP: 1089850 | > loss_text_ce: 0.035326700657606125 (0.032851027420834844) | > loss_mel_ce: 2.865831136703491 (nan) | > loss: 0.011512531898915768 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1413344394472673) | > loader_time: 0.0045 (0.004641866290807997)  --> TIME: 2025-03-25 18:53:00 -- STEP: 17030/31555 -- GLOBAL_STEP: 1089900 | > loss_text_ce: 0.028705086559057236 (0.03285531173222287) | > loss_mel_ce: 2.7592639923095703 (nan) | > loss: 0.011063369922339916 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14133064431858708) | > loader_time: 0.0047 (0.004641778484485593)  --> TIME: 2025-03-25 18:53:10 -- STEP: 17080/31555 -- GLOBAL_STEP: 1089950 | > loss_text_ce: 0.027992112562060356 (0.0328559588448447) | > loss_mel_ce: 2.7085185050964355 (nan) | > loss: 0.010859169065952301 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14132804647262673) | > loader_time: 0.0047 (0.0046419873031017566)  --> TIME: 2025-03-25 18:53:20 -- STEP: 17130/31555 -- GLOBAL_STEP: 1090000 | > loss_text_ce: 0.03704811632633209 (0.03285162556754452) | > loss_mel_ce: 3.0850071907043457 (nan) | > loss: 0.012389109469950199 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14133272177979742) | > loader_time: 0.0045 (0.0046421751249483625) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1090000.pth  --> TIME: 2025-03-25 18:53:35 -- STEP: 17180/31555 -- GLOBAL_STEP: 1090050 | > loss_text_ce: 0.03508865833282471 (0.03284776044691819) | > loss_mel_ce: 2.511052131652832 (nan) | > loss: 0.010103733278810978 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14132265757348816) | > loader_time: 0.0047 (0.004642174227273775)  --> TIME: 2025-03-25 18:53:44 -- STEP: 17230/31555 -- GLOBAL_STEP: 1090100 | > loss_text_ce: 0.029690412804484367 (0.032849147685306654) | > loss_mel_ce: 2.9314863681793213 (nan) | > loss: 0.011750702746212482 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1413154507956405) | > loader_time: 0.0046 (0.00464205016802025)  --> TIME: 2025-03-25 18:53:54 -- STEP: 17280/31555 -- GLOBAL_STEP: 1090150 | > loss_text_ce: 0.033596478402614594 (0.032851405454534285) | > loss_mel_ce: 2.23573899269104 (nan) | > loss: 0.009005299769341946 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1413150272987521) | > loader_time: 0.0047 (0.004641957829395923)  --> TIME: 2025-03-25 18:54:04 -- STEP: 17330/31555 -- GLOBAL_STEP: 1090200 | > loss_text_ce: 0.03481825813651085 (0.032848019152019785) | > loss_mel_ce: 2.645905017852783 (nan) | > loss: 0.010637790895998478 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14134022295303175) | > loader_time: 0.0046 (0.004641949862190147)  --> TIME: 2025-03-25 18:54:14 -- STEP: 17380/31555 -- GLOBAL_STEP: 1090250 | > loss_text_ce: 0.028698371723294258 (0.032846767103816) | > loss_mel_ce: 2.531989336013794 (nan) | > loss: 0.010161460377275944 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.141337209096302) | > loader_time: 0.0045 (0.004641889922226524)  --> TIME: 2025-03-25 18:54:23 -- STEP: 17430/31555 -- GLOBAL_STEP: 1090300 | > loss_text_ce: 0.03351660817861557 (0.03284523964272319) | > loss_mel_ce: 2.4953975677490234 (nan) | > loss: 0.010035374201834202 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14132024370523) | > loader_time: 0.0047 (0.00464185527597975)  --> TIME: 2025-03-25 18:54:33 -- STEP: 17480/31555 -- GLOBAL_STEP: 1090350 | > loss_text_ce: 0.031046953052282333 (0.03284293093363744) | > loss_mel_ce: 2.3315155506134033 (nan) | > loss: 0.009375248104333878 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14131790994234025) | > loader_time: 0.0046 (0.004641829543582901)  --> TIME: 2025-03-25 18:54:42 -- STEP: 17530/31555 -- GLOBAL_STEP: 1090400 | > loss_text_ce: 0.016824249178171158 (0.032847895376390594) | > loss_mel_ce: 1.9319390058517456 (nan) | > loss: 0.0077331881038844585 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14131346177320508) | > loader_time: 0.0047 (0.004641721905535852)  --> TIME: 2025-03-25 18:54:52 -- STEP: 17580/31555 -- GLOBAL_STEP: 1090450 | > loss_text_ce: 0.03491092845797539 (0.032844846543990495) | > loss_mel_ce: 1.052992343902588 (nan) | > loss: 0.004317076876759529 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14131048009121785) | > loader_time: 0.0047 (0.004641803634587133)  --> TIME: 2025-03-25 18:55:02 -- STEP: 17630/31555 -- GLOBAL_STEP: 1090500 | > loss_text_ce: 0.03561994060873985 (0.03284486503996928) | > loss_mel_ce: 3.2347304821014404 (nan) | > loss: 0.012977581471204758 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14133342740485827) | > loader_time: 0.0047 (0.004641940643756277)  --> TIME: 2025-03-25 18:55:12 -- STEP: 17680/31555 -- GLOBAL_STEP: 1090550 | > loss_text_ce: 0.039085425436496735 (0.03284670486271891) | > loss_mel_ce: 2.907759428024292 (nan) | > loss: 0.011693829670548439 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1413313641807086) | > loader_time: 0.0047 (0.004641909539969257)  --> TIME: 2025-03-25 18:55:22 -- STEP: 17730/31555 -- GLOBAL_STEP: 1090600 | > loss_text_ce: 0.021507829427719116 (0.0328463705281269) | > loss_mel_ce: 1.8403027057647705 (nan) | > loss: 0.007388137746602297 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14133590256098882) | > loader_time: 0.0045 (0.004641819941547046)  --> TIME: 2025-03-25 18:55:31 -- STEP: 17780/31555 -- GLOBAL_STEP: 1090650 | > loss_text_ce: 0.027575435116887093 (0.03284554558762117) | > loss_mel_ce: 2.358304738998413 (nan) | > loss: 0.009467779658734798 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14133113481867154) | > loader_time: 0.0044 (0.004641730391134427)  --> TIME: 2025-03-25 18:55:41 -- STEP: 17830/31555 -- GLOBAL_STEP: 1090700 | > loss_text_ce: 0.02870914340019226 (0.032842322511298594) | > loss_mel_ce: 2.714355707168579 (nan) | > loss: 0.010885179042816162 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14133594299526195) | > loader_time: 0.0047 (0.004641743061987792)  --> TIME: 2025-03-25 18:55:50 -- STEP: 17880/31555 -- GLOBAL_STEP: 1090750 | > loss_text_ce: 0.03019607439637184 (0.032847016995045525) | > loss_mel_ce: 2.6759116649627686 (nan) | > loss: 0.010738523676991463 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1413351675274666) | > loader_time: 0.0045 (0.004641626451906211)  --> TIME: 2025-03-25 18:56:00 -- STEP: 17930/31555 -- GLOBAL_STEP: 1090800 | > loss_text_ce: 0.033663805574178696 (0.03284533791242986) | > loss_mel_ce: 2.1890478134155273 (nan) | > loss: 0.00882028415799141 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1413297855049566) | > loader_time: 0.0045 (0.004642050477691163)  --> TIME: 2025-03-25 18:56:10 -- STEP: 17980/31555 -- GLOBAL_STEP: 1090850 | > loss_text_ce: 0.035935841500759125 (0.0328479506232329) | > loss_mel_ce: 2.301987648010254 (nan) | > loss: 0.00927747506648302 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14133311872089904) | > loader_time: 0.0045 (0.0046421454931392875)  --> TIME: 2025-03-25 18:56:20 -- STEP: 18030/31555 -- GLOBAL_STEP: 1090900 | > loss_text_ce: 0.03185354918241501 (0.03285022934752032) | > loss_mel_ce: 0.13047689199447632 (nan) | > loss: 0.0006441684672608972 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14134640074807778) | > loader_time: 0.0045 (0.004642350516316634)  --> TIME: 2025-03-25 18:56:30 -- STEP: 18080/31555 -- GLOBAL_STEP: 1090950 | > loss_text_ce: 0.03109823167324066 (0.03284973708868427) | > loss_mel_ce: 2.6827504634857178 (nan) | > loss: 0.010769241489470005 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14136027063416276) | > loader_time: 0.0046 (0.00464229707696797)  --> TIME: 2025-03-25 18:56:40 -- STEP: 18130/31555 -- GLOBAL_STEP: 1091000 | > loss_text_ce: 0.02936451882123947 (0.0328484660872888) | > loss_mel_ce: 2.834831953048706 (nan) | > loss: 0.011365859769284725 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.1413647789358117) | > loader_time: 0.0048 (0.004642547919351758)  --> TIME: 2025-03-25 18:56:49 -- STEP: 18180/31555 -- GLOBAL_STEP: 1091050 | > loss_text_ce: 0.03315760940313339 (0.032852809084476825) | > loss_mel_ce: 1.4196641445159912 (nan) | > loss: 0.005765166133642197 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.1413706433655023) | > loader_time: 0.0048 (0.004642772923732882)  --> TIME: 2025-03-25 18:56:59 -- STEP: 18230/31555 -- GLOBAL_STEP: 1091100 | > loss_text_ce: 0.02939469926059246 (0.03285068040877138) | > loss_mel_ce: 1.755545735359192 (nan) | > loss: 0.007083097472786903 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14137878200868018) | > loader_time: 0.0047 (0.004642695930719506)  --> TIME: 2025-03-25 18:57:09 -- STEP: 18280/31555 -- GLOBAL_STEP: 1091150 | > loss_text_ce: 0.03330432251095772 (0.03284953918447606) | > loss_mel_ce: 2.695812702178955 (nan) | > loss: 0.01082982961088419 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14138636126038395) | > loader_time: 0.0049 (0.004642523130650593)  --> TIME: 2025-03-25 18:57:19 -- STEP: 18330/31555 -- GLOBAL_STEP: 1091200 | > loss_text_ce: 0.030186478048563004 (0.03284598186665977) | > loss_mel_ce: 2.594590663909912 (nan) | > loss: 0.01041578222066164 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1413913993710593) | > loader_time: 0.0048 (0.004642931126013388)  --> TIME: 2025-03-25 18:57:29 -- STEP: 18380/31555 -- GLOBAL_STEP: 1091250 | > loss_text_ce: 0.021184489130973816 (0.03284833675997283) | > loss_mel_ce: 1.8299908638000488 (nan) | > loss: 0.007345934398472309 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14139799694241958) | > loader_time: 0.0044 (0.0046430327038770106)  --> TIME: 2025-03-25 18:57:38 -- STEP: 18430/31555 -- GLOBAL_STEP: 1091300 | > loss_text_ce: 0.03136651590466499 (0.03285035208677152) | > loss_mel_ce: 1.9965656995773315 (nan) | > loss: 0.00804735068231821 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1414043256658234) | > loader_time: 0.0045 (0.004642946281577991)  --> TIME: 2025-03-25 18:57:48 -- STEP: 18480/31555 -- GLOBAL_STEP: 1091350 | > loss_text_ce: 0.039268430322408676 (0.03285079036433101) | > loss_mel_ce: 0.026611328125 (nan) | > loss: 0.0002614276309031993 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1413909333479881) | > loader_time: 0.0047 (0.004643000384945887)  --> TIME: 2025-03-25 18:57:58 -- STEP: 18530/31555 -- GLOBAL_STEP: 1091400 | > loss_text_ce: 0.029884641990065575 (0.032851239865725065) | > loss_mel_ce: 2.913668155670166 (nan) | > loss: 0.011680765077471733 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14140379394123762) | > loader_time: 0.0047 (0.004643169030973347)  --> TIME: 2025-03-25 18:58:07 -- STEP: 18580/31555 -- GLOBAL_STEP: 1091450 | > loss_text_ce: 0.03914567455649376 (0.032852652714115436) | > loss_mel_ce: 2.018975257873535 (nan) | > loss: 0.008167146705091 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14139956610580173) | > loader_time: 0.0045 (0.004643207409923373)  --> TIME: 2025-03-25 18:58:17 -- STEP: 18630/31555 -- GLOBAL_STEP: 1091500 | > loss_text_ce: 0.03282919153571129 (0.03285032783600455) | > loss_mel_ce: 3.288367748260498 (nan) | > loss: 0.01317935436964035 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.1413974641921772) | > loader_time: 0.0048 (0.004643408764579634)  --> TIME: 2025-03-25 18:58:27 -- STEP: 18680/31555 -- GLOBAL_STEP: 1091550 | > loss_text_ce: 0.029050951823592186 (0.03285096077985325) | > loss_mel_ce: 2.2850520610809326 (nan) | > loss: 0.009182949550449848 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14140229254514422) | > loader_time: 0.0044 (0.004643285083056003)  --> TIME: 2025-03-25 18:58:37 -- STEP: 18730/31555 -- GLOBAL_STEP: 1091600 | > loss_text_ce: 0.026983322575688362 (0.032848310671613375) | > loss_mel_ce: 0.00982666015625 (nan) | > loss: 0.00014607136836275458 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14141608828602276) | > loader_time: 0.0044 (0.0046434327999793175)  --> TIME: 2025-03-25 18:58:46 -- STEP: 18780/31555 -- GLOBAL_STEP: 1091650 | > loss_text_ce: 0.03950587660074234 (0.03284432610751764) | > loss_mel_ce: 3.3301806449890137 (nan) | > loss: 0.013371773064136505 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14141293614309433) | > loader_time: 0.0043 (0.004643368441710708)  --> TIME: 2025-03-25 18:58:56 -- STEP: 18830/31555 -- GLOBAL_STEP: 1091700 | > loss_text_ce: 0.03165995329618454 (0.03284639874403958) | > loss_mel_ce: 1.97026789188385 (nan) | > loss: 0.007944158278405666 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14141939158649938) | > loader_time: 0.0045 (0.004643215983710385)  --> TIME: 2025-03-25 18:59:06 -- STEP: 18880/31555 -- GLOBAL_STEP: 1091750 | > loss_text_ce: 0.024350322782993317 (0.032841983247968484) | > loss_mel_ce: 2.1076388359069824 (nan) | > loss: 0.008460274897515774 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14140745032641971) | > loader_time: 0.0047 (0.004643052715366168)  --> TIME: 2025-03-25 18:59:15 -- STEP: 18930/31555 -- GLOBAL_STEP: 1091800 | > loss_text_ce: 0.02910136803984642 (0.03284356885501581) | > loss_mel_ce: 2.41119647026062 (nan) | > loss: 0.009683721698820591 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14139751012654128) | > loader_time: 0.0046 (0.004643050111668864)  --> TIME: 2025-03-25 18:59:25 -- STEP: 18980/31555 -- GLOBAL_STEP: 1091850 | > loss_text_ce: 0.02610889822244644 (0.032847031304863834) | > loss_mel_ce: 2.696906566619873 (nan) | > loss: 0.010805618017911911 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14139924231520307) | > loader_time: 0.0048 (0.004643273341015091)  --> TIME: 2025-03-25 18:59:35 -- STEP: 19030/31555 -- GLOBAL_STEP: 1091900 | > loss_text_ce: 0.0425424724817276 (0.03284932625520601) | > loss_mel_ce: 2.603571891784668 (nan) | > loss: 0.010500454343855381 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1414184415710027) | > loader_time: 0.0047 (0.004643525202776718)  --> TIME: 2025-03-25 18:59:45 -- STEP: 19080/31555 -- GLOBAL_STEP: 1091950 | > loss_text_ce: 0.0317031666636467 (0.032845908117898226) | > loss_mel_ce: 2.743224620819092 (nan) | > loss: 0.011011619120836258 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1414224192531364) | > loader_time: 0.0049 (0.004643570089740073)  --> TIME: 2025-03-25 18:59:54 -- STEP: 19130/31555 -- GLOBAL_STEP: 1092000 | > loss_text_ce: 0.031118975952267647 (0.03284376620242461) | > loss_mel_ce: 2.7127926349639893 (nan) | > loss: 0.0108885383233428 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14142346162791142) | > loader_time: 0.0048 (0.004643566098689283)  --> TIME: 2025-03-25 19:00:04 -- STEP: 19180/31555 -- GLOBAL_STEP: 1092050 | > loss_text_ce: 0.033528149127960205 (0.032843984129505385) | > loss_mel_ce: 3.020132303237915 (nan) | > loss: 0.012117700651288033 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14142527088010248) | > loader_time: 0.0046 (0.004643428922321054)  --> TIME: 2025-03-25 19:00:14 -- STEP: 19230/31555 -- GLOBAL_STEP: 1092100 | > loss_text_ce: 0.03843197971582413 (0.03284218791873217) | > loss_mel_ce: 2.5095608234405518 (nan) | > loss: 0.010111082345247269 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.1414181390902191) | > loader_time: 0.0044 (0.004642999971898591)  --> TIME: 2025-03-25 19:00:23 -- STEP: 19280/31555 -- GLOBAL_STEP: 1092150 | > loss_text_ce: 0.026552604511380196 (0.032841639841483444) | > loss_mel_ce: 2.4209933280944824 (nan) | > loss: 0.009712484665215015 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1414138105153058) | > loader_time: 0.0041 (0.00464256975908002)  --> TIME: 2025-03-25 19:00:33 -- STEP: 19330/31555 -- GLOBAL_STEP: 1092200 | > loss_text_ce: 0.03258005157113075 (0.03284383332385708) | > loss_mel_ce: 3.1155359745025635 (nan) | > loss: 0.012492525391280651 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14141080346184057) | > loader_time: 0.0046 (0.004642188518206439)  --> TIME: 2025-03-25 19:00:42 -- STEP: 19380/31555 -- GLOBAL_STEP: 1092250 | > loss_text_ce: 0.03957229480147362 (0.03284128159923724) | > loss_mel_ce: 2.5376155376434326 (nan) | > loss: 0.01022693607956171 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14141184050970504) | > loader_time: 0.0044 (0.004641742689075603)  --> TIME: 2025-03-25 19:00:52 -- STEP: 19430/31555 -- GLOBAL_STEP: 1092300 | > loss_text_ce: 0.035637129098176956 (0.032842975527161096) | > loss_mel_ce: 2.1277987957000732 (nan) | > loss: 0.008585063740611076 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14141386333226147) | > loader_time: 0.0044 (0.0046418016618266205)  --> TIME: 2025-03-25 19:01:02 -- STEP: 19480/31555 -- GLOBAL_STEP: 1092350 | > loss_text_ce: 0.039518654346466064 (0.03284762172823) | > loss_mel_ce: 2.463508367538452 (nan) | > loss: 0.009932647459208965 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14142382054358388) | > loader_time: 0.0046 (0.004641810420602247)  --> TIME: 2025-03-25 19:01:12 -- STEP: 19530/31555 -- GLOBAL_STEP: 1092400 | > loss_text_ce: 0.04587238281965256 (0.03284522603727061) | > loss_mel_ce: 2.594700813293457 (nan) | > loss: 0.01047846581786871 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1414221599659927) | > loader_time: 0.0045 (0.004641884653860028)  --> TIME: 2025-03-25 19:01:21 -- STEP: 19580/31555 -- GLOBAL_STEP: 1092450 | > loss_text_ce: 0.029358338564634323 (0.0328452540164388) | > loss_mel_ce: 2.6182291507720947 (nan) | > loss: 0.010506300255656242 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1414233304019855) | > loader_time: 0.0047 (0.00464216909077364)  --> TIME: 2025-03-25 19:01:31 -- STEP: 19630/31555 -- GLOBAL_STEP: 1092500 | > loss_text_ce: 0.036029357463121414 (0.032844674898433776) | > loss_mel_ce: 2.332092523574829 (nan) | > loss: 0.009397309273481369 (nan) | > current_lr: 5e-06 | > step_time: 0.1733 (0.141425402250694) | > loader_time: 0.0049 (0.004642285392166569)  --> TIME: 2025-03-25 19:01:41 -- STEP: 19680/31555 -- GLOBAL_STEP: 1092550 | > loss_text_ce: 0.028740832582116127 (0.032847264182907066) | > loss_mel_ce: 2.786068916320801 (nan) | > loss: 0.011169880628585815 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14141675124808145) | > loader_time: 0.0045 (0.00464225479257784)  --> TIME: 2025-03-25 19:01:50 -- STEP: 19730/31555 -- GLOBAL_STEP: 1092600 | > loss_text_ce: 0.026852458715438843 (0.03285142273315934) | > loss_mel_ce: 2.643646240234375 (nan) | > loss: 0.01059721689671278 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1414174312150734) | > loader_time: 0.0046 (0.0046423544692799695)  --> TIME: 2025-03-25 19:02:00 -- STEP: 19780/31555 -- GLOBAL_STEP: 1092650 | > loss_text_ce: 0.030030440539121628 (0.032851335040413085) | > loss_mel_ce: 1.8977011442184448 (nan) | > loss: 0.007649729028344154 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.14141080172165657) | > loader_time: 0.0043 (0.004642413298931819)  --> TIME: 2025-03-25 19:02:09 -- STEP: 19830/31555 -- GLOBAL_STEP: 1092700 | > loss_text_ce: 0.028109757229685783 (0.03284650065452859) | > loss_mel_ce: 2.8046958446502686 (nan) | > loss: 0.011241292580962181 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14140946830214807) | > loader_time: 0.0046 (0.004642481053650994)  --> TIME: 2025-03-25 19:02:19 -- STEP: 19880/31555 -- GLOBAL_STEP: 1092750 | > loss_text_ce: 0.02458077110350132 (0.03284903138147942) | > loss_mel_ce: 2.9671244621276855 (nan) | > loss: 0.01187184639275074 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1414059913854012) | > loader_time: 0.0045 (0.004642381994297313)  --> TIME: 2025-03-25 19:02:29 -- STEP: 19930/31555 -- GLOBAL_STEP: 1092800 | > loss_text_ce: 0.03957044333219528 (0.03284759923336267) | > loss_mel_ce: 1.804107666015625 (nan) | > loss: 0.007316183298826218 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1414156700699887) | > loader_time: 0.0044 (0.004642326055431971)  --> TIME: 2025-03-25 19:02:39 -- STEP: 19980/31555 -- GLOBAL_STEP: 1092850 | > loss_text_ce: 0.02711946703493595 (0.032842692957437636) | > loss_mel_ce: 2.7355449199676514 (nan) | > loss: 0.010962954722344875 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14141454230080477) | > loader_time: 0.0045 (0.004642323987023353)  --> TIME: 2025-03-25 19:02:48 -- STEP: 20030/31555 -- GLOBAL_STEP: 1092900 | > loss_text_ce: 0.03390549123287201 (0.032842283269889694) | > loss_mel_ce: 2.843865394592285 (nan) | > loss: 0.01141972653567791 (nan) | > current_lr: 5e-06 | > step_time: 0.1915 (0.1414172004832079) | > loader_time: 0.0047 (0.004642101341167553)  --> TIME: 2025-03-25 19:02:58 -- STEP: 20080/31555 -- GLOBAL_STEP: 1092950 | > loss_text_ce: 0.03518332913517952 (0.03284083117292142) | > loss_mel_ce: 3.5988197326660156 (nan) | > loss: 0.014420648105442524 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14141123399316655) | > loader_time: 0.0045 (0.004642050389749582)  --> TIME: 2025-03-25 19:03:08 -- STEP: 20130/31555 -- GLOBAL_STEP: 1093000 | > loss_text_ce: 0.03767479956150055 (0.03284203852117383) | > loss_mel_ce: 2.884307861328125 (nan) | > loss: 0.011595170013606548 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14141352862430684) | > loader_time: 0.0044 (0.004642063861928395)  --> TIME: 2025-03-25 19:03:18 -- STEP: 20180/31555 -- GLOBAL_STEP: 1093050 | > loss_text_ce: 0.0241558738052845 (0.03284088819734444) | > loss_mel_ce: 2.8252267837524414 (nan) | > loss: 0.011307074688374996 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14142480195454846) | > loader_time: 0.0046 (0.004642010479427055)  --> TIME: 2025-03-25 19:03:27 -- STEP: 20230/31555 -- GLOBAL_STEP: 1093100 | > loss_text_ce: 0.025121459737420082 (0.03283839182729314) | > loss_mel_ce: 3.0601134300231934 (nan) | > loss: 0.012242996133863926 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14141553459459874) | > loader_time: 0.0044 (0.004641840143246146)  --> TIME: 2025-03-25 19:03:37 -- STEP: 20280/31555 -- GLOBAL_STEP: 1093150 | > loss_text_ce: 0.026464276015758514 (0.03283705403371582) | > loss_mel_ce: 2.7599363327026367 (nan) | > loss: 0.011057145893573761 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14141452742751645) | > loader_time: 0.0046 (0.004641729052485313)  --> TIME: 2025-03-25 19:03:46 -- STEP: 20330/31555 -- GLOBAL_STEP: 1093200 | > loss_text_ce: 0.03042103536427021 (0.03283585417173715) | > loss_mel_ce: 1.9780336618423462 (nan) | > loss: 0.007970059290528297 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1414203364920639) | > loader_time: 0.0047 (0.004641722729800651)  --> TIME: 2025-03-25 19:03:56 -- STEP: 20380/31555 -- GLOBAL_STEP: 1093250 | > loss_text_ce: 0.02961806207895279 (0.03283412697061455) | > loss_mel_ce: 2.548828363418579 (nan) | > loss: 0.010231930762529373 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14142835720481653) | > loader_time: 0.0047 (0.0046418616301411916)  --> TIME: 2025-03-25 19:04:06 -- STEP: 20430/31555 -- GLOBAL_STEP: 1093300 | > loss_text_ce: 0.03160547465085983 (0.03283519209715847) | > loss_mel_ce: 3.0691068172454834 (nan) | > loss: 0.012304414995014668 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14143563492066002) | > loader_time: 0.0046 (0.004641930950779088)  --> TIME: 2025-03-25 19:04:16 -- STEP: 20480/31555 -- GLOBAL_STEP: 1093350 | > loss_text_ce: 0.03382178023457527 (0.032834329220850035) | > loss_mel_ce: 2.8588995933532715 (nan) | > loss: 0.011479053646326065 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14143068864941694) | > loader_time: 0.0044 (0.004641543631441874)  --> TIME: 2025-03-25 19:04:25 -- STEP: 20530/31555 -- GLOBAL_STEP: 1093400 | > loss_text_ce: 0.03424667939543724 (0.03283506193639644) | > loss_mel_ce: 2.4146499633789062 (nan) | > loss: 0.009717844426631927 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1414214584923822) | > loader_time: 0.0045 (0.0046412020849124595)  --> TIME: 2025-03-25 19:04:35 -- STEP: 20580/31555 -- GLOBAL_STEP: 1093450 | > loss_text_ce: 0.029438138008117676 (0.03283731290048737) | > loss_mel_ce: 2.8924691677093506 (nan) | > loss: 0.011594871059060097 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.141422249740253) | > loader_time: 0.0047 (0.004641101717137947)  --> TIME: 2025-03-25 19:04:45 -- STEP: 20630/31555 -- GLOBAL_STEP: 1093500 | > loss_text_ce: 0.030891112983226776 (0.03283701436883037) | > loss_mel_ce: 2.3121438026428223 (nan) | > loss: 0.009297758340835571 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14143085861113697) | > loader_time: 0.0045 (0.004640893617187124)  --> TIME: 2025-03-25 19:04:54 -- STEP: 20680/31555 -- GLOBAL_STEP: 1093550 | > loss_text_ce: 0.030692674219608307 (0.03283760094077526) | > loss_mel_ce: 0.48663330078125 (nan) | > loss: 0.002052881056442857 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1414343211936776) | > loader_time: 0.0045 (0.004640734449345996)  --> TIME: 2025-03-25 19:05:04 -- STEP: 20730/31555 -- GLOBAL_STEP: 1093600 | > loss_text_ce: 0.03790341690182686 (0.03283613202850793) | > loss_mel_ce: 3.008800983428955 (nan) | > loss: 0.012090097181499004 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14142738700890717) | > loader_time: 0.0046 (0.004640479324753002)  --> TIME: 2025-03-25 19:05:14 -- STEP: 20780/31555 -- GLOBAL_STEP: 1093650 | > loss_text_ce: 0.029886169359087944 (0.03283769719843149) | > loss_mel_ce: 2.6768391132354736 (nan) | > loss: 0.010740973986685276 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14143542107535376) | > loader_time: 0.0047 (0.004640327553202923)  --> TIME: 2025-03-25 19:05:24 -- STEP: 20830/31555 -- GLOBAL_STEP: 1093700 | > loss_text_ce: 0.03722270950675011 (0.03283946474806624) | > loss_mel_ce: 2.899378538131714 (nan) | > loss: 0.011653180234134197 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14144438748398688) | > loader_time: 0.0047 (0.004640096262905701)  --> TIME: 2025-03-25 19:05:33 -- STEP: 20880/31555 -- GLOBAL_STEP: 1093750 | > loss_text_ce: 0.03212548792362213 (0.03284008777089284) | > loss_mel_ce: 2.721214532852173 (nan) | > loss: 0.010925953276455402 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14144840506529993) | > loader_time: 0.0043 (0.00463989718435365)  --> TIME: 2025-03-25 19:05:43 -- STEP: 20930/31555 -- GLOBAL_STEP: 1093800 | > loss_text_ce: 0.029698647558689117 (0.0328390935320198) | > loss_mel_ce: 2.486396551132202 (nan) | > loss: 0.009984505362808704 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14144640486034304) | > loader_time: 0.0045 (0.0046397960419524735)  --> TIME: 2025-03-25 19:05:53 -- STEP: 20980/31555 -- GLOBAL_STEP: 1093850 | > loss_text_ce: 0.02980995364487171 (0.032842722537796736) | > loss_mel_ce: 2.9370129108428955 (nan) | > loss: 0.011773107573390007 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14145484307019218) | > loader_time: 0.0047 (0.004639775782567846)  --> TIME: 2025-03-25 19:06:03 -- STEP: 21030/31555 -- GLOBAL_STEP: 1093900 | > loss_text_ce: 0.03131933882832527 (0.03284289047974043) | > loss_mel_ce: 2.8425683975219727 (nan) | > loss: 0.011404316872358322 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14145497121643227) | > loader_time: 0.0047 (0.004639972645047141)  --> TIME: 2025-03-25 19:06:12 -- STEP: 21080/31555 -- GLOBAL_STEP: 1093950 | > loss_text_ce: 0.03488598391413689 (0.03284126908555472) | > loss_mel_ce: 0.2038116455078125 (nan) | > loss: 0.0009472128585912287 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14144753665580348) | > loader_time: 0.0045 (0.0046398979323638454)  --> TIME: 2025-03-25 19:06:22 -- STEP: 21130/31555 -- GLOBAL_STEP: 1094000 | > loss_text_ce: 0.03488810360431671 (0.03284249149392474) | > loss_mel_ce: 3.1345503330230713 (nan) | > loss: 0.012577136978507042 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14144988844195078) | > loader_time: 0.0043 (0.0046400833062182085)  --> TIME: 2025-03-25 19:06:31 -- STEP: 21180/31555 -- GLOBAL_STEP: 1094050 | > loss_text_ce: 0.030874384567141533 (0.0328417094605969) | > loss_mel_ce: 2.708958864212036 (nan) | > loss: 0.010872355662286282 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14143619761363543) | > loader_time: 0.0045 (0.004639568094716394)  --> TIME: 2025-03-25 19:06:41 -- STEP: 21230/31555 -- GLOBAL_STEP: 1094100 | > loss_text_ce: 0.0400976836681366 (0.03284022076041353) | > loss_mel_ce: 2.7124123573303223 (nan) | > loss: 0.010922659188508987 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14144379486186537) | > loader_time: 0.0042 (0.004639125319510968)  --> TIME: 2025-03-25 19:06:51 -- STEP: 21280/31555 -- GLOBAL_STEP: 1094150 | > loss_text_ce: 0.03245823457837105 (0.032842767463963564) | > loss_mel_ce: 1.124969482421875 (nan) | > loss: 0.004592967219650745 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14144354667654765) | > loader_time: 0.0045 (0.004638657601256094)  --> TIME: 2025-03-25 19:07:00 -- STEP: 21330/31555 -- GLOBAL_STEP: 1094200 | > loss_text_ce: 0.03257974609732628 (0.032839407444312706) | > loss_mel_ce: 2.929360866546631 (nan) | > loss: 0.011753733269870281 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14144154462353972) | > loader_time: 0.0044 (0.004638508357635058)  --> TIME: 2025-03-25 19:07:10 -- STEP: 21380/31555 -- GLOBAL_STEP: 1094250 | > loss_text_ce: 0.03492946922779083 (0.03283851295766221) | > loss_mel_ce: 2.5859813690185547 (nan) | > loss: 0.01040044054389 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14144093526424636) | > loader_time: 0.0048 (0.004638586711169826)  --> TIME: 2025-03-25 19:07:20 -- STEP: 21430/31555 -- GLOBAL_STEP: 1094300 | > loss_text_ce: 0.038641974329948425 (0.03283710305714147) | > loss_mel_ce: 2.4358174800872803 (nan) | > loss: 0.009819284081459045 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14143694979088858) | > loader_time: 0.0045 (0.004638773595068512)  --> TIME: 2025-03-25 19:07:29 -- STEP: 21480/31555 -- GLOBAL_STEP: 1094350 | > loss_text_ce: 0.03145939111709595 (0.032834633979191785) | > loss_mel_ce: 2.0964794158935547 (nan) | > loss: 0.00844420213252306 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1414382128631175) | > loader_time: 0.0047 (0.004638822718039547)  --> TIME: 2025-03-25 19:07:39 -- STEP: 21530/31555 -- GLOBAL_STEP: 1094400 | > loss_text_ce: 0.03367973491549492 (0.03283415388500174) | > loss_mel_ce: 3.0424139499664307 (nan) | > loss: 0.012206722050905228 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14142762534960726) | > loader_time: 0.0045 (0.0046386794826898895)  --> TIME: 2025-03-25 19:07:48 -- STEP: 21580/31555 -- GLOBAL_STEP: 1094450 | > loss_text_ce: 0.02624695561826229 (0.03283626062401052) | > loss_mel_ce: 1.966551661491394 (nan) | > loss: 0.007907931692898273 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1414295842738164) | > loader_time: 0.0045 (0.0046386764268282685)  --> TIME: 2025-03-25 19:07:58 -- STEP: 21630/31555 -- GLOBAL_STEP: 1094500 | > loss_text_ce: 0.03103683888912201 (0.03283625858884515) | > loss_mel_ce: 2.640625 (nan) | > loss: 0.010601833462715149 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14142120208555223) | > loader_time: 0.0045 (0.004638522607112865)  --> TIME: 2025-03-25 19:08:08 -- STEP: 21680/31555 -- GLOBAL_STEP: 1094550 | > loss_text_ce: 0.02822357602417469 (0.03283711874825741) | > loss_mel_ce: 2.523317337036133 (nan) | > loss: 0.01012516301125288 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1414337753149873) | > loader_time: 0.0046 (0.0046385967203611605)  --> TIME: 2025-03-25 19:08:18 -- STEP: 21730/31555 -- GLOBAL_STEP: 1094600 | > loss_text_ce: 0.028633838519454002 (0.03283796129487629) | > loss_mel_ce: 2.9845683574676514 (nan) | > loss: 0.01195715181529522 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14143701360020672) | > loader_time: 0.0045 (0.004638483169931319)  --> TIME: 2025-03-25 19:08:27 -- STEP: 21780/31555 -- GLOBAL_STEP: 1094650 | > loss_text_ce: 0.023521989583969116 (0.03283687662953265) | > loss_mel_ce: 2.4780099391937256 (nan) | > loss: 0.00992671400308609 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14142973355134944) | > loader_time: 0.0044 (0.004638510050305082)  --> TIME: 2025-03-25 19:08:37 -- STEP: 21830/31555 -- GLOBAL_STEP: 1094700 | > loss_text_ce: 0.026369377970695496 (0.032834920484147594) | > loss_mel_ce: 2.4782748222351074 (nan) | > loss: 0.009939064271748066 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14143151772770554) | > loader_time: 0.0044 (0.004638414660343247)  --> TIME: 2025-03-25 19:08:47 -- STEP: 21880/31555 -- GLOBAL_STEP: 1094750 | > loss_text_ce: 0.03321530669927597 (0.03283105031621223) | > loss_mel_ce: 2.9892635345458984 (nan) | > loss: 0.011993964202702045 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14143984070425897) | > loader_time: 0.0047 (0.00463836185457064)  --> TIME: 2025-03-25 19:08:56 -- STEP: 21930/31555 -- GLOBAL_STEP: 1094800 | > loss_text_ce: 0.03277922421693802 (0.032831816856714824) | > loss_mel_ce: 2.8277525901794434 (nan) | > loss: 0.011351317167282104 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14144193147667294) | > loader_time: 0.0048 (0.0046384605380752585)  --> TIME: 2025-03-25 19:09:06 -- STEP: 21980/31555 -- GLOBAL_STEP: 1094850 | > loss_text_ce: 0.026148401200771332 (0.032831380653531375) | > loss_mel_ce: 2.955920696258545 (nan) | > loss: 0.011833608150482178 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.141441907320814) | > loader_time: 0.0045 (0.004638470499161899)  --> TIME: 2025-03-25 19:09:16 -- STEP: 22030/31555 -- GLOBAL_STEP: 1094900 | > loss_text_ce: 0.02909165248274803 (0.03283025623572685) | > loss_mel_ce: 3.070037603378296 (nan) | > loss: 0.012298132292926311 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1414458025708521) | > loader_time: 0.0047 (0.004638509722227821)  --> TIME: 2025-03-25 19:09:26 -- STEP: 22080/31555 -- GLOBAL_STEP: 1094950 | > loss_text_ce: 0.033587343990802765 (0.03283263978829248) | > loss_mel_ce: 2.334843397140503 (nan) | > loss: 0.009398535825312138 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1414474311838133) | > loader_time: 0.0046 (0.00463850212053974)  --> TIME: 2025-03-25 19:09:35 -- STEP: 22130/31555 -- GLOBAL_STEP: 1095000 | > loss_text_ce: 0.024171223863959312 (0.03283474632150404) | > loss_mel_ce: 0.3065839409828186 (nan) | > loss: 0.0013125205878168344 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1414387019037195) | > loader_time: 0.0043 (0.0046384268737841025)  --> TIME: 2025-03-25 19:09:45 -- STEP: 22180/31555 -- GLOBAL_STEP: 1095050 | > loss_text_ce: 0.03099973313510418 (0.03283393450339149) | > loss_mel_ce: 2.186962604522705 (nan) | > loss: 0.00880143791437149 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14144489065390609) | > loader_time: 0.0045 (0.004638551214560374)  --> TIME: 2025-03-25 19:09:55 -- STEP: 22230/31555 -- GLOBAL_STEP: 1095100 | > loss_text_ce: 0.027132941409945488 (0.03283401380397375) | > loss_mel_ce: 2.483151912689209 (nan) | > loss: 0.009961448609828949 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1414405216894026) | > loader_time: 0.0069 (0.004638526893337702)  --> TIME: 2025-03-25 19:10:04 -- STEP: 22280/31555 -- GLOBAL_STEP: 1095150 | > loss_text_ce: 0.03777482733130455 (0.03283235789615233) | > loss_mel_ce: 2.598133087158203 (nan) | > loss: 0.010459952987730503 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14143236672214984) | > loader_time: 0.0048 (0.004638492558118019)  --> TIME: 2025-03-25 19:10:14 -- STEP: 22330/31555 -- GLOBAL_STEP: 1095200 | > loss_text_ce: 0.03607398644089699 (0.03283235614074972) | > loss_mel_ce: 2.556973457336426 (nan) | > loss: 0.010289871133863926 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14144290682984584) | > loader_time: 0.0046 (0.004638926949780752)  --> TIME: 2025-03-25 19:10:24 -- STEP: 22380/31555 -- GLOBAL_STEP: 1095250 | > loss_text_ce: 0.04035481810569763 (0.032833022507276946) | > loss_mel_ce: 2.112107038497925 (nan) | > loss: 0.008541515097022057 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1414408807353972) | > loader_time: 0.0045 (0.004639004031071373)  --> TIME: 2025-03-25 19:10:34 -- STEP: 22430/31555 -- GLOBAL_STEP: 1095300 | > loss_text_ce: 0.033377114683389664 (0.03283207463333053) | > loss_mel_ce: 2.8954412937164307 (nan) | > loss: 0.011622295714914799 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1414509447674335) | > loader_time: 0.0046 (0.004639349034785989)  --> TIME: 2025-03-25 19:10:43 -- STEP: 22480/31555 -- GLOBAL_STEP: 1095350 | > loss_text_ce: 0.03116273134946823 (0.03283293702257648) | > loss_mel_ce: 2.5995562076568604 (nan) | > loss: 0.010439361445605755 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14145809755630917) | > loader_time: 0.0045 (0.004639234184370327)  --> TIME: 2025-03-25 19:10:53 -- STEP: 22530/31555 -- GLOBAL_STEP: 1095400 | > loss_text_ce: 0.020028339698910713 (0.03283341678522457) | > loss_mel_ce: 2.848295211791992 (nan) | > loss: 0.011382237076759338 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14146773244770744) | > loader_time: 0.0045 (0.004639350695976176)  --> TIME: 2025-03-25 19:11:03 -- STEP: 22580/31555 -- GLOBAL_STEP: 1095450 | > loss_text_ce: 0.014995784498751163 (0.03283186352488376) | > loss_mel_ce: 2.0560545921325684 (nan) | > loss: 0.008218454197049141 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.1414699524773037) | > loader_time: 0.0043 (0.0046396323280908725)  --> TIME: 2025-03-25 19:11:13 -- STEP: 22630/31555 -- GLOBAL_STEP: 1095500 | > loss_text_ce: 0.031133268028497696 (0.03282936732887621) | > loss_mel_ce: 3.310194492340088 (nan) | > loss: 0.013259237632155418 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1414638158656636) | > loader_time: 0.0044 (0.00463939196653613)  --> TIME: 2025-03-25 19:11:22 -- STEP: 22680/31555 -- GLOBAL_STEP: 1095550 | > loss_text_ce: 0.027875108644366264 (0.032833502666714164) | > loss_mel_ce: 2.4737188816070557 (nan) | > loss: 0.009926960803568363 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1414687544054891) | > loader_time: 0.0046 (0.004639103278070932)  --> TIME: 2025-03-25 19:11:32 -- STEP: 22730/31555 -- GLOBAL_STEP: 1095600 | > loss_text_ce: 0.02664477378129959 (0.03283174676772274) | > loss_mel_ce: 2.7535719871520996 (nan) | > loss: 0.011032606475055218 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.141466476410642) | > loader_time: 0.0046 (0.0046388330514138135)  --> TIME: 2025-03-25 19:11:41 -- STEP: 22780/31555 -- GLOBAL_STEP: 1095650 | > loss_text_ce: 0.02956916019320488 (0.032833324941782656) | > loss_mel_ce: 2.2116215229034424 (nan) | > loss: 0.008893614634871483 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14145987569710317) | > loader_time: 0.0046 (0.004638761674447243)  --> TIME: 2025-03-25 19:11:51 -- STEP: 22830/31555 -- GLOBAL_STEP: 1095700 | > loss_text_ce: 0.024154121056199074 (0.03283215825092257) | > loss_mel_ce: 2.3116226196289062 (nan) | > loss: 0.009268956258893013 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1414702022279312) | > loader_time: 0.0048 (0.004638716582399765)  --> TIME: 2025-03-25 19:12:01 -- STEP: 22880/31555 -- GLOBAL_STEP: 1095750 | > loss_text_ce: 0.035313088446855545 (0.0328306691822028) | > loss_mel_ce: 2.5678791999816895 (nan) | > loss: 0.010330128483474255 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14146595786918456) | > loader_time: 0.0047 (0.004638598973934445)  --> TIME: 2025-03-25 19:12:11 -- STEP: 22930/31555 -- GLOBAL_STEP: 1095800 | > loss_text_ce: 0.03436935693025589 (0.03283191543410375) | > loss_mel_ce: 2.635082483291626 (nan) | > loss: 0.01059306412935257 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1414673870430225) | > loader_time: 0.0046 (0.00463847926855605)  --> TIME: 2025-03-25 19:12:20 -- STEP: 22980/31555 -- GLOBAL_STEP: 1095850 | > loss_text_ce: 0.02318779192864895 (0.0328310071305898) | > loss_mel_ce: 2.4608168601989746 (nan) | > loss: 0.009857161901891232 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14146882200158264) | > loader_time: 0.0045 (0.0046384178834753915)  --> TIME: 2025-03-25 19:12:30 -- STEP: 23030/31555 -- GLOBAL_STEP: 1095900 | > loss_text_ce: 0.042205628007650375 (0.03283148855609863) | > loss_mel_ce: 2.5665831565856934 (nan) | > loss: 0.010352336801588535 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14145864573862743) | > loader_time: 0.0044 (0.004638269565646853)  --> TIME: 2025-03-25 19:12:39 -- STEP: 23080/31555 -- GLOBAL_STEP: 1095950 | > loss_text_ce: 0.03402697667479515 (0.032826800908218566) | > loss_mel_ce: 2.685546875 (nan) | > loss: 0.010791960172355175 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14146042577728826) | > loader_time: 0.0044 (0.00463822615208615)  --> TIME: 2025-03-25 19:12:49 -- STEP: 23130/31555 -- GLOBAL_STEP: 1096000 | > loss_text_ce: 0.04566815868020058 (0.032824416945567945) | > loss_mel_ce: 2.929408550262451 (nan) | > loss: 0.011805860325694084 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.14146478357533762) | > loader_time: 0.0044 (0.004638035288116784)  --> TIME: 2025-03-25 19:12:59 -- STEP: 23180/31555 -- GLOBAL_STEP: 1096050 | > loss_text_ce: 0.02452356554567814 (0.032827544084977414) | > loss_mel_ce: 2.3391239643096924 (nan) | > loss: 0.009379553608596325 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14147040020092863) | > loader_time: 0.0044 (0.004638024606614171)  --> TIME: 2025-03-25 19:13:09 -- STEP: 23230/31555 -- GLOBAL_STEP: 1096100 | > loss_text_ce: 0.025527648627758026 (0.03282510314050133) | > loss_mel_ce: 2.533504009246826 (nan) | > loss: 0.010154888033866882 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14146704374076235) | > loader_time: 0.0045 (0.0046378738142219345)  --> TIME: 2025-03-25 19:13:18 -- STEP: 23280/31555 -- GLOBAL_STEP: 1096150 | > loss_text_ce: 0.037791039794683456 (0.03282559450933395) | > loss_mel_ce: 1.3773458003997803 (nan) | > loss: 0.005615622736513615 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14146528664938113) | > loader_time: 0.0047 (0.004637817418862014)  --> TIME: 2025-03-25 19:13:28 -- STEP: 23330/31555 -- GLOBAL_STEP: 1096200 | > loss_text_ce: 0.04978558048605919 (0.032827283442738844) | > loss_mel_ce: 2.5093801021575928 (nan) | > loss: 0.010155419819056988 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14147076702812988) | > loader_time: 0.0044 (0.004637636087812452)  --> TIME: 2025-03-25 19:13:38 -- STEP: 23380/31555 -- GLOBAL_STEP: 1096250 | > loss_text_ce: 0.02754221111536026 (0.03282743336320535) | > loss_mel_ce: 2.5182909965515137 (nan) | > loss: 0.010102513246238232 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14146779136233661) | > loader_time: 0.0044 (0.00463743993010245)  --> TIME: 2025-03-25 19:13:47 -- STEP: 23430/31555 -- GLOBAL_STEP: 1096300 | > loss_text_ce: 0.03336524963378906 (0.03282669862864248) | > loss_mel_ce: 2.057673215866089 (nan) | > loss: 0.008297772146761417 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14146386880015968) | > loader_time: 0.0047 (0.004637269000950068)  --> TIME: 2025-03-25 19:13:57 -- STEP: 23480/31555 -- GLOBAL_STEP: 1096350 | > loss_text_ce: 0.04556702822446823 (0.03282834892585591) | > loss_mel_ce: 3.1040561199188232 (nan) | > loss: 0.012498505413532257 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14146392590142773) | > loader_time: 0.0043 (0.004637328709207536)  --> TIME: 2025-03-25 19:14:07 -- STEP: 23530/31555 -- GLOBAL_STEP: 1096400 | > loss_text_ce: 0.0312517024576664 (0.03282916448116641) | > loss_mel_ce: 2.8468432426452637 (nan) | > loss: 0.01142101176083088 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14146290739394404) | > loader_time: 0.0047 (0.004637163282200647)  --> TIME: 2025-03-25 19:14:17 -- STEP: 23580/31555 -- GLOBAL_STEP: 1096450 | > loss_text_ce: 0.030462317168712616 (0.03282808266881054) | > loss_mel_ce: 2.752246856689453 (nan) | > loss: 0.011042497120797634 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14148119119793184) | > loader_time: 0.0045 (0.004636993572002123)  --> TIME: 2025-03-25 19:14:26 -- STEP: 23630/31555 -- GLOBAL_STEP: 1096500 | > loss_text_ce: 0.03677874058485031 (0.032828019641007) | > loss_mel_ce: 3.007420301437378 (nan) | > loss: 0.012080155313014984 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14148553328851288) | > loader_time: 0.0047 (0.004636839603499921)  --> TIME: 2025-03-25 19:14:36 -- STEP: 23680/31555 -- GLOBAL_STEP: 1096550 | > loss_text_ce: 0.03098783642053604 (0.03282815323504639) | > loss_mel_ce: 2.093518018722534 (nan) | > loss: 0.008430578745901585 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14148740471416413) | > loader_time: 0.0046 (0.0046366391250410345)  --> TIME: 2025-03-25 19:14:46 -- STEP: 23730/31555 -- GLOBAL_STEP: 1096600 | > loss_text_ce: 0.04367523267865181 (0.03283314560589068) | > loss_mel_ce: 2.2196812629699707 (nan) | > loss: 0.008981573395431042 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14148932608481235) | > loader_time: 0.0045 (0.0046365914644192026)  --> TIME: 2025-03-25 19:14:56 -- STEP: 23780/31555 -- GLOBAL_STEP: 1096650 | > loss_text_ce: 0.02655331790447235 (0.03283497012663652) | > loss_mel_ce: 2.8150711059570312 (nan) | > loss: 0.011276287958025932 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1414928893064448) | > loader_time: 0.0066 (0.0046364814920320865)  --> TIME: 2025-03-25 19:15:05 -- STEP: 23830/31555 -- GLOBAL_STEP: 1096700 | > loss_text_ce: 0.03883865103125572 (0.03283652946961848) | > loss_mel_ce: 2.824845314025879 (nan) | > loss: 0.011363825760781765 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1414941554903952) | > loader_time: 0.0044 (0.004636615462229098)  --> TIME: 2025-03-25 19:15:15 -- STEP: 23880/31555 -- GLOBAL_STEP: 1096750 | > loss_text_ce: 0.033919449895620346 (0.03283609077767302) | > loss_mel_ce: 2.3068065643310547 (nan) | > loss: 0.00928859505802393 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.1414917538513507) | > loader_time: 0.0048 (0.004636679003186734)  --> TIME: 2025-03-25 19:15:25 -- STEP: 23930/31555 -- GLOBAL_STEP: 1096800 | > loss_text_ce: 0.03506745398044586 (0.032837260553455275) | > loss_mel_ce: 2.5569117069244385 (nan) | > loss: 0.010285632684826851 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1415002168893732) | > loader_time: 0.0046 (0.004636725311343033)  --> TIME: 2025-03-25 19:15:35 -- STEP: 23980/31555 -- GLOBAL_STEP: 1096850 | > loss_text_ce: 0.03807421773672104 (0.03283756302139123) | > loss_mel_ce: 3.0893075466156006 (nan) | > loss: 0.012410245835781097 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14150006256071884) | > loader_time: 0.0048 (0.004636780762294584)  --> TIME: 2025-03-25 19:15:44 -- STEP: 24030/31555 -- GLOBAL_STEP: 1096900 | > loss_text_ce: 0.03594970703125 (0.03283655162551098) | > loss_mel_ce: 0.0645751953125 (nan) | > loss: 0.0003989083634223789 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1414967353275522) | > loader_time: 0.0044 (0.004636612972318228)  --> TIME: 2025-03-25 19:15:54 -- STEP: 24080/31555 -- GLOBAL_STEP: 1096950 | > loss_text_ce: 0.02737581729888916 (0.03283404649642955) | > loss_mel_ce: 0.0551060251891613 (nan) | > loss: 0.00032730892417021096 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14149327328633018) | > loader_time: 0.0046 (0.0046364924341340905)  --> TIME: 2025-03-25 19:16:03 -- STEP: 24130/31555 -- GLOBAL_STEP: 1097000 | > loss_text_ce: 0.029018957167863846 (0.03283487509861215) | > loss_mel_ce: 2.8259060382843018 (nan) | > loss: 0.01132906787097454 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14148784945528078) | > loader_time: 0.0046 (0.004636772756896641)  --> TIME: 2025-03-25 19:16:13 -- STEP: 24180/31555 -- GLOBAL_STEP: 1097050 | > loss_text_ce: 0.04195766896009445 (0.03283363444583504) | > loss_mel_ce: 2.3931963443756104 (nan) | > loss: 0.009663309901952744 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14148150998960546) | > loader_time: 0.0044 (0.004636725213924026)  --> TIME: 2025-03-25 19:16:23 -- STEP: 24230/31555 -- GLOBAL_STEP: 1097100 | > loss_text_ce: 0.029669493436813354 (0.0328320558644136) | > loss_mel_ce: 0.01708984375 (nan) | > loss: 0.0001855529408203438 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14148933390571505) | > loader_time: 0.0046 (0.004636629120751516)  --> TIME: 2025-03-25 19:16:33 -- STEP: 24280/31555 -- GLOBAL_STEP: 1097150 | > loss_text_ce: 0.04379010200500488 (0.03283114006518057) | > loss_mel_ce: 2.197321891784668 (nan) | > loss: 0.008893301710486412 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14149843715561075) | > loader_time: 0.0044 (0.004636674814994067)  --> TIME: 2025-03-25 19:16:42 -- STEP: 24330/31555 -- GLOBAL_STEP: 1097200 | > loss_text_ce: 0.04049620032310486 (0.03283356673815706) | > loss_mel_ce: 2.3824894428253174 (nan) | > loss: 0.00961502268910408 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1414950493182676) | > loader_time: 0.0045 (0.004636710894436068)  --> TIME: 2025-03-25 19:16:52 -- STEP: 24380/31555 -- GLOBAL_STEP: 1097250 | > loss_text_ce: 0.03251579776406288 (0.032834271609613566) | > loss_mel_ce: 3.0841403007507324 (nan) | > loss: 0.012367683462798595 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14148807394592755) | > loader_time: 0.0044 (0.004636725155030015)  --> TIME: 2025-03-25 19:17:01 -- STEP: 24430/31555 -- GLOBAL_STEP: 1097300 | > loss_text_ce: 0.03412053361535072 (0.03283748850901164) | > loss_mel_ce: 2.7908387184143066 (nan) | > loss: 0.011210156604647636 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14148991528564717) | > loader_time: 0.0045 (0.004636870863200472)  --> TIME: 2025-03-25 19:17:11 -- STEP: 24480/31555 -- GLOBAL_STEP: 1097350 | > loss_text_ce: 0.035058215260505676 (0.03283789176908567) | > loss_mel_ce: 2.571251392364502 (nan) | > loss: 0.010342499241232872 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14149189976111154) | > loader_time: 0.0045 (0.004636737158875029)  --> TIME: 2025-03-25 19:17:20 -- STEP: 24530/31555 -- GLOBAL_STEP: 1097400 | > loss_text_ce: 0.03544992581009865 (0.03283745911480349) | > loss_mel_ce: 2.8415019512176514 (nan) | > loss: 0.011416476219892502 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14148024833304615) | > loader_time: 0.0045 (0.004636570817346303)  --> TIME: 2025-03-25 19:17:30 -- STEP: 24580/31555 -- GLOBAL_STEP: 1097450 | > loss_text_ce: 0.018784768879413605 (0.03283439922499627) | > loss_mel_ce: 2.1079397201538086 (nan) | > loss: 0.008439383469522 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14147939554940966) | > loader_time: 0.0044 (0.004636692205418181)  --> TIME: 2025-03-25 19:17:40 -- STEP: 24630/31555 -- GLOBAL_STEP: 1097500 | > loss_text_ce: 0.031562689691782 (0.032836123760124084) | > loss_mel_ce: 2.913383960723877 (nan) | > loss: 0.011686297133564949 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1414806963513664) | > loader_time: 0.0045 (0.004636628280264806)  --> TIME: 2025-03-25 19:17:49 -- STEP: 24680/31555 -- GLOBAL_STEP: 1097550 | > loss_text_ce: 0.03452823683619499 (0.032834013537662216) | > loss_mel_ce: 2.958524703979492 (nan) | > loss: 0.011877194978296757 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1414764168390018) | > loader_time: 0.0059 (0.00463682945389026)  --> TIME: 2025-03-25 19:17:59 -- STEP: 24730/31555 -- GLOBAL_STEP: 1097600 | > loss_text_ce: 0.033376701176166534 (0.03283426989799338) | > loss_mel_ce: 2.625602960586548 (nan) | > loss: 0.010551507584750652 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14147544159756373) | > loader_time: 0.0047 (0.004636951260271672)  --> TIME: 2025-03-25 19:18:09 -- STEP: 24780/31555 -- GLOBAL_STEP: 1097650 | > loss_text_ce: 0.02820538729429245 (0.03283327437126951) | > loss_mel_ce: 2.681671619415283 (nan) | > loss: 0.010753480717539787 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14146845854512347) | > loader_time: 0.0044 (0.004636814047772589)  --> TIME: 2025-03-25 19:18:18 -- STEP: 24830/31555 -- GLOBAL_STEP: 1097700 | > loss_text_ce: 0.029254354536533356 (0.032835294682858056) | > loss_mel_ce: 1.9453129768371582 (nan) | > loss: 0.007835584692656994 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14146604715601765) | > loader_time: 0.0046 (0.00463663059715486)  --> TIME: 2025-03-25 19:18:28 -- STEP: 24880/31555 -- GLOBAL_STEP: 1097750 | > loss_text_ce: 0.037304915487766266 (0.0328386900755591) | > loss_mel_ce: 2.4625942707061768 (nan) | > loss: 0.009920235723257065 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14146710710893706) | > loader_time: 0.0045 (0.004636510200439129)  --> TIME: 2025-03-25 19:18:37 -- STEP: 24930/31555 -- GLOBAL_STEP: 1097800 | > loss_text_ce: 0.03707965835928917 (0.03283663538089958) | > loss_mel_ce: 2.3959743976593018 (nan) | > loss: 0.009654976427555084 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1414660363421134) | > loader_time: 0.0045 (0.004636285891267003)  --> TIME: 2025-03-25 19:18:47 -- STEP: 24980/31555 -- GLOBAL_STEP: 1097850 | > loss_text_ce: 0.03440500795841217 (0.03283315486132233) | > loss_mel_ce: 3.2536072731018066 (nan) | > loss: 0.013047668151557446 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14146384061862427) | > loader_time: 0.0047 (0.00463641605155765)  --> TIME: 2025-03-25 19:18:57 -- STEP: 25030/31555 -- GLOBAL_STEP: 1097900 | > loss_text_ce: 0.03571964427828789 (0.03282909020253152) | > loss_mel_ce: 2.7842814922332764 (nan) | > loss: 0.01119048148393631 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1414546708702538) | > loader_time: 0.0048 (0.004636400564165501)  --> TIME: 2025-03-25 19:19:06 -- STEP: 25080/31555 -- GLOBAL_STEP: 1097950 | > loss_text_ce: 0.033247947692871094 (0.03283063110656302) | > loss_mel_ce: 2.6017093658447266 (nan) | > loss: 0.010456180199980736 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14146204779022822) | > loader_time: 0.0051 (0.004636639898473539)  --> TIME: 2025-03-25 19:19:16 -- STEP: 25130/31555 -- GLOBAL_STEP: 1098000 | > loss_text_ce: 0.026560477912425995 (0.03283118042217279) | > loss_mel_ce: 3.198775053024292 (nan) | > loss: 0.01279895193874836 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14145604045183505) | > loader_time: 0.0046 (0.004636866269337405)  --> TIME: 2025-03-25 19:19:25 -- STEP: 25180/31555 -- GLOBAL_STEP: 1098050 | > loss_text_ce: 0.05187869444489479 (0.032830574148281944) | > loss_mel_ce: 2.3984601497650146 (nan) | > loss: 0.00972356740385294 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14144975397679813) | > loader_time: 0.0042 (0.004636732816128023)  --> TIME: 2025-03-25 19:19:35 -- STEP: 25230/31555 -- GLOBAL_STEP: 1098100 | > loss_text_ce: 0.037925682961940765 (0.03283239518304419) | > loss_mel_ce: 1.5150729417800903 (nan) | > loss: 0.006162693258374929 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14145421085025228) | > loader_time: 0.0046 (0.004636680697147369)  --> TIME: 2025-03-25 19:19:45 -- STEP: 25280/31555 -- GLOBAL_STEP: 1098150 | > loss_text_ce: 0.03242950513958931 (0.032834384085012096) | > loss_mel_ce: 1.949731469154358 (nan) | > loss: 0.007865718565881252 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1414566707384758) | > loader_time: 0.0045 (0.004636554486012125)  --> TIME: 2025-03-25 19:19:54 -- STEP: 25330/31555 -- GLOBAL_STEP: 1098200 | > loss_text_ce: 0.024285659193992615 (0.03283368641671632) | > loss_mel_ce: 1.0042724609375 (nan) | > loss: 0.004081580322235823 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.14145373213776125) | > loader_time: 0.0045 (0.004636535661473715)  --> TIME: 2025-03-25 19:20:04 -- STEP: 25380/31555 -- GLOBAL_STEP: 1098250 | > loss_text_ce: 0.03463010489940643 (0.032833173372133095) | > loss_mel_ce: 2.5188896656036377 (nan) | > loss: 0.010133014991879463 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1414625748487063) | > loader_time: 0.0044 (0.004636865718050923)  --> TIME: 2025-03-25 19:20:14 -- STEP: 25430/31555 -- GLOBAL_STEP: 1098300 | > loss_text_ce: 0.041250161826610565 (0.03283371578937149) | > loss_mel_ce: 2.5168709754943848 (nan) | > loss: 0.010151275433599949 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14146927118395372) | > loader_time: 0.0047 (0.004636954961214921)  --> TIME: 2025-03-25 19:20:24 -- STEP: 25480/31555 -- GLOBAL_STEP: 1098350 | > loss_text_ce: 0.041832584887742996 (0.03283305681212623) | > loss_mel_ce: 2.9986445903778076 (nan) | > loss: 0.012065386399626732 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14145878525319455) | > loader_time: 0.0051 (0.0046368957595136215)  --> TIME: 2025-03-25 19:20:33 -- STEP: 25530/31555 -- GLOBAL_STEP: 1098400 | > loss_text_ce: 0.04258917644619942 (0.03283190039324652) | > loss_mel_ce: 0.0845269113779068 (nan) | > loss: 0.0005044289282523096 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14145917876580374) | > loader_time: 0.0043 (0.00463683226974251)  --> TIME: 2025-03-25 19:20:43 -- STEP: 25580/31555 -- GLOBAL_STEP: 1098450 | > loss_text_ce: 0.04215650632977486 (0.032832674989134406) | > loss_mel_ce: 2.2768852710723877 (nan) | > loss: 0.009202547371387482 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14146348021755767) | > loader_time: 0.0045 (0.004636657871801062)  --> TIME: 2025-03-25 19:20:53 -- STEP: 25630/31555 -- GLOBAL_STEP: 1098500 | > loss_text_ce: 0.042932603508234024 (0.03283219572056362) | > loss_mel_ce: 3.3770945072174072 (nan) | > loss: 0.013571536168456078 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14146445444027647) | > loader_time: 0.0045 (0.004636611698476556)  --> TIME: 2025-03-25 19:21:03 -- STEP: 25680/31555 -- GLOBAL_STEP: 1098550 | > loss_text_ce: 0.027619458734989166 (0.03283067344509434) | > loss_mel_ce: 2.610283851623535 (nan) | > loss: 0.01046787016093731 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14147112057588024) | > loader_time: 0.0045 (0.004636690503340241)  --> TIME: 2025-03-25 19:21:13 -- STEP: 25730/31555 -- GLOBAL_STEP: 1098600 | > loss_text_ce: 0.03270725533366203 (0.03283102651779283) | > loss_mel_ce: 2.6035985946655273 (nan) | > loss: 0.010461531579494476 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1414788349194626) | > loader_time: 0.0046 (0.004636685800978579)  --> TIME: 2025-03-25 19:21:22 -- STEP: 25780/31555 -- GLOBAL_STEP: 1098650 | > loss_text_ce: 0.033467862755060196 (0.03283058637550811) | > loss_mel_ce: 2.0329782962799072 (nan) | > loss: 0.008200183510780334 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14147134270198408) | > loader_time: 0.0044 (0.004636523259342655)  --> TIME: 2025-03-25 19:21:32 -- STEP: 25830/31555 -- GLOBAL_STEP: 1098700 | > loss_text_ce: 0.03565928712487221 (0.03283098685399024) | > loss_mel_ce: 2.2541394233703613 (nan) | > loss: 0.009086503647267818 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14146574405658544) | > loader_time: 0.0046 (0.004636701640351686)  --> TIME: 2025-03-25 19:21:41 -- STEP: 25880/31555 -- GLOBAL_STEP: 1098750 | > loss_text_ce: 0.023541180416941643 (0.03282767603277477) | > loss_mel_ce: 0.0456085205078125 (nan) | > loss: 0.0002744036028161645 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14145839738514368) | > loader_time: 0.0046 (0.0046365803876283924)  --> TIME: 2025-03-25 19:21:51 -- STEP: 25930/31555 -- GLOBAL_STEP: 1098800 | > loss_text_ce: 0.03540373966097832 (0.032825739525554336) | > loss_mel_ce: 2.1714444160461426 (nan) | > loss: 0.008757334202528 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14145518448010033) | > loader_time: 0.0048 (0.004636461855222265)  --> TIME: 2025-03-25 19:22:00 -- STEP: 25980/31555 -- GLOBAL_STEP: 1098850 | > loss_text_ce: 0.03457383066415787 (0.032824906302376375) | > loss_mel_ce: 2.9686808586120605 (nan) | > loss: 0.011917677707970142 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14146038590255938) | > loader_time: 0.0046 (0.00463648108540356)  --> TIME: 2025-03-25 19:22:10 -- STEP: 26030/31555 -- GLOBAL_STEP: 1098900 | > loss_text_ce: 0.03129647299647331 (0.032824912452315204) | > loss_mel_ce: 2.589907646179199 (nan) | > loss: 0.010401604697108269 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14145209724244728) | > loader_time: 0.0044 (0.004636485934761237)  --> TIME: 2025-03-25 19:22:19 -- STEP: 26080/31555 -- GLOBAL_STEP: 1098950 | > loss_text_ce: 0.04098104313015938 (0.03282359091634989) | > loss_mel_ce: 3.0526347160339355 (nan) | > loss: 0.012276253663003445 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1414487954937624) | > loader_time: 0.0049 (0.004636340154094894)  --> TIME: 2025-03-25 19:22:29 -- STEP: 26130/31555 -- GLOBAL_STEP: 1099000 | > loss_text_ce: 0.0318155400454998 (0.032824207103921116) | > loss_mel_ce: 2.668177604675293 (nan) | > loss: 0.010714258998632431 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1414481212296268) | > loader_time: 0.0049 (0.004636209867851843)  --> TIME: 2025-03-25 19:22:39 -- STEP: 26180/31555 -- GLOBAL_STEP: 1099050 | > loss_text_ce: 0.03535246476531029 (0.0328249172481149) | > loss_mel_ce: 2.3461520671844482 (nan) | > loss: 0.009450415149331093 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1414503724999443) | > loader_time: 0.0049 (0.004636251024839224)  --> TIME: 2025-03-25 19:22:49 -- STEP: 26230/31555 -- GLOBAL_STEP: 1099100 | > loss_text_ce: 0.030325645580887794 (0.03282493859582021) | > loss_mel_ce: 2.1116747856140137 (nan) | > loss: 0.008500002324581146 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1414553092992193) | > loader_time: 0.0044 (0.00463651288251041)  --> TIME: 2025-03-25 19:22:58 -- STEP: 26280/31555 -- GLOBAL_STEP: 1099150 | > loss_text_ce: 0.03240977227687836 (0.032826818107050154) | > loss_mel_ce: 2.398052215576172 (nan) | > loss: 0.009644690901041031 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14145218620198882) | > loader_time: 0.0047 (0.00463644249798497)  --> TIME: 2025-03-25 19:23:08 -- STEP: 26330/31555 -- GLOBAL_STEP: 1099200 | > loss_text_ce: 0.024648703634738922 (0.032826969962166455) | > loss_mel_ce: 2.6229217052459717 (nan) | > loss: 0.010506232269108295 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.141450990953241) | > loader_time: 0.0052 (0.0046366676558028085)  --> TIME: 2025-03-25 19:23:17 -- STEP: 26380/31555 -- GLOBAL_STEP: 1099250 | > loss_text_ce: 0.036915991455316544 (0.03282683083322935) | > loss_mel_ce: 2.8767850399017334 (nan) | > loss: 0.011562306433916092 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14144981140617002) | > loader_time: 0.0049 (0.00463673462010945)  --> TIME: 2025-03-25 19:23:27 -- STEP: 26430/31555 -- GLOBAL_STEP: 1099300 | > loss_text_ce: 0.029450630769133568 (0.032825262701639685) | > loss_mel_ce: 2.7399728298187256 (nan) | > loss: 0.010989776812493801 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.141454397707424) | > loader_time: 0.0046 (0.004636726125009179)  --> TIME: 2025-03-25 19:23:37 -- STEP: 26480/31555 -- GLOBAL_STEP: 1099350 | > loss_text_ce: 0.02912721410393715 (0.03282466098396053) | > loss_mel_ce: 3.389207601547241 (nan) | > loss: 0.0135648213326931 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14145469624110407) | > loader_time: 0.0047 (0.004636811102625072)  --> TIME: 2025-03-25 19:23:47 -- STEP: 26530/31555 -- GLOBAL_STEP: 1099400 | > loss_text_ce: 0.03362726792693138 (0.0328268063177773) | > loss_mel_ce: 2.821558952331543 (nan) | > loss: 0.011330104433000088 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14146629031361616) | > loader_time: 0.0047 (0.0046368954903307094)  --> TIME: 2025-03-25 19:23:56 -- STEP: 26580/31555 -- GLOBAL_STEP: 1099450 | > loss_text_ce: 0.03936075046658516 (0.03282546479131602) | > loss_mel_ce: 1.0865478515625 (nan) | > loss: 0.004467891529202461 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14145641027311523) | > loader_time: 0.0045 (0.004636733356142834)  --> TIME: 2025-03-25 19:24:06 -- STEP: 26630/31555 -- GLOBAL_STEP: 1099500 | > loss_text_ce: 0.03352933004498482 (0.03282500359814116) | > loss_mel_ce: 0.0755462646484375 (nan) | > loss: 0.0004328396753408015 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14145453800798938) | > loader_time: 0.0044 (0.004636608744043594)  --> TIME: 2025-03-25 19:24:15 -- STEP: 26680/31555 -- GLOBAL_STEP: 1099550 | > loss_text_ce: 0.02503705397248268 (0.03282760234781405) | > loss_mel_ce: 2.5317554473876953 (nan) | > loss: 0.010146002285182476 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14144609677738157) | > loader_time: 0.0045 (0.004636804721523404)  --> TIME: 2025-03-25 19:24:25 -- STEP: 26730/31555 -- GLOBAL_STEP: 1099600 | > loss_text_ce: 0.03355342894792557 (0.03282709104129855) | > loss_mel_ce: 2.6009480953216553 (nan) | > loss: 0.010454371571540833 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1414506741779572) | > loader_time: 0.0044 (0.0046369391525901815)  --> TIME: 2025-03-25 19:24:35 -- STEP: 26780/31555 -- GLOBAL_STEP: 1099650 | > loss_text_ce: 0.04035154730081558 (0.03282731140131156) | > loss_mel_ce: 2.499112844467163 (nan) | > loss: 0.010077240876853466 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14144918634608583) | > loader_time: 0.0046 (0.004636748928557193)  --> TIME: 2025-03-25 19:24:44 -- STEP: 26830/31555 -- GLOBAL_STEP: 1099700 | > loss_text_ce: 0.029088057577610016 (0.032827247639245154) | > loss_mel_ce: 2.7854983806610107 (nan) | > loss: 0.011168994009494781 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14144427423552006) | > loader_time: 0.0042 (0.0046364335306446625)  --> TIME: 2025-03-25 19:24:54 -- STEP: 26880/31555 -- GLOBAL_STEP: 1099750 | > loss_text_ce: 0.02474898286163807 (0.03282760368892908) | > loss_mel_ce: 1.9144898653030396 (nan) | > loss: 0.007695392705500126 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1414469494617429) | > loader_time: 0.0044 (0.004636219064039807)  --> TIME: 2025-03-25 19:25:04 -- STEP: 26930/31555 -- GLOBAL_STEP: 1099800 | > loss_text_ce: 0.03725511580705643 (0.03282862487306124) | > loss_mel_ce: 2.1311705112457275 (nan) | > loss: 0.008604863658547401 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14143977116529366) | > loader_time: 0.0045 (0.00463623377279058)  --> TIME: 2025-03-25 19:25:13 -- STEP: 26980/31555 -- GLOBAL_STEP: 1099850 | > loss_text_ce: 0.03293539211153984 (0.032830867080640494) | > loss_mel_ce: 0.032470703125 (nan) | > loss: 0.0002595480182208121 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14143967851168152) | > loader_time: 0.0047 (0.004636206840744153)  --> TIME: 2025-03-25 19:25:23 -- STEP: 27030/31555 -- GLOBAL_STEP: 1099900 | > loss_text_ce: 0.0357285812497139 (0.03283171944314675) | > loss_mel_ce: 2.6186251640319824 (nan) | > loss: 0.010533151216804981 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14144247655201883) | > loader_time: 0.0045 (0.004636102943476824)  --> TIME: 2025-03-25 19:25:33 -- STEP: 27080/31555 -- GLOBAL_STEP: 1099950 | > loss_text_ce: 0.02274167910218239 (0.03283143212373575) | > loss_mel_ce: 2.6538052558898926 (nan) | > loss: 0.01062121894210577 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14144522972085988) | > loader_time: 0.0045 (0.0046360294875224875)  --> TIME: 2025-03-25 19:25:42 -- STEP: 27130/31555 -- GLOBAL_STEP: 1100000 | > loss_text_ce: 0.03217380866408348 (0.03283171485340532) | > loss_mel_ce: 4.631510257720947 (nan) | > loss: 0.01850668340921402 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1414396992566373) | > loader_time: 0.0043 (0.004635984098783818) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1100000.pth  --> TIME: 2025-03-25 19:25:57 -- STEP: 27180/31555 -- GLOBAL_STEP: 1100050 | > loss_text_ce: 0.032350122928619385 (0.032829679762896455) | > loss_mel_ce: 1.4030040502548218 (nan) | > loss: 0.0056958505883812904 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14143539261870747) | > loader_time: 0.0047 (0.0046359602978686965)  --> TIME: 2025-03-25 19:26:07 -- STEP: 27230/31555 -- GLOBAL_STEP: 1100100 | > loss_text_ce: 0.0335070975124836 (0.032830678383343186) | > loss_mel_ce: 2.469712972640991 (nan) | > loss: 0.009933413937687874 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14142809014875668) | > loader_time: 0.0047 (0.004635830105905141)  --> TIME: 2025-03-25 19:26:16 -- STEP: 27280/31555 -- GLOBAL_STEP: 1100150 | > loss_text_ce: 0.03165129944682121 (0.032830996650456704) | > loss_mel_ce: 2.5698299407958984 (nan) | > loss: 0.010323339141905308 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14142003218449636) | > loader_time: 0.0045 (0.004635655250717071)  --> TIME: 2025-03-25 19:26:26 -- STEP: 27330/31555 -- GLOBAL_STEP: 1100200 | > loss_text_ce: 0.0364849828183651 (0.032831481324036335) | > loss_mel_ce: 0.195068359375 (nan) | > loss: 0.0009188625263050199 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14142173002196462) | > loader_time: 0.0045 (0.004635610146004289)  --> TIME: 2025-03-25 19:26:35 -- STEP: 27380/31555 -- GLOBAL_STEP: 1100250 | > loss_text_ce: 0.03479551896452904 (0.03283306244183167) | > loss_mel_ce: 2.8026227951049805 (nan) | > loss: 0.011259596794843674 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14141336534909923) | > loader_time: 0.0045 (0.004635492382996923)  --> TIME: 2025-03-25 19:26:45 -- STEP: 27430/31555 -- GLOBAL_STEP: 1100300 | > loss_text_ce: 0.023629827424883842 (0.03283284740105549) | > loss_mel_ce: 2.171189069747925 (nan) | > loss: 0.008709599263966084 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14141056342060804) | > loader_time: 0.0047 (0.00463525329329778)  --> TIME: 2025-03-25 19:26:54 -- STEP: 27480/31555 -- GLOBAL_STEP: 1100350 | > loss_text_ce: 0.031290244311094284 (0.0328321358559413) | > loss_mel_ce: 2.679755926132202 (nan) | > loss: 0.010758120566606522 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14141495929708486) | > loader_time: 0.0047 (0.004635222015422461)  --> TIME: 2025-03-25 19:27:04 -- STEP: 27530/31555 -- GLOBAL_STEP: 1100400 | > loss_text_ce: 0.027761032804846764 (0.032832053330883404) | > loss_mel_ce: 2.8332152366638184 (nan) | > loss: 0.011353081092238426 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.1414132756230809) | > loader_time: 0.0047 (0.004635169390890714)  --> TIME: 2025-03-25 19:27:14 -- STEP: 27580/31555 -- GLOBAL_STEP: 1100450 | > loss_text_ce: 0.035518255084753036 (0.032831107756795444) | > loss_mel_ce: 2.727515697479248 (nan) | > loss: 0.01096442062407732 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14141426141751529) | > loader_time: 0.0046 (0.0046350178033912675)  --> TIME: 2025-03-25 19:27:23 -- STEP: 27630/31555 -- GLOBAL_STEP: 1100500 | > loss_text_ce: 0.04124463349580765 (0.03283063163933637) | > loss_mel_ce: 2.65854549407959 (nan) | > loss: 0.010713454335927963 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14140209620127697) | > loader_time: 0.0046 (0.004634911367697298)  --> TIME: 2025-03-25 19:27:33 -- STEP: 27680/31555 -- GLOBAL_STEP: 1100550 | > loss_text_ce: 0.025604788213968277 (0.03283032894903652) | > loss_mel_ce: 3.287109375 (nan) | > loss: 0.013145691715180874 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14141020210664582) | > loader_time: 0.0046 (0.004634892751026662)  --> TIME: 2025-03-25 19:27:43 -- STEP: 27730/31555 -- GLOBAL_STEP: 1100600 | > loss_text_ce: 0.03500159829854965 (0.03283079503959828) | > loss_mel_ce: 2.2294609546661377 (nan) | > loss: 0.008985962718725204 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14141312598150585) | > loader_time: 0.0046 (0.004634985827471047)  --> TIME: 2025-03-25 19:27:53 -- STEP: 27780/31555 -- GLOBAL_STEP: 1100650 | > loss_text_ce: 0.023961612954735756 (0.032830602737529656) | > loss_mel_ce: 1.1230642795562744 (nan) | > loss: 0.0045516905374825 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1414227423606135) | > loader_time: 0.0046 (0.004635073007483333)  --> TIME: 2025-03-25 19:28:02 -- STEP: 27830/31555 -- GLOBAL_STEP: 1100700 | > loss_text_ce: 0.03480657562613487 (0.03283075743307649) | > loss_mel_ce: 2.7303552627563477 (nan) | > loss: 0.010972864925861359 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1414270521709505) | > loader_time: 0.0047 (0.004635169443534126)  --> TIME: 2025-03-25 19:28:12 -- STEP: 27880/31555 -- GLOBAL_STEP: 1100750 | > loss_text_ce: 0.04996301606297493 (0.032831356640259504) | > loss_mel_ce: 2.144428253173828 (nan) | > loss: 0.008707902394235134 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14142058224042003) | > loader_time: 0.0046 (0.004635206544758386)  --> TIME: 2025-03-25 19:28:22 -- STEP: 27930/31555 -- GLOBAL_STEP: 1100800 | > loss_text_ce: 0.028475968167185783 (0.03282756923830909) | > loss_mel_ce: 2.848681926727295 (nan) | > loss: 0.011417293921113014 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1414175508528531) | > loader_time: 0.0047 (0.004635212193498251)  --> TIME: 2025-03-25 19:28:31 -- STEP: 27980/31555 -- GLOBAL_STEP: 1100850 | > loss_text_ce: 0.036063674837350845 (0.03282805865738991) | > loss_mel_ce: 2.1728670597076416 (nan) | > loss: 0.008765598759055138 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14142069600155247) | > loader_time: 0.0043 (0.004635150258757499)  --> TIME: 2025-03-25 19:28:41 -- STEP: 28030/31555 -- GLOBAL_STEP: 1100900 | > loss_text_ce: 0.032204583287239075 (0.032831872238162974) | > loss_mel_ce: 2.792006492614746 (nan) | > loss: 0.011207187548279762 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1414274562140957) | > loader_time: 0.0048 (0.004635110966358829)  --> TIME: 2025-03-25 19:28:51 -- STEP: 28080/31555 -- GLOBAL_STEP: 1100950 | > loss_text_ce: 0.03836439177393913 (0.03283031584122498) | > loss_mel_ce: 1.603021502494812 (nan) | > loss: 0.006513436324894428 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14143058675476827) | > loader_time: 0.0042 (0.004635025327361844)  --> TIME: 2025-03-25 19:29:00 -- STEP: 28130/31555 -- GLOBAL_STEP: 1101000 | > loss_text_ce: 0.025356829166412354 (0.0328282512199638) | > loss_mel_ce: 2.402726650238037 (nan) | > loss: 0.009635251946747303 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1414242762244578) | > loader_time: 0.0047 (0.004634922261853384)  --> TIME: 2025-03-25 19:29:10 -- STEP: 28180/31555 -- GLOBAL_STEP: 1101050 | > loss_text_ce: 0.0278627909719944 (0.03282604309713015) | > loss_mel_ce: 3.185406446456909 (nan) | > loss: 0.01275106891989708 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1414202509745397) | > loader_time: 0.0044 (0.004634832667492188)  --> TIME: 2025-03-25 19:29:20 -- STEP: 28230/31555 -- GLOBAL_STEP: 1101100 | > loss_text_ce: 0.038779694586992264 (0.03282641473266137) | > loss_mel_ce: 2.832557201385498 (nan) | > loss: 0.011394195258617401 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14142898470216372) | > loader_time: 0.0047 (0.004634860513736414)  --> TIME: 2025-03-25 19:29:30 -- STEP: 28280/31555 -- GLOBAL_STEP: 1101150 | > loss_text_ce: 0.03133467584848404 (0.0328250795312004) | > loss_mel_ce: 2.7135584354400635 (nan) | > loss: 0.010892433114349842 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1414314676207927) | > loader_time: 0.0045 (0.004634808280005945)  --> TIME: 2025-03-25 19:29:39 -- STEP: 28330/31555 -- GLOBAL_STEP: 1101200 | > loss_text_ce: 0.035388559103012085 (0.03282496601996005) | > loss_mel_ce: 2.751635789871216 (nan) | > loss: 0.011059620417654514 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14143015214844215) | > loader_time: 0.0074 (0.004635249756268675)  --> TIME: 2025-03-25 19:29:49 -- STEP: 28380/31555 -- GLOBAL_STEP: 1101250 | > loss_text_ce: 0.02923593483865261 (0.03282388145569355) | > loss_mel_ce: 2.8112263679504395 (nan) | > loss: 0.011271676048636436 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14142807265921079) | > loader_time: 0.0046 (0.00463513454305525)  --> TIME: 2025-03-25 19:29:58 -- STEP: 28430/31555 -- GLOBAL_STEP: 1101300 | > loss_text_ce: 0.030709832906723022 (0.03282286056467721) | > loss_mel_ce: 3.0351314544677734 (nan) | > loss: 0.01216603722423315 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1414248169370014) | > loader_time: 0.007 (0.004635198796420168)  --> TIME: 2025-03-25 19:30:08 -- STEP: 28480/31555 -- GLOBAL_STEP: 1101350 | > loss_text_ce: 0.03246137127280235 (0.03282735045692525) | > loss_mel_ce: 1.9647196531295776 (nan) | > loss: 0.007925322279334068 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14143302339349165) | > loader_time: 0.005 (0.004635168118088391)  --> TIME: 2025-03-25 19:30:18 -- STEP: 28530/31555 -- GLOBAL_STEP: 1101400 | > loss_text_ce: 0.03826821595430374 (0.032826533799783786) | > loss_mel_ce: 2.9690663814544678 (nan) | > loss: 0.011933868750929832 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14143085732946653) | > loader_time: 0.0045 (0.004635001833381169)  --> TIME: 2025-03-25 19:30:28 -- STEP: 28580/31555 -- GLOBAL_STEP: 1101450 | > loss_text_ce: 0.03333171829581261 (0.032828103794055825) | > loss_mel_ce: 2.917020797729492 (nan) | > loss: 0.011707748286426067 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14143350463884805) | > loader_time: 0.0045 (0.004634851730311935)  --> TIME: 2025-03-25 19:30:38 -- STEP: 28630/31555 -- GLOBAL_STEP: 1101500 | > loss_text_ce: 0.03046341799199581 (0.032828091891723574) | > loss_mel_ce: 2.8671891689300537 (nan) | > loss: 0.011498622596263885 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14143641746173513) | > loader_time: 0.0046 (0.0046348318618949875)  --> TIME: 2025-03-25 19:30:47 -- STEP: 28680/31555 -- GLOBAL_STEP: 1101550 | > loss_text_ce: 0.026855506002902985 (0.032827895303838464) | > loss_mel_ce: 2.85679030418396 (nan) | > loss: 0.011443039402365685 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.1414390532874024) | > loader_time: 0.0046 (0.004634686593730039)  --> TIME: 2025-03-25 19:30:57 -- STEP: 28730/31555 -- GLOBAL_STEP: 1101600 | > loss_text_ce: 0.02342444285750389 (0.03282669310899163) | > loss_mel_ce: 2.7679636478424072 (nan) | > loss: 0.011076937429606915 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14143073569595815) | > loader_time: 0.0045 (0.004634616518535101)  --> TIME: 2025-03-25 19:31:06 -- STEP: 28780/31555 -- GLOBAL_STEP: 1101650 | > loss_text_ce: 0.03399507328867912 (0.0328271457721244) | > loss_mel_ce: 2.830104351043701 (nan) | > loss: 0.011365475133061409 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1414248472124966) | > loader_time: 0.0045 (0.00463450481860148)  --> TIME: 2025-03-25 19:31:16 -- STEP: 28830/31555 -- GLOBAL_STEP: 1101700 | > loss_text_ce: 0.030806884169578552 (0.03282774023978482) | > loss_mel_ce: 3.1863160133361816 (nan) | > loss: 0.012766361236572266 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14142037813257702) | > loader_time: 0.0045 (0.004634430042125225)  --> TIME: 2025-03-25 19:31:26 -- STEP: 28880/31555 -- GLOBAL_STEP: 1101750 | > loss_text_ce: 0.03189661726355553 (0.03282857179055426) | > loss_mel_ce: 2.0949392318725586 (nan) | > loss: 0.008439824916422367 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14142891104201805) | > loader_time: 0.0046 (0.0046345473161364115)  --> TIME: 2025-03-25 19:31:35 -- STEP: 28930/31555 -- GLOBAL_STEP: 1101800 | > loss_text_ce: 0.04123080521821976 (0.032829083383856913) | > loss_mel_ce: 2.280611515045166 (nan) | > loss: 0.009213660843670368 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14142335988311044) | > loader_time: 0.0047 (0.00463477672691618)  --> TIME: 2025-03-25 19:31:45 -- STEP: 28980/31555 -- GLOBAL_STEP: 1101850 | > loss_text_ce: 0.028353719040751457 (0.032826886370133763) | > loss_mel_ce: 2.899785041809082 (nan) | > loss: 0.011619598604738712 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1414258152555015) | > loader_time: 0.0044 (0.004634692974959307)  --> TIME: 2025-03-25 19:31:55 -- STEP: 29030/31555 -- GLOBAL_STEP: 1101900 | > loss_text_ce: 0.025559978559613228 (0.03282692462223177) | > loss_mel_ce: 1.9437692165374756 (nan) | > loss: 0.007814799435436726 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14142659879166325) | > loader_time: 0.0045 (0.004634709510974009)  --> TIME: 2025-03-25 19:32:04 -- STEP: 29080/31555 -- GLOBAL_STEP: 1101950 | > loss_text_ce: 0.03467676416039467 (0.03282819176550686) | > loss_mel_ce: 1.429628849029541 (nan) | > loss: 0.005810737144201994 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14142182609566245) | > loader_time: 0.0046 (0.0046345969505781895)  --> TIME: 2025-03-25 19:32:14 -- STEP: 29130/31555 -- GLOBAL_STEP: 1102000 | > loss_text_ce: 0.03511327505111694 (0.032828701703549575) | > loss_mel_ce: 2.474335193634033 (nan) | > loss: 0.00995812937617302 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14141557146256648) | > loader_time: 0.0046 (0.004634685513083525)  --> TIME: 2025-03-25 19:32:23 -- STEP: 29180/31555 -- GLOBAL_STEP: 1102050 | > loss_text_ce: 0.03569969907402992 (0.03283129879675589) | > loss_mel_ce: 2.532083511352539 (nan) | > loss: 0.010189616121351719 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14141936758105708) | > loader_time: 0.0044 (0.004634878413165694)  --> TIME: 2025-03-25 19:32:33 -- STEP: 29230/31555 -- GLOBAL_STEP: 1102100 | > loss_text_ce: 0.034656260162591934 (0.03282985282326457) | > loss_mel_ce: 1.7269408702850342 (nan) | > loss: 0.006990465335547924 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1414210416501516) | > loader_time: 0.0044 (0.004634758335574172)  --> TIME: 2025-03-25 19:32:43 -- STEP: 29280/31555 -- GLOBAL_STEP: 1102150 | > loss_text_ce: 0.043959446251392365 (0.03283109349600016) | > loss_mel_ce: 2.709991455078125 (nan) | > loss: 0.010928376577794552 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14141714220327373) | > loader_time: 0.0043 (0.004634624678906155)  --> TIME: 2025-03-25 19:32:53 -- STEP: 29330/31555 -- GLOBAL_STEP: 1102200 | > loss_text_ce: 0.031488366425037384 (0.03283053246586139) | > loss_mel_ce: 2.7907979488372803 (nan) | > loss: 0.01119954977184534 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14142685072275163) | > loader_time: 0.0046 (0.004634706046530016)  --> TIME: 2025-03-25 19:33:03 -- STEP: 29380/31555 -- GLOBAL_STEP: 1102250 | > loss_text_ce: 0.02960437908768654 (0.0328321531725318) | > loss_mel_ce: 3.4319372177124023 (nan) | > loss: 0.013736276887357235 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14143252741974277) | > loader_time: 0.0046 (0.004634709079059433)  --> TIME: 2025-03-25 19:33:13 -- STEP: 29430/31555 -- GLOBAL_STEP: 1102300 | > loss_text_ce: 0.023979131132364273 (0.03283064431623817) | > loss_mel_ce: 2.593015432357788 (nan) | > loss: 0.010384899564087391 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14143834886120185) | > loader_time: 0.0047 (0.004634800696105605)  --> TIME: 2025-03-25 19:33:22 -- STEP: 29480/31555 -- GLOBAL_STEP: 1102350 | > loss_text_ce: 0.0327204130589962 (0.03283068903954361) | > loss_mel_ce: 2.7192177772521973 (nan) | > loss: 0.01092038955539465 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.1414405657526946) | > loader_time: 0.0049 (0.004634772299749678)  --> TIME: 2025-03-25 19:33:32 -- STEP: 29530/31555 -- GLOBAL_STEP: 1102400 | > loss_text_ce: 0.027512172237038612 (0.03283207743433984) | > loss_mel_ce: 1.7595621347427368 (nan) | > loss: 0.007091565057635307 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1414377901782622) | > loader_time: 0.0047 (0.004634857331136061)  --> TIME: 2025-03-25 19:33:42 -- STEP: 29580/31555 -- GLOBAL_STEP: 1102450 | > loss_text_ce: 0.028899231925606728 (0.032832332795795414) | > loss_mel_ce: 2.838158130645752 (nan) | > loss: 0.011377212591469288 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14144617587509575) | > loader_time: 0.0049 (0.004634933732827786)  --> TIME: 2025-03-25 19:33:51 -- STEP: 29630/31555 -- GLOBAL_STEP: 1102500 | > loss_text_ce: 0.029201144352555275 (0.032832177120367186) | > loss_mel_ce: 2.723506450653076 (nan) | > loss: 0.010923443362116814 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14144490217382288) | > loader_time: 0.0049 (0.0046349674875656175)  --> TIME: 2025-03-25 19:34:01 -- STEP: 29680/31555 -- GLOBAL_STEP: 1102550 | > loss_text_ce: 0.029925137758255005 (0.032830811549082) | > loss_mel_ce: 2.8724663257598877 (nan) | > loss: 0.011517426930367947 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1414504699710271) | > loader_time: 0.0047 (0.004635069633751184)  --> TIME: 2025-03-25 19:34:11 -- STEP: 29730/31555 -- GLOBAL_STEP: 1102600 | > loss_text_ce: 0.02796625718474388 (0.0328295801318252) | > loss_mel_ce: 2.9142653942108154 (nan) | > loss: 0.011675522662699223 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14145549575447938) | > loader_time: 0.0046 (0.004635161436089233)  --> TIME: 2025-03-25 19:34:21 -- STEP: 29780/31555 -- GLOBAL_STEP: 1102650 | > loss_text_ce: 0.0295272134244442 (0.032827637007814985) | > loss_mel_ce: 3.0831496715545654 (nan) | > loss: 0.01235189288854599 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1414621793319134) | > loader_time: 0.0046 (0.004635181580717048)  --> TIME: 2025-03-25 19:34:31 -- STEP: 29830/31555 -- GLOBAL_STEP: 1102700 | > loss_text_ce: 0.027677342295646667 (0.032827586824360704) | > loss_mel_ce: 2.8269591331481934 (nan) | > loss: 0.011327923275530338 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14146112709128794) | > loader_time: 0.0047 (0.004635214054300727)  --> TIME: 2025-03-25 19:34:40 -- STEP: 29880/31555 -- GLOBAL_STEP: 1102750 | > loss_text_ce: 0.02955942414700985 (0.032828622060101974) | > loss_mel_ce: 2.6768686771392822 (nan) | > loss: 0.010739794932305813 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14145685318643253) | > loader_time: 0.0046 (0.004635168733686129)  --> TIME: 2025-03-25 19:34:50 -- STEP: 29930/31555 -- GLOBAL_STEP: 1102800 | > loss_text_ce: 0.02728179469704628 (0.03282717653748387) | > loss_mel_ce: 2.7160539627075195 (nan) | > loss: 0.010886253789067268 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1414583949233418) | > loader_time: 0.0047 (0.004635296862060833)  --> TIME: 2025-03-25 19:35:00 -- STEP: 29980/31555 -- GLOBAL_STEP: 1102850 | > loss_text_ce: 0.033544205129146576 (0.032827889429668404) | > loss_mel_ce: 2.1343231201171875 (nan) | > loss: 0.008602648973464966 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14146557899218332) | > loader_time: 0.0044 (0.004635357562504704)  --> TIME: 2025-03-25 19:35:09 -- STEP: 30030/31555 -- GLOBAL_STEP: 1102900 | > loss_text_ce: 0.036608558148145676 (0.032828646646039995) | > loss_mel_ce: 0.1272125244140625 (nan) | > loss: 0.0006500837043859065 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.1414604636934518) | > loader_time: 0.0045 (0.004635340604550236)  --> TIME: 2025-03-25 19:35:19 -- STEP: 30080/31555 -- GLOBAL_STEP: 1102950 | > loss_text_ce: 0.024271097034215927 (0.03282801806874061) | > loss_mel_ce: 2.482114315032959 (nan) | > loss: 0.009945973753929138 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14146160931980617) | > loader_time: 0.0044 (0.00463539739238451)  --> TIME: 2025-03-25 19:35:29 -- STEP: 30130/31555 -- GLOBAL_STEP: 1103000 | > loss_text_ce: 0.03743351995944977 (0.03282972716918285) | > loss_mel_ce: 2.1589744091033936 (nan) | > loss: 0.008715905249118805 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14145883236697634) | > loader_time: 0.0045 (0.004635433346735335)  --> TIME: 2025-03-25 19:35:38 -- STEP: 30180/31555 -- GLOBAL_STEP: 1103050 | > loss_text_ce: 0.04037417843937874 (0.03283056810518572) | > loss_mel_ce: 2.2753450870513916 (nan) | > loss: 0.00918936263769865 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14146009663859552) | > loader_time: 0.0048 (0.004635454535563273)  --> TIME: 2025-03-25 19:35:48 -- STEP: 30230/31555 -- GLOBAL_STEP: 1103100 | > loss_text_ce: 0.031144902110099792 (0.03283070682985734) | > loss_mel_ce: 2.9372446537017822 (nan) | > loss: 0.011779324151575565 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14146017323966478) | > loader_time: 0.0045 (0.004635513447942262)  --> TIME: 2025-03-25 19:35:58 -- STEP: 30280/31555 -- GLOBAL_STEP: 1103150 | > loss_text_ce: 0.03026733361184597 (0.032830490184919195) | > loss_mel_ce: 2.091474771499634 (nan) | > loss: 0.008419611491262913 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.141461421444995) | > loader_time: 0.0043 (0.004635574464911317)  --> TIME: 2025-03-25 19:36:08 -- STEP: 30330/31555 -- GLOBAL_STEP: 1103200 | > loss_text_ce: 0.03409021720290184 (0.03283016370441097) | > loss_mel_ce: 2.861333131790161 (nan) | > loss: 0.011489775963127613 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14146559589812616) | > loader_time: 0.005 (0.004635646120770041)  --> TIME: 2025-03-25 19:36:17 -- STEP: 30380/31555 -- GLOBAL_STEP: 1103250 | > loss_text_ce: 0.037398986518383026 (0.03283064878132426) | > loss_mel_ce: 2.2561609745025635 (nan) | > loss: 0.009101429022848606 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1414639264207857) | > loader_time: 0.0044 (0.00463579747926408)  --> TIME: 2025-03-25 19:36:27 -- STEP: 30430/31555 -- GLOBAL_STEP: 1103300 | > loss_text_ce: 0.031114961951971054 (0.03283030401129943) | > loss_mel_ce: 2.6930603981018066 (nan) | > loss: 0.01081022061407566 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14146483322135037) | > loader_time: 0.0047 (0.00463574718496649)  --> TIME: 2025-03-25 19:36:36 -- STEP: 30480/31555 -- GLOBAL_STEP: 1103350 | > loss_text_ce: 0.019515516236424446 (0.032830177487535014) | > loss_mel_ce: 2.3514559268951416 (nan) | > loss: 0.00940861739218235 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14145396422995926) | > loader_time: 0.0044 (0.004635606358057519)  --> TIME: 2025-03-25 19:36:46 -- STEP: 30530/31555 -- GLOBAL_STEP: 1103400 | > loss_text_ce: 0.027235541492700577 (0.03283010927619801) | > loss_mel_ce: 2.7285358905792236 (nan) | > loss: 0.010935601778328419 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14145805030583108) | > loader_time: 0.0046 (0.004635533902280377)  --> TIME: 2025-03-25 19:36:56 -- STEP: 30580/31555 -- GLOBAL_STEP: 1103450 | > loss_text_ce: 0.032015588134527206 (0.03282981963728883) | > loss_mel_ce: 2.878835916519165 (nan) | > loss: 0.01155099831521511 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14146048419221643) | > loader_time: 0.0046 (0.004635420112223115)  --> TIME: 2025-03-25 19:37:05 -- STEP: 30630/31555 -- GLOBAL_STEP: 1103500 | > loss_text_ce: 0.029067644849419594 (0.03282888534880461) | > loss_mel_ce: 2.5896594524383545 (nan) | > loss: 0.010391775518655777 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1414584443805059) | > loader_time: 0.0047 (0.004635355140195304)  --> TIME: 2025-03-25 19:37:15 -- STEP: 30680/31555 -- GLOBAL_STEP: 1103550 | > loss_text_ce: 0.02773257903754711 (0.032829340587908824) | > loss_mel_ce: 2.496124267578125 (nan) | > loss: 0.010015306062996387 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1414531279496165) | > loader_time: 0.0045 (0.004635344816777316)  --> TIME: 2025-03-25 19:37:25 -- STEP: 30730/31555 -- GLOBAL_STEP: 1103600 | > loss_text_ce: 0.02643525041639805 (0.03282915812159651) | > loss_mel_ce: 2.746188163757324 (nan) | > loss: 0.011002474464476109 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.1414521235811437) | > loader_time: 0.0045 (0.004635254622203963)  --> TIME: 2025-03-25 19:37:34 -- STEP: 30780/31555 -- GLOBAL_STEP: 1103650 | > loss_text_ce: 0.03287817910313606 (0.032827088850519125) | > loss_mel_ce: 1.2334322929382324 (nan) | > loss: 0.005025041755288839 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14145338642977) | > loader_time: 0.0045 (0.004635074132444604)  --> TIME: 2025-03-25 19:37:44 -- STEP: 30830/31555 -- GLOBAL_STEP: 1103700 | > loss_text_ce: 0.04239796847105026 (0.03282794291244136) | > loss_mel_ce: 1.790523648262024 (nan) | > loss: 0.007273498922586441 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14145857474265164) | > loader_time: 0.0044 (0.004635071754455528)  --> TIME: 2025-03-25 19:37:54 -- STEP: 30880/31555 -- GLOBAL_STEP: 1103750 | > loss_text_ce: 0.028315506875514984 (0.0328295914806395) | > loss_mel_ce: 3.0225110054016113 (nan) | > loss: 0.01210645493119955 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14146682731228424) | > loader_time: 0.0051 (0.004635164821086114)  --> TIME: 2025-03-25 19:38:04 -- STEP: 30930/31555 -- GLOBAL_STEP: 1103800 | > loss_text_ce: 0.03521667420864105 (0.032828318139563654) | > loss_mel_ce: 2.9766392707824707 (nan) | > loss: 0.011951809749007225 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14146495974646106) | > loader_time: 0.0046 (0.004635422013162796)  --> TIME: 2025-03-25 19:38:13 -- STEP: 30980/31555 -- GLOBAL_STEP: 1103850 | > loss_text_ce: 0.02846553549170494 (0.03282798173839726) | > loss_mel_ce: 2.5689949989318848 (nan) | > loss: 0.010307383723556995 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14146619228642804) | > loader_time: 0.0048 (0.004635575165511524)  --> TIME: 2025-03-25 19:38:23 -- STEP: 31030/31555 -- GLOBAL_STEP: 1103900 | > loss_text_ce: 0.033992961049079895 (0.03282758589594419) | > loss_mel_ce: 2.9580538272857666 (nan) | > loss: 0.01187320239841938 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14146642757929895) | > loader_time: 0.0047 (0.004635513670168613)  --> TIME: 2025-03-25 19:38:33 -- STEP: 31080/31555 -- GLOBAL_STEP: 1103950 | > loss_text_ce: 0.03322194516658783 (0.0328264264098305) | > loss_mel_ce: 2.782250165939331 (nan) | > loss: 0.01117250882089138 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14146671411767375) | > loader_time: 0.0046 (0.004635508931895136)  --> TIME: 2025-03-25 19:38:42 -- STEP: 31130/31555 -- GLOBAL_STEP: 1104000 | > loss_text_ce: 0.02756335213780403 (0.032824959832614395) | > loss_mel_ce: 3.174447774887085 (nan) | > loss: 0.01270639430731535 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1414645406083997) | > loader_time: 0.0069 (0.00463545230512557)  --> TIME: 2025-03-25 19:38:52 -- STEP: 31180/31555 -- GLOBAL_STEP: 1104050 | > loss_text_ce: 0.02654857747256756 (0.03282312365094027) | > loss_mel_ce: 2.7724876403808594 (nan) | > loss: 0.011107287369668484 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14147130801480676) | > loader_time: 0.0047 (0.004635419770645094)  --> TIME: 2025-03-25 19:39:02 -- STEP: 31230/31555 -- GLOBAL_STEP: 1104100 | > loss_text_ce: 0.02215513400733471 (0.032819944909250505) | > loss_mel_ce: 2.130275249481201 (nan) | > loss: 0.008541390299797058 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14146416982778653) | > loader_time: 0.0043 (0.004635525039858479)  --> TIME: 2025-03-25 19:39:11 -- STEP: 31280/31555 -- GLOBAL_STEP: 1104150 | > loss_text_ce: 0.028768490999937057 (0.03282350919246886) | > loss_mel_ce: 2.097870111465454 (nan) | > loss: 0.00843904260545969 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14145447912118875) | > loader_time: 0.0045 (0.004635374350925808)  --> TIME: 2025-03-25 19:39:21 -- STEP: 31330/31555 -- GLOBAL_STEP: 1104200 | > loss_text_ce: 0.02813609130680561 (0.032823293697162186) | > loss_mel_ce: 1.8798828125 (nan) | > loss: 0.007571503985673189 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14144846836751487) | > loader_time: 0.0044 (0.004635256454657679)  --> TIME: 2025-03-25 19:39:30 -- STEP: 31380/31555 -- GLOBAL_STEP: 1104250 | > loss_text_ce: 0.021595243364572525 (0.03282337038257746) | > loss_mel_ce: 2.7574265003204346 (nan) | > loss: 0.01102786511182785 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14144983315939147) | > loader_time: 0.0045 (0.004635188919940179)  --> TIME: 2025-03-25 19:39:40 -- STEP: 31430/31555 -- GLOBAL_STEP: 1104300 | > loss_text_ce: 0.033364422619342804 (0.03282313215194533) | > loss_mel_ce: 2.752948045730591 (nan) | > loss: 0.01105679664760828 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14144393194643684) | > loader_time: 0.0047 (0.004635374545292417)  --> TIME: 2025-03-25 19:39:49 -- STEP: 31480/31555 -- GLOBAL_STEP: 1104350 | > loss_text_ce: 0.029984652996063232 (0.032822956496244456) | > loss_mel_ce: 2.754976987838745 (nan) | > loss: 0.011051435954868793 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1414364290207157) | > loader_time: 0.0048 (0.004635408956183525)  --> TIME: 2025-03-25 19:39:58 -- STEP: 31530/31555 -- GLOBAL_STEP: 1104400 | > loss_text_ce: 0.02493978664278984 (0.03282192640353265) | > loss_mel_ce: 2.4884238243103027 (nan) | > loss: 0.009973665699362755 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1414255094573593) | > loader_time: 0.0045 (0.004635392322715676)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021156907081604004 (-0.00011483669281005943) | > avg_loss_text_ce: 0.03045003684858481 (-0.00015218095233043155) | > avg_loss_mel_ce: 2.5227934741973868 (-0.012431770165762579) | > avg_loss: 2.5532435154914865 (-0.01258394400278462) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1104425.pth  > EPOCH: 36/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 19:40:25)   --> TIME: 2025-03-25 19:40:30 -- STEP: 25/31555 -- GLOBAL_STEP: 1104450 | > loss_text_ce: 0.04066166654229164 (0.032989673689007765) | > loss_mel_ce: 2.037727117538452 (2.3602775478363034) | > loss: 0.008247574791312218 (0.009497092789970338) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14356585502624508) | > loader_time: 0.0047 (0.004589004516601562)  --> TIME: 2025-03-25 19:40:40 -- STEP: 75/31555 -- GLOBAL_STEP: 1104500 | > loss_text_ce: 0.03564377501606941 (0.03313077452282111) | > loss_mel_ce: 3.161038875579834 (nan) | > loss: 0.01268524955958128 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1407428328196208) | > loader_time: 0.0044 (0.004641313552856446)  --> TIME: 2025-03-25 19:40:49 -- STEP: 125/31555 -- GLOBAL_STEP: 1104550 | > loss_text_ce: 0.038014695048332214 (0.03231689804792404) | > loss_mel_ce: 2.9293811321258545 (nan) | > loss: 0.011775380931794643 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1404944801330567) | > loader_time: 0.0046 (0.0046258049011230476)  --> TIME: 2025-03-25 19:40:59 -- STEP: 175/31555 -- GLOBAL_STEP: 1104600 | > loss_text_ce: 0.028126973658800125 (0.032600685837013366) | > loss_mel_ce: 0.854248046875 (nan) | > loss: 0.003501488361507654 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.13979647227696018) | > loader_time: 0.0045 (0.004600700650896341)  --> TIME: 2025-03-25 19:41:09 -- STEP: 225/31555 -- GLOBAL_STEP: 1104650 | > loss_text_ce: 0.04244125261902809 (0.03271564852860239) | > loss_mel_ce: 1.9231541156768799 (nan) | > loss: 0.007799982093274593 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.1402469348907472) | > loader_time: 0.0044 (0.004608114030626083)  --> TIME: 2025-03-25 19:41:18 -- STEP: 275/31555 -- GLOBAL_STEP: 1104700 | > loss_text_ce: 0.03196045383810997 (0.03295338892801242) | > loss_mel_ce: 2.502568006515503 (nan) | > loss: 0.010057653300464153 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14063558838584217) | > loader_time: 0.0045 (0.004595397602428089)  --> TIME: 2025-03-25 19:41:28 -- STEP: 325/31555 -- GLOBAL_STEP: 1104750 | > loss_text_ce: 0.03362399339675903 (0.03284739429560993) | > loss_mel_ce: 3.0036888122558594 (nan) | > loss: 0.012052829377353191 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14025727272033697) | > loader_time: 0.0043 (0.004592715043288012)  --> TIME: 2025-03-25 19:41:38 -- STEP: 375/31555 -- GLOBAL_STEP: 1104800 | > loss_text_ce: 0.023474600166082382 (0.03288893572489424) | > loss_mel_ce: 2.1513671875 (nan) | > loss: 0.008630325086414814 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.1407160714467368) | > loader_time: 0.0043 (0.004572410583496096)  --> TIME: 2025-03-25 19:41:47 -- STEP: 425/31555 -- GLOBAL_STEP: 1104850 | > loss_text_ce: 0.038118720054626465 (0.03288420941461537) | > loss_mel_ce: 1.0830497741699219 (nan) | > loss: 0.004449081607162952 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14063960524166358) | > loader_time: 0.0042 (0.004552041222067442)  --> TIME: 2025-03-25 19:41:57 -- STEP: 475/31555 -- GLOBAL_STEP: 1104900 | > loss_text_ce: 0.03253715857863426 (0.03274257614816493) | > loss_mel_ce: 2.9901020526885986 (nan) | > loss: 0.011994601227343082 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14085786116750645) | > loader_time: 0.0043 (0.004537934253090306)  --> TIME: 2025-03-25 19:42:06 -- STEP: 525/31555 -- GLOBAL_STEP: 1104950 | > loss_text_ce: 0.02786884643137455 (0.032810606598144505) | > loss_mel_ce: 1.5931832790374756 (nan) | > loss: 0.0064327470026910305 (nan) | > current_lr: 5e-06 | > step_time: 0.1024 (0.14037530308678062) | > loader_time: 0.0044 (0.00453488032023112)  --> TIME: 2025-03-25 19:42:16 -- STEP: 575/31555 -- GLOBAL_STEP: 1105000 | > loss_text_ce: 0.025908837094902992 (0.032703439211067956) | > loss_mel_ce: 2.5287368297576904 (nan) | > loss: 0.010137483477592468 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14051081201304583) | > loader_time: 0.0046 (0.004534765741099483)  --> TIME: 2025-03-25 19:42:25 -- STEP: 625/31555 -- GLOBAL_STEP: 1105050 | > loss_text_ce: 0.028284365311264992 (0.032677004571259015) | > loss_mel_ce: 2.3796844482421875 (nan) | > loss: 0.009555432014167309 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14020859985351583) | > loader_time: 0.0048 (0.0045326080322265665)  --> TIME: 2025-03-25 19:42:35 -- STEP: 675/31555 -- GLOBAL_STEP: 1105100 | > loss_text_ce: 0.03653944656252861 (0.032683531463974035) | > loss_mel_ce: 1.8255513906478882 (nan) | > loss: 0.007389249745756388 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1407710280241792) | > loader_time: 0.0047 (0.004534953435262047)  --> TIME: 2025-03-25 19:42:45 -- STEP: 725/31555 -- GLOBAL_STEP: 1105150 | > loss_text_ce: 0.03644562512636185 (0.0326272707214129) | > loss_mel_ce: 2.665601968765259 (nan) | > loss: 0.010722411796450615 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14080178721197745) | > loader_time: 0.0045 (0.004537089775348536)  --> TIME: 2025-03-25 19:42:55 -- STEP: 775/31555 -- GLOBAL_STEP: 1105200 | > loss_text_ce: 0.036963704973459244 (0.032653290380633616) | > loss_mel_ce: 2.908430337905884 (nan) | > loss: 0.011688072234392166 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1408704330075173) | > loader_time: 0.0046 (0.004538396712272404)  --> TIME: 2025-03-25 19:43:04 -- STEP: 825/31555 -- GLOBAL_STEP: 1105250 | > loss_text_ce: 0.03994014114141464 (0.03276449577262001) | > loss_mel_ce: 1.09375 (nan) | > loss: 0.004498770460486412 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14072178898435667) | > loader_time: 0.0046 (0.0045422860347863435)  --> TIME: 2025-03-25 19:43:14 -- STEP: 875/31555 -- GLOBAL_STEP: 1105300 | > loss_text_ce: 0.02940080501139164 (0.03282553413403884) | > loss_mel_ce: 2.334702730178833 (nan) | > loss: 0.009381364099681377 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14065797724042628) | > loader_time: 0.0046 (0.004550181252615792)  --> TIME: 2025-03-25 19:43:23 -- STEP: 925/31555 -- GLOBAL_STEP: 1105350 | > loss_text_ce: 0.03433403745293617 (0.03292010143298553) | > loss_mel_ce: 2.2137105464935303 (nan) | > loss: 0.008920812048017979 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14060945098464567) | > loader_time: 0.0045 (0.004550258791124498)  --> TIME: 2025-03-25 19:43:33 -- STEP: 975/31555 -- GLOBAL_STEP: 1105400 | > loss_text_ce: 0.027105890214443207 (0.032917233813458506) | > loss_mel_ce: 2.706023693084717 (nan) | > loss: 0.01084575243294239 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14049522497715106) | > loader_time: 0.0045 (0.004548700772798979)  --> TIME: 2025-03-25 19:43:43 -- STEP: 1025/31555 -- GLOBAL_STEP: 1105450 | > loss_text_ce: 0.035361483693122864 (0.03287668733789424) | > loss_mel_ce: 3.2170512676239014 (nan) | > loss: 0.012906400486826897 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1405752805384195) | > loader_time: 0.0045 (0.004547251492011838)  --> TIME: 2025-03-25 19:43:53 -- STEP: 1075/31555 -- GLOBAL_STEP: 1105500 | > loss_text_ce: 0.01669379696249962 (0.03284433621739923) | > loss_mel_ce: 2.30029296875 (nan) | > loss: 0.009194392710924149 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14084798635438447) | > loader_time: 0.0045 (0.004550305521765421)  --> TIME: 2025-03-25 19:44:02 -- STEP: 1125/31555 -- GLOBAL_STEP: 1105550 | > loss_text_ce: 0.03440818190574646 (0.032927605583435944) | > loss_mel_ce: 2.837456703186035 (nan) | > loss: 0.011396289803087711 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14091879145304373) | > loader_time: 0.0043 (0.004546887715657551)  --> TIME: 2025-03-25 19:44:12 -- STEP: 1175/31555 -- GLOBAL_STEP: 1105600 | > loss_text_ce: 0.03129524737596512 (0.03290833429056913) | > loss_mel_ce: 2.3264176845550537 (nan) | > loss: 0.009356004185974598 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14108505857751732) | > loader_time: 0.0044 (0.004544547872340427)  --> TIME: 2025-03-25 19:44:22 -- STEP: 1225/31555 -- GLOBAL_STEP: 1105650 | > loss_text_ce: 0.026759125292301178 (0.032922812605238674) | > loss_mel_ce: 2.6794660091400146 (nan) | > loss: 0.01073898933827877 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14109886772778574) | > loader_time: 0.0044 (0.0045368328872992065)  --> TIME: 2025-03-25 19:44:32 -- STEP: 1275/31555 -- GLOBAL_STEP: 1105700 | > loss_text_ce: 0.040800269693136215 (0.032914785950937664) | > loss_mel_ce: 2.705247163772583 (nan) | > loss: 0.010897014290094376 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14122183444453215) | > loader_time: 0.0045 (0.004530869091258334)  --> TIME: 2025-03-25 19:44:41 -- STEP: 1325/31555 -- GLOBAL_STEP: 1105750 | > loss_text_ce: 0.03782675787806511 (0.03292584581687199) | > loss_mel_ce: 3.0915839672088623 (nan) | > loss: 0.012418297119438648 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1411994745146553) | > loader_time: 0.0046 (0.004530714862751516)  --> TIME: 2025-03-25 19:44:51 -- STEP: 1375/31555 -- GLOBAL_STEP: 1105800 | > loss_text_ce: 0.03198646381497383 (0.032917398572645355) | > loss_mel_ce: 2.508758068084717 (nan) | > loss: 0.010082320310175419 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1410573369806463) | > loader_time: 0.0045 (0.0045300813154740775)  --> TIME: 2025-03-25 19:45:00 -- STEP: 1425/31555 -- GLOBAL_STEP: 1105850 | > loss_text_ce: 0.040657155215740204 (0.0329025168161381) | > loss_mel_ce: 2.768930196762085 (nan) | > loss: 0.011149155907332897 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14087228038854757) | > loader_time: 0.0046 (0.004529719603689099)  --> TIME: 2025-03-25 19:45:10 -- STEP: 1475/31555 -- GLOBAL_STEP: 1105900 | > loss_text_ce: 0.038218915462493896 (0.032910031103607906) | > loss_mel_ce: 2.692312479019165 (nan) | > loss: 0.010835442692041397 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1409135220414499) | > loader_time: 0.0045 (0.00453114541910463)  --> TIME: 2025-03-25 19:45:19 -- STEP: 1525/31555 -- GLOBAL_STEP: 1105950 | > loss_text_ce: 0.034206584095954895 (0.03294390641152852) | > loss_mel_ce: 2.4860968589782715 (nan) | > loss: 0.010001204907894135 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1409588196238532) | > loader_time: 0.0043 (0.004532555595773168)  --> TIME: 2025-03-25 19:45:29 -- STEP: 1575/31555 -- GLOBAL_STEP: 1106000 | > loss_text_ce: 0.03185242414474487 (0.03295489305186834) | > loss_mel_ce: 2.525517225265503 (nan) | > loss: 0.01014829333871603 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14103546944875556) | > loader_time: 0.0044 (0.0045312724037775915)  --> TIME: 2025-03-25 19:45:39 -- STEP: 1625/31555 -- GLOBAL_STEP: 1106050 | > loss_text_ce: 0.03868931904435158 (0.03296370805799957) | > loss_mel_ce: 2.463106870651245 (nan) | > loss: 0.009927763603627682 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14101724331195528) | > loader_time: 0.0049 (0.004534099138700046)  --> TIME: 2025-03-25 19:45:48 -- STEP: 1675/31555 -- GLOBAL_STEP: 1106100 | > loss_text_ce: 0.03849600628018379 (0.03294249993429253) | > loss_mel_ce: 2.939824104309082 (nan) | > loss: 0.01181873120367527 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1410281269585908) | > loader_time: 0.0046 (0.004535603736763573)  --> TIME: 2025-03-25 19:45:58 -- STEP: 1725/31555 -- GLOBAL_STEP: 1106150 | > loss_text_ce: 0.03095932863652706 (0.032941986497329614) | > loss_mel_ce: 2.525073766708374 (nan) | > loss: 0.010142989456653595 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1410938492374143) | > loader_time: 0.0044 (0.004535363515218102)  --> TIME: 2025-03-25 19:46:08 -- STEP: 1775/31555 -- GLOBAL_STEP: 1106200 | > loss_text_ce: 0.029884248971939087 (0.0329358386856989) | > loss_mel_ce: 3.0074191093444824 (nan) | > loss: 0.012052792124450207 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1411519043882128) | > loader_time: 0.0044 (0.004536737656929126)  --> TIME: 2025-03-25 19:46:18 -- STEP: 1825/31555 -- GLOBAL_STEP: 1106250 | > loss_text_ce: 0.03338119387626648 (0.032911869974373155) | > loss_mel_ce: 2.0397517681121826 (nan) | > loss: 0.008226718753576279 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14120447812015063) | > loader_time: 0.0046 (0.004537324382834241)  --> TIME: 2025-03-25 19:46:28 -- STEP: 1875/31555 -- GLOBAL_STEP: 1106300 | > loss_text_ce: 0.03851054236292839 (0.03291304261386398) | > loss_mel_ce: 2.935204267501831 (nan) | > loss: 0.011800456792116165 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14132249717712403) | > loader_time: 0.0047 (0.004539859390258791)  --> TIME: 2025-03-25 19:46:37 -- STEP: 1925/31555 -- GLOBAL_STEP: 1106350 | > loss_text_ce: 0.030907925218343735 (0.03292510138800396) | > loss_mel_ce: 3.166365385055542 (nan) | > loss: 0.012687592767179012 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14131982394627163) | > loader_time: 0.0044 (0.004539235969642542)  --> TIME: 2025-03-25 19:46:47 -- STEP: 1975/31555 -- GLOBAL_STEP: 1106400 | > loss_text_ce: 0.02360985428094864 (0.032868033373091826) | > loss_mel_ce: 2.9331765174865723 (nan) | > loss: 0.011733279563486576 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1413505967055695) | > loader_time: 0.0045 (0.004539453530613382)  --> TIME: 2025-03-25 19:46:57 -- STEP: 2025/31555 -- GLOBAL_STEP: 1106450 | > loss_text_ce: 0.03526049107313156 (0.032886734301293366) | > loss_mel_ce: 1.178663969039917 (nan) | > loss: 0.004817160777747631 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14135229028301474) | > loader_time: 0.0043 (0.004539752654087398)  --> TIME: 2025-03-25 19:47:06 -- STEP: 2075/31555 -- GLOBAL_STEP: 1106500 | > loss_text_ce: 0.02910890057682991 (0.03288815331477002) | > loss_mel_ce: 1.9044885635375977 (nan) | > loss: 0.007673006039112806 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14134932609925788) | > loader_time: 0.0046 (0.004540039545082184)  --> TIME: 2025-03-25 19:47:16 -- STEP: 2125/31555 -- GLOBAL_STEP: 1106550 | > loss_text_ce: 0.049022410064935684 (0.03289084000973143) | > loss_mel_ce: 2.5004563331604004 (nan) | > loss: 0.010116979479789734 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14126669771531047) | > loader_time: 0.0042 (0.004542115828570199)  --> TIME: 2025-03-25 19:47:25 -- STEP: 2175/31555 -- GLOBAL_STEP: 1106600 | > loss_text_ce: 0.03593720123171806 (0.03289089821193414) | > loss_mel_ce: 2.4469852447509766 (nan) | > loss: 0.00985286757349968 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14119783291871515) | > loader_time: 0.0043 (0.0045394041346407486)  --> TIME: 2025-03-25 19:47:35 -- STEP: 2225/31555 -- GLOBAL_STEP: 1106650 | > loss_text_ce: 0.026746729388833046 (0.03287563783315462) | > loss_mel_ce: 2.7257587909698486 (nan) | > loss: 0.01092264149338007 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.141195616989993) | > loader_time: 0.0046 (0.004538416273138493)  --> TIME: 2025-03-25 19:47:44 -- STEP: 2275/31555 -- GLOBAL_STEP: 1106700 | > loss_text_ce: 0.03486354276537895 (0.03290150622990763) | > loss_mel_ce: 2.016876220703125 (nan) | > loss: 0.00814182497560978 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.141125513118702) | > loader_time: 0.0046 (0.004538994359446092)  --> TIME: 2025-03-25 19:47:54 -- STEP: 2325/31555 -- GLOBAL_STEP: 1106750 | > loss_text_ce: 0.03161363676190376 (0.032883173547765314) | > loss_mel_ce: 0.078125 (nan) | > loss: 0.00043547077802941203 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14107157461104855) | > loader_time: 0.0043 (0.004539646538355011)  --> TIME: 2025-03-25 19:48:03 -- STEP: 2375/31555 -- GLOBAL_STEP: 1106800 | > loss_text_ce: 0.01765504479408264 (0.03289261923808807) | > loss_mel_ce: 1.8694101572036743 (nan) | > loss: 0.007488354109227657 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.1410678957888956) | > loader_time: 0.0044 (0.004537461732563216)  --> TIME: 2025-03-25 19:48:13 -- STEP: 2425/31555 -- GLOBAL_STEP: 1106850 | > loss_text_ce: 0.033895645290613174 (0.03289606812611687) | > loss_mel_ce: 2.271519660949707 (nan) | > loss: 0.009148473851382732 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1411773276574834) | > loader_time: 0.0048 (0.004536683190729196)  --> TIME: 2025-03-25 19:48:23 -- STEP: 2475/31555 -- GLOBAL_STEP: 1106900 | > loss_text_ce: 0.034944888204336166 (0.03290411207486289) | > loss_mel_ce: 2.8535900115966797 (nan) | > loss: 0.011462440714240074 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14113543471904713) | > loader_time: 0.0049 (0.0045374392499827314)  --> TIME: 2025-03-25 19:48:33 -- STEP: 2525/31555 -- GLOBAL_STEP: 1106950 | > loss_text_ce: 0.03687276691198349 (0.032898877853951874) | > loss_mel_ce: 1.6465013027191162 (nan) | > loss: 0.006680055987089872 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14118017838733027) | > loader_time: 0.0045 (0.004537664640067823)  --> TIME: 2025-03-25 19:48:43 -- STEP: 2575/31555 -- GLOBAL_STEP: 1107000 | > loss_text_ce: 0.04076705500483513 (0.032904244403816) | > loss_mel_ce: 2.333695888519287 (nan) | > loss: 0.00942247174680233 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14127708842453449) | > loader_time: 0.0044 (0.004537760817888867)  --> TIME: 2025-03-25 19:48:53 -- STEP: 2625/31555 -- GLOBAL_STEP: 1107050 | > loss_text_ce: 0.02502528391778469 (0.03290003583544781) | > loss_mel_ce: 2.7853336334228516 (nan) | > loss: 0.011152219027280807 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14135773159208753) | > loader_time: 0.0048 (0.0045397080012730155)  --> TIME: 2025-03-25 19:49:02 -- STEP: 2675/31555 -- GLOBAL_STEP: 1107100 | > loss_text_ce: 0.0356765016913414 (0.03289242272343596) | > loss_mel_ce: 2.7202298641204834 (nan) | > loss: 0.010936137288808823 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1413400243598724) | > loader_time: 0.0047 (0.004542408346015714)  --> TIME: 2025-03-25 19:49:12 -- STEP: 2725/31555 -- GLOBAL_STEP: 1107150 | > loss_text_ce: 0.030047327280044556 (0.03289724039922073) | > loss_mel_ce: 1.7186262607574463 (nan) | > loss: 0.006939181126654148 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14145139309244398) | > loader_time: 0.0045 (0.004545008108156534)  --> TIME: 2025-03-25 19:49:22 -- STEP: 2775/31555 -- GLOBAL_STEP: 1107200 | > loss_text_ce: 0.02980809099972248 (0.03291407903102608) | > loss_mel_ce: 3.0496129989624023 (nan) | > loss: 0.012219925411045551 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14138313164582111) | > loader_time: 0.0045 (0.00454625670974319)  --> TIME: 2025-03-25 19:49:31 -- STEP: 2825/31555 -- GLOBAL_STEP: 1107250 | > loss_text_ce: 0.038972802460193634 (0.03292476893064727) | > loss_mel_ce: 3.280088424682617 (nan) | > loss: 0.013170878402888775 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14142037644850453) | > loader_time: 0.0043 (0.004545924178266944)  --> TIME: 2025-03-25 19:49:41 -- STEP: 2875/31555 -- GLOBAL_STEP: 1107300 | > loss_text_ce: 0.029238831251859665 (0.03289750424221808) | > loss_mel_ce: 3.4363632202148438 (nan) | > loss: 0.013752390630543232 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14152441796012524) | > loader_time: 0.0045 (0.004546186198358947)  --> TIME: 2025-03-25 19:49:51 -- STEP: 2925/31555 -- GLOBAL_STEP: 1107350 | > loss_text_ce: 0.03146062418818474 (0.03288029875001339) | > loss_mel_ce: 2.56605863571167 (nan) | > loss: 0.01030761655420065 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1416065353817408) | > loader_time: 0.0044 (0.004547134709154432)  --> TIME: 2025-03-25 19:50:01 -- STEP: 2975/31555 -- GLOBAL_STEP: 1107400 | > loss_text_ce: 0.03951674699783325 (0.03287219548488368) | > loss_mel_ce: 3.0359315872192383 (nan) | > loss: 0.012204160913825035 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1416104698982556) | > loader_time: 0.0045 (0.004548040678521156)  --> TIME: 2025-03-25 19:50:11 -- STEP: 3025/31555 -- GLOBAL_STEP: 1107450 | > loss_text_ce: 0.03197864443063736 (0.032878430070093875) | > loss_mel_ce: 2.2650225162506104 (nan) | > loss: 0.009115084074437618 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14162890442146706) | > loader_time: 0.0045 (0.004548671186462897)  --> TIME: 2025-03-25 19:50:20 -- STEP: 3075/31555 -- GLOBAL_STEP: 1107500 | > loss_text_ce: 0.027414508163928986 (0.03287808678377939) | > loss_mel_ce: 2.7504360675811768 (nan) | > loss: 0.011023217812180519 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14153167685842094) | > loader_time: 0.0046 (0.004549489137603005)  --> TIME: 2025-03-25 19:50:30 -- STEP: 3125/31555 -- GLOBAL_STEP: 1107550 | > loss_text_ce: 0.028052564710378647 (0.03285401023745541) | > loss_mel_ce: 2.66729474067688 (nan) | > loss: 0.010695823468267918 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14147353836059537) | > loader_time: 0.0045 (0.004547399749755849)  --> TIME: 2025-03-25 19:50:39 -- STEP: 3175/31555 -- GLOBAL_STEP: 1107600 | > loss_text_ce: 0.033794526010751724 (0.03284073823901616) | > loss_mel_ce: 2.4614007472991943 (nan) | > loss: 0.009901569224894047 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1414840548808178) | > loader_time: 0.0047 (0.0045469817965049335)  --> TIME: 2025-03-25 19:50:49 -- STEP: 3225/31555 -- GLOBAL_STEP: 1107650 | > loss_text_ce: 0.0340554378926754 (0.03285714255573679) | > loss_mel_ce: 3.259228229522705 (nan) | > loss: 0.013068586587905884 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14149812890577657) | > loader_time: 0.0047 (0.0045472382390221765)  --> TIME: 2025-03-25 19:50:59 -- STEP: 3275/31555 -- GLOBAL_STEP: 1107700 | > loss_text_ce: 0.03169114142656326 (0.03284510654461295) | > loss_mel_ce: 2.758387327194214 (nan) | > loss: 0.01107174064964056 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1414972793054941) | > loader_time: 0.0046 (0.004547305361915169)  --> TIME: 2025-03-25 19:51:08 -- STEP: 3325/31555 -- GLOBAL_STEP: 1107750 | > loss_text_ce: 0.03127337619662285 (0.032850330115709155) | > loss_mel_ce: 3.1707634925842285 (nan) | > loss: 0.012706495821475983 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14152146102790508) | > loader_time: 0.0045 (0.0045470925381308975)  --> TIME: 2025-03-25 19:51:18 -- STEP: 3375/31555 -- GLOBAL_STEP: 1107800 | > loss_text_ce: 0.04817146807909012 (0.03284212077933338) | > loss_mel_ce: 0.0081024169921875 (nan) | > loss: 0.00022330907813739032 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14146961918583575) | > loader_time: 0.0044 (0.004546942181057389)  --> TIME: 2025-03-25 19:51:27 -- STEP: 3425/31555 -- GLOBAL_STEP: 1107850 | > loss_text_ce: 0.032353587448596954 (0.0328254413142475) | > loss_mel_ce: 2.03902006149292 (nan) | > loss: 0.008219737559556961 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14144650890879346) | > loader_time: 0.0045 (0.0045470241908609306)  --> TIME: 2025-03-25 19:51:37 -- STEP: 3475/31555 -- GLOBAL_STEP: 1107900 | > loss_text_ce: 0.03271596506237984 (0.03283415252409833) | > loss_mel_ce: 2.8012187480926514 (nan) | > loss: 0.011245773173868656 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14142636635320616) | > loader_time: 0.0044 (0.0045472632895270605)  --> TIME: 2025-03-25 19:51:47 -- STEP: 3525/31555 -- GLOBAL_STEP: 1107950 | > loss_text_ce: 0.033355824649333954 (0.03284465485113746) | > loss_mel_ce: 3.1196720600128174 (nan) | > loss: 0.012512016110122204 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1414504151310478) | > loader_time: 0.0047 (0.004547589755227368)  --> TIME: 2025-03-25 19:51:56 -- STEP: 3575/31555 -- GLOBAL_STEP: 1108000 | > loss_text_ce: 0.02677244320511818 (0.032852378494881394) | > loss_mel_ce: 2.82373046875 (nan) | > loss: 0.01131152082234621 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14142821211914886) | > loader_time: 0.0045 (0.004547322279923434)  --> TIME: 2025-03-25 19:52:06 -- STEP: 3625/31555 -- GLOBAL_STEP: 1108050 | > loss_text_ce: 0.04110124334692955 (0.032863324933011105) | > loss_mel_ce: 2.9944255352020264 (nan) | > loss: 0.012045742012560368 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14143731432947587) | > loader_time: 0.0048 (0.004547365320139906)  --> TIME: 2025-03-25 19:52:16 -- STEP: 3675/31555 -- GLOBAL_STEP: 1108100 | > loss_text_ce: 0.0288789551705122 (0.032837985408346815) | > loss_mel_ce: 3.224576234817505 (nan) | > loss: 0.012910537421703339 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14143211254457197) | > loader_time: 0.0044 (0.004547495031032421)  --> TIME: 2025-03-25 19:52:25 -- STEP: 3725/31555 -- GLOBAL_STEP: 1108150 | > loss_text_ce: 0.03513149544596672 (0.03281947325840105) | > loss_mel_ce: 2.9688923358917236 (nan) | > loss: 0.011920729652047157 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14138420162584928) | > loader_time: 0.0044 (0.00454599047667227)  --> TIME: 2025-03-25 19:52:35 -- STEP: 3775/31555 -- GLOBAL_STEP: 1108200 | > loss_text_ce: 0.03279217332601547 (0.032814713338057064) | > loss_mel_ce: 2.360053539276123 (nan) | > loss: 0.009495419450104237 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14138219050224224) | > loader_time: 0.0043 (0.004544217507570773)  --> TIME: 2025-03-25 19:52:44 -- STEP: 3825/31555 -- GLOBAL_STEP: 1108250 | > loss_text_ce: 0.031231598928570747 (0.03281368110791542) | > loss_mel_ce: 2.8421823978424072 (nan) | > loss: 0.011402437463402748 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1413426128711573) | > loader_time: 0.0044 (0.0045419302173689185)  --> TIME: 2025-03-25 19:52:54 -- STEP: 3875/31555 -- GLOBAL_STEP: 1108300 | > loss_text_ce: 0.034934237599372864 (0.032798029037733364) | > loss_mel_ce: 1.5573959350585938 (nan) | > loss: 0.006318771280348301 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14137198946552862) | > loader_time: 0.0043 (0.004541509566768512)  --> TIME: 2025-03-25 19:53:04 -- STEP: 3925/31555 -- GLOBAL_STEP: 1108350 | > loss_text_ce: 0.02665511518716812 (0.03279325402371457) | > loss_mel_ce: 2.6704049110412598 (nan) | > loss: 0.010702620260417461 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14137766206340396) | > loader_time: 0.0047 (0.0045426153073644835)  --> TIME: 2025-03-25 19:53:14 -- STEP: 3975/31555 -- GLOBAL_STEP: 1108400 | > loss_text_ce: 0.03577398881316185 (0.03278848795536568) | > loss_mel_ce: 2.9489660263061523 (nan) | > loss: 0.011844207532703876 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14139117768725482) | > loader_time: 0.0046 (0.004542128844830964)  --> TIME: 2025-03-25 19:53:23 -- STEP: 4025/31555 -- GLOBAL_STEP: 1108450 | > loss_text_ce: 0.029901359230279922 (0.03276939978927203) | > loss_mel_ce: 2.8577914237976074 (nan) | > loss: 0.01145909819751978 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14142044529411335) | > loader_time: 0.0044 (0.0045407814120653886)  --> TIME: 2025-03-25 19:53:33 -- STEP: 4075/31555 -- GLOBAL_STEP: 1108500 | > loss_text_ce: 0.031016329303383827 (0.032759979171164334) | > loss_mel_ce: 2.9326412677764893 (nan) | > loss: 0.011760546825826168 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1414266754220597) | > loader_time: 0.0043 (0.004542465268468554)  --> TIME: 2025-03-25 19:53:43 -- STEP: 4125/31555 -- GLOBAL_STEP: 1108550 | > loss_text_ce: 0.03227689862251282 (0.03274825453397013) | > loss_mel_ce: 0.7636783123016357 (nan) | > loss: 0.003158552572131157 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14139681920138245) | > loader_time: 0.0044 (0.004540874365604275)  --> TIME: 2025-03-25 19:53:52 -- STEP: 4175/31555 -- GLOBAL_STEP: 1108600 | > loss_text_ce: 0.034110333770513535 (0.03275000266240041) | > loss_mel_ce: 2.963341236114502 (nan) | > loss: 0.0118946498259902 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14144481282034294) | > loader_time: 0.0045 (0.004541550539210875)  --> TIME: 2025-03-25 19:54:02 -- STEP: 4225/31555 -- GLOBAL_STEP: 1108650 | > loss_text_ce: 0.03426957130432129 (0.03274425026271836) | > loss_mel_ce: 2.5934152603149414 (nan) | > loss: 0.010427321307361126 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14136648906053134) | > loader_time: 0.0047 (0.0045415714647642855)  --> TIME: 2025-03-25 19:54:11 -- STEP: 4275/31555 -- GLOBAL_STEP: 1108700 | > loss_text_ce: 0.031009750440716743 (0.03272356830428405) | > loss_mel_ce: 2.629268169403076 (nan) | > loss: 0.01055665872991085 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14136629411351576) | > loader_time: 0.0045 (0.004541296707956405)  --> TIME: 2025-03-25 19:54:21 -- STEP: 4325/31555 -- GLOBAL_STEP: 1108750 | > loss_text_ce: 0.0342392735183239 (0.03272554885811385) | > loss_mel_ce: 2.3436715602874756 (nan) | > loss: 0.00943615473806858 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14136388729073374) | > loader_time: 0.0045 (0.004540316521087813)  --> TIME: 2025-03-25 19:54:31 -- STEP: 4375/31555 -- GLOBAL_STEP: 1108800 | > loss_text_ce: 0.02902020327746868 (0.03271624030747598) | > loss_mel_ce: 2.422255277633667 (nan) | > loss: 0.00972728431224823 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14136618952069924) | > loader_time: 0.0044 (0.0045404974256242955)  --> TIME: 2025-03-25 19:54:40 -- STEP: 4425/31555 -- GLOBAL_STEP: 1108850 | > loss_text_ce: 0.032972998917102814 (0.032721051244791424) | > loss_mel_ce: 2.53193998336792 (nan) | > loss: 0.010178226977586746 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.1413293511988749) | > loader_time: 0.0047 (0.004540336899838196)  --> TIME: 2025-03-25 19:54:50 -- STEP: 4475/31555 -- GLOBAL_STEP: 1108900 | > loss_text_ce: 0.0266692116856575 (0.0327262329815904) | > loss_mel_ce: 2.8859002590179443 (nan) | > loss: 0.01155781652778387 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14132140740335952) | > loader_time: 0.0045 (0.0045402203991426375)  --> TIME: 2025-03-25 19:54:59 -- STEP: 4525/31555 -- GLOBAL_STEP: 1108950 | > loss_text_ce: 0.027073470875620842 (0.03272082278062477) | > loss_mel_ce: 2.260493278503418 (nan) | > loss: 0.00907764583826065 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14132655180620182) | > loader_time: 0.0045 (0.004540306850032908)  --> TIME: 2025-03-25 19:55:09 -- STEP: 4575/31555 -- GLOBAL_STEP: 1109000 | > loss_text_ce: 0.03380924463272095 (0.03270849669586293) | > loss_mel_ce: 1.5149930715560913 (nan) | > loss: 0.006146041676402092 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14129735811160524) | > loader_time: 0.0047 (0.00454051502415391)  --> TIME: 2025-03-25 19:55:18 -- STEP: 4625/31555 -- GLOBAL_STEP: 1109050 | > loss_text_ce: 0.03172415494918823 (0.03271120127814058) | > loss_mel_ce: 2.858332395553589 (nan) | > loss: 0.011468479409813881 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14127719373960712) | > loader_time: 0.0046 (0.004541020779996302)  --> TIME: 2025-03-25 19:55:28 -- STEP: 4675/31555 -- GLOBAL_STEP: 1109100 | > loss_text_ce: 0.03336421400308609 (0.03271425155534319) | > loss_mel_ce: 0.1177707239985466 (nan) | > loss: 0.0005997418775223196 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14134419864511708) | > loader_time: 0.0044 (0.0045416324533880705)  --> TIME: 2025-03-25 19:55:38 -- STEP: 4725/31555 -- GLOBAL_STEP: 1109150 | > loss_text_ce: 0.027828074991703033 (0.032722095533535396) | > loss_mel_ce: 2.6227073669433594 (nan) | > loss: 0.010517997667193413 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14128740391403247) | > loader_time: 0.0045 (0.004541604481046162)  --> TIME: 2025-03-25 19:55:48 -- STEP: 4775/31555 -- GLOBAL_STEP: 1109200 | > loss_text_ce: 0.03993791714310646 (0.03271732011371114) | > loss_mel_ce: 2.221376657485962 (nan) | > loss: 0.008973470889031887 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1413318263548204) | > loader_time: 0.0044 (0.004541990120373472)  --> TIME: 2025-03-25 19:55:58 -- STEP: 4825/31555 -- GLOBAL_STEP: 1109250 | > loss_text_ce: 0.02708594687283039 (0.03271189363644386) | > loss_mel_ce: 2.850823163986206 (nan) | > loss: 0.011420275084674358 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14135377399661966) | > loader_time: 0.0044 (0.004542218984099867)  --> TIME: 2025-03-25 19:56:07 -- STEP: 4875/31555 -- GLOBAL_STEP: 1109300 | > loss_text_ce: 0.03311006352305412 (0.03272893017358514) | > loss_mel_ce: 2.838209629058838 (nan) | > loss: 0.01139412634074688 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14136696512271166) | > loader_time: 0.0044 (0.004542429263775166)  --> TIME: 2025-03-25 19:56:17 -- STEP: 4925/31555 -- GLOBAL_STEP: 1109350 | > loss_text_ce: 0.035231493413448334 (0.03271913960859719) | > loss_mel_ce: 2.7276101112365723 (nan) | > loss: 0.01096365787088871 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1413805866725551) | > loader_time: 0.0047 (0.0045418233435771185)  --> TIME: 2025-03-25 19:56:26 -- STEP: 4975/31555 -- GLOBAL_STEP: 1109400 | > loss_text_ce: 0.03805197402834892 (0.03273024356301567) | > loss_mel_ce: 3.056507110595703 (nan) | > loss: 0.012279997579753399 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1413484738699753) | > loader_time: 0.0044 (0.004540283548172993)  --> TIME: 2025-03-25 19:56:36 -- STEP: 5025/31555 -- GLOBAL_STEP: 1109450 | > loss_text_ce: 0.02785119041800499 (0.03272220608328866) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14135009665987358) | > loader_time: 0.0045 (0.0045413668238701525)  --> TIME: 2025-03-25 19:56:46 -- STEP: 5075/31555 -- GLOBAL_STEP: 1109500 | > loss_text_ce: 0.021080102771520615 (0.032726222417441296) | > loss_mel_ce: 2.488734722137451 (nan) | > loss: 0.009959583170711994 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14132667922034028) | > loader_time: 0.0043 (0.004540902452515857)  --> TIME: 2025-03-25 19:56:55 -- STEP: 5125/31555 -- GLOBAL_STEP: 1109550 | > loss_text_ce: 0.02847447618842125 (0.032725465512675606) | > loss_mel_ce: 1.9358904361724854 (nan) | > loss: 0.007795099169015884 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14131503514545704) | > loader_time: 0.0047 (0.004540240776248104)  --> TIME: 2025-03-25 19:57:05 -- STEP: 5175/31555 -- GLOBAL_STEP: 1109600 | > loss_text_ce: 0.03173789381980896 (0.032727271096538085) | > loss_mel_ce: 2.6369948387145996 (nan) | > loss: 0.010590209625661373 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14130033557541682) | > loader_time: 0.0045 (0.004540388042800101)  --> TIME: 2025-03-25 19:57:15 -- STEP: 5225/31555 -- GLOBAL_STEP: 1109650 | > loss_text_ce: 0.03479614108800888 (0.032715175118850026) | > loss_mel_ce: 1.7084228992462158 (nan) | > loss: 0.00691753625869751 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14137287892793335) | > loader_time: 0.0046 (0.004541162691618274)  --> TIME: 2025-03-25 19:57:25 -- STEP: 5275/31555 -- GLOBAL_STEP: 1109700 | > loss_text_ce: 0.03559589758515358 (0.032714208608307954) | > loss_mel_ce: 2.7191996574401855 (nan) | > loss: 0.010931729339063168 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1414073337084872) | > loader_time: 0.0048 (0.004541839265145401)  --> TIME: 2025-03-25 19:57:34 -- STEP: 5325/31555 -- GLOBAL_STEP: 1109750 | > loss_text_ce: 0.03400757536292076 (0.032718185520962784) | > loss_mel_ce: 1.5857774019241333 (nan) | > loss: 0.006427718326449394 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14137760596655888) | > loader_time: 0.0048 (0.004542256879134918)  --> TIME: 2025-03-25 19:57:44 -- STEP: 5375/31555 -- GLOBAL_STEP: 1109800 | > loss_text_ce: 0.027754953131079674 (0.03272191657091307) | > loss_mel_ce: 2.5931363105773926 (nan) | > loss: 0.010400363244116306 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14135342629011274) | > loader_time: 0.0045 (0.004542387984519783)  --> TIME: 2025-03-25 19:57:53 -- STEP: 5425/31555 -- GLOBAL_STEP: 1109850 | > loss_text_ce: 0.03128032013773918 (0.03271703905910952) | > loss_mel_ce: 0.078125 (nan) | > loss: 0.0004341481253504753 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14132072136698773) | > loader_time: 0.0046 (0.004542294163857736)  --> TIME: 2025-03-25 19:58:03 -- STEP: 5475/31555 -- GLOBAL_STEP: 1109900 | > loss_text_ce: 0.031517963856458664 (0.032712874424444045) | > loss_mel_ce: 2.5968234539031982 (nan) | > loss: 0.0104299271479249 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14128754019192902) | > loader_time: 0.0046 (0.004542834486591217)  --> TIME: 2025-03-25 19:58:12 -- STEP: 5525/31555 -- GLOBAL_STEP: 1109950 | > loss_text_ce: 0.024293677881360054 (0.03271291655956094) | > loss_mel_ce: 2.7763943672180176 (nan) | > loss: 0.011113842017948627 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14129106279951423) | > loader_time: 0.0045 (0.0045432120966156135)  --> TIME: 2025-03-25 19:58:22 -- STEP: 5575/31555 -- GLOBAL_STEP: 1110000 | > loss_text_ce: 0.03568682074546814 (0.03271795422506986) | > loss_mel_ce: 2.3963494300842285 (nan) | > loss: 0.009650937281548977 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14124437605853588) | > loader_time: 0.0046 (0.004542779794188357) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1110000.pth  --> TIME: 2025-03-25 19:58:37 -- STEP: 5625/31555 -- GLOBAL_STEP: 1110050 | > loss_text_ce: 0.032268624752759933 (0.032716813488139124) | > loss_mel_ce: 2.2434475421905518 (nan) | > loss: 0.009030619636178017 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14122343677944635) | > loader_time: 0.0045 (0.004542989391750758)  --> TIME: 2025-03-25 19:58:46 -- STEP: 5675/31555 -- GLOBAL_STEP: 1110100 | > loss_text_ce: 0.03356513753533363 (0.03271260467821552) | > loss_mel_ce: 2.8186471462249756 (nan) | > loss: 0.01131830271333456 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1411766924416969) | > loader_time: 0.0046 (0.004543243609861129)  --> TIME: 2025-03-25 19:58:56 -- STEP: 5725/31555 -- GLOBAL_STEP: 1110150 | > loss_text_ce: 0.02591385319828987 (0.032705264176408864) | > loss_mel_ce: 2.8258073329925537 (nan) | > loss: 0.01131635531783104 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14118314060061288) | > loader_time: 0.0047 (0.004544140595015482)  --> TIME: 2025-03-25 19:59:05 -- STEP: 5775/31555 -- GLOBAL_STEP: 1110200 | > loss_text_ce: 0.030521029606461525 (0.03270583703210864) | > loss_mel_ce: 2.8629112243652344 (nan) | > loss: 0.011481874622404575 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1411827237265454) | > loader_time: 0.0047 (0.00454400917152306)  --> TIME: 2025-03-25 19:59:15 -- STEP: 5825/31555 -- GLOBAL_STEP: 1110250 | > loss_text_ce: 0.0328800193965435 (0.032702034616866875) | > loss_mel_ce: 3.2939281463623047 (nan) | > loss: 0.013201620429754257 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14122849337532828) | > loader_time: 0.0043 (0.004544301339996734)  --> TIME: 2025-03-25 19:59:25 -- STEP: 5875/31555 -- GLOBAL_STEP: 1110300 | > loss_text_ce: 0.028342895209789276 (0.03269288043138832) | > loss_mel_ce: 1.6608145236968994 (nan) | > loss: 0.006703005637973547 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14118114227944245) | > loader_time: 0.0045 (0.004544690477087146)  --> TIME: 2025-03-25 19:59:34 -- STEP: 5925/31555 -- GLOBAL_STEP: 1110350 | > loss_text_ce: 0.03399938344955444 (0.03270072903594137) | > loss_mel_ce: 2.763774871826172 (nan) | > loss: 0.011102279648184776 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14117301289039336) | > loader_time: 0.0044 (0.004544330790073062)  --> TIME: 2025-03-25 19:59:44 -- STEP: 5975/31555 -- GLOBAL_STEP: 1110400 | > loss_text_ce: 0.022445417940616608 (0.03269959579732379) | > loss_mel_ce: 1.8920905590057373 (nan) | > loss: 0.007597365416586399 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14120108233336146) | > loader_time: 0.0044 (0.004545391952642341)  --> TIME: 2025-03-25 19:59:54 -- STEP: 6025/31555 -- GLOBAL_STEP: 1110450 | > loss_text_ce: 0.03160751238465309 (0.032703774119746655) | > loss_mel_ce: 2.688950300216675 (nan) | > loss: 0.010795865207910538 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14122542025142698) | > loader_time: 0.0046 (0.004545093987492608)  --> TIME: 2025-03-25 20:00:04 -- STEP: 6075/31555 -- GLOBAL_STEP: 1110500 | > loss_text_ce: 0.02619163691997528 (0.03270172986780667) | > loss_mel_ce: 2.9871931076049805 (nan) | > loss: 0.011957877315580845 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14121123965385035) | > loader_time: 0.0045 (0.004545436199800473)  --> TIME: 2025-03-25 20:00:13 -- STEP: 6125/31555 -- GLOBAL_STEP: 1110550 | > loss_text_ce: 0.035180702805519104 (0.032701679212706454) | > loss_mel_ce: 2.7806358337402344 (nan) | > loss: 0.011173876002430916 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14121484958882238) | > loader_time: 0.0043 (0.00454566788186833)  --> TIME: 2025-03-25 20:00:23 -- STEP: 6175/31555 -- GLOBAL_STEP: 1110600 | > loss_text_ce: 0.03325449302792549 (0.032695369853181874) | > loss_mel_ce: 3.002957344055176 (nan) | > loss: 0.012048459611833096 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1411894073949652) | > loader_time: 0.0046 (0.00454569909254067)  --> TIME: 2025-03-25 20:00:32 -- STEP: 6225/31555 -- GLOBAL_STEP: 1110650 | > loss_text_ce: 0.030130598694086075 (0.03268820924961182) | > loss_mel_ce: 2.722525119781494 (nan) | > loss: 0.010923237539827824 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1412103378341859) | > loader_time: 0.0047 (0.004546533377773796)  --> TIME: 2025-03-25 20:00:42 -- STEP: 6275/31555 -- GLOBAL_STEP: 1110700 | > loss_text_ce: 0.03311621770262718 (0.03269737245270097) | > loss_mel_ce: 3.0268893241882324 (nan) | > loss: 0.012142878957092762 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14121699447175898) | > loader_time: 0.0047 (0.004547160289202085)  --> TIME: 2025-03-25 20:00:52 -- STEP: 6325/31555 -- GLOBAL_STEP: 1110750 | > loss_text_ce: 0.027822207659482956 (0.032705323166791866) | > loss_mel_ce: 3.137962579727173 (nan) | > loss: 0.012562639079988003 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14121830126042426) | > loader_time: 0.0043 (0.004546748263091447)  --> TIME: 2025-03-25 20:01:02 -- STEP: 6375/31555 -- GLOBAL_STEP: 1110800 | > loss_text_ce: 0.03481623902916908 (0.03270144163875604) | > loss_mel_ce: 2.4797539710998535 (nan) | > loss: 0.009978453628718853 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14122187218011598) | > loader_time: 0.0047 (0.004546688005036009)  --> TIME: 2025-03-25 20:01:11 -- STEP: 6425/31555 -- GLOBAL_STEP: 1110850 | > loss_text_ce: 0.04655582457780838 (0.032715524502736404) | > loss_mel_ce: 2.1048882007598877 (nan) | > loss: 0.008537476882338524 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1411889202028861) | > loader_time: 0.0046 (0.004546645160778961)  --> TIME: 2025-03-25 20:01:20 -- STEP: 6475/31555 -- GLOBAL_STEP: 1110900 | > loss_text_ce: 0.039945270866155624 (0.03272402179200914) | > loss_mel_ce: 2.91811203956604 (nan) | > loss: 0.011738323606550694 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14118188338850438) | > loader_time: 0.0061 (0.00454713571025599)  --> TIME: 2025-03-25 20:01:30 -- STEP: 6525/31555 -- GLOBAL_STEP: 1110950 | > loss_text_ce: 0.03742761164903641 (0.03272362006763966) | > loss_mel_ce: 2.1992263793945312 (nan) | > loss: 0.008875612169504166 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14119229031705288) | > loader_time: 0.0043 (0.004546732226550819)  --> TIME: 2025-03-25 20:01:40 -- STEP: 6575/31555 -- GLOBAL_STEP: 1111000 | > loss_text_ce: 0.03701144829392433 (0.03271460938887116) | > loss_mel_ce: 2.5864057540893555 (nan) | > loss: 0.010410386137664318 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14116933325850894) | > loader_time: 0.0048 (0.004546199406961082)  --> TIME: 2025-03-25 20:01:49 -- STEP: 6625/31555 -- GLOBAL_STEP: 1111050 | > loss_text_ce: 0.05080566182732582 (0.03271467197236593) | > loss_mel_ce: 1.6948108673095703 (nan) | > loss: 0.006927050184458494 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.1411365660181584) | > loader_time: 0.0045 (0.0045464224185583855)  --> TIME: 2025-03-25 20:01:59 -- STEP: 6675/31555 -- GLOBAL_STEP: 1111100 | > loss_text_ce: 0.03520561754703522 (0.03272316551652187) | > loss_mel_ce: 2.845036029815674 (nan) | > loss: 0.011429530568420887 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14117314795876257) | > loader_time: 0.0047 (0.0045469968417164225)  --> TIME: 2025-03-25 20:02:08 -- STEP: 6725/31555 -- GLOBAL_STEP: 1111150 | > loss_text_ce: 0.03009677864611149 (0.03272524731656105) | > loss_mel_ce: 2.77984881401062 (nan) | > loss: 0.011150578036904335 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14113857630903393) | > loader_time: 0.0049 (0.0045479287356692275)  --> TIME: 2025-03-25 20:02:18 -- STEP: 6775/31555 -- GLOBAL_STEP: 1111200 | > loss_text_ce: 0.02632838487625122 (0.03271868427548683) | > loss_mel_ce: 0.356475830078125 (nan) | > loss: 0.0015190644189715385 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14111443336599425) | > loader_time: 0.0045 (0.004548233989419982)  --> TIME: 2025-03-25 20:02:28 -- STEP: 6825/31555 -- GLOBAL_STEP: 1111250 | > loss_text_ce: 0.031137214973568916 (0.03272808706804075) | > loss_mel_ce: 1.7394368648529053 (nan) | > loss: 0.007026087958365679 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14111973287421703) | > loader_time: 0.0046 (0.004549273745917588)  --> TIME: 2025-03-25 20:02:38 -- STEP: 6875/31555 -- GLOBAL_STEP: 1111300 | > loss_text_ce: 0.03202257677912712 (0.03272876556271859) | > loss_mel_ce: 3.135108232498169 (nan) | > loss: 0.012567979283630848 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14115799928144976) | > loader_time: 0.0046 (0.004549188579212545)  --> TIME: 2025-03-25 20:02:47 -- STEP: 6925/31555 -- GLOBAL_STEP: 1111350 | > loss_text_ce: 0.043454866856336594 (0.03272623695137268) | > loss_mel_ce: 2.7072763442993164 (nan) | > loss: 0.010915600694715977 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1411610805428845) | > loader_time: 0.0044 (0.004550324037186944)  --> TIME: 2025-03-25 20:02:57 -- STEP: 6975/31555 -- GLOBAL_STEP: 1111400 | > loss_text_ce: 0.03565448150038719 (0.032724271766761286) | > loss_mel_ce: 2.564728021621704 (nan) | > loss: 0.010318978689610958 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14115575581895828) | > loader_time: 0.0046 (0.0045508505024790405)  --> TIME: 2025-03-25 20:03:06 -- STEP: 7025/31555 -- GLOBAL_STEP: 1111450 | > loss_text_ce: 0.033454202115535736 (0.03273342819480075) | > loss_mel_ce: 2.087660551071167 (nan) | > loss: 0.008417122066020966 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14111118347195112) | > loader_time: 0.0046 (0.004551592959203761)  --> TIME: 2025-03-25 20:03:16 -- STEP: 7075/31555 -- GLOBAL_STEP: 1111500 | > loss_text_ce: 0.038119763135910034 (0.03272750667911749) | > loss_mel_ce: 2.908482074737549 (nan) | > loss: 0.011692864820361137 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1411102032408697) | > loader_time: 0.0046 (0.004552044750523659)  --> TIME: 2025-03-25 20:03:26 -- STEP: 7125/31555 -- GLOBAL_STEP: 1111550 | > loss_text_ce: 0.034217674285173416 (0.03272637460786002) | > loss_mel_ce: 2.453540325164795 (nan) | > loss: 0.009872055612504482 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1411163979580527) | > loader_time: 0.0046 (0.004552298629493051)  --> TIME: 2025-03-25 20:03:36 -- STEP: 7175/31555 -- GLOBAL_STEP: 1111600 | > loss_text_ce: 0.032220982015132904 (0.03271846459016778) | > loss_mel_ce: 2.6422574520111084 (nan) | > loss: 0.01061301026493311 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14115243297005348) | > loader_time: 0.0078 (0.004554045707091229)  --> TIME: 2025-03-25 20:03:45 -- STEP: 7225/31555 -- GLOBAL_STEP: 1111650 | > loss_text_ce: 0.04075462371110916 (0.03272594120521037) | > loss_mel_ce: 2.4183037281036377 (nan) | > loss: 0.009758167900145054 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1411600470955394) | > loader_time: 0.0046 (0.004555616345785075)  --> TIME: 2025-03-25 20:03:55 -- STEP: 7275/31555 -- GLOBAL_STEP: 1111700 | > loss_text_ce: 0.0289908517152071 (0.03273135711083707) | > loss_mel_ce: 2.389270544052124 (nan) | > loss: 0.00959627516567707 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14119336315037023) | > loader_time: 0.0047 (0.004556291619526978)  --> TIME: 2025-03-25 20:04:04 -- STEP: 7325/31555 -- GLOBAL_STEP: 1111750 | > loss_text_ce: 0.06650471687316895 (0.03273309875800953) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14113273825661696) | > loader_time: 0.0049 (0.004556549905510085)  --> TIME: 2025-03-25 20:04:13 -- STEP: 7375/31555 -- GLOBAL_STEP: 1111800 | > loss_text_ce: 0.026224002242088318 (0.03273593557234538) | > loss_mel_ce: 2.133443832397461 (nan) | > loss: 0.00857011042535305 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14107229604559404) | > loader_time: 0.0045 (0.004557052773944409)  --> TIME: 2025-03-25 20:04:23 -- STEP: 7425/31555 -- GLOBAL_STEP: 1111850 | > loss_text_ce: 0.0416652113199234 (0.03273688541066772) | > loss_mel_ce: 3.044055700302124 (nan) | > loss: 0.01224492583423853 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1410723705484407) | > loader_time: 0.0045 (0.004557647929849856)  --> TIME: 2025-03-25 20:04:32 -- STEP: 7475/31555 -- GLOBAL_STEP: 1111900 | > loss_text_ce: 0.03428909182548523 (0.032738233057152906) | > loss_mel_ce: 2.6448569297790527 (nan) | > loss: 0.010631532408297062 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14101806446062656) | > loader_time: 0.0043 (0.004557796433617844)  --> TIME: 2025-03-25 20:04:42 -- STEP: 7525/31555 -- GLOBAL_STEP: 1111950 | > loss_text_ce: 0.03384668380022049 (0.03273631555891515) | > loss_mel_ce: 2.878462076187134 (nan) | > loss: 0.011556780897080898 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14100257227191076) | > loader_time: 0.0047 (0.004558222761185865)  --> TIME: 2025-03-25 20:04:51 -- STEP: 7575/31555 -- GLOBAL_STEP: 1112000 | > loss_text_ce: 0.037527088075876236 (0.03274218069838223) | > loss_mel_ce: 2.501002788543701 (nan) | > loss: 0.010073531419038773 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1409779350041554) | > loader_time: 0.0046 (0.004558616046464883)  --> TIME: 2025-03-25 20:05:01 -- STEP: 7625/31555 -- GLOBAL_STEP: 1112050 | > loss_text_ce: 0.03646932169795036 (0.03273621547686276) | > loss_mel_ce: 2.7785520553588867 (nan) | > loss: 0.011170719750225544 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.14102128732399838) | > loader_time: 0.0075 (0.004559690350391832)  --> TIME: 2025-03-25 20:05:11 -- STEP: 7675/31555 -- GLOBAL_STEP: 1112100 | > loss_text_ce: 0.026386896148324013 (0.03274257492747297) | > loss_mel_ce: 2.7726008892059326 (nan) | > loss: 0.011107095517218113 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14103032963283652) | > loader_time: 0.0045 (0.004559944879736892)  --> TIME: 2025-03-25 20:05:20 -- STEP: 7725/31555 -- GLOBAL_STEP: 1112150 | > loss_text_ce: 0.032432492822408676 (0.032740721101104105) | > loss_mel_ce: 0.16213378310203552 (nan) | > loss: 0.0007720884750597179 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14102006430764777) | > loader_time: 0.0071 (0.004560243458423806)  --> TIME: 2025-03-25 20:05:30 -- STEP: 7775/31555 -- GLOBAL_STEP: 1112200 | > loss_text_ce: 0.040562570095062256 (0.03274555622034042) | > loss_mel_ce: 2.6746773719787598 (nan) | > loss: 0.010774762369692326 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1410134928479453) | > loader_time: 0.0045 (0.004560468986486705)  --> TIME: 2025-03-25 20:05:40 -- STEP: 7825/31555 -- GLOBAL_STEP: 1112250 | > loss_text_ce: 0.03699653223156929 (0.03274532675552676) | > loss_mel_ce: 2.4867103099823 (nan) | > loss: 0.010014710947871208 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14100247136320146) | > loader_time: 0.0047 (0.004561297748797244)  --> TIME: 2025-03-25 20:05:50 -- STEP: 7875/31555 -- GLOBAL_STEP: 1112300 | > loss_text_ce: 0.03276435285806656 (0.03275030647029009) | > loss_mel_ce: 2.1321322917938232 (nan) | > loss: 0.008590860292315483 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14102505599127851) | > loader_time: 0.0046 (0.0045616663675459666)  --> TIME: 2025-03-25 20:05:59 -- STEP: 7925/31555 -- GLOBAL_STEP: 1112350 | > loss_text_ce: 0.034918271005153656 (0.03275146949248926) | > loss_mel_ce: 1.783935546875 (nan) | > loss: 0.007217674516141415 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14105593579048592) | > loader_time: 0.0044 (0.004562011712733133)  --> TIME: 2025-03-25 20:06:09 -- STEP: 7975/31555 -- GLOBAL_STEP: 1112400 | > loss_text_ce: 0.03042500652372837 (0.03274288916452368) | > loss_mel_ce: 2.9394288063049316 (nan) | > loss: 0.011785134673118591 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14105213302803615) | > loader_time: 0.0045 (0.004562180946613186)  --> TIME: 2025-03-25 20:06:19 -- STEP: 8025/31555 -- GLOBAL_STEP: 1112450 | > loss_text_ce: 0.022389061748981476 (0.03273824990306319) | > loss_mel_ce: 0.1088189035654068 (nan) | > loss: 0.0005206665955483913 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14106242827537252) | > loader_time: 0.0044 (0.004562796863068679)  --> TIME: 2025-03-25 20:06:29 -- STEP: 8075/31555 -- GLOBAL_STEP: 1112500 | > loss_text_ce: 0.025150608271360397 (0.032737292837432326) | > loss_mel_ce: 2.7709217071533203 (nan) | > loss: 0.011095525696873665 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14107909370871127) | > loader_time: 0.0046 (0.00456318988150488)  --> TIME: 2025-03-25 20:06:39 -- STEP: 8125/31555 -- GLOBAL_STEP: 1112550 | > loss_text_ce: 0.03337264060974121 (0.03273905954475589) | > loss_mel_ce: 1.5926649570465088 (nan) | > loss: 0.0064525306224823 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14110209221473086) | > loader_time: 0.0045 (0.00456342265789326)  --> TIME: 2025-03-25 20:06:48 -- STEP: 8175/31555 -- GLOBAL_STEP: 1112600 | > loss_text_ce: 0.029149910435080528 (0.032735964856495034) | > loss_mel_ce: 2.072669506072998 (nan) | > loss: 0.008340554311871529 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1410684834926498) | > loader_time: 0.0044 (0.004563693621107568)  --> TIME: 2025-03-25 20:06:57 -- STEP: 8225/31555 -- GLOBAL_STEP: 1112650 | > loss_text_ce: 0.031262531876564026 (0.032740382848698166) | > loss_mel_ce: 2.3282222747802734 (nan) | > loss: 0.009363035671412945 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1410405118704564) | > loader_time: 0.0047 (0.0045637273063775675)  --> TIME: 2025-03-25 20:07:07 -- STEP: 8275/31555 -- GLOBAL_STEP: 1112700 | > loss_text_ce: 0.029890889301896095 (0.0327378832437436) | > loss_mel_ce: 2.7867705821990967 (nan) | > loss: 0.011177227832376957 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14106374415025943) | > loader_time: 0.0047 (0.004564888513340337)  --> TIME: 2025-03-25 20:07:17 -- STEP: 8325/31555 -- GLOBAL_STEP: 1112750 | > loss_text_ce: 0.036910269409418106 (0.0327328050792128) | > loss_mel_ce: 0.0409109927713871 (nan) | > loss: 0.00030881454586051404 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14106249651751332) | > loader_time: 0.0045 (0.004565704735191741)  --> TIME: 2025-03-25 20:07:26 -- STEP: 8375/31555 -- GLOBAL_STEP: 1112800 | > loss_text_ce: 0.04292777553200722 (0.03273532929282583) | > loss_mel_ce: 2.3346850872039795 (nan) | > loss: 0.009434971958398819 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14106256593163305) | > loader_time: 0.0045 (0.0045660875519709845)  --> TIME: 2025-03-25 20:07:36 -- STEP: 8425/31555 -- GLOBAL_STEP: 1112850 | > loss_text_ce: 0.033883120864629745 (0.0327402230511345) | > loss_mel_ce: 2.134354591369629 (nan) | > loss: 0.008604118600487709 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14109464407674605) | > loader_time: 0.0045 (0.0045663953605674535)  --> TIME: 2025-03-25 20:07:46 -- STEP: 8475/31555 -- GLOBAL_STEP: 1112900 | > loss_text_ce: 0.03660780191421509 (0.03274141071886264) | > loss_mel_ce: 2.6392462253570557 (nan) | > loss: 0.01061846874654293 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14111031518221573) | > loader_time: 0.0045 (0.004566766013086376)  --> TIME: 2025-03-25 20:07:56 -- STEP: 8525/31555 -- GLOBAL_STEP: 1112950 | > loss_text_ce: 0.030539575964212418 (0.032736950489170746) | > loss_mel_ce: 1.2579281330108643 (nan) | > loss: 0.005112967453896999 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1411253467403196) | > loader_time: 0.0046 (0.004567290582964505)  --> TIME: 2025-03-25 20:08:06 -- STEP: 8575/31555 -- GLOBAL_STEP: 1113000 | > loss_text_ce: 0.03516508638858795 (0.03274095180365676) | > loss_mel_ce: 2.6508514881134033 (nan) | > loss: 0.01065879687666893 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14110915450938558) | > loader_time: 0.0046 (0.004567579263848404)  --> TIME: 2025-03-25 20:08:15 -- STEP: 8625/31555 -- GLOBAL_STEP: 1113050 | > loss_text_ce: 0.04079645872116089 (0.03273902415667753) | > loss_mel_ce: 0.07407226413488388 (nan) | > loss: 0.00045582829625345767 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1411015466883559) | > loader_time: 0.0048 (0.004567713060240822)  --> TIME: 2025-03-25 20:08:25 -- STEP: 8675/31555 -- GLOBAL_STEP: 1113100 | > loss_text_ce: 0.037300024181604385 (0.032738137895976745) | > loss_mel_ce: 2.294637680053711 (nan) | > loss: 0.009253721684217453 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14111133066996331) | > loader_time: 0.0045 (0.0045679122089309085)  --> TIME: 2025-03-25 20:08:35 -- STEP: 8725/31555 -- GLOBAL_STEP: 1113150 | > loss_text_ce: 0.032470352947711945 (0.032745235654335965) | > loss_mel_ce: 3.010702610015869 (nan) | > loss: 0.01207608450204134 (nan) | > current_lr: 5e-06 | > step_time: 0.1887 (0.1411222167411298) | > loader_time: 0.0048 (0.00456863004362003)  --> TIME: 2025-03-25 20:08:44 -- STEP: 8775/31555 -- GLOBAL_STEP: 1113200 | > loss_text_ce: 0.0369378924369812 (0.03275386270209931) | > loss_mel_ce: 2.7539899349212646 (nan) | > loss: 0.011075111106038094 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14111298137240905) | > loader_time: 0.0046 (0.004568741029483982)  --> TIME: 2025-03-25 20:08:54 -- STEP: 8825/31555 -- GLOBAL_STEP: 1113250 | > loss_text_ce: 0.018482759594917297 (0.032751811032761244) | > loss_mel_ce: 0.0562744140625 (nan) | > loss: 0.00029665546026080847 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14111058200047277) | > loader_time: 0.0045 (0.004569724734038877)  --> TIME: 2025-03-25 20:09:03 -- STEP: 8875/31555 -- GLOBAL_STEP: 1113300 | > loss_text_ce: 0.03521370515227318 (0.03275097909170976) | > loss_mel_ce: 2.191596508026123 (nan) | > loss: 0.008836548775434494 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14110790924287142) | > loader_time: 0.0046 (0.004569979949736263)  --> TIME: 2025-03-25 20:09:13 -- STEP: 8925/31555 -- GLOBAL_STEP: 1113350 | > loss_text_ce: 0.029849108308553696 (0.03274454612337071) | > loss_mel_ce: 2.8696365356445312 (nan) | > loss: 0.011505896225571632 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14113220652946204) | > loader_time: 0.0044 (0.00457008094680744)  --> TIME: 2025-03-25 20:09:23 -- STEP: 8975/31555 -- GLOBAL_STEP: 1113400 | > loss_text_ce: 0.028159277513623238 (0.03273743983410026) | > loss_mel_ce: 0.0185546875 (nan) | > loss: 0.00018537287542130798 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1411479778077274) | > loader_time: 0.0044 (0.004570258361051345)  --> TIME: 2025-03-25 20:09:33 -- STEP: 9025/31555 -- GLOBAL_STEP: 1113450 | > loss_text_ce: 0.038275253027677536 (0.03273539955142131) | > loss_mel_ce: 2.7276792526245117 (nan) | > loss: 0.01097601093351841 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14114885208679342) | > loader_time: 0.0047 (0.004570512956529445)  --> TIME: 2025-03-25 20:09:43 -- STEP: 9075/31555 -- GLOBAL_STEP: 1113500 | > loss_text_ce: 0.032774269580841064 (0.03273314702732504) | > loss_mel_ce: 1.5183396339416504 (nan) | > loss: 0.0061552138067781925 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14115011730141522) | > loader_time: 0.0046 (0.004570640164630146)  --> TIME: 2025-03-25 20:09:52 -- STEP: 9125/31555 -- GLOBAL_STEP: 1113550 | > loss_text_ce: 0.028039176017045975 (0.032732813866171113) | > loss_mel_ce: 3.110682249069214 (nan) | > loss: 0.012455244548618793 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14113292304783626) | > loader_time: 0.0044 (0.004571115964079561)  --> TIME: 2025-03-25 20:10:02 -- STEP: 9175/31555 -- GLOBAL_STEP: 1113600 | > loss_text_ce: 0.041966941207647324 (0.032729980289753345) | > loss_mel_ce: 2.64254093170166 (nan) | > loss: 0.010652809403836727 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1411387605173383) | > loader_time: 0.0047 (0.004571202691309463)  --> TIME: 2025-03-25 20:10:12 -- STEP: 9225/31555 -- GLOBAL_STEP: 1113650 | > loss_text_ce: 0.03525058552622795 (0.032733305055940846) | > loss_mel_ce: 2.964341640472412 (nan) | > loss: 0.011903144419193268 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14114651886751303) | > loader_time: 0.0048 (0.004571493557152066)  --> TIME: 2025-03-25 20:10:21 -- STEP: 9275/31555 -- GLOBAL_STEP: 1113700 | > loss_text_ce: 0.033934056758880615 (0.03273994628239593) | > loss_mel_ce: 3.2519590854644775 (nan) | > loss: 0.013039259240031242 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14111568576884687) | > loader_time: 0.0047 (0.004571758383367904)  --> TIME: 2025-03-25 20:10:31 -- STEP: 9325/31555 -- GLOBAL_STEP: 1113750 | > loss_text_ce: 0.039642587304115295 (0.032739533560984746) | > loss_mel_ce: 2.552323818206787 (nan) | > loss: 0.010285581462085247 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14112406252536286) | > loader_time: 0.0046 (0.004572993782186638)  --> TIME: 2025-03-25 20:10:40 -- STEP: 9375/31555 -- GLOBAL_STEP: 1113800 | > loss_text_ce: 0.031253039836883545 (0.03274589648177227) | > loss_mel_ce: 0.0244140625 (nan) | > loss: 0.00022090121638029814 (nan) | > current_lr: 5e-06 | > step_time: 0.1053 (0.1411278696441648) | > loader_time: 0.0043 (0.004573595606486005)  --> TIME: 2025-03-25 20:10:50 -- STEP: 9425/31555 -- GLOBAL_STEP: 1113850 | > loss_text_ce: 0.039306674152612686 (0.03274517016826241) | > loss_mel_ce: 2.77655291557312 (nan) | > loss: 0.01117404643446207 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14112242377405124) | > loader_time: 0.0045 (0.004573686129218387)  --> TIME: 2025-03-25 20:10:59 -- STEP: 9475/31555 -- GLOBAL_STEP: 1113900 | > loss_text_ce: 0.029996301978826523 (0.03274887622395494) | > loss_mel_ce: 2.860832452774048 (nan) | > loss: 0.011471543461084366 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14111710077854409) | > loader_time: 0.0045 (0.004573708687734478)  --> TIME: 2025-03-25 20:11:09 -- STEP: 9525/31555 -- GLOBAL_STEP: 1113950 | > loss_text_ce: 0.028299646452069283 (0.032753404606417236) | > loss_mel_ce: 3.1387100219726562 (nan) | > loss: 0.012567498721182346 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14113454938873485) | > loader_time: 0.0043 (0.00457373416329932)  --> TIME: 2025-03-25 20:11:19 -- STEP: 9575/31555 -- GLOBAL_STEP: 1114000 | > loss_text_ce: 0.03254280611872673 (0.032750362220850045) | > loss_mel_ce: 2.7926950454711914 (nan) | > loss: 0.01121126115322113 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14112427385295304) | > loader_time: 0.0046 (0.004574276348940697)  --> TIME: 2025-03-25 20:11:29 -- STEP: 9625/31555 -- GLOBAL_STEP: 1114050 | > loss_text_ce: 0.04174632579088211 (0.032743599678014754) | > loss_mel_ce: 2.421708345413208 (nan) | > loss: 0.009775614365935326 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14114879199436697) | > loader_time: 0.0047 (0.004575083100950565)  --> TIME: 2025-03-25 20:11:38 -- STEP: 9675/31555 -- GLOBAL_STEP: 1114100 | > loss_text_ce: 0.04126653075218201 (0.03275015018187289) | > loss_mel_ce: 2.7865262031555176 (nan) | > loss: 0.011221400462090969 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.141139978660169) | > loader_time: 0.0045 (0.004575435135715693)  --> TIME: 2025-03-25 20:11:48 -- STEP: 9725/31555 -- GLOBAL_STEP: 1114150 | > loss_text_ce: 0.032342396676540375 (0.03275024239519718) | > loss_mel_ce: 3.2273454666137695 (nan) | > loss: 0.012935270555317402 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14114979707183392) | > loader_time: 0.0046 (0.004575524857234221)  --> TIME: 2025-03-25 20:11:58 -- STEP: 9775/31555 -- GLOBAL_STEP: 1114200 | > loss_text_ce: 0.026164578273892403 (0.03275820669482277) | > loss_mel_ce: 2.3716089725494385 (nan) | > loss: 0.009514974430203438 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14114580364178458) | > loader_time: 0.0044 (0.004575483975812908)  --> TIME: 2025-03-25 20:12:07 -- STEP: 9825/31555 -- GLOBAL_STEP: 1114250 | > loss_text_ce: 0.032197438180446625 (0.032759506420514325) | > loss_mel_ce: 2.749094009399414 (nan) | > loss: 0.011036871932446957 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14114129202359751) | > loader_time: 0.0044 (0.004575711024626522)  --> TIME: 2025-03-25 20:12:17 -- STEP: 9875/31555 -- GLOBAL_STEP: 1114300 | > loss_text_ce: 0.03252653405070305 (0.03275804100025303) | > loss_mel_ce: 2.853672981262207 (nan) | > loss: 0.011453173123300076 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14112675840643318) | > loader_time: 0.0069 (0.004575953061067605)  --> TIME: 2025-03-25 20:12:26 -- STEP: 9925/31555 -- GLOBAL_STEP: 1114350 | > loss_text_ce: 0.037903256714344025 (0.03275493747472614) | > loss_mel_ce: 3.12381911277771 (nan) | > loss: 0.012546517886221409 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.1411194622606708) | > loader_time: 0.0049 (0.004575952318513424)  --> TIME: 2025-03-25 20:12:36 -- STEP: 9975/31555 -- GLOBAL_STEP: 1114400 | > loss_text_ce: 0.026482664048671722 (0.03274933895633038) | > loss_mel_ce: 2.326694965362549 (nan) | > loss: 0.009338006377220154 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14113202252782306) | > loader_time: 0.0043 (0.004576919646490188)  --> TIME: 2025-03-25 20:12:46 -- STEP: 10025/31555 -- GLOBAL_STEP: 1114450 | > loss_text_ce: 0.031407758593559265 (0.03274840226122865) | > loss_mel_ce: 3.0807945728302 (nan) | > loss: 0.012350010685622692 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14115512481651332) | > loader_time: 0.0046 (0.004577595480065098)  --> TIME: 2025-03-25 20:12:56 -- STEP: 10075/31555 -- GLOBAL_STEP: 1114500 | > loss_text_ce: 0.023582853376865387 (0.03275411369394577) | > loss_mel_ce: 2.7397563457489014 (nan) | > loss: 0.010965632274746895 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14116496190243796) | > loader_time: 0.0045 (0.004577794181501896)  --> TIME: 2025-03-25 20:13:06 -- STEP: 10125/31555 -- GLOBAL_STEP: 1114550 | > loss_text_ce: 0.02647280879318714 (0.03275046144977765) | > loss_mel_ce: 3.110428810119629 (nan) | > loss: 0.012448023073375225 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1411804912001992) | > loader_time: 0.0044 (0.004578198633076231)  --> TIME: 2025-03-25 20:13:16 -- STEP: 10175/31555 -- GLOBAL_STEP: 1114600 | > loss_text_ce: 0.03183164820075035 (0.0327507865586357) | > loss_mel_ce: 2.663379192352295 (nan) | > loss: 0.010695282369852066 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14118731782243002) | > loader_time: 0.0046 (0.004578543998099661)  --> TIME: 2025-03-25 20:13:26 -- STEP: 10225/31555 -- GLOBAL_STEP: 1114650 | > loss_text_ce: 0.033656805753707886 (0.03275481763361866) | > loss_mel_ce: 2.6714084148406982 (nan) | > loss: 0.01073438674211502 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14121010134447412) | > loader_time: 0.0048 (0.004578951506859517)  --> TIME: 2025-03-25 20:13:36 -- STEP: 10275/31555 -- GLOBAL_STEP: 1114700 | > loss_text_ce: 0.038011446595191956 (0.03275916247182229) | > loss_mel_ce: 2.4387917518615723 (nan) | > loss: 0.00982858520001173 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1412422869559327) | > loader_time: 0.0046 (0.004579169164318818)  --> TIME: 2025-03-25 20:13:45 -- STEP: 10325/31555 -- GLOBAL_STEP: 1114750 | > loss_text_ce: 0.03370071202516556 (0.03275194805719807) | > loss_mel_ce: 2.4927377700805664 (nan) | > loss: 0.010025549679994583 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14122977208282944) | > loader_time: 0.0044 (0.00457923159472302)  --> TIME: 2025-03-25 20:13:55 -- STEP: 10375/31555 -- GLOBAL_STEP: 1114800 | > loss_text_ce: 0.03304659202694893 (0.0327537036794855) | > loss_mel_ce: 2.6665890216827393 (nan) | > loss: 0.010712839663028717 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14125183496130472) | > loader_time: 0.0046 (0.004579287402601132)  --> TIME: 2025-03-25 20:14:04 -- STEP: 10425/31555 -- GLOBAL_STEP: 1114850 | > loss_text_ce: 0.05266355350613594 (0.03276151450292815) | > loss_mel_ce: 1.7763904333114624 (nan) | > loss: 0.007258151192218065 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14121943951796526) | > loader_time: 0.0045 (0.004579618829045657)  --> TIME: 2025-03-25 20:14:14 -- STEP: 10475/31555 -- GLOBAL_STEP: 1114900 | > loss_text_ce: 0.025617815554142 (0.032766296911566815) | > loss_mel_ce: 0.034423828125 (nan) | > loss: 0.00023826050164643675 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14119673303317296) | > loader_time: 0.0045 (0.004579651907690962)  --> TIME: 2025-03-25 20:14:23 -- STEP: 10525/31555 -- GLOBAL_STEP: 1114950 | > loss_text_ce: 0.03198361024260521 (0.03277383340367797) | > loss_mel_ce: 2.184823513031006 (nan) | > loss: 0.008796853944659233 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14120321654367304) | > loader_time: 0.0045 (0.004579562212112688)  --> TIME: 2025-03-25 20:14:33 -- STEP: 10575/31555 -- GLOBAL_STEP: 1115000 | > loss_text_ce: 0.0326106883585453 (0.03277657964022448) | > loss_mel_ce: 3.005567789077759 (nan) | > loss: 0.012056264095008373 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14119343906429616) | > loader_time: 0.0047 (0.004579985756118816)  --> TIME: 2025-03-25 20:14:43 -- STEP: 10625/31555 -- GLOBAL_STEP: 1115050 | > loss_text_ce: 0.030780130997300148 (0.032773704526003665) | > loss_mel_ce: 2.182823896408081 (nan) | > loss: 0.008784143254160881 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14118741784937228) | > loader_time: 0.0045 (0.004580412337359267)  --> TIME: 2025-03-25 20:14:53 -- STEP: 10675/31555 -- GLOBAL_STEP: 1115100 | > loss_text_ce: 0.032042767852544785 (0.0327707439488284) | > loss_mel_ce: 2.5392982959747314 (nan) | > loss: 0.01020373497158289 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14121798367913482) | > loader_time: 0.0045 (0.004580747238087715)  --> TIME: 2025-03-25 20:15:02 -- STEP: 10725/31555 -- GLOBAL_STEP: 1115150 | > loss_text_ce: 0.03594556450843811 (0.032772739896233784) | > loss_mel_ce: 2.6662790775299072 (nan) | > loss: 0.01072311494499445 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14122278060112797) | > loader_time: 0.0044 (0.004581073703187887)  --> TIME: 2025-03-25 20:15:12 -- STEP: 10775/31555 -- GLOBAL_STEP: 1115200 | > loss_text_ce: 0.03985511511564255 (0.032771966917193925) | > loss_mel_ce: 2.267282009124756 (nan) | > loss: 0.009155306033790112 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14123232427716534) | > loader_time: 0.0046 (0.004581584465752627)  --> TIME: 2025-03-25 20:15:22 -- STEP: 10825/31555 -- GLOBAL_STEP: 1115250 | > loss_text_ce: 0.03638703003525734 (0.03277428020075755) | > loss_mel_ce: 2.6386122703552246 (nan) | > loss: 0.010615076869726181 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14125486721893377) | > loader_time: 0.0045 (0.0045819505202577574)  --> TIME: 2025-03-25 20:15:32 -- STEP: 10875/31555 -- GLOBAL_STEP: 1115300 | > loss_text_ce: 0.03649849444627762 (0.03277801800013959) | > loss_mel_ce: 2.4275479316711426 (nan) | > loss: 0.009777963161468506 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14124778315664707) | > loader_time: 0.0044 (0.0045819651505042865)  --> TIME: 2025-03-25 20:15:42 -- STEP: 10925/31555 -- GLOBAL_STEP: 1115350 | > loss_text_ce: 0.042341895401477814 (0.03277642196969254) | > loss_mel_ce: 2.6421546936035156 (nan) | > loss: 0.010652764700353146 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14126481979335204) | > loader_time: 0.0045 (0.004582340995561622)  --> TIME: 2025-03-25 20:15:51 -- STEP: 10975/31555 -- GLOBAL_STEP: 1115400 | > loss_text_ce: 0.018436864018440247 (0.0327788602474203) | > loss_mel_ce: 3.0520083904266357 (nan) | > loss: 0.012184307910501957 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1412541253474416) | > loader_time: 0.0047 (0.004582435156055363)  --> TIME: 2025-03-25 20:16:01 -- STEP: 11025/31555 -- GLOBAL_STEP: 1115450 | > loss_text_ce: 0.029547080397605896 (0.032780730367855684) | > loss_mel_ce: 3.0038812160491943 (nan) | > loss: 0.012037414126098156 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14124698528627144) | > loader_time: 0.0047 (0.004582371960421547)  --> TIME: 2025-03-25 20:16:11 -- STEP: 11075/31555 -- GLOBAL_STEP: 1115500 | > loss_text_ce: 0.0320376493036747 (0.03278210851874694) | > loss_mel_ce: 2.051320791244507 (nan) | > loss: 0.008267296478152275 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14126676486254278) | > loader_time: 0.0046 (0.004582806257846406)  --> TIME: 2025-03-25 20:16:20 -- STEP: 11125/31555 -- GLOBAL_STEP: 1115550 | > loss_text_ce: 0.03852244094014168 (0.0327893126889058) | > loss_mel_ce: 2.35819935798645 (nan) | > loss: 0.009510801173746586 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.141261671280593) | > loader_time: 0.0044 (0.004582954663908896)  --> TIME: 2025-03-25 20:16:30 -- STEP: 11175/31555 -- GLOBAL_STEP: 1115600 | > loss_text_ce: 0.02653120644390583 (0.03278757348398296) | > loss_mel_ce: 2.765598773956299 (nan) | > loss: 0.011079881340265274 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14125277994996482) | > loader_time: 0.0044 (0.004583040595854702)  --> TIME: 2025-03-25 20:16:39 -- STEP: 11225/31555 -- GLOBAL_STEP: 1115650 | > loss_text_ce: 0.027884632349014282 (0.03278370974431916) | > loss_mel_ce: 2.323787212371826 (nan) | > loss: 0.009332031942903996 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14123728484512704) | > loader_time: 0.0044 (0.004583111340325248)  --> TIME: 2025-03-25 20:16:49 -- STEP: 11275/31555 -- GLOBAL_STEP: 1115700 | > loss_text_ce: 0.032726164907217026 (0.03277733114508786) | > loss_mel_ce: 0.05720214918255806 (nan) | > loss: 0.0003568584215827286 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14122644390605235) | > loader_time: 0.0045 (0.004583150838272546)  --> TIME: 2025-03-25 20:16:59 -- STEP: 11325/31555 -- GLOBAL_STEP: 1115750 | > loss_text_ce: 0.04072919860482216 (0.03277744060591943) | > loss_mel_ce: 2.733609676361084 (nan) | > loss: 0.011009282432496548 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14124154520350568) | > loader_time: 0.0045 (0.004583239797461652)  --> TIME: 2025-03-25 20:17:08 -- STEP: 11375/31555 -- GLOBAL_STEP: 1115800 | > loss_text_ce: 0.036227524280548096 (0.03277517300099129) | > loss_mel_ce: 1.616349697113037 (nan) | > loss: 0.006557846441864967 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14124726222111628) | > loader_time: 0.0045 (0.004583405463250142)  --> TIME: 2025-03-25 20:17:18 -- STEP: 11425/31555 -- GLOBAL_STEP: 1115850 | > loss_text_ce: 0.026004277169704437 (0.03276970685857057) | > loss_mel_ce: 1.9354819059371948 (nan) | > loss: 0.007783676031976938 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14123917846763165) | > loader_time: 0.0045 (0.004583790130114412)  --> TIME: 2025-03-25 20:17:27 -- STEP: 11475/31555 -- GLOBAL_STEP: 1115900 | > loss_text_ce: 0.03582896292209625 (0.03276792258941325) | > loss_mel_ce: 2.865363836288452 (nan) | > loss: 0.011512670665979385 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14123217711521405) | > loader_time: 0.0047 (0.0045842145159353765)  --> TIME: 2025-03-25 20:17:37 -- STEP: 11525/31555 -- GLOBAL_STEP: 1115950 | > loss_text_ce: 0.031239595264196396 (0.03276795537887767) | > loss_mel_ce: 2.513631820678711 (nan) | > loss: 0.010098696686327457 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14124705916630226) | > loader_time: 0.0046 (0.004584155506787758)  --> TIME: 2025-03-25 20:17:47 -- STEP: 11575/31555 -- GLOBAL_STEP: 1116000 | > loss_text_ce: 0.04038279131054878 (0.03277020433575679) | > loss_mel_ce: 2.9534645080566406 (nan) | > loss: 0.01188034750521183 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14123381464321724) | > loader_time: 0.0045 (0.004584244487095099)  --> TIME: 2025-03-25 20:17:56 -- STEP: 11625/31555 -- GLOBAL_STEP: 1116050 | > loss_text_ce: 0.036626268178224564 (0.032769633601029004) | > loss_mel_ce: 2.841658115386963 (nan) | > loss: 0.011421764269471169 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14122911551690873) | > loader_time: 0.0046 (0.004584097687916105)  --> TIME: 2025-03-25 20:18:06 -- STEP: 11675/31555 -- GLOBAL_STEP: 1116100 | > loss_text_ce: 0.03233790025115013 (0.03276347506552031) | > loss_mel_ce: 2.598440170288086 (nan) | > loss: 0.010439596138894558 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14122804899031913) | > loader_time: 0.0046 (0.004584357345385025)  --> TIME: 2025-03-25 20:18:16 -- STEP: 11725/31555 -- GLOBAL_STEP: 1116150 | > loss_text_ce: 0.03393673524260521 (0.032765368357824884) | > loss_mel_ce: 2.558262348175049 (nan) | > loss: 0.010286505334079266 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14123482984774652) | > loader_time: 0.0044 (0.004584386577484209)  --> TIME: 2025-03-25 20:18:26 -- STEP: 11775/31555 -- GLOBAL_STEP: 1116200 | > loss_text_ce: 0.031009666621685028 (0.03275997693490247) | > loss_mel_ce: 2.5514864921569824 (nan) | > loss: 0.010248001664876938 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14125707476508592) | > loader_time: 0.0047 (0.004584479038376227)  --> TIME: 2025-03-25 20:18:35 -- STEP: 11825/31555 -- GLOBAL_STEP: 1116250 | > loss_text_ce: 0.03267764672636986 (0.03276151696192461) | > loss_mel_ce: 2.759911298751831 (nan) | > loss: 0.011081703007221222 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14125850272229046) | > loader_time: 0.0045 (0.004584364034156734)  --> TIME: 2025-03-25 20:18:45 -- STEP: 11875/31555 -- GLOBAL_STEP: 1116300 | > loss_text_ce: 0.031344376504421234 (0.03276178271754777) | > loss_mel_ce: 3.1678338050842285 (nan) | > loss: 0.012695152312517166 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.14124757987574518) | > loader_time: 0.005 (0.004584275416324027)  --> TIME: 2025-03-25 20:18:55 -- STEP: 11925/31555 -- GLOBAL_STEP: 1116350 | > loss_text_ce: 0.027235230430960655 (0.03276732025750012) | > loss_mel_ce: 2.7239990234375 (nan) | > loss: 0.010917597450315952 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14124823380316323) | > loader_time: 0.0046 (0.004584740552762284)  --> TIME: 2025-03-25 20:19:04 -- STEP: 11975/31555 -- GLOBAL_STEP: 1116400 | > loss_text_ce: 0.03398345038294792 (0.03276708550844519) | > loss_mel_ce: 2.6695754528045654 (nan) | > loss: 0.010728408582508564 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14124718711868947) | > loader_time: 0.0046 (0.004584655343615201)  --> TIME: 2025-03-25 20:19:14 -- STEP: 12025/31555 -- GLOBAL_STEP: 1116450 | > loss_text_ce: 0.019907919690012932 (0.032771412733159845) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.14124568092599976) | > loader_time: 0.0043 (0.004585382556717027)  --> TIME: 2025-03-25 20:19:23 -- STEP: 12075/31555 -- GLOBAL_STEP: 1116500 | > loss_text_ce: 0.028806397691369057 (0.03277203459485453) | > loss_mel_ce: 2.5844130516052246 (nan) | > loss: 0.010369919240474701 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14123095160932522) | > loader_time: 0.0049 (0.004585164565724137)  --> TIME: 2025-03-25 20:19:33 -- STEP: 12125/31555 -- GLOBAL_STEP: 1116550 | > loss_text_ce: 0.033443059772253036 (0.03277859492384876) | > loss_mel_ce: 2.7071354389190674 (nan) | > loss: 0.010875311680138111 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14123816855912352) | > loader_time: 0.0047 (0.004585454075606843)  --> TIME: 2025-03-25 20:19:43 -- STEP: 12175/31555 -- GLOBAL_STEP: 1116600 | > loss_text_ce: 0.032136593014001846 (0.03277827054323336) | > loss_mel_ce: 2.9237072467803955 (nan) | > loss: 0.011729540303349495 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14122231146638145) | > loader_time: 0.0045 (0.004585550551052225)  --> TIME: 2025-03-25 20:19:52 -- STEP: 12225/31555 -- GLOBAL_STEP: 1116650 | > loss_text_ce: 0.03526351973414421 (0.03277947841551141) | > loss_mel_ce: 2.521296262741089 (nan) | > loss: 0.010145079344511032 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14121976883621049) | > loader_time: 0.0047 (0.004585671824667852)  --> TIME: 2025-03-25 20:20:02 -- STEP: 12275/31555 -- GLOBAL_STEP: 1116700 | > loss_text_ce: 0.03300436586141586 (0.032773227133994706) | > loss_mel_ce: 2.89357590675354 (nan) | > loss: 0.011613413691520691 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14120858683848322) | > loader_time: 0.0046 (0.004585670657653197)  --> TIME: 2025-03-25 20:20:11 -- STEP: 12325/31555 -- GLOBAL_STEP: 1116750 | > loss_text_ce: 0.03775128722190857 (0.032774017567294624) | > loss_mel_ce: 2.7940125465393066 (nan) | > loss: 0.011237158440053463 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14119575361209272) | > loader_time: 0.0047 (0.004585689076545525)  --> TIME: 2025-03-25 20:20:21 -- STEP: 12375/31555 -- GLOBAL_STEP: 1116800 | > loss_text_ce: 0.03331475704908371 (0.03277199111668126) | > loss_mel_ce: 1.7553378343582153 (nan) | > loss: 0.007097827736288309 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.1411807507986974) | > loader_time: 0.0046 (0.004585559324784721)  --> TIME: 2025-03-25 20:20:30 -- STEP: 12425/31555 -- GLOBAL_STEP: 1116850 | > loss_text_ce: 0.03408784046769142 (0.03277350576290883) | > loss_mel_ce: 2.993562698364258 (nan) | > loss: 0.012014486826956272 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14116341573611574) | > loader_time: 0.0044 (0.004586016887150547)  --> TIME: 2025-03-25 20:20:40 -- STEP: 12475/31555 -- GLOBAL_STEP: 1116900 | > loss_text_ce: 0.032936494797468185 (0.03277388689543039) | > loss_mel_ce: 2.5389928817749023 (nan) | > loss: 0.01020606979727745 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1411620958247977) | > loader_time: 0.0044 (0.0045859482293138555)  --> TIME: 2025-03-25 20:20:50 -- STEP: 12525/31555 -- GLOBAL_STEP: 1116950 | > loss_text_ce: 0.024990562349557877 (0.03277348579924358) | > loss_mel_ce: 3.0143673419952393 (nan) | > loss: 0.01206094492226839 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14118191517279777) | > loader_time: 0.0047 (0.004586078354460518)  --> TIME: 2025-03-25 20:20:59 -- STEP: 12575/31555 -- GLOBAL_STEP: 1117000 | > loss_text_ce: 0.03339153155684471 (0.03277813573732621) | > loss_mel_ce: 2.677769660949707 (nan) | > loss: 0.010758576914668083 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14116599886839254) | > loader_time: 0.0048 (0.004586250710913966)  --> TIME: 2025-03-25 20:21:09 -- STEP: 12625/31555 -- GLOBAL_STEP: 1117050 | > loss_text_ce: 0.02831733226776123 (0.03277880396037383) | > loss_mel_ce: 3.2577457427978516 (nan) | > loss: 0.013039934448897839 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14117287588591626) | > loader_time: 0.0047 (0.004586482737324034)  --> TIME: 2025-03-25 20:21:19 -- STEP: 12675/31555 -- GLOBAL_STEP: 1117100 | > loss_text_ce: 0.028560200706124306 (0.03277547370693831) | > loss_mel_ce: 2.3083598613739014 (nan) | > loss: 0.009273492731153965 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14118356776190477) | > loader_time: 0.0049 (0.0045868166522866965)  --> TIME: 2025-03-25 20:21:28 -- STEP: 12725/31555 -- GLOBAL_STEP: 1117150 | > loss_text_ce: 0.042369671165943146 (0.03277319613690439) | > loss_mel_ce: 3.013192653656006 (nan) | > loss: 0.012125248089432716 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14114983487457114) | > loader_time: 0.0045 (0.004587088736663407)  --> TIME: 2025-03-25 20:21:38 -- STEP: 12775/31555 -- GLOBAL_STEP: 1117200 | > loss_text_ce: 0.031567856669425964 (0.03276982244927921) | > loss_mel_ce: 1.6723870038986206 (nan) | > loss: 0.00676172599196434 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14116347516352903) | > loader_time: 0.0047 (0.004588066351157122)  --> TIME: 2025-03-25 20:21:48 -- STEP: 12825/31555 -- GLOBAL_STEP: 1117250 | > loss_text_ce: 0.032190825790166855 (0.032770880292991966) | > loss_mel_ce: 2.618234634399414 (nan) | > loss: 0.010517561808228493 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14117656274613374) | > loader_time: 0.0048 (0.004588200604474111)  --> TIME: 2025-03-25 20:21:57 -- STEP: 12875/31555 -- GLOBAL_STEP: 1117300 | > loss_text_ce: 0.0365731455385685 (0.03276629733648677) | > loss_mel_ce: 2.4317615032196045 (nan) | > loss: 0.009794979356229305 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14116560606354675) | > loader_time: 0.0046 (0.004588380832116589)  --> TIME: 2025-03-25 20:22:07 -- STEP: 12925/31555 -- GLOBAL_STEP: 1117350 | > loss_text_ce: 0.03765492886304855 (0.0327662103559741) | > loss_mel_ce: 2.747697353363037 (nan) | > loss: 0.011052985675632954 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.1411621197602738) | > loader_time: 0.0048 (0.004588557322666313)  --> TIME: 2025-03-25 20:22:16 -- STEP: 12975/31555 -- GLOBAL_STEP: 1117400 | > loss_text_ce: 0.0327557772397995 (0.03276775866746886) | > loss_mel_ce: 2.684265613555908 (nan) | > loss: 0.010781832039356232 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14115274267619313) | > loader_time: 0.0046 (0.004588556436674676)  --> TIME: 2025-03-25 20:22:26 -- STEP: 13025/31555 -- GLOBAL_STEP: 1117450 | > loss_text_ce: 0.03251519054174423 (0.032765527114615174) | > loss_mel_ce: 2.047675132751465 (nan) | > loss: 0.00825472455471754 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14115493516317973) | > loader_time: 0.0046 (0.004588722002025763)  --> TIME: 2025-03-25 20:22:36 -- STEP: 13075/31555 -- GLOBAL_STEP: 1117500 | > loss_text_ce: 0.03483458608388901 (0.03276109453924625) | > loss_mel_ce: 2.7594759464263916 (nan) | > loss: 0.011088534258306026 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14116473801505303) | > loader_time: 0.0046 (0.004588763180471973)  --> TIME: 2025-03-25 20:22:45 -- STEP: 13125/31555 -- GLOBAL_STEP: 1117550 | > loss_text_ce: 0.03374244272708893 (0.032765877473638017) | > loss_mel_ce: 2.749187707901001 (nan) | > loss: 0.011043374426662922 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14115263423011454) | > loader_time: 0.0046 (0.004588979793730239)  --> TIME: 2025-03-25 20:22:55 -- STEP: 13175/31555 -- GLOBAL_STEP: 1117600 | > loss_text_ce: 0.028595764189958572 (0.032759987389990294) | > loss_mel_ce: 2.727264404296875 (nan) | > loss: 0.010935953818261623 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14114430975868794) | > loader_time: 0.0045 (0.004589080738161727)  --> TIME: 2025-03-25 20:23:04 -- STEP: 13225/31555 -- GLOBAL_STEP: 1117650 | > loss_text_ce: 0.04323796182870865 (0.0327594311677608) | > loss_mel_ce: 2.5565600395202637 (nan) | > loss: 0.010316658765077591 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14113798720174142) | > loader_time: 0.0045 (0.004589659072500996)  --> TIME: 2025-03-25 20:23:14 -- STEP: 13275/31555 -- GLOBAL_STEP: 1117700 | > loss_text_ce: 0.028408998623490334 (0.0327665093865265) | > loss_mel_ce: 2.5987648963928223 (nan) | > loss: 0.010425293818116188 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14114313696737366) | > loader_time: 0.0047 (0.004589719467019405)  --> TIME: 2025-03-25 20:23:24 -- STEP: 13325/31555 -- GLOBAL_STEP: 1117750 | > loss_text_ce: 0.04514480382204056 (0.03276792912962385) | > loss_mel_ce: 1.8236258029937744 (nan) | > loss: 0.007415756583213806 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14114540744230436) | > loader_time: 0.0047 (0.0045898645232810755)  --> TIME: 2025-03-25 20:23:33 -- STEP: 13375/31555 -- GLOBAL_STEP: 1117800 | > loss_text_ce: 0.03557264432311058 (0.03277077157238358) | > loss_mel_ce: 3.0962133407592773 (nan) | > loss: 0.012427722103893757 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14112653051358542) | > loader_time: 0.0049 (0.004589873964541427)  --> TIME: 2025-03-25 20:23:43 -- STEP: 13425/31555 -- GLOBAL_STEP: 1117850 | > loss_text_ce: 0.02485116757452488 (0.0327677338691062) | > loss_mel_ce: 1.6515055894851685 (nan) | > loss: 0.006652209907770157 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14112887132101257) | > loader_time: 0.0043 (0.004590203144918828)  --> TIME: 2025-03-25 20:23:53 -- STEP: 13475/31555 -- GLOBAL_STEP: 1117900 | > loss_text_ce: 0.03243459761142731 (0.032760547685379664) | > loss_mel_ce: 2.5788936614990234 (nan) | > loss: 0.01036241464316845 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1411408288492125) | > loader_time: 0.0048 (0.004590090342930384)  --> TIME: 2025-03-25 20:24:02 -- STEP: 13525/31555 -- GLOBAL_STEP: 1117950 | > loss_text_ce: 0.03058578260242939 (0.032764653442582246) | > loss_mel_ce: 0.24215035140514374 (nan) | > loss: 0.001082286355085671 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1411512372057455) | > loader_time: 0.0046 (0.004589981653774072)  --> TIME: 2025-03-25 20:24:12 -- STEP: 13575/31555 -- GLOBAL_STEP: 1118000 | > loss_text_ce: 0.022673312574625015 (0.03276364645822913) | > loss_mel_ce: 2.3237037658691406 (nan) | > loss: 0.00931102130562067 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14115141111623325) | > loader_time: 0.0044 (0.004590029496953417)  --> TIME: 2025-03-25 20:24:22 -- STEP: 13625/31555 -- GLOBAL_STEP: 1118050 | > loss_text_ce: 0.036737293004989624 (0.03276659022545033) | > loss_mel_ce: 3.131319284439087 (nan) | > loss: 0.012571653351187706 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14115124168745988) | > loader_time: 0.0045 (0.0045901297997990925)  --> TIME: 2025-03-25 20:24:31 -- STEP: 13675/31555 -- GLOBAL_STEP: 1118100 | > loss_text_ce: 0.027538053691387177 (0.032767479838956504) | > loss_mel_ce: 2.514740228652954 (nan) | > loss: 0.010088406503200531 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14113362997497908) | > loader_time: 0.0045 (0.004590047386490235)  --> TIME: 2025-03-25 20:24:41 -- STEP: 13725/31555 -- GLOBAL_STEP: 1118150 | > loss_text_ce: 0.03945937380194664 (0.032766371703077175) | > loss_mel_ce: 2.683933734893799 (nan) | > loss: 0.010807116515934467 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14112667363415218) | > loader_time: 0.0045 (0.004590420644791404)  --> TIME: 2025-03-25 20:24:51 -- STEP: 13775/31555 -- GLOBAL_STEP: 1118200 | > loss_text_ce: 0.030877437442541122 (0.03276602752060495) | > loss_mel_ce: 2.886583089828491 (nan) | > loss: 0.011577224358916283 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14116217279174587) | > loader_time: 0.0047 (0.00459092860213209)  --> TIME: 2025-03-25 20:25:01 -- STEP: 13825/31555 -- GLOBAL_STEP: 1118250 | > loss_text_ce: 0.029969336465001106 (0.0327694407250953) | > loss_mel_ce: 2.4781546592712402 (nan) | > loss: 0.009952873922884464 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14116970279548738) | > loader_time: 0.0043 (0.004591001627889294)  --> TIME: 2025-03-25 20:25:10 -- STEP: 13875/31555 -- GLOBAL_STEP: 1118300 | > loss_text_ce: 0.033110737800598145 (0.0327701534353665) | > loss_mel_ce: 3.269582748413086 (nan) | > loss: 0.013105927035212517 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14117819621111888) | > loader_time: 0.0045 (0.004591023556820987)  --> TIME: 2025-03-25 20:25:20 -- STEP: 13925/31555 -- GLOBAL_STEP: 1118350 | > loss_text_ce: 0.04098644107580185 (0.03277065596498094) | > loss_mel_ce: 2.5136425495147705 (nan) | > loss: 0.01013741735368967 (nan) | > current_lr: 5e-06 | > step_time: 0.1055 (0.1411601509012053) | > loader_time: 0.0043 (0.004590804050383924)  --> TIME: 2025-03-25 20:25:29 -- STEP: 13975/31555 -- GLOBAL_STEP: 1118400 | > loss_text_ce: 0.03481294959783554 (0.03276601844322262) | > loss_mel_ce: 1.128210425376892 (nan) | > loss: 0.004615172278136015 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14115969417346816) | > loader_time: 0.0044 (0.0045910697759584)  --> TIME: 2025-03-25 20:25:39 -- STEP: 14025/31555 -- GLOBAL_STEP: 1118450 | > loss_text_ce: 0.03420615941286087 (0.03276501768386501) | > loss_mel_ce: 2.9217216968536377 (nan) | > loss: 0.011729872785508633 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14116082930947355) | > loader_time: 0.0048 (0.004591012655519978)  --> TIME: 2025-03-25 20:25:49 -- STEP: 14075/31555 -- GLOBAL_STEP: 1118500 | > loss_text_ce: 0.029802044853568077 (0.03276560465684465) | > loss_mel_ce: 3.1592395305633545 (nan) | > loss: 0.012654927559196949 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14116256092200255) | > loader_time: 0.0049 (0.004590944693312981)  --> TIME: 2025-03-25 20:25:58 -- STEP: 14125/31555 -- GLOBAL_STEP: 1118550 | > loss_text_ce: 0.02845533937215805 (0.03276444407941482) | > loss_mel_ce: 2.248234987258911 (nan) | > loss: 0.009034485556185246 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14115403896095463) | > loader_time: 0.0044 (0.004591166251528586)  --> TIME: 2025-03-25 20:26:08 -- STEP: 14175/31555 -- GLOBAL_STEP: 1118600 | > loss_text_ce: 0.030440283939242363 (0.03276300260958101) | > loss_mel_ce: 2.9979066848754883 (nan) | > loss: 0.01201725099235773 (nan) | > current_lr: 5e-06 | > step_time: 0.1914 (0.14115211320301838) | > loader_time: 0.0047 (0.004591045009606315)  --> TIME: 2025-03-25 20:26:18 -- STEP: 14225/31555 -- GLOBAL_STEP: 1118650 | > loss_text_ce: 0.021948376670479774 (0.032762787056487656) | > loss_mel_ce: 2.578864574432373 (nan) | > loss: 0.010320686735212803 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14116858187375458) | > loader_time: 0.0045 (0.00459070653194703)  --> TIME: 2025-03-25 20:26:28 -- STEP: 14275/31555 -- GLOBAL_STEP: 1118700 | > loss_text_ce: 0.034345678985118866 (0.03276286542728771) | > loss_mel_ce: 3.1440281867980957 (nan) | > loss: 0.012612595222890377 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14117508248564664) | > loader_time: 0.0042 (0.004590133175958483)  --> TIME: 2025-03-25 20:26:37 -- STEP: 14325/31555 -- GLOBAL_STEP: 1118750 | > loss_text_ce: 0.02599472925066948 (0.03275976616713693) | > loss_mel_ce: 2.8630521297454834 (nan) | > loss: 0.011464472860097885 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14116118188095764) | > loader_time: 0.0046 (0.004590443649425146)  --> TIME: 2025-03-25 20:26:47 -- STEP: 14375/31555 -- GLOBAL_STEP: 1118800 | > loss_text_ce: 0.04501254856586456 (0.032756839442771336) | > loss_mel_ce: 2.5783956050872803 (nan) | > loss: 0.010410349816083908 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1411641849849535) | > loader_time: 0.0046 (0.004590479179050617)  --> TIME: 2025-03-25 20:26:56 -- STEP: 14425/31555 -- GLOBAL_STEP: 1118850 | > loss_text_ce: 0.037668827921152115 (0.0327545107675125) | > loss_mel_ce: 3.0301685333251953 (nan) | > loss: 0.01217395905405283 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.1411613747813259) | > loader_time: 0.0048 (0.004590745658147279)  --> TIME: 2025-03-25 20:27:06 -- STEP: 14475/31555 -- GLOBAL_STEP: 1118900 | > loss_text_ce: 0.02669149823486805 (0.03275411599761256) | > loss_mel_ce: 0.0654296875 (nan) | > loss: 0.0003655602631624788 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14116765859007627) | > loader_time: 0.0047 (0.0045909295386806935)  --> TIME: 2025-03-25 20:27:16 -- STEP: 14525/31555 -- GLOBAL_STEP: 1118950 | > loss_text_ce: 0.030299799516797066 (0.032754243853888296) | > loss_mel_ce: 2.54748272895813 (nan) | > loss: 0.01022929698228836 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14115671441805333) | > loader_time: 0.0069 (0.004591117832623748)  --> TIME: 2025-03-25 20:27:25 -- STEP: 14575/31555 -- GLOBAL_STEP: 1119000 | > loss_text_ce: 0.040209945291280746 (0.032753854324437316) | > loss_mel_ce: 2.9971697330474854 (nan) | > loss: 0.012053094804286957 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14113912283045135) | > loader_time: 0.0045 (0.004591063815161055)  --> TIME: 2025-03-25 20:27:35 -- STEP: 14625/31555 -- GLOBAL_STEP: 1119050 | > loss_text_ce: 0.031989410519599915 (0.03275371683229745) | > loss_mel_ce: 2.912166118621826 (nan) | > loss: 0.01168315764516592 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14114472835899408) | > loader_time: 0.0047 (0.004591162005041405)  --> TIME: 2025-03-25 20:27:45 -- STEP: 14675/31555 -- GLOBAL_STEP: 1119100 | > loss_text_ce: 0.02695070393383503 (0.03275455773980995) | > loss_mel_ce: 2.800008773803711 (nan) | > loss: 0.01121809333562851 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14116869445553823) | > loader_time: 0.0046 (0.00459117367889041)  --> TIME: 2025-03-25 20:27:55 -- STEP: 14725/31555 -- GLOBAL_STEP: 1119150 | > loss_text_ce: 0.031179597601294518 (0.03275077362366158) | > loss_mel_ce: 3.1078264713287354 (nan) | > loss: 0.012456374242901802 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14117372524151364) | > loader_time: 0.0048 (0.004591113399771161)  --> TIME: 2025-03-25 20:28:04 -- STEP: 14775/31555 -- GLOBAL_STEP: 1119200 | > loss_text_ce: 0.03658050298690796 (0.03274601814748367) | > loss_mel_ce: 2.6514394283294678 (nan) | > loss: 0.010666746646165848 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1411602647978238) | > loader_time: 0.0045 (0.00459119023808772)  --> TIME: 2025-03-25 20:28:13 -- STEP: 14825/31555 -- GLOBAL_STEP: 1119250 | > loss_text_ce: 0.030088411644101143 (0.032749711619360224) | > loss_mel_ce: 2.897935628890991 (nan) | > loss: 0.0116191441193223 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14114940011280172) | > loader_time: 0.0045 (0.004591436916820925)  --> TIME: 2025-03-25 20:28:23 -- STEP: 14875/31555 -- GLOBAL_STEP: 1119300 | > loss_text_ce: 0.036487042903900146 (0.03274654508050248) | > loss_mel_ce: 3.1255791187286377 (nan) | > loss: 0.01254788227379322 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14113074647278337) | > loader_time: 0.0046 (0.004591498879825373)  --> TIME: 2025-03-25 20:28:32 -- STEP: 14925/31555 -- GLOBAL_STEP: 1119350 | > loss_text_ce: 0.03478718921542168 (0.03274252246622264) | > loss_mel_ce: 2.0947072505950928 (nan) | > loss: 0.008450374938547611 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1411201867306451) | > loader_time: 0.0052 (0.004591490683244107)  --> TIME: 2025-03-25 20:28:42 -- STEP: 14975/31555 -- GLOBAL_STEP: 1119400 | > loss_text_ce: 0.030639346688985825 (0.03274055506580061) | > loss_mel_ce: 2.5400290489196777 (nan) | > loss: 0.010201065801084042 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411071839436067) | > loader_time: 0.0047 (0.004591535367631361)  --> TIME: 2025-03-25 20:28:52 -- STEP: 15025/31555 -- GLOBAL_STEP: 1119450 | > loss_text_ce: 0.03311794996261597 (0.03273843292301882) | > loss_mel_ce: 2.5727765560150146 (nan) | > loss: 0.010340851731598377 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.141129475465035) | > loader_time: 0.0044 (0.004591576184290226)  --> TIME: 2025-03-25 20:29:01 -- STEP: 15075/31555 -- GLOBAL_STEP: 1119500 | > loss_text_ce: 0.035130396485328674 (0.03273967473685839) | > loss_mel_ce: 2.4025869369506836 (nan) | > loss: 0.009673482738435268 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14112971285287015) | > loader_time: 0.0047 (0.004591689434019888)  --> TIME: 2025-03-25 20:29:11 -- STEP: 15125/31555 -- GLOBAL_STEP: 1119550 | > loss_text_ce: 0.06469373404979706 (0.032739026779231954) | > loss_mel_ce: 3.0118582248687744 (nan) | > loss: 0.012208539992570877 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14111039867874012) | > loader_time: 0.0044 (0.004591605809109276)  --> TIME: 2025-03-25 20:29:20 -- STEP: 15175/31555 -- GLOBAL_STEP: 1119600 | > loss_text_ce: 0.029734496027231216 (0.03273703197805944) | > loss_mel_ce: 2.2320592403411865 (nan) | > loss: 0.008975372649729252 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.1411111802442069) | > loader_time: 0.0048 (0.0045916538144257805)  --> TIME: 2025-03-25 20:29:30 -- STEP: 15225/31555 -- GLOBAL_STEP: 1119650 | > loss_text_ce: 0.025851432234048843 (0.03273346301431238) | > loss_mel_ce: 2.4717319011688232 (nan) | > loss: 0.00991104543209076 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14109447507435458) | > loader_time: 0.0044 (0.0045916257898991585)  --> TIME: 2025-03-25 20:29:39 -- STEP: 15275/31555 -- GLOBAL_STEP: 1119700 | > loss_text_ce: 0.03910928592085838 (0.032735593262846495) | > loss_mel_ce: 2.7693958282470703 (nan) | > loss: 0.011144861578941345 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14109002004083354) | > loader_time: 0.0044 (0.004591489439119884)  --> TIME: 2025-03-25 20:29:49 -- STEP: 15325/31555 -- GLOBAL_STEP: 1119750 | > loss_text_ce: 0.03580565005540848 (0.03273371952854794) | > loss_mel_ce: 2.7368693351745605 (nan) | > loss: 0.011002679355442524 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14109146790247748) | > loader_time: 0.0045 (0.004591825774598866)  --> TIME: 2025-03-25 20:29:58 -- STEP: 15375/31555 -- GLOBAL_STEP: 1119800 | > loss_text_ce: 0.026212206110358238 (0.0327343414755372) | > loss_mel_ce: 2.543671131134033 (nan) | > loss: 0.010197950527071953 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14108441655228768) | > loader_time: 0.0044 (0.004591910959259287)  --> TIME: 2025-03-25 20:30:08 -- STEP: 15425/31555 -- GLOBAL_STEP: 1119850 | > loss_text_ce: 0.029396777972579002 (0.032734719407012655) | > loss_mel_ce: 2.7046613693237305 (nan) | > loss: 0.010849437676370144 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1410591318232506) | > loader_time: 0.0047 (0.004591920426058041)  --> TIME: 2025-03-25 20:30:17 -- STEP: 15475/31555 -- GLOBAL_STEP: 1119900 | > loss_text_ce: 0.039704274386167526 (0.032736235957394166) | > loss_mel_ce: 2.880220890045166 (nan) | > loss: 0.011587005108594894 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14105526535884622) | > loader_time: 0.0046 (0.004592185074370209)  --> TIME: 2025-03-25 20:30:27 -- STEP: 15525/31555 -- GLOBAL_STEP: 1119950 | > loss_text_ce: 0.031774912029504776 (0.03273361871375946) | > loss_mel_ce: 2.862614393234253 (nan) | > loss: 0.011485672555863857 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14105207094631708) | > loader_time: 0.0047 (0.004592327480346881)  --> TIME: 2025-03-25 20:30:37 -- STEP: 15575/31555 -- GLOBAL_STEP: 1120000 | > loss_text_ce: 0.034282136708498 (0.03272936903897018) | > loss_mel_ce: 2.2330873012542725 (nan) | > loss: 0.008997499011456966 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1410639724149749) | > loader_time: 0.0044 (0.004592454521460868) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1120000.pth  --> TIME: 2025-03-25 20:30:52 -- STEP: 15625/31555 -- GLOBAL_STEP: 1120050 | > loss_text_ce: 0.03671050816774368 (0.032733679952263915) | > loss_mel_ce: 2.6529598236083984 (nan) | > loss: 0.010673295706510544 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1410506908569335) | > loader_time: 0.0044 (0.004592530822753912)  --> TIME: 2025-03-25 20:31:01 -- STEP: 15675/31555 -- GLOBAL_STEP: 1120100 | > loss_text_ce: 0.026382729411125183 (0.0327357989964351) | > loss_mel_ce: 2.9654979705810547 (nan) | > loss: 0.011872543022036552 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14104968203311893) | > loader_time: 0.0044 (0.004592374971989055)  --> TIME: 2025-03-25 20:31:11 -- STEP: 15725/31555 -- GLOBAL_STEP: 1120150 | > loss_text_ce: 0.04504230245947838 (0.032735523237759516) | > loss_mel_ce: 2.8006319999694824 (nan) | > loss: 0.011292358860373497 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.1410310750545871) | > loader_time: 0.005 (0.004592165605820994)  --> TIME: 2025-03-25 20:31:20 -- STEP: 15775/31555 -- GLOBAL_STEP: 1120200 | > loss_text_ce: 0.04126104712486267 (0.032734835960809366) | > loss_mel_ce: 2.005086898803711 (nan) | > loss: 0.008120428770780563 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1410254677048575) | > loader_time: 0.0046 (0.00459188979703538)  --> TIME: 2025-03-25 20:31:30 -- STEP: 15825/31555 -- GLOBAL_STEP: 1120250 | > loss_text_ce: 0.033657532185316086 (0.03272996207725671) | > loss_mel_ce: 2.701770067214966 (nan) | > loss: 0.010854871943593025 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14102886445526067) | > loader_time: 0.0043 (0.004591548431541123)  --> TIME: 2025-03-25 20:31:39 -- STEP: 15875/31555 -- GLOBAL_STEP: 1120300 | > loss_text_ce: 0.03175739571452141 (0.03272542616255648) | > loss_mel_ce: 2.090733289718628 (nan) | > loss: 0.008422582410275936 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1410076970678614) | > loader_time: 0.0043 (0.0045910814090037964)  --> TIME: 2025-03-25 20:31:49 -- STEP: 15925/31555 -- GLOBAL_STEP: 1120350 | > loss_text_ce: 0.04115217551589012 (0.032727014522537595) | > loss_mel_ce: 2.5565199851989746 (nan) | > loss: 0.010308223776519299 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14103316019618148) | > loader_time: 0.0045 (0.004590715456233486)  --> TIME: 2025-03-25 20:31:59 -- STEP: 15975/31555 -- GLOBAL_STEP: 1120400 | > loss_text_ce: 0.027120986953377724 (0.03272764522471533) | > loss_mel_ce: 0.030029296875 (nan) | > loss: 0.0002267868403578177 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14103478225743818) | > loader_time: 0.0044 (0.0045906156441415475)  --> TIME: 2025-03-25 20:32:08 -- STEP: 16025/31555 -- GLOBAL_STEP: 1120450 | > loss_text_ce: 0.030660981312394142 (0.03272605245993967) | > loss_mel_ce: 3.0606887340545654 (nan) | > loss: 0.012267260812222958 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14103155262570663) | > loader_time: 0.0046 (0.004590462864654118)  --> TIME: 2025-03-25 20:32:18 -- STEP: 16075/31555 -- GLOBAL_STEP: 1120500 | > loss_text_ce: 0.017452474683523178 (0.032724051892780666) | > loss_mel_ce: 2.9423828125 (nan) | > loss: 0.011745378375053406 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14103359894285297) | > loader_time: 0.0041 (0.004590160509290449)  --> TIME: 2025-03-25 20:32:27 -- STEP: 16125/31555 -- GLOBAL_STEP: 1120550 | > loss_text_ce: 0.03361305594444275 (0.03272661006485315) | > loss_mel_ce: 2.666560411453247 (nan) | > loss: 0.010714974254369736 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14102500275308763) | > loader_time: 0.0047 (0.004590121557546222)  --> TIME: 2025-03-25 20:32:37 -- STEP: 16175/31555 -- GLOBAL_STEP: 1120600 | > loss_text_ce: 0.0375995896756649 (0.032732065675961625) | > loss_mel_ce: 2.771238327026367 (nan) | > loss: 0.011146183125674725 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1410342115375689) | > loader_time: 0.0044 (0.004590009382740244)  --> TIME: 2025-03-25 20:32:47 -- STEP: 16225/31555 -- GLOBAL_STEP: 1120650 | > loss_text_ce: 0.025237523019313812 (0.03273112388221534) | > loss_mel_ce: 1.4164550304412842 (nan) | > loss: 0.005721002817153931 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14103395282762987) | > loader_time: 0.0042 (0.004589738478462213)  --> TIME: 2025-03-25 20:32:57 -- STEP: 16275/31555 -- GLOBAL_STEP: 1120700 | > loss_text_ce: 0.030889494344592094 (0.03272930403436025) | > loss_mel_ce: 2.097012519836426 (nan) | > loss: 0.008444055914878845 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14104287216374026) | > loader_time: 0.0046 (0.0045895381200881285)  --> TIME: 2025-03-25 20:33:06 -- STEP: 16325/31555 -- GLOBAL_STEP: 1120750 | > loss_text_ce: 0.03943609073758125 (0.03272788369158151) | > loss_mel_ce: 1.077947974205017 (nan) | > loss: 0.004434064030647278 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14103169997654857) | > loader_time: 0.0045 (0.00458969535360293)  --> TIME: 2025-03-25 20:33:16 -- STEP: 16375/31555 -- GLOBAL_STEP: 1120800 | > loss_text_ce: 0.03410061448812485 (0.032726175016858726) | > loss_mel_ce: 2.7548880577087402 (nan) | > loss: 0.011067415587604046 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1410307425579041) | > loader_time: 0.0046 (0.004589772639383802)  --> TIME: 2025-03-25 20:33:26 -- STEP: 16425/31555 -- GLOBAL_STEP: 1120850 | > loss_text_ce: 0.04116450250148773 (0.032726684124513836) | > loss_mel_ce: 2.4318196773529053 (nan) | > loss: 0.009813429787755013 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1410320885685843) | > loader_time: 0.0045 (0.0045899333982888655)  --> TIME: 2025-03-25 20:33:35 -- STEP: 16475/31555 -- GLOBAL_STEP: 1120900 | > loss_text_ce: 0.029438236728310585 (0.03272374525920627) | > loss_mel_ce: 2.577759027481079 (nan) | > loss: 0.010346021503210068 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14103129518592838) | > loader_time: 0.0045 (0.004589934703612731)  --> TIME: 2025-03-25 20:33:45 -- STEP: 16525/31555 -- GLOBAL_STEP: 1120950 | > loss_text_ce: 0.033475540578365326 (0.03272338957783637) | > loss_mel_ce: 2.406672716140747 (nan) | > loss: 0.009683129377663136 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.141062750477293) | > loader_time: 0.0049 (0.004590100607244407)  --> TIME: 2025-03-25 20:33:55 -- STEP: 16575/31555 -- GLOBAL_STEP: 1121000 | > loss_text_ce: 0.04263075441122055 (0.032725986468902166) | > loss_mel_ce: 1.9992719888687134 (nan) | > loss: 0.008102789521217346 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.141061622467156) | > loader_time: 0.0045 (0.00459009048266289)  --> TIME: 2025-03-25 20:34:05 -- STEP: 16625/31555 -- GLOBAL_STEP: 1121050 | > loss_text_ce: 0.026729818433523178 (0.03272552633772899) | > loss_mel_ce: 1.1201986074447632 (nan) | > loss: 0.004551303572952747 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14105836790844903) | > loader_time: 0.0045 (0.004590074438797806)  --> TIME: 2025-03-25 20:34:14 -- STEP: 16675/31555 -- GLOBAL_STEP: 1121100 | > loss_text_ce: 0.02741367369890213 (0.032722592679937365) | > loss_mel_ce: 2.37509822845459 (nan) | > loss: 0.009533777832984924 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14104480514640746) | > loader_time: 0.0044 (0.004589938874366229)  --> TIME: 2025-03-25 20:34:24 -- STEP: 16725/31555 -- GLOBAL_STEP: 1121150 | > loss_text_ce: 0.027802741155028343 (0.032722207661801735) | > loss_mel_ce: 2.6399168968200684 (nan) | > loss: 0.010586189106106758 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1410442335331208) | > loader_time: 0.0045 (0.004590001412749475)  --> TIME: 2025-03-25 20:34:33 -- STEP: 16775/31555 -- GLOBAL_STEP: 1121200 | > loss_text_ce: 0.026815209537744522 (0.03272620936380998) | > loss_mel_ce: 2.8349127769470215 (nan) | > loss: 0.01135606411844492 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1410498215153746) | > loader_time: 0.0045 (0.0045901299233585885)  --> TIME: 2025-03-25 20:34:43 -- STEP: 16825/31555 -- GLOBAL_STEP: 1121250 | > loss_text_ce: 0.029414188116788864 (0.03272873391805537) | > loss_mel_ce: 0.01953125 (nan) | > loss: 0.00019422793411649764 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14106475842831562) | > loader_time: 0.0047 (0.004590219353141621)  --> TIME: 2025-03-25 20:34:53 -- STEP: 16875/31555 -- GLOBAL_STEP: 1121300 | > loss_text_ce: 0.035953860729932785 (0.03272648908324824) | > loss_mel_ce: 2.965299367904663 (nan) | > loss: 0.011909735389053822 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1410551340173791) | > loader_time: 0.0047 (0.004590217943544747)  --> TIME: 2025-03-25 20:35:03 -- STEP: 16925/31555 -- GLOBAL_STEP: 1121350 | > loss_text_ce: 0.03190551698207855 (0.03272778482604202) | > loss_mel_ce: 3.166778326034546 (nan) | > loss: 0.012693190015852451 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14106379048334786) | > loader_time: 0.0047 (0.004590265705103014)  --> TIME: 2025-03-25 20:35:13 -- STEP: 16975/31555 -- GLOBAL_STEP: 1121400 | > loss_text_ce: 0.03220188990235329 (0.03272614424348719) | > loss_mel_ce: 2.4418246746063232 (nan) | > loss: 0.009817566722631454 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14107154208535813) | > loader_time: 0.0047 (0.004590299870374457)  --> TIME: 2025-03-25 20:35:22 -- STEP: 17025/31555 -- GLOBAL_STEP: 1121450 | > loss_text_ce: 0.02632448449730873 (0.032729575300258315) | > loss_mel_ce: 2.420379877090454 (nan) | > loss: 0.009709144942462444 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.1410778180793167) | > loader_time: 0.0044 (0.004590361885037196)  --> TIME: 2025-03-25 20:35:32 -- STEP: 17075/31555 -- GLOBAL_STEP: 1121500 | > loss_text_ce: 0.03090878389775753 (0.03273015254167614) | > loss_mel_ce: 3.0658481121063232 (nan) | > loss: 0.012288718484342098 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14107507455750393) | > loader_time: 0.0044 (0.004590514365960008)  --> TIME: 2025-03-25 20:35:41 -- STEP: 17125/31555 -- GLOBAL_STEP: 1121550 | > loss_text_ce: 0.03357056900858879 (0.032728977226482305) | > loss_mel_ce: 3.420370101928711 (nan) | > loss: 0.013706114143133163 (nan) | > current_lr: 5e-06 | > step_time: 0.1924 (0.14107033423263646) | > loader_time: 0.0047 (0.0045905080781365884)  --> TIME: 2025-03-25 20:35:51 -- STEP: 17175/31555 -- GLOBAL_STEP: 1121600 | > loss_text_ce: 0.03900187835097313 (0.03273356772715223) | > loss_mel_ce: 2.5593960285186768 (nan) | > loss: 0.01031110342592001 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14106591954848982) | > loader_time: 0.0045 (0.004590614130056238)  --> TIME: 2025-03-25 20:36:01 -- STEP: 17225/31555 -- GLOBAL_STEP: 1121650 | > loss_text_ce: 0.02406546100974083 (0.03273100903784895) | > loss_mel_ce: 3.0716147422790527 (nan) | > loss: 0.012284446507692337 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14107442058568753) | > loader_time: 0.0046 (0.004590965500763782)  --> TIME: 2025-03-25 20:36:10 -- STEP: 17275/31555 -- GLOBAL_STEP: 1121700 | > loss_text_ce: 0.034656643867492676 (0.03272744606889237) | > loss_mel_ce: 2.626887798309326 (nan) | > loss: 0.010561684146523476 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14106643250295614) | > loader_time: 0.0044 (0.004590594571854719)  --> TIME: 2025-03-25 20:36:20 -- STEP: 17325/31555 -- GLOBAL_STEP: 1121750 | > loss_text_ce: 0.03390377759933472 (0.03272865696510498) | > loss_mel_ce: 2.8771121501922607 (nan) | > loss: 0.011551651172339916 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14107442747118823) | > loader_time: 0.0047 (0.004590513028451718)  --> TIME: 2025-03-25 20:36:30 -- STEP: 17375/31555 -- GLOBAL_STEP: 1121800 | > loss_text_ce: 0.0345090813934803 (0.03272891440028125) | > loss_mel_ce: 2.5045320987701416 (nan) | > loss: 0.01007556077092886 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14108133078650595) | > loader_time: 0.0045 (0.004590273438597754)  --> TIME: 2025-03-25 20:36:40 -- STEP: 17425/31555 -- GLOBAL_STEP: 1121850 | > loss_text_ce: 0.03788980469107628 (0.03273074221550095) | > loss_mel_ce: 2.8832600116729736 (nan) | > loss: 0.011591864749789238 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14109657996354166) | > loader_time: 0.0042 (0.004589789594434086)  --> TIME: 2025-03-25 20:36:50 -- STEP: 17475/31555 -- GLOBAL_STEP: 1121900 | > loss_text_ce: 0.03014218807220459 (0.0327333480203378) | > loss_mel_ce: 2.9322335720062256 (nan) | > loss: 0.011755459941923618 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.141104520912334) | > loader_time: 0.0044 (0.00458934202726307)  --> TIME: 2025-03-25 20:36:59 -- STEP: 17525/31555 -- GLOBAL_STEP: 1121950 | > loss_text_ce: 0.03398139774799347 (0.03273267192077877) | > loss_mel_ce: 2.21016263961792 (nan) | > loss: 0.00890533346682787 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1411130034056267) | > loader_time: 0.0044 (0.004588814217081764)  --> TIME: 2025-03-25 20:37:09 -- STEP: 17575/31555 -- GLOBAL_STEP: 1122000 | > loss_text_ce: 0.03782811015844345 (0.032734434098259685) | > loss_mel_ce: 2.226008653640747 (nan) | > loss: 0.00898347981274128 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14111231582771827) | > loader_time: 0.0042 (0.004588304563063817)  --> TIME: 2025-03-25 20:37:19 -- STEP: 17625/31555 -- GLOBAL_STEP: 1122050 | > loss_text_ce: 0.030268143862485886 (0.032732892864456443) | > loss_mel_ce: 3.323805093765259 (nan) | > loss: 0.013309814967215061 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14111765654543615) | > loader_time: 0.0045 (0.004588214576667082)  --> TIME: 2025-03-25 20:37:28 -- STEP: 17675/31555 -- GLOBAL_STEP: 1122100 | > loss_text_ce: 0.034108322113752365 (0.03273021375199274) | > loss_mel_ce: 2.2504169940948486 (nan) | > loss: 0.009065577760338783 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14111468729237694) | > loader_time: 0.0045 (0.004588148300516216)  --> TIME: 2025-03-25 20:37:38 -- STEP: 17725/31555 -- GLOBAL_STEP: 1122150 | > loss_text_ce: 0.03544679656624794 (0.0327294813675546) | > loss_mel_ce: 3.1529242992401123 (nan) | > loss: 0.012652267701923847 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14110812161637973) | > loader_time: 0.0044 (0.00458864798498759)  --> TIME: 2025-03-25 20:37:48 -- STEP: 17775/31555 -- GLOBAL_STEP: 1122200 | > loss_text_ce: 0.0395163856446743 (0.0327314965332611) | > loss_mel_ce: 2.6824779510498047 (nan) | > loss: 0.010801565833389759 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14111654453304423) | > loader_time: 0.0046 (0.004588901436613917)  --> TIME: 2025-03-25 20:37:58 -- STEP: 17825/31555 -- GLOBAL_STEP: 1122250 | > loss_text_ce: 0.03884232044219971 (0.032729821430015064) | > loss_mel_ce: 2.173879384994507 (nan) | > loss: 0.008780642412602901 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14111987635597784) | > loader_time: 0.0047 (0.004588857586554358)  --> TIME: 2025-03-25 20:38:07 -- STEP: 17875/31555 -- GLOBAL_STEP: 1122300 | > loss_text_ce: 0.030309654772281647 (0.03272729273171695) | > loss_mel_ce: 2.6592259407043457 (nan) | > loss: 0.010672761127352715 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14111599397992747) | > loader_time: 0.0045 (0.004588741195785418)  --> TIME: 2025-03-25 20:38:17 -- STEP: 17925/31555 -- GLOBAL_STEP: 1122350 | > loss_text_ce: 0.03413640335202217 (0.03272673824373402) | > loss_mel_ce: 2.803271770477295 (nan) | > loss: 0.011259556747972965 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1411228682838556) | > loader_time: 0.0047 (0.004588693807647154)  --> TIME: 2025-03-25 20:38:26 -- STEP: 17975/31555 -- GLOBAL_STEP: 1122400 | > loss_text_ce: 0.024201171472668648 (0.03272495730716598) | > loss_mel_ce: 0.046630859375 (nan) | > loss: 0.000281079497653991 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1411190089595831) | > loader_time: 0.0044 (0.004588621455207158)  --> TIME: 2025-03-25 20:38:36 -- STEP: 18025/31555 -- GLOBAL_STEP: 1122450 | > loss_text_ce: 0.025642314925789833 (0.032725100927003224) | > loss_mel_ce: 2.544464111328125 (nan) | > loss: 0.010198836214840412 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14112577884107938) | > loader_time: 0.0046 (0.004588785819636967)  --> TIME: 2025-03-25 20:38:46 -- STEP: 18075/31555 -- GLOBAL_STEP: 1122500 | > loss_text_ce: 0.03293304890394211 (0.03272554586392882) | > loss_mel_ce: 2.7880446910858154 (nan) | > loss: 0.011194356717169285 (nan) | > current_lr: 5e-06 | > step_time: 0.1918 (0.14112141772754283) | > loader_time: 0.0048 (0.004588875895878751)  --> TIME: 2025-03-25 20:38:55 -- STEP: 18125/31555 -- GLOBAL_STEP: 1122550 | > loss_text_ce: 0.04491739347577095 (0.03272461182064026) | > loss_mel_ce: 0.0330810546875 (nan) | > loss: 0.0003095176653005183 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1411094027157486) | > loader_time: 0.0046 (0.004589095082776301)  --> TIME: 2025-03-25 20:39:05 -- STEP: 18175/31555 -- GLOBAL_STEP: 1122600 | > loss_text_ce: 0.03485553339123726 (0.03272888726102604) | > loss_mel_ce: 1.5438581705093384 (nan) | > loss: 0.0062647368758916855 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14111064954177865) | > loader_time: 0.0049 (0.004589147475923439)  --> TIME: 2025-03-25 20:39:15 -- STEP: 18225/31555 -- GLOBAL_STEP: 1122650 | > loss_text_ce: 0.0319683812558651 (0.03273025363714364) | > loss_mel_ce: 2.9359428882598877 (nan) | > loss: 0.011777426116168499 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14110898573866254) | > loader_time: 0.0046 (0.0045893041325531245)  --> TIME: 2025-03-25 20:39:24 -- STEP: 18275/31555 -- GLOBAL_STEP: 1122700 | > loss_text_ce: 0.03587176650762558 (0.032730485534986004) | > loss_mel_ce: 1.8432443141937256 (nan) | > loss: 0.007456810213625431 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14111996135372457) | > loader_time: 0.0045 (0.004589587784335328)  --> TIME: 2025-03-25 20:39:34 -- STEP: 18325/31555 -- GLOBAL_STEP: 1122750 | > loss_text_ce: 0.02950076200067997 (0.03273297822166437) | > loss_mel_ce: 2.326814651489258 (nan) | > loss: 0.009350458160042763 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14112915922479766) | > loader_time: 0.0047 (0.004589697159979229)  --> TIME: 2025-03-25 20:39:44 -- STEP: 18375/31555 -- GLOBAL_STEP: 1122800 | > loss_text_ce: 0.03452909737825394 (0.03273220255960822) | > loss_mel_ce: 2.6019089221954346 (nan) | > loss: 0.01046205684542656 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14113771644903686) | > loader_time: 0.0046 (0.004589836016804191)  --> TIME: 2025-03-25 20:39:54 -- STEP: 18425/31555 -- GLOBAL_STEP: 1122850 | > loss_text_ce: 0.03533339500427246 (0.03272945625770696) | > loss_mel_ce: 0.9488350749015808 (nan) | > loss: 0.003905430668964982 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14114143023497375) | > loader_time: 0.0045 (0.004589862254128532)  --> TIME: 2025-03-25 20:40:04 -- STEP: 18475/31555 -- GLOBAL_STEP: 1122900 | > loss_text_ce: 0.028828775510191917 (0.03273124946329207) | > loss_mel_ce: 2.960685968399048 (nan) | > loss: 0.011863154359161854 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14115196095106564) | > loader_time: 0.0045 (0.004589970902273887)  --> TIME: 2025-03-25 20:40:13 -- STEP: 18525/31555 -- GLOBAL_STEP: 1122950 | > loss_text_ce: 0.03286748006939888 (0.03272901468883889) | > loss_mel_ce: 3.0585718154907227 (nan) | > loss: 0.01226761657744646 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14114403422223093) | > loader_time: 0.0046 (0.004590072657576147)  --> TIME: 2025-03-25 20:40:23 -- STEP: 18575/31555 -- GLOBAL_STEP: 1123000 | > loss_text_ce: 0.03502994403243065 (0.03272961739174936) | > loss_mel_ce: 2.7528421878814697 (nan) | > loss: 0.0110629852861166 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14115531872611983) | > loader_time: 0.0046 (0.004590099817329921)  --> TIME: 2025-03-25 20:40:33 -- STEP: 18625/31555 -- GLOBAL_STEP: 1123050 | > loss_text_ce: 0.03336770087480545 (0.03272893033721705) | > loss_mel_ce: 3.05842661857605 (nan) | > loss: 0.012269025668501854 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14115645754257294) | > loader_time: 0.0047 (0.004590144035800201)  --> TIME: 2025-03-25 20:40:43 -- STEP: 18675/31555 -- GLOBAL_STEP: 1123100 | > loss_text_ce: 0.031051859259605408 (0.03273019546176617) | > loss_mel_ce: 2.71309232711792 (nan) | > loss: 0.010889462195336819 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14116594318405198) | > loader_time: 0.0049 (0.004590259140913435)  --> TIME: 2025-03-25 20:40:52 -- STEP: 18725/31555 -- GLOBAL_STEP: 1123150 | > loss_text_ce: 0.038278937339782715 (0.03273137670393307) | > loss_mel_ce: 2.5878851413726807 (nan) | > loss: 0.010421286337077618 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14116088373161279) | > loader_time: 0.0047 (0.004590149677006686)  --> TIME: 2025-03-25 20:41:02 -- STEP: 18775/31555 -- GLOBAL_STEP: 1123200 | > loss_text_ce: 0.03169010579586029 (0.03272906852050253) | > loss_mel_ce: 0.02010091207921505 (nan) | > loss: 0.00020551992929540575 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14114838108717984) | > loader_time: 0.0045 (0.004590294707154786)  --> TIME: 2025-03-25 20:41:11 -- STEP: 18825/31555 -- GLOBAL_STEP: 1123250 | > loss_text_ce: 0.027664409950375557 (0.0327315367645477) | > loss_mel_ce: 2.8871688842773438 (nan) | > loss: 0.011566799134016037 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1411556186397394) | > loader_time: 0.0045 (0.004590211908814132)  --> TIME: 2025-03-25 20:41:21 -- STEP: 18875/31555 -- GLOBAL_STEP: 1123300 | > loss_text_ce: 0.03238170966506004 (0.03273155705088027) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1411493155624691) | > loader_time: 0.0047 (0.004590216832445164)  --> TIME: 2025-03-25 20:41:31 -- STEP: 18925/31555 -- GLOBAL_STEP: 1123350 | > loss_text_ce: 0.02578468807041645 (0.032729588019682586) | > loss_mel_ce: 2.1910648345947266 (nan) | > loss: 0.008797022514045238 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14114923041279412) | > loader_time: 0.0045 (0.00459015427996335)  --> TIME: 2025-03-25 20:41:41 -- STEP: 18975/31555 -- GLOBAL_STEP: 1123400 | > loss_text_ce: 0.02534985914826393 (0.03273038715987972) | > loss_mel_ce: 2.6514673233032227 (nan) | > loss: 0.010622290894389153 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14115848723450486) | > loader_time: 0.0043 (0.004590283181513417)  --> TIME: 2025-03-25 20:41:50 -- STEP: 19025/31555 -- GLOBAL_STEP: 1123450 | > loss_text_ce: 0.034814268350601196 (0.03273395251937989) | > loss_mel_ce: 0.0537109375 (nan) | > loss: 0.00035129050957039 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14115278974625778) | > loader_time: 0.0045 (0.004590337003890862)  --> TIME: 2025-03-25 20:42:00 -- STEP: 19075/31555 -- GLOBAL_STEP: 1123500 | > loss_text_ce: 0.04627523198723793 (0.032733118087541604) | > loss_mel_ce: 2.3508007526397705 (nan) | > loss: 0.00951220653951168 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1411650377551034) | > loader_time: 0.0047 (0.0045904772747234895)  --> TIME: 2025-03-25 20:42:10 -- STEP: 19125/31555 -- GLOBAL_STEP: 1123550 | > loss_text_ce: 0.036614611744880676 (0.03273138407164937) | > loss_mel_ce: 2.9411556720733643 (nan) | > loss: 0.01181655004620552 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14116258454166947) | > loader_time: 0.0049 (0.004590706607095569)  --> TIME: 2025-03-25 20:42:19 -- STEP: 19175/31555 -- GLOBAL_STEP: 1123600 | > loss_text_ce: 0.03369574993848801 (0.032733849554020394) | > loss_mel_ce: 2.86903977394104 (nan) | > loss: 0.011518792249262333 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.14115450973460975) | > loader_time: 0.0048 (0.00459061933465235)  --> TIME: 2025-03-25 20:42:29 -- STEP: 19225/31555 -- GLOBAL_STEP: 1123650 | > loss_text_ce: 0.03125091642141342 (0.03273320827419999) | > loss_mel_ce: 2.79001784324646 (nan) | > loss: 0.011195511557161808 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1411521873548528) | > loader_time: 0.0047 (0.004590597276724835)  --> TIME: 2025-03-25 20:42:39 -- STEP: 19275/31555 -- GLOBAL_STEP: 1123700 | > loss_text_ce: 0.04240720719099045 (0.0327315250867749) | > loss_mel_ce: 2.717909812927246 (nan) | > loss: 0.010953639633953571 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1411593263900696) | > loader_time: 0.0045 (0.00459070872394647)  --> TIME: 2025-03-25 20:42:48 -- STEP: 19325/31555 -- GLOBAL_STEP: 1123750 | > loss_text_ce: 0.03196445852518082 (0.03273184678798012) | > loss_mel_ce: 2.962688684463501 (nan) | > loss: 0.01188354566693306 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14116272348944295) | > loader_time: 0.0045 (0.004590717614236821)  --> TIME: 2025-03-25 20:42:58 -- STEP: 19375/31555 -- GLOBAL_STEP: 1123800 | > loss_text_ce: 0.037117838859558105 (0.03272868219027607) | > loss_mel_ce: 2.2423095703125 (nan) | > loss: 0.009045347571372986 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14115233105074967) | > loader_time: 0.0044 (0.004590742185038914)  --> TIME: 2025-03-25 20:43:07 -- STEP: 19425/31555 -- GLOBAL_STEP: 1123850 | > loss_text_ce: 0.028354860842227936 (0.03273220083562421) | > loss_mel_ce: 1.6446797847747803 (nan) | > loss: 0.006639027036726475 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14113059637936223) | > loader_time: 0.0045 (0.004590696950983675)  --> TIME: 2025-03-25 20:43:16 -- STEP: 19475/31555 -- GLOBAL_STEP: 1123900 | > loss_text_ce: 0.025544341653585434 (0.03273128366870137) | > loss_mel_ce: 2.9946861267089844 (nan) | > loss: 0.01198504213243723 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1411245519297724) | > loader_time: 0.0047 (0.0045907692058401745)  --> TIME: 2025-03-25 20:43:26 -- STEP: 19525/31555 -- GLOBAL_STEP: 1123950 | > loss_text_ce: 0.03441919758915901 (0.032730425640501944) | > loss_mel_ce: 2.77689266204834 (nan) | > loss: 0.011156000196933746 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14113872501212088) | > loader_time: 0.0046 (0.0045910513752096095)  --> TIME: 2025-03-25 20:43:36 -- STEP: 19575/31555 -- GLOBAL_STEP: 1124000 | > loss_text_ce: 0.029180539771914482 (0.03272799068488582) | > loss_mel_ce: 2.7809488773345947 (nan) | > loss: 0.011151308193802834 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1411258411042076) | > loader_time: 0.0046 (0.00459114434009616)  --> TIME: 2025-03-25 20:43:46 -- STEP: 19625/31555 -- GLOBAL_STEP: 1124050 | > loss_text_ce: 0.031176762655377388 (0.032728294314709944) | > loss_mel_ce: 3.014115810394287 (nan) | > loss: 0.012084495276212692 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.1411383726399413) | > loader_time: 0.0049 (0.004591262197798229)  --> TIME: 2025-03-25 20:43:55 -- STEP: 19675/31555 -- GLOBAL_STEP: 1124100 | > loss_text_ce: 0.03458087518811226 (0.03272722412923215) | > loss_mel_ce: 2.290933847427368 (nan) | > loss: 0.009228234179317951 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14112618647506275) | > loader_time: 0.0047 (0.004591326089493057)  --> TIME: 2025-03-25 20:44:05 -- STEP: 19725/31555 -- GLOBAL_STEP: 1124150 | > loss_text_ce: 0.03452524542808533 (0.03272930242805856) | > loss_mel_ce: 0.0446370430290699 (nan) | > loss: 0.000314136064844206 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14112772815883198) | > loader_time: 0.0046 (0.004591253387006374)  --> TIME: 2025-03-25 20:44:14 -- STEP: 19775/31555 -- GLOBAL_STEP: 1124200 | > loss_text_ce: 0.034537773579359055 (0.03272870278807769) | > loss_mel_ce: 2.799560070037842 (nan) | > loss: 0.011246420443058014 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14112851440680424) | > loader_time: 0.0045 (0.004591353400769346)  --> TIME: 2025-03-25 20:44:24 -- STEP: 19825/31555 -- GLOBAL_STEP: 1124250 | > loss_text_ce: 0.0407257080078125 (0.032728642347547236) | > loss_mel_ce: 2.7865183353424072 (nan) | > loss: 0.011219223029911518 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14114147177860956) | > loader_time: 0.0047 (0.004591454798156057)  --> TIME: 2025-03-25 20:44:34 -- STEP: 19875/31555 -- GLOBAL_STEP: 1124300 | > loss_text_ce: 0.019390011206269264 (0.03272736810002511) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14113685431570344) | > loader_time: 0.0068 (0.0045915556733713316)  --> TIME: 2025-03-25 20:44:44 -- STEP: 19925/31555 -- GLOBAL_STEP: 1124350 | > loss_text_ce: 0.03727024793624878 (0.03272552485667749) | > loss_mel_ce: 2.411195993423462 (nan) | > loss: 0.009716136381030083 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14114803365661896) | > loader_time: 0.0045 (0.004591788575520635)  --> TIME: 2025-03-25 20:44:54 -- STEP: 19975/31555 -- GLOBAL_STEP: 1124400 | > loss_text_ce: 0.030920593068003654 (0.032721543511392205) | > loss_mel_ce: 2.6281299591064453 (nan) | > loss: 0.010551787912845612 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14114753698079222) | > loader_time: 0.0045 (0.00459180368798248)  --> TIME: 2025-03-25 20:45:03 -- STEP: 20025/31555 -- GLOBAL_STEP: 1124450 | > loss_text_ce: 0.024262811988592148 (0.03272324374296739) | > loss_mel_ce: 0.010772705078125 (nan) | > loss: 0.00013902984210290015 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1411521909716123) | > loader_time: 0.0045 (0.0045918677302633215)  --> TIME: 2025-03-25 20:45:13 -- STEP: 20075/31555 -- GLOBAL_STEP: 1124500 | > loss_text_ce: 0.030575567856431007 (0.032725116248529126) | > loss_mel_ce: 2.5588786602020264 (nan) | > loss: 0.010275612585246563 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14115129982697672) | > loader_time: 0.0044 (0.004591845254672422)  --> TIME: 2025-03-25 20:45:23 -- STEP: 20125/31555 -- GLOBAL_STEP: 1124550 | > loss_text_ce: 0.03337821364402771 (0.03272472791748581) | > loss_mel_ce: 2.384446382522583 (nan) | > loss: 0.009594541974365711 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14115242683221055) | > loader_time: 0.0047 (0.004591771759601854)  --> TIME: 2025-03-25 20:45:33 -- STEP: 20175/31555 -- GLOBAL_STEP: 1124600 | > loss_text_ce: 0.033932413905858994 (0.032724573002548905) | > loss_mel_ce: 1.79693603515625 (nan) | > loss: 0.007265351712703705 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14116716771320748) | > loader_time: 0.0044 (0.004592102256406193)  --> TIME: 2025-03-25 20:45:42 -- STEP: 20225/31555 -- GLOBAL_STEP: 1124650 | > loss_text_ce: 0.03230063244700432 (0.032719523661041264) | > loss_mel_ce: 2.7484052181243896 (nan) | > loss: 0.011034548282623291 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14115817512068932) | > loader_time: 0.0045 (0.004592259776017569)  --> TIME: 2025-03-25 20:45:52 -- STEP: 20275/31555 -- GLOBAL_STEP: 1124700 | > loss_text_ce: 0.02950970083475113 (0.03272127520862586) | > loss_mel_ce: 3.005610466003418 (nan) | > loss: 0.012044128961861134 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1411602164079167) | > loader_time: 0.0049 (0.004592339048844229)  --> TIME: 2025-03-25 20:46:01 -- STEP: 20325/31555 -- GLOBAL_STEP: 1124750 | > loss_text_ce: 0.050890002399683 (0.03272051793141668) | > loss_mel_ce: 2.3564491271972656 (nan) | > loss: 0.009552933275699615 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14115131450901733) | > loader_time: 0.0047 (0.0045923153852624665)  --> TIME: 2025-03-25 20:46:11 -- STEP: 20375/31555 -- GLOBAL_STEP: 1124800 | > loss_text_ce: 0.034025274217128754 (0.03272118153980723) | > loss_mel_ce: 2.7680368423461914 (nan) | > loss: 0.011119293980300426 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1411515054527232) | > loader_time: 0.0045 (0.004592387111640418)  --> TIME: 2025-03-25 20:46:21 -- STEP: 20425/31555 -- GLOBAL_STEP: 1124850 | > loss_text_ce: 0.03615805134177208 (0.03271867118543303) | > loss_mel_ce: 0.12213134765625 (nan) | > loss: 0.0006281326059252024 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1411555880052803) | > loader_time: 0.0047 (0.004592507244469638)  --> TIME: 2025-03-25 20:46:30 -- STEP: 20475/31555 -- GLOBAL_STEP: 1124900 | > loss_text_ce: 0.047289203852415085 (0.03272068685914537) | > loss_mel_ce: 2.517115592956543 (nan) | > loss: 0.010176209732890129 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1411514646229722) | > loader_time: 0.0044 (0.004592640053512711)  --> TIME: 2025-03-25 20:46:40 -- STEP: 20525/31555 -- GLOBAL_STEP: 1124950 | > loss_text_ce: 0.0314253531396389 (0.03271926098456667) | > loss_mel_ce: 2.5275819301605225 (nan) | > loss: 0.010154791176319122 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1411584092231959) | > loader_time: 0.0046 (0.00459255659914192)  --> TIME: 2025-03-25 20:46:50 -- STEP: 20575/31555 -- GLOBAL_STEP: 1125000 | > loss_text_ce: 0.02743803709745407 (0.0327190708891825) | > loss_mel_ce: 2.947671890258789 (nan) | > loss: 0.011805991642177105 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14115798733503765) | > loader_time: 0.0045 (0.004592536251860732)  --> TIME: 2025-03-25 20:46:59 -- STEP: 20625/31555 -- GLOBAL_STEP: 1125050 | > loss_text_ce: 0.025104336440563202 (0.032717456475487294) | > loss_mel_ce: 2.8890836238861084 (nan) | > loss: 0.011564237996935844 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1411587894902078) | > loader_time: 0.0043 (0.004592519598296209)  --> TIME: 2025-03-25 20:47:09 -- STEP: 20675/31555 -- GLOBAL_STEP: 1125100 | > loss_text_ce: 0.029815124347805977 (0.032719105801251196) | > loss_mel_ce: 2.406268835067749 (nan) | > loss: 0.009667000733315945 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.1411687472941934) | > loader_time: 0.0047 (0.004593148975303142)  --> TIME: 2025-03-25 20:47:19 -- STEP: 20725/31555 -- GLOBAL_STEP: 1125150 | > loss_text_ce: 0.04700542986392975 (0.032719740243976926) | > loss_mel_ce: 2.6479570865631104 (nan) | > loss: 0.010694296099245548 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1411683961134329) | > loader_time: 0.0047 (0.00459331036189211)  --> TIME: 2025-03-25 20:47:28 -- STEP: 20775/31555 -- GLOBAL_STEP: 1125200 | > loss_text_ce: 0.0442584827542305 (0.03272134696174905) | > loss_mel_ce: 3.0247457027435303 (nan) | > loss: 0.012178589589893818 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14116277667159133) | > loader_time: 0.0074 (0.004593208097235264)  --> TIME: 2025-03-25 20:47:38 -- STEP: 20825/31555 -- GLOBAL_STEP: 1125250 | > loss_text_ce: 0.05705542862415314 (0.03272532807061582) | > loss_mel_ce: 2.266348361968994 (nan) | > loss: 0.009219856932759285 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14115982462091828) | > loader_time: 0.0044 (0.0045941002400411)  --> TIME: 2025-03-25 20:47:48 -- STEP: 20875/31555 -- GLOBAL_STEP: 1125300 | > loss_text_ce: 0.03157937154173851 (0.032723410192274774) | > loss_mel_ce: 2.892376661300659 (nan) | > loss: 0.011603000573813915 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14116470438563117) | > loader_time: 0.0046 (0.004594225192498319)  --> TIME: 2025-03-25 20:47:58 -- STEP: 20925/31555 -- GLOBAL_STEP: 1125350 | > loss_text_ce: 0.03386545553803444 (0.03272060310639434) | > loss_mel_ce: 2.5208284854888916 (nan) | > loss: 0.010137675330042839 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14117140316478902) | > loader_time: 0.0048 (0.004594272422106902)  --> TIME: 2025-03-25 20:48:07 -- STEP: 20975/31555 -- GLOBAL_STEP: 1125400 | > loss_text_ce: 0.01717277243733406 (0.03271913542144706) | > loss_mel_ce: 2.607767105102539 (nan) | > loss: 0.010416428558528423 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14117226932557406) | > loader_time: 0.0044 (0.0045946138493352705)  --> TIME: 2025-03-25 20:48:17 -- STEP: 21025/31555 -- GLOBAL_STEP: 1125450 | > loss_text_ce: 0.015387443825602531 (0.03271555195576945) | > loss_mel_ce: 0.095703125 (nan) | > loss: 0.00044083563261665404 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.141172167463903) | > loader_time: 0.0043 (0.0045946366835150874)  --> TIME: 2025-03-25 20:48:26 -- STEP: 21075/31555 -- GLOBAL_STEP: 1125500 | > loss_text_ce: 0.03484422713518143 (0.032717203999983346) | > loss_mel_ce: 2.921163558959961 (nan) | > loss: 0.011730190366506577 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14116856653070903) | > loader_time: 0.0047 (0.0045945501497207655)  --> TIME: 2025-03-25 20:48:36 -- STEP: 21125/31555 -- GLOBAL_STEP: 1125550 | > loss_text_ce: 0.026203099638223648 (0.032714389944129445) | > loss_mel_ce: 2.6170616149902344 (nan) | > loss: 0.0104891462251544 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.1411793088405085) | > loader_time: 0.0043 (0.0045945712659486)  --> TIME: 2025-03-25 20:48:46 -- STEP: 21175/31555 -- GLOBAL_STEP: 1125600 | > loss_text_ce: 0.03312545642256737 (0.03271452297013444) | > loss_mel_ce: 1.8836737871170044 (nan) | > loss: 0.0076063466258347034 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1411864978898368) | > loader_time: 0.0048 (0.004594878001928053)  --> TIME: 2025-03-25 20:48:56 -- STEP: 21225/31555 -- GLOBAL_STEP: 1125650 | > loss_text_ce: 0.04073594883084297 (0.03271900657410831) | > loss_mel_ce: 1.9523961544036865 (nan) | > loss: 0.007909255102276802 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14118547075628746) | > loader_time: 0.0044 (0.004595352224522964)  --> TIME: 2025-03-25 20:49:06 -- STEP: 21275/31555 -- GLOBAL_STEP: 1125700 | > loss_text_ce: 0.04022814705967903 (0.03271943621652601) | > loss_mel_ce: 2.3490700721740723 (nan) | > loss: 0.009481342509388924 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14118573987806107) | > loader_time: 0.0046 (0.004595208722752214)  --> TIME: 2025-03-25 20:49:15 -- STEP: 21325/31555 -- GLOBAL_STEP: 1125750 | > loss_text_ce: 0.042646411806344986 (0.032718736549876525) | > loss_mel_ce: 2.5608861446380615 (nan) | > loss: 0.010331478901207447 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14118186377137332) | > loader_time: 0.0044 (0.0045949676866967396)  --> TIME: 2025-03-25 20:49:25 -- STEP: 21375/31555 -- GLOBAL_STEP: 1125800 | > loss_text_ce: 0.030791020020842552 (0.032716788975903195) | > loss_mel_ce: 2.8039400577545166 (nan) | > loss: 0.011248933151364326 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.141189244365134) | > loader_time: 0.0044 (0.0045949502799943216)  --> TIME: 2025-03-25 20:49:34 -- STEP: 21425/31555 -- GLOBAL_STEP: 1125850 | > loss_text_ce: 0.04075199365615845 (0.03271658514073188) | > loss_mel_ce: 2.7052817344665527 (nan) | > loss: 0.010896959342062473 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14118599158323727) | > loader_time: 0.0044 (0.004594910297816667)  --> TIME: 2025-03-25 20:49:44 -- STEP: 21475/31555 -- GLOBAL_STEP: 1125900 | > loss_text_ce: 0.02352209948003292 (0.032717279374851055) | > loss_mel_ce: 2.554119110107422 (nan) | > loss: 0.010228735394775867 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14118638099697015) | > loader_time: 0.0045 (0.004594696109314324)  --> TIME: 2025-03-25 20:49:53 -- STEP: 21525/31555 -- GLOBAL_STEP: 1125950 | > loss_text_ce: 0.026321737095713615 (0.03271797275419473) | > loss_mel_ce: 2.555779457092285 (nan) | > loss: 0.010246433317661285 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14117304940395337) | > loader_time: 0.0046 (0.004594393496452452)  --> TIME: 2025-03-25 20:50:03 -- STEP: 21575/31555 -- GLOBAL_STEP: 1126000 | > loss_text_ce: 0.028773939236998558 (0.032715782642770336) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1411629806553913) | > loader_time: 0.0044 (0.004594245846550548)  --> TIME: 2025-03-25 20:50:13 -- STEP: 21625/31555 -- GLOBAL_STEP: 1126050 | > loss_text_ce: 0.0239490307867527 (0.0327163516587519) | > loss_mel_ce: 2.1866025924682617 (nan) | > loss: 0.008772031404078007 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14116797845211987) | > loader_time: 0.0047 (0.0045944206149591904)  --> TIME: 2025-03-25 20:50:22 -- STEP: 21675/31555 -- GLOBAL_STEP: 1126100 | > loss_text_ce: 0.04055970534682274 (0.0327161854974316) | > loss_mel_ce: 2.4050209522247314 (nan) | > loss: 0.009704685769975185 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14117000975823285) | > loader_time: 0.0045 (0.0045946443067152514)  --> TIME: 2025-03-25 20:50:32 -- STEP: 21725/31555 -- GLOBAL_STEP: 1126150 | > loss_text_ce: 0.026599513366818428 (0.03271749541905077) | > loss_mel_ce: 1.98575758934021 (nan) | > loss: 0.007985544390976429 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1411680684896275) | > loader_time: 0.0047 (0.004594482206776997)  --> TIME: 2025-03-25 20:50:41 -- STEP: 21775/31555 -- GLOBAL_STEP: 1126200 | > loss_text_ce: 0.0313124917447567 (0.03271837301950061) | > loss_mel_ce: 3.065479040145874 (nan) | > loss: 0.012288856320083141 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.1411611944717598) | > loader_time: 0.0047 (0.0045944262372092474)  --> TIME: 2025-03-25 20:50:51 -- STEP: 21825/31555 -- GLOBAL_STEP: 1126250 | > loss_text_ce: 0.03815295547246933 (0.032717515377014186) | > loss_mel_ce: 2.665788173675537 (nan) | > loss: 0.010729925706982613 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14116493555005585) | > loader_time: 0.0069 (0.004594567518463661)  --> TIME: 2025-03-25 20:51:01 -- STEP: 21875/31555 -- GLOBAL_STEP: 1126300 | > loss_text_ce: 0.03149591013789177 (0.03271575598244158) | > loss_mel_ce: 2.630817413330078 (nan) | > loss: 0.010564735159277916 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14116855233328657) | > loader_time: 0.0047 (0.004594954365321573)  --> TIME: 2025-03-25 20:51:11 -- STEP: 21925/31555 -- GLOBAL_STEP: 1126350 | > loss_text_ce: 0.03177579492330551 (0.03271572068839109) | > loss_mel_ce: 2.0320088863372803 (nan) | > loss: 0.008189622312784195 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14118236935396947) | > loader_time: 0.0045 (0.0045949590328481895)  --> TIME: 2025-03-25 20:51:20 -- STEP: 21975/31555 -- GLOBAL_STEP: 1126400 | > loss_text_ce: 0.0325532965362072 (0.03271578812105021) | > loss_mel_ce: 2.7133119106292725 (nan) | > loss: 0.0108962906524539 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14117823805825278) | > loader_time: 0.0047 (0.00459489159480975)  --> TIME: 2025-03-25 20:51:30 -- STEP: 22025/31555 -- GLOBAL_STEP: 1126450 | > loss_text_ce: 0.03744080290198326 (0.03272072452282223) | > loss_mel_ce: 2.3814730644226074 (nan) | > loss: 0.009598865173757076 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1411841024903242) | > loader_time: 0.0048 (0.004594858648016558)  --> TIME: 2025-03-25 20:51:40 -- STEP: 22075/31555 -- GLOBAL_STEP: 1126500 | > loss_text_ce: 0.03821326047182083 (0.03272053343527616) | > loss_mel_ce: 2.396479845046997 (nan) | > loss: 0.009661480784416199 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14117397779246524) | > loader_time: 0.0048 (0.004595178655967842)  --> TIME: 2025-03-25 20:51:49 -- STEP: 22125/31555 -- GLOBAL_STEP: 1126550 | > loss_text_ce: 0.023933326825499535 (0.032720527978898066) | > loss_mel_ce: 2.6847846508026123 (nan) | > loss: 0.010748881846666336 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14116260176189843) | > loader_time: 0.0045 (0.0045952795535157635)  --> TIME: 2025-03-25 20:51:59 -- STEP: 22175/31555 -- GLOBAL_STEP: 1126600 | > loss_text_ce: 0.03379398211836815 (0.032720770992321804) | > loss_mel_ce: 2.604091167449951 (nan) | > loss: 0.010467798449099064 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.139 (0.1411599663924738) | > loader_time: 0.0045 (0.004595468643687355)  --> TIME: 2025-03-25 20:52:08 -- STEP: 22225/31555 -- GLOBAL_STEP: 1126650 | > loss_text_ce: 0.046227265149354935 (0.032723144775945776) | > loss_mel_ce: 1.9780099391937256 (nan) | > loss: 0.008032687939703465 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1411544543417551) | > loader_time: 0.0047 (0.0045955552507707335)  --> TIME: 2025-03-25 20:52:18 -- STEP: 22275/31555 -- GLOBAL_STEP: 1126700 | > loss_text_ce: 0.029737867414951324 (0.032722483732424985) | > loss_mel_ce: 3.080310344696045 (nan) | > loss: 0.012341462075710297 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14115581255569165) | > loader_time: 0.0048 (0.004595632167777635)  --> TIME: 2025-03-25 20:52:27 -- STEP: 22325/31555 -- GLOBAL_STEP: 1126750 | > loss_text_ce: 0.0351642444729805 (0.0327226516971528) | > loss_mel_ce: 3.129450798034668 (nan) | > loss: 0.01255799736827612 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14115201496196844) | > loader_time: 0.0043 (0.004595955008221639)  --> TIME: 2025-03-25 20:52:37 -- STEP: 22375/31555 -- GLOBAL_STEP: 1126800 | > loss_text_ce: 0.02862517721951008 (0.03272114724919768) | > loss_mel_ce: 2.3518693447113037 (nan) | > loss: 0.009446407668292522 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14115206472300915) | > loader_time: 0.0049 (0.004595914872664982)  --> TIME: 2025-03-25 20:52:47 -- STEP: 22425/31555 -- GLOBAL_STEP: 1126850 | > loss_text_ce: 0.035524774342775345 (0.032720083768251966) | > loss_mel_ce: 2.124849319458008 (nan) | > loss: 0.008572913706302643 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1411550313679534) | > loader_time: 0.0045 (0.004595942885314877)  --> TIME: 2025-03-25 20:52:56 -- STEP: 22475/31555 -- GLOBAL_STEP: 1126900 | > loss_text_ce: 0.04633073881268501 (0.0327198850796105) | > loss_mel_ce: 0.0220947265625 (nan) | > loss: 0.0002715296286623925 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14114528706925047) | > loader_time: 0.0044 (0.00459581928868448)  --> TIME: 2025-03-25 20:53:06 -- STEP: 22525/31555 -- GLOBAL_STEP: 1126950 | > loss_text_ce: 0.038862813264131546 (0.03272061028347208) | > loss_mel_ce: 2.9578287601470947 (nan) | > loss: 0.01189163327217102 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14115681351885007) | > loader_time: 0.0046 (0.004595826166980674)  --> TIME: 2025-03-25 20:53:16 -- STEP: 22575/31555 -- GLOBAL_STEP: 1127000 | > loss_text_ce: 0.03731241077184677 (0.03271827866617209) | > loss_mel_ce: 2.918212413787842 (nan) | > loss: 0.011728274635970592 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14115201229800936) | > loader_time: 0.0045 (0.004595648215326631)  --> TIME: 2025-03-25 20:53:25 -- STEP: 22625/31555 -- GLOBAL_STEP: 1127050 | > loss_text_ce: 0.03269984573125839 (0.03272234875433) | > loss_mel_ce: 0.0493977852165699 (nan) | > loss: 0.0003257842909079045 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1411458361715242) | > loader_time: 0.0044 (0.004595416643342925)  --> TIME: 2025-03-25 20:53:35 -- STEP: 22675/31555 -- GLOBAL_STEP: 1127100 | > loss_text_ce: 0.03581366315484047 (0.03272167619527218) | > loss_mel_ce: 3.0420279502868652 (nan) | > loss: 0.012213657610118389 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14114771180536653) | > loader_time: 0.0046 (0.004595528227228843)  --> TIME: 2025-03-25 20:53:44 -- STEP: 22725/31555 -- GLOBAL_STEP: 1127150 | > loss_text_ce: 0.027669057250022888 (0.03271921675902237) | > loss_mel_ce: 2.6830239295959473 (nan) | > loss: 0.01075671799480915 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.1411434200861797) | > loader_time: 0.0048 (0.004595766172419554)  --> TIME: 2025-03-25 20:53:54 -- STEP: 22775/31555 -- GLOBAL_STEP: 1127200 | > loss_text_ce: 0.032522380352020264 (0.03271581702048813) | > loss_mel_ce: 1.076546549797058 (nan) | > loss: 0.004401067271828651 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.1411377702874225) | > loader_time: 0.0042 (0.004595699299834303)  --> TIME: 2025-03-25 20:54:04 -- STEP: 22825/31555 -- GLOBAL_STEP: 1127250 | > loss_text_ce: 0.030290788039565086 (0.032715915210977366) | > loss_mel_ce: 1.9774169921875 (nan) | > loss: 0.007967094890773296 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14114623933606146) | > loader_time: 0.0045 (0.004595803566856429)  --> TIME: 2025-03-25 20:54:13 -- STEP: 22875/31555 -- GLOBAL_STEP: 1127300 | > loss_text_ce: 0.027576781809329987 (0.032712817693831255) | > loss_mel_ce: 2.6881136894226074 (nan) | > loss: 0.010776549577713013 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14114706569942592) | > loader_time: 0.0045 (0.004596091515379525)  --> TIME: 2025-03-25 20:54:23 -- STEP: 22925/31555 -- GLOBAL_STEP: 1127350 | > loss_text_ce: 0.039996225386857986 (0.03271414050082838) | > loss_mel_ce: 2.5458731651306152 (nan) | > loss: 0.010261386632919312 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1411441982585443) | > loader_time: 0.0044 (0.004596494187965517)  --> TIME: 2025-03-25 20:54:33 -- STEP: 22975/31555 -- GLOBAL_STEP: 1127400 | > loss_text_ce: 0.03753956779837608 (0.032716064269008666) | > loss_mel_ce: 2.679222583770752 (nan) | > loss: 0.010780802927911282 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14115784028668635) | > loader_time: 0.0045 (0.004596693757049929)  --> TIME: 2025-03-25 20:54:43 -- STEP: 23025/31555 -- GLOBAL_STEP: 1127450 | > loss_text_ce: 0.02997407875955105 (0.03271970975541371) | > loss_mel_ce: 3.1300837993621826 (nan) | > loss: 0.012539912946522236 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14115603044159877) | > loader_time: 0.0045 (0.004596538543701176)  --> TIME: 2025-03-25 20:54:52 -- STEP: 23075/31555 -- GLOBAL_STEP: 1127500 | > loss_text_ce: 0.039699092507362366 (0.032721378386165706) | > loss_mel_ce: 3.0278611183166504 (nan) | > loss: 0.012172858230769634 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1411626037874559) | > loader_time: 0.0045 (0.004596391462943925)  --> TIME: 2025-03-25 20:55:02 -- STEP: 23125/31555 -- GLOBAL_STEP: 1127550 | > loss_text_ce: 0.03294691815972328 (0.03272075492860472) | > loss_mel_ce: 2.6822192668914795 (nan) | > loss: 0.010774469003081322 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14116836603525498) | > loader_time: 0.0045 (0.00459673351597142)  --> TIME: 2025-03-25 20:55:12 -- STEP: 23175/31555 -- GLOBAL_STEP: 1127600 | > loss_text_ce: 0.025660011917352676 (0.03272228826042298) | > loss_mel_ce: 2.4197325706481934 (nan) | > loss: 0.009703939780592918 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.141177262169386) | > loader_time: 0.0048 (0.004596947944665809)  --> TIME: 2025-03-25 20:55:21 -- STEP: 23225/31555 -- GLOBAL_STEP: 1127650 | > loss_text_ce: 0.02795424312353134 (0.03272237577779338) | > loss_mel_ce: 2.2867660522460938 (nan) | > loss: 0.009185398928821087 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14116508785695348) | > loader_time: 0.0044 (0.004596843801607232)  --> TIME: 2025-03-25 20:55:31 -- STEP: 23275/31555 -- GLOBAL_STEP: 1127700 | > loss_text_ce: 0.03713285177946091 (0.032722193852274775) | > loss_mel_ce: 3.463283061981201 (nan) | > loss: 0.013890539295971394 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14116801458577946) | > loader_time: 0.0045 (0.004597295900420655)  --> TIME: 2025-03-25 20:55:41 -- STEP: 23325/31555 -- GLOBAL_STEP: 1127750 | > loss_text_ce: 0.030511200428009033 (0.03272216354631507) | > loss_mel_ce: 2.650090456008911 (nan) | > loss: 0.010637308470904827 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1411591592197885) | > loader_time: 0.0045 (0.004597509921810894)  --> TIME: 2025-03-25 20:55:50 -- STEP: 23375/31555 -- GLOBAL_STEP: 1127800 | > loss_text_ce: 0.026882383972406387 (0.03271935058843297) | > loss_mel_ce: 2.6674387454986572 (nan) | > loss: 0.010691750794649124 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14115253181253484) | > loader_time: 0.0045 (0.004597884530052145)  --> TIME: 2025-03-25 20:56:00 -- STEP: 23425/31555 -- GLOBAL_STEP: 1127850 | > loss_text_ce: 0.029849832877516747 (0.032718008061117285) | > loss_mel_ce: 0.5961456298828125 (nan) | > loss: 0.0024841090198606253 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14114409527122104) | > loader_time: 0.0044 (0.004597837566184389)  --> TIME: 2025-03-25 20:56:09 -- STEP: 23475/31555 -- GLOBAL_STEP: 1127900 | > loss_text_ce: 0.02647477015852928 (0.0327156640763399) | > loss_mel_ce: 2.6419429779052734 (nan) | > loss: 0.01058895979076624 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14114499375462106) | > loader_time: 0.0046 (0.004597881792452388)  --> TIME: 2025-03-25 20:56:19 -- STEP: 23525/31555 -- GLOBAL_STEP: 1127950 | > loss_text_ce: 0.03388349711894989 (0.032715296316198836) | > loss_mel_ce: 2.6753745079040527 (nan) | > loss: 0.010751024819910526 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14115405231682532) | > loader_time: 0.0046 (0.004598061676106468)  --> TIME: 2025-03-25 20:56:29 -- STEP: 23575/31555 -- GLOBAL_STEP: 1128000 | > loss_text_ce: 0.03438528999686241 (0.03271425327323626) | > loss_mel_ce: 2.811622381210327 (nan) | > loss: 0.011293681338429451 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14115079783685336) | > loader_time: 0.0048 (0.004598069711808559)  --> TIME: 2025-03-25 20:56:38 -- STEP: 23625/31555 -- GLOBAL_STEP: 1128050 | > loss_text_ce: 0.039577316492795944 (0.03271526442641589) | > loss_mel_ce: 2.8333353996276855 (nan) | > loss: 0.011400447227060795 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14114900605136077) | > loader_time: 0.0046 (0.004598137487179386)  --> TIME: 2025-03-25 20:56:48 -- STEP: 23675/31555 -- GLOBAL_STEP: 1128100 | > loss_text_ce: 0.039728689938783646 (0.032715820527095284) | > loss_mel_ce: 3.268470287322998 (nan) | > loss: 0.013127774000167847 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14115470742222566) | > loader_time: 0.0048 (0.004598404633583458)  --> TIME: 2025-03-25 20:56:58 -- STEP: 23725/31555 -- GLOBAL_STEP: 1128150 | > loss_text_ce: 0.0340607613325119 (0.032713541098535366) | > loss_mel_ce: 2.60438871383667 (nan) | > loss: 0.010470038279891014 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1411601210796161) | > loader_time: 0.0043 (0.004598617041198919)  --> TIME: 2025-03-25 20:57:08 -- STEP: 23775/31555 -- GLOBAL_STEP: 1128200 | > loss_text_ce: 0.018874138593673706 (0.03271387057596262) | > loss_mel_ce: 2.242044448852539 (nan) | > loss: 0.00897189974784851 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14115596264820052) | > loader_time: 0.0047 (0.0045987100029593305)  --> TIME: 2025-03-25 20:57:17 -- STEP: 23825/31555 -- GLOBAL_STEP: 1128250 | > loss_text_ce: 0.02956611104309559 (0.03271584623355428) | > loss_mel_ce: 2.5266294479370117 (nan) | > loss: 0.010143633931875229 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14116143786019003) | > loader_time: 0.0044 (0.004598719305656885)  --> TIME: 2025-03-25 20:57:27 -- STEP: 23875/31555 -- GLOBAL_STEP: 1128300 | > loss_text_ce: 0.03431481495499611 (0.03271798689199179) | > loss_mel_ce: 3.019857168197632 (nan) | > loss: 0.012119730934500694 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14115997453260104) | > loader_time: 0.0046 (0.004598894169193283)  --> TIME: 2025-03-25 20:57:37 -- STEP: 23925/31555 -- GLOBAL_STEP: 1128350 | > loss_text_ce: 0.03475425764918327 (0.03271811292279977) | > loss_mel_ce: 2.8366572856903076 (nan) | > loss: 0.011394491419196129 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14116526604695184) | > loader_time: 0.0045 (0.004598875633726045)  --> TIME: 2025-03-25 20:57:46 -- STEP: 23975/31555 -- GLOBAL_STEP: 1128400 | > loss_text_ce: 0.03806775063276291 (0.032717731001672995) | > loss_mel_ce: 2.6292061805725098 (nan) | > loss: 0.010584421455860138 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14116661051888338) | > loader_time: 0.0045 (0.004599209179843421)  --> TIME: 2025-03-25 20:57:56 -- STEP: 24025/31555 -- GLOBAL_STEP: 1128450 | > loss_text_ce: 0.045403845608234406 (0.032717535351591755) | > loss_mel_ce: 0.10565185546875 (nan) | > loss: 0.0005994273815304041 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14116821192801846) | > loader_time: 0.0044 (0.004599192864440849)  --> TIME: 2025-03-25 20:58:06 -- STEP: 24075/31555 -- GLOBAL_STEP: 1128500 | > loss_text_ce: 0.040703028440475464 (0.03271845520985588) | > loss_mel_ce: 3.0737011432647705 (nan) | > loss: 0.01235874742269516 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14118010231762687) | > loader_time: 0.0047 (0.004599260466863799)  --> TIME: 2025-03-25 20:58:16 -- STEP: 24125/31555 -- GLOBAL_STEP: 1128550 | > loss_text_ce: 0.026627173647284508 (0.03271965331908461) | > loss_mel_ce: 2.763054132461548 (nan) | > loss: 0.011070163920521736 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14118397965702895) | > loader_time: 0.0045 (0.0045995171996595875)  --> TIME: 2025-03-25 20:58:26 -- STEP: 24175/31555 -- GLOBAL_STEP: 1128600 | > loss_text_ce: 0.034009214490652084 (0.0327187506985899) | > loss_mel_ce: 2.6871042251586914 (nan) | > loss: 0.010798069648444653 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14118598666777818) | > loader_time: 0.0044 (0.004599780829270834)  --> TIME: 2025-03-25 20:58:35 -- STEP: 24225/31555 -- GLOBAL_STEP: 1128650 | > loss_text_ce: 0.016415070742368698 (0.032720497041609786) | > loss_mel_ce: 1.5654584169387817 (nan) | > loss: 0.006277276203036308 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14118166216878744) | > loader_time: 0.0045 (0.0045997805738104535)  --> TIME: 2025-03-25 20:58:45 -- STEP: 24275/31555 -- GLOBAL_STEP: 1128700 | > loss_text_ce: 0.030442476272583008 (0.03272137842331932) | > loss_mel_ce: 2.5422656536102295 (nan) | > loss: 0.010209159925580025 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14119015397053097) | > loader_time: 0.0045 (0.00459975717978668)  --> TIME: 2025-03-25 20:58:55 -- STEP: 24325/31555 -- GLOBAL_STEP: 1128750 | > loss_text_ce: 0.036646902561187744 (0.032722547307862934) | > loss_mel_ce: 2.8978946208953857 (nan) | > loss: 0.011645006015896797 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14118520416189112) | > loader_time: 0.0046 (0.0045996622240433)  --> TIME: 2025-03-25 20:59:04 -- STEP: 24375/31555 -- GLOBAL_STEP: 1128800 | > loss_text_ce: 0.03560052067041397 (0.03272314086789478) | > loss_mel_ce: 2.2627058029174805 (nan) | > loss: 0.009120263159275055 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1411894208467915) | > loader_time: 0.0047 (0.004599863502306812)  --> TIME: 2025-03-25 20:59:14 -- STEP: 24425/31555 -- GLOBAL_STEP: 1128850 | > loss_text_ce: 0.036211103200912476 (0.03272474729771508) | > loss_mel_ce: 2.570805072784424 (nan) | > loss: 0.010345302522182465 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1411860620133579) | > loader_time: 0.0044 (0.004599725153209486)  --> TIME: 2025-03-25 20:59:24 -- STEP: 24475/31555 -- GLOBAL_STEP: 1128900 | > loss_text_ce: 0.04480739310383797 (0.03272612978853602) | > loss_mel_ce: 3.1700119972229004 (nan) | > loss: 0.012757220305502415 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14118860273000708) | > loader_time: 0.0045 (0.004599657662677082)  --> TIME: 2025-03-25 20:59:33 -- STEP: 24525/31555 -- GLOBAL_STEP: 1128950 | > loss_text_ce: 0.035722825676202774 (0.03272428575910746) | > loss_mel_ce: 2.5729095935821533 (nan) | > loss: 0.010351716540753841 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14119211645058216) | > loader_time: 0.0047 (0.004599648882975761)  --> TIME: 2025-03-25 20:59:43 -- STEP: 24575/31555 -- GLOBAL_STEP: 1129000 | > loss_text_ce: 0.03417809307575226 (0.032725642131014) | > loss_mel_ce: 2.3142788410186768 (nan) | > loss: 0.009319273754954338 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1411948547285661) | > loader_time: 0.0044 (0.004599640886029298)  --> TIME: 2025-03-25 20:59:53 -- STEP: 24625/31555 -- GLOBAL_STEP: 1129050 | > loss_text_ce: 0.046024713665246964 (0.03272537683680396) | > loss_mel_ce: 2.192936658859253 (nan) | > loss: 0.00888476800173521 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14118529007035402) | > loader_time: 0.0043 (0.004599636348976099)  --> TIME: 2025-03-25 21:00:02 -- STEP: 24675/31555 -- GLOBAL_STEP: 1129100 | > loss_text_ce: 0.03032684698700905 (0.03272604123237227) | > loss_mel_ce: 2.2513105869293213 (nan) | > loss: 0.009054116904735565 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14119169608196297) | > loader_time: 0.0045 (0.0045997238062556135)  --> TIME: 2025-03-25 21:00:12 -- STEP: 24725/31555 -- GLOBAL_STEP: 1129150 | > loss_text_ce: 0.03253963962197304 (0.032725247421892034) | > loss_mel_ce: 3.0243756771087646 (nan) | > loss: 0.012130617164075375 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14119130938793173) | > loader_time: 0.0046 (0.0045995902243711586)  --> TIME: 2025-03-25 21:00:22 -- STEP: 24775/31555 -- GLOBAL_STEP: 1129200 | > loss_text_ce: 0.029390493407845497 (0.03272457254368229) | > loss_mel_ce: 3.038057804107666 (nan) | > loss: 0.012172414921224117 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14119132007287025) | > loader_time: 0.0043 (0.004599485532065811)  --> TIME: 2025-03-25 21:00:31 -- STEP: 24825/31555 -- GLOBAL_STEP: 1129250 | > loss_text_ce: 0.03606182336807251 (0.03272180996868961) | > loss_mel_ce: 3.0403647422790527 (nan) | > loss: 0.012208042666316032 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1411907002428861) | > loader_time: 0.0048 (0.004599497142995352)  --> TIME: 2025-03-25 21:00:41 -- STEP: 24875/31555 -- GLOBAL_STEP: 1129300 | > loss_text_ce: 0.029949715360999107 (0.03272076932917404) | > loss_mel_ce: 2.32189679145813 (nan) | > loss: 0.00933272484689951 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14119848703738969) | > loader_time: 0.0049 (0.004599521483608225)  --> TIME: 2025-03-25 21:00:51 -- STEP: 24925/31555 -- GLOBAL_STEP: 1129350 | > loss_text_ce: 0.04153032600879669 (0.0327208266573522) | > loss_mel_ce: 2.675475597381592 (nan) | > loss: 0.010781770572066307 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14119879615462239) | > loader_time: 0.0043 (0.0045995218512287364)  --> TIME: 2025-03-25 21:01:00 -- STEP: 24975/31555 -- GLOBAL_STEP: 1129400 | > loss_text_ce: 0.027985457330942154 (0.03272232288343643) | > loss_mel_ce: 3.019627094268799 (nan) | > loss: 0.012093701399862766 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14119469758149195) | > loader_time: 0.0043 (0.0045993916145912785)  --> TIME: 2025-03-25 21:01:10 -- STEP: 25025/31555 -- GLOBAL_STEP: 1129450 | > loss_text_ce: 0.027406619861721992 (0.03272317604171997) | > loss_mel_ce: 2.802682638168335 (nan) | > loss: 0.011230513453483582 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1411941891497778) | > loader_time: 0.0048 (0.004599350120399624)  --> TIME: 2025-03-25 21:01:20 -- STEP: 25075/31555 -- GLOBAL_STEP: 1129500 | > loss_text_ce: 0.020765315741300583 (0.03272150135508968) | > loss_mel_ce: 1.7216192483901978 (nan) | > loss: 0.006914224941283464 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.141193647175462) | > loader_time: 0.0044 (0.004599301489376479)  --> TIME: 2025-03-25 21:01:30 -- STEP: 25125/31555 -- GLOBAL_STEP: 1129550 | > loss_text_ce: 0.03005698136985302 (0.03272318026197305) | > loss_mel_ce: 2.5696473121643066 (nan) | > loss: 0.01031628716737032 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14120500129965338) | > loader_time: 0.0046 (0.0045994630215773005)  --> TIME: 2025-03-25 21:01:39 -- STEP: 25175/31555 -- GLOBAL_STEP: 1129600 | > loss_text_ce: 0.026399828493595123 (0.032721297536840326) | > loss_mel_ce: 2.682262897491455 (nan) | > loss: 0.010748662054538727 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14121059017124513) | > loader_time: 0.0048 (0.004599517151757773)  --> TIME: 2025-03-25 21:01:49 -- STEP: 25225/31555 -- GLOBAL_STEP: 1129650 | > loss_text_ce: 0.0378478467464447 (0.03271748753192513) | > loss_mel_ce: 2.3948745727539062 (nan) | > loss: 0.009653660468757153 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14121050349784625) | > loader_time: 0.0046 (0.0045996091292563775)  --> TIME: 2025-03-25 21:01:59 -- STEP: 25275/31555 -- GLOBAL_STEP: 1129700 | > loss_text_ce: 0.03475186228752136 (0.0327179231113289) | > loss_mel_ce: 3.0044093132019043 (nan) | > loss: 0.012060164473950863 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14120621002982026) | > loader_time: 0.0046 (0.004599480992137041)  --> TIME: 2025-03-25 21:02:09 -- STEP: 25325/31555 -- GLOBAL_STEP: 1129750 | > loss_text_ce: 0.028817815706133842 (0.032719208014998044) | > loss_mel_ce: 2.643756628036499 (nan) | > loss: 0.010605455376207829 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14121963707150914) | > loader_time: 0.0045 (0.004599334692319558)  --> TIME: 2025-03-25 21:02:18 -- STEP: 25375/31555 -- GLOBAL_STEP: 1129800 | > loss_text_ce: 0.02505483105778694 (0.032717756368880094) | > loss_mel_ce: 2.8218204975128174 (nan) | > loss: 0.011297125369310379 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1412151716166524) | > loader_time: 0.0048 (0.004599295996680056)  --> TIME: 2025-03-25 21:02:28 -- STEP: 25425/31555 -- GLOBAL_STEP: 1129850 | > loss_text_ce: 0.03557108715176582 (0.032717951850208815) | > loss_mel_ce: 2.4750492572784424 (nan) | > loss: 0.009962779469788074 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14121920756299666) | > loader_time: 0.0047 (0.00459936743992269)  --> TIME: 2025-03-25 21:02:38 -- STEP: 25475/31555 -- GLOBAL_STEP: 1129900 | > loss_text_ce: 0.032956045120954514 (0.03271965388676536) | > loss_mel_ce: 2.72576904296875 (nan) | > loss: 0.010947322472929955 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14121907302512) | > loader_time: 0.0046 (0.0045996059215571965)  --> TIME: 2025-03-25 21:02:47 -- STEP: 25525/31555 -- GLOBAL_STEP: 1129950 | > loss_text_ce: 0.03197391331195831 (0.03271798465743869) | > loss_mel_ce: 2.8775734901428223 (nan) | > loss: 0.011545822955667973 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14121379219936903) | > loader_time: 0.0048 (0.00459987099560656)  --> TIME: 2025-03-25 21:02:57 -- STEP: 25575/31555 -- GLOBAL_STEP: 1130000 | > loss_text_ce: 0.03401505947113037 (0.03271591239278314) | > loss_mel_ce: 2.4258265495300293 (nan) | > loss: 0.009761277586221695 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14121163434413622) | > loader_time: 0.0046 (0.0045999512527928315) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1130000.pth  --> TIME: 2025-03-25 21:03:12 -- STEP: 25625/31555 -- GLOBAL_STEP: 1130050 | > loss_text_ce: 0.026166578754782677 (0.032715124285184354) | > loss_mel_ce: 1.86749267578125 (nan) | > loss: 0.007514521013945341 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14121243915092632) | > loader_time: 0.0044 (0.004600019138615314)  --> TIME: 2025-03-25 21:03:21 -- STEP: 25675/31555 -- GLOBAL_STEP: 1130100 | > loss_text_ce: 0.03212803229689598 (0.0327157983433056) | > loss_mel_ce: 0.0262451171875 (nan) | > loss: 0.00023163949663285166 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14120836385153038) | > loader_time: 0.0044 (0.004599989581827771)  --> TIME: 2025-03-25 21:03:31 -- STEP: 25725/31555 -- GLOBAL_STEP: 1130150 | > loss_text_ce: 0.045956261456012726 (0.032716815644083734) | > loss_mel_ce: 0.4251200258731842 (nan) | > loss: 0.0018693504389375448 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1412060888585126) | > loader_time: 0.0046 (0.004599986803890786)  --> TIME: 2025-03-25 21:03:40 -- STEP: 25775/31555 -- GLOBAL_STEP: 1130200 | > loss_text_ce: 0.036995142698287964 (0.032715716427363324) | > loss_mel_ce: 3.4170186519622803 (nan) | > loss: 0.013706404715776443 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14120111428454118) | > loader_time: 0.0044 (0.00460004133119038)  --> TIME: 2025-03-25 21:03:50 -- STEP: 25825/31555 -- GLOBAL_STEP: 1130250 | > loss_text_ce: 0.0322660468518734 (0.0327136639873101) | > loss_mel_ce: 2.3535869121551514 (nan) | > loss: 0.009467671625316143 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14119430494908558) | > loader_time: 0.0047 (0.004599997390274398)  --> TIME: 2025-03-25 21:03:59 -- STEP: 25875/31555 -- GLOBAL_STEP: 1130300 | > loss_text_ce: 0.03711335361003876 (0.032711650532656435) | > loss_mel_ce: 1.9603805541992188 (nan) | > loss: 0.00792656373232603 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1411915532264157) | > loader_time: 0.0044 (0.00460000393816815)  --> TIME: 2025-03-25 21:04:09 -- STEP: 25925/31555 -- GLOBAL_STEP: 1130350 | > loss_text_ce: 0.03838568553328514 (0.03271313673785149) | > loss_mel_ce: 3.11228346824646 (nan) | > loss: 0.012502656318247318 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1411965576363162) | > loader_time: 0.0045 (0.004600123651002393)  --> TIME: 2025-03-25 21:04:19 -- STEP: 25975/31555 -- GLOBAL_STEP: 1130400 | > loss_text_ce: 0.03299664333462715 (0.032711793693916885) | > loss_mel_ce: 2.5137367248535156 (nan) | > loss: 0.010106085799634457 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1411956103933444) | > loader_time: 0.0048 (0.004600208418316523)  --> TIME: 2025-03-25 21:04:28 -- STEP: 26025/31555 -- GLOBAL_STEP: 1130450 | > loss_text_ce: 0.04803324490785599 (0.03271238395491505) | > loss_mel_ce: 2.202392578125 (nan) | > loss: 0.008930261246860027 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.141189370214882) | > loader_time: 0.0045 (0.004600170457970058)  --> TIME: 2025-03-25 21:04:38 -- STEP: 26075/31555 -- GLOBAL_STEP: 1130500 | > loss_text_ce: 0.0274271909147501 (0.032708930404336665) | > loss_mel_ce: 2.0243759155273438 (nan) | > loss: 0.008142076432704926 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14117786541881197) | > loader_time: 0.0044 (0.004600397139244778)  --> TIME: 2025-03-25 21:04:47 -- STEP: 26125/31555 -- GLOBAL_STEP: 1130550 | > loss_text_ce: 0.02453935332596302 (0.03270961062046852) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14117719825489117) | > loader_time: 0.0046 (0.004600555794090746)  --> TIME: 2025-03-25 21:04:57 -- STEP: 26175/31555 -- GLOBAL_STEP: 1130600 | > loss_text_ce: 0.038607146590948105 (0.0327085538309529) | > loss_mel_ce: 2.8639461994171143 (nan) | > loss: 0.011518069542944431 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14118428727617263) | > loader_time: 0.0048 (0.004600651029643268)  --> TIME: 2025-03-25 21:05:07 -- STEP: 26225/31555 -- GLOBAL_STEP: 1130650 | > loss_text_ce: 0.03261943906545639 (0.032708317168390344) | > loss_mel_ce: 0.02583821676671505 (nan) | > loss: 0.00023197484551928937 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1411885392995424) | > loader_time: 0.0045 (0.004600793822136689)  --> TIME: 2025-03-25 21:05:17 -- STEP: 26275/31555 -- GLOBAL_STEP: 1130700 | > loss_text_ce: 0.036331601440906525 (0.03270563648405709) | > loss_mel_ce: 2.6971309185028076 (nan) | > loss: 0.01084707397967577 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14119827458339013) | > loader_time: 0.0044 (0.004600987475220077)  --> TIME: 2025-03-25 21:05:26 -- STEP: 26325/31555 -- GLOBAL_STEP: 1130750 | > loss_text_ce: 0.037537746131420135 (0.032703368179605785) | > loss_mel_ce: 3.6240234375 (nan) | > loss: 0.014530005864799023 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14118907900390923) | > loader_time: 0.0044 (0.00460090133652501)  --> TIME: 2025-03-25 21:05:36 -- STEP: 26375/31555 -- GLOBAL_STEP: 1130800 | > loss_text_ce: 0.032484617084264755 (0.03270222971655419) | > loss_mel_ce: 3.27001953125 (nan) | > loss: 0.013105175457894802 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14117863065710587) | > loader_time: 0.0046 (0.0046009031991823025)  --> TIME: 2025-03-25 21:05:45 -- STEP: 26425/31555 -- GLOBAL_STEP: 1130850 | > loss_text_ce: 0.03363848850131035 (0.03269907068873488) | > loss_mel_ce: 2.431398868560791 (nan) | > loss: 0.009781895205378532 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14116586891795083) | > loader_time: 0.0045 (0.00460094044088979)  --> TIME: 2025-03-25 21:05:55 -- STEP: 26475/31555 -- GLOBAL_STEP: 1130900 | > loss_text_ce: 0.036907851696014404 (0.03269758088230983) | > loss_mel_ce: 2.79499888420105 (nan) | > loss: 0.011237725615501404 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14116583463040266) | > loader_time: 0.0045 (0.004601246443866448)  --> TIME: 2025-03-25 21:06:04 -- STEP: 26525/31555 -- GLOBAL_STEP: 1130950 | > loss_text_ce: 0.022762658074498177 (0.03269578382088409) | > loss_mel_ce: 2.7561635971069336 (nan) | > loss: 0.011027486063539982 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14116128942182246) | > loader_time: 0.0045 (0.004601508984579217)  --> TIME: 2025-03-25 21:06:14 -- STEP: 26575/31555 -- GLOBAL_STEP: 1131000 | > loss_text_ce: 0.02074107527732849 (0.03269451010558681) | > loss_mel_ce: 2.861621141433716 (nan) | > loss: 0.011437945999205112 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14116460026824487) | > loader_time: 0.0045 (0.004601543988131851)  --> TIME: 2025-03-25 21:06:23 -- STEP: 26625/31555 -- GLOBAL_STEP: 1131050 | > loss_text_ce: 0.02589397132396698 (0.0326931832873131) | > loss_mel_ce: 2.9001708030700684 (nan) | > loss: 0.011611368507146835 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1411604942805333) | > loader_time: 0.0047 (0.004601623248606225)  --> TIME: 2025-03-25 21:06:33 -- STEP: 26675/31555 -- GLOBAL_STEP: 1131100 | > loss_text_ce: 0.03289671987295151 (0.03269423628328872) | > loss_mel_ce: 2.5385582447052 (nan) | > loss: 0.010204186663031578 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14115696168772632) | > loader_time: 0.0044 (0.0046017157528706575)  --> TIME: 2025-03-25 21:06:43 -- STEP: 26725/31555 -- GLOBAL_STEP: 1131150 | > loss_text_ce: 0.028179414570331573 (0.03269162099153257) | > loss_mel_ce: 2.812476634979248 (nan) | > loss: 0.011272445321083069 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14115922290884092) | > loader_time: 0.0047 (0.004601763483516737)  --> TIME: 2025-03-25 21:06:52 -- STEP: 26775/31555 -- GLOBAL_STEP: 1131200 | > loss_text_ce: 0.02374396286904812 (0.03268959232345943) | > loss_mel_ce: 2.873430013656616 (nan) | > loss: 0.01149672269821167 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14115391253089382) | > loader_time: 0.0044 (0.004601813137364322)  --> TIME: 2025-03-25 21:07:02 -- STEP: 26825/31555 -- GLOBAL_STEP: 1131250 | > loss_text_ce: 0.032061971724033356 (0.032686758168416194) | > loss_mel_ce: 2.726745367050171 (nan) | > loss: 0.010947649367153645 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14115971758114554) | > loader_time: 0.0046 (0.004601944943843108)  --> TIME: 2025-03-25 21:07:11 -- STEP: 26875/31555 -- GLOBAL_STEP: 1131300 | > loss_text_ce: 0.025330675765872 (0.03268583805921417) | > loss_mel_ce: 2.364652633666992 (nan) | > loss: 0.0094840619713068 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1411552183994028) | > loader_time: 0.0044 (0.004601863346543425)  --> TIME: 2025-03-25 21:07:21 -- STEP: 26925/31555 -- GLOBAL_STEP: 1131350 | > loss_text_ce: 0.034008629620075226 (0.03268308293133125) | > loss_mel_ce: 2.5541794300079346 (nan) | > loss: 0.010270589031279087 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14114430875609968) | > loader_time: 0.0045 (0.004601783495648882)  --> TIME: 2025-03-25 21:07:31 -- STEP: 26975/31555 -- GLOBAL_STEP: 1131400 | > loss_text_ce: 0.026759754866361618 (0.03267890182100153) | > loss_mel_ce: 1.872370719909668 (nan) | > loss: 0.0075362324714660645 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14115074832976376) | > loader_time: 0.0045 (0.004601818894323539)  --> TIME: 2025-03-25 21:07:40 -- STEP: 27025/31555 -- GLOBAL_STEP: 1131450 | > loss_text_ce: 0.029443029314279556 (0.03267887590882025) | > loss_mel_ce: 2.3837890625 (nan) | > loss: 0.00957631878554821 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1411519818301558) | > loader_time: 0.0045 (0.004601643974311257)  --> TIME: 2025-03-25 21:07:50 -- STEP: 27075/31555 -- GLOBAL_STEP: 1131500 | > loss_text_ce: 0.02146211266517639 (0.032680310560587664) | > loss_mel_ce: 2.095818042755127 (nan) | > loss: 0.008401906117796898 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14114660335269558) | > loader_time: 0.0043 (0.004601481227223126)  --> TIME: 2025-03-25 21:07:59 -- STEP: 27125/31555 -- GLOBAL_STEP: 1131550 | > loss_text_ce: 0.04069767892360687 (0.0326792781766379) | > loss_mel_ce: 3.2288191318511963 (nan) | > loss: 0.012974273413419724 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1411439777761012) | > loader_time: 0.0043 (0.004601433459514849)  --> TIME: 2025-03-25 21:08:09 -- STEP: 27175/31555 -- GLOBAL_STEP: 1131600 | > loss_text_ce: 0.03337671607732773 (0.032679901423639954) | > loss_mel_ce: 2.523660182952881 (nan) | > loss: 0.010146972723305225 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14114830189926872) | > loader_time: 0.0046 (0.0046013305860587855)  --> TIME: 2025-03-25 21:08:19 -- STEP: 27225/31555 -- GLOBAL_STEP: 1131650 | > loss_text_ce: 0.02922065183520317 (0.032677768803995595) | > loss_mel_ce: 2.7171053886413574 (nan) | > loss: 0.010898119769990444 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14114613823763708) | > loader_time: 0.0047 (0.004601423151455855)  --> TIME: 2025-03-25 21:08:28 -- STEP: 27275/31555 -- GLOBAL_STEP: 1131700 | > loss_text_ce: 0.02796201966702938 (0.03267760900495391) | > loss_mel_ce: 3.0586342811584473 (nan) | > loss: 0.01224839873611927 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14114753308807562) | > loader_time: 0.0045 (0.004601394223249034)  --> TIME: 2025-03-25 21:08:38 -- STEP: 27325/31555 -- GLOBAL_STEP: 1131750 | > loss_text_ce: 0.03140215203166008 (0.032677881719010614) | > loss_mel_ce: 2.95412278175354 (nan) | > loss: 0.01184732187539339 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14114887138953036) | > loader_time: 0.0047 (0.004601298495377297)  --> TIME: 2025-03-25 21:08:48 -- STEP: 27375/31555 -- GLOBAL_STEP: 1131800 | > loss_text_ce: 0.03271224722266197 (0.03267821153171611) | > loss_mel_ce: 2.73201584815979 (nan) | > loss: 0.01097114384174347 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14115000095977087) | > loader_time: 0.0045 (0.004601314692736754)  --> TIME: 2025-03-25 21:08:57 -- STEP: 27425/31555 -- GLOBAL_STEP: 1131850 | > loss_text_ce: 0.036697328090667725 (0.032677922025084655) | > loss_mel_ce: 2.6345486640930176 (nan) | > loss: 0.01060018315911293 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14113673422264858) | > loader_time: 0.0045 (0.004601294587934237)  --> TIME: 2025-03-25 21:09:07 -- STEP: 27475/31555 -- GLOBAL_STEP: 1131900 | > loss_text_ce: 0.03623446077108383 (0.03267755389711796) | > loss_mel_ce: 2.1651675701141357 (nan) | > loss: 0.008735722862184048 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14113900829381132) | > loader_time: 0.0042 (0.004601058161616643)  --> TIME: 2025-03-25 21:09:17 -- STEP: 27525/31555 -- GLOBAL_STEP: 1131950 | > loss_text_ce: 0.032822608947753906 (0.03267720741384712) | > loss_mel_ce: 2.3859174251556396 (nan) | > loss: 0.009598175063729286 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14114545371725168) | > loader_time: 0.0043 (0.004600768959814574)  --> TIME: 2025-03-25 21:09:26 -- STEP: 27575/31555 -- GLOBAL_STEP: 1132000 | > loss_text_ce: 0.0398879274725914 (0.032676179391903086) | > loss_mel_ce: 2.2632064819335938 (nan) | > loss: 0.00913926400244236 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14113323377676684) | > loader_time: 0.0048 (0.004600918995501866)  --> TIME: 2025-03-25 21:09:36 -- STEP: 27625/31555 -- GLOBAL_STEP: 1132050 | > loss_text_ce: 0.029356811195611954 (0.032676159543317665) | > loss_mel_ce: 2.413912296295166 (nan) | > loss: 0.009695512242615223 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14114720246155338) | > loader_time: 0.0047 (0.004601295108708848)  --> TIME: 2025-03-25 21:09:46 -- STEP: 27675/31555 -- GLOBAL_STEP: 1132100 | > loss_text_ce: 0.029219230636954308 (0.032675310807990264) | > loss_mel_ce: 2.643805503845215 (nan) | > loss: 0.010607241652905941 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14114881002913762) | > loader_time: 0.0049 (0.004601443160624781)  --> TIME: 2025-03-25 21:09:55 -- STEP: 27725/31555 -- GLOBAL_STEP: 1132150 | > loss_text_ce: 0.039733171463012695 (0.032674046978253185) | > loss_mel_ce: 2.608944892883301 (nan) | > loss: 0.01051062811166048 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1411540060585099) | > loader_time: 0.0045 (0.004601651072179645)  --> TIME: 2025-03-25 21:10:05 -- STEP: 27775/31555 -- GLOBAL_STEP: 1132200 | > loss_text_ce: 0.03969106823205948 (0.03267605914569117) | > loss_mel_ce: 2.1533846855163574 (nan) | > loss: 0.00870268139988184 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14115238177679781) | > loader_time: 0.0043 (0.004601581489363828)  --> TIME: 2025-03-25 21:10:15 -- STEP: 27825/31555 -- GLOBAL_STEP: 1132250 | > loss_text_ce: 0.04606230556964874 (0.032677412305833396) | > loss_mel_ce: 2.4614899158477783 (nan) | > loss: 0.009950604289770126 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14115221376581882) | > loader_time: 0.0046 (0.004601206826606729)  --> TIME: 2025-03-25 21:10:24 -- STEP: 27875/31555 -- GLOBAL_STEP: 1132300 | > loss_text_ce: 0.031926229596138 (0.032676751463101325) | > loss_mel_ce: 2.7463130950927734 (nan) | > loss: 0.011024759151041508 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14115727057692198) | > loader_time: 0.0046 (0.0046010548031383425)  --> TIME: 2025-03-25 21:10:34 -- STEP: 27925/31555 -- GLOBAL_STEP: 1132350 | > loss_text_ce: 0.03166723996400833 (0.032676974174164986) | > loss_mel_ce: 2.7663328647613525 (nan) | > loss: 0.011103175580501556 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14116271236696326) | > loader_time: 0.0047 (0.004601029410571406)  --> TIME: 2025-03-25 21:10:44 -- STEP: 27975/31555 -- GLOBAL_STEP: 1132400 | > loss_text_ce: 0.03255580738186836 (0.0326765984735239) | > loss_mel_ce: 3.03033447265625 (nan) | > loss: 0.01215432770550251 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14115861798099824) | > loader_time: 0.0044 (0.004600931573276318)  --> TIME: 2025-03-25 21:10:53 -- STEP: 28025/31555 -- GLOBAL_STEP: 1132450 | > loss_text_ce: 0.036803849041461945 (0.03267457093657951) | > loss_mel_ce: 3.0611464977264404 (nan) | > loss: 0.012293455190956593 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14115657230448686) | > loader_time: 0.0045 (0.004600878850782041)  --> TIME: 2025-03-25 21:11:03 -- STEP: 28075/31555 -- GLOBAL_STEP: 1132500 | > loss_text_ce: 0.03556837886571884 (0.03267274164582218) | > loss_mel_ce: 2.8489654064178467 (nan) | > loss: 0.01144656352698803 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14115570113368062) | > loader_time: 0.0047 (0.004600892419381947)  --> TIME: 2025-03-25 21:11:13 -- STEP: 28125/31555 -- GLOBAL_STEP: 1132550 | > loss_text_ce: 0.033755283802747726 (0.03267060801588772) | > loss_mel_ce: 2.132277727127075 (nan) | > loss: 0.008595369756221771 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14115957560221373) | > loader_time: 0.0046 (0.004600852415296753)  --> TIME: 2025-03-25 21:11:22 -- STEP: 28175/31555 -- GLOBAL_STEP: 1132600 | > loss_text_ce: 0.03069544956088066 (0.03267271446657394) | > loss_mel_ce: 3.0119853019714355 (nan) | > loss: 0.012074130587279797 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1411622783285175) | > loader_time: 0.0046 (0.004600857503665887)  --> TIME: 2025-03-25 21:11:32 -- STEP: 28225/31555 -- GLOBAL_STEP: 1132650 | > loss_text_ce: 0.024443848058581352 (0.03267408205524516) | > loss_mel_ce: 2.175276279449463 (nan) | > loss: 0.008729049004614353 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14116534882673037) | > loader_time: 0.0045 (0.004600799415257239)  --> TIME: 2025-03-25 21:11:42 -- STEP: 28275/31555 -- GLOBAL_STEP: 1132700 | > loss_text_ce: 0.03631086274981499 (0.032674282932674874) | > loss_mel_ce: 2.497492551803589 (nan) | > loss: 0.010054776445031166 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14116181652699825) | > loader_time: 0.0047 (0.00460075631381977)  --> TIME: 2025-03-25 21:11:52 -- STEP: 28325/31555 -- GLOBAL_STEP: 1132750 | > loss_text_ce: 0.03374973684549332 (0.03267257594982631) | > loss_mel_ce: 2.551443576812744 (nan) | > loss: 0.010258704423904419 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1411667436513876) | > loader_time: 0.0046 (0.004600822157493638)  --> TIME: 2025-03-25 21:12:01 -- STEP: 28375/31555 -- GLOBAL_STEP: 1132800 | > loss_text_ce: 0.038627538830041885 (0.03267192205432171) | > loss_mel_ce: 3.0564444065093994 (nan) | > loss: 0.012282032519578934 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14116224815771977) | > loader_time: 0.0045 (0.004600705621526091)  --> TIME: 2025-03-25 21:12:11 -- STEP: 28425/31555 -- GLOBAL_STEP: 1132850 | > loss_text_ce: 0.024827007204294205 (0.03267121851539201) | > loss_mel_ce: 2.5801503658294678 (nan) | > loss: 0.01033721212297678 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14116786457722724) | > loader_time: 0.0045 (0.004600670771737198)  --> TIME: 2025-03-25 21:12:21 -- STEP: 28475/31555 -- GLOBAL_STEP: 1132900 | > loss_text_ce: 0.03200783208012581 (0.03267062924445743) | > loss_mel_ce: 3.190965414047241 (nan) | > loss: 0.01278957724571228 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14116899178884243) | > loader_time: 0.0045 (0.004600587104683478)  --> TIME: 2025-03-25 21:12:30 -- STEP: 28525/31555 -- GLOBAL_STEP: 1132950 | > loss_text_ce: 0.028856460005044937 (0.03267087307904677) | > loss_mel_ce: 2.9908647537231445 (nan) | > loss: 0.011983021162450314 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14117272300954245) | > loader_time: 0.0047 (0.004600548664798439)  --> TIME: 2025-03-25 21:12:40 -- STEP: 28575/31555 -- GLOBAL_STEP: 1133000 | > loss_text_ce: 0.03955787047743797 (0.03267164077616237) | > loss_mel_ce: 2.8758370876312256 (nan) | > loss: 0.011569028720259666 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14117260256255817) | > loader_time: 0.0046 (0.004600398513380089)  --> TIME: 2025-03-25 21:12:50 -- STEP: 28625/31555 -- GLOBAL_STEP: 1133050 | > loss_text_ce: 0.034181300550699234 (0.032672329296548494) | > loss_mel_ce: 2.813915491104126 (nan) | > loss: 0.011301971971988678 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14117297549018695) | > loader_time: 0.0047 (0.004600322665085425)  --> TIME: 2025-03-25 21:12:59 -- STEP: 28675/31555 -- GLOBAL_STEP: 1133100 | > loss_text_ce: 0.031361788511276245 (0.03267279164344278) | > loss_mel_ce: 2.6019704341888428 (nan) | > loss: 0.010449731722474098 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14117102028498363) | > loader_time: 0.0046 (0.00460016046904851)  --> TIME: 2025-03-25 21:13:09 -- STEP: 28725/31555 -- GLOBAL_STEP: 1133150 | > loss_text_ce: 0.03455515205860138 (0.03266979081152497) | > loss_mel_ce: 3.1190216541290283 (nan) | > loss: 0.01251419447362423 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14117704446259738) | > loader_time: 0.0046 (0.004600085722455973)  --> TIME: 2025-03-25 21:13:19 -- STEP: 28775/31555 -- GLOBAL_STEP: 1133200 | > loss_text_ce: 0.027887215837836266 (0.032668981252514384) | > loss_mel_ce: 3.2325713634490967 (nan) | > loss: 0.012938328087329865 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14117755867521392) | > loader_time: 0.0046 (0.0045999499386440105)  --> TIME: 2025-03-25 21:13:28 -- STEP: 28825/31555 -- GLOBAL_STEP: 1133250 | > loss_text_ce: 0.029372258111834526 (0.03266690435613305) | > loss_mel_ce: 3.1747562885284424 (nan) | > loss: 0.01271479669958353 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14117425485993068) | > loader_time: 0.0045 (0.0045998008956313514)  --> TIME: 2025-03-25 21:13:38 -- STEP: 28875/31555 -- GLOBAL_STEP: 1133300 | > loss_text_ce: 0.0331294871866703 (0.032663484470184516) | > loss_mel_ce: 3.0670742988586426 (nan) | > loss: 0.012302396818995476 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14116917220441785) | > loader_time: 0.0045 (0.004599699647911686)  --> TIME: 2025-03-25 21:13:47 -- STEP: 28925/31555 -- GLOBAL_STEP: 1133350 | > loss_text_ce: 0.0241572055965662 (0.03266030299989983) | > loss_mel_ce: 1.5628454685211182 (nan) | > loss: 0.006297629792243242 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14116560976363077) | > loader_time: 0.0045 (0.004599756629897675)  --> TIME: 2025-03-25 21:13:57 -- STEP: 28975/31555 -- GLOBAL_STEP: 1133400 | > loss_text_ce: 0.04194537550210953 (0.03266057374307757) | > loss_mel_ce: 2.026590585708618 (nan) | > loss: 0.008208476938307285 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14116825831975258) | > loader_time: 0.0045 (0.004599666710656904)  --> TIME: 2025-03-25 21:14:07 -- STEP: 29025/31555 -- GLOBAL_STEP: 1133450 | > loss_text_ce: 0.02993309497833252 (0.03265876185841986) | > loss_mel_ce: 2.849853515625 (nan) | > loss: 0.011427724733948708 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1411641605140625) | > loader_time: 0.0044 (0.004599550955260639)  --> TIME: 2025-03-25 21:14:16 -- STEP: 29075/31555 -- GLOBAL_STEP: 1133500 | > loss_text_ce: 0.02061910554766655 (0.03265699090908525) | > loss_mel_ce: 2.402867555618286 (nan) | > loss: 0.009617011062800884 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14116419857776258) | > loader_time: 0.0045 (0.004599364453723267)  --> TIME: 2025-03-25 21:14:26 -- STEP: 29125/31555 -- GLOBAL_STEP: 1133550 | > loss_text_ce: 0.022012945264577866 (0.03265650685537613) | > loss_mel_ce: 2.774693012237549 (nan) | > loss: 0.011098040267825127 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14115859276439993) | > loader_time: 0.0045 (0.0045992744838730835)  --> TIME: 2025-03-25 21:14:35 -- STEP: 29175/31555 -- GLOBAL_STEP: 1133600 | > loss_text_ce: 0.029541833326220512 (0.03265635913041565) | > loss_mel_ce: 2.6787538528442383 (nan) | > loss: 0.010747205466032028 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14115897160671448) | > loader_time: 0.0047 (0.0045992129913434545)  --> TIME: 2025-03-25 21:14:45 -- STEP: 29225/31555 -- GLOBAL_STEP: 1133650 | > loss_text_ce: 0.02903682366013527 (0.0326581167630764) | > loss_mel_ce: 2.1426236629486084 (nan) | > loss: 0.008617701008915901 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14116219493647314) | > loader_time: 0.0045 (0.0045992070533354195)  --> TIME: 2025-03-25 21:14:55 -- STEP: 29275/31555 -- GLOBAL_STEP: 1133700 | > loss_text_ce: 0.03685623034834862 (0.03266025578776484) | > loss_mel_ce: 1.9410196542739868 (nan) | > loss: 0.007848714478313923 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14116026434503368) | > loader_time: 0.0045 (0.0045992481107898974)  --> TIME: 2025-03-25 21:15:04 -- STEP: 29325/31555 -- GLOBAL_STEP: 1133750 | > loss_text_ce: 0.030125390738248825 (0.032659859974079775) | > loss_mel_ce: 2.153742551803589 (nan) | > loss: 0.00866614282131195 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1411587729051593) | > loader_time: 0.0046 (0.004599234539529538)  --> TIME: 2025-03-25 21:15:14 -- STEP: 29375/31555 -- GLOBAL_STEP: 1133800 | > loss_text_ce: 0.025150062516331673 (0.03265863593578931) | > loss_mel_ce: 2.234602212905884 (nan) | > loss: 0.008967271074652672 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1411503108491287) | > loader_time: 0.0042 (0.004599113172165877)  --> TIME: 2025-03-25 21:15:23 -- STEP: 29425/31555 -- GLOBAL_STEP: 1133850 | > loss_text_ce: 0.02993011102080345 (0.032658768836424296) | > loss_mel_ce: 3.405303955078125 (nan) | > loss: 0.013631882146000862 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14115356218440087) | > loader_time: 0.0047 (0.004599102396223627)  --> TIME: 2025-03-25 21:15:33 -- STEP: 29475/31555 -- GLOBAL_STEP: 1133900 | > loss_text_ce: 0.03629846125841141 (0.03265894347256717) | > loss_mel_ce: 3.325485944747925 (nan) | > loss: 0.013340415433049202 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14115955012242992) | > loader_time: 0.0046 (0.004599192718816457)  --> TIME: 2025-03-25 21:15:43 -- STEP: 29525/31555 -- GLOBAL_STEP: 1133950 | > loss_text_ce: 0.03524242341518402 (0.03265994075414423) | > loss_mel_ce: 3.030075788497925 (nan) | > loss: 0.012163961306214333 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14115868519162023) | > loader_time: 0.0049 (0.004598994574034029)  --> TIME: 2025-03-25 21:15:52 -- STEP: 29575/31555 -- GLOBAL_STEP: 1134000 | > loss_text_ce: 0.027283210307359695 (0.032660573829667264) | > loss_mel_ce: 2.8995065689086914 (nan) | > loss: 0.011614245362579823 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14115163922410626) | > loader_time: 0.0043 (0.004598795099975882)  --> TIME: 2025-03-25 21:16:02 -- STEP: 29625/31555 -- GLOBAL_STEP: 1134050 | > loss_text_ce: 0.03403831645846367 (0.03265985770539225) | > loss_mel_ce: 2.6675610542297363 (nan) | > loss: 0.0107206329703331 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1411469866595689) | > loader_time: 0.0044 (0.004598508158816554)  --> TIME: 2025-03-25 21:16:11 -- STEP: 29675/31555 -- GLOBAL_STEP: 1134100 | > loss_text_ce: 0.028786297887563705 (0.03265810871721153) | > loss_mel_ce: 2.8110148906707764 (nan) | > loss: 0.011269052512943745 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14114115572015862) | > loader_time: 0.0048 (0.004598318146574655)  --> TIME: 2025-03-25 21:16:21 -- STEP: 29725/31555 -- GLOBAL_STEP: 1134150 | > loss_text_ce: 0.021692272275686264 (0.032655413496527744) | > loss_mel_ce: 0.917649507522583 (nan) | > loss: 0.0037275468930602074 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14114292129535833) | > loader_time: 0.0043 (0.004598119116511223)  --> TIME: 2025-03-25 21:16:30 -- STEP: 29775/31555 -- GLOBAL_STEP: 1134200 | > loss_text_ce: 0.0340399369597435 (0.032652491025820185) | > loss_mel_ce: 3.098557472229004 (nan) | > loss: 0.012430942617356777 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14114062490231025) | > loader_time: 0.0045 (0.004598079011982761)  --> TIME: 2025-03-25 21:16:40 -- STEP: 29825/31555 -- GLOBAL_STEP: 1134250 | > loss_text_ce: 0.02475866675376892 (0.032650116597366684) | > loss_mel_ce: 2.2004058361053467 (nan) | > loss: 0.00883001834154129 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14114120369085403) | > loader_time: 0.0045 (0.00459801732244754)  --> TIME: 2025-03-25 21:16:50 -- STEP: 29875/31555 -- GLOBAL_STEP: 1134300 | > loss_text_ce: 0.0341426245868206 (0.03265076336065057) | > loss_mel_ce: 1.5383267402648926 (nan) | > loss: 0.006239958107471466 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14114039675660695) | > loader_time: 0.0045 (0.004598269929446922)  --> TIME: 2025-03-25 21:16:59 -- STEP: 29925/31555 -- GLOBAL_STEP: 1134350 | > loss_text_ce: 0.04662417620420456 (0.03264991919106221) | > loss_mel_ce: 2.8010032176971436 (nan) | > loss: 0.011300109326839447 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14113383785525044) | > loader_time: 0.0046 (0.004598302530465555)  --> TIME: 2025-03-25 21:17:08 -- STEP: 29975/31555 -- GLOBAL_STEP: 1134400 | > loss_text_ce: 0.0306836124509573 (0.03265118485756235) | > loss_mel_ce: 1.2974975109100342 (nan) | > loss: 0.005270560272037983 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14113065340202766) | > loader_time: 0.0046 (0.004598556157446968)  --> TIME: 2025-03-25 21:17:18 -- STEP: 30025/31555 -- GLOBAL_STEP: 1134450 | > loss_text_ce: 0.03516675904393196 (0.032650648059817794) | > loss_mel_ce: 2.8634822368621826 (nan) | > loss: 0.011502576060593128 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14113167404632168) | > loader_time: 0.0047 (0.0045986701685820355)  --> TIME: 2025-03-25 21:17:28 -- STEP: 30075/31555 -- GLOBAL_STEP: 1134500 | > loss_text_ce: 0.0286727175116539 (0.0326520810509755) | > loss_mel_ce: 2.935608148574829 (nan) | > loss: 0.011763019487261772 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.1411348246418229) | > loader_time: 0.0046 (0.004598682654072406)  --> TIME: 2025-03-25 21:17:38 -- STEP: 30125/31555 -- GLOBAL_STEP: 1134550 | > loss_text_ce: 0.030432771891355515 (0.03265270574848398) | > loss_mel_ce: 2.3328051567077637 (nan) | > loss: 0.009377928450703621 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14113822488270342) | > loader_time: 0.0046 (0.004598727182728608)  --> TIME: 2025-03-25 21:17:47 -- STEP: 30175/31555 -- GLOBAL_STEP: 1134600 | > loss_text_ce: 0.028241250663995743 (0.032651672919018895) | > loss_mel_ce: 2.5351836681365967 (nan) | > loss: 0.01017232146114111 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14113858223751527) | > loader_time: 0.0045 (0.004598723698373448)  --> TIME: 2025-03-25 21:17:57 -- STEP: 30225/31555 -- GLOBAL_STEP: 1134650 | > loss_text_ce: 0.027551038190722466 (0.032650720768533065) | > loss_mel_ce: 2.809598922729492 (nan) | > loss: 0.011258532293140888 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14112665030461272) | > loader_time: 0.0046 (0.004598767152002162)  --> TIME: 2025-03-25 21:18:06 -- STEP: 30275/31555 -- GLOBAL_STEP: 1134700 | > loss_text_ce: 0.036904532462358475 (0.032650211397881115) | > loss_mel_ce: 3.11995005607605 (nan) | > loss: 0.01252720132470131 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1411262666637693) | > loader_time: 0.0045 (0.004598938471812228)  --> TIME: 2025-03-25 21:18:16 -- STEP: 30325/31555 -- GLOBAL_STEP: 1134750 | > loss_text_ce: 0.031733978539705276 (0.032652228848189906) | > loss_mel_ce: 0.10400390625 (nan) | > loss: 0.0005386424018070102 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14112651476659543) | > loader_time: 0.0069 (0.004599036761580263)  --> TIME: 2025-03-25 21:18:26 -- STEP: 30375/31555 -- GLOBAL_STEP: 1134800 | > loss_text_ce: 0.03546147421002388 (0.032650128038760724) | > loss_mel_ce: 1.9202299118041992 (nan) | > loss: 0.00776068028062582 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14112396215901926) | > loader_time: 0.0045 (0.004599137788937403)  --> TIME: 2025-03-25 21:18:35 -- STEP: 30425/31555 -- GLOBAL_STEP: 1134850 | > loss_text_ce: 0.038363195955753326 (0.032652625876586454) | > loss_mel_ce: 2.98331356048584 (nan) | > loss: 0.011990781873464584 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14112444068137583) | > loader_time: 0.0046 (0.004599250873386994)  --> TIME: 2025-03-25 21:18:45 -- STEP: 30475/31555 -- GLOBAL_STEP: 1134900 | > loss_text_ce: 0.026916291564702988 (0.03265121573443211) | > loss_mel_ce: 2.93589448928833 (nan) | > loss: 0.011757186613976955 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14112484971062858) | > loader_time: 0.0046 (0.004599623840494746)  --> TIME: 2025-03-25 21:18:55 -- STEP: 30525/31555 -- GLOBAL_STEP: 1134950 | > loss_text_ce: 0.03175625950098038 (0.032651543758754314) | > loss_mel_ce: 2.6199216842651367 (nan) | > loss: 0.010522531345486641 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14113576161871166) | > loader_time: 0.0048 (0.004599681084122828)  --> TIME: 2025-03-25 21:19:04 -- STEP: 30575/31555 -- GLOBAL_STEP: 1135000 | > loss_text_ce: 0.030655764043331146 (0.032648414165475745) | > loss_mel_ce: 2.8849034309387207 (nan) | > loss: 0.011569680646061897 (nan) | > current_lr: 5e-06 | > step_time: 0.1889 (0.14112893903830534) | > loader_time: 0.0045 (0.004599577029611071)  --> TIME: 2025-03-25 21:19:14 -- STEP: 30625/31555 -- GLOBAL_STEP: 1135050 | > loss_text_ce: 0.03410004451870918 (0.032648038977019324) | > loss_mel_ce: 3.18192982673645 (nan) | > loss: 0.012762024067342281 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14112662009414342) | > loader_time: 0.0049 (0.00459952405034278)  --> TIME: 2025-03-25 21:19:24 -- STEP: 30675/31555 -- GLOBAL_STEP: 1135100 | > loss_text_ce: 0.03636428341269493 (0.032648141416428494) | > loss_mel_ce: 2.3280913829803467 (nan) | > loss: 0.0093827610835433 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14112558022105007) | > loader_time: 0.0045 (0.004599622176154014)  --> TIME: 2025-03-25 21:19:33 -- STEP: 30725/31555 -- GLOBAL_STEP: 1135150 | > loss_text_ce: 0.03727838024497032 (0.03264739856754372) | > loss_mel_ce: 1.9457542896270752 (nan) | > loss: 0.007869177497923374 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14113181559606897) | > loader_time: 0.0046 (0.004599728595929176)  --> TIME: 2025-03-25 21:19:43 -- STEP: 30775/31555 -- GLOBAL_STEP: 1135200 | > loss_text_ce: 0.03598600625991821 (0.032647077207227024) | > loss_mel_ce: 2.8840889930725098 (nan) | > loss: 0.011587599292397499 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14112712872502847) | > loader_time: 0.0044 (0.004599671824786052)  --> TIME: 2025-03-25 21:19:53 -- STEP: 30825/31555 -- GLOBAL_STEP: 1135250 | > loss_text_ce: 0.03519975021481514 (0.032645390326427305) | > loss_mel_ce: 2.611567497253418 (nan) | > loss: 0.010503044351935387 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1411281954401019) | > loader_time: 0.0046 (0.004599655418983811)  --> TIME: 2025-03-25 21:20:02 -- STEP: 30875/31555 -- GLOBAL_STEP: 1135300 | > loss_text_ce: 0.034393444657325745 (0.03264620120238163) | > loss_mel_ce: 3.0324225425720215 (nan) | > loss: 0.012169905938208103 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14112902412723416) | > loader_time: 0.0048 (0.004599599799646527)  --> TIME: 2025-03-25 21:20:12 -- STEP: 30925/31555 -- GLOBAL_STEP: 1135350 | > loss_text_ce: 0.028573475778102875 (0.032644944458585214) | > loss_mel_ce: 2.077468156814575 (nan) | > loss: 0.008357308804988861 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14113460422044025) | > loader_time: 0.0045 (0.004599642109851624)  --> TIME: 2025-03-25 21:20:22 -- STEP: 30975/31555 -- GLOBAL_STEP: 1135400 | > loss_text_ce: 0.03324631229043007 (0.03264650438152238) | > loss_mel_ce: 0.02903238870203495 (nan) | > loss: 0.00024713773746043444 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14113701848083182) | > loader_time: 0.0043 (0.004599561583524357)  --> TIME: 2025-03-25 21:20:31 -- STEP: 31025/31555 -- GLOBAL_STEP: 1135450 | > loss_text_ce: 0.0361187569797039 (0.0326480695140589) | > loss_mel_ce: 2.5212602615356445 (nan) | > loss: 0.01014832966029644 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14112911392660685) | > loader_time: 0.0046 (0.004599441310074123)  --> TIME: 2025-03-25 21:20:41 -- STEP: 31075/31555 -- GLOBAL_STEP: 1135500 | > loss_text_ce: 0.03581083565950394 (0.03264732573825718) | > loss_mel_ce: 3.241081714630127 (nan) | > loss: 0.013003543019294739 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.141136353432125) | > loader_time: 0.0046 (0.004599415824380679)  --> TIME: 2025-03-25 21:20:51 -- STEP: 31125/31555 -- GLOBAL_STEP: 1135550 | > loss_text_ce: 0.02763448655605316 (0.03264901470006919) | > loss_mel_ce: 2.812148332595825 (nan) | > loss: 0.011268979869782925 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14113931824404535) | > loader_time: 0.0044 (0.004599352748518476)  --> TIME: 2025-03-25 21:21:01 -- STEP: 31175/31555 -- GLOBAL_STEP: 1135600 | > loss_text_ce: 0.03634897992014885 (0.032650268865807186) | > loss_mel_ce: 2.8260068893432617 (nan) | > loss: 0.01135855633765459 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14114554402153284) | > loader_time: 0.0046 (0.004599316687993065)  --> TIME: 2025-03-25 21:21:10 -- STEP: 31225/31555 -- GLOBAL_STEP: 1135650 | > loss_text_ce: 0.02752499096095562 (0.03265113572444617) | > loss_mel_ce: 1.8649343252182007 (nan) | > loss: 0.0075097596272826195 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14114577920270768) | > loader_time: 0.0047 (0.004599590080084074)  --> TIME: 2025-03-25 21:21:20 -- STEP: 31275/31555 -- GLOBAL_STEP: 1135700 | > loss_text_ce: 0.02548406273126602 (0.03265031839726084) | > loss_mel_ce: 2.3448715209960938 (nan) | > loss: 0.00940617360174656 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14114610171146513) | > loader_time: 0.0046 (0.004600040746821475)  --> TIME: 2025-03-25 21:21:30 -- STEP: 31325/31555 -- GLOBAL_STEP: 1135750 | > loss_text_ce: 0.02910422720015049 (0.032651036761385616) | > loss_mel_ce: 3.0624513626098633 (nan) | > loss: 0.01226807851344347 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14114405323007237) | > loader_time: 0.0045 (0.004600067762784344)  --> TIME: 2025-03-25 21:21:39 -- STEP: 31375/31555 -- GLOBAL_STEP: 1135800 | > loss_text_ce: 0.03034462220966816 (0.03264873649536103) | > loss_mel_ce: 1.284808874130249 (nan) | > loss: 0.005218863487243652 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14113692574672) | > loader_time: 0.0043 (0.004599887323569479)  --> TIME: 2025-03-25 21:21:49 -- STEP: 31425/31555 -- GLOBAL_STEP: 1135850 | > loss_text_ce: 0.03959944099187851 (0.03264763376403597) | > loss_mel_ce: 2.2942652702331543 (nan) | > loss: 0.00926136877387762 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.1411425457895986) | > loader_time: 0.0046 (0.004599722973771185)  --> TIME: 2025-03-25 21:21:59 -- STEP: 31475/31555 -- GLOBAL_STEP: 1135900 | > loss_text_ce: 0.03378280997276306 (0.03264828339307826) | > loss_mel_ce: 2.81048321723938 (nan) | > loss: 0.01128676999360323 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14115032321030022) | > loader_time: 0.0045 (0.004599765515497875)  --> TIME: 2025-03-25 21:22:09 -- STEP: 31525/31555 -- GLOBAL_STEP: 1135950 | > loss_text_ce: 0.031000785529613495 (0.032647262314935345) | > loss_mel_ce: 2.3354830741882324 (nan) | > loss: 0.009390809573233128 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14115118046396768) | > loader_time: 0.0044 (0.004599560738366135)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021357194582621256 (+0.00020028750101725237) | > avg_loss_text_ce: 0.030256666280329227 (-0.00019337056825558321) | > avg_loss_mel_ce: 2.5259955708185844 (+0.0032020966211976365) | > avg_loss: 2.556252232392629 (+0.00300871690114235)  > EPOCH: 37/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 21:22:27)   --> TIME: 2025-03-25 21:22:31 -- STEP: 20/31555 -- GLOBAL_STEP: 1136000 | > loss_text_ce: 0.030702590942382812 (0.03159706359729171) | > loss_mel_ce: 2.4734303951263428 (2.5939959138631825) | > loss: 0.009937035851180553 (0.010419020301196725) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14178135395050048) | > loader_time: 0.0045 (0.0045357227325439455)  --> TIME: 2025-03-25 21:22:41 -- STEP: 70/31555 -- GLOBAL_STEP: 1136050 | > loss_text_ce: 0.0329694002866745 (0.03185077740677764) | > loss_mel_ce: 0.0432826466858387 (nan) | > loss: 0.0003025874902959913 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14389042173113142) | > loader_time: 0.0045 (0.004612565040588379)  --> TIME: 2025-03-25 21:22:51 -- STEP: 120/31555 -- GLOBAL_STEP: 1136100 | > loss_text_ce: 0.03122619539499283 (0.03206929398390154) | > loss_mel_ce: 2.9782986640930176 (nan) | > loss: 0.011942559853196144 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14079196055730184) | > loader_time: 0.0046 (0.00464149316151937)  --> TIME: 2025-03-25 21:23:00 -- STEP: 170/31555 -- GLOBAL_STEP: 1136150 | > loss_text_ce: 0.035409118980169296 (0.0321915382738499) | > loss_mel_ce: 2.527099609375 (nan) | > loss: 0.010168686509132385 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.13938541692845963) | > loader_time: 0.0047 (0.004625361105974984)  --> TIME: 2025-03-25 21:23:09 -- STEP: 220/31555 -- GLOBAL_STEP: 1136200 | > loss_text_ce: 0.047552838921546936 (0.03203361995348876) | > loss_mel_ce: 2.84283447265625 (nan) | > loss: 0.011469791643321514 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1395831183953719) | > loader_time: 0.0045 (0.004618537425994869)  --> TIME: 2025-03-25 21:23:19 -- STEP: 270/31555 -- GLOBAL_STEP: 1136250 | > loss_text_ce: 0.045963969081640244 (0.031852898529420325) | > loss_mel_ce: 2.563328266143799 (nan) | > loss: 0.01035433541983366 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.13933409849802653) | > loader_time: 0.0042 (0.004627588943198872)  --> TIME: 2025-03-25 21:23:29 -- STEP: 320/31555 -- GLOBAL_STEP: 1136300 | > loss_text_ce: 0.032592952251434326 (0.03215976438077632) | > loss_mel_ce: 2.6838202476501465 (nan) | > loss: 0.010779418051242828 (nan) | > current_lr: 5e-06 | > step_time: 0.1917 (0.1398654557764531) | > loader_time: 0.0046 (0.004616925120353697)  --> TIME: 2025-03-25 21:23:38 -- STEP: 370/31555 -- GLOBAL_STEP: 1136350 | > loss_text_ce: 0.02681843936443329 (0.03221303244448593) | > loss_mel_ce: 2.905860662460327 (nan) | > loss: 0.011637616902589798 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.13984798998446082) | > loader_time: 0.0044 (0.004617837313059213)  --> TIME: 2025-03-25 21:23:48 -- STEP: 420/31555 -- GLOBAL_STEP: 1136400 | > loss_text_ce: 0.03351840004324913 (0.03225004679878196) | > loss_mel_ce: 2.960747718811035 (nan) | > loss: 0.011882008984684944 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.13993859461375652) | > loader_time: 0.0048 (0.004630839257013231)  --> TIME: 2025-03-25 21:23:57 -- STEP: 470/31555 -- GLOBAL_STEP: 1136450 | > loss_text_ce: 0.02885282225906849 (0.032160862089392346) | > loss_mel_ce: 2.1580119132995605 (nan) | > loss: 0.00867803581058979 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.13908201836525136) | > loader_time: 0.0046 (0.0046291356391095105)  --> TIME: 2025-03-25 21:24:07 -- STEP: 520/31555 -- GLOBAL_STEP: 1136500 | > loss_text_ce: 0.030482662841677666 (0.03202721172263128) | > loss_mel_ce: 1.9956650733947754 (nan) | > loss: 0.008040269836783409 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.13949996874882634) | > loader_time: 0.0043 (0.004635564180520865)  --> TIME: 2025-03-25 21:24:17 -- STEP: 570/31555 -- GLOBAL_STEP: 1136550 | > loss_text_ce: 0.027895724400877953 (0.03205868786593016) | > loss_mel_ce: 2.7339677810668945 (nan) | > loss: 0.010959776118397713 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14011705340000627) | > loader_time: 0.0046 (0.004637550052843594)  --> TIME: 2025-03-25 21:24:26 -- STEP: 620/31555 -- GLOBAL_STEP: 1136600 | > loss_text_ce: 0.03215986117720604 (0.03214003013356798) | > loss_mel_ce: 3.0272061824798584 (nan) | > loss: 0.01214034203439951 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14002398406305636) | > loader_time: 0.0045 (0.004632707180515412)  --> TIME: 2025-03-25 21:24:36 -- STEP: 670/31555 -- GLOBAL_STEP: 1136650 | > loss_text_ce: 0.03731200471520424 (0.03212674324776032) | > loss_mel_ce: 2.895712375640869 (nan) | > loss: 0.011638985946774483 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14001272080549576) | > loader_time: 0.0045 (0.0046341832004376336)  --> TIME: 2025-03-25 21:24:45 -- STEP: 720/31555 -- GLOBAL_STEP: 1136700 | > loss_text_ce: 0.023933717980980873 (0.03219165535798917) | > loss_mel_ce: 2.2515740394592285 (nan) | > loss: 0.009029792621731758 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14010402295324567) | > loader_time: 0.0047 (0.004644755522410078)  --> TIME: 2025-03-25 21:24:55 -- STEP: 770/31555 -- GLOBAL_STEP: 1136750 | > loss_text_ce: 0.02687554806470871 (0.03209387237907614) | > loss_mel_ce: 2.0210771560668945 (nan) | > loss: 0.008126797154545784 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14019642836087742) | > loader_time: 0.0046 (0.0046438492737807275)  --> TIME: 2025-03-25 21:25:05 -- STEP: 820/31555 -- GLOBAL_STEP: 1136800 | > loss_text_ce: 0.035985346883535385 (0.03205791163689839) | > loss_mel_ce: 2.6838347911834717 (nan) | > loss: 0.010792937129735947 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14030291830621142) | > loader_time: 0.0047 (0.004650073516659622)  --> TIME: 2025-03-25 21:25:15 -- STEP: 870/31555 -- GLOBAL_STEP: 1136850 | > loss_text_ce: 0.03294568136334419 (0.032030054841233356) | > loss_mel_ce: 0.03658447414636612 (nan) | > loss: 0.0002759133349172771 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14046203706456362) | > loader_time: 0.0046 (0.0046525294753326785)  --> TIME: 2025-03-25 21:25:24 -- STEP: 920/31555 -- GLOBAL_STEP: 1136900 | > loss_text_ce: 0.0341373085975647 (0.03212002797619153) | > loss_mel_ce: 1.8195246458053589 (nan) | > loss: 0.007355802226811647 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1402342376501667) | > loader_time: 0.0047 (0.004656536941942963)  --> TIME: 2025-03-25 21:25:34 -- STEP: 970/31555 -- GLOBAL_STEP: 1136950 | > loss_text_ce: 0.036163080483675 (0.03224098129370775) | > loss_mel_ce: 2.591655731201172 (nan) | > loss: 0.010427853092551231 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14029139612138916) | > loader_time: 0.0045 (0.00465971243750189)  --> TIME: 2025-03-25 21:25:43 -- STEP: 1020/31555 -- GLOBAL_STEP: 1137000 | > loss_text_ce: 0.027059370651841164 (0.032243008922566374) | > loss_mel_ce: 3.231645107269287 (nan) | > loss: 0.012931367382407188 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14028484494078422) | > loader_time: 0.0045 (0.004653778496910546)  --> TIME: 2025-03-25 21:25:53 -- STEP: 1070/31555 -- GLOBAL_STEP: 1137050 | > loss_text_ce: 0.027399899438023567 (0.032257584860182806) | > loss_mel_ce: 2.048504590988159 (nan) | > loss: 0.008237716741859913 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14059207506268964) | > loader_time: 0.0046 (0.004652232321623332)  --> TIME: 2025-03-25 21:26:03 -- STEP: 1120/31555 -- GLOBAL_STEP: 1137100 | > loss_text_ce: 0.029504500329494476 (0.03224687637411989) | > loss_mel_ce: 2.939645528793335 (nan) | > loss: 0.011782342568039894 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14059265383652297) | > loader_time: 0.0046 (0.004650683062417171)  --> TIME: 2025-03-25 21:26:12 -- STEP: 1170/31555 -- GLOBAL_STEP: 1137150 | > loss_text_ce: 0.04100048542022705 (0.0322921754243091) | > loss_mel_ce: 2.8045101165771484 (nan) | > loss: 0.011291708797216415 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.1405315792458691) | > loader_time: 0.0049 (0.004653021209260342)  --> TIME: 2025-03-25 21:26:22 -- STEP: 1220/31555 -- GLOBAL_STEP: 1137200 | > loss_text_ce: 0.024539072066545486 (0.03232333136523968) | > loss_mel_ce: 1.964167833328247 (nan) | > loss: 0.007891695015132427 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14048247923616522) | > loader_time: 0.0045 (0.004654527687635582)  --> TIME: 2025-03-25 21:26:32 -- STEP: 1270/31555 -- GLOBAL_STEP: 1137250 | > loss_text_ce: 0.029437758028507233 (0.032285327732005695) | > loss_mel_ce: 2.673953056335449 (nan) | > loss: 0.01072774175554514 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14046611410426374) | > loader_time: 0.0045 (0.0046551610541156)  --> TIME: 2025-03-25 21:26:41 -- STEP: 1320/31555 -- GLOBAL_STEP: 1137300 | > loss_text_ce: 0.03732801228761673 (0.03230736741556246) | > loss_mel_ce: 2.7717783451080322 (nan) | > loss: 0.01114724762737751 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14048480915300807) | > loader_time: 0.0044 (0.004660320462602564)  --> TIME: 2025-03-25 21:26:51 -- STEP: 1370/31555 -- GLOBAL_STEP: 1137350 | > loss_text_ce: 0.04363242909312248 (0.032308600643092246) | > loss_mel_ce: 3.0247371196746826 (nan) | > loss: 0.012176070362329483 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14066892122700306) | > loader_time: 0.0045 (0.004662128434564078)  --> TIME: 2025-03-25 21:27:01 -- STEP: 1420/31555 -- GLOBAL_STEP: 1137400 | > loss_text_ce: 0.038573652505874634 (0.032284846478207396) | > loss_mel_ce: 2.782346487045288 (nan) | > loss: 0.011194128543138504 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14082642894395675) | > loader_time: 0.0045 (0.004664011068747081)  --> TIME: 2025-03-25 21:27:11 -- STEP: 1470/31555 -- GLOBAL_STEP: 1137450 | > loss_text_ce: 0.03022526204586029 (0.0322549724026399) | > loss_mel_ce: 2.821371078491211 (nan) | > loss: 0.01131585892289877 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14080595856621184) | > loader_time: 0.0046 (0.004664514664890005)  --> TIME: 2025-03-25 21:27:20 -- STEP: 1520/31555 -- GLOBAL_STEP: 1137500 | > loss_text_ce: 0.039306722581386566 (0.03223514952145413) | > loss_mel_ce: 3.152111768722534 (nan) | > loss: 0.01266435906291008 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1408714352469698) | > loader_time: 0.0048 (0.004666587867234889)  --> TIME: 2025-03-25 21:27:30 -- STEP: 1570/31555 -- GLOBAL_STEP: 1137550 | > loss_text_ce: 0.037178125232458115 (0.03222951780541969) | > loss_mel_ce: 3.1028757095336914 (nan) | > loss: 0.012460531666874886 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14093388387352065) | > loader_time: 0.0045 (0.004668072530418449)  --> TIME: 2025-03-25 21:27:40 -- STEP: 1620/31555 -- GLOBAL_STEP: 1137600 | > loss_text_ce: 0.019472697749733925 (0.03220772318323541) | > loss_mel_ce: 2.113339900970459 (nan) | > loss: 0.008463541977107525 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14105373282491457) | > loader_time: 0.0044 (0.004672805026725495)  --> TIME: 2025-03-25 21:27:50 -- STEP: 1670/31555 -- GLOBAL_STEP: 1137650 | > loss_text_ce: 0.041144974529743195 (0.03222685615939198) | > loss_mel_ce: 2.9509570598602295 (nan) | > loss: 0.01187342219054699 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14108487460427682) | > loader_time: 0.0049 (0.00467473332753439)  --> TIME: 2025-03-25 21:28:00 -- STEP: 1720/31555 -- GLOBAL_STEP: 1137700 | > loss_text_ce: 0.03735930100083351 (0.032237359489920604) | > loss_mel_ce: 2.847449779510498 (nan) | > loss: 0.011447655037045479 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14119228152341645) | > loader_time: 0.0046 (0.004675132452055471)  --> TIME: 2025-03-25 21:28:09 -- STEP: 1770/31555 -- GLOBAL_STEP: 1137750 | > loss_text_ce: 0.03291565924882889 (0.03224338992093657) | > loss_mel_ce: 2.9554696083068848 (nan) | > loss: 0.01185867190361023 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14118269756015428) | > loader_time: 0.0047 (0.004674195030988279)  --> TIME: 2025-03-25 21:28:19 -- STEP: 1820/31555 -- GLOBAL_STEP: 1137800 | > loss_text_ce: 0.03406720608472824 (0.03222337313620673) | > loss_mel_ce: 3.2068257331848145 (nan) | > loss: 0.012860686518251896 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1411453361039635) | > loader_time: 0.0047 (0.004673714821155261)  --> TIME: 2025-03-25 21:28:29 -- STEP: 1870/31555 -- GLOBAL_STEP: 1137850 | > loss_text_ce: 0.017971863970160484 (0.03222754171446833) | > loss_mel_ce: 2.4359776973724365 (nan) | > loss: 0.009737894870340824 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14116759835717527) | > loader_time: 0.0045 (0.004675502063118843)  --> TIME: 2025-03-25 21:28:38 -- STEP: 1920/31555 -- GLOBAL_STEP: 1137900 | > loss_text_ce: 0.03397832438349724 (0.032190865211790196) | > loss_mel_ce: 3.036006450653076 (nan) | > loss: 0.012182479724287987 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1411639365057152) | > loader_time: 0.0046 (0.004674164205789572)  --> TIME: 2025-03-25 21:28:48 -- STEP: 1970/31555 -- GLOBAL_STEP: 1137950 | > loss_text_ce: 0.028332771733403206 (0.03222614801796097) | > loss_mel_ce: 2.78249192237854 (nan) | > loss: 0.011154066771268845 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.14120574324264154) | > loader_time: 0.005 (0.004674430668051478)  --> TIME: 2025-03-25 21:28:58 -- STEP: 2020/31555 -- GLOBAL_STEP: 1138000 | > loss_text_ce: 0.032286081463098526 (0.03225557301562307) | > loss_mel_ce: 2.7408525943756104 (nan) | > loss: 0.011004519648849964 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14119329275471162) | > loader_time: 0.0045 (0.0046755946508728686)  --> TIME: 2025-03-25 21:29:08 -- STEP: 2070/31555 -- GLOBAL_STEP: 1138050 | > loss_text_ce: 0.03308380767703056 (0.03225467371425902) | > loss_mel_ce: 1.580078125 (nan) | > loss: 0.006401436403393745 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14132228116482365) | > loader_time: 0.0046 (0.004675834996688774)  --> TIME: 2025-03-25 21:29:17 -- STEP: 2120/31555 -- GLOBAL_STEP: 1138100 | > loss_text_ce: 0.02616860158741474 (0.032298064462067295) | > loss_mel_ce: 1.234954833984375 (nan) | > loss: 0.005004458129405975 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14127832493692088) | > loader_time: 0.0047 (0.0046750247478485165)  --> TIME: 2025-03-25 21:29:27 -- STEP: 2170/31555 -- GLOBAL_STEP: 1138150 | > loss_text_ce: 0.04075419157743454 (0.03234198478732919) | > loss_mel_ce: 2.6529154777526855 (nan) | > loss: 0.010689165443181992 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14134851578743235) | > loader_time: 0.0047 (0.0046748275581043495)  --> TIME: 2025-03-25 21:29:37 -- STEP: 2220/31555 -- GLOBAL_STEP: 1138200 | > loss_text_ce: 0.022918881848454475 (0.03235250655100211) | > loss_mel_ce: 2.729020595550537 (nan) | > loss: 0.010920396074652672 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1413654158781242) | > loader_time: 0.0047 (0.004674334891207589)  --> TIME: 2025-03-25 21:29:46 -- STEP: 2270/31555 -- GLOBAL_STEP: 1138250 | > loss_text_ce: 0.022842207923531532 (0.03234031869935498) | > loss_mel_ce: 0.043701171875 (nan) | > loss: 0.00026406103279441595 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.14125881163559326) | > loader_time: 0.0045 (0.004673577930433641)  --> TIME: 2025-03-25 21:29:56 -- STEP: 2320/31555 -- GLOBAL_STEP: 1138300 | > loss_text_ce: 0.03551308438181877 (0.03238621942401888) | > loss_mel_ce: 2.8751180171966553 (nan) | > loss: 0.011550124734640121 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14121452200001702) | > loader_time: 0.0048 (0.00467266810351405)  --> TIME: 2025-03-25 21:30:05 -- STEP: 2370/31555 -- GLOBAL_STEP: 1138350 | > loss_text_ce: 0.03543190285563469 (0.032382186908934976) | > loss_mel_ce: 3.027433395385742 (nan) | > loss: 0.012154228053987026 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.1411352618334164) | > loader_time: 0.0045 (0.004673649188335436)  --> TIME: 2025-03-25 21:30:15 -- STEP: 2420/31555 -- GLOBAL_STEP: 1138400 | > loss_text_ce: 0.03360791131854057 (0.032369435411177434) | > loss_mel_ce: 2.48371958732605 (nan) | > loss: 0.00998939573764801 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14105713515242277) | > loader_time: 0.0047 (0.004671847130641463)  --> TIME: 2025-03-25 21:30:24 -- STEP: 2470/31555 -- GLOBAL_STEP: 1138450 | > loss_text_ce: 0.02488616108894348 (0.03238533472959022) | > loss_mel_ce: 2.438568115234375 (nan) | > loss: 0.009775612503290176 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14108690047553696) | > loader_time: 0.0045 (0.004670793324829594)  --> TIME: 2025-03-25 21:30:35 -- STEP: 2520/31555 -- GLOBAL_STEP: 1138500 | > loss_text_ce: 0.03486748784780502 (0.03240448943272761) | > loss_mel_ce: 3.0530707836151123 (nan) | > loss: 0.012253724038600922 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14126347634527442) | > loader_time: 0.0044 (0.004671746303164767)  --> TIME: 2025-03-25 21:30:44 -- STEP: 2570/31555 -- GLOBAL_STEP: 1138550 | > loss_text_ce: 0.041160669177770615 (0.032414001068064066) | > loss_mel_ce: 2.338125467300415 (nan) | > loss: 0.009441612288355827 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1413188798882156) | > loader_time: 0.0047 (0.004672150760309238)  --> TIME: 2025-03-25 21:30:54 -- STEP: 2620/31555 -- GLOBAL_STEP: 1138600 | > loss_text_ce: 0.03159128129482269 (0.03241040197499664) | > loss_mel_ce: 2.7470035552978516 (nan) | > loss: 0.01102617010474205 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14129399452500696) | > loader_time: 0.0047 (0.0046716080367110125)  --> TIME: 2025-03-25 21:31:04 -- STEP: 2670/31555 -- GLOBAL_STEP: 1138650 | > loss_text_ce: 0.0351036973297596 (0.032404027887260746) | > loss_mel_ce: 2.743257522583008 (nan) | > loss: 0.011025244370102882 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.1413130144054973) | > loader_time: 0.0044 (0.004671403799164159)  --> TIME: 2025-03-25 21:31:13 -- STEP: 2720/31555 -- GLOBAL_STEP: 1138700 | > loss_text_ce: 0.021814944222569466 (0.03237814861041602) | > loss_mel_ce: 0.9438825249671936 (nan) | > loss: 0.0038321330212056637 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14119882285594965) | > loader_time: 0.0044 (0.004669939244494716)  --> TIME: 2025-03-25 21:31:22 -- STEP: 2770/31555 -- GLOBAL_STEP: 1138750 | > loss_text_ce: 0.051238689571619034 (0.03237245276617387) | > loss_mel_ce: 3.3033721446990967 (nan) | > loss: 0.013311948627233505 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14117416251007006) | > loader_time: 0.0047 (0.004668037211421592)  --> TIME: 2025-03-25 21:31:32 -- STEP: 2820/31555 -- GLOBAL_STEP: 1138800 | > loss_text_ce: 0.02699795365333557 (0.032370270131129385) | > loss_mel_ce: 2.856449604034424 (nan) | > loss: 0.011442253366112709 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14118147699545494) | > loader_time: 0.0045 (0.004667173886130042)  --> TIME: 2025-03-25 21:31:42 -- STEP: 2870/31555 -- GLOBAL_STEP: 1138850 | > loss_text_ce: 0.03895369544625282 (0.03238739184353768) | > loss_mel_ce: 2.8724093437194824 (nan) | > loss: 0.011553028598427773 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14112719999373205) | > loader_time: 0.0045 (0.004666416071848587)  --> TIME: 2025-03-25 21:31:51 -- STEP: 2920/31555 -- GLOBAL_STEP: 1138900 | > loss_text_ce: 0.027933798730373383 (0.03239574633787499) | > loss_mel_ce: 2.4924604892730713 (nan) | > loss: 0.01000156532973051 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.14112753851773016) | > loader_time: 0.0047 (0.004664687097889103)  --> TIME: 2025-03-25 21:32:01 -- STEP: 2970/31555 -- GLOBAL_STEP: 1138950 | > loss_text_ce: 0.04845857620239258 (0.032390064913904865) | > loss_mel_ce: 3.127835273742676 (nan) | > loss: 0.012604341842234135 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14112211927420404) | > loader_time: 0.0045 (0.004663403668387565)  --> TIME: 2025-03-25 21:32:10 -- STEP: 3020/31555 -- GLOBAL_STEP: 1139000 | > loss_text_ce: 0.033011969178915024 (0.032388345352898223) | > loss_mel_ce: 2.1343369483947754 (nan) | > loss: 0.00860059168189764 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14105253914334184) | > loader_time: 0.0048 (0.004663212646711734)  --> TIME: 2025-03-25 21:32:20 -- STEP: 3070/31555 -- GLOBAL_STEP: 1139050 | > loss_text_ce: 0.03158446401357651 (0.03238238036262432) | > loss_mel_ce: 2.993969202041626 (nan) | > loss: 0.012006166391074657 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14106800261071958) | > loader_time: 0.0047 (0.004663566502375395)  --> TIME: 2025-03-25 21:32:30 -- STEP: 3120/31555 -- GLOBAL_STEP: 1139100 | > loss_text_ce: 0.022090045735239983 (0.03237638009849407) | > loss_mel_ce: 1.2689361572265625 (nan) | > loss: 0.00512312026694417 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.14108485449583152) | > loader_time: 0.0043 (0.004662504945045859)  --> TIME: 2025-03-25 21:32:39 -- STEP: 3170/31555 -- GLOBAL_STEP: 1139150 | > loss_text_ce: 0.032641325145959854 (0.03238049565611718) | > loss_mel_ce: 2.8930866718292236 (nan) | > loss: 0.011610032990574837 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14111375011480243) | > loader_time: 0.0044 (0.004662142717499832)  --> TIME: 2025-03-25 21:32:49 -- STEP: 3220/31555 -- GLOBAL_STEP: 1139200 | > loss_text_ce: 0.02797512710094452 (0.032389617274278144) | > loss_mel_ce: 2.800708055496216 (nan) | > loss: 0.01122493389993906 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1410853544377397) | > loader_time: 0.0047 (0.004661212870793308)  --> TIME: 2025-03-25 21:32:59 -- STEP: 3270/31555 -- GLOBAL_STEP: 1139250 | > loss_text_ce: 0.027243386954069138 (0.032397686959805355) | > loss_mel_ce: 2.9625051021575928 (nan) | > loss: 0.01186408195644617 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14114126772691044) | > loader_time: 0.0045 (0.004662135033797049)  --> TIME: 2025-03-25 21:33:09 -- STEP: 3320/31555 -- GLOBAL_STEP: 1139300 | > loss_text_ce: 0.033614590764045715 (0.03240232307839779) | > loss_mel_ce: 3.0469727516174316 (nan) | > loss: 0.01222455408424139 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14116081430251382) | > loader_time: 0.005 (0.004661590507231562)  --> TIME: 2025-03-25 21:33:18 -- STEP: 3370/31555 -- GLOBAL_STEP: 1139350 | > loss_text_ce: 0.04208569601178169 (0.03240452460552225) | > loss_mel_ce: 2.7473583221435547 (nan) | > loss: 0.0110692223533988 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14116931407317249) | > loader_time: 0.0043 (0.0046614914336614854)  --> TIME: 2025-03-25 21:33:28 -- STEP: 3420/31555 -- GLOBAL_STEP: 1139400 | > loss_text_ce: 0.026779338717460632 (0.03240668596345822) | > loss_mel_ce: 1.649842619895935 (nan) | > loss: 0.006653261836618185 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1411550398458518) | > loader_time: 0.0046 (0.004659954637114759)  --> TIME: 2025-03-25 21:33:38 -- STEP: 3470/31555 -- GLOBAL_STEP: 1139450 | > loss_text_ce: 0.03185569867491722 (0.03240240397930188) | > loss_mel_ce: 2.2406728267669678 (nan) | > loss: 0.00901797041296959 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14120352336927544) | > loader_time: 0.0049 (0.004658771660554643)  --> TIME: 2025-03-25 21:33:47 -- STEP: 3520/31555 -- GLOBAL_STEP: 1139500 | > loss_text_ce: 0.03822987526655197 (0.03240519373873461) | > loss_mel_ce: 2.671975612640381 (nan) | > loss: 0.010754784569144249 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14123661978678287) | > loader_time: 0.0048 (0.0046590707518837605)  --> TIME: 2025-03-25 21:33:57 -- STEP: 3570/31555 -- GLOBAL_STEP: 1139550 | > loss_text_ce: 0.03371383622288704 (0.0324242638958832) | > loss_mel_ce: 2.6819448471069336 (nan) | > loss: 0.01077642384916544 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14126277677819193) | > loader_time: 0.0046 (0.004658680603283788)  --> TIME: 2025-03-25 21:34:07 -- STEP: 3620/31555 -- GLOBAL_STEP: 1139600 | > loss_text_ce: 0.03527931496500969 (0.03243427159295559) | > loss_mel_ce: 2.6608529090881348 (nan) | > loss: 0.010698937810957432 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14132286125783783) | > loader_time: 0.0046 (0.004659655212697397)  --> TIME: 2025-03-25 21:34:17 -- STEP: 3670/31555 -- GLOBAL_STEP: 1139650 | > loss_text_ce: 0.029777251183986664 (0.03243768487470759) | > loss_mel_ce: 2.3241734504699707 (nan) | > loss: 0.009341075085103512 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14135864956827207) | > loader_time: 0.0044 (0.004660634708664392)  --> TIME: 2025-03-25 21:34:27 -- STEP: 3720/31555 -- GLOBAL_STEP: 1139700 | > loss_text_ce: 0.03483172878623009 (0.03244156371551738) | > loss_mel_ce: 2.99466609954834 (nan) | > loss: 0.01202181726694107 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14136692195810316) | > loader_time: 0.0047 (0.004661826292673741)  --> TIME: 2025-03-25 21:34:37 -- STEP: 3770/31555 -- GLOBAL_STEP: 1139750 | > loss_text_ce: 0.04089505970478058 (0.032459715463280386) | > loss_mel_ce: 2.6607625484466553 (nan) | > loss: 0.010720863938331604 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14141529706808256) | > loader_time: 0.0051 (0.004663280340341415)  --> TIME: 2025-03-25 21:34:46 -- STEP: 3820/31555 -- GLOBAL_STEP: 1139800 | > loss_text_ce: 0.03527210280299187 (0.03246025539817611) | > loss_mel_ce: 2.811821699142456 (nan) | > loss: 0.011297992430627346 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14142258473091743) | > loader_time: 0.0047 (0.004663618322442334)  --> TIME: 2025-03-25 21:34:56 -- STEP: 3870/31555 -- GLOBAL_STEP: 1139850 | > loss_text_ce: 0.041203759610652924 (0.03245935335476194) | > loss_mel_ce: 2.828890800476074 (nan) | > loss: 0.011389264836907387 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1414147088077951) | > loader_time: 0.0047 (0.004662726214997831)  --> TIME: 2025-03-25 21:35:06 -- STEP: 3920/31555 -- GLOBAL_STEP: 1139900 | > loss_text_ce: 0.03435768559575081 (0.032473516972659495) | > loss_mel_ce: 0.05078125 (nan) | > loss: 0.00033785292180255055 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14139534934442888) | > loader_time: 0.0045 (0.0046623997542322845)  --> TIME: 2025-03-25 21:35:15 -- STEP: 3970/31555 -- GLOBAL_STEP: 1139950 | > loss_text_ce: 0.027609633281826973 (0.03247859018200288) | > loss_mel_ce: 0.02986653707921505 (nan) | > loss: 0.00022808005451224744 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14134358759190652) | > loader_time: 0.0044 (0.004662341675169817)  --> TIME: 2025-03-25 21:35:25 -- STEP: 4020/31555 -- GLOBAL_STEP: 1140000 | > loss_text_ce: 0.02917322888970375 (0.032469203600669204) | > loss_mel_ce: 2.402479410171509 (nan) | > loss: 0.009649415500462055 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1413423194221005) | > loader_time: 0.0044 (0.0046622330869608205) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1140000.pth  --> TIME: 2025-03-25 21:35:40 -- STEP: 4070/31555 -- GLOBAL_STEP: 1140050 | > loss_text_ce: 0.0298423171043396 (0.03246892809785479) | > loss_mel_ce: 2.680908203125 (nan) | > loss: 0.010756947100162506 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14136430326785168) | > loader_time: 0.0047 (0.004663509408730541)  --> TIME: 2025-03-25 21:35:49 -- STEP: 4120/31555 -- GLOBAL_STEP: 1140100 | > loss_text_ce: 0.029752427712082863 (0.03245215989916031) | > loss_mel_ce: 2.688939094543457 (nan) | > loss: 0.010788459330797195 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14137153243555622) | > loader_time: 0.0048 (0.00466352706973992)  --> TIME: 2025-03-25 21:35:59 -- STEP: 4170/31555 -- GLOBAL_STEP: 1140150 | > loss_text_ce: 0.031902965158224106 (0.032447741759329) | > loss_mel_ce: 0.0318145751953125 (nan) | > loss: 0.0002528474142309278 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.141393285746769) | > loader_time: 0.0046 (0.004662762442938709)  --> TIME: 2025-03-25 21:36:09 -- STEP: 4220/31555 -- GLOBAL_STEP: 1140200 | > loss_text_ce: 0.031987760215997696 (0.03245967507861127) | > loss_mel_ce: 2.9894509315490723 (nan) | > loss: 0.01198983658105135 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1413948105409814) | > loader_time: 0.0045 (0.004661871528173504)  --> TIME: 2025-03-25 21:36:18 -- STEP: 4270/31555 -- GLOBAL_STEP: 1140250 | > loss_text_ce: 0.021946704015135765 (0.032452738165323174) | > loss_mel_ce: 2.269791841506958 (nan) | > loss: 0.009094201028347015 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.141335963588688) | > loader_time: 0.0045 (0.004660702421737774)  --> TIME: 2025-03-25 21:36:28 -- STEP: 4320/31555 -- GLOBAL_STEP: 1140300 | > loss_text_ce: 0.031409312039613724 (0.03246824158058085) | > loss_mel_ce: 2.250511646270752 (nan) | > loss: 0.0090552419424057 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14130910132770208) | > loader_time: 0.0044 (0.004660117571000696)  --> TIME: 2025-03-25 21:36:37 -- STEP: 4370/31555 -- GLOBAL_STEP: 1140350 | > loss_text_ce: 0.03382432088255882 (0.032468976127942764) | > loss_mel_ce: 2.6679179668426514 (nan) | > loss: 0.01072120014578104 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14129554592499227) | > loader_time: 0.0046 (0.004658456961677601)  --> TIME: 2025-03-25 21:36:47 -- STEP: 4420/31555 -- GLOBAL_STEP: 1140400 | > loss_text_ce: 0.028287790715694427 (0.03246612801064831) | > loss_mel_ce: 2.5771658420562744 (nan) | > loss: 0.01033910270780325 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1413077894379114) | > loader_time: 0.0046 (0.004658466172973494)  --> TIME: 2025-03-25 21:36:57 -- STEP: 4470/31555 -- GLOBAL_STEP: 1140450 | > loss_text_ce: 0.024823619052767754 (0.03245410673566142) | > loss_mel_ce: 2.5162320137023926 (nan) | > loss: 0.010083555243909359 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1412958932936328) | > loader_time: 0.0051 (0.004661080287873614)  --> TIME: 2025-03-25 21:37:06 -- STEP: 4520/31555 -- GLOBAL_STEP: 1140500 | > loss_text_ce: 0.028265181928873062 (0.0324422326147045) | > loss_mel_ce: 2.7906494140625 (nan) | > loss: 0.01118616946041584 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14130017277413798) | > loader_time: 0.0045 (0.00466143077453681)  --> TIME: 2025-03-25 21:37:16 -- STEP: 4570/31555 -- GLOBAL_STEP: 1140550 | > loss_text_ce: 0.0429534912109375 (0.032449902560464046) | > loss_mel_ce: 2.448910713195801 (nan) | > loss: 0.00988835096359253 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1412948387196083) | > loader_time: 0.0045 (0.004662183129291829)  --> TIME: 2025-03-25 21:37:26 -- STEP: 4620/31555 -- GLOBAL_STEP: 1140600 | > loss_text_ce: 0.026636596769094467 (0.03243451844800052) | > loss_mel_ce: 2.4541876316070557 (nan) | > loss: 0.009844541549682617 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1412891847230659) | > loader_time: 0.0045 (0.004661986425325471)  --> TIME: 2025-03-25 21:37:35 -- STEP: 4670/31555 -- GLOBAL_STEP: 1140650 | > loss_text_ce: 0.03183435648679733 (0.03242652271585079) | > loss_mel_ce: 2.5935068130493164 (nan) | > loss: 0.010418021120131016 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1412925947401716) | > loader_time: 0.0048 (0.004662556872888604)  --> TIME: 2025-03-25 21:37:45 -- STEP: 4720/31555 -- GLOBAL_STEP: 1140700 | > loss_text_ce: 0.027571121230721474 (0.03241960691797181) | > loss_mel_ce: 2.7717230319976807 (nan) | > loss: 0.011108310893177986 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14125772295361894) | > loader_time: 0.0048 (0.004662792864492386)  --> TIME: 2025-03-25 21:37:55 -- STEP: 4770/31555 -- GLOBAL_STEP: 1140750 | > loss_text_ce: 0.022012611851096153 (0.032399008770432315) | > loss_mel_ce: 1.7032089233398438 (nan) | > loss: 0.0068461173214018345 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14126735448337488) | > loader_time: 0.0045 (0.004662972876110917)  --> TIME: 2025-03-25 21:38:04 -- STEP: 4820/31555 -- GLOBAL_STEP: 1140800 | > loss_text_ce: 0.036642808467149734 (0.032405694612954984) | > loss_mel_ce: 3.1764719486236572 (nan) | > loss: 0.012750456109642982 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14128906519086565) | > loader_time: 0.0045 (0.004664119299021995)  --> TIME: 2025-03-25 21:38:14 -- STEP: 4870/31555 -- GLOBAL_STEP: 1140850 | > loss_text_ce: 0.040515221655368805 (0.03243437517851258) | > loss_mel_ce: 2.8499701023101807 (nan) | > loss: 0.011470180004835129 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1413025587735972) | > loader_time: 0.0049 (0.004663913254865148)  --> TIME: 2025-03-25 21:38:24 -- STEP: 4920/31555 -- GLOBAL_STEP: 1140900 | > loss_text_ce: 0.0320327952504158 (0.032441599889113264) | > loss_mel_ce: 1.8914594650268555 (nan) | > loss: 0.007632906548678875 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14132859784413174) | > loader_time: 0.0073 (0.0046651752983651535)  --> TIME: 2025-03-25 21:38:33 -- STEP: 4970/31555 -- GLOBAL_STEP: 1140950 | > loss_text_ce: 0.026209186762571335 (0.03244517655083743) | > loss_mel_ce: 2.5983633995056152 (nan) | > loss: 0.01041497103869915 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14130175751699534) | > loader_time: 0.0046 (0.0046653130164808435)  --> TIME: 2025-03-25 21:38:43 -- STEP: 5020/31555 -- GLOBAL_STEP: 1141000 | > loss_text_ce: 0.03254374489188194 (0.03244481414493428) | > loss_mel_ce: 2.691831111907959 (nan) | > loss: 0.01081101130694151 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1412987447829836) | > loader_time: 0.0046 (0.004665017887890579)  --> TIME: 2025-03-25 21:38:53 -- STEP: 5070/31555 -- GLOBAL_STEP: 1141050 | > loss_text_ce: 0.022541556507349014 (0.03244658006406605) | > loss_mel_ce: 1.9512062072753906 (nan) | > loss: 0.007832332514226437 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14129361965247159) | > loader_time: 0.0046 (0.004664818680968278)  --> TIME: 2025-03-25 21:39:03 -- STEP: 5120/31555 -- GLOBAL_STEP: 1141100 | > loss_text_ce: 0.04064389318227768 (0.03244485021332372) | > loss_mel_ce: 1.8885427713394165 (nan) | > loss: 0.00765550322830677 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14130100891925385) | > loader_time: 0.0069 (0.004666774719953541)  --> TIME: 2025-03-25 21:39:12 -- STEP: 5170/31555 -- GLOBAL_STEP: 1141150 | > loss_text_ce: 0.03909846022725105 (0.032452089346340085) | > loss_mel_ce: 2.9765818119049072 (nan) | > loss: 0.011966985650360584 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1412923708183391) | > loader_time: 0.0046 (0.004666310491137631)  --> TIME: 2025-03-25 21:39:22 -- STEP: 5220/31555 -- GLOBAL_STEP: 1141200 | > loss_text_ce: 0.0285598486661911 (0.0324569393591635) | > loss_mel_ce: 3.1565282344818115 (nan) | > loss: 0.012639239430427551 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14133441251813206) | > loader_time: 0.0046 (0.00466801106244669)  --> TIME: 2025-03-25 21:39:32 -- STEP: 5270/31555 -- GLOBAL_STEP: 1141250 | > loss_text_ce: 0.025841517373919487 (0.03244824631659207) | > loss_mel_ce: 2.559934377670288 (nan) | > loss: 0.010261015966534615 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14135355551283524) | > loader_time: 0.0047 (0.004668254825150502)  --> TIME: 2025-03-25 21:39:42 -- STEP: 5320/31555 -- GLOBAL_STEP: 1141300 | > loss_text_ce: 0.039874304085969925 (0.03244048050548748) | > loss_mel_ce: 0.0572509765625 (nan) | > loss: 0.00038541777757927775 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14139242660730375) | > loader_time: 0.0046 (0.004668693703816361)  --> TIME: 2025-03-25 21:39:51 -- STEP: 5370/31555 -- GLOBAL_STEP: 1141350 | > loss_text_ce: 0.027762826532125473 (0.032444675173783924) | > loss_mel_ce: 2.544384002685547 (nan) | > loss: 0.010206933133304119 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14139484151559578) | > loader_time: 0.0047 (0.004668725180670323)  --> TIME: 2025-03-25 21:40:01 -- STEP: 5420/31555 -- GLOBAL_STEP: 1141400 | > loss_text_ce: 0.023155221715569496 (0.03244670889859271) | > loss_mel_ce: 2.8477261066436768 (nan) | > loss: 0.011392386630177498 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1414152067525797) | > loader_time: 0.0045 (0.0046683601787609495)  --> TIME: 2025-03-25 21:40:11 -- STEP: 5470/31555 -- GLOBAL_STEP: 1141450 | > loss_text_ce: 0.03168214112520218 (0.03244687336747291) | > loss_mel_ce: 2.6798291206359863 (nan) | > loss: 0.01075996644794941 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14140549412157216) | > loader_time: 0.0045 (0.00466719776446467)  --> TIME: 2025-03-25 21:40:21 -- STEP: 5520/31555 -- GLOBAL_STEP: 1141500 | > loss_text_ce: 0.03641291707754135 (0.03245511662056402) | > loss_mel_ce: 2.48146390914917 (nan) | > loss: 0.00999157503247261 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.141432471681332) | > loader_time: 0.005 (0.004667658779932111)  --> TIME: 2025-03-25 21:40:30 -- STEP: 5570/31555 -- GLOBAL_STEP: 1141550 | > loss_text_ce: 0.028040992096066475 (0.03245211099182499) | > loss_mel_ce: 2.3696751594543457 (nan) | > loss: 0.009514747187495232 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14140867031241208) | > loader_time: 0.0046 (0.004667285571620544)  --> TIME: 2025-03-25 21:40:40 -- STEP: 5620/31555 -- GLOBAL_STEP: 1141600 | > loss_text_ce: 0.03221829980611801 (0.03244497231572366) | > loss_mel_ce: 2.645277261734009 (nan) | > loss: 0.010624982416629791 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14138422126871814) | > loader_time: 0.0048 (0.004667887314358649)  --> TIME: 2025-03-25 21:40:50 -- STEP: 5670/31555 -- GLOBAL_STEP: 1141650 | > loss_text_ce: 0.034292783588171005 (0.03242734036042082) | > loss_mel_ce: 2.21337890625 (nan) | > loss: 0.008919332176446915 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14139944291829618) | > loader_time: 0.0045 (0.004667890387237394)  --> TIME: 2025-03-25 21:41:00 -- STEP: 5720/31555 -- GLOBAL_STEP: 1141700 | > loss_text_ce: 0.026684042066335678 (0.032432381812828315) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14148431541202763) | > loader_time: 0.0045 (0.004668140744829521)  --> TIME: 2025-03-25 21:41:09 -- STEP: 5770/31555 -- GLOBAL_STEP: 1141750 | > loss_text_ce: 0.03338905796408653 (0.03243381595529582) | > loss_mel_ce: 2.9086225032806396 (nan) | > loss: 0.011674650013446808 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14146067753201724) | > loader_time: 0.0069 (0.004668610719915491)  --> TIME: 2025-03-25 21:41:19 -- STEP: 5820/31555 -- GLOBAL_STEP: 1141800 | > loss_text_ce: 0.03619002178311348 (0.03244046465032884) | > loss_mel_ce: 2.463594436645508 (nan) | > loss: 0.009919780306518078 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14143434721989306) | > loader_time: 0.0046 (0.0046684667826518205)  --> TIME: 2025-03-25 21:41:29 -- STEP: 5870/31555 -- GLOBAL_STEP: 1141850 | > loss_text_ce: 0.03418867290019989 (0.03243995247967229) | > loss_mel_ce: 2.586130142211914 (nan) | > loss: 0.01039809174835682 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.1414474468214953) | > loader_time: 0.0047 (0.004669030074163436)  --> TIME: 2025-03-25 21:41:39 -- STEP: 5920/31555 -- GLOBAL_STEP: 1141900 | > loss_text_ce: 0.02246239222586155 (0.03243422994242254) | > loss_mel_ce: 3.0716145038604736 (nan) | > loss: 0.012278083711862564 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14148623516430706) | > loader_time: 0.005 (0.004668981521516236)  --> TIME: 2025-03-25 21:41:48 -- STEP: 5970/31555 -- GLOBAL_STEP: 1141950 | > loss_text_ce: 0.03479414060711861 (0.03243602194481688) | > loss_mel_ce: 2.2652950286865234 (nan) | > loss: 0.009127338416874409 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14147111918259292) | > loader_time: 0.0049 (0.0046685792293580585)  --> TIME: 2025-03-25 21:41:58 -- STEP: 6020/31555 -- GLOBAL_STEP: 1142000 | > loss_text_ce: 0.03379776328802109 (0.03244889468910713) | > loss_mel_ce: 2.7011702060699463 (nan) | > loss: 0.010853048413991928 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14146525618245814) | > loader_time: 0.0048 (0.004670704995278904)  --> TIME: 2025-03-25 21:42:07 -- STEP: 6070/31555 -- GLOBAL_STEP: 1142050 | > loss_text_ce: 0.018149126321077347 (0.032448355983820024) | > loss_mel_ce: 1.827073574066162 (nan) | > loss: 0.007322312798351049 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14139664067075108) | > loader_time: 0.0045 (0.004670275848426379)  --> TIME: 2025-03-25 21:42:17 -- STEP: 6120/31555 -- GLOBAL_STEP: 1142100 | > loss_text_ce: 0.03337039425969124 (0.032444056893053644) | > loss_mel_ce: 2.001302719116211 (nan) | > loss: 0.008074100129306316 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14141876327446065) | > loader_time: 0.0048 (0.004670838982451196)  --> TIME: 2025-03-25 21:42:26 -- STEP: 6170/31555 -- GLOBAL_STEP: 1142150 | > loss_text_ce: 0.03164757788181305 (0.03245308230671809) | > loss_mel_ce: 2.523711681365967 (nan) | > loss: 0.010140315629541874 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1414175247257298) | > loader_time: 0.0045 (0.004670347580067343)  --> TIME: 2025-03-25 21:42:36 -- STEP: 6220/31555 -- GLOBAL_STEP: 1142200 | > loss_text_ce: 0.025656623765826225 (0.032461290856691576) | > loss_mel_ce: 2.592151641845703 (nan) | > loss: 0.010388129390776157 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14141443373689283) | > loader_time: 0.0047 (0.004670604210574529)  --> TIME: 2025-03-25 21:42:46 -- STEP: 6270/31555 -- GLOBAL_STEP: 1142250 | > loss_text_ce: 0.0405377522110939 (0.0324535663857569) | > loss_mel_ce: 2.4576468467712402 (nan) | > loss: 0.009913431480526924 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14139749098812718) | > loader_time: 0.0046 (0.004670596959298122)  --> TIME: 2025-03-25 21:42:55 -- STEP: 6320/31555 -- GLOBAL_STEP: 1142300 | > loss_text_ce: 0.04617275670170784 (0.03245134957214299) | > loss_mel_ce: 0.06220703199505806 (nan) | > loss: 0.0004300785658415407 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14135716776304574) | > loader_time: 0.0046 (0.004670491135573094)  --> TIME: 2025-03-25 21:43:04 -- STEP: 6370/31555 -- GLOBAL_STEP: 1142350 | > loss_text_ce: 0.03429599478840828 (0.032463927983541765) | > loss_mel_ce: 2.345975637435913 (nan) | > loss: 0.009445522911846638 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14132319937695478) | > loader_time: 0.0045 (0.00467066487861766)  --> TIME: 2025-03-25 21:43:14 -- STEP: 6420/31555 -- GLOBAL_STEP: 1142400 | > loss_text_ce: 0.036281418055295944 (0.032461802579456786) | > loss_mel_ce: 2.5053257942199707 (nan) | > loss: 0.01008574292063713 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14133453454555345) | > loader_time: 0.0046 (0.004670665902883473)  --> TIME: 2025-03-25 21:43:24 -- STEP: 6470/31555 -- GLOBAL_STEP: 1142450 | > loss_text_ce: 0.02716614119708538 (0.03246515510615309) | > loss_mel_ce: 3.479543685913086 (nan) | > loss: 0.013915515504777431 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14135433352527854) | > loader_time: 0.0046 (0.004668993632981368)  --> TIME: 2025-03-25 21:43:34 -- STEP: 6520/31555 -- GLOBAL_STEP: 1142500 | > loss_text_ce: 0.03744982182979584 (0.03246689607357857) | > loss_mel_ce: 2.5888352394104004 (nan) | > loss: 0.01042176689952612 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14139407361211917) | > loader_time: 0.0045 (0.00466748889238557)  --> TIME: 2025-03-25 21:43:43 -- STEP: 6570/31555 -- GLOBAL_STEP: 1142550 | > loss_text_ce: 0.03330886736512184 (0.032459759599241536) | > loss_mel_ce: 3.226384162902832 (nan) | > loss: 0.012935291044414043 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14135864426919093) | > loader_time: 0.0045 (0.004666556179795642)  --> TIME: 2025-03-25 21:43:53 -- STEP: 6620/31555 -- GLOBAL_STEP: 1142600 | > loss_text_ce: 0.0248404610902071 (0.03245561987237616) | > loss_mel_ce: 2.7497360706329346 (nan) | > loss: 0.011010224930942059 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1413897060195482) | > loader_time: 0.0045 (0.0046657545689009535)  --> TIME: 2025-03-25 21:44:03 -- STEP: 6670/31555 -- GLOBAL_STEP: 1142650 | > loss_text_ce: 0.034801922738552094 (0.032463738301174154) | > loss_mel_ce: 2.9645943641662598 (nan) | > loss: 0.011902366764843464 (nan) | > current_lr: 5e-06 | > step_time: 0.1888 (0.14141545656738932) | > loader_time: 0.0073 (0.004665411430141563)  --> TIME: 2025-03-25 21:44:13 -- STEP: 6720/31555 -- GLOBAL_STEP: 1142700 | > loss_text_ce: 0.01892617531120777 (0.032453066150386255) | > loss_mel_ce: 2.0570273399353027 (nan) | > loss: 0.008237911388278008 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14138627928637298) | > loader_time: 0.0043 (0.00466461469020163)  --> TIME: 2025-03-25 21:44:22 -- STEP: 6770/31555 -- GLOBAL_STEP: 1142750 | > loss_text_ce: 0.034457821398973465 (0.032457386277907695) | > loss_mel_ce: 3.0756993293762207 (nan) | > loss: 0.012341894209384918 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.141398216244741) | > loader_time: 0.0047 (0.004663867401055436)  --> TIME: 2025-03-25 21:44:32 -- STEP: 6820/31555 -- GLOBAL_STEP: 1142800 | > loss_text_ce: 0.028005361557006836 (0.032467925498709985) | > loss_mel_ce: 2.8395638465881348 (nan) | > loss: 0.011379243806004524 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14140823471231517) | > loader_time: 0.0045 (0.004663374451947707)  --> TIME: 2025-03-25 21:44:41 -- STEP: 6870/31555 -- GLOBAL_STEP: 1142850 | > loss_text_ce: 0.03272648900747299 (0.032461779510529205) | > loss_mel_ce: 2.8274660110473633 (nan) | > loss: 0.011349971406161785 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1413742272267345) | > loader_time: 0.0044 (0.004662446128922959)  --> TIME: 2025-03-25 21:44:51 -- STEP: 6920/31555 -- GLOBAL_STEP: 1142900 | > loss_text_ce: 0.03172985091805458 (0.03246015421144473) | > loss_mel_ce: 2.400477647781372 (nan) | > loss: 0.00965161807835102 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1413384324208846) | > loader_time: 0.0046 (0.0046615135462987)  --> TIME: 2025-03-25 21:45:01 -- STEP: 6970/31555 -- GLOBAL_STEP: 1142950 | > loss_text_ce: 0.03584768995642662 (0.03247160961065801) | > loss_mel_ce: 2.802751302719116 (nan) | > loss: 0.011264282278716564 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14137112632543458) | > loader_time: 0.0045 (0.004661279429322171)  --> TIME: 2025-03-25 21:45:10 -- STEP: 7020/31555 -- GLOBAL_STEP: 1143000 | > loss_text_ce: 0.033975355327129364 (0.03247289539001718) | > loss_mel_ce: 2.16424560546875 (nan) | > loss: 0.00872309971600771 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14134626127036515) | > loader_time: 0.0046 (0.004661986087462168)  --> TIME: 2025-03-25 21:45:20 -- STEP: 7070/31555 -- GLOBAL_STEP: 1143050 | > loss_text_ce: 0.03071959875524044 (0.032460399854617454) | > loss_mel_ce: 2.2673277854919434 (nan) | > loss: 0.009119235910475254 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14134569626717738) | > loader_time: 0.0047 (0.004662115772846234)  --> TIME: 2025-03-25 21:45:29 -- STEP: 7120/31555 -- GLOBAL_STEP: 1143100 | > loss_text_ce: 0.03303132206201553 (0.032455801157532015) | > loss_mel_ce: 2.9774343967437744 (nan) | > loss: 0.011946292594075203 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14133170327443711) | > loader_time: 0.0045 (0.004662132095754822)  --> TIME: 2025-03-25 21:45:39 -- STEP: 7170/31555 -- GLOBAL_STEP: 1143150 | > loss_text_ce: 0.013246103189885616 (0.03245218310809105) | > loss_mel_ce: 2.687701940536499 (nan) | > loss: 0.010718048550188541 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14130641376623015) | > loader_time: 0.0046 (0.004662596963273271)  --> TIME: 2025-03-25 21:45:49 -- STEP: 7220/31555 -- GLOBAL_STEP: 1143200 | > loss_text_ce: 0.040048208087682724 (0.032456400713024317) | > loss_mel_ce: 2.9044811725616455 (nan) | > loss: 0.011684640310704708 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14132795208378815) | > loader_time: 0.0045 (0.004662854321445461)  --> TIME: 2025-03-25 21:45:58 -- STEP: 7270/31555 -- GLOBAL_STEP: 1143250 | > loss_text_ce: 0.02927248366177082 (0.03245301744855816) | > loss_mel_ce: 2.7885849475860596 (nan) | > loss: 0.011181974783539772 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1413113164770552) | > loader_time: 0.0046 (0.004662363007767171)  --> TIME: 2025-03-25 21:46:08 -- STEP: 7320/31555 -- GLOBAL_STEP: 1143300 | > loss_text_ce: 0.03514048829674721 (0.03245703271358622) | > loss_mel_ce: 2.265725612640381 (nan) | > loss: 0.00913042202591896 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14129685554348032) | > loader_time: 0.0073 (0.004661828181782713)  --> TIME: 2025-03-25 21:46:18 -- STEP: 7370/31555 -- GLOBAL_STEP: 1143350 | > loss_text_ce: 0.03429734334349632 (0.03245757812902014) | > loss_mel_ce: 2.6325576305389404 (nan) | > loss: 0.010582758113741875 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14132205378896) | > loader_time: 0.0047 (0.004660760207933201)  --> TIME: 2025-03-25 21:46:27 -- STEP: 7420/31555 -- GLOBAL_STEP: 1143400 | > loss_text_ce: 0.03624434396624565 (0.03245847736625888) | > loss_mel_ce: 2.78560471534729 (nan) | > loss: 0.011197814717888832 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.1412943794720897) | > loader_time: 0.0048 (0.004660167012895862)  --> TIME: 2025-03-25 21:46:37 -- STEP: 7470/31555 -- GLOBAL_STEP: 1143450 | > loss_text_ce: 0.025348903611302376 (0.03245629692310536) | > loss_mel_ce: 1.931918978691101 (nan) | > loss: 0.0077669364400208 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1412870645203901) | > loader_time: 0.0042 (0.004659012745981081)  --> TIME: 2025-03-25 21:46:46 -- STEP: 7520/31555 -- GLOBAL_STEP: 1143500 | > loss_text_ce: 0.038083065301179886 (0.03245732909368181) | > loss_mel_ce: 2.4558424949645996 (nan) | > loss: 0.009896530769765377 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14128340891701088) | > loader_time: 0.0045 (0.0046575574798786955)  --> TIME: 2025-03-25 21:46:56 -- STEP: 7570/31555 -- GLOBAL_STEP: 1143550 | > loss_text_ce: 0.02172425389289856 (0.03244595510830994) | > loss_mel_ce: 1.6510307788848877 (nan) | > loss: 0.006637916900217533 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14127828010322216) | > loader_time: 0.0044 (0.004656328424279888)  --> TIME: 2025-03-25 21:47:05 -- STEP: 7620/31555 -- GLOBAL_STEP: 1143600 | > loss_text_ce: 0.0327538400888443 (0.032453270942789235) | > loss_mel_ce: 2.7784955501556396 (nan) | > loss: 0.011155752465128899 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14125935155262764) | > loader_time: 0.0046 (0.004655300976410318)  --> TIME: 2025-03-25 21:47:15 -- STEP: 7670/31555 -- GLOBAL_STEP: 1143650 | > loss_text_ce: 0.024383487179875374 (0.03246304790223466) | > loss_mel_ce: 2.468564510345459 (nan) | > loss: 0.009892651811242104 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14124189912107166) | > loader_time: 0.0045 (0.004654036133976311)  --> TIME: 2025-03-25 21:47:25 -- STEP: 7720/31555 -- GLOBAL_STEP: 1143700 | > loss_text_ce: 0.034860413521528244 (0.03246874801749419) | > loss_mel_ce: 2.810920238494873 (nan) | > loss: 0.011292780749499798 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14128583305240275) | > loader_time: 0.0047 (0.004653605587124212)  --> TIME: 2025-03-25 21:47:35 -- STEP: 7770/31555 -- GLOBAL_STEP: 1143750 | > loss_text_ce: 0.030571071431040764 (0.032461003155748465) | > loss_mel_ce: 2.70485782623291 (nan) | > loss: 0.010854876600205898 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1412927329310117) | > loader_time: 0.0046 (0.004653023476766349)  --> TIME: 2025-03-25 21:47:45 -- STEP: 7820/31555 -- GLOBAL_STEP: 1143800 | > loss_text_ce: 0.03405262902379036 (0.03244947461504259) | > loss_mel_ce: 1.97366464138031 (nan) | > loss: 0.007967133074998856 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14133222371416) | > loader_time: 0.0047 (0.004652599483499752)  --> TIME: 2025-03-25 21:47:54 -- STEP: 7870/31555 -- GLOBAL_STEP: 1143850 | > loss_text_ce: 0.03601347282528877 (0.03245937060339921) | > loss_mel_ce: 2.745882511138916 (nan) | > loss: 0.011039270088076591 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.1413230479445207) | > loader_time: 0.0043 (0.004651716733978548)  --> TIME: 2025-03-25 21:48:04 -- STEP: 7920/31555 -- GLOBAL_STEP: 1143900 | > loss_text_ce: 0.029393302276730537 (0.03245691989861304) | > loss_mel_ce: 2.5698254108428955 (nan) | > loss: 0.01031436026096344 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1413562526004481) | > loader_time: 0.0048 (0.004652184428590722)  --> TIME: 2025-03-25 21:48:14 -- STEP: 7970/31555 -- GLOBAL_STEP: 1143950 | > loss_text_ce: 0.030692530795931816 (0.03245244827016335) | > loss_mel_ce: 2.5092060565948486 (nan) | > loss: 0.010078963823616505 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14134409128497785) | > loader_time: 0.0046 (0.004652186020404816)  --> TIME: 2025-03-25 21:48:23 -- STEP: 8020/31555 -- GLOBAL_STEP: 1144000 | > loss_text_ce: 0.03573654592037201 (0.03245507645620472) | > loss_mel_ce: 2.8246026039123535 (nan) | > loss: 0.011350552551448345 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1413327506652792) | > loader_time: 0.0045 (0.004652129474126198)  --> TIME: 2025-03-25 21:48:33 -- STEP: 8070/31555 -- GLOBAL_STEP: 1144050 | > loss_text_ce: 0.030473150312900543 (0.03244689569705839) | > loss_mel_ce: 1.0803086757659912 (nan) | > loss: 0.0044078645296394825 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14132647121410516) | > loader_time: 0.0046 (0.004651921921059993)  --> TIME: 2025-03-25 21:48:43 -- STEP: 8120/31555 -- GLOBAL_STEP: 1144100 | > loss_text_ce: 0.04113779589533806 (0.03244970260919744) | > loss_mel_ce: 2.83774733543396 (nan) | > loss: 0.01142414752393961 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14132667145705555) | > loader_time: 0.0046 (0.00465194668088641)  --> TIME: 2025-03-25 21:48:53 -- STEP: 8170/31555 -- GLOBAL_STEP: 1144150 | > loss_text_ce: 0.029184166342020035 (0.03245705022844818) | > loss_mel_ce: 2.6432831287384033 (nan) | > loss: 0.01060502976179123 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14135203796326) | > loader_time: 0.0044 (0.0046520010202284155)  --> TIME: 2025-03-25 21:49:02 -- STEP: 8220/31555 -- GLOBAL_STEP: 1144200 | > loss_text_ce: 0.02653796225786209 (0.03245418511972364) | > loss_mel_ce: 2.5820653438568115 (nan) | > loss: 0.010351601056754589 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14135095348033283) | > loader_time: 0.005 (0.004652108270176431)  --> TIME: 2025-03-25 21:49:12 -- STEP: 8270/31555 -- GLOBAL_STEP: 1144250 | > loss_text_ce: 0.030916448682546616 (0.03244834793821669) | > loss_mel_ce: 2.0912392139434814 (nan) | > loss: 0.00842125341296196 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14134013652801494) | > loader_time: 0.0047 (0.00465294732436304)  --> TIME: 2025-03-25 21:49:21 -- STEP: 8320/31555 -- GLOBAL_STEP: 1144300 | > loss_text_ce: 0.03481496125459671 (0.03244959017779022) | > loss_mel_ce: 2.5869007110595703 (nan) | > loss: 0.01040363498032093 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1413027358169737) | > loader_time: 0.0047 (0.004653130041865208)  --> TIME: 2025-03-25 21:49:31 -- STEP: 8370/31555 -- GLOBAL_STEP: 1144350 | > loss_text_ce: 0.030021652579307556 (0.03244997225846465) | > loss_mel_ce: 2.6920814514160156 (nan) | > loss: 0.010801997035741806 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14131087912168674) | > loader_time: 0.0047 (0.004653193190106359)  --> TIME: 2025-03-25 21:49:40 -- STEP: 8420/31555 -- GLOBAL_STEP: 1144400 | > loss_text_ce: 0.021975595504045486 (0.032451683361716006) | > loss_mel_ce: 2.0715954303741455 (nan) | > loss: 0.008307822048664093 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1412918019747789) | > loader_time: 0.0044 (0.004653202128240451)  --> TIME: 2025-03-25 21:49:50 -- STEP: 8470/31555 -- GLOBAL_STEP: 1144450 | > loss_text_ce: 0.028891142457723618 (0.03245392403298162) | > loss_mel_ce: 2.654165744781494 (nan) | > loss: 0.010647051967680454 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14128058474629643) | > loader_time: 0.0043 (0.004652466205385251)  --> TIME: 2025-03-25 21:50:00 -- STEP: 8520/31555 -- GLOBAL_STEP: 1144500 | > loss_text_ce: 0.03620598092675209 (0.03245321021452465) | > loss_mel_ce: 2.9409422874450684 (nan) | > loss: 0.011814081110060215 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14129960142390816) | > loader_time: 0.0047 (0.004652103571824628)  --> TIME: 2025-03-25 21:50:09 -- STEP: 8570/31555 -- GLOBAL_STEP: 1144550 | > loss_text_ce: 0.04188711196184158 (0.03245119162853662) | > loss_mel_ce: 1.5151660442352295 (nan) | > loss: 0.0061787827871739864 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1412815590027193) | > loader_time: 0.0047 (0.00465160899012064)  --> TIME: 2025-03-25 21:50:19 -- STEP: 8620/31555 -- GLOBAL_STEP: 1144600 | > loss_text_ce: 0.04740530252456665 (0.03245822614752489) | > loss_mel_ce: 2.9847989082336426 (nan) | > loss: 0.012032557278871536 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14129707603056293) | > loader_time: 0.0046 (0.004651516551484645)  --> TIME: 2025-03-25 21:50:29 -- STEP: 8670/31555 -- GLOBAL_STEP: 1144650 | > loss_text_ce: 0.029466936364769936 (0.032453944596151564) | > loss_mel_ce: 1.365818738937378 (nan) | > loss: 0.005536848213523626 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14128687805232967) | > loader_time: 0.0044 (0.0046508070781844215)  --> TIME: 2025-03-25 21:50:38 -- STEP: 8720/31555 -- GLOBAL_STEP: 1144700 | > loss_text_ce: 0.03726372867822647 (0.03245042324912049) | > loss_mel_ce: 2.9353837966918945 (nan) | > loss: 0.01179622020572424 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14129677212566394) | > loader_time: 0.0048 (0.004650593624202488)  --> TIME: 2025-03-25 21:50:48 -- STEP: 8770/31555 -- GLOBAL_STEP: 1144750 | > loss_text_ce: 0.030026428401470184 (0.0324403111962018) | > loss_mel_ce: 2.654893159866333 (nan) | > loss: 0.010654443874955177 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14126983077659291) | > loader_time: 0.0048 (0.004649867978851777)  --> TIME: 2025-03-25 21:50:57 -- STEP: 8820/31555 -- GLOBAL_STEP: 1144800 | > loss_text_ce: 0.04085778445005417 (0.032446478912501284) | > loss_mel_ce: 2.431879758834839 (nan) | > loss: 0.009812450967729092 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14124015572390042) | > loader_time: 0.0043 (0.004649173402461882)  --> TIME: 2025-03-25 21:51:07 -- STEP: 8870/31555 -- GLOBAL_STEP: 1144850 | > loss_text_ce: 0.032435234636068344 (0.03244927441837792) | > loss_mel_ce: 2.599017381668091 (nan) | > loss: 0.010442272759974003 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.141229349784679) | > loader_time: 0.0045 (0.0046484874630727015)  --> TIME: 2025-03-25 21:51:16 -- STEP: 8920/31555 -- GLOBAL_STEP: 1144900 | > loss_text_ce: 0.018303899094462395 (0.03244769530508653) | > loss_mel_ce: 2.3044052124023438 (nan) | > loss: 0.009217100217938423 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14123084785692358) | > loader_time: 0.0042 (0.004647675276871756)  --> TIME: 2025-03-25 21:51:26 -- STEP: 8970/31555 -- GLOBAL_STEP: 1144950 | > loss_text_ce: 0.040189508348703384 (0.03245207905736124) | > loss_mel_ce: 2.833427906036377 (nan) | > loss: 0.011403243988752365 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14123207135344024) | > loader_time: 0.0048 (0.00464750178814466)  --> TIME: 2025-03-25 21:51:35 -- STEP: 9020/31555 -- GLOBAL_STEP: 1145000 | > loss_text_ce: 0.03750639036297798 (0.03245092578657681) | > loss_mel_ce: 2.7554445266723633 (nan) | > loss: 0.011083139106631279 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14120892497758367) | > loader_time: 0.0046 (0.00464717250176914)  --> TIME: 2025-03-25 21:51:45 -- STEP: 9070/31555 -- GLOBAL_STEP: 1145050 | > loss_text_ce: 0.03808356821537018 (0.032452365657460444) | > loss_mel_ce: 2.6076745986938477 (nan) | > loss: 0.010499040596187115 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14119802675278725) | > loader_time: 0.0047 (0.0046468151443717015)  --> TIME: 2025-03-25 21:51:55 -- STEP: 9120/31555 -- GLOBAL_STEP: 1145100 | > loss_text_ce: 0.029541701078414917 (0.03245271437907621) | > loss_mel_ce: 2.8481972217559814 (nan) | > loss: 0.011419599875807762 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1412166879103894) | > loader_time: 0.0047 (0.004646681432138413)  --> TIME: 2025-03-25 21:52:05 -- STEP: 9170/31555 -- GLOBAL_STEP: 1145150 | > loss_text_ce: 0.03729576617479324 (0.03244497323715437) | > loss_mel_ce: 2.4589662551879883 (nan) | > loss: 0.009905802085995674 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14125034203316147) | > loader_time: 0.005 (0.004646965539572415)  --> TIME: 2025-03-25 21:52:14 -- STEP: 9220/31555 -- GLOBAL_STEP: 1145200 | > loss_text_ce: 0.04314121603965759 (0.032436439595760966) | > loss_mel_ce: 2.7578482627868652 (nan) | > loss: 0.011115037836134434 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14122908849778235) | > loader_time: 0.0047 (0.004647053787868609)  --> TIME: 2025-03-25 21:52:24 -- STEP: 9270/31555 -- GLOBAL_STEP: 1145250 | > loss_text_ce: 0.029239432886242867 (0.032435866036405116) | > loss_mel_ce: 0.7015555500984192 (nan) | > loss: 0.0028999801725149155 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14124993778998263) | > loader_time: 0.0044 (0.0046470661893760245)  --> TIME: 2025-03-25 21:52:34 -- STEP: 9320/31555 -- GLOBAL_STEP: 1145300 | > loss_text_ce: 0.03657367825508118 (0.032426310788396334) | > loss_mel_ce: 2.920253276824951 (nan) | > loss: 0.011733440682291985 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14125759542755809) | > loader_time: 0.0046 (0.004647350208953726)  --> TIME: 2025-03-25 21:52:43 -- STEP: 9370/31555 -- GLOBAL_STEP: 1145350 | > loss_text_ce: 0.03803572058677673 (0.03242994494479752) | > loss_mel_ce: 2.2842795848846436 (nan) | > loss: 0.009215537458658218 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1412635350303691) | > loader_time: 0.0044 (0.004647165530519272)  --> TIME: 2025-03-25 21:52:53 -- STEP: 9420/31555 -- GLOBAL_STEP: 1145400 | > loss_text_ce: 0.03465139493346214 (0.03242651711943732) | > loss_mel_ce: 1.5058327913284302 (nan) | > loss: 0.006113032810389996 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.141241104562318) | > loader_time: 0.0044 (0.004646453305667626)  --> TIME: 2025-03-25 21:53:02 -- STEP: 9470/31555 -- GLOBAL_STEP: 1145450 | > loss_text_ce: 0.03946033492684364 (0.03242807323063906) | > loss_mel_ce: 2.1155354976654053 (nan) | > loss: 0.008551571518182755 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14122090873396007) | > loader_time: 0.0047 (0.004645776094076123)  --> TIME: 2025-03-25 21:53:12 -- STEP: 9520/31555 -- GLOBAL_STEP: 1145500 | > loss_text_ce: 0.033684659749269485 (0.032415196749561656) | > loss_mel_ce: 2.9648046493530273 (nan) | > loss: 0.01189876813441515 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14119460372363815) | > loader_time: 0.0049 (0.004645262520854213)  --> TIME: 2025-03-25 21:53:21 -- STEP: 9570/31555 -- GLOBAL_STEP: 1145550 | > loss_text_ce: 0.03559708222746849 (0.03241068578900348) | > loss_mel_ce: 2.882477045059204 (nan) | > loss: 0.011579659767448902 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14118743807295403) | > loader_time: 0.0045 (0.00464431432347313)  --> TIME: 2025-03-25 21:53:31 -- STEP: 9620/31555 -- GLOBAL_STEP: 1145600 | > loss_text_ce: 0.03914964199066162 (0.03240392815801858) | > loss_mel_ce: 0.7692354917526245 (nan) | > loss: 0.003207877743989229 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14117803999886952) | > loader_time: 0.0048 (0.004644339099495429)  --> TIME: 2025-03-25 21:53:40 -- STEP: 9670/31555 -- GLOBAL_STEP: 1145650 | > loss_text_ce: 0.027721643447875977 (0.03239639454714815) | > loss_mel_ce: 2.572176456451416 (nan) | > loss: 0.010317056439816952 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14116827620592104) | > loader_time: 0.0044 (0.004644063562000674)  --> TIME: 2025-03-25 21:53:50 -- STEP: 9720/31555 -- GLOBAL_STEP: 1145700 | > loss_text_ce: 0.02321000210940838 (0.03239251211488711) | > loss_mel_ce: 2.7775251865386963 (nan) | > loss: 0.011114029213786125 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14118650123906262) | > loader_time: 0.0045 (0.004643829344721979)  --> TIME: 2025-03-25 21:54:00 -- STEP: 9770/31555 -- GLOBAL_STEP: 1145750 | > loss_text_ce: 0.03170446306467056 (0.03239485996917354) | > loss_mel_ce: 2.6950790882110596 (nan) | > loss: 0.010820570401847363 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14120742635326744) | > loader_time: 0.0047 (0.00464361714487066)  --> TIME: 2025-03-25 21:54:10 -- STEP: 9820/31555 -- GLOBAL_STEP: 1145800 | > loss_text_ce: 0.03295748308300972 (0.032402005422359534) | > loss_mel_ce: 2.27398943901062 (nan) | > loss: 0.009154551662504673 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14121262881517915) | > loader_time: 0.0045 (0.004643269930254905)  --> TIME: 2025-03-25 21:54:19 -- STEP: 9870/31555 -- GLOBAL_STEP: 1145850 | > loss_text_ce: 0.040527839213609695 (0.032408984746923504) | > loss_mel_ce: 2.4611663818359375 (nan) | > loss: 0.009927358478307724 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14122301901727474) | > loader_time: 0.0043 (0.0046428817866904165)  --> TIME: 2025-03-25 21:54:29 -- STEP: 9920/31555 -- GLOBAL_STEP: 1145900 | > loss_text_ce: 0.033988602459430695 (0.03241541066973067) | > loss_mel_ce: 2.0134549140930176 (nan) | > loss: 0.008124777115881443 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14123247693623267) | > loader_time: 0.0045 (0.0046421653561053745)  --> TIME: 2025-03-25 21:54:38 -- STEP: 9970/31555 -- GLOBAL_STEP: 1145950 | > loss_text_ce: 0.03686481714248657 (0.032415202277391995) | > loss_mel_ce: 2.7654449939727783 (nan) | > loss: 0.01112027745693922 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14120313798412745) | > loader_time: 0.0043 (0.0046417419506291115)  --> TIME: 2025-03-25 21:54:48 -- STEP: 10020/31555 -- GLOBAL_STEP: 1146000 | > loss_text_ce: 0.030074581503868103 (0.03241491005040262) | > loss_mel_ce: 1.6560689210891724 (nan) | > loss: 0.006691046059131622 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1412239952477628) | > loader_time: 0.0046 (0.00464179330243322)  --> TIME: 2025-03-25 21:54:58 -- STEP: 10070/31555 -- GLOBAL_STEP: 1146050 | > loss_text_ce: 0.02810744382441044 (0.03241601136754427) | > loss_mel_ce: 2.697498321533203 (nan) | > loss: 0.010815896093845367 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14122514693952473) | > loader_time: 0.0048 (0.004641441010907958)  --> TIME: 2025-03-25 21:55:08 -- STEP: 10120/31555 -- GLOBAL_STEP: 1146100 | > loss_text_ce: 0.03963775187730789 (0.032418201216073056) | > loss_mel_ce: 2.577263832092285 (nan) | > loss: 0.010384530760347843 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.1412327527999878) | > loader_time: 0.0047 (0.004641565786520013)  --> TIME: 2025-03-25 21:55:18 -- STEP: 10170/31555 -- GLOBAL_STEP: 1146150 | > loss_text_ce: 0.023674482479691505 (0.03241839411630918) | > loss_mel_ce: 2.004181385040283 (nan) | > loss: 0.00804704800248146 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1412474147220862) | > loader_time: 0.0045 (0.004641967724675394)  --> TIME: 2025-03-25 21:55:28 -- STEP: 10220/31555 -- GLOBAL_STEP: 1146200 | > loss_text_ce: 0.027307502925395966 (0.032423741382741594) | > loss_mel_ce: 2.3117268085479736 (nan) | > loss: 0.009281883016228676 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14127053171687853) | > loader_time: 0.0046 (0.004642113477516552)  --> TIME: 2025-03-25 21:55:37 -- STEP: 10270/31555 -- GLOBAL_STEP: 1146250 | > loss_text_ce: 0.02809608168900013 (0.03242394027763558) | > loss_mel_ce: 2.6433026790618896 (nan) | > loss: 0.010600789450109005 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.141253441844966) | > loader_time: 0.0047 (0.004642281838726284)  --> TIME: 2025-03-25 21:55:47 -- STEP: 10320/31555 -- GLOBAL_STEP: 1146300 | > loss_text_ce: 0.028168728575110435 (0.03242353180869173) | > loss_mel_ce: 3.1052985191345215 (nan) | > loss: 0.012434394098818302 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1412621042756146) | > loader_time: 0.005 (0.004642316029053332)  --> TIME: 2025-03-25 21:55:56 -- STEP: 10370/31555 -- GLOBAL_STEP: 1146350 | > loss_text_ce: 0.02602574974298477 (0.03242930574863487) | > loss_mel_ce: 1.6844996213912964 (nan) | > loss: 0.0067877997644245625 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14125438821695113) | > loader_time: 0.0044 (0.004642304390122835)  --> TIME: 2025-03-25 21:56:06 -- STEP: 10420/31555 -- GLOBAL_STEP: 1146400 | > loss_text_ce: 0.0227477066218853 (0.03242477166132123) | > loss_mel_ce: 3.1998708248138428 (nan) | > loss: 0.012788170017302036 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14124168562568762) | > loader_time: 0.0045 (0.004642423032112641)  --> TIME: 2025-03-25 21:56:16 -- STEP: 10470/31555 -- GLOBAL_STEP: 1146450 | > loss_text_ce: 0.03591354191303253 (0.032422159489603426) | > loss_mel_ce: 2.8392844200134277 (nan) | > loss: 0.0114095164462924 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.1412569174452291) | > loader_time: 0.0047 (0.004642295723544387)  --> TIME: 2025-03-25 21:56:25 -- STEP: 10520/31555 -- GLOBAL_STEP: 1146500 | > loss_text_ce: 0.03753575682640076 (0.03242559767197163) | > loss_mel_ce: 1.9155375957489014 (nan) | > loss: 0.007750291842967272 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1412468516554668) | > loader_time: 0.0047 (0.004641974788201634)  --> TIME: 2025-03-25 21:56:35 -- STEP: 10570/31555 -- GLOBAL_STEP: 1146550 | > loss_text_ce: 0.03158055245876312 (0.032419272555723674) | > loss_mel_ce: 2.4352691173553467 (nan) | > loss: 0.009789085946977139 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14122090129888382) | > loader_time: 0.0047 (0.004642200379746082)  --> TIME: 2025-03-25 21:56:44 -- STEP: 10620/31555 -- GLOBAL_STEP: 1146600 | > loss_text_ce: 0.03138088807463646 (0.03241806930323902) | > loss_mel_ce: 0.02978515625 (nan) | > loss: 0.0002427224098937586 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1412020658144618) | > loader_time: 0.0045 (0.004641848185192621)  --> TIME: 2025-03-25 21:56:54 -- STEP: 10670/31555 -- GLOBAL_STEP: 1146650 | > loss_text_ce: 0.04449182376265526 (0.0324176798634851) | > loss_mel_ce: 2.657104253768921 (nan) | > loss: 0.010720619931817055 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1412146759122582) | > loader_time: 0.0047 (0.00464155642698051)  --> TIME: 2025-03-25 21:57:04 -- STEP: 10720/31555 -- GLOBAL_STEP: 1146700 | > loss_text_ce: 0.03312751278281212 (0.03242443900020196) | > loss_mel_ce: 2.299851417541504 (nan) | > loss: 0.009257853962481022 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14122690413870018) | > loader_time: 0.0044 (0.004641325082351921)  --> TIME: 2025-03-25 21:57:14 -- STEP: 10770/31555 -- GLOBAL_STEP: 1146750 | > loss_text_ce: 0.028723198920488358 (0.032424905275823826) | > loss_mel_ce: 2.695784568786621 (nan) | > loss: 0.010811539366841316 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14124587361416324) | > loader_time: 0.0047 (0.004641159818254374)  --> TIME: 2025-03-25 21:57:23 -- STEP: 10820/31555 -- GLOBAL_STEP: 1146800 | > loss_text_ce: 0.02683853544294834 (0.03242678000607178) | > loss_mel_ce: 2.565674066543579 (nan) | > loss: 0.010287748649716377 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14121927146329888) | > loader_time: 0.0045 (0.004641291306331733)  --> TIME: 2025-03-25 21:57:33 -- STEP: 10870/31555 -- GLOBAL_STEP: 1146850 | > loss_text_ce: 0.03531808406114578 (0.03243331568574362) | > loss_mel_ce: 0.0345052070915699 (nan) | > loss: 0.0002770765859168023 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1412072459820112) | > loader_time: 0.0043 (0.004640528337606736)  --> TIME: 2025-03-25 21:57:42 -- STEP: 10920/31555 -- GLOBAL_STEP: 1146900 | > loss_text_ce: 0.024135498329997063 (0.032433214198436186) | > loss_mel_ce: 3.107947826385498 (nan) | > loss: 0.01242890302091837 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14120610524446517) | > loader_time: 0.0045 (0.00463979772595696)  --> TIME: 2025-03-25 21:57:52 -- STEP: 10970/31555 -- GLOBAL_STEP: 1146950 | > loss_text_ce: 0.0332559235394001 (0.03243067493100207) | > loss_mel_ce: 2.793682098388672 (nan) | > loss: 0.01121800858527422 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14120521832294836) | > loader_time: 0.0075 (0.00463958555932684)  --> TIME: 2025-03-25 21:58:02 -- STEP: 11020/31555 -- GLOBAL_STEP: 1147000 | > loss_text_ce: 0.03295598924160004 (0.03242711568667042) | > loss_mel_ce: 2.304926633834839 (nan) | > loss: 0.009277312085032463 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1412187309533409) | > loader_time: 0.0047 (0.00464009492237209)  --> TIME: 2025-03-25 21:58:11 -- STEP: 11070/31555 -- GLOBAL_STEP: 1147050 | > loss_text_ce: 0.031024863943457603 (0.032420350716372656) | > loss_mel_ce: 2.5813801288604736 (nan) | > loss: 0.010366687551140785 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14121019336266208) | > loader_time: 0.0046 (0.004639824317615097)  --> TIME: 2025-03-25 21:58:21 -- STEP: 11120/31555 -- GLOBAL_STEP: 1147100 | > loss_text_ce: 0.04120825603604317 (0.032419052280790346) | > loss_mel_ce: 2.998182535171509 (nan) | > loss: 0.012061075307428837 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14118563674336684) | > loader_time: 0.0046 (0.00463954564049947)  --> TIME: 2025-03-25 21:58:30 -- STEP: 11170/31555 -- GLOBAL_STEP: 1147150 | > loss_text_ce: 0.03450976684689522 (0.03241995854483324) | > loss_mel_ce: 2.698535919189453 (nan) | > loss: 0.010845419950783253 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14118014331790274) | > loader_time: 0.005 (0.004639404056962301)  --> TIME: 2025-03-25 21:58:40 -- STEP: 11220/31555 -- GLOBAL_STEP: 1147200 | > loss_text_ce: 0.03896177560091019 (0.03242485917807476) | > loss_mel_ce: 2.6250460147857666 (nan) | > loss: 0.010571460239589214 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1412015826306874) | > loader_time: 0.0048 (0.004639369599959431)  --> TIME: 2025-03-25 21:58:50 -- STEP: 11270/31555 -- GLOBAL_STEP: 1147250 | > loss_text_ce: 0.03872073069214821 (0.032422498905057634) | > loss_mel_ce: 2.7371246814727783 (nan) | > loss: 0.011015260592103004 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14120790524723856) | > loader_time: 0.0046 (0.004639298807971758)  --> TIME: 2025-03-25 21:59:00 -- STEP: 11320/31555 -- GLOBAL_STEP: 1147300 | > loss_text_ce: 0.03268870338797569 (0.032424819922196306) | > loss_mel_ce: 2.9707698822021484 (nan) | > loss: 0.011918487027287483 (nan) | > current_lr: 5e-06 | > step_time: 0.1894 (0.1412142562781959) | > loader_time: 0.0048 (0.004639757564126819)  --> TIME: 2025-03-25 21:59:09 -- STEP: 11370/31555 -- GLOBAL_STEP: 1147350 | > loss_text_ce: 0.02081742323935032 (0.03242467813637737) | > loss_mel_ce: 3.10870361328125 (nan) | > loss: 0.012418735772371292 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14121278510768842) | > loader_time: 0.0047 (0.004640146715135672)  --> TIME: 2025-03-25 21:59:19 -- STEP: 11420/31555 -- GLOBAL_STEP: 1147400 | > loss_text_ce: 0.027732478454709053 (0.03242385937055904) | > loss_mel_ce: 1.8284579515457153 (nan) | > loss: 0.00736583536490798 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1412221520460629) | > loader_time: 0.0047 (0.004640376588717866)  --> TIME: 2025-03-25 21:59:28 -- STEP: 11470/31555 -- GLOBAL_STEP: 1147450 | > loss_text_ce: 0.04912189394235611 (0.032431147879017026) | > loss_mel_ce: 2.5074665546417236 (nan) | > loss: 0.010145192965865135 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.1412122487190395) | > loader_time: 0.0044 (0.004640447251570157)  --> TIME: 2025-03-25 21:59:38 -- STEP: 11520/31555 -- GLOBAL_STEP: 1147500 | > loss_text_ce: 0.029074562713503838 (0.03243495954658186) | > loss_mel_ce: 2.914015769958496 (nan) | > loss: 0.011678931303322315 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14121331073757623) | > loader_time: 0.0046 (0.004640536796715524)  --> TIME: 2025-03-25 21:59:48 -- STEP: 11570/31555 -- GLOBAL_STEP: 1147550 | > loss_text_ce: 0.0395977757871151 (0.032443704849467896) | > loss_mel_ce: 2.413437843322754 (nan) | > loss: 0.009734269231557846 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14119703153545896) | > loader_time: 0.0044 (0.004640526140982876)  --> TIME: 2025-03-25 21:59:57 -- STEP: 11620/31555 -- GLOBAL_STEP: 1147600 | > loss_text_ce: 0.04838428273797035 (0.03244020563002065) | > loss_mel_ce: 2.5225632190704346 (nan) | > loss: 0.01020217314362526 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14121034186391082) | > loader_time: 0.0045 (0.004640569846929661)  --> TIME: 2025-03-25 22:00:07 -- STEP: 11670/31555 -- GLOBAL_STEP: 1147650 | > loss_text_ce: 0.03562554344534874 (0.0324406091750286) | > loss_mel_ce: 3.001382827758789 (nan) | > loss: 0.01205162052065134 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14120770101375588) | > loader_time: 0.0047 (0.00464038546512346)  --> TIME: 2025-03-25 22:00:17 -- STEP: 11720/31555 -- GLOBAL_STEP: 1147700 | > loss_text_ce: 0.03671044856309891 (0.03243736463555982) | > loss_mel_ce: 2.7250311374664307 (nan) | > loss: 0.010959292761981487 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.1412105576983894) | > loader_time: 0.0047 (0.004641033419163161)  --> TIME: 2025-03-25 22:00:27 -- STEP: 11770/31555 -- GLOBAL_STEP: 1147750 | > loss_text_ce: 0.032359857112169266 (0.03243966862921705) | > loss_mel_ce: 2.65028715133667 (nan) | > loss: 0.010645424947142601 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14123009428090688) | > loader_time: 0.0047 (0.004641387294487323)  --> TIME: 2025-03-25 22:00:36 -- STEP: 11820/31555 -- GLOBAL_STEP: 1147800 | > loss_text_ce: 0.03746925666928291 (0.03244272281838071) | > loss_mel_ce: 2.901672840118408 (nan) | > loss: 0.011663262732326984 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14123256581688856) | > loader_time: 0.0044 (0.004641561580793511)  --> TIME: 2025-03-25 22:00:46 -- STEP: 11870/31555 -- GLOBAL_STEP: 1147850 | > loss_text_ce: 0.029359081760048866 (0.032444084505138554) | > loss_mel_ce: 2.7023427486419678 (nan) | > loss: 0.010840087197721004 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14123570822624948) | > loader_time: 0.0047 (0.0046415495089150985)  --> TIME: 2025-03-25 22:00:56 -- STEP: 11920/31555 -- GLOBAL_STEP: 1147900 | > loss_text_ce: 0.028888918459415436 (0.03244088924647732) | > loss_mel_ce: 1.361297607421875 (nan) | > loss: 0.005516613833606243 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14123863831862477) | > loader_time: 0.0046 (0.004641712451941221)  --> TIME: 2025-03-25 22:01:06 -- STEP: 11970/31555 -- GLOBAL_STEP: 1147950 | > loss_text_ce: 0.02712722308933735 (0.03243625252495947) | > loss_mel_ce: 2.35050368309021 (nan) | > loss: 0.009435043670237064 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1412431770697569) | > loader_time: 0.0047 (0.0046416119724487295)  --> TIME: 2025-03-25 22:01:15 -- STEP: 12020/31555 -- GLOBAL_STEP: 1148000 | > loss_text_ce: 0.02344946376979351 (0.03243653244879738) | > loss_mel_ce: 1.3287876844406128 (nan) | > loss: 0.005366020370274782 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14124593383658915) | > loader_time: 0.0043 (0.004641382507793921)  --> TIME: 2025-03-25 22:01:25 -- STEP: 12070/31555 -- GLOBAL_STEP: 1148050 | > loss_text_ce: 0.024527814239263535 (0.03243659260515315) | > loss_mel_ce: 2.472668170928955 (nan) | > loss: 0.009909508749842644 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14124602975189515) | > loader_time: 0.0069 (0.004641678181184462)  --> TIME: 2025-03-25 22:01:35 -- STEP: 12120/31555 -- GLOBAL_STEP: 1148100 | > loss_text_ce: 0.02255127765238285 (0.03243092719032095) | > loss_mel_ce: 2.0925114154815674 (nan) | > loss: 0.008393106050789356 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1412599049975768) | > loader_time: 0.0044 (0.004641506911897822)  --> TIME: 2025-03-25 22:01:44 -- STEP: 12170/31555 -- GLOBAL_STEP: 1148150 | > loss_text_ce: 0.0202617347240448 (0.03242863098568073) | > loss_mel_ce: 2.8642029762268066 (nan) | > loss: 0.011446289718151093 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14126002645531713) | > loader_time: 0.0045 (0.004641381207311757)  --> TIME: 2025-03-25 22:01:54 -- STEP: 12220/31555 -- GLOBAL_STEP: 1148200 | > loss_text_ce: 0.03657587990164757 (0.03242597329703112) | > loss_mel_ce: 3.0274274349212646 (nan) | > loss: 0.012158744037151337 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14125275674311089) | > loader_time: 0.0042 (0.00464112167467658)  --> TIME: 2025-03-25 22:02:04 -- STEP: 12270/31555 -- GLOBAL_STEP: 1148250 | > loss_text_ce: 0.03253697231411934 (0.0324248903616199) | > loss_mel_ce: 2.3299906253814697 (nan) | > loss: 0.009375110268592834 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1412496759139527) | > loader_time: 0.0048 (0.004640621408370816)  --> TIME: 2025-03-25 22:02:13 -- STEP: 12320/31555 -- GLOBAL_STEP: 1148300 | > loss_text_ce: 0.03545355796813965 (0.03243035001373325) | > loss_mel_ce: 2.947322368621826 (nan) | > loss: 0.01183641329407692 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14126427187160986) | > loader_time: 0.0049 (0.004640289831471134)  --> TIME: 2025-03-25 22:02:23 -- STEP: 12370/31555 -- GLOBAL_STEP: 1148350 | > loss_text_ce: 0.04133898764848709 (0.03242674166405905) | > loss_mel_ce: 2.408400058746338 (nan) | > loss: 0.009721186943352222 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14125917495597984) | > loader_time: 0.0046 (0.004639874317998735)  --> TIME: 2025-03-25 22:02:33 -- STEP: 12420/31555 -- GLOBAL_STEP: 1148400 | > loss_text_ce: 0.03510279208421707 (0.03242884174284724) | > loss_mel_ce: 2.5261502265930176 (nan) | > loss: 0.010163703002035618 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14125490461186668) | > loader_time: 0.0044 (0.0046397474652903085)  --> TIME: 2025-03-25 22:02:42 -- STEP: 12470/31555 -- GLOBAL_STEP: 1148450 | > loss_text_ce: 0.03555222600698471 (0.03242737808957106) | > loss_mel_ce: 2.4226794242858887 (nan) | > loss: 0.009754887782037258 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1412651283031666) | > loader_time: 0.0044 (0.00463943058907173)  --> TIME: 2025-03-25 22:02:52 -- STEP: 12520/31555 -- GLOBAL_STEP: 1148500 | > loss_text_ce: 0.020321501418948174 (0.032425558408826265) | > loss_mel_ce: 2.007960796356201 (nan) | > loss: 0.008048740215599537 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1412829589348628) | > loader_time: 0.0045 (0.004639809124005106)  --> TIME: 2025-03-25 22:03:02 -- STEP: 12570/31555 -- GLOBAL_STEP: 1148550 | > loss_text_ce: 0.03000210039317608 (0.032421000799654494) | > loss_mel_ce: 2.5081863403320312 (nan) | > loss: 0.010072177276015282 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14126031186339755) | > loader_time: 0.0045 (0.004639703770336306)  --> TIME: 2025-03-25 22:03:11 -- STEP: 12620/31555 -- GLOBAL_STEP: 1148600 | > loss_text_ce: 0.044082336127758026 (0.032420296270603784) | > loss_mel_ce: 2.8679745197296143 (nan) | > loss: 0.01155578251928091 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.1412593516041471) | > loader_time: 0.0048 (0.004639586102565755)  --> TIME: 2025-03-25 22:03:21 -- STEP: 12670/31555 -- GLOBAL_STEP: 1148650 | > loss_text_ce: 0.036231957376003265 (0.03242686467992023) | > loss_mel_ce: 2.5489413738250732 (nan) | > loss: 0.010258625261485577 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14124838141070253) | > loader_time: 0.0046 (0.0046394040477304044)  --> TIME: 2025-03-25 22:03:30 -- STEP: 12720/31555 -- GLOBAL_STEP: 1148700 | > loss_text_ce: 0.024562805891036987 (0.03243073033653593) | > loss_mel_ce: 2.7718231678009033 (nan) | > loss: 0.011096770875155926 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.1412503450921497) | > loader_time: 0.0048 (0.0046390545630604985)  --> TIME: 2025-03-25 22:03:40 -- STEP: 12770/31555 -- GLOBAL_STEP: 1148750 | > loss_text_ce: 0.03458984196186066 (0.03243261716068179) | > loss_mel_ce: 2.856919527053833 (nan) | > loss: 0.01147424429655075 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14123949909359562) | > loader_time: 0.0046 (0.004638941771552822)  --> TIME: 2025-03-25 22:03:50 -- STEP: 12820/31555 -- GLOBAL_STEP: 1148800 | > loss_text_ce: 0.02640702947974205 (0.03243349097042894) | > loss_mel_ce: 2.3553621768951416 (nan) | > loss: 0.009451465681195259 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14124648381320995) | > loader_time: 0.0047 (0.004638865790017503)  --> TIME: 2025-03-25 22:03:59 -- STEP: 12870/31555 -- GLOBAL_STEP: 1148850 | > loss_text_ce: 0.024807214736938477 (0.03243462648597277) | > loss_mel_ce: 2.651219606399536 (nan) | > loss: 0.010619154199957848 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14124271701080623) | > loader_time: 0.0045 (0.004638455445764603)  --> TIME: 2025-03-25 22:04:09 -- STEP: 12920/31555 -- GLOBAL_STEP: 1148900 | > loss_text_ce: 0.03894655033946037 (0.03243513309862447) | > loss_mel_ce: 2.627143144607544 (nan) | > loss: 0.010579722002148628 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.141248715883438) | > loader_time: 0.0047 (0.004637973762518115)  --> TIME: 2025-03-25 22:04:19 -- STEP: 12970/31555 -- GLOBAL_STEP: 1148950 | > loss_text_ce: 0.02041441947221756 (0.03243364876297012) | > loss_mel_ce: 2.4835257530212402 (nan) | > loss: 0.009936271235346794 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14124892024508612) | > loader_time: 0.0044 (0.004637715406572262)  --> TIME: 2025-03-25 22:04:29 -- STEP: 13020/31555 -- GLOBAL_STEP: 1149000 | > loss_text_ce: 0.03247956559062004 (0.03243471943421385) | > loss_mel_ce: 2.4586219787597656 (nan) | > loss: 0.009885324165225029 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1412566278936677) | > loader_time: 0.0045 (0.004637934260654016)  --> TIME: 2025-03-25 22:04:38 -- STEP: 13070/31555 -- GLOBAL_STEP: 1149050 | > loss_text_ce: 0.034263432025909424 (0.032437522643599746) | > loss_mel_ce: 2.559664011001587 (nan) | > loss: 0.010293363593518734 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14125830713080934) | > loader_time: 0.0045 (0.004637857804156121)  --> TIME: 2025-03-25 22:04:48 -- STEP: 13120/31555 -- GLOBAL_STEP: 1149100 | > loss_text_ce: 0.03975226730108261 (0.03243332565471048) | > loss_mel_ce: 2.9359138011932373 (nan) | > loss: 0.011808198876678944 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14125761309774928) | > loader_time: 0.0046 (0.004637250776697955)  --> TIME: 2025-03-25 22:04:57 -- STEP: 13170/31555 -- GLOBAL_STEP: 1149150 | > loss_text_ce: 0.02619822509586811 (0.03243390245719505) | > loss_mel_ce: 2.4085452556610107 (nan) | > loss: 0.009661681018769741 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14123334799558737) | > loader_time: 0.0045 (0.004637162813926707)  --> TIME: 2025-03-25 22:05:07 -- STEP: 13220/31555 -- GLOBAL_STEP: 1149200 | > loss_text_ce: 0.03483567759394646 (0.03243766494578581) | > loss_mel_ce: 2.499607801437378 (nan) | > loss: 0.010057315230369568 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1412295927258377) | > loader_time: 0.0047 (0.004637232382250635)  --> TIME: 2025-03-25 22:05:17 -- STEP: 13270/31555 -- GLOBAL_STEP: 1149250 | > loss_text_ce: 0.0316002331674099 (0.03243510290599935) | > loss_mel_ce: 2.0042684078216553 (nan) | > loss: 0.008078844286501408 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14124590669616163) | > loader_time: 0.0069 (0.004637197434857286)  --> TIME: 2025-03-25 22:05:26 -- STEP: 13320/31555 -- GLOBAL_STEP: 1149300 | > loss_text_ce: 0.040001362562179565 (0.0324326861626677) | > loss_mel_ce: 2.9842867851257324 (nan) | > loss: 0.01200114469975233 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14123830233250306) | > loader_time: 0.0046 (0.004637215516946706)  --> TIME: 2025-03-25 22:05:35 -- STEP: 13370/31555 -- GLOBAL_STEP: 1149350 | > loss_text_ce: 0.037136223167181015 (0.03243392810689393) | > loss_mel_ce: 1.9387338161468506 (nan) | > loss: 0.007840754464268684 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14121000424372962) | > loader_time: 0.0047 (0.004636976339073448)  --> TIME: 2025-03-25 22:05:45 -- STEP: 13420/31555 -- GLOBAL_STEP: 1149400 | > loss_text_ce: 0.03382868692278862 (0.03243131642202086) | > loss_mel_ce: 3.1158218383789062 (nan) | > loss: 0.012498614378273487 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14121966864774915) | > loader_time: 0.0048 (0.004636806613819797)  --> TIME: 2025-03-25 22:05:55 -- STEP: 13470/31555 -- GLOBAL_STEP: 1149450 | > loss_text_ce: 0.028057023882865906 (0.03243232930034842) | > loss_mel_ce: 2.6885251998901367 (nan) | > loss: 0.010780089534819126 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14121923538695128) | > loader_time: 0.0045 (0.004636521505796217)  --> TIME: 2025-03-25 22:06:04 -- STEP: 13520/31555 -- GLOBAL_STEP: 1149500 | > loss_text_ce: 0.03374812379479408 (0.03243039618817991) | > loss_mel_ce: 2.744035005569458 (nan) | > loss: 0.01102294959127903 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14121732512522048) | > loader_time: 0.0046 (0.004636068157190409)  --> TIME: 2025-03-25 22:06:14 -- STEP: 13570/31555 -- GLOBAL_STEP: 1149550 | > loss_text_ce: 0.03474003076553345 (0.032427849896271274) | > loss_mel_ce: 2.2500667572021484 (nan) | > loss: 0.009066693484783173 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14120364979777) | > loader_time: 0.0046 (0.004635530951801442)  --> TIME: 2025-03-25 22:06:23 -- STEP: 13620/31555 -- GLOBAL_STEP: 1149600 | > loss_text_ce: 0.033602822571992874 (0.032427089243221845) | > loss_mel_ce: 2.8280766010284424 (nan) | > loss: 0.011355871334671974 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14119763524871937) | > loader_time: 0.0045 (0.004635278663971362)  --> TIME: 2025-03-25 22:06:33 -- STEP: 13670/31555 -- GLOBAL_STEP: 1149650 | > loss_text_ce: 0.029992980882525444 (0.032427488646831676) | > loss_mel_ce: 0.055908203125 (nan) | > loss: 0.0003408777411095798 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14118841859486844) | > loader_time: 0.0045 (0.004635046308024935)  --> TIME: 2025-03-25 22:06:43 -- STEP: 13720/31555 -- GLOBAL_STEP: 1149700 | > loss_text_ce: 0.031529877334833145 (0.03242946529221974) | > loss_mel_ce: 2.5122814178466797 (nan) | > loss: 0.01009448990225792 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1411882643449413) | > loader_time: 0.0045 (0.004635078166733688)  --> TIME: 2025-03-25 22:06:52 -- STEP: 13770/31555 -- GLOBAL_STEP: 1149750 | > loss_text_ce: 0.030332965776324272 (0.032432547856132976) | > loss_mel_ce: 2.2908685207366943 (nan) | > loss: 0.009211117401719093 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14117347285119047) | > loader_time: 0.0047 (0.004634904082304523)  --> TIME: 2025-03-25 22:07:02 -- STEP: 13820/31555 -- GLOBAL_STEP: 1149800 | > loss_text_ce: 0.030620886012911797 (0.03243088747735911) | > loss_mel_ce: 3.178811550140381 (nan) | > loss: 0.012735843658447266 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1411714473785094) | > loader_time: 0.0045 (0.004634704517386596)  --> TIME: 2025-03-25 22:07:12 -- STEP: 13870/31555 -- GLOBAL_STEP: 1149850 | > loss_text_ce: 0.02180817723274231 (0.03242515180207558) | > loss_mel_ce: 2.9043188095092773 (nan) | > loss: 0.011611615307629108 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14118564826770094) | > loader_time: 0.0045 (0.004635308024345251)  --> TIME: 2025-03-25 22:07:21 -- STEP: 13920/31555 -- GLOBAL_STEP: 1149900 | > loss_text_ce: 0.031021876260638237 (0.03242629676416304) | > loss_mel_ce: 2.690741777420044 (nan) | > loss: 0.010800649411976337 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1411703128924319) | > loader_time: 0.0046 (0.004635532388741955)  --> TIME: 2025-03-25 22:07:30 -- STEP: 13970/31555 -- GLOBAL_STEP: 1149950 | > loss_text_ce: 0.040137339383363724 (0.03243033054078743) | > loss_mel_ce: 2.826939821243286 (nan) | > loss: 0.011377290822565556 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14115922765042363) | > loader_time: 0.0046 (0.00463544940129297)  --> TIME: 2025-03-25 22:07:40 -- STEP: 14020/31555 -- GLOBAL_STEP: 1150000 | > loss_text_ce: 0.032800424844026566 (0.032433441297593436) | > loss_mel_ce: 2.646195411682129 (nan) | > loss: 0.010630936361849308 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14116520148711303) | > loader_time: 0.0045 (0.004635319203010821) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1150000.pth  --> TIME: 2025-03-25 22:07:55 -- STEP: 14070/31555 -- GLOBAL_STEP: 1150050 | > loss_text_ce: 0.029271364212036133 (0.03243226858872615) | > loss_mel_ce: 2.6915640830993652 (nan) | > loss: 0.010796966962516308 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14115802621536447) | > loader_time: 0.0045 (0.0046353694303034165)  --> TIME: 2025-03-25 22:08:05 -- STEP: 14120/31555 -- GLOBAL_STEP: 1150100 | > loss_text_ce: 0.029893165454268456 (0.03243771766756961) | > loss_mel_ce: 2.79181170463562 (nan) | > loss: 0.011197241954505444 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14115151107817822) | > loader_time: 0.0048 (0.004635346712539296)  --> TIME: 2025-03-25 22:08:14 -- STEP: 14170/31555 -- GLOBAL_STEP: 1150150 | > loss_text_ce: 0.039109449833631516 (0.032442694019010836) | > loss_mel_ce: 2.7248504161834717 (nan) | > loss: 0.010968095622956753 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14114658299178923) | > loader_time: 0.0045 (0.004635739175046773)  --> TIME: 2025-03-25 22:08:24 -- STEP: 14220/31555 -- GLOBAL_STEP: 1150200 | > loss_text_ce: 0.035850293934345245 (0.03243785843668355) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14116323389919844) | > loader_time: 0.0045 (0.0046358613022269195)  --> TIME: 2025-03-25 22:08:34 -- STEP: 14270/31555 -- GLOBAL_STEP: 1150250 | > loss_text_ce: 0.048652708530426025 (0.032436211706291115) | > loss_mel_ce: 1.9601378440856934 (nan) | > loss: 0.007971391081809998 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1411797494427174) | > loader_time: 0.005 (0.004635970878200102)  --> TIME: 2025-03-25 22:08:44 -- STEP: 14320/31555 -- GLOBAL_STEP: 1150300 | > loss_text_ce: 0.028219852596521378 (0.032437467059528886) | > loss_mel_ce: 2.6045734882354736 (nan) | > loss: 0.010447593405842781 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14119370609688356) | > loader_time: 0.0047 (0.004635923651343629)  --> TIME: 2025-03-25 22:08:53 -- STEP: 14370/31555 -- GLOBAL_STEP: 1150350 | > loss_text_ce: 0.03859088942408562 (0.032434846574301804) | > loss_mel_ce: 2.8846371173858643 (nan) | > loss: 0.011600111611187458 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14117790063222255) | > loader_time: 0.0047 (0.004636127084348474)  --> TIME: 2025-03-25 22:09:03 -- STEP: 14420/31555 -- GLOBAL_STEP: 1150400 | > loss_text_ce: 0.03133433312177658 (0.032436572876532684) | > loss_mel_ce: 2.6720035076141357 (nan) | > loss: 0.01072753220796585 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14118400789001617) | > loader_time: 0.0048 (0.004636454995561419)  --> TIME: 2025-03-25 22:09:13 -- STEP: 14470/31555 -- GLOBAL_STEP: 1150450 | > loss_text_ce: 0.02514979988336563 (0.03243253653915357) | > loss_mel_ce: 2.5245800018310547 (nan) | > loss: 0.010117975994944572 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1411798539290201) | > loader_time: 0.0046 (0.004636484882958456)  --> TIME: 2025-03-25 22:09:23 -- STEP: 14520/31555 -- GLOBAL_STEP: 1150500 | > loss_text_ce: 0.03356509655714035 (0.032431371339735164) | > loss_mel_ce: 2.5714149475097656 (nan) | > loss: 0.0103372223675251 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14119424593350116) | > loader_time: 0.0047 (0.004636874868850089)  --> TIME: 2025-03-25 22:09:32 -- STEP: 14570/31555 -- GLOBAL_STEP: 1150550 | > loss_text_ce: 0.0214327871799469 (0.03242439592382408) | > loss_mel_ce: 2.506263494491577 (nan) | > loss: 0.010030541568994522 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1411922426524846) | > loader_time: 0.0047 (0.004636581744244443)  --> TIME: 2025-03-25 22:09:42 -- STEP: 14620/31555 -- GLOBAL_STEP: 1150600 | > loss_text_ce: 0.03374063968658447 (0.032422971494989995) | > loss_mel_ce: 2.3590247631073 (nan) | > loss: 0.009495101869106293 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1411746964735143) | > loader_time: 0.0046 (0.0046362734036634904)  --> TIME: 2025-03-25 22:09:51 -- STEP: 14670/31555 -- GLOBAL_STEP: 1150650 | > loss_text_ce: 0.034789491444826126 (0.03242350264281604) | > loss_mel_ce: 2.9519460201263428 (nan) | > loss: 0.011852125637233257 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14117440964465408) | > loader_time: 0.0047 (0.004635934855715315)  --> TIME: 2025-03-25 22:10:01 -- STEP: 14720/31555 -- GLOBAL_STEP: 1150700 | > loss_text_ce: 0.029967710375785828 (0.032423949622645075) | > loss_mel_ce: 2.5740654468536377 (nan) | > loss: 0.010333465412259102 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14115991250652332) | > loader_time: 0.0045 (0.004635700356701158)  --> TIME: 2025-03-25 22:10:10 -- STEP: 14770/31555 -- GLOBAL_STEP: 1150750 | > loss_text_ce: 0.023601625114679337 (0.03242246931949678) | > loss_mel_ce: 2.5741825103759766 (nan) | > loss: 0.010308667086064816 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1411540287285135) | > loader_time: 0.0046 (0.004635272658831712)  --> TIME: 2025-03-25 22:10:20 -- STEP: 14820/31555 -- GLOBAL_STEP: 1150800 | > loss_text_ce: 0.02719363383948803 (0.032425037447699756) | > loss_mel_ce: 2.7060999870300293 (nan) | > loss: 0.010846403427422047 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14115770318408402) | > loader_time: 0.0045 (0.004635234271627379)  --> TIME: 2025-03-25 22:10:30 -- STEP: 14870/31555 -- GLOBAL_STEP: 1150850 | > loss_text_ce: 0.04280819743871689 (0.03242437532534845) | > loss_mel_ce: 3.1622183322906494 (nan) | > loss: 0.01271835993975401 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.1411516326822205) | > loader_time: 0.0046 (0.0046351069159850985)  --> TIME: 2025-03-25 22:10:39 -- STEP: 14920/31555 -- GLOBAL_STEP: 1150900 | > loss_text_ce: 0.02730855904519558 (0.03242370517189085) | > loss_mel_ce: 2.358285665512085 (nan) | > loss: 0.009466644376516342 (nan) | > current_lr: 5e-06 | > step_time: 0.1051 (0.14115394154119104) | > loader_time: 0.0042 (0.0046348521760577605)  --> TIME: 2025-03-25 22:10:49 -- STEP: 14970/31555 -- GLOBAL_STEP: 1150950 | > loss_text_ce: 0.03106723167002201 (0.03242607743024514) | > loss_mel_ce: 3.004722833633423 (nan) | > loss: 0.012046786025166512 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14115373339745385) | > loader_time: 0.0071 (0.00463476720936075)  --> TIME: 2025-03-25 22:10:59 -- STEP: 15020/31555 -- GLOBAL_STEP: 1151000 | > loss_text_ce: 0.035047497600317 (0.03242846468876472) | > loss_mel_ce: 2.7325000762939453 (nan) | > loss: 0.0109823327511549 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1411646605490368) | > loader_time: 0.0049 (0.0046354720341699055)  --> TIME: 2025-03-25 22:11:08 -- STEP: 15070/31555 -- GLOBAL_STEP: 1151050 | > loss_text_ce: 0.03706837072968483 (0.03243019356254484) | > loss_mel_ce: 2.2560904026031494 (nan) | > loss: 0.009099836461246014 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14116486488942204) | > loader_time: 0.0044 (0.004635306091283292)  --> TIME: 2025-03-25 22:11:18 -- STEP: 15120/31555 -- GLOBAL_STEP: 1151100 | > loss_text_ce: 0.04335586354136467 (0.03243343403492657) | > loss_mel_ce: 1.7820638418197632 (nan) | > loss: 0.007243729196488857 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14117836116482968) | > loader_time: 0.0044 (0.004635117088676141)  --> TIME: 2025-03-25 22:11:28 -- STEP: 15170/31555 -- GLOBAL_STEP: 1151150 | > loss_text_ce: 0.030489999800920486 (0.032434029576669805) | > loss_mel_ce: 2.6671700477600098 (nan) | > loss: 0.010705000720918179 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14118482393894682) | > loader_time: 0.0047 (0.004635409265265479)  --> TIME: 2025-03-25 22:11:38 -- STEP: 15220/31555 -- GLOBAL_STEP: 1151200 | > loss_text_ce: 0.03262673690915108 (0.032433174153344145) | > loss_mel_ce: 2.4463677406311035 (nan) | > loss: 0.00983728002756834 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1411755753566025) | > loader_time: 0.0046 (0.004635568830562808)  --> TIME: 2025-03-25 22:11:47 -- STEP: 15270/31555 -- GLOBAL_STEP: 1151250 | > loss_text_ce: 0.03544982895255089 (0.0324296301241154) | > loss_mel_ce: 3.123081922531128 (nan) | > loss: 0.012533856555819511 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14117601017742742) | > loader_time: 0.0048 (0.004635525030799382)  --> TIME: 2025-03-25 22:11:57 -- STEP: 15320/31555 -- GLOBAL_STEP: 1151300 | > loss_text_ce: 0.03675103187561035 (0.03243168481745958) | > loss_mel_ce: 2.749817371368408 (nan) | > loss: 0.011057811789214611 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14118868510965887) | > loader_time: 0.0073 (0.004636037131824953)  --> TIME: 2025-03-25 22:12:06 -- STEP: 15370/31555 -- GLOBAL_STEP: 1151350 | > loss_text_ce: 0.043552473187446594 (0.03243251743356181) | > loss_mel_ce: 3.104829788208008 (nan) | > loss: 0.01249358057975769 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14117435822645097) | > loader_time: 0.0044 (0.004635753488881923)  --> TIME: 2025-03-25 22:12:16 -- STEP: 15420/31555 -- GLOBAL_STEP: 1151400 | > loss_text_ce: 0.0328567698597908 (0.032432084792714956) | > loss_mel_ce: 2.4879958629608154 (nan) | > loss: 0.010003384202718735 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14117430382047025) | > loader_time: 0.0044 (0.004635568243365664)  --> TIME: 2025-03-25 22:12:26 -- STEP: 15470/31555 -- GLOBAL_STEP: 1151450 | > loss_text_ce: 0.031416866928339005 (0.03243461725842026) | > loss_mel_ce: 2.820949077606201 (nan) | > loss: 0.011318913660943508 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14118961312343936) | > loader_time: 0.0046 (0.004635312269022187)  --> TIME: 2025-03-25 22:12:36 -- STEP: 15520/31555 -- GLOBAL_STEP: 1151500 | > loss_text_ce: 0.03565267100930214 (0.03243488518307536) | > loss_mel_ce: 2.779083490371704 (nan) | > loss: 0.011169588193297386 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14120251365850878) | > loader_time: 0.0044 (0.00463569445401124)  --> TIME: 2025-03-25 22:12:46 -- STEP: 15570/31555 -- GLOBAL_STEP: 1151550 | > loss_text_ce: 0.03902442380785942 (0.032436873110497845) | > loss_mel_ce: 2.7293708324432373 (nan) | > loss: 0.010985695756971836 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14121088237431695) | > loader_time: 0.0045 (0.0046356558570053415)  --> TIME: 2025-03-25 22:12:56 -- STEP: 15620/31555 -- GLOBAL_STEP: 1151600 | > loss_text_ce: 0.037089865654706955 (0.03243698963642608) | > loss_mel_ce: 2.4686412811279297 (nan) | > loss: 0.009943378157913685 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14122208794924723) | > loader_time: 0.0045 (0.004635603082927954)  --> TIME: 2025-03-25 22:13:05 -- STEP: 15670/31555 -- GLOBAL_STEP: 1151650 | > loss_text_ce: 0.03085663914680481 (0.032439813878798185) | > loss_mel_ce: 3.073091983795166 (nan) | > loss: 0.01231725700199604 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14121554109345746) | > loader_time: 0.0045 (0.004635463889876074)  --> TIME: 2025-03-25 22:13:15 -- STEP: 15720/31555 -- GLOBAL_STEP: 1151700 | > loss_text_ce: 0.02510518580675125 (0.03244307677453451) | > loss_mel_ce: 2.236482858657837 (nan) | > loss: 0.008974556811153889 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14121580789714064) | > loader_time: 0.0043 (0.004635271058434456)  --> TIME: 2025-03-25 22:13:25 -- STEP: 15770/31555 -- GLOBAL_STEP: 1151750 | > loss_text_ce: 0.0284882802516222 (0.0324430993338246) | > loss_mel_ce: 2.2888736724853516 (nan) | > loss: 0.009195881895720959 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14122517181485983) | > loader_time: 0.0044 (0.0046352352155638364)  --> TIME: 2025-03-25 22:13:35 -- STEP: 15820/31555 -- GLOBAL_STEP: 1151800 | > loss_text_ce: 0.02776271291077137 (0.032444511936193) | > loss_mel_ce: 2.651576519012451 (nan) | > loss: 0.01063229888677597 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14124188460833503) | > loader_time: 0.0045 (0.004635408418971288)  --> TIME: 2025-03-25 22:13:45 -- STEP: 15870/31555 -- GLOBAL_STEP: 1151850 | > loss_text_ce: 0.029924187809228897 (0.032444188983907545) | > loss_mel_ce: 2.5650086402893066 (nan) | > loss: 0.010297353379428387 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14125395369514698) | > loader_time: 0.0044 (0.004635123088815047)  --> TIME: 2025-03-25 22:13:54 -- STEP: 15920/31555 -- GLOBAL_STEP: 1151900 | > loss_text_ce: 0.03090258315205574 (0.03244592283949473) | > loss_mel_ce: 2.711209535598755 (nan) | > loss: 0.010881397873163223 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14125032501304566) | > loader_time: 0.0048 (0.004634872438320573)  --> TIME: 2025-03-25 22:14:04 -- STEP: 15970/31555 -- GLOBAL_STEP: 1151950 | > loss_text_ce: 0.02881205640733242 (0.03244509653088531) | > loss_mel_ce: 2.0170676708221436 (nan) | > loss: 0.00811857171356678 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14125520581369033) | > loader_time: 0.0044 (0.004634688627592992)  --> TIME: 2025-03-25 22:14:14 -- STEP: 16020/31555 -- GLOBAL_STEP: 1152000 | > loss_text_ce: 0.05498375743627548 (0.032446595861374994) | > loss_mel_ce: 2.400906562805176 (nan) | > loss: 0.009745597839355469 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14126122228512897) | > loader_time: 0.0045 (0.004634497808606448)  --> TIME: 2025-03-25 22:14:23 -- STEP: 16070/31555 -- GLOBAL_STEP: 1152050 | > loss_text_ce: 0.04203246161341667 (0.03244476743551271) | > loss_mel_ce: 3.1031880378723145 (nan) | > loss: 0.012481034733355045 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14125588937212236) | > loader_time: 0.0048 (0.004634250375003505)  --> TIME: 2025-03-25 22:14:33 -- STEP: 16120/31555 -- GLOBAL_STEP: 1152100 | > loss_text_ce: 0.032519061118364334 (0.03244302635879519) | > loss_mel_ce: 2.943868637084961 (nan) | > loss: 0.011811062693595886 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1412626358031043) | > loader_time: 0.0046 (0.004634121792488014)  --> TIME: 2025-03-25 22:14:43 -- STEP: 16170/31555 -- GLOBAL_STEP: 1152150 | > loss_text_ce: 0.027634480968117714 (0.0324479372970913) | > loss_mel_ce: 2.0390563011169434 (nan) | > loss: 0.008201153948903084 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14125985764542992) | > loader_time: 0.0045 (0.004634333792186929)  --> TIME: 2025-03-25 22:14:53 -- STEP: 16220/31555 -- GLOBAL_STEP: 1152200 | > loss_text_ce: 0.026634732261300087 (0.032448554961998055) | > loss_mel_ce: 2.842298984527588 (nan) | > loss: 0.011384658515453339 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14128145017694455) | > loader_time: 0.0047 (0.004634314209553533)  --> TIME: 2025-03-25 22:15:02 -- STEP: 16270/31555 -- GLOBAL_STEP: 1152250 | > loss_text_ce: 0.04387737065553665 (0.03244606340784813) | > loss_mel_ce: 2.027597188949585 (nan) | > loss: 0.008220138028264046 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14128125562357183) | > loader_time: 0.0045 (0.00463399070864012)  --> TIME: 2025-03-25 22:15:12 -- STEP: 16320/31555 -- GLOBAL_STEP: 1152300 | > loss_text_ce: 0.03377784416079521 (0.032448104297452) | > loss_mel_ce: 3.6135809421539307 (nan) | > loss: 0.014473646879196167 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14128598034674042) | > loader_time: 0.0046 (0.004633788749867805)  --> TIME: 2025-03-25 22:15:22 -- STEP: 16370/31555 -- GLOBAL_STEP: 1152350 | > loss_text_ce: 0.037230610847473145 (0.032443141686759894) | > loss_mel_ce: 2.822629928588867 (nan) | > loss: 0.01134865265339613 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14128991309359948) | > loader_time: 0.0047 (0.004633512013411488)  --> TIME: 2025-03-25 22:15:32 -- STEP: 16420/31555 -- GLOBAL_STEP: 1152400 | > loss_text_ce: 0.03198392689228058 (0.032441448583352364) | > loss_mel_ce: 3.2481136322021484 (nan) | > loss: 0.013016260229051113 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1413068130158623) | > loader_time: 0.0045 (0.00463339920891915)  --> TIME: 2025-03-25 22:15:42 -- STEP: 16470/31555 -- GLOBAL_STEP: 1152450 | > loss_text_ce: 0.02699246257543564 (0.03243739988895706) | > loss_mel_ce: 2.6383237838745117 (nan) | > loss: 0.010576652362942696 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1413228088968366) | > loader_time: 0.0046 (0.004633388536658237)  --> TIME: 2025-03-25 22:15:52 -- STEP: 16520/31555 -- GLOBAL_STEP: 1152500 | > loss_text_ce: 0.04077897593379021 (0.03243709275466255) | > loss_mel_ce: 1.1063995361328125 (nan) | > loss: 0.004552295897156 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14132409850563893) | > loader_time: 0.0044 (0.004633203112761576)  --> TIME: 2025-03-25 22:16:01 -- STEP: 16570/31555 -- GLOBAL_STEP: 1152550 | > loss_text_ce: 0.03667280450463295 (0.03243688879271527) | > loss_mel_ce: 1.5698049068450928 (nan) | > loss: 0.006374911870807409 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14131701268844737) | > loader_time: 0.0046 (0.004633005023650121)  --> TIME: 2025-03-25 22:16:10 -- STEP: 16620/31555 -- GLOBAL_STEP: 1152600 | > loss_text_ce: 0.026940545067191124 (0.03243768438500701) | > loss_mel_ce: 2.316162109375 (nan) | > loss: 0.009298027493059635 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14130388736437946) | > loader_time: 0.0045 (0.004632695286426026)  --> TIME: 2025-03-25 22:16:20 -- STEP: 16670/31555 -- GLOBAL_STEP: 1152650 | > loss_text_ce: 0.02610824815928936 (0.03243691058735535) | > loss_mel_ce: 2.505610466003418 (nan) | > loss: 0.010046503506600857 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14132015872445014) | > loader_time: 0.005 (0.004632567043567616)  --> TIME: 2025-03-25 22:16:30 -- STEP: 16720/31555 -- GLOBAL_STEP: 1152700 | > loss_text_ce: 0.033579614013433456 (0.03243774767484901) | > loss_mel_ce: 1.9552927017211914 (nan) | > loss: 0.007892350666224957 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1413118322642796) | > loader_time: 0.0046 (0.004632403676589721)  --> TIME: 2025-03-25 22:16:40 -- STEP: 16770/31555 -- GLOBAL_STEP: 1152750 | > loss_text_ce: 0.035897381603717804 (0.032436626331383875) | > loss_mel_ce: 1.1059657335281372 (nan) | > loss: 0.0045312028378248215 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1413182083595062) | > loader_time: 0.0047 (0.0046322854701152045)  --> TIME: 2025-03-25 22:16:49 -- STEP: 16820/31555 -- GLOBAL_STEP: 1152800 | > loss_text_ce: 0.03443649038672447 (0.03244177939544103) | > loss_mel_ce: 0.10938720405101776 (nan) | > loss: 0.0005707289674319327 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14132112037837857) | > loader_time: 0.0047 (0.004632596552868106)  --> TIME: 2025-03-25 22:16:59 -- STEP: 16870/31555 -- GLOBAL_STEP: 1152850 | > loss_text_ce: 0.04332068935036659 (0.032439838799360035) | > loss_mel_ce: 2.4547932147979736 (nan) | > loss: 0.009913151152431965 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1413159992402308) | > loader_time: 0.0045 (0.0046326420755166)  --> TIME: 2025-03-25 22:17:09 -- STEP: 16920/31555 -- GLOBAL_STEP: 1152900 | > loss_text_ce: 0.03511744365096092 (0.03244133283781519) | > loss_mel_ce: 2.7537338733673096 (nan) | > loss: 0.011066870763897896 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14132478420334224) | > loader_time: 0.0046 (0.004632456801461847)  --> TIME: 2025-03-25 22:17:19 -- STEP: 16970/31555 -- GLOBAL_STEP: 1152950 | > loss_text_ce: 0.04156409949064255 (0.03244380079556616) | > loss_mel_ce: 2.3142943382263184 (nan) | > loss: 0.009348644874989986 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14133151233652863) | > loader_time: 0.0049 (0.004632339747287848)  --> TIME: 2025-03-25 22:17:28 -- STEP: 17020/31555 -- GLOBAL_STEP: 1153000 | > loss_text_ce: 0.026273803785443306 (0.03244132306262573) | > loss_mel_ce: 0.4133686125278473 (nan) | > loss: 0.001744612934999168 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1413203514840992) | > loader_time: 0.0044 (0.004632329338445797)  --> TIME: 2025-03-25 22:17:38 -- STEP: 17070/31555 -- GLOBAL_STEP: 1153050 | > loss_text_ce: 0.01792265474796295 (0.03244179712186137) | > loss_mel_ce: 1.3025919198989868 (nan) | > loss: 0.005240137223154306 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14134284768386682) | > loader_time: 0.0045 (0.004632278918940637)  --> TIME: 2025-03-25 22:17:48 -- STEP: 17120/31555 -- GLOBAL_STEP: 1153100 | > loss_text_ce: 0.03312508389353752 (0.03244014185685719) | > loss_mel_ce: 2.948514223098755 (nan) | > loss: 0.011831902898848057 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14134876963412646) | > loader_time: 0.0045 (0.004632254056284369)  --> TIME: 2025-03-25 22:17:58 -- STEP: 17170/31555 -- GLOBAL_STEP: 1153150 | > loss_text_ce: 0.03546910732984543 (0.032441050309121255) | > loss_mel_ce: 2.763028144836426 (nan) | > loss: 0.011105148121714592 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14133960884118668) | > loader_time: 0.0045 (0.004632198109346287)  --> TIME: 2025-03-25 22:18:07 -- STEP: 17220/31555 -- GLOBAL_STEP: 1153200 | > loss_text_ce: 0.022458570078015327 (0.03244020233853417) | > loss_mel_ce: 3.1563079357147217 (nan) | > loss: 0.012614153325557709 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14134259761141277) | > loader_time: 0.0043 (0.004632504781087249)  --> TIME: 2025-03-25 22:18:17 -- STEP: 17270/31555 -- GLOBAL_STEP: 1153250 | > loss_text_ce: 0.023298488929867744 (0.03243934133833705) | > loss_mel_ce: 2.783163070678711 (nan) | > loss: 0.011136752553284168 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14132290401414543) | > loader_time: 0.0046 (0.004632161681059829)  --> TIME: 2025-03-25 22:18:26 -- STEP: 17320/31555 -- GLOBAL_STEP: 1153300 | > loss_text_ce: 0.034120090305805206 (0.03243822800334273) | > loss_mel_ce: 2.714909315109253 (nan) | > loss: 0.01090884767472744 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1413240175048968) | > loader_time: 0.0046 (0.004631921793517017)  --> TIME: 2025-03-25 22:18:36 -- STEP: 17370/31555 -- GLOBAL_STEP: 1153350 | > loss_text_ce: 0.03475585952401161 (0.03243791250775769) | > loss_mel_ce: 1.142602562904358 (nan) | > loss: 0.004672057460993528 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14131698995468311) | > loader_time: 0.0044 (0.004631745478992988)  --> TIME: 2025-03-25 22:18:45 -- STEP: 17420/31555 -- GLOBAL_STEP: 1153400 | > loss_text_ce: 0.016330121085047722 (0.032437894042809855) | > loss_mel_ce: 2.8154823780059814 (nan) | > loss: 0.011237351223826408 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1413066176267769) | > loader_time: 0.0044 (0.00463167164821166)  --> TIME: 2025-03-25 22:18:55 -- STEP: 17470/31555 -- GLOBAL_STEP: 1153450 | > loss_text_ce: 0.030299415811896324 (0.03244149919474521) | > loss_mel_ce: 2.6521549224853516 (nan) | > loss: 0.010644660331308842 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14131323361847134) | > loader_time: 0.0048 (0.0046318100463614)  --> TIME: 2025-03-25 22:19:05 -- STEP: 17520/31555 -- GLOBAL_STEP: 1153500 | > loss_text_ce: 0.03229985758662224 (0.032441153870119116) | > loss_mel_ce: 3.350680351257324 (nan) | > loss: 0.013424525037407875 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14130897211701884) | > loader_time: 0.0046 (0.004631790423502128)  --> TIME: 2025-03-25 22:19:14 -- STEP: 17570/31555 -- GLOBAL_STEP: 1153550 | > loss_text_ce: 0.03492625802755356 (0.032437937934265124) | > loss_mel_ce: 2.5080878734588623 (nan) | > loss: 0.01009132619947195 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14131009462005906) | > loader_time: 0.0046 (0.004631776760841689)  --> TIME: 2025-03-25 22:19:24 -- STEP: 17620/31555 -- GLOBAL_STEP: 1153600 | > loss_text_ce: 0.03737973794341087 (0.03243995218719546) | > loss_mel_ce: 3.435586929321289 (nan) | > loss: 0.013781614601612091 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1413106040570304) | > loader_time: 0.0045 (0.0046315938065190155)  --> TIME: 2025-03-25 22:19:34 -- STEP: 17670/31555 -- GLOBAL_STEP: 1153650 | > loss_text_ce: 0.033580146729946136 (0.032437448345923485) | > loss_mel_ce: 3.0543501377105713 (nan) | > loss: 0.012253692373633385 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14130740118485466) | > loader_time: 0.0047 (0.004631532122337295)  --> TIME: 2025-03-25 22:19:43 -- STEP: 17720/31555 -- GLOBAL_STEP: 1153700 | > loss_text_ce: 0.026385588571429253 (0.032436485417474965) | > loss_mel_ce: 2.780792713165283 (nan) | > loss: 0.011139596812427044 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14130560174483456) | > loader_time: 0.0047 (0.004631408705937414)  --> TIME: 2025-03-25 22:19:52 -- STEP: 17770/31555 -- GLOBAL_STEP: 1153750 | > loss_text_ce: 0.032001737505197525 (0.032435392004164405) | > loss_mel_ce: 2.5966954231262207 (nan) | > loss: 0.010431338101625443 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14129176642965827) | > loader_time: 0.0047 (0.004631097704490795)  --> TIME: 2025-03-25 22:20:02 -- STEP: 17820/31555 -- GLOBAL_STEP: 1153800 | > loss_text_ce: 0.03301973268389702 (0.03243701812397246) | > loss_mel_ce: 2.7698822021484375 (nan) | > loss: 0.011122627183794975 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14130568036059038) | > loader_time: 0.0048 (0.004631110768259319)  --> TIME: 2025-03-25 22:20:12 -- STEP: 17870/31555 -- GLOBAL_STEP: 1153850 | > loss_text_ce: 0.02972039207816124 (0.03243334876700675) | > loss_mel_ce: 2.6835691928863525 (nan) | > loss: 0.010767022147774696 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14130883910633252) | > loader_time: 0.0046 (0.004630983843106975)  --> TIME: 2025-03-25 22:20:22 -- STEP: 17920/31555 -- GLOBAL_STEP: 1153900 | > loss_text_ce: 0.024176938459277153 (0.03243069621270712) | > loss_mel_ce: 3.140174388885498 (nan) | > loss: 0.012556949630379677 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14129457119852268) | > loader_time: 0.0044 (0.004630829034639269)  --> TIME: 2025-03-25 22:20:31 -- STEP: 17970/31555 -- GLOBAL_STEP: 1153950 | > loss_text_ce: 0.028593627735972404 (0.032431587226311315) | > loss_mel_ce: 2.4991455078125 (nan) | > loss: 0.010030711069703102 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14130133943021697) | > loader_time: 0.0044 (0.00463070670431963)  --> TIME: 2025-03-25 22:20:41 -- STEP: 18020/31555 -- GLOBAL_STEP: 1154000 | > loss_text_ce: 0.01725400984287262 (0.0324310282818437) | > loss_mel_ce: 2.900378704071045 (nan) | > loss: 0.011577908881008625 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14130405841207105) | > loader_time: 0.0044 (0.004630520288211272)  --> TIME: 2025-03-25 22:20:51 -- STEP: 18070/31555 -- GLOBAL_STEP: 1154050 | > loss_text_ce: 0.028263408690690994 (0.03243315096467285) | > loss_mel_ce: 2.570772409439087 (nan) | > loss: 0.010313634760677814 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14129737771936163) | > loader_time: 0.0047 (0.004630272337001015)  --> TIME: 2025-03-25 22:21:00 -- STEP: 18120/31555 -- GLOBAL_STEP: 1154100 | > loss_text_ce: 0.03213082626461983 (0.03243479039021441) | > loss_mel_ce: 2.9089715480804443 (nan) | > loss: 0.011671041138470173 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14128717976163777) | > loader_time: 0.0044 (0.004630103582314846)  --> TIME: 2025-03-25 22:21:10 -- STEP: 18170/31555 -- GLOBAL_STEP: 1154150 | > loss_text_ce: 0.047059908509254456 (0.032438762419604104) | > loss_mel_ce: 3.112618923187256 (nan) | > loss: 0.012538408860564232 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14129221731972105) | > loader_time: 0.0049 (0.004630043654895851)  --> TIME: 2025-03-25 22:21:19 -- STEP: 18220/31555 -- GLOBAL_STEP: 1154200 | > loss_text_ce: 0.02533656358718872 (0.03243826956674225) | > loss_mel_ce: 2.861926555633545 (nan) | > loss: 0.011457393877208233 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1412929865976323) | > loader_time: 0.0046 (0.004629999968406279)  --> TIME: 2025-03-25 22:21:29 -- STEP: 18270/31555 -- GLOBAL_STEP: 1154250 | > loss_text_ce: 0.03155837208032608 (0.03243803535136923) | > loss_mel_ce: 2.458308458328247 (nan) | > loss: 0.009880424477159977 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14130471544834672) | > loader_time: 0.0046 (0.004629899637256752)  --> TIME: 2025-03-25 22:21:39 -- STEP: 18320/31555 -- GLOBAL_STEP: 1154300 | > loss_text_ce: 0.030550610274076462 (0.03243407601999969) | > loss_mel_ce: 2.485142230987549 (nan) | > loss: 0.009982909075915813 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14130430813699785) | > loader_time: 0.0048 (0.004629705904873187)  --> TIME: 2025-03-25 22:21:49 -- STEP: 18370/31555 -- GLOBAL_STEP: 1154350 | > loss_text_ce: 0.02753870189189911 (0.03243430030157494) | > loss_mel_ce: 1.276824951171875 (nan) | > loss: 0.005176046397536993 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14130562182412393) | > loader_time: 0.0044 (0.004629515602203195)  --> TIME: 2025-03-25 22:21:58 -- STEP: 18420/31555 -- GLOBAL_STEP: 1154400 | > loss_text_ce: 0.034427709877491 (0.03243201240006276) | > loss_mel_ce: 2.405796527862549 (nan) | > loss: 0.009683430194854736 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14130927429137038) | > loader_time: 0.0045 (0.00462946924143325)  --> TIME: 2025-03-25 22:22:08 -- STEP: 18470/31555 -- GLOBAL_STEP: 1154450 | > loss_text_ce: 0.037508781999349594 (0.0324316177742566) | > loss_mel_ce: 1.5230687856674194 (nan) | > loss: 0.006192768458276987 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14132617127914657) | > loader_time: 0.0044 (0.004629476598358576)  --> TIME: 2025-03-25 22:22:18 -- STEP: 18520/31555 -- GLOBAL_STEP: 1154500 | > loss_text_ce: 0.02463570050895214 (0.03243096870039291) | > loss_mel_ce: 2.14386248588562 (nan) | > loss: 0.008605152368545532 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14131994761092057) | > loader_time: 0.0043 (0.004629328595896783)  --> TIME: 2025-03-25 22:22:28 -- STEP: 18570/31555 -- GLOBAL_STEP: 1154550 | > loss_text_ce: 0.031069006770849228 (0.03243062652654488) | > loss_mel_ce: 2.875274181365967 (nan) | > loss: 0.011533108539879322 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1413153211596706) | > loader_time: 0.0048 (0.0046291346439573215)  --> TIME: 2025-03-25 22:22:37 -- STEP: 18620/31555 -- GLOBAL_STEP: 1154600 | > loss_text_ce: 0.03225894272327423 (0.032434320912138936) | > loss_mel_ce: 3.3292236328125 (nan) | > loss: 0.013339217752218246 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14132114442667545) | > loader_time: 0.005 (0.004629314906102893)  --> TIME: 2025-03-25 22:22:47 -- STEP: 18670/31555 -- GLOBAL_STEP: 1154650 | > loss_text_ce: 0.04581144079566002 (0.0324366372609912) | > loss_mel_ce: 2.8617866039276123 (nan) | > loss: 0.011538088321685791 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14131184851478348) | > loader_time: 0.0046 (0.00462932157593101)  --> TIME: 2025-03-25 22:22:56 -- STEP: 18720/31555 -- GLOBAL_STEP: 1154700 | > loss_text_ce: 0.03270607441663742 (0.032435974692000165) | > loss_mel_ce: 2.9732656478881836 (nan) | > loss: 0.011928459629416466 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1412966860410492) | > loader_time: 0.0045 (0.004628966876074806)  --> TIME: 2025-03-25 22:23:06 -- STEP: 18770/31555 -- GLOBAL_STEP: 1154750 | > loss_text_ce: 0.026386478915810585 (0.03243449718880424) | > loss_mel_ce: 2.135899782180786 (nan) | > loss: 0.008580501191318035 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1412976624423285) | > loader_time: 0.0046 (0.004628808725750322)  --> TIME: 2025-03-25 22:23:16 -- STEP: 18820/31555 -- GLOBAL_STEP: 1154800 | > loss_text_ce: 0.03256329149007797 (0.03243375452295687) | > loss_mel_ce: 2.5823326110839844 (nan) | > loss: 0.01037657167762518 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14130322156626385) | > loader_time: 0.0046 (0.004628627510557276)  --> TIME: 2025-03-25 22:23:25 -- STEP: 18870/31555 -- GLOBAL_STEP: 1154850 | > loss_text_ce: 0.03078218176960945 (0.03243179264950681) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1412940359772608) | > loader_time: 0.0043 (0.004628374188680409)  --> TIME: 2025-03-25 22:23:35 -- STEP: 18920/31555 -- GLOBAL_STEP: 1154900 | > loss_text_ce: 0.04772578552365303 (0.03242985293594994) | > loss_mel_ce: 2.7084598541259766 (nan) | > loss: 0.01093724463135004 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14130363206026655) | > loader_time: 0.0046 (0.0046281884512992125)  --> TIME: 2025-03-25 22:23:45 -- STEP: 18970/31555 -- GLOBAL_STEP: 1154950 | > loss_text_ce: 0.03491956368088722 (0.032428632756674236) | > loss_mel_ce: 2.610074043273926 (nan) | > loss: 0.010496006347239017 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1413174108259916) | > loader_time: 0.0046 (0.004627922364266606)  --> TIME: 2025-03-25 22:23:55 -- STEP: 19020/31555 -- GLOBAL_STEP: 1155000 | > loss_text_ce: 0.03532750904560089 (0.03242644866929409) | > loss_mel_ce: 3.2812397480010986 (nan) | > loss: 0.013160981237888336 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14132062125281183) | > loader_time: 0.0043 (0.0046276955449117444)  --> TIME: 2025-03-25 22:24:04 -- STEP: 19070/31555 -- GLOBAL_STEP: 1155050 | > loss_text_ce: 0.02607189305126667 (0.03242346234009129) | > loss_mel_ce: 2.994377851486206 (nan) | > loss: 0.01198591198772192 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14131702722900472) | > loader_time: 0.0049 (0.004627755354634751)  --> TIME: 2025-03-25 22:24:14 -- STEP: 19120/31555 -- GLOBAL_STEP: 1155100 | > loss_text_ce: 0.033985380083322525 (0.03241993684003057) | > loss_mel_ce: 2.1689794063568115 (nan) | > loss: 0.008741924539208412 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14132488467204501) | > loader_time: 0.0047 (0.004627645339925924)  --> TIME: 2025-03-25 22:24:23 -- STEP: 19170/31555 -- GLOBAL_STEP: 1155150 | > loss_text_ce: 0.021747581660747528 (0.03241737004292708) | > loss_mel_ce: 1.8425381183624268 (nan) | > loss: 0.007397959474474192 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14130793936126967) | > loader_time: 0.0044 (0.004627428592090883)  --> TIME: 2025-03-25 22:24:33 -- STEP: 19220/31555 -- GLOBAL_STEP: 1155200 | > loss_text_ce: 0.02574324794113636 (0.03241246683754651) | > loss_mel_ce: 3.164926290512085 (nan) | > loss: 0.012661388143897057 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14131392251688513) | > loader_time: 0.0046 (0.004627788389386557)  --> TIME: 2025-03-25 22:24:43 -- STEP: 19270/31555 -- GLOBAL_STEP: 1155250 | > loss_text_ce: 0.03666061535477638 (0.03241521682828004) | > loss_mel_ce: 2.263050079345703 (nan) | > loss: 0.009125837124884129 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14131767991050603) | > loader_time: 0.0049 (0.004627831562479742)  --> TIME: 2025-03-25 22:24:52 -- STEP: 19320/31555 -- GLOBAL_STEP: 1155300 | > loss_text_ce: 0.024359650909900665 (0.03241894717056346) | > loss_mel_ce: 2.375882625579834 (nan) | > loss: 0.009524771943688393 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1413152793673005) | > loader_time: 0.0046 (0.0046279407559468065)  --> TIME: 2025-03-25 22:25:02 -- STEP: 19370/31555 -- GLOBAL_STEP: 1155350 | > loss_text_ce: 0.029940759763121605 (0.032422025347292695) | > loss_mel_ce: 3.088780403137207 (nan) | > loss: 0.012375879101455212 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14132103835053184) | > loader_time: 0.0048 (0.00462805278287701)  --> TIME: 2025-03-25 22:25:11 -- STEP: 19420/31555 -- GLOBAL_STEP: 1155400 | > loss_text_ce: 0.037002936005592346 (0.03242026651652175) | > loss_mel_ce: 2.4339160919189453 (nan) | > loss: 0.009805235080420971 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14130253260216652) | > loader_time: 0.0068 (0.0046281101161002305)  --> TIME: 2025-03-25 22:25:21 -- STEP: 19470/31555 -- GLOBAL_STEP: 1155450 | > loss_text_ce: 0.02842932567000389 (0.03241998172940543) | > loss_mel_ce: 2.6915338039398193 (nan) | > loss: 0.010793505236506462 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14130191151521473) | > loader_time: 0.0046 (0.004628242978574581)  --> TIME: 2025-03-25 22:25:31 -- STEP: 19520/31555 -- GLOBAL_STEP: 1155500 | > loss_text_ce: 0.030438628047704697 (0.032422212761879995) | > loss_mel_ce: 2.365257501602173 (nan) | > loss: 0.009506731294095516 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14130275635445694) | > loader_time: 0.0049 (0.004628156968316115)  --> TIME: 2025-03-25 22:25:40 -- STEP: 19570/31555 -- GLOBAL_STEP: 1155550 | > loss_text_ce: 0.035513732582330704 (0.03242169306906152) | > loss_mel_ce: 2.5664572715759277 (nan) | > loss: 0.010325281880795956 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14129812159462732) | > loader_time: 0.0048 (0.004628244674382453)  --> TIME: 2025-03-25 22:25:50 -- STEP: 19620/31555 -- GLOBAL_STEP: 1155600 | > loss_text_ce: 0.031750984489917755 (0.032421165766672665) | > loss_mel_ce: 2.4261903762817383 (nan) | > loss: 0.009753735736012459 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14130703067439293) | > loader_time: 0.0047 (0.004628311299645835)  --> TIME: 2025-03-25 22:26:00 -- STEP: 19670/31555 -- GLOBAL_STEP: 1155650 | > loss_text_ce: 0.02447262778878212 (0.03242424370523988) | > loss_mel_ce: 2.5436642169952393 (nan) | > loss: 0.010191020555794239 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1413151230979341) | > loader_time: 0.0045 (0.004628630016561582)  --> TIME: 2025-03-25 22:26:10 -- STEP: 19720/31555 -- GLOBAL_STEP: 1155700 | > loss_text_ce: 0.03418615832924843 (0.03242445561640942) | > loss_mel_ce: 3.1955296993255615 (nan) | > loss: 0.012816333211958408 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1413329886132756) | > loader_time: 0.0046 (0.004628770020138677)  --> TIME: 2025-03-25 22:26:20 -- STEP: 19770/31555 -- GLOBAL_STEP: 1155750 | > loss_text_ce: 0.03144821524620056 (0.03242159894213888) | > loss_mel_ce: 2.2481207847595215 (nan) | > loss: 0.009045909158885479 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14133595305979704) | > loader_time: 0.0045 (0.00462865034739178)  --> TIME: 2025-03-25 22:26:30 -- STEP: 19820/31555 -- GLOBAL_STEP: 1155800 | > loss_text_ce: 0.04353632777929306 (0.03241793449101592) | > loss_mel_ce: 3.114140510559082 (nan) | > loss: 0.012530464679002762 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14133434170550704) | > loader_time: 0.0045 (0.00462850998677352)  --> TIME: 2025-03-25 22:26:39 -- STEP: 19870/31555 -- GLOBAL_STEP: 1155850 | > loss_text_ce: 0.03250354155898094 (0.03241682525707269) | > loss_mel_ce: 3.005481243133545 (nan) | > loss: 0.012055495753884315 (nan) | > current_lr: 5e-06 | > step_time: 0.1906 (0.14133061378759304) | > loader_time: 0.0046 (0.004628368040755831)  --> TIME: 2025-03-25 22:26:49 -- STEP: 19920/31555 -- GLOBAL_STEP: 1155900 | > loss_text_ce: 0.037398602813482285 (0.03241520546485142) | > loss_mel_ce: 2.830620288848877 (nan) | > loss: 0.011381028220057487 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14133418711074386) | > loader_time: 0.0046 (0.004628026940257683)  --> TIME: 2025-03-25 22:26:59 -- STEP: 19970/31555 -- GLOBAL_STEP: 1155950 | > loss_text_ce: 0.027719225734472275 (0.032416777903821005) | > loss_mel_ce: 2.359975576400757 (nan) | > loss: 0.00947497971355915 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1413491894378624) | > loader_time: 0.0046 (0.004627945796811834)  --> TIME: 2025-03-25 22:27:09 -- STEP: 20020/31555 -- GLOBAL_STEP: 1156000 | > loss_text_ce: 0.0459926463663578 (0.032414537421580895) | > loss_mel_ce: 2.9934449195861816 (nan) | > loss: 0.012061260640621185 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14134893394731252) | > loader_time: 0.0044 (0.004627820280762948)  --> TIME: 2025-03-25 22:27:18 -- STEP: 20070/31555 -- GLOBAL_STEP: 1156050 | > loss_text_ce: 0.047147560864686966 (0.03241315811981968) | > loss_mel_ce: 1.5986734628677368 (nan) | > loss: 0.006531035993248224 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1413401006998918) | > loader_time: 0.0044 (0.0046276778918210824)  --> TIME: 2025-03-25 22:27:28 -- STEP: 20120/31555 -- GLOBAL_STEP: 1156100 | > loss_text_ce: 0.0348983108997345 (0.03241182196168773) | > loss_mel_ce: 3.165076494216919 (nan) | > loss: 0.012698313221335411 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.1413414692783925) | > loader_time: 0.0044 (0.004627608518240244)  --> TIME: 2025-03-25 22:27:37 -- STEP: 20170/31555 -- GLOBAL_STEP: 1156150 | > loss_text_ce: 0.03855335712432861 (0.032411260894293026) | > loss_mel_ce: 1.1882058382034302 (nan) | > loss: 0.004868092481046915 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14134316259997878) | > loader_time: 0.0046 (0.0046275504579861015)  --> TIME: 2025-03-25 22:27:47 -- STEP: 20220/31555 -- GLOBAL_STEP: 1156200 | > loss_text_ce: 0.03500673547387123 (0.03241184399786543) | > loss_mel_ce: 0.0591634102165699 (nan) | > loss: 0.00037369108758866787 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413417986663229) | > loader_time: 0.0045 (0.004627615407949402)  --> TIME: 2025-03-25 22:27:57 -- STEP: 20270/31555 -- GLOBAL_STEP: 1156250 | > loss_text_ce: 0.030487891286611557 (0.032410233076725824) | > loss_mel_ce: 2.776395082473755 (nan) | > loss: 0.011138424277305603 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1413448023219736) | > loader_time: 0.0046 (0.004627524412613421)  --> TIME: 2025-03-25 22:28:06 -- STEP: 20320/31555 -- GLOBAL_STEP: 1156300 | > loss_text_ce: 0.03800811246037483 (0.03241054096834808) | > loss_mel_ce: 3.5085549354553223 (nan) | > loss: 0.01407366432249546 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14134912906199928) | > loader_time: 0.0045 (0.0046277942619924635)  --> TIME: 2025-03-25 22:28:16 -- STEP: 20370/31555 -- GLOBAL_STEP: 1156350 | > loss_text_ce: 0.03536352887749672 (0.032409780518922834) | > loss_mel_ce: 2.1484482288360596 (nan) | > loss: 0.008665920235216618 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14134898156468984) | > loader_time: 0.0047 (0.0046278722390393654)  --> TIME: 2025-03-25 22:28:26 -- STEP: 20420/31555 -- GLOBAL_STEP: 1156400 | > loss_text_ce: 0.03263290598988533 (0.0324084045584826) | > loss_mel_ce: 2.9226887226104736 (nan) | > loss: 0.011727467179298401 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14134700589035212) | > loader_time: 0.005 (0.00462797933881128)  --> TIME: 2025-03-25 22:28:35 -- STEP: 20470/31555 -- GLOBAL_STEP: 1156450 | > loss_text_ce: 0.03580750897526741 (0.032408089091037415) | > loss_mel_ce: 2.3630118370056152 (nan) | > loss: 0.009519125334918499 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14134775196917757) | > loader_time: 0.0046 (0.00462815289853782)  --> TIME: 2025-03-25 22:28:45 -- STEP: 20520/31555 -- GLOBAL_STEP: 1156500 | > loss_text_ce: 0.030301842838525772 (0.03240879411513201) | > loss_mel_ce: 2.381103515625 (nan) | > loss: 0.009569069370627403 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14134369894542645) | > loader_time: 0.0045 (0.0046281837115743395)  --> TIME: 2025-03-25 22:28:55 -- STEP: 20570/31555 -- GLOBAL_STEP: 1156550 | > loss_text_ce: 0.03148544952273369 (0.03241136765590128) | > loss_mel_ce: 3.2924482822418213 (nan) | > loss: 0.013190214522182941 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14134618028252216) | > loader_time: 0.0046 (0.00462830852523382)  --> TIME: 2025-03-25 22:29:04 -- STEP: 20620/31555 -- GLOBAL_STEP: 1156600 | > loss_text_ce: 0.0316995270550251 (0.032413453690095) | > loss_mel_ce: 2.9170541763305664 (nan) | > loss: 0.011701404117047787 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1413441562860712) | > loader_time: 0.0047 (0.004628404752359485)  --> TIME: 2025-03-25 22:29:14 -- STEP: 20670/31555 -- GLOBAL_STEP: 1156650 | > loss_text_ce: 0.040674857795238495 (0.03241407665981377) | > loss_mel_ce: 2.429931879043579 (nan) | > loss: 0.009803995490074158 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1413481714648212) | > loader_time: 0.0045 (0.004628399979047413)  --> TIME: 2025-03-25 22:29:24 -- STEP: 20720/31555 -- GLOBAL_STEP: 1156700 | > loss_text_ce: 0.029027288779616356 (0.03240782560463292) | > loss_mel_ce: 2.829390287399292 (nan) | > loss: 0.011342926882207394 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14134392699219536) | > loader_time: 0.0045 (0.00462848224234858)  --> TIME: 2025-03-25 22:29:33 -- STEP: 20770/31555 -- GLOBAL_STEP: 1156750 | > loss_text_ce: 0.03769943118095398 (0.03241209105292984) | > loss_mel_ce: 2.0396838188171387 (nan) | > loss: 0.008243585005402565 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14134188301011105) | > loader_time: 0.0045 (0.0046290440460668)  --> TIME: 2025-03-25 22:29:43 -- STEP: 20820/31555 -- GLOBAL_STEP: 1156800 | > loss_text_ce: 0.02876894734799862 (0.03240826716633111) | > loss_mel_ce: 3.1363437175750732 (nan) | > loss: 0.012559971772134304 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1413385457424561) | > loader_time: 0.0046 (0.004629192182813902)  --> TIME: 2025-03-25 22:29:53 -- STEP: 20870/31555 -- GLOBAL_STEP: 1156850 | > loss_text_ce: 0.025651434436440468 (0.03241074543966608) | > loss_mel_ce: 1.9197266101837158 (nan) | > loss: 0.007719754707068205 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14134436188329008) | > loader_time: 0.0048 (0.004629245910224136)  --> TIME: 2025-03-25 22:30:02 -- STEP: 20920/31555 -- GLOBAL_STEP: 1156900 | > loss_text_ce: 0.041541703045368195 (0.032410468416774425) | > loss_mel_ce: 0.1518961638212204 (nan) | > loss: 0.0007676106761209667 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14134098897700514) | > loader_time: 0.0046 (0.0046292456226640685)  --> TIME: 2025-03-25 22:30:12 -- STEP: 20970/31555 -- GLOBAL_STEP: 1156950 | > loss_text_ce: 0.037697114050388336 (0.032409391050174846) | > loss_mel_ce: 2.885401725769043 (nan) | > loss: 0.01159959938377142 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14134399499788555) | > loader_time: 0.0045 (0.0046293455927953015)  --> TIME: 2025-03-25 22:30:22 -- STEP: 21020/31555 -- GLOBAL_STEP: 1157000 | > loss_text_ce: 0.03258897736668587 (0.03241113279791058) | > loss_mel_ce: 2.131171703338623 (nan) | > loss: 0.008586352691054344 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14134743184163118) | > loader_time: 0.0044 (0.004629226223158909)  --> TIME: 2025-03-25 22:30:31 -- STEP: 21070/31555 -- GLOBAL_STEP: 1157050 | > loss_text_ce: 0.03145425394177437 (0.03241355395299023) | > loss_mel_ce: 3.214695692062378 (nan) | > loss: 0.012881548143923283 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14134647509018575) | > loader_time: 0.0047 (0.004629031583263688)  --> TIME: 2025-03-25 22:30:41 -- STEP: 21120/31555 -- GLOBAL_STEP: 1157100 | > loss_text_ce: 0.03796631097793579 (0.032413708404055594) | > loss_mel_ce: 2.6014325618743896 (nan) | > loss: 0.010473805479705334 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14134041896146315) | > loader_time: 0.0045 (0.0046289099098155)  --> TIME: 2025-03-25 22:30:51 -- STEP: 21170/31555 -- GLOBAL_STEP: 1157150 | > loss_text_ce: 0.03696475923061371 (0.03241186122443856) | > loss_mel_ce: 3.068840980529785 (nan) | > loss: 0.012324626557528973 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14134240031073406) | > loader_time: 0.0045 (0.004628836325896371)  --> TIME: 2025-03-25 22:31:00 -- STEP: 21220/31555 -- GLOBAL_STEP: 1157200 | > loss_text_ce: 0.03171723335981369 (0.03241213784007993) | > loss_mel_ce: 2.1307759284973145 (nan) | > loss: 0.008581322617828846 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14134894775737544) | > loader_time: 0.0046 (0.0046287505273881965)  --> TIME: 2025-03-25 22:31:10 -- STEP: 21270/31555 -- GLOBAL_STEP: 1157250 | > loss_text_ce: 0.037923526018857956 (0.032412751406066725) | > loss_mel_ce: 2.8020920753479004 (nan) | > loss: 0.011269903741776943 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14135303277615122) | > loader_time: 0.0049 (0.004628663193075441)  --> TIME: 2025-03-25 22:31:20 -- STEP: 21320/31555 -- GLOBAL_STEP: 1157300 | > loss_text_ce: 0.03435814380645752 (0.03241263634846727) | > loss_mel_ce: 2.671825408935547 (nan) | > loss: 0.010738823562860489 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14134980430075172) | > loader_time: 0.0045 (0.004628387143866881)  --> TIME: 2025-03-25 22:31:29 -- STEP: 21370/31555 -- GLOBAL_STEP: 1157350 | > loss_text_ce: 0.04022844880819321 (0.03241178622111054) | > loss_mel_ce: 2.5500781536102295 (nan) | > loss: 0.010278995148837566 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14134991573963843) | > loader_time: 0.0046 (0.004628098652526831)  --> TIME: 2025-03-25 22:31:39 -- STEP: 21420/31555 -- GLOBAL_STEP: 1157400 | > loss_text_ce: 0.04758133366703987 (0.03241180199703633) | > loss_mel_ce: 2.558148145675659 (nan) | > loss: 0.010340197011828423 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14134845505464172) | > loader_time: 0.0044 (0.004627890079295267)  --> TIME: 2025-03-25 22:31:49 -- STEP: 21470/31555 -- GLOBAL_STEP: 1157450 | > loss_text_ce: 0.02429373376071453 (0.032410579668223326) | > loss_mel_ce: 1.7848535776138306 (nan) | > loss: 0.00717915641143918 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14134177666350056) | > loader_time: 0.0044 (0.004627632861588238)  --> TIME: 2025-03-25 22:31:58 -- STEP: 21520/31555 -- GLOBAL_STEP: 1157500 | > loss_text_ce: 0.032629042863845825 (0.0324112661335214) | > loss_mel_ce: 2.694629192352295 (nan) | > loss: 0.010822453536093235 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1413407890216123) | > loader_time: 0.0045 (0.00462756583460201)  --> TIME: 2025-03-25 22:32:08 -- STEP: 21570/31555 -- GLOBAL_STEP: 1157550 | > loss_text_ce: 0.03481018915772438 (0.03240891407974871) | > loss_mel_ce: 2.8070695400238037 (nan) | > loss: 0.011277301236987114 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1413428985138539) | > loader_time: 0.0047 (0.004627446880703122)  --> TIME: 2025-03-25 22:32:18 -- STEP: 21620/31555 -- GLOBAL_STEP: 1157600 | > loss_text_ce: 0.027621785178780556 (0.032411470639309846) | > loss_mel_ce: 3.1287059783935547 (nan) | > loss: 0.012525110505521297 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1413398775979394) | > loader_time: 0.0045 (0.004627489426089701)  --> TIME: 2025-03-25 22:32:27 -- STEP: 21670/31555 -- GLOBAL_STEP: 1157650 | > loss_text_ce: 0.029074613004922867 (0.03241127872436422) | > loss_mel_ce: 2.57379150390625 (nan) | > loss: 0.010328834876418114 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14134256656014754) | > loader_time: 0.0045 (0.004627293015494564)  --> TIME: 2025-03-25 22:32:37 -- STEP: 21720/31555 -- GLOBAL_STEP: 1157700 | > loss_text_ce: 0.0372387170791626 (0.032408746708918384) | > loss_mel_ce: 1.5892333984375 (nan) | > loss: 0.0064542549662292 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14134126710628264) | > loader_time: 0.0044 (0.0046270943039249555)  --> TIME: 2025-03-25 22:32:47 -- STEP: 21770/31555 -- GLOBAL_STEP: 1157750 | > loss_text_ce: 0.03679279983043671 (0.03241298841188448) | > loss_mel_ce: 2.795355796813965 (nan) | > loss: 0.011238685809075832 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14135505894646466) | > loader_time: 0.0048 (0.00462719970303607)  --> TIME: 2025-03-25 22:32:57 -- STEP: 21820/31555 -- GLOBAL_STEP: 1157800 | > loss_text_ce: 0.024151572957634926 (0.03241249588339495) | > loss_mel_ce: 1.8194332122802734 (nan) | > loss: 0.007315813098102808 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1413596296944166) | > loader_time: 0.0046 (0.004627001657057638)  --> TIME: 2025-03-25 22:33:07 -- STEP: 21870/31555 -- GLOBAL_STEP: 1157850 | > loss_text_ce: 0.04089640825986862 (0.03241399860202867) | > loss_mel_ce: 2.9743082523345947 (nan) | > loss: 0.011965098790824413 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14138524247785642) | > loader_time: 0.0047 (0.004627008922142587)  --> TIME: 2025-03-25 22:33:17 -- STEP: 21920/31555 -- GLOBAL_STEP: 1157900 | > loss_text_ce: 0.028490636497735977 (0.032413911962640186) | > loss_mel_ce: 2.488027334213257 (nan) | > loss: 0.009986182674765587 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14138099466362133) | > loader_time: 0.0045 (0.004626742299020731)  --> TIME: 2025-03-25 22:33:26 -- STEP: 21970/31555 -- GLOBAL_STEP: 1157950 | > loss_text_ce: 0.0367572046816349 (0.03241482449404653) | > loss_mel_ce: 2.0687859058380127 (nan) | > loss: 0.008355330675840378 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14137077482385843) | > loader_time: 0.0044 (0.004626576033406875)  --> TIME: 2025-03-25 22:33:36 -- STEP: 22020/31555 -- GLOBAL_STEP: 1158000 | > loss_text_ce: 0.0335271917283535 (0.03241607489844228) | > loss_mel_ce: 2.9018139839172363 (nan) | > loss: 0.011648179963231087 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14136541576194922) | > loader_time: 0.0044 (0.004626368252826104)  --> TIME: 2025-03-25 22:33:45 -- STEP: 22070/31555 -- GLOBAL_STEP: 1158050 | > loss_text_ce: 0.026711780577898026 (0.03242062635763647) | > loss_mel_ce: 2.042592763900757 (nan) | > loss: 0.008211526088416576 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14137317926893406) | > loader_time: 0.0045 (0.004626220732076598)  --> TIME: 2025-03-25 22:33:55 -- STEP: 22120/31555 -- GLOBAL_STEP: 1158100 | > loss_text_ce: 0.033955927938222885 (0.03241943543647178) | > loss_mel_ce: 2.7979369163513184 (nan) | > loss: 0.011237670667469501 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1413677475551582) | > loader_time: 0.0045 (0.004625953343203437)  --> TIME: 2025-03-25 22:34:05 -- STEP: 22170/31555 -- GLOBAL_STEP: 1158150 | > loss_text_ce: 0.03714501112699509 (0.03241882504333245) | > loss_mel_ce: 2.901871919631958 (nan) | > loss: 0.01166276540607214 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14136822985054173) | > loader_time: 0.0044 (0.0046257046250862445)  --> TIME: 2025-03-25 22:34:14 -- STEP: 22220/31555 -- GLOBAL_STEP: 1158200 | > loss_text_ce: 0.03082333691418171 (0.03242008058567164) | > loss_mel_ce: 2.958134412765503 (nan) | > loss: 0.011860943399369717 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1413696880065889) | > loader_time: 0.0052 (0.004625651216206513)  --> TIME: 2025-03-25 22:34:24 -- STEP: 22270/31555 -- GLOBAL_STEP: 1158250 | > loss_text_ce: 0.02531033754348755 (0.032424057196017625) | > loss_mel_ce: 2.99239444732666 (nan) | > loss: 0.011975019238889217 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14136811613126551) | > loader_time: 0.0044 (0.004625399721862483)  --> TIME: 2025-03-25 22:34:34 -- STEP: 22320/31555 -- GLOBAL_STEP: 1158300 | > loss_text_ce: 0.036969151347875595 (0.03242326200911322) | > loss_mel_ce: 2.8568859100341797 (nan) | > loss: 0.011483552865684032 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1413744022021582) | > loader_time: 0.0045 (0.004625254185823546)  --> TIME: 2025-03-25 22:34:43 -- STEP: 22370/31555 -- GLOBAL_STEP: 1158350 | > loss_text_ce: 0.025250429287552834 (0.03242110328296674) | > loss_mel_ce: 0.0566813163459301 (nan) | > loss: 0.00032512599136680365 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14136776022469805) | > loader_time: 0.0044 (0.004625026477358403)  --> TIME: 2025-03-25 22:34:52 -- STEP: 22420/31555 -- GLOBAL_STEP: 1158400 | > loss_text_ce: 0.026142273098230362 (0.03242374744040278) | > loss_mel_ce: 2.3413119316101074 (nan) | > loss: 0.009394660592079163 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14135454144465062) | > loader_time: 0.0045 (0.0046250130745260675)  --> TIME: 2025-03-25 22:35:02 -- STEP: 22470/31555 -- GLOBAL_STEP: 1158450 | > loss_text_ce: 0.032144442200660706 (0.03242163698826817) | > loss_mel_ce: 2.968637704849243 (nan) | > loss: 0.011907867155969143 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1413591339050209) | > loader_time: 0.0048 (0.004624973045861813)  --> TIME: 2025-03-25 22:35:12 -- STEP: 22520/31555 -- GLOBAL_STEP: 1158500 | > loss_text_ce: 0.03433140367269516 (0.03242546572659286) | > loss_mel_ce: 1.6922053098678589 (nan) | > loss: 0.006851336918771267 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14135515862417455) | > loader_time: 0.0045 (0.0046247956278480705)  --> TIME: 2025-03-25 22:35:22 -- STEP: 22570/31555 -- GLOBAL_STEP: 1158550 | > loss_text_ce: 0.04868258908390999 (0.03242670787951414) | > loss_mel_ce: 2.5741209983825684 (nan) | > loss: 0.010407951660454273 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1413580741933029) | > loader_time: 0.0046 (0.004624689898239482)  --> TIME: 2025-03-25 22:35:31 -- STEP: 22620/31555 -- GLOBAL_STEP: 1158600 | > loss_text_ce: 0.028057800605893135 (0.032425334682205396) | > loss_mel_ce: 2.990384101867676 (nan) | > loss: 0.011977944523096085 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14135552905071738) | > loader_time: 0.0045 (0.004624437168569917)  --> TIME: 2025-03-25 22:35:40 -- STEP: 22670/31555 -- GLOBAL_STEP: 1158650 | > loss_text_ce: 0.02514250949025154 (0.032424660006116386) | > loss_mel_ce: 1.1141890287399292 (nan) | > loss: 0.004521157126873732 (nan) | > current_lr: 5e-06 | > step_time: 0.1008 (0.1413379019979974) | > loader_time: 0.0045 (0.004624277524186686)  --> TIME: 2025-03-25 22:35:50 -- STEP: 22720/31555 -- GLOBAL_STEP: 1158700 | > loss_text_ce: 0.03900415450334549 (0.032422825981802) | > loss_mel_ce: 2.6000819206237793 (nan) | > loss: 0.010472564026713371 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1413324417887439) | > loader_time: 0.0045 (0.00462430149946413)  --> TIME: 2025-03-25 22:35:59 -- STEP: 22770/31555 -- GLOBAL_STEP: 1158750 | > loss_text_ce: 0.03112279437482357 (0.032421990331232754) | > loss_mel_ce: 2.590317964553833 (nan) | > loss: 0.010402542538940907 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14132191417612008) | > loader_time: 0.0047 (0.004624170664375568)  --> TIME: 2025-03-25 22:36:09 -- STEP: 22820/31555 -- GLOBAL_STEP: 1158800 | > loss_text_ce: 0.02898220159113407 (0.0324236314713147) | > loss_mel_ce: 2.489560127258301 (nan) | > loss: 0.00999421626329422 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.14134307000639157) | > loader_time: 0.0061 (0.004624275571938452)  --> TIME: 2025-03-25 22:36:19 -- STEP: 22870/31555 -- GLOBAL_STEP: 1158850 | > loss_text_ce: 0.02343234047293663 (0.032423077414205526) | > loss_mel_ce: 2.675142765045166 (nan) | > loss: 0.010708631947636604 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14134854485387113) | > loader_time: 0.0045 (0.004624309600259614)  --> TIME: 2025-03-25 22:36:29 -- STEP: 22920/31555 -- GLOBAL_STEP: 1158900 | > loss_text_ce: 0.02771715633571148 (0.03242282809199588) | > loss_mel_ce: 2.559154510498047 (nan) | > loss: 0.010265364311635494 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1413601283731678) | > loader_time: 0.0044 (0.004624333712442996)  --> TIME: 2025-03-25 22:36:39 -- STEP: 22970/31555 -- GLOBAL_STEP: 1158950 | > loss_text_ce: 0.03231657296419144 (0.032421223950540985) | > loss_mel_ce: 2.827828884124756 (nan) | > loss: 0.011349784210324287 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14135796689551247) | > loader_time: 0.0048 (0.004624236579765473)  --> TIME: 2025-03-25 22:36:49 -- STEP: 23020/31555 -- GLOBAL_STEP: 1159000 | > loss_text_ce: 0.02809530682861805 (0.03242055549918236) | > loss_mel_ce: 2.701005697250366 (nan) | > loss: 0.010829766280949116 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14135915656176767) | > loader_time: 0.0047 (0.004624297585723499)  --> TIME: 2025-03-25 22:36:58 -- STEP: 23070/31555 -- GLOBAL_STEP: 1159050 | > loss_text_ce: 0.02656424790620804 (0.032423292650503185) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14135790751721353) | > loader_time: 0.0044 (0.004624429553114176)  --> TIME: 2025-03-25 22:37:08 -- STEP: 23120/31555 -- GLOBAL_STEP: 1159100 | > loss_text_ce: 0.033868636935949326 (0.03242282592393383) | > loss_mel_ce: 2.8150007724761963 (nan) | > loss: 0.011305037885904312 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14134714682828176) | > loader_time: 0.0047 (0.004624475832628944)  --> TIME: 2025-03-25 22:37:17 -- STEP: 23170/31555 -- GLOBAL_STEP: 1159150 | > loss_text_ce: 0.030521783977746964 (0.03242304768995316) | > loss_mel_ce: 2.764878034591675 (nan) | > loss: 0.011092857457697392 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14133814813558718) | > loader_time: 0.0045 (0.004624568330454411)  --> TIME: 2025-03-25 22:37:26 -- STEP: 23220/31555 -- GLOBAL_STEP: 1159200 | > loss_text_ce: 0.027357429265975952 (0.032420841869910025) | > loss_mel_ce: 2.5899975299835205 (nan) | > loss: 0.010386329144239426 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14132607378495532) | > loader_time: 0.0046 (0.00462455593440985)  --> TIME: 2025-03-25 22:37:36 -- STEP: 23270/31555 -- GLOBAL_STEP: 1159250 | > loss_text_ce: 0.04188035801053047 (0.032420542818459186) | > loss_mel_ce: 2.762228488922119 (nan) | > loss: 0.011127416975796223 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14131784983136172) | > loader_time: 0.0044 (0.004624574554289245)  --> TIME: 2025-03-25 22:37:45 -- STEP: 23320/31555 -- GLOBAL_STEP: 1159300 | > loss_text_ce: 0.033408865332603455 (0.03241742932733686) | > loss_mel_ce: 2.3772215843200684 (nan) | > loss: 0.009565994143486023 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14131470615009084) | > loader_time: 0.0047 (0.004624752656877739)  --> TIME: 2025-03-25 22:37:55 -- STEP: 23370/31555 -- GLOBAL_STEP: 1159350 | > loss_text_ce: 0.03205300495028496 (0.03241763028806759) | > loss_mel_ce: 2.9621970653533936 (nan) | > loss: 0.01188194565474987 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1413169058051739) | > loader_time: 0.0045 (0.004624707565177017)  --> TIME: 2025-03-25 22:38:04 -- STEP: 23420/31555 -- GLOBAL_STEP: 1159400 | > loss_text_ce: 0.030648984014987946 (0.03241753084255003) | > loss_mel_ce: 3.073756456375122 (nan) | > loss: 0.012319069355726242 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14131054946441696) | > loader_time: 0.0049 (0.004624690834423285)  --> TIME: 2025-03-25 22:38:14 -- STEP: 23470/31555 -- GLOBAL_STEP: 1159450 | > loss_text_ce: 0.03528407961130142 (0.032418173787782736) | > loss_mel_ce: 2.500108003616333 (nan) | > loss: 0.010061080567538738 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14130633572187093) | > loader_time: 0.0046 (0.0046248030957131234)  --> TIME: 2025-03-25 22:38:23 -- STEP: 23520/31555 -- GLOBAL_STEP: 1159500 | > loss_text_ce: 0.028781678527593613 (0.03241860946481181) | > loss_mel_ce: 1.4652099609375 (nan) | > loss: 0.005928538274019957 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1412980023391389) | > loader_time: 0.0045 (0.004624720019142624)  --> TIME: 2025-03-25 22:38:33 -- STEP: 23570/31555 -- GLOBAL_STEP: 1159550 | > loss_text_ce: 0.0341172032058239 (0.032420396175880294) | > loss_mel_ce: 2.7221317291259766 (nan) | > loss: 0.010937496088445187 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1413011491323959) | > loader_time: 0.0049 (0.0046246919077637125)  --> TIME: 2025-03-25 22:38:43 -- STEP: 23620/31555 -- GLOBAL_STEP: 1159600 | > loss_text_ce: 0.03248261287808418 (0.03242178444457244) | > loss_mel_ce: 3.0092921257019043 (nan) | > loss: 0.01207053568214178 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14130455237339312) | > loader_time: 0.0045 (0.00462473687431146)  --> TIME: 2025-03-25 22:38:53 -- STEP: 23670/31555 -- GLOBAL_STEP: 1159650 | > loss_text_ce: 0.026648078113794327 (0.03242638619029579) | > loss_mel_ce: 2.238124370574951 (nan) | > loss: 0.008987192995846272 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14131424692949218) | > loader_time: 0.0047 (0.004625023373280264)  --> TIME: 2025-03-25 22:39:03 -- STEP: 23720/31555 -- GLOBAL_STEP: 1159700 | > loss_text_ce: 0.027061395347118378 (0.03242666926144646) | > loss_mel_ce: 2.4353229999542236 (nan) | > loss: 0.009771367534995079 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14131680370181207) | > loader_time: 0.0046 (0.004625110581994635)  --> TIME: 2025-03-25 22:39:12 -- STEP: 23770/31555 -- GLOBAL_STEP: 1159750 | > loss_text_ce: 0.03307702764868736 (0.0324252275150185) | > loss_mel_ce: 2.5847558975219727 (nan) | > loss: 0.010388226248323917 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14131922097982416) | > loader_time: 0.0047 (0.004625067883396404)  --> TIME: 2025-03-25 22:39:22 -- STEP: 23820/31555 -- GLOBAL_STEP: 1159800 | > loss_text_ce: 0.038543932139873505 (0.03242429810244572) | > loss_mel_ce: 2.5802104473114014 (nan) | > loss: 0.010391883552074432 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14131595921256146) | > loader_time: 0.0047 (0.004625413730102439)  --> TIME: 2025-03-25 22:39:31 -- STEP: 23870/31555 -- GLOBAL_STEP: 1159850 | > loss_text_ce: 0.03232745826244354 (0.03242350451232302) | > loss_mel_ce: 3.3066482543945312 (nan) | > loss: 0.013249903917312622 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1413038909510179) | > loader_time: 0.0046 (0.004625561609895426)  --> TIME: 2025-03-25 22:39:41 -- STEP: 23920/31555 -- GLOBAL_STEP: 1159900 | > loss_text_ce: 0.02880357764661312 (0.03242181301265654) | > loss_mel_ce: 2.3616466522216797 (nan) | > loss: 0.009485914371907711 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14131070248857347) | > loader_time: 0.0044 (0.004625569767377828)  --> TIME: 2025-03-25 22:39:51 -- STEP: 23970/31555 -- GLOBAL_STEP: 1159950 | > loss_text_ce: 0.034112755209207535 (0.0324234841018835) | > loss_mel_ce: 2.8841071128845215 (nan) | > loss: 0.011580238118767738 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1413211658093444) | > loader_time: 0.0045 (0.004625625733688653)  --> TIME: 2025-03-25 22:40:01 -- STEP: 24020/31555 -- GLOBAL_STEP: 1160000 | > loss_text_ce: 0.03538087382912636 (0.03242456064509866) | > loss_mel_ce: 1.0997314453125 (nan) | > loss: 0.004504414275288582 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14132549052035923) | > loader_time: 0.0046 (0.004625526544553441) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1160000.pth  --> TIME: 2025-03-25 22:40:16 -- STEP: 24070/31555 -- GLOBAL_STEP: 1160050 | > loss_text_ce: 0.03547258675098419 (0.03242380746195668) | > loss_mel_ce: 2.5436179637908936 (nan) | > loss: 0.010234487242996693 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14132048611230796) | > loader_time: 0.0043 (0.004625486961082635)  --> TIME: 2025-03-25 22:40:25 -- STEP: 24120/31555 -- GLOBAL_STEP: 1160100 | > loss_text_ce: 0.028666609898209572 (0.032422677607269135) | > loss_mel_ce: 2.640073537826538 (nan) | > loss: 0.010590238496661186 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.141313666540196) | > loader_time: 0.0048 (0.004625341024367167)  --> TIME: 2025-03-25 22:40:35 -- STEP: 24170/31555 -- GLOBAL_STEP: 1160150 | > loss_text_ce: 0.029762310907244682 (0.03242301816308756) | > loss_mel_ce: 1.8834044933319092 (nan) | > loss: 0.007591932080686092 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14130353685938474) | > loader_time: 0.0047 (0.004625457300841927)  --> TIME: 2025-03-25 22:40:44 -- STEP: 24220/31555 -- GLOBAL_STEP: 1160200 | > loss_text_ce: 0.03246035426855087 (0.03242526441396434) | > loss_mel_ce: 1.9231029748916626 (nan) | > loss: 0.007760172244161367 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14130120247873115) | > loader_time: 0.0046 (0.00462544058887157)  --> TIME: 2025-03-25 22:40:54 -- STEP: 24270/31555 -- GLOBAL_STEP: 1160250 | > loss_text_ce: 0.03261229023337364 (0.032421012362944694) | > loss_mel_ce: 2.2626795768737793 (nan) | > loss: 0.009108302183449268 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14130923655674543) | > loader_time: 0.0045 (0.004625368452288261)  --> TIME: 2025-03-25 22:41:04 -- STEP: 24320/31555 -- GLOBAL_STEP: 1160300 | > loss_text_ce: 0.03318028151988983 (0.03242167799957959) | > loss_mel_ce: 2.841399908065796 (nan) | > loss: 0.011407064273953438 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14131662700521266) | > loader_time: 0.0044 (0.004625413243315719)  --> TIME: 2025-03-25 22:41:13 -- STEP: 24370/31555 -- GLOBAL_STEP: 1160350 | > loss_text_ce: 0.04240863397717476 (0.03241910233640399) | > loss_mel_ce: 2.88677716255188 (nan) | > loss: 0.011623754166066647 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14131205046719839) | > loader_time: 0.0047 (0.004625537134263668)  --> TIME: 2025-03-25 22:41:23 -- STEP: 24420/31555 -- GLOBAL_STEP: 1160400 | > loss_text_ce: 0.03362563997507095 (0.03241597545702354) | > loss_mel_ce: 2.5052332878112793 (nan) | > loss: 0.010074837133288383 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14131000729294468) | > loader_time: 0.0047 (0.004625559360838442)  --> TIME: 2025-03-25 22:41:33 -- STEP: 24470/31555 -- GLOBAL_STEP: 1160450 | > loss_text_ce: 0.027994496747851372 (0.03241396623598496) | > loss_mel_ce: 1.9503580331802368 (nan) | > loss: 0.007850605994462967 (nan) | > current_lr: 5e-06 | > step_time: 0.1033 (0.14130410261430837) | > loader_time: 0.0046 (0.004625530198100737)  --> TIME: 2025-03-25 22:41:42 -- STEP: 24520/31555 -- GLOBAL_STEP: 1160500 | > loss_text_ce: 0.02997467666864395 (0.03241344723971248) | > loss_mel_ce: 2.9160311222076416 (nan) | > loss: 0.011690500192344189 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1413100376214712) | > loader_time: 0.0046 (0.004625689322174471)  --> TIME: 2025-03-25 22:41:52 -- STEP: 24570/31555 -- GLOBAL_STEP: 1160550 | > loss_text_ce: 0.05116364732384682 (0.032411799725678564) | > loss_mel_ce: 2.712714195251465 (nan) | > loss: 0.010967769660055637 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14131093843224835) | > loader_time: 0.0046 (0.004625694286934868)  --> TIME: 2025-03-25 22:42:02 -- STEP: 24620/31555 -- GLOBAL_STEP: 1160600 | > loss_text_ce: 0.030491935089230537 (0.032412496716454124) | > loss_mel_ce: 1.954521656036377 (nan) | > loss: 0.007877038791775703 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14131711570350816) | > loader_time: 0.0046 (0.00462580310145982)  --> TIME: 2025-03-25 22:42:11 -- STEP: 24670/31555 -- GLOBAL_STEP: 1160650 | > loss_text_ce: 0.03355072811245918 (0.03241046098524088) | > loss_mel_ce: 2.4647610187530518 (nan) | > loss: 0.009913936257362366 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14130884292495832) | > loader_time: 0.0042 (0.004625483374872043)  --> TIME: 2025-03-25 22:42:21 -- STEP: 24720/31555 -- GLOBAL_STEP: 1160700 | > loss_text_ce: 0.03357640281319618 (0.03241058144056059) | > loss_mel_ce: 2.600289821624756 (nan) | > loss: 0.010451851412653923 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14130638589943875) | > loader_time: 0.0046 (0.004625230834707856)  --> TIME: 2025-03-25 22:42:31 -- STEP: 24770/31555 -- GLOBAL_STEP: 1160750 | > loss_text_ce: 0.03766905516386032 (0.03241154894200391) | > loss_mel_ce: 2.096524238586426 (nan) | > loss: 0.008469020947813988 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14131470810370805) | > loader_time: 0.0046 (0.00462513820846859)  --> TIME: 2025-03-25 22:42:41 -- STEP: 24820/31555 -- GLOBAL_STEP: 1160800 | > loss_text_ce: 0.03239388018846512 (0.03241207431615318) | > loss_mel_ce: 2.381781578063965 (nan) | > loss: 0.00958006177097559 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14131777506504767) | > loader_time: 0.0049 (0.0046250414502514966)  --> TIME: 2025-03-25 22:42:51 -- STEP: 24870/31555 -- GLOBAL_STEP: 1160850 | > loss_text_ce: 0.03323807194828987 (0.03241037798050811) | > loss_mel_ce: 0.3465576171875 (nan) | > loss: 0.0015071259113028646 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14133500272507726) | > loader_time: 0.0047 (0.004624970380110483)  --> TIME: 2025-03-25 22:43:01 -- STEP: 24920/31555 -- GLOBAL_STEP: 1160900 | > loss_text_ce: 0.032001297920942307 (0.03241068183195519) | > loss_mel_ce: 2.5086543560028076 (nan) | > loss: 0.01008196733891964 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14134182199046452) | > loader_time: 0.0047 (0.004624998110255306)  --> TIME: 2025-03-25 22:43:11 -- STEP: 24970/31555 -- GLOBAL_STEP: 1160950 | > loss_text_ce: 0.029892481863498688 (0.032410198676522416) | > loss_mel_ce: 1.6562124490737915 (nan) | > loss: 0.006690892856568098 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14134998404602547) | > loader_time: 0.0046 (0.004624792552729537)  --> TIME: 2025-03-25 22:43:20 -- STEP: 25020/31555 -- GLOBAL_STEP: 1161000 | > loss_text_ce: 0.03712807968258858 (0.0324125541253855) | > loss_mel_ce: 2.903277635574341 (nan) | > loss: 0.011668276973068714 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14134806013412218) | > loader_time: 0.0044 (0.00462443901004075)  --> TIME: 2025-03-25 22:43:30 -- STEP: 25070/31555 -- GLOBAL_STEP: 1161050 | > loss_text_ce: 0.03060169331729412 (0.032413710368515425) | > loss_mel_ce: 2.8715550899505615 (nan) | > loss: 0.011516495607793331 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14134877978637947) | > loader_time: 0.0043 (0.004623996189118952)  --> TIME: 2025-03-25 22:43:40 -- STEP: 25120/31555 -- GLOBAL_STEP: 1161100 | > loss_text_ce: 0.028422554954886436 (0.03241145550862833) | > loss_mel_ce: 3.2014756202697754 (nan) | > loss: 0.012817056849598885 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.1413527063503385) | > loader_time: 0.0046 (0.004623587723750214)  --> TIME: 2025-03-25 22:43:50 -- STEP: 25170/31555 -- GLOBAL_STEP: 1161150 | > loss_text_ce: 0.031497418880462646 (0.03241130033305162) | > loss_mel_ce: 3.143763303756714 (nan) | > loss: 0.012600242160260677 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14136838130549287) | > loader_time: 0.0046 (0.0046234147720124645)  --> TIME: 2025-03-25 22:44:00 -- STEP: 25220/31555 -- GLOBAL_STEP: 1161200 | > loss_text_ce: 0.04667891561985016 (0.032411641941178966) | > loss_mel_ce: 2.929818630218506 (nan) | > loss: 0.011811499483883381 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14137409417805075) | > loader_time: 0.0046 (0.004623184725937618)  --> TIME: 2025-03-25 22:44:09 -- STEP: 25270/31555 -- GLOBAL_STEP: 1161250 | > loss_text_ce: 0.03558879718184471 (0.032409473982881624) | > loss_mel_ce: 2.6284162998199463 (nan) | > loss: 0.010571449063718319 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14137115238870515) | > loader_time: 0.0043 (0.004622919520795882)  --> TIME: 2025-03-25 22:44:19 -- STEP: 25320/31555 -- GLOBAL_STEP: 1161300 | > loss_text_ce: 0.022680116817355156 (0.03240933468801471) | > loss_mel_ce: 2.925210475921631 (nan) | > loss: 0.011697978712618351 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1413752610084569) | > loader_time: 0.0043 (0.004622732434792535)  --> TIME: 2025-03-25 22:44:29 -- STEP: 25370/31555 -- GLOBAL_STEP: 1161350 | > loss_text_ce: 0.030383935198187828 (0.03240908422857174) | > loss_mel_ce: 3.1094326972961426 (nan) | > loss: 0.01245959009975195 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14137435685850563) | > loader_time: 0.0047 (0.004622479033930636)  --> TIME: 2025-03-25 22:44:38 -- STEP: 25420/31555 -- GLOBAL_STEP: 1161400 | > loss_text_ce: 0.029875891283154488 (0.03240708004566734) | > loss_mel_ce: 1.584850549697876 (nan) | > loss: 0.0064076450653374195 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1413670116104918) | > loader_time: 0.0044 (0.004622359673494804)  --> TIME: 2025-03-25 22:44:48 -- STEP: 25470/31555 -- GLOBAL_STEP: 1161450 | > loss_text_ce: 0.03354276716709137 (0.032407878953919514) | > loss_mel_ce: 2.061964988708496 (nan) | > loss: 0.008315508253872395 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14136450094103953) | > loader_time: 0.0045 (0.004622278720854213)  --> TIME: 2025-03-25 22:44:57 -- STEP: 25520/31555 -- GLOBAL_STEP: 1161500 | > loss_text_ce: 0.034907907247543335 (0.03240482717745875) | > loss_mel_ce: 2.62359356880188 (nan) | > loss: 0.010549609549343586 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14136334251273758) | > loader_time: 0.0044 (0.004622070617436615)  --> TIME: 2025-03-25 22:45:07 -- STEP: 25570/31555 -- GLOBAL_STEP: 1161550 | > loss_text_ce: 0.053413376212120056 (0.03240652202282894) | > loss_mel_ce: 2.4521360397338867 (nan) | > loss: 0.009942657314240932 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14136453194221013) | > loader_time: 0.0043 (0.0046217547854176255)  --> TIME: 2025-03-25 22:45:17 -- STEP: 25620/31555 -- GLOBAL_STEP: 1161600 | > loss_text_ce: 0.031819719821214676 (0.03240742337988836) | > loss_mel_ce: 2.6541826725006104 (nan) | > loss: 0.010658740997314453 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14136782335546394) | > loader_time: 0.0051 (0.004621611434346897)  --> TIME: 2025-03-25 22:45:26 -- STEP: 25670/31555 -- GLOBAL_STEP: 1161650 | > loss_text_ce: 0.03600514307618141 (0.03241055802234236) | > loss_mel_ce: 2.5248262882232666 (nan) | > loss: 0.010162030346691608 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14135332908154824) | > loader_time: 0.0043 (0.00462140243806679)  --> TIME: 2025-03-25 22:45:35 -- STEP: 25720/31555 -- GLOBAL_STEP: 1161700 | > loss_text_ce: 0.030058925971388817 (0.0324102842322482) | > loss_mel_ce: 2.120511770248413 (nan) | > loss: 0.008534010499715805 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14134840524029763) | > loader_time: 0.0043 (0.004621323335967945)  --> TIME: 2025-03-25 22:45:45 -- STEP: 25770/31555 -- GLOBAL_STEP: 1161750 | > loss_text_ce: 0.03339018300175667 (0.0324077934540264) | > loss_mel_ce: 2.2542483806610107 (nan) | > loss: 0.009077931754291058 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14134695936091224) | > loader_time: 0.005 (0.004621266264021741)  --> TIME: 2025-03-25 22:45:55 -- STEP: 25820/31555 -- GLOBAL_STEP: 1161800 | > loss_text_ce: 0.04242987185716629 (0.032406603520675446) | > loss_mel_ce: 2.962890625 (nan) | > loss: 0.011925876140594482 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14134204676684972) | > loader_time: 0.0048 (0.004620877760127009)  --> TIME: 2025-03-25 22:46:04 -- STEP: 25870/31555 -- GLOBAL_STEP: 1161850 | > loss_text_ce: 0.035686176270246506 (0.03240886625938564) | > loss_mel_ce: 2.5964529514312744 (nan) | > loss: 0.010444997809827328 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14134731369217607) | > loader_time: 0.0046 (0.004620551473162648)  --> TIME: 2025-03-25 22:46:14 -- STEP: 25920/31555 -- GLOBAL_STEP: 1161900 | > loss_text_ce: 0.029580112546682358 (0.03241088798971709) | > loss_mel_ce: 2.600043296813965 (nan) | > loss: 0.01043501403182745 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1413452357605651) | > loader_time: 0.0045 (0.004620539636155706)  --> TIME: 2025-03-25 22:46:23 -- STEP: 25970/31555 -- GLOBAL_STEP: 1161950 | > loss_text_ce: 0.045072291046381 (0.03240787940921774) | > loss_mel_ce: 3.123161792755127 (nan) | > loss: 0.01257235836237669 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14133906055974815) | > loader_time: 0.0045 (0.004620889117270649)  --> TIME: 2025-03-25 22:46:33 -- STEP: 26020/31555 -- GLOBAL_STEP: 1162000 | > loss_text_ce: 0.02372879534959793 (0.0324064117428602) | > loss_mel_ce: 2.592315196990967 (nan) | > loss: 0.010381127707660198 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14134009616545384) | > loader_time: 0.0045 (0.004620880800242794)  --> TIME: 2025-03-25 22:46:43 -- STEP: 26070/31555 -- GLOBAL_STEP: 1162050 | > loss_text_ce: 0.036318376660346985 (0.03240621107500747) | > loss_mel_ce: 0.0442853644490242 (nan) | > loss: 0.0003198561316821724 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14134402996651443) | > loader_time: 0.0045 (0.004620980018393309)  --> TIME: 2025-03-25 22:46:52 -- STEP: 26120/31555 -- GLOBAL_STEP: 1162100 | > loss_text_ce: 0.02830803580582142 (0.03240627199272329) | > loss_mel_ce: 2.8059396743774414 (nan) | > loss: 0.011247015558183193 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14133300212586988) | > loader_time: 0.0047 (0.004620888897689891)  --> TIME: 2025-03-25 22:47:02 -- STEP: 26170/31555 -- GLOBAL_STEP: 1162150 | > loss_text_ce: 0.0287364162504673 (0.0324064892618484) | > loss_mel_ce: 2.6938042640686035 (nan) | > loss: 0.01080373302102089 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14134033338505184) | > loader_time: 0.0044 (0.004620856030733475)  --> TIME: 2025-03-25 22:47:12 -- STEP: 26220/31555 -- GLOBAL_STEP: 1162200 | > loss_text_ce: 0.030662648379802704 (0.03240526277663552) | > loss_mel_ce: 2.790639638900757 (nan) | > loss: 0.011195643804967403 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14134242871078598) | > loader_time: 0.0048 (0.004620965858345988)  --> TIME: 2025-03-25 22:47:21 -- STEP: 26270/31555 -- GLOBAL_STEP: 1162250 | > loss_text_ce: 0.026256075128912926 (0.03240697091589964) | > loss_mel_ce: 2.6943259239196777 (nan) | > loss: 0.010795961134135723 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14133441297555085) | > loader_time: 0.0046 (0.0046210674627860885)  --> TIME: 2025-03-25 22:47:31 -- STEP: 26320/31555 -- GLOBAL_STEP: 1162300 | > loss_text_ce: 0.03141552209854126 (0.032407341520181605) | > loss_mel_ce: 3.0580801963806152 (nan) | > loss: 0.01225990429520607 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14133105857756356) | > loader_time: 0.0069 (0.004620981451950533)  --> TIME: 2025-03-25 22:47:40 -- STEP: 26370/31555 -- GLOBAL_STEP: 1162350 | > loss_text_ce: 0.031792011111974716 (0.032405129875132985) | > loss_mel_ce: 3.068575859069824 (nan) | > loss: 0.012303047813475132 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14132749682626441) | > loader_time: 0.0044 (0.004620806999987703)  --> TIME: 2025-03-25 22:47:50 -- STEP: 26420/31555 -- GLOBAL_STEP: 1162400 | > loss_text_ce: 0.024951981380581856 (0.032406121552593925) | > loss_mel_ce: 2.5220086574554443 (nan) | > loss: 0.010106987319886684 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14131643444547867) | > loader_time: 0.0043 (0.0046205952887639744)  --> TIME: 2025-03-25 22:48:00 -- STEP: 26470/31555 -- GLOBAL_STEP: 1162450 | > loss_text_ce: 0.03454458713531494 (0.0324086253448594) | > loss_mel_ce: 2.3537344932556152 (nan) | > loss: 0.009477297775447369 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1413210421992017) | > loader_time: 0.0046 (0.0046204028419607026)  --> TIME: 2025-03-25 22:48:09 -- STEP: 26520/31555 -- GLOBAL_STEP: 1162500 | > loss_text_ce: 0.035732660442590714 (0.03240867485102614) | > loss_mel_ce: 3.0487661361694336 (nan) | > loss: 0.012240075506269932 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14132470245814435) | > loader_time: 0.0047 (0.004620426749391973)  --> TIME: 2025-03-25 22:48:19 -- STEP: 26570/31555 -- GLOBAL_STEP: 1162550 | > loss_text_ce: 0.03690569847822189 (0.03240774441867965) | > loss_mel_ce: 2.689204692840576 (nan) | > loss: 0.010817899368703365 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14132623955141926) | > loader_time: 0.0047 (0.004620716434517525)  --> TIME: 2025-03-25 22:48:29 -- STEP: 26620/31555 -- GLOBAL_STEP: 1162600 | > loss_text_ce: 0.02980213053524494 (0.032405367800944905) | > loss_mel_ce: 1.7980116605758667 (nan) | > loss: 0.00725322961807251 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14133120047069855) | > loader_time: 0.0045 (0.004621447404464503)  --> TIME: 2025-03-25 22:48:39 -- STEP: 26670/31555 -- GLOBAL_STEP: 1162650 | > loss_text_ce: 0.027948874980211258 (0.03240392071980306) | > loss_mel_ce: 3.000566244125366 (nan) | > loss: 0.012017917819321156 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14133326158927628) | > loader_time: 0.0047 (0.004621394126657516)  --> TIME: 2025-03-25 22:48:48 -- STEP: 26720/31555 -- GLOBAL_STEP: 1162700 | > loss_text_ce: 0.019435841590166092 (0.032406678048665226) | > loss_mel_ce: 2.7487361431121826 (nan) | > loss: 0.010984810069203377 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.1413337798264926) | > loader_time: 0.0049 (0.004621826611950012)  --> TIME: 2025-03-25 22:48:58 -- STEP: 26770/31555 -- GLOBAL_STEP: 1162750 | > loss_text_ce: 0.04023613780736923 (0.032403429794874365) | > loss_mel_ce: 2.8011016845703125 (nan) | > loss: 0.011275150813162327 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14132862763481432) | > loader_time: 0.0043 (0.004621633371845484)  --> TIME: 2025-03-25 22:49:08 -- STEP: 26820/31555 -- GLOBAL_STEP: 1162800 | > loss_text_ce: 0.028313282877206802 (0.032403523450902146) | > loss_mel_ce: 2.718686819076538 (nan) | > loss: 0.010900795459747314 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14133467551579157) | > loader_time: 0.0046 (0.004621401826985106)  --> TIME: 2025-03-25 22:49:17 -- STEP: 26870/31555 -- GLOBAL_STEP: 1162850 | > loss_text_ce: 0.02850707620382309 (0.032405928844758715) | > loss_mel_ce: 3.2452659606933594 (nan) | > loss: 0.012991162948310375 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14133843264705784) | > loader_time: 0.0045 (0.004621159129751455)  --> TIME: 2025-03-25 22:49:27 -- STEP: 26920/31555 -- GLOBAL_STEP: 1162900 | > loss_text_ce: 0.025829000398516655 (0.032406811284684686) | > loss_mel_ce: 2.85966157913208 (nan) | > loss: 0.011450360529124737 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14133359854501235) | > loader_time: 0.0044 (0.004620870119749526)  --> TIME: 2025-03-25 22:49:36 -- STEP: 26970/31555 -- GLOBAL_STEP: 1162950 | > loss_text_ce: 0.03543473035097122 (0.032406949318398534) | > loss_mel_ce: 2.1718175411224365 (nan) | > loss: 0.008758937940001488 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14133112669256326) | > loader_time: 0.0044 (0.004620585072071497)  --> TIME: 2025-03-25 22:49:46 -- STEP: 27020/31555 -- GLOBAL_STEP: 1163000 | > loss_text_ce: 0.02962818555533886 (0.03240619160270785) | > loss_mel_ce: 2.612484931945801 (nan) | > loss: 0.010484577156603336 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14133247424725015) | > loader_time: 0.0044 (0.0046205391626195635)  --> TIME: 2025-03-25 22:49:56 -- STEP: 27070/31555 -- GLOBAL_STEP: 1163050 | > loss_text_ce: 0.03680196776986122 (0.032406988064818815) | > loss_mel_ce: 3.017468214035034 (nan) | > loss: 0.012120121158659458 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14133563747166478) | > loader_time: 0.0045 (0.004620428590876698)  --> TIME: 2025-03-25 22:50:06 -- STEP: 27120/31555 -- GLOBAL_STEP: 1163100 | > loss_text_ce: 0.028604527935385704 (0.03240649524985505) | > loss_mel_ce: 2.6870179176330566 (nan) | > loss: 0.010776280425488949 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14134242801891356) | > loader_time: 0.0045 (0.004620437064705341)  --> TIME: 2025-03-25 22:50:15 -- STEP: 27170/31555 -- GLOBAL_STEP: 1163150 | > loss_text_ce: 0.040696658194065094 (0.032406495393411325) | > loss_mel_ce: 2.182375192642212 (nan) | > loss: 0.008821713738143444 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14134067568570177) | > loader_time: 0.0046 (0.004620436574327276)  --> TIME: 2025-03-25 22:50:25 -- STEP: 27220/31555 -- GLOBAL_STEP: 1163200 | > loss_text_ce: 0.03712662309408188 (0.032406845547889904) | > loss_mel_ce: 2.854564905166626 (nan) | > loss: 0.011474967002868652 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14133414489044016) | > loader_time: 0.0047 (0.004620451370115936)  --> TIME: 2025-03-25 22:50:34 -- STEP: 27270/31555 -- GLOBAL_STEP: 1163250 | > loss_text_ce: 0.03655165061354637 (0.03240562899763595) | > loss_mel_ce: 2.469498634338379 (nan) | > loss: 0.009944644756615162 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14133238913945628) | > loader_time: 0.0047 (0.004620525729407049)  --> TIME: 2025-03-25 22:50:44 -- STEP: 27320/31555 -- GLOBAL_STEP: 1163300 | > loss_text_ce: 0.034899938851594925 (0.03240680129381145) | > loss_mel_ce: 3.083237886428833 (nan) | > loss: 0.012373563833534718 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14133446328287463) | > loader_time: 0.0046 (0.004620437749482879)  --> TIME: 2025-03-25 22:50:54 -- STEP: 27370/31555 -- GLOBAL_STEP: 1163350 | > loss_text_ce: 0.02813536673784256 (0.03240825264188271) | > loss_mel_ce: 2.899491786956787 (nan) | > loss: 0.01161756832152605 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1413288511235134) | > loader_time: 0.0047 (0.004620495825123956)  --> TIME: 2025-03-25 22:51:03 -- STEP: 27420/31555 -- GLOBAL_STEP: 1163400 | > loss_text_ce: 0.03089894913136959 (0.032406864420834985) | > loss_mel_ce: 2.7770984172821045 (nan) | > loss: 0.011142848059535027 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14133124745387787) | > loader_time: 0.0047 (0.004620521499848038)  --> TIME: 2025-03-25 22:51:13 -- STEP: 27470/31555 -- GLOBAL_STEP: 1163450 | > loss_text_ce: 0.03489653021097183 (0.032405459903747574) | > loss_mel_ce: 2.7923214435577393 (nan) | > loss: 0.011219119653105736 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14133100971378906) | > loader_time: 0.0044 (0.004620579185596937)  --> TIME: 2025-03-25 22:51:23 -- STEP: 27520/31555 -- GLOBAL_STEP: 1163500 | > loss_text_ce: 0.029327349737286568 (0.03240357676702346) | > loss_mel_ce: 2.6982421875 (nan) | > loss: 0.01082368940114975 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14133706431576043) | > loader_time: 0.0046 (0.004620497760384581)  --> TIME: 2025-03-25 22:51:33 -- STEP: 27570/31555 -- GLOBAL_STEP: 1163550 | > loss_text_ce: 0.030176643282175064 (0.03240199377067807) | > loss_mel_ce: 2.0500357151031494 (nan) | > loss: 0.00825481116771698 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14134371937899537) | > loader_time: 0.0045 (0.004620486115215914)  --> TIME: 2025-03-25 22:51:42 -- STEP: 27620/31555 -- GLOBAL_STEP: 1163600 | > loss_text_ce: 0.03992750868201256 (0.032401332498179516) | > loss_mel_ce: 2.7905890941619873 (nan) | > loss: 0.011232209391891956 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1413413019045643) | > loader_time: 0.0049 (0.004620319212113147)  --> TIME: 2025-03-25 22:51:52 -- STEP: 27670/31555 -- GLOBAL_STEP: 1163650 | > loss_text_ce: 0.03156346082687378 (0.032401178336093524) | > loss_mel_ce: 2.7987921237945557 (nan) | > loss: 0.01123157050460577 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1413450824512147) | > loader_time: 0.0044 (0.004620306441014455)  --> TIME: 2025-03-25 22:52:02 -- STEP: 27720/31555 -- GLOBAL_STEP: 1163700 | > loss_text_ce: 0.027981923893094063 (0.03240237540826161) | > loss_mel_ce: 1.3900495767593384 (nan) | > loss: 0.005627109203487635 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1413395903241245) | > loader_time: 0.0046 (0.004620177809466192)  --> TIME: 2025-03-25 22:52:11 -- STEP: 27770/31555 -- GLOBAL_STEP: 1163750 | > loss_text_ce: 0.030205855146050453 (0.03240060778257614) | > loss_mel_ce: 2.733184337615967 (nan) | > loss: 0.010965835303068161 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1413368419301056) | > loader_time: 0.0042 (0.00461986262376763)  --> TIME: 2025-03-25 22:52:21 -- STEP: 27820/31555 -- GLOBAL_STEP: 1163800 | > loss_text_ce: 0.03164067491889 (0.03239991726443496) | > loss_mel_ce: 3.128077745437622 (nan) | > loss: 0.012538566254079342 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14134059167439675) | > loader_time: 0.0045 (0.004619770492263019)  --> TIME: 2025-03-25 22:52:31 -- STEP: 27870/31555 -- GLOBAL_STEP: 1163850 | > loss_text_ce: 0.035810839384794235 (0.032400764841927325) | > loss_mel_ce: 2.8482398986816406 (nan) | > loss: 0.01144464686512947 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1413455423506356) | > loader_time: 0.0047 (0.004619745614497008)  --> TIME: 2025-03-25 22:52:41 -- STEP: 27920/31555 -- GLOBAL_STEP: 1163900 | > loss_text_ce: 0.03623861446976662 (0.032398425960275645) | > loss_mel_ce: 2.7326340675354004 (nan) | > loss: 0.010987590998411179 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1413519611843684) | > loader_time: 0.0044 (0.004619725206519954)  --> TIME: 2025-03-25 22:52:50 -- STEP: 27970/31555 -- GLOBAL_STEP: 1163950 | > loss_text_ce: 0.047139279544353485 (0.03239976586930498) | > loss_mel_ce: 2.461066246032715 (nan) | > loss: 0.009953197091817856 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1413508073747442) | > loader_time: 0.0045 (0.004619713975226495)  --> TIME: 2025-03-25 22:53:00 -- STEP: 28020/31555 -- GLOBAL_STEP: 1164000 | > loss_text_ce: 0.02927437238395214 (0.03239890053498698) | > loss_mel_ce: 3.2280991077423096 (nan) | > loss: 0.012926086783409119 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14134683785993385) | > loader_time: 0.0045 (0.004619700520656353)  --> TIME: 2025-03-25 22:53:10 -- STEP: 28070/31555 -- GLOBAL_STEP: 1164050 | > loss_text_ce: 0.02597655914723873 (0.03239899515550916) | > loss_mel_ce: 2.6248607635498047 (nan) | > loss: 0.010519196279346943 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14135065102517824) | > loader_time: 0.005 (0.004619713402066236)  --> TIME: 2025-03-25 22:53:20 -- STEP: 28120/31555 -- GLOBAL_STEP: 1164100 | > loss_text_ce: 0.02812010794878006 (0.03239730887365398) | > loss_mel_ce: 2.387362241744995 (nan) | > loss: 0.009585247375071049 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14136168885536335) | > loader_time: 0.0046 (0.004620162614887508)  --> TIME: 2025-03-25 22:53:29 -- STEP: 28170/31555 -- GLOBAL_STEP: 1164150 | > loss_text_ce: 0.03707095608115196 (0.03239966533756782) | > loss_mel_ce: 1.5969877243041992 (nan) | > loss: 0.006484360434114933 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1413566328085276) | > loader_time: 0.0045 (0.004620233012041307)  --> TIME: 2025-03-25 22:53:39 -- STEP: 28220/31555 -- GLOBAL_STEP: 1164200 | > loss_text_ce: 0.02871677279472351 (0.03239828339625428) | > loss_mel_ce: 1.9524486064910889 (nan) | > loss: 0.007861767895519733 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1413558515397314) | > loader_time: 0.0048 (0.0046204279281837944)  --> TIME: 2025-03-25 22:53:48 -- STEP: 28270/31555 -- GLOBAL_STEP: 1164250 | > loss_text_ce: 0.03494882583618164 (0.03239864192041245) | > loss_mel_ce: 0.0361328125 (nan) | > loss: 0.00028207001741975546 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1413557269356474) | > loader_time: 0.0045 (0.0046205741000504424)  --> TIME: 2025-03-25 22:53:58 -- STEP: 28320/31555 -- GLOBAL_STEP: 1164300 | > loss_text_ce: 0.034071184694767 (0.03239598109657851) | > loss_mel_ce: 2.5982062816619873 (nan) | > loss: 0.010445546358823776 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1413583318392443) | > loader_time: 0.0046 (0.004620522050197519)  --> TIME: 2025-03-25 22:54:08 -- STEP: 28370/31555 -- GLOBAL_STEP: 1164350 | > loss_text_ce: 0.02951459027826786 (0.03239749015667078) | > loss_mel_ce: 2.715346574783325 (nan) | > loss: 0.010892306454479694 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14136189449661324) | > loader_time: 0.0045 (0.004620480991225033)  --> TIME: 2025-03-25 22:54:17 -- STEP: 28420/31555 -- GLOBAL_STEP: 1164400 | > loss_text_ce: 0.03601397946476936 (0.03240136228695805) | > loss_mel_ce: 2.3511462211608887 (nan) | > loss: 0.009472859092056751 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14135611421369065) | > loader_time: 0.0043 (0.004620456804615108)  --> TIME: 2025-03-25 22:54:27 -- STEP: 28470/31555 -- GLOBAL_STEP: 1164450 | > loss_text_ce: 0.03561161831021309 (0.03239989629369286) | > loss_mel_ce: 2.2344255447387695 (nan) | > loss: 0.009008084423840046 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14135753585867777) | > loader_time: 0.0071 (0.004620865825858085)  --> TIME: 2025-03-25 22:54:37 -- STEP: 28520/31555 -- GLOBAL_STEP: 1164500 | > loss_text_ce: 0.03497224673628807 (0.032400082851933895) | > loss_mel_ce: 2.8616766929626465 (nan) | > loss: 0.011494639329612255 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14135483866152634) | > loader_time: 0.0048 (0.0046208044171834935)  --> TIME: 2025-03-25 22:54:46 -- STEP: 28570/31555 -- GLOBAL_STEP: 1164550 | > loss_text_ce: 0.03181261569261551 (0.03239892310126163) | > loss_mel_ce: 0.02764892578125 (nan) | > loss: 0.00023595850507263094 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14134875578107645) | > loader_time: 0.0046 (0.004620778506395493)  --> TIME: 2025-03-25 22:54:56 -- STEP: 28620/31555 -- GLOBAL_STEP: 1164600 | > loss_text_ce: 0.02865223027765751 (0.03239988730117232) | > loss_mel_ce: 1.1387906074523926 (nan) | > loss: 0.004632710013538599 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14134286777028587) | > loader_time: 0.0045 (0.004620764440460529)  --> TIME: 2025-03-25 22:55:06 -- STEP: 28670/31555 -- GLOBAL_STEP: 1164650 | > loss_text_ce: 0.02627883292734623 (0.03239890856630678) | > loss_mel_ce: 2.7679951190948486 (nan) | > loss: 0.011088388971984386 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14135010832895428) | > loader_time: 0.0045 (0.004621114895490977)  --> TIME: 2025-03-25 22:55:15 -- STEP: 28720/31555 -- GLOBAL_STEP: 1164700 | > loss_text_ce: 0.025664154440164566 (0.032400166206250025) | > loss_mel_ce: 2.652052879333496 (nan) | > loss: 0.010625861585140228 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14135624480778888) | > loader_time: 0.0045 (0.004621278974007103)  --> TIME: 2025-03-25 22:55:25 -- STEP: 28770/31555 -- GLOBAL_STEP: 1164750 | > loss_text_ce: 0.019965028390288353 (0.03240004655742249) | > loss_mel_ce: 2.4834580421447754 (nan) | > loss: 0.009934218600392342 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14135788614069644) | > loader_time: 0.0046 (0.004621267575624302)  --> TIME: 2025-03-25 22:55:35 -- STEP: 28820/31555 -- GLOBAL_STEP: 1164800 | > loss_text_ce: 0.029625212773680687 (0.03239860521628813) | > loss_mel_ce: 2.479145050048828 (nan) | > loss: 0.00995543785393238 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14135719310236453) | > loader_time: 0.0049 (0.004621356944918719)  --> TIME: 2025-03-25 22:55:44 -- STEP: 28870/31555 -- GLOBAL_STEP: 1164850 | > loss_text_ce: 0.034342870116233826 (0.032398221722459215) | > loss_mel_ce: 2.464890718460083 (nan) | > loss: 0.00991759356111288 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14135628558377994) | > loader_time: 0.0047 (0.004621389839613694)  --> TIME: 2025-03-25 22:55:54 -- STEP: 28920/31555 -- GLOBAL_STEP: 1164900 | > loss_text_ce: 0.03182568401098251 (0.03239757451831005) | > loss_mel_ce: 2.5410995483398438 (nan) | > loss: 0.010210021398961544 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1413578819437156) | > loader_time: 0.0045 (0.00462146487968097)  --> TIME: 2025-03-25 22:56:03 -- STEP: 28970/31555 -- GLOBAL_STEP: 1164950 | > loss_text_ce: 0.03116769529879093 (0.03239631003494132) | > loss_mel_ce: 2.4793808460235596 (nan) | > loss: 0.009962495416402817 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14134519777505472) | > loader_time: 0.0048 (0.004621560556295212)  --> TIME: 2025-03-25 22:56:13 -- STEP: 29020/31555 -- GLOBAL_STEP: 1165000 | > loss_text_ce: 0.02913268655538559 (0.03239655015078071) | > loss_mel_ce: 2.959238052368164 (nan) | > loss: 0.011858614161610603 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14134483380945467) | > loader_time: 0.0047 (0.004621648418747257)  --> TIME: 2025-03-25 22:56:23 -- STEP: 29070/31555 -- GLOBAL_STEP: 1165050 | > loss_text_ce: 0.020782481878995895 (0.0323987281682642) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14134063996274754) | > loader_time: 0.0045 (0.004621682193298134)  --> TIME: 2025-03-25 22:56:32 -- STEP: 29120/31555 -- GLOBAL_STEP: 1165100 | > loss_text_ce: 0.03853756561875343 (0.032400734300736665) | > loss_mel_ce: 2.822016716003418 (nan) | > loss: 0.011351406574249268 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14134221362707483) | > loader_time: 0.0048 (0.004621742084458638)  --> TIME: 2025-03-25 22:56:42 -- STEP: 29170/31555 -- GLOBAL_STEP: 1165150 | > loss_text_ce: 0.034091126173734665 (0.03240169867037332) | > loss_mel_ce: 2.9585652351379395 (nan) | > loss: 0.011875621974468231 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14134548229430796) | > loader_time: 0.0048 (0.0046218044675291545)  --> TIME: 2025-03-25 22:56:52 -- STEP: 29220/31555 -- GLOBAL_STEP: 1165200 | > loss_text_ce: 0.029409030452370644 (0.03239971724046238) | > loss_mel_ce: 2.281294345855713 (nan) | > loss: 0.009169458411633968 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14134146225607555) | > loader_time: 0.0045 (0.004621697369705403)  --> TIME: 2025-03-25 22:57:02 -- STEP: 29270/31555 -- GLOBAL_STEP: 1165250 | > loss_text_ce: 0.032244179397821426 (0.03240100159168214) | > loss_mel_ce: 3.0239205360412598 (nan) | > loss: 0.012127638794481754 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14135443470280226) | > loader_time: 0.0048 (0.004621753392872816)  --> TIME: 2025-03-25 22:57:11 -- STEP: 29320/31555 -- GLOBAL_STEP: 1165300 | > loss_text_ce: 0.0359136164188385 (0.03240065045602683) | > loss_mel_ce: 2.7281031608581543 (nan) | > loss: 0.010968321934342384 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1413483962030408) | > loader_time: 0.0047 (0.004621955707648933)  --> TIME: 2025-03-25 22:57:21 -- STEP: 29370/31555 -- GLOBAL_STEP: 1165350 | > loss_text_ce: 0.03149242699146271 (0.032398567883539446) | > loss_mel_ce: 1.9145101308822632 (nan) | > loss: 0.007722232956439257 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14134681068150354) | > loader_time: 0.0047 (0.004622252871481224)  --> TIME: 2025-03-25 22:57:30 -- STEP: 29420/31555 -- GLOBAL_STEP: 1165400 | > loss_text_ce: 0.03178490325808525 (0.03240048957863264) | > loss_mel_ce: 2.7507686614990234 (nan) | > loss: 0.011041880585253239 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14133712326402592) | > loader_time: 0.0049 (0.004622320217959825)  --> TIME: 2025-03-25 22:57:40 -- STEP: 29470/31555 -- GLOBAL_STEP: 1165450 | > loss_text_ce: 0.024587640538811684 (0.03239929306219404) | > loss_mel_ce: 0.0413818359375 (nan) | > loss: 0.00026178365806117654 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14134020864417543) | > loader_time: 0.0044 (0.004622198227182424)  --> TIME: 2025-03-25 22:57:50 -- STEP: 29520/31555 -- GLOBAL_STEP: 1165500 | > loss_text_ce: 0.037964850664138794 (0.03239985588669201) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1413425963745541) | > loader_time: 0.0043 (0.0046220538738943415)  --> TIME: 2025-03-25 22:57:59 -- STEP: 29570/31555 -- GLOBAL_STEP: 1165550 | > loss_text_ce: 0.030056767165660858 (0.032395392468455506) | > loss_mel_ce: 2.5016632080078125 (nan) | > loss: 0.01004650816321373 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14134288012356644) | > loader_time: 0.0045 (0.004622272305041909)  --> TIME: 2025-03-25 22:58:09 -- STEP: 29620/31555 -- GLOBAL_STEP: 1165600 | > loss_text_ce: 0.035933967679739 (0.03239667564086555) | > loss_mel_ce: 2.591834545135498 (nan) | > loss: 0.010427653789520264 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14134425877880943) | > loader_time: 0.0047 (0.0046223101142610305)  --> TIME: 2025-03-25 22:58:19 -- STEP: 29670/31555 -- GLOBAL_STEP: 1165650 | > loss_text_ce: 0.036334749311208725 (0.032399447167962066) | > loss_mel_ce: 0.31590524315834045 (nan) | > loss: 0.0013977778144180775 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14134376550468183) | > loader_time: 0.0045 (0.004622290549874511)  --> TIME: 2025-03-25 22:58:28 -- STEP: 29720/31555 -- GLOBAL_STEP: 1165700 | > loss_text_ce: 0.039031535387039185 (0.03239900144703888) | > loss_mel_ce: 2.61767578125 (nan) | > loss: 0.01054248958826065 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14133764243864055) | > loader_time: 0.0044 (0.004622297829285288)  --> TIME: 2025-03-25 22:58:38 -- STEP: 29770/31555 -- GLOBAL_STEP: 1165750 | > loss_text_ce: 0.02651325613260269 (0.03240091207486956) | > loss_mel_ce: 1.8510446548461914 (nan) | > loss: 0.007450626697391272 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14132974512992807) | > loader_time: 0.0045 (0.004622263022625574)  --> TIME: 2025-03-25 22:58:47 -- STEP: 29820/31555 -- GLOBAL_STEP: 1165800 | > loss_text_ce: 0.026693224906921387 (0.032400955967286524) | > loss_mel_ce: 3.2682313919067383 (nan) | > loss: 0.01307509932667017 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1413287941678759) | > loader_time: 0.0047 (0.004622398903512223)  --> TIME: 2025-03-25 22:58:57 -- STEP: 29870/31555 -- GLOBAL_STEP: 1165850 | > loss_text_ce: 0.047092095017433167 (0.032403066452308234) | > loss_mel_ce: 2.62548828125 (nan) | > loss: 0.010605478659272194 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14132859194442446) | > loader_time: 0.0047 (0.004622476979725972)  --> TIME: 2025-03-25 22:59:06 -- STEP: 29920/31555 -- GLOBAL_STEP: 1165900 | > loss_text_ce: 0.027943169698119164 (0.03240277368608327) | > loss_mel_ce: 2.787536382675171 (nan) | > loss: 0.011172538623213768 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14132292805349225) | > loader_time: 0.0045 (0.004622514816847718)  --> TIME: 2025-03-25 22:59:16 -- STEP: 29970/31555 -- GLOBAL_STEP: 1165950 | > loss_text_ce: 0.02289123646914959 (0.03240340255579358) | > loss_mel_ce: 2.2181148529052734 (nan) | > loss: 0.00889288168400526 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14132591806971256) | > loader_time: 0.0045 (0.004622361928095294)  --> TIME: 2025-03-25 22:59:25 -- STEP: 30020/31555 -- GLOBAL_STEP: 1166000 | > loss_text_ce: 0.027299195528030396 (0.03240433968805262) | > loss_mel_ce: 2.6654253005981445 (nan) | > loss: 0.010685415007174015 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.1413189161943653) | > loader_time: 0.0047 (0.004622192640133022)  --> TIME: 2025-03-25 22:59:35 -- STEP: 30070/31555 -- GLOBAL_STEP: 1166050 | > loss_text_ce: 0.03815026581287384 (0.032403089788608855) | > loss_mel_ce: 2.935380697250366 (nan) | > loss: 0.011799726635217667 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14131208139279475) | > loader_time: 0.0047 (0.004622297101453728)  --> TIME: 2025-03-25 22:59:45 -- STEP: 30120/31555 -- GLOBAL_STEP: 1166100 | > loss_text_ce: 0.026882540434598923 (0.032405240194850964) | > loss_mel_ce: 2.1635708808898926 (nan) | > loss: 0.008692276664078236 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14131379494787472) | > loader_time: 0.0048 (0.004622373210481442)  --> TIME: 2025-03-25 22:59:54 -- STEP: 30170/31555 -- GLOBAL_STEP: 1166150 | > loss_text_ce: 0.03422918543219566 (0.03240537143960335) | > loss_mel_ce: 2.5732421875 (nan) | > loss: 0.010347109287977219 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1413010417842148) | > loader_time: 0.0043 (0.004622502266906297)  --> TIME: 2025-03-25 23:00:04 -- STEP: 30220/31555 -- GLOBAL_STEP: 1166200 | > loss_text_ce: 0.03405916318297386 (0.032406348386202447) | > loss_mel_ce: 3.113635778427124 (nan) | > loss: 0.012490853667259216 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14130578605171015) | > loader_time: 0.0047 (0.004622530069357512)  --> TIME: 2025-03-25 23:00:13 -- STEP: 30270/31555 -- GLOBAL_STEP: 1166250 | > loss_text_ce: 0.027124600484967232 (0.03240494377216359) | > loss_mel_ce: 2.842287540435791 (nan) | > loss: 0.011386556550860405 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14129719724740317) | > loader_time: 0.0049 (0.00462237188120585)  --> TIME: 2025-03-25 23:00:22 -- STEP: 30320/31555 -- GLOBAL_STEP: 1166300 | > loss_text_ce: 0.04423585906624794 (0.032405130847174064) | > loss_mel_ce: 2.3820090293884277 (nan) | > loss: 0.00962795689702034 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14128459891732045) | > loader_time: 0.0047 (0.004622318774540384)  --> TIME: 2025-03-25 23:00:32 -- STEP: 30370/31555 -- GLOBAL_STEP: 1166350 | > loss_text_ce: 0.027383191511034966 (0.032407082138251185) | > loss_mel_ce: 2.1607940196990967 (nan) | > loss: 0.008683242835104465 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14129375061943397) | > loader_time: 0.0046 (0.0046221243538352545)  --> TIME: 2025-03-25 23:00:41 -- STEP: 30420/31555 -- GLOBAL_STEP: 1166400 | > loss_text_ce: 0.029766971245408058 (0.03240781402387417) | > loss_mel_ce: 2.4803855419158936 (nan) | > loss: 0.009960923343896866 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14128231134640493) | > loader_time: 0.0046 (0.0046222092837271645)  --> TIME: 2025-03-25 23:00:51 -- STEP: 30470/31555 -- GLOBAL_STEP: 1166450 | > loss_text_ce: 0.03404231742024422 (0.03240735396088109) | > loss_mel_ce: 2.582009792327881 (nan) | > loss: 0.01038116030395031 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14127986534407952) | > loader_time: 0.0047 (0.004622173090234603)  --> TIME: 2025-03-25 23:01:00 -- STEP: 30520/31555 -- GLOBAL_STEP: 1166500 | > loss_text_ce: 0.03591803461313248 (0.03240609143669606) | > loss_mel_ce: 1.9960808753967285 (nan) | > loss: 0.008063487708568573 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1412714920850141) | > loader_time: 0.0045 (0.0046221524437945645)  --> TIME: 2025-03-25 23:01:10 -- STEP: 30570/31555 -- GLOBAL_STEP: 1166550 | > loss_text_ce: 0.026656245812773705 (0.032404263329009406) | > loss_mel_ce: 1.9258583784103394 (nan) | > loss: 0.007748074363917112 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1412731591025959) | > loader_time: 0.0046 (0.004622195677153616)  --> TIME: 2025-03-25 23:01:20 -- STEP: 30620/31555 -- GLOBAL_STEP: 1166600 | > loss_text_ce: 0.016611739993095398 (0.03240304831838184) | > loss_mel_ce: 2.301765203475952 (nan) | > loss: 0.009199908934533596 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14126846109006644) | > loader_time: 0.0044 (0.004622364013043986)  --> TIME: 2025-03-25 23:01:29 -- STEP: 30670/31555 -- GLOBAL_STEP: 1166650 | > loss_text_ce: 0.0362849086523056 (0.032402848892240585) | > loss_mel_ce: 2.773183584213257 (nan) | > loss: 0.011148685589432716 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1412670594455765) | > loader_time: 0.0045 (0.0046222802828529775)  --> TIME: 2025-03-25 23:01:39 -- STEP: 30720/31555 -- GLOBAL_STEP: 1166700 | > loss_text_ce: 0.034045785665512085 (0.03240667701511478) | > loss_mel_ce: 2.6733381748199463 (nan) | > loss: 0.010743587277829647 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.1412630318974465) | > loader_time: 0.0046 (0.004622345906682316)  --> TIME: 2025-03-25 23:01:48 -- STEP: 30770/31555 -- GLOBAL_STEP: 1166750 | > loss_text_ce: 0.032088425010442734 (0.03240556097439607) | > loss_mel_ce: 2.8268144130706787 (nan) | > loss: 0.011344853788614273 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1412614341056469) | > loader_time: 0.0048 (0.004622140014407931)  --> TIME: 2025-03-25 23:01:58 -- STEP: 30820/31555 -- GLOBAL_STEP: 1166800 | > loss_text_ce: 0.03305221349000931 (0.03240642252098344) | > loss_mel_ce: 2.724266529083252 (nan) | > loss: 0.010941741988062859 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1412639807834796) | > loader_time: 0.0046 (0.004622092059801961)  --> TIME: 2025-03-25 23:02:08 -- STEP: 30870/31555 -- GLOBAL_STEP: 1166850 | > loss_text_ce: 0.03163330256938934 (0.03240656132752798) | > loss_mel_ce: 2.787158727645874 (nan) | > loss: 0.011185683310031891 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14126661810088803) | > loader_time: 0.0045 (0.004622039626553721)  --> TIME: 2025-03-25 23:02:17 -- STEP: 30920/31555 -- GLOBAL_STEP: 1166900 | > loss_text_ce: 0.036360882222652435 (0.03240671476751641) | > loss_mel_ce: 2.9118010997772217 (nan) | > loss: 0.011699056252837181 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14126287361782955) | > loader_time: 0.0046 (0.004622001998020486)  --> TIME: 2025-03-25 23:02:27 -- STEP: 30970/31555 -- GLOBAL_STEP: 1166950 | > loss_text_ce: 0.03612380474805832 (0.032408703936153825) | > loss_mel_ce: 2.511190176010132 (nan) | > loss: 0.01010838896036148 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14126176195911508) | > loader_time: 0.0044 (0.004621726141693444)  --> TIME: 2025-03-25 23:02:36 -- STEP: 31020/31555 -- GLOBAL_STEP: 1167000 | > loss_text_ce: 0.03517235442996025 (0.03240890921322299) | > loss_mel_ce: 2.6958048343658447 (nan) | > loss: 0.010837212204933167 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1412562630623877) | > loader_time: 0.0046 (0.00462152788056473)  --> TIME: 2025-03-25 23:02:46 -- STEP: 31070/31555 -- GLOBAL_STEP: 1167050 | > loss_text_ce: 0.02818330004811287 (0.032411137703023195) | > loss_mel_ce: 2.1625936031341553 (nan) | > loss: 0.008693559095263481 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1412483046973379) | > loader_time: 0.0045 (0.004621523862334747)  --> TIME: 2025-03-25 23:02:55 -- STEP: 31120/31555 -- GLOBAL_STEP: 1167100 | > loss_text_ce: 0.023839334025979042 (0.032410561462928936) | > loss_mel_ce: 0.0586649589240551 (nan) | > loss: 0.000327398010995239 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14124023885990572) | > loader_time: 0.0047 (0.004621487518815581)  --> TIME: 2025-03-25 23:03:05 -- STEP: 31170/31555 -- GLOBAL_STEP: 1167150 | > loss_text_ce: 0.04964906722307205 (0.03241140790012382) | > loss_mel_ce: 0.1490478515625 (nan) | > loss: 0.0007884798687882721 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14124091125888572) | > loader_time: 0.0045 (0.004621538559060319)  --> TIME: 2025-03-25 23:03:14 -- STEP: 31220/31555 -- GLOBAL_STEP: 1167200 | > loss_text_ce: 0.034681763499975204 (0.03240875030714423) | > loss_mel_ce: 2.691396951675415 (nan) | > loss: 0.010817773640155792 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14123904091818623) | > loader_time: 0.0047 (0.00462153581836757)  --> TIME: 2025-03-25 23:03:24 -- STEP: 31270/31555 -- GLOBAL_STEP: 1167250 | > loss_text_ce: 0.028864683583378792 (0.03241061773091589) | > loss_mel_ce: 2.941293239593506 (nan) | > loss: 0.011786341667175293 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14123571503074797) | > loader_time: 0.0044 (0.004621492638388193)  --> TIME: 2025-03-25 23:03:34 -- STEP: 31320/31555 -- GLOBAL_STEP: 1167300 | > loss_text_ce: 0.031150108203291893 (0.032412311738763695) | > loss_mel_ce: 2.4674439430236816 (nan) | > loss: 0.009915056638419628 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1412400201210431) | > loader_time: 0.0044 (0.004621538820546861)  --> TIME: 2025-03-25 23:03:43 -- STEP: 31370/31555 -- GLOBAL_STEP: 1167350 | > loss_text_ce: 0.03987712413072586 (0.03241317556321302) | > loss_mel_ce: 2.751760959625244 (nan) | > loss: 0.01107792928814888 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1412381440695595) | > loader_time: 0.0044 (0.004621444874825206)  --> TIME: 2025-03-25 23:03:53 -- STEP: 31420/31555 -- GLOBAL_STEP: 1167400 | > loss_text_ce: 0.04438354820013046 (0.03241167050631585) | > loss_mel_ce: 2.513233184814453 (nan) | > loss: 0.010149273090064526 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14123710674665996) | > loader_time: 0.0044 (0.004621568005377896)  --> TIME: 2025-03-25 23:04:02 -- STEP: 31470/31555 -- GLOBAL_STEP: 1167450 | > loss_text_ce: 0.04053308814764023 (0.03241118712260162) | > loss_mel_ce: 2.9295077323913574 (nan) | > loss: 0.01178587693721056 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1412308360721948) | > loader_time: 0.0045 (0.004621532594434113)  --> TIME: 2025-03-25 23:04:12 -- STEP: 31520/31555 -- GLOBAL_STEP: 1167500 | > loss_text_ce: 0.0397181361913681 (0.032411691412946544) | > loss_mel_ce: 2.7480204105377197 (nan) | > loss: 0.011062455363571644 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14123502712564515) | > loader_time: 0.0044 (0.004621447335342469)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021173397699991856 (-0.00018379688262940008) | > avg_loss_text_ce: 0.030056330872078738 (-0.00020033540825048837) | > avg_loss_mel_ce: 2.517889505227406 (-0.008106065591178435) | > avg_loss: 2.5479458355903635 (-0.008306396802265414) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1167535.pth  > EPOCH: 38/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-25 23:04:41)   --> TIME: 2025-03-25 23:04:44 -- STEP: 15/31555 -- GLOBAL_STEP: 1167550 | > loss_text_ce: 0.023860236629843712 (0.02986822066207727) | > loss_mel_ce: 2.7301836013793945 (2.456595973173777) | > loss: 0.010928746312856674 (0.00986692215471218) | > current_lr: 5e-06 | > step_time: 0.152 (0.12847668329874676) | > loader_time: 0.0043 (0.00474244753519694)  --> TIME: 2025-03-25 23:04:54 -- STEP: 65/31555 -- GLOBAL_STEP: 1167600 | > loss_text_ce: 0.03343881666660309 (0.03215145205075925) | > loss_mel_ce: 2.195946455001831 (2.448927721266563) | > loss: 0.00884676817804575 (0.009845552893686825) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1379044532775879) | > loader_time: 0.0044 (0.004903797002939076)  --> TIME: 2025-03-25 23:05:03 -- STEP: 115/31555 -- GLOBAL_STEP: 1167650 | > loss_text_ce: 0.03330835700035095 (0.03211247180791006) | > loss_mel_ce: 2.510019540786743 (nan) | > loss: 0.010092571377754211 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.13779915104741636) | > loader_time: 0.0045 (0.00478198009988536)  --> TIME: 2025-03-25 23:05:13 -- STEP: 165/31555 -- GLOBAL_STEP: 1167700 | > loss_text_ce: 0.03289114683866501 (0.03177379711785098) | > loss_mel_ce: 2.7359960079193115 (nan) | > loss: 0.01098764780908823 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.1386771924567945) | > loader_time: 0.0049 (0.0047214724800803435)  --> TIME: 2025-03-25 23:05:22 -- STEP: 215/31555 -- GLOBAL_STEP: 1167750 | > loss_text_ce: 0.033484455198049545 (0.0316256304336495) | > loss_mel_ce: 3.065837860107422 (nan) | > loss: 0.01229889877140522 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1387802478878997) | > loader_time: 0.0046 (0.004688160918479741)  --> TIME: 2025-03-25 23:05:32 -- STEP: 265/31555 -- GLOBAL_STEP: 1167800 | > loss_text_ce: 0.03385898843407631 (0.03186422422317399) | > loss_mel_ce: 2.912233591079712 (nan) | > loss: 0.011690844781696796 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.13867966903830475) | > loader_time: 0.0044 (0.004685488287008033)  --> TIME: 2025-03-25 23:05:41 -- STEP: 315/31555 -- GLOBAL_STEP: 1167850 | > loss_text_ce: 0.04099148511886597 (0.031714772081209534) | > loss_mel_ce: 2.247081995010376 (nan) | > loss: 0.00907965749502182 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.13867549517798047) | > loader_time: 0.0045 (0.004681829422239272)  --> TIME: 2025-03-25 23:05:51 -- STEP: 365/31555 -- GLOBAL_STEP: 1167900 | > loss_text_ce: 0.02845880016684532 (0.03182958314220789) | > loss_mel_ce: 2.729909658432007 (nan) | > loss: 0.010945907793939114 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.13959826508613493) | > loader_time: 0.0069 (0.00468458998693179)  --> TIME: 2025-03-25 23:06:01 -- STEP: 415/31555 -- GLOBAL_STEP: 1167950 | > loss_text_ce: 0.026440614834427834 (0.03186194758233892) | > loss_mel_ce: 1.9311164617538452 (nan) | > loss: 0.007768084295094013 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.13979550729314974) | > loader_time: 0.0042 (0.004690609208072526)  --> TIME: 2025-03-25 23:06:10 -- STEP: 465/31555 -- GLOBAL_STEP: 1168000 | > loss_text_ce: 0.026972945779561996 (0.031982021027755325) | > loss_mel_ce: 2.9023237228393555 (nan) | > loss: 0.011624193750321865 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14011791598412304) | > loader_time: 0.0046 (0.004674639240387949)  --> TIME: 2025-03-25 23:06:20 -- STEP: 515/31555 -- GLOBAL_STEP: 1168050 | > loss_text_ce: 0.04009813815355301 (0.03201482448075868) | > loss_mel_ce: 1.82562255859375 (nan) | > loss: 0.007403654046356678 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1401994871861727) | > loader_time: 0.0044 (0.004667799681135752)  --> TIME: 2025-03-25 23:06:30 -- STEP: 565/31555 -- GLOBAL_STEP: 1168100 | > loss_text_ce: 0.028434524312615395 (0.03211711544081963) | > loss_mel_ce: 3.10836124420166 (nan) | > loss: 0.012447603046894073 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14041343030676381) | > loader_time: 0.0047 (0.004660320281982423)  --> TIME: 2025-03-25 23:06:39 -- STEP: 615/31555 -- GLOBAL_STEP: 1168150 | > loss_text_ce: 0.03312480449676514 (0.03204241645772284) | > loss_mel_ce: 2.992368698120117 (nan) | > loss: 0.012005927972495556 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14042564213760506) | > loader_time: 0.0046 (0.004650730427687731)  --> TIME: 2025-03-25 23:06:49 -- STEP: 665/31555 -- GLOBAL_STEP: 1168200 | > loss_text_ce: 0.05200349539518356 (0.03215026330006751) | > loss_mel_ce: 2.760286569595337 (nan) | > loss: 0.011159881018102169 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14057898306308836) | > loader_time: 0.0044 (0.004653907718515038)  --> TIME: 2025-03-25 23:06:59 -- STEP: 715/31555 -- GLOBAL_STEP: 1168250 | > loss_text_ce: 0.023579906672239304 (0.032114615398166055) | > loss_mel_ce: 2.5804245471954346 (nan) | > loss: 0.010333350859582424 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.14083829259538988) | > loader_time: 0.0048 (0.0046596960587935035)  --> TIME: 2025-03-25 23:07:09 -- STEP: 765/31555 -- GLOBAL_STEP: 1168300 | > loss_text_ce: 0.024806737899780273 (0.032095691028471075) | > loss_mel_ce: 0.02701822854578495 (nan) | > loss: 0.00020565463637467474 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14107580309599835) | > loader_time: 0.0052 (0.004662209554435384)  --> TIME: 2025-03-25 23:07:19 -- STEP: 815/31555 -- GLOBAL_STEP: 1168350 | > loss_text_ce: 0.03861140459775925 (0.03205383530835067) | > loss_mel_ce: 2.444040298461914 (nan) | > loss: 0.009851792827248573 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1411021589501504) | > loader_time: 0.0046 (0.0046633995383795115)  --> TIME: 2025-03-25 23:07:28 -- STEP: 865/31555 -- GLOBAL_STEP: 1168400 | > loss_text_ce: 0.02434566430747509 (0.032020187050620944) | > loss_mel_ce: 2.340423583984375 (nan) | > loss: 0.009384005330502987 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14108548219493344) | > loader_time: 0.0044 (0.004656267717394533)  --> TIME: 2025-03-25 23:07:38 -- STEP: 915/31555 -- GLOBAL_STEP: 1168450 | > loss_text_ce: 0.03343892842531204 (0.03204700083680491) | > loss_mel_ce: 2.3086636066436768 (nan) | > loss: 0.009294058196246624 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14122460917696916) | > loader_time: 0.0047 (0.004650271004014986)  --> TIME: 2025-03-25 23:07:48 -- STEP: 965/31555 -- GLOBAL_STEP: 1168500 | > loss_text_ce: 0.02594841457903385 (0.032042816669289306) | > loss_mel_ce: 2.7746989727020264 (nan) | > loss: 0.011113680899143219 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14119295604488383) | > loader_time: 0.0046 (0.004645606520262413)  --> TIME: 2025-03-25 23:07:57 -- STEP: 1015/31555 -- GLOBAL_STEP: 1168550 | > loss_text_ce: 0.029778670519590378 (0.032090134415867305) | > loss_mel_ce: 2.8808720111846924 (nan) | > loss: 0.011550202034413815 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14118066256856676) | > loader_time: 0.0046 (0.0046389676079961525)  --> TIME: 2025-03-25 23:08:07 -- STEP: 1065/31555 -- GLOBAL_STEP: 1168600 | > loss_text_ce: 0.03746280446648598 (0.03212799321632711) | > loss_mel_ce: 2.5826544761657715 (nan) | > loss: 0.01039729081094265 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14112022740180497) | > loader_time: 0.0046 (0.00464404983699602)  --> TIME: 2025-03-25 23:08:16 -- STEP: 1115/31555 -- GLOBAL_STEP: 1168650 | > loss_text_ce: 0.03574325516819954 (0.03217282040637705) | > loss_mel_ce: 2.1286277770996094 (nan) | > loss: 0.008588774129748344 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1409150756528024) | > loader_time: 0.0047 (0.004642566330229759)  --> TIME: 2025-03-25 23:08:26 -- STEP: 1165/31555 -- GLOBAL_STEP: 1168700 | > loss_text_ce: 0.028373271226882935 (0.03215488802977383) | > loss_mel_ce: 2.7429494857788086 (nan) | > loss: 0.01099731307476759 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.140939443817466) | > loader_time: 0.0045 (0.004646011074213514)  --> TIME: 2025-03-25 23:08:36 -- STEP: 1215/31555 -- GLOBAL_STEP: 1168750 | > loss_text_ce: 0.030283717438578606 (0.03219794788754279) | > loss_mel_ce: 3.1591949462890625 (nan) | > loss: 0.012656661681830883 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14106084446848166) | > loader_time: 0.0045 (0.0046445689574190685)  --> TIME: 2025-03-25 23:08:45 -- STEP: 1265/31555 -- GLOBAL_STEP: 1168800 | > loss_text_ce: 0.033942244946956635 (0.03223905677469114) | > loss_mel_ce: 2.616443634033203 (nan) | > loss: 0.010517404414713383 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14107361028316925) | > loader_time: 0.0046 (0.00464647447638833)  --> TIME: 2025-03-25 23:08:55 -- STEP: 1315/31555 -- GLOBAL_STEP: 1168850 | > loss_text_ce: 0.03014337085187435 (0.03222967598998048) | > loss_mel_ce: 2.440033435821533 (nan) | > loss: 0.009802289307117462 (nan) | > current_lr: 5e-06 | > step_time: 0.1475 (0.141096112392701) | > loader_time: 0.0067 (0.00464485697873193)  --> TIME: 2025-03-25 23:09:05 -- STEP: 1365/31555 -- GLOBAL_STEP: 1168900 | > loss_text_ce: 0.03268183395266533 (0.03219688556979206) | > loss_mel_ce: 2.6660068035125732 (nan) | > loss: 0.010709082707762718 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14108824240855689) | > loader_time: 0.0049 (0.004645920498467199)  --> TIME: 2025-03-25 23:09:14 -- STEP: 1415/31555 -- GLOBAL_STEP: 1168950 | > loss_text_ce: 0.045867595821619034 (0.03218128332216618) | > loss_mel_ce: 1.3686652183532715 (nan) | > loss: 0.005613225512206554 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14107312279960704) | > loader_time: 0.0074 (0.004651365516042549)  --> TIME: 2025-03-25 23:09:24 -- STEP: 1465/31555 -- GLOBAL_STEP: 1169000 | > loss_text_ce: 0.029794245958328247 (0.032176730672450575) | > loss_mel_ce: 3.031099557876587 (nan) | > loss: 0.012146404944360256 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14106810361452068) | > loader_time: 0.0048 (0.004655163117236249)  --> TIME: 2025-03-25 23:09:34 -- STEP: 1515/31555 -- GLOBAL_STEP: 1169050 | > loss_text_ce: 0.028077205643057823 (0.03217144654848589) | > loss_mel_ce: 2.3494231700897217 (nan) | > loss: 0.009434525854885578 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14112290533462368) | > loader_time: 0.0045 (0.00465816161026656)  --> TIME: 2025-03-25 23:09:43 -- STEP: 1565/31555 -- GLOBAL_STEP: 1169100 | > loss_text_ce: 0.02771877869963646 (0.03222129168435215) | > loss_mel_ce: 2.852126121520996 (nan) | > loss: 0.011427956633269787 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1410712050172848) | > loader_time: 0.0045 (0.0046599107809341)  --> TIME: 2025-03-25 23:09:53 -- STEP: 1615/31555 -- GLOBAL_STEP: 1169150 | > loss_text_ce: 0.021100470796227455 (0.03224276392129552) | > loss_mel_ce: 2.3819684982299805 (nan) | > loss: 0.009535988792777061 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14106771982860253) | > loader_time: 0.0045 (0.004662928123592225)  --> TIME: 2025-03-25 23:10:03 -- STEP: 1665/31555 -- GLOBAL_STEP: 1169200 | > loss_text_ce: 0.0334329791367054 (0.03222834084227725) | > loss_mel_ce: 2.3876307010650635 (nan) | > loss: 0.009607396088540554 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14105686182016336) | > loader_time: 0.0045 (0.004664837347494591)  --> TIME: 2025-03-25 23:10:12 -- STEP: 1715/31555 -- GLOBAL_STEP: 1169250 | > loss_text_ce: 0.035886503756046295 (0.03221506377296527) | > loss_mel_ce: 2.877213716506958 (nan) | > loss: 0.011559922248125076 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1410544890356477) | > loader_time: 0.0047 (0.004668463631899646)  --> TIME: 2025-03-25 23:10:22 -- STEP: 1765/31555 -- GLOBAL_STEP: 1169300 | > loss_text_ce: 0.024770686402916908 (0.03221195340842515) | > loss_mel_ce: 3.03572154045105 (nan) | > loss: 0.012144811451435089 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14104254630739876) | > loader_time: 0.0045 (0.004668214300874276)  --> TIME: 2025-03-25 23:10:32 -- STEP: 1815/31555 -- GLOBAL_STEP: 1169350 | > loss_text_ce: 0.028162771835923195 (0.03218343727978217) | > loss_mel_ce: 2.7711334228515625 (nan) | > loss: 0.011108318343758583 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14115396229031954) | > loader_time: 0.0047 (0.004668786571702357)  --> TIME: 2025-03-25 23:10:41 -- STEP: 1865/31555 -- GLOBAL_STEP: 1169400 | > loss_text_ce: 0.03356713056564331 (0.032195743505440994) | > loss_mel_ce: 2.397930860519409 (nan) | > loss: 0.009648802690207958 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14107304910552376) | > loader_time: 0.0046 (0.004669361140069633)  --> TIME: 2025-03-25 23:10:51 -- STEP: 1915/31555 -- GLOBAL_STEP: 1169450 | > loss_text_ce: 0.033447008579969406 (0.032214727016851574) | > loss_mel_ce: 2.534475803375244 (nan) | > loss: 0.010190170258283615 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1411696445226044) | > loader_time: 0.0045 (0.004668803003375901)  --> TIME: 2025-03-25 23:11:01 -- STEP: 1965/31555 -- GLOBAL_STEP: 1169500 | > loss_text_ce: 0.03172176703810692 (0.03223279924214873) | > loss_mel_ce: 3.1085736751556396 (nan) | > loss: 0.01246149092912674 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14116328156934715) | > loader_time: 0.0055 (0.004669386497284017)  --> TIME: 2025-03-25 23:11:11 -- STEP: 2015/31555 -- GLOBAL_STEP: 1169550 | > loss_text_ce: 0.030073676258325577 (0.032225871406421636) | > loss_mel_ce: 2.2120420932769775 (nan) | > loss: 0.008897284977138042 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14123045516664842) | > loader_time: 0.0046 (0.004667857385450797)  --> TIME: 2025-03-25 23:11:20 -- STEP: 2065/31555 -- GLOBAL_STEP: 1169600 | > loss_text_ce: 0.02940000221133232 (0.032213797986272906) | > loss_mel_ce: 1.343712329864502 (nan) | > loss: 0.005448858719319105 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.141216273573351) | > loader_time: 0.0045 (0.004664813519678743)  --> TIME: 2025-03-25 23:11:30 -- STEP: 2115/31555 -- GLOBAL_STEP: 1169650 | > loss_text_ce: 0.03928437456488609 (0.032217955949493914) | > loss_mel_ce: 2.5227577686309814 (nan) | > loss: 0.01016683503985405 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14120191873951699) | > loader_time: 0.0045 (0.00466167447696623)  --> TIME: 2025-03-25 23:11:39 -- STEP: 2165/31555 -- GLOBAL_STEP: 1169700 | > loss_text_ce: 0.023229161277413368 (0.03220161810758209) | > loss_mel_ce: 1.9364420175552368 (nan) | > loss: 0.007776473183184862 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14123171218272967) | > loader_time: 0.0043 (0.004658967628214709)  --> TIME: 2025-03-25 23:11:49 -- STEP: 2215/31555 -- GLOBAL_STEP: 1169750 | > loss_text_ce: 0.04247405752539635 (0.03220613322832516) | > loss_mel_ce: 3.274176597595215 (nan) | > loss: 0.0131613127887249 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14121538209592224) | > loader_time: 0.0044 (0.004654087923450344)  --> TIME: 2025-03-25 23:11:58 -- STEP: 2265/31555 -- GLOBAL_STEP: 1169800 | > loss_text_ce: 0.030902139842510223 (0.03222593445388425) | > loss_mel_ce: 2.930065155029297 (nan) | > loss: 0.01174987107515335 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1411290472969574) | > loader_time: 0.0046 (0.0046537659289294835)  --> TIME: 2025-03-25 23:12:08 -- STEP: 2315/31555 -- GLOBAL_STEP: 1169850 | > loss_text_ce: 0.029819488525390625 (0.03225165612223212) | > loss_mel_ce: 2.226938486099243 (nan) | > loss: 0.008955389261245728 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1411295914495478) | > loader_time: 0.0045 (0.004651979236314418)  --> TIME: 2025-03-25 23:12:18 -- STEP: 2365/31555 -- GLOBAL_STEP: 1169900 | > loss_text_ce: 0.03582505136728287 (0.032282010277233104) | > loss_mel_ce: 2.850674867630005 (nan) | > loss: 0.011454365216195583 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14113341547217959) | > loader_time: 0.0045 (0.004656415862714517)  --> TIME: 2025-03-25 23:12:28 -- STEP: 2415/31555 -- GLOBAL_STEP: 1169950 | > loss_text_ce: 0.04398514702916145 (0.03230409305542707) | > loss_mel_ce: 2.975405693054199 (nan) | > loss: 0.011981709860265255 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14117151096494032) | > loader_time: 0.0055 (0.004659957076204985)  --> TIME: 2025-03-25 23:12:37 -- STEP: 2465/31555 -- GLOBAL_STEP: 1170000 | > loss_text_ce: 0.025160551071166992 (0.03228431620255383) | > loss_mel_ce: 2.829840898513794 (nan) | > loss: 0.011329371482133865 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14124286344036813) | > loader_time: 0.0045 (0.004660544966103826) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1170000.pth  --> TIME: 2025-03-25 23:12:52 -- STEP: 2515/31555 -- GLOBAL_STEP: 1170050 | > loss_text_ce: 0.03348761796951294 (0.032284203516486025) | > loss_mel_ce: 2.823620557785034 (nan) | > loss: 0.011337731033563614 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14109224135548615) | > loader_time: 0.0047 (0.004661267794387244)  --> TIME: 2025-03-25 23:13:02 -- STEP: 2565/31555 -- GLOBAL_STEP: 1170100 | > loss_text_ce: 0.03487134724855423 (0.03225937418124076) | > loss_mel_ce: 2.502115249633789 (nan) | > loss: 0.010067407973110676 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14107746222795306) | > loader_time: 0.0047 (0.0046673016241419426)  --> TIME: 2025-03-25 23:13:11 -- STEP: 2615/31555 -- GLOBAL_STEP: 1170150 | > loss_text_ce: 0.033545468002557755 (0.032273175810280344) | > loss_mel_ce: 3.1500601768493652 (nan) | > loss: 0.012633356265723705 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1410915936384327) | > loader_time: 0.0045 (0.004666906013999349)  --> TIME: 2025-03-25 23:13:21 -- STEP: 2665/31555 -- GLOBAL_STEP: 1170200 | > loss_text_ce: 0.03707186132669449 (0.03225118561978077) | > loss_mel_ce: 2.6192569732666016 (nan) | > loss: 0.01054098829627037 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1410426936945817) | > loader_time: 0.0043 (0.00466397376713566)  --> TIME: 2025-03-25 23:13:31 -- STEP: 2715/31555 -- GLOBAL_STEP: 1170250 | > loss_text_ce: 0.03219163790345192 (0.03224450588418414) | > loss_mel_ce: 1.9927116632461548 (nan) | > loss: 0.008035331033170223 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14108476630012415) | > loader_time: 0.0045 (0.004661211695240799)  --> TIME: 2025-03-25 23:13:40 -- STEP: 2765/31555 -- GLOBAL_STEP: 1170300 | > loss_text_ce: 0.031668223440647125 (0.03227876440216035) | > loss_mel_ce: 2.799149751663208 (nan) | > loss: 0.011233405210077763 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14107777749004666) | > loader_time: 0.0045 (0.004659027303105892)  --> TIME: 2025-03-25 23:13:50 -- STEP: 2815/31555 -- GLOBAL_STEP: 1170350 | > loss_text_ce: 0.027738133445382118 (0.03226775628172161) | > loss_mel_ce: 2.781452178955078 (nan) | > loss: 0.011147581040859222 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14108743396576087) | > loader_time: 0.0045 (0.004656946934349385)  --> TIME: 2025-03-25 23:14:00 -- STEP: 2865/31555 -- GLOBAL_STEP: 1170400 | > loss_text_ce: 0.027917398139834404 (0.03225279351140502) | > loss_mel_ce: 2.6722066402435303 (nan) | > loss: 0.010714778676629066 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14108940310919263) | > loader_time: 0.0046 (0.004656352880321464)  --> TIME: 2025-03-25 23:14:09 -- STEP: 2915/31555 -- GLOBAL_STEP: 1170450 | > loss_text_ce: 0.03548779338598251 (0.03223695015442102) | > loss_mel_ce: 2.334994316101074 (nan) | > loss: 0.009406675584614277 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14112226157409238) | > loader_time: 0.0054 (0.004657312772695247)  --> TIME: 2025-03-25 23:14:19 -- STEP: 2965/31555 -- GLOBAL_STEP: 1170500 | > loss_text_ce: 0.030812716111540794 (0.03225307838950445) | > loss_mel_ce: 2.6576623916625977 (nan) | > loss: 0.010668552480638027 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14114043298499346) | > loader_time: 0.0048 (0.004660410663932821)  --> TIME: 2025-03-25 23:14:29 -- STEP: 3015/31555 -- GLOBAL_STEP: 1170550 | > loss_text_ce: 0.029957253485918045 (0.032242174719647104) | > loss_mel_ce: 2.4174084663391113 (nan) | > loss: 0.00971176940947771 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.1411685404295151) | > loader_time: 0.0045 (0.004660541777982451)  --> TIME: 2025-03-25 23:14:39 -- STEP: 3065/31555 -- GLOBAL_STEP: 1170600 | > loss_text_ce: 0.030156195163726807 (0.03224261893327134) | > loss_mel_ce: 2.6905622482299805 (nan) | > loss: 0.010796502232551575 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1411623431263309) | > loader_time: 0.0053 (0.0046611959354718084)  --> TIME: 2025-03-25 23:14:48 -- STEP: 3115/31555 -- GLOBAL_STEP: 1170650 | > loss_text_ce: 0.03678092360496521 (0.03225118638842954) | > loss_mel_ce: 2.556957960128784 (nan) | > loss: 0.010292614810168743 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14118376597164115) | > loader_time: 0.005 (0.0046612018566835845)  --> TIME: 2025-03-25 23:14:58 -- STEP: 3165/31555 -- GLOBAL_STEP: 1170700 | > loss_text_ce: 0.030639661476016045 (0.032253903792626576) | > loss_mel_ce: 3.169560194015503 (nan) | > loss: 0.012699206359684467 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14120063525617188) | > loader_time: 0.0045 (0.00466055335215107)  --> TIME: 2025-03-25 23:15:08 -- STEP: 3215/31555 -- GLOBAL_STEP: 1170750 | > loss_text_ce: 0.03440745174884796 (0.03225757461591594) | > loss_mel_ce: 2.434744358062744 (nan) | > loss: 0.009798221290111542 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14130512314673327) | > loader_time: 0.0047 (0.004662716333083757)  --> TIME: 2025-03-25 23:15:18 -- STEP: 3265/31555 -- GLOBAL_STEP: 1170800 | > loss_text_ce: 0.031053896993398666 (0.0322508475014434) | > loss_mel_ce: 1.7989734411239624 (nan) | > loss: 0.007262013852596283 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14131262393676833) | > loader_time: 0.0045 (0.004664689512384253)  --> TIME: 2025-03-25 23:15:27 -- STEP: 3315/31555 -- GLOBAL_STEP: 1170850 | > loss_text_ce: 0.02873973734676838 (0.032236887398281136) | > loss_mel_ce: 2.344302177429199 (nan) | > loss: 0.009416833519935608 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14130475992171107) | > loader_time: 0.0048 (0.004662644773227241)  --> TIME: 2025-03-25 23:15:37 -- STEP: 3365/31555 -- GLOBAL_STEP: 1170900 | > loss_text_ce: 0.038368109613657 (0.032259522054073085) | > loss_mel_ce: 2.374943494796753 (nan) | > loss: 0.009576634503901005 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14135407515833315) | > loader_time: 0.0047 (0.004664095868681735)  --> TIME: 2025-03-25 23:15:47 -- STEP: 3415/31555 -- GLOBAL_STEP: 1170950 | > loss_text_ce: 0.03570675849914551 (0.03226919513397552) | > loss_mel_ce: 1.8578109741210938 (nan) | > loss: 0.007513959892094135 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14133998024690544) | > loader_time: 0.0046 (0.004664361389629323)  --> TIME: 2025-03-25 23:15:56 -- STEP: 3465/31555 -- GLOBAL_STEP: 1171000 | > loss_text_ce: 0.03509949892759323 (0.0322880015115845) | > loss_mel_ce: 3.4452080726623535 (nan) | > loss: 0.013810745440423489 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412995144402309) | > loader_time: 0.0046 (0.004663141946943989)  --> TIME: 2025-03-25 23:16:06 -- STEP: 3515/31555 -- GLOBAL_STEP: 1171050 | > loss_text_ce: 0.032296717166900635 (0.03228159492324026) | > loss_mel_ce: 3.136622190475464 (nan) | > loss: 0.012575075961649418 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14136827056472356) | > loader_time: 0.0047 (0.004662579187797459)  --> TIME: 2025-03-25 23:16:16 -- STEP: 3565/31555 -- GLOBAL_STEP: 1171100 | > loss_text_ce: 0.026733309030532837 (0.03227840218990819) | > loss_mel_ce: 1.996459722518921 (nan) | > loss: 0.008028544485569 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14131580315331754) | > loader_time: 0.0046 (0.0046662586099803964)  --> TIME: 2025-03-25 23:16:25 -- STEP: 3615/31555 -- GLOBAL_STEP: 1171150 | > loss_text_ce: 0.028560616075992584 (0.03229002641928709) | > loss_mel_ce: 2.290189266204834 (nan) | > loss: 0.00920138880610466 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14129456616371336) | > loader_time: 0.0044 (0.004668289662067006)  --> TIME: 2025-03-25 23:16:35 -- STEP: 3665/31555 -- GLOBAL_STEP: 1171200 | > loss_text_ce: 0.038195643573999405 (0.03226709807339892) | > loss_mel_ce: 2.607316732406616 (nan) | > loss: 0.010498065501451492 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14133990347629355) | > loader_time: 0.0046 (0.004669061103914487)  --> TIME: 2025-03-25 23:16:45 -- STEP: 3715/31555 -- GLOBAL_STEP: 1171250 | > loss_text_ce: 0.029647065326571465 (0.03228413042127267) | > loss_mel_ce: 2.8348476886749268 (nan) | > loss: 0.011367043480277061 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1413837422592964) | > loader_time: 0.0049 (0.004669551669668872)  --> TIME: 2025-03-25 23:16:55 -- STEP: 3765/31555 -- GLOBAL_STEP: 1171300 | > loss_text_ce: 0.03733206167817116 (0.032269733455056696) | > loss_mel_ce: 3.3998827934265137 (nan) | > loss: 0.013639742508530617 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14142956379083682) | > loader_time: 0.0047 (0.004669300018553724)  --> TIME: 2025-03-25 23:17:05 -- STEP: 3815/31555 -- GLOBAL_STEP: 1171350 | > loss_text_ce: 0.036580003798007965 (0.032277771629402714) | > loss_mel_ce: 2.587113857269287 (nan) | > loss: 0.01041148416697979 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14141980717410266) | > loader_time: 0.0049 (0.004670296802745743)  --> TIME: 2025-03-25 23:17:14 -- STEP: 3865/31555 -- GLOBAL_STEP: 1171400 | > loss_text_ce: 0.0441930890083313 (0.032268573176525255) | > loss_mel_ce: 1.18532395362854 (nan) | > loss: 0.004879035986959934 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.1414153667193335) | > loader_time: 0.0045 (0.004672996686316101)  --> TIME: 2025-03-25 23:17:24 -- STEP: 3915/31555 -- GLOBAL_STEP: 1171450 | > loss_text_ce: 0.030832795426249504 (0.032280233192184885) | > loss_mel_ce: 2.823622226715088 (nan) | > loss: 0.01132720336318016 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1414277152235633) | > loader_time: 0.0051 (0.004672836069859773)  --> TIME: 2025-03-25 23:17:34 -- STEP: 3965/31555 -- GLOBAL_STEP: 1171500 | > loss_text_ce: 0.0287566389888525 (0.032294411181200806) | > loss_mel_ce: 2.8836162090301514 (nan) | > loss: 0.011557036079466343 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1414304168648257) | > loader_time: 0.0046 (0.004674089030089032)  --> TIME: 2025-03-25 23:17:44 -- STEP: 4015/31555 -- GLOBAL_STEP: 1171550 | > loss_text_ce: 0.03280257061123848 (0.03229891332295497) | > loss_mel_ce: 2.845151662826538 (nan) | > loss: 0.011420453898608685 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1414606962524642) | > loader_time: 0.0047 (0.004674543805912164)  --> TIME: 2025-03-25 23:17:53 -- STEP: 4065/31555 -- GLOBAL_STEP: 1171600 | > loss_text_ce: 0.035384178161621094 (0.03229311681312448) | > loss_mel_ce: 2.9277524948120117 (nan) | > loss: 0.011758479289710522 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.141436937960898) | > loader_time: 0.0044 (0.004674640587481781)  --> TIME: 2025-03-25 23:18:03 -- STEP: 4115/31555 -- GLOBAL_STEP: 1171650 | > loss_text_ce: 0.03013056516647339 (0.03228375399315474) | > loss_mel_ce: 2.4317643642425537 (nan) | > loss: 0.009769424796104431 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14144217014892133) | > loader_time: 0.0046 (0.004674913700701698)  --> TIME: 2025-03-25 23:18:12 -- STEP: 4165/31555 -- GLOBAL_STEP: 1171700 | > loss_text_ce: 0.019449783489108086 (0.032286977610077754) | > loss_mel_ce: 2.4711403846740723 (nan) | > loss: 0.009883294813334942 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14144444230939446) | > loader_time: 0.0045 (0.004674676171585586)  --> TIME: 2025-03-25 23:18:22 -- STEP: 4215/31555 -- GLOBAL_STEP: 1171750 | > loss_text_ce: 0.032682936638593674 (0.032318931288159755) | > loss_mel_ce: 2.846889019012451 (nan) | > loss: 0.011426873505115509 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14142836002834044) | > loader_time: 0.0049 (0.0046745305383757004)  --> TIME: 2025-03-25 23:18:32 -- STEP: 4265/31555 -- GLOBAL_STEP: 1171800 | > loss_text_ce: 0.024025442078709602 (0.03232524233661656) | > loss_mel_ce: 2.349463701248169 (nan) | > loss: 0.009418608620762825 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14143835489244003) | > loader_time: 0.0045 (0.004675466206540544)  --> TIME: 2025-03-25 23:18:41 -- STEP: 4315/31555 -- GLOBAL_STEP: 1171850 | > loss_text_ce: 0.037420403212308884 (0.03232211063541501) | > loss_mel_ce: 2.125666618347168 (nan) | > loss: 0.008583679795265198 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14142662393121289) | > loader_time: 0.0051 (0.004677246288242105)  --> TIME: 2025-03-25 23:18:51 -- STEP: 4365/31555 -- GLOBAL_STEP: 1171900 | > loss_text_ce: 0.031398650258779526 (0.032328352654717486) | > loss_mel_ce: 2.087519645690918 (nan) | > loss: 0.00840840581804514 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14143430359175116) | > loader_time: 0.0045 (0.004677548850934538)  --> TIME: 2025-03-25 23:19:01 -- STEP: 4415/31555 -- GLOBAL_STEP: 1171950 | > loss_text_ce: 0.03673941642045975 (0.03233801909719208) | > loss_mel_ce: 2.315871238708496 (nan) | > loss: 0.009335757233202457 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1414375745291618) | > loader_time: 0.0045 (0.004677771981953234)  --> TIME: 2025-03-25 23:19:11 -- STEP: 4465/31555 -- GLOBAL_STEP: 1172000 | > loss_text_ce: 0.031467173248529434 (0.032345034720423944) | > loss_mel_ce: 3.1793859004974365 (nan) | > loss: 0.012741480953991413 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14149459099849682) | > loader_time: 0.0046 (0.00467916677673614)  --> TIME: 2025-03-25 23:19:21 -- STEP: 4515/31555 -- GLOBAL_STEP: 1172050 | > loss_text_ce: 0.046664219349622726 (0.032366293402035805) | > loss_mel_ce: 2.7800967693328857 (nan) | > loss: 0.01121730636805296 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.1415038869230454) | > loader_time: 0.0047 (0.004679881694704995)  --> TIME: 2025-03-25 23:19:30 -- STEP: 4565/31555 -- GLOBAL_STEP: 1172100 | > loss_text_ce: 0.029443740844726562 (0.03234909468790478) | > loss_mel_ce: 2.616468667984009 (nan) | > loss: 0.010499653406441212 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14146846147643777) | > loader_time: 0.0045 (0.004677812319334611)  --> TIME: 2025-03-25 23:19:40 -- STEP: 4615/31555 -- GLOBAL_STEP: 1172150 | > loss_text_ce: 0.02816636674106121 (0.032337119947121865) | > loss_mel_ce: 2.680769443511963 (nan) | > loss: 0.010749745182693005 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14151916803543899) | > loader_time: 0.0044 (0.004677066100379898)  --> TIME: 2025-03-25 23:19:49 -- STEP: 4665/31555 -- GLOBAL_STEP: 1172200 | > loss_text_ce: 0.03663112595677376 (0.03234226907097339) | > loss_mel_ce: 2.693558692932129 (nan) | > loss: 0.010834086686372757 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14148964053948207) | > loader_time: 0.0049 (0.004677705161696726)  --> TIME: 2025-03-25 23:19:59 -- STEP: 4715/31555 -- GLOBAL_STEP: 1172250 | > loss_text_ce: 0.03442125394940376 (0.03233388323091893) | > loss_mel_ce: 3.157020330429077 (nan) | > loss: 0.012664451263844967 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14149164617504068) | > loader_time: 0.0047 (0.004677416739762154)  --> TIME: 2025-03-25 23:20:09 -- STEP: 4765/31555 -- GLOBAL_STEP: 1172300 | > loss_text_ce: 0.04949137195944786 (0.03233907185358064) | > loss_mel_ce: 2.090928554534912 (nan) | > loss: 0.008493730798363686 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14148563287941132) | > loader_time: 0.0043 (0.004675606640538549)  --> TIME: 2025-03-25 23:20:18 -- STEP: 4815/31555 -- GLOBAL_STEP: 1172350 | > loss_text_ce: 0.029501335695385933 (0.03233509857424149) | > loss_mel_ce: 2.7146432399749756 (nan) | > loss: 0.010889464057981968 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14145718175426578) | > loader_time: 0.0044 (0.004673593735026433)  --> TIME: 2025-03-25 23:20:28 -- STEP: 4865/31555 -- GLOBAL_STEP: 1172400 | > loss_text_ce: 0.02809041365981102 (0.032332939079714566) | > loss_mel_ce: 2.7714648246765137 (nan) | > loss: 0.011109347455203533 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14150166462528746) | > loader_time: 0.0043 (0.004671893604980357)  --> TIME: 2025-03-25 23:20:37 -- STEP: 4915/31555 -- GLOBAL_STEP: 1172450 | > loss_text_ce: 0.037963058799505234 (0.03234401965837824) | > loss_mel_ce: 2.8522820472717285 (nan) | > loss: 0.011469227261841297 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14142177301408793) | > loader_time: 0.0045 (0.004671316253568986)  --> TIME: 2025-03-25 23:20:47 -- STEP: 4965/31555 -- GLOBAL_STEP: 1172500 | > loss_text_ce: 0.024380167946219444 (0.03234340931417368) | > loss_mel_ce: 2.956526756286621 (nan) | > loss: 0.011828996241092682 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14142587710723403) | > loader_time: 0.0047 (0.004673833453283099)  --> TIME: 2025-03-25 23:20:57 -- STEP: 5015/31555 -- GLOBAL_STEP: 1172550 | > loss_text_ce: 0.03860573098063469 (0.03234161761527113) | > loss_mel_ce: 2.1758174896240234 (nan) | > loss: 0.008787394501268864 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14139523453869343) | > loader_time: 0.0048 (0.004673621376395116)  --> TIME: 2025-03-25 23:21:06 -- STEP: 5065/31555 -- GLOBAL_STEP: 1172600 | > loss_text_ce: 0.043146174401044846 (0.03232619004472995) | > loss_mel_ce: 2.926865339279175 (nan) | > loss: 0.011785760521888733 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14140833109058246) | > loader_time: 0.0048 (0.0046740797406240936)  --> TIME: 2025-03-25 23:21:16 -- STEP: 5115/31555 -- GLOBAL_STEP: 1172650 | > loss_text_ce: 0.028661396354436874 (0.032323299841235914) | > loss_mel_ce: 1.945051908493042 (nan) | > loss: 0.007832195609807968 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1414081646666613) | > loader_time: 0.0049 (0.004674635045339641)  --> TIME: 2025-03-25 23:21:26 -- STEP: 5165/31555 -- GLOBAL_STEP: 1172700 | > loss_text_ce: 0.024300310760736465 (0.03232226831836666) | > loss_mel_ce: 2.765127182006836 (nan) | > loss: 0.011069157160818577 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14144122907522208) | > loader_time: 0.0045 (0.004674139419806781)  --> TIME: 2025-03-25 23:21:36 -- STEP: 5215/31555 -- GLOBAL_STEP: 1172750 | > loss_text_ce: 0.032418373972177505 (0.032327020688523354) | > loss_mel_ce: 2.971315622329712 (nan) | > loss: 0.011919580399990082 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14149934914059506) | > loader_time: 0.0046 (0.004674186962562922)  --> TIME: 2025-03-25 23:21:46 -- STEP: 5265/31555 -- GLOBAL_STEP: 1172800 | > loss_text_ce: 0.03966422379016876 (0.032332696331397626) | > loss_mel_ce: 2.9629101753234863 (nan) | > loss: 0.011914978735148907 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1415177017874867) | > loader_time: 0.0047 (0.004675578663491799)  --> TIME: 2025-03-25 23:21:55 -- STEP: 5315/31555 -- GLOBAL_STEP: 1172850 | > loss_text_ce: 0.01996026188135147 (0.03233346533527893) | > loss_mel_ce: 1.6111595630645752 (nan) | > loss: 0.006472698412835598 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14149870231032707) | > loader_time: 0.0044 (0.004675829915201903)  --> TIME: 2025-03-25 23:22:05 -- STEP: 5365/31555 -- GLOBAL_STEP: 1172900 | > loss_text_ce: 0.0257462989538908 (0.03233025292366834) | > loss_mel_ce: 2.652010679244995 (nan) | > loss: 0.010626020841300488 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14153524289482233) | > loader_time: 0.0045 (0.004674996645341718)  --> TIME: 2025-03-25 23:22:15 -- STEP: 5415/31555 -- GLOBAL_STEP: 1172950 | > loss_text_ce: 0.0367928184568882 (0.03233498137526791) | > loss_mel_ce: 3.033586263656616 (nan) | > loss: 0.01218404434621334 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14152903931072655) | > loader_time: 0.0048 (0.004673720330742923)  --> TIME: 2025-03-25 23:22:25 -- STEP: 5465/31555 -- GLOBAL_STEP: 1173000 | > loss_text_ce: 0.030329879373311996 (0.03234372827508155) | > loss_mel_ce: 2.3473291397094727 (nan) | > loss: 0.009435155428946018 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14154388339608936) | > loader_time: 0.0048 (0.004673705969179648)  --> TIME: 2025-03-25 23:22:34 -- STEP: 5515/31555 -- GLOBAL_STEP: 1173050 | > loss_text_ce: 0.03090588003396988 (0.032342839512740765) | > loss_mel_ce: 1.992401123046875 (nan) | > loss: 0.008028997108340263 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14152077119780576) | > loader_time: 0.0044 (0.0046729736725849525)  --> TIME: 2025-03-25 23:22:44 -- STEP: 5565/31555 -- GLOBAL_STEP: 1173100 | > loss_text_ce: 0.04264379292726517 (0.032342048579624236) | > loss_mel_ce: 2.8658487796783447 (nan) | > loss: 0.01154163759201765 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14153694909430792) | > loader_time: 0.0048 (0.004672560301966637)  --> TIME: 2025-03-25 23:22:54 -- STEP: 5615/31555 -- GLOBAL_STEP: 1173150 | > loss_text_ce: 0.03511081263422966 (0.03233817464830404) | > loss_mel_ce: 2.469616413116455 (nan) | > loss: 0.00993939395993948 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14155758974919433) | > loader_time: 0.0047 (0.004672672147742365)  --> TIME: 2025-03-25 23:23:04 -- STEP: 5665/31555 -- GLOBAL_STEP: 1173200 | > loss_text_ce: 0.025577640160918236 (0.03233512930049219) | > loss_mel_ce: 2.5588438510894775 (nan) | > loss: 0.010255641303956509 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14157397298821264) | > loader_time: 0.0043 (0.0046735172658921974)  --> TIME: 2025-03-25 23:23:13 -- STEP: 5715/31555 -- GLOBAL_STEP: 1173250 | > loss_text_ce: 0.03563236817717552 (0.0323377992330428) | > loss_mel_ce: 2.895904779434204 (nan) | > loss: 0.011633084155619144 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14154884329200937) | > loader_time: 0.0045 (0.00467256052078955)  --> TIME: 2025-03-25 23:23:23 -- STEP: 5765/31555 -- GLOBAL_STEP: 1173300 | > loss_text_ce: 0.030496515333652496 (0.03234060813413535) | > loss_mel_ce: 2.4075684547424316 (nan) | > loss: 0.009674862027168274 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14157422054155117) | > loader_time: 0.0045 (0.004672690587568988)  --> TIME: 2025-03-25 23:23:33 -- STEP: 5815/31555 -- GLOBAL_STEP: 1173350 | > loss_text_ce: 0.034551143646240234 (0.032330549049798735) | > loss_mel_ce: 2.852105140686035 (nan) | > loss: 0.011454985477030277 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14157658447403376) | > loader_time: 0.0046 (0.00467263108579024)  --> TIME: 2025-03-25 23:23:42 -- STEP: 5865/31555 -- GLOBAL_STEP: 1173400 | > loss_text_ce: 0.026894841343164444 (0.032318917431495994) | > loss_mel_ce: 2.230717897415161 (nan) | > loss: 0.008958781138062477 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14156079897998428) | > loader_time: 0.0046 (0.004672709023556136)  --> TIME: 2025-03-25 23:23:52 -- STEP: 5915/31555 -- GLOBAL_STEP: 1173450 | > loss_text_ce: 0.03238886222243309 (0.032327900765052514) | > loss_mel_ce: 2.457306385040283 (nan) | > loss: 0.009879743680357933 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14158414863270394) | > loader_time: 0.0045 (0.004672671130221471)  --> TIME: 2025-03-25 23:24:02 -- STEP: 5965/31555 -- GLOBAL_STEP: 1173500 | > loss_text_ce: 0.03207142651081085 (0.03231848346807929) | > loss_mel_ce: 2.6575968265533447 (nan) | > loss: 0.010673287324607372 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1415792571529057) | > loader_time: 0.0053 (0.004673541941167124)  --> TIME: 2025-03-25 23:24:11 -- STEP: 6015/31555 -- GLOBAL_STEP: 1173550 | > loss_text_ce: 0.03753529116511345 (0.03232003510608337) | > loss_mel_ce: 2.8871541023254395 (nan) | > loss: 0.011605910956859589 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14157158343472856) | > loader_time: 0.0047 (0.004673209273607061)  --> TIME: 2025-03-25 23:24:21 -- STEP: 6065/31555 -- GLOBAL_STEP: 1173600 | > loss_text_ce: 0.027498014271259308 (0.03230396413258866) | > loss_mel_ce: 2.715221643447876 (nan) | > loss: 0.010883809067308903 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14156033157417802) | > loader_time: 0.0047 (0.0046729164092086705)  --> TIME: 2025-03-25 23:24:30 -- STEP: 6115/31555 -- GLOBAL_STEP: 1173650 | > loss_text_ce: 0.02239781804382801 (0.032294706054464106) | > loss_mel_ce: 2.112901449203491 (nan) | > loss: 0.00847341027110815 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14153587749914745) | > loader_time: 0.0044 (0.0046722548571358205)  --> TIME: 2025-03-25 23:24:40 -- STEP: 6165/31555 -- GLOBAL_STEP: 1173700 | > loss_text_ce: 0.036888886243104935 (0.03229247643903101) | > loss_mel_ce: 2.751600742340088 (nan) | > loss: 0.011065435595810413 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14154084248941104) | > loader_time: 0.0048 (0.004672775864117735)  --> TIME: 2025-03-25 23:24:50 -- STEP: 6215/31555 -- GLOBAL_STEP: 1173750 | > loss_text_ce: 0.023802800104022026 (0.03227913889386578) | > loss_mel_ce: 2.218515634536743 (nan) | > loss: 0.00889808963984251 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14151576806342306) | > loader_time: 0.0045 (0.004673533658298496)  --> TIME: 2025-03-25 23:24:59 -- STEP: 6265/31555 -- GLOBAL_STEP: 1173800 | > loss_text_ce: 0.040057189762592316 (0.03227839603327363) | > loss_mel_ce: 3.0924389362335205 (nan) | > loss: 0.012430541217327118 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14150741456131496) | > loader_time: 0.0049 (0.004674070469398845)  --> TIME: 2025-03-25 23:25:09 -- STEP: 6315/31555 -- GLOBAL_STEP: 1173850 | > loss_text_ce: 0.03575370833277702 (0.03228099768434168) | > loss_mel_ce: 2.5915489196777344 (nan) | > loss: 0.010425805114209652 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14153346343353823) | > loader_time: 0.0046 (0.004674762860235496)  --> TIME: 2025-03-25 23:25:19 -- STEP: 6365/31555 -- GLOBAL_STEP: 1173900 | > loss_text_ce: 0.04488323628902435 (0.0322865130022774) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14153869536011024) | > loader_time: 0.0051 (0.004674669334669344)  --> TIME: 2025-03-25 23:25:28 -- STEP: 6415/31555 -- GLOBAL_STEP: 1173950 | > loss_text_ce: 0.03675859048962593 (0.03228274824479543) | > loss_mel_ce: 2.3972885608673096 (nan) | > loss: 0.009658917784690857 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1415055170899151) | > loader_time: 0.0045 (0.004674914583784487)  --> TIME: 2025-03-25 23:25:38 -- STEP: 6465/31555 -- GLOBAL_STEP: 1174000 | > loss_text_ce: 0.027980992570519447 (0.03228624793906126) | > loss_mel_ce: 2.4551339149475098 (nan) | > loss: 0.009853631258010864 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14153074145040478) | > loader_time: 0.0047 (0.004674726111521954)  --> TIME: 2025-03-25 23:25:48 -- STEP: 6515/31555 -- GLOBAL_STEP: 1174050 | > loss_text_ce: 0.030274467542767525 (0.0322823969152677) | > loss_mel_ce: 2.8264293670654297 (nan) | > loss: 0.011336126364767551 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14151926187030728) | > loader_time: 0.0045 (0.004674217102624603)  --> TIME: 2025-03-25 23:25:57 -- STEP: 6565/31555 -- GLOBAL_STEP: 1174100 | > loss_text_ce: 0.026275642216205597 (0.032275744969903125) | > loss_mel_ce: 1.1990478038787842 (nan) | > loss: 0.0048623946495354176 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14151950612471276) | > loader_time: 0.0044 (0.0046737362570374134)  --> TIME: 2025-03-25 23:26:07 -- STEP: 6615/31555 -- GLOBAL_STEP: 1174150 | > loss_text_ce: 0.029879702255129814 (0.03227020684018627) | > loss_mel_ce: 2.4208104610443115 (nan) | > loss: 0.009724961593747139 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14151377414810037) | > loader_time: 0.0048 (0.004673111303593305)  --> TIME: 2025-03-25 23:26:17 -- STEP: 6665/31555 -- GLOBAL_STEP: 1174200 | > loss_text_ce: 0.022915109992027283 (0.03226143268802629) | > loss_mel_ce: 1.839780330657959 (nan) | > loss: 0.007391648832708597 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.1414991615950746) | > loader_time: 0.0045 (0.004673083062826566)  --> TIME: 2025-03-25 23:26:26 -- STEP: 6715/31555 -- GLOBAL_STEP: 1174250 | > loss_text_ce: 0.024067945778369904 (0.032256998051282196) | > loss_mel_ce: 2.735633373260498 (nan) | > loss: 0.01095119584351778 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1415178416472979) | > loader_time: 0.0044 (0.004673249101958348)  --> TIME: 2025-03-25 23:26:36 -- STEP: 6765/31555 -- GLOBAL_STEP: 1174300 | > loss_text_ce: 0.03077702410519123 (0.032259896883695315) | > loss_mel_ce: 1.6783250570297241 (nan) | > loss: 0.00678215129300952 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14151659780137194) | > loader_time: 0.0043 (0.004672679774248425)  --> TIME: 2025-03-25 23:26:46 -- STEP: 6815/31555 -- GLOBAL_STEP: 1174350 | > loss_text_ce: 0.03068440593779087 (0.03224968611551745) | > loss_mel_ce: 2.5373525619506836 (nan) | > loss: 0.010190623812377453 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1415144901807397) | > loader_time: 0.0044 (0.004672707517796036)  --> TIME: 2025-03-25 23:26:56 -- STEP: 6865/31555 -- GLOBAL_STEP: 1174400 | > loss_text_ce: 0.040992654860019684 (0.03224253829321695) | > loss_mel_ce: 2.4722206592559814 (nan) | > loss: 0.009973069652915001 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14153150164638223) | > loader_time: 0.0046 (0.004672539433856487)  --> TIME: 2025-03-25 23:27:05 -- STEP: 6915/31555 -- GLOBAL_STEP: 1174450 | > loss_text_ce: 0.03276243433356285 (0.03224379882399596) | > loss_mel_ce: 2.973055601119995 (nan) | > loss: 0.011927850544452667 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1415295985670773) | > loader_time: 0.0051 (0.004672467355183404)  --> TIME: 2025-03-25 23:27:15 -- STEP: 6965/31555 -- GLOBAL_STEP: 1174500 | > loss_text_ce: 0.03315609693527222 (0.032248682540500846) | > loss_mel_ce: 2.6892213821411133 (nan) | > loss: 0.010803085751831532 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1415664607812754) | > loader_time: 0.0044 (0.004672950578951114)  --> TIME: 2025-03-25 23:27:25 -- STEP: 7015/31555 -- GLOBAL_STEP: 1174550 | > loss_text_ce: 0.02685580961406231 (0.032249540608861926) | > loss_mel_ce: 2.285400867462158 (nan) | > loss: 0.009175621904432774 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14154667269733232) | > loader_time: 0.0044 (0.0046729121816557785)  --> TIME: 2025-03-25 23:27:35 -- STEP: 7065/31555 -- GLOBAL_STEP: 1174600 | > loss_text_ce: 0.027314044535160065 (0.03225406295127526) | > loss_mel_ce: 2.622971773147583 (nan) | > loss: 0.010517007671296597 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14155976639009935) | > loader_time: 0.0044 (0.004673157055497774)  --> TIME: 2025-03-25 23:27:45 -- STEP: 7115/31555 -- GLOBAL_STEP: 1174650 | > loss_text_ce: 0.039996884763240814 (0.03226907549613119) | > loss_mel_ce: 1.946303367614746 (nan) | > loss: 0.007882144302129745 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14160395556575228) | > loader_time: 0.0045 (0.004673793361125003)  --> TIME: 2025-03-25 23:27:54 -- STEP: 7165/31555 -- GLOBAL_STEP: 1174700 | > loss_text_ce: 0.02596697025001049 (0.03227222242911858) | > loss_mel_ce: 2.4642598628997803 (nan) | > loss: 0.009881853125989437 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14161322454597608) | > loader_time: 0.0046 (0.004673790415932242)  --> TIME: 2025-03-25 23:28:04 -- STEP: 7215/31555 -- GLOBAL_STEP: 1174750 | > loss_text_ce: 0.02910025231540203 (0.03227256548643216) | > loss_mel_ce: 2.534644603729248 (nan) | > loss: 0.01017359085381031 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1416080939133634) | > loader_time: 0.0045 (0.004674321747619262)  --> TIME: 2025-03-25 23:28:14 -- STEP: 7265/31555 -- GLOBAL_STEP: 1174800 | > loss_text_ce: 0.03117506019771099 (0.03227003612603615) | > loss_mel_ce: 2.856522798538208 (nan) | > loss: 0.011459119617938995 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1416255046479555) | > loader_time: 0.0043 (0.0046736987311513664)  --> TIME: 2025-03-25 23:28:24 -- STEP: 7315/31555 -- GLOBAL_STEP: 1174850 | > loss_text_ce: 0.024792535230517387 (0.03227452888374366) | > loss_mel_ce: 2.4796764850616455 (nan) | > loss: 0.009938369505107403 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14162822597579303) | > loader_time: 0.0047 (0.0046733797859510135)  --> TIME: 2025-03-25 23:28:33 -- STEP: 7365/31555 -- GLOBAL_STEP: 1174900 | > loss_text_ce: 0.033298030495643616 (0.03227946138185173) | > loss_mel_ce: 3.1738760471343994 (nan) | > loss: 0.012726881541311741 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14165252622745536) | > loader_time: 0.005 (0.004673955655793969)  --> TIME: 2025-03-25 23:28:43 -- STEP: 7415/31555 -- GLOBAL_STEP: 1174950 | > loss_text_ce: 0.025321971625089645 (0.03227354476915363) | > loss_mel_ce: 2.693842649459839 (nan) | > loss: 0.010790335945785046 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1416198440122189) | > loader_time: 0.0047 (0.00467354288313411)  --> TIME: 2025-03-25 23:28:53 -- STEP: 7465/31555 -- GLOBAL_STEP: 1175000 | > loss_text_ce: 0.033567287027835846 (0.03226819073311003) | > loss_mel_ce: 2.4443910121917725 (nan) | > loss: 0.009833168238401413 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14162461733706294) | > loader_time: 0.0049 (0.004674664968144404)  --> TIME: 2025-03-25 23:29:02 -- STEP: 7515/31555 -- GLOBAL_STEP: 1175050 | > loss_text_ce: 0.036916423588991165 (0.032271194259102305) | > loss_mel_ce: 2.8554632663726807 (nan) | > loss: 0.01147769857198 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14164569338242078) | > loader_time: 0.0047 (0.004675936936856281)  --> TIME: 2025-03-25 23:29:12 -- STEP: 7565/31555 -- GLOBAL_STEP: 1175100 | > loss_text_ce: 0.03077279031276703 (0.03227300686676761) | > loss_mel_ce: 2.884420871734619 (nan) | > loss: 0.011568228714168072 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1416528634653138) | > loader_time: 0.0044 (0.004675983862615323)  --> TIME: 2025-03-25 23:29:22 -- STEP: 7615/31555 -- GLOBAL_STEP: 1175150 | > loss_text_ce: 0.03097257949411869 (0.03227567933242954) | > loss_mel_ce: 1.862349271774292 (nan) | > loss: 0.007513182237744331 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14166143230130174) | > loader_time: 0.0049 (0.004675711477108102)  --> TIME: 2025-03-25 23:29:31 -- STEP: 7665/31555 -- GLOBAL_STEP: 1175200 | > loss_text_ce: 0.0338648185133934 (0.032269598937678785) | > loss_mel_ce: 2.937120199203491 (nan) | > loss: 0.011789623647928238 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14164684482905443) | > loader_time: 0.0044 (0.004676313456257275)  --> TIME: 2025-03-25 23:29:41 -- STEP: 7715/31555 -- GLOBAL_STEP: 1175250 | > loss_text_ce: 0.03087482415139675 (0.03227150630355528) | > loss_mel_ce: 2.8394782543182373 (nan) | > loss: 0.011390290223062038 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14167570879300254) | > loader_time: 0.0045 (0.00467541936304535)  --> TIME: 2025-03-25 23:29:51 -- STEP: 7765/31555 -- GLOBAL_STEP: 1175300 | > loss_text_ce: 0.025200113654136658 (0.03226279836862826) | > loss_mel_ce: 2.280264139175415 (nan) | > loss: 0.009148668497800827 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14168671520771117) | > loader_time: 0.0052 (0.004678236002777761)  --> TIME: 2025-03-25 23:30:01 -- STEP: 7815/31555 -- GLOBAL_STEP: 1175350 | > loss_text_ce: 0.02712765336036682 (0.03227382489585515) | > loss_mel_ce: 2.7737948894500732 (nan) | > loss: 0.011114773340523243 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1416935910037599) | > loader_time: 0.005 (0.004678095904818283)  --> TIME: 2025-03-25 23:30:11 -- STEP: 7865/31555 -- GLOBAL_STEP: 1175400 | > loss_text_ce: 0.037701986730098724 (0.032274619310037736) | > loss_mel_ce: 2.461339235305786 (nan) | > loss: 0.00991683080792427 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1417139124582321) | > loader_time: 0.0045 (0.004678232292422667)  --> TIME: 2025-03-25 23:30:21 -- STEP: 7915/31555 -- GLOBAL_STEP: 1175450 | > loss_text_ce: 0.0327836275100708 (0.03227608295796447) | > loss_mel_ce: 2.4267072677612305 (nan) | > loss: 0.00975988432765007 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1417127122475391) | > loader_time: 0.0052 (0.004678079920785017)  --> TIME: 2025-03-25 23:30:30 -- STEP: 7965/31555 -- GLOBAL_STEP: 1175500 | > loss_text_ce: 0.03420322760939598 (0.03227125937288643) | > loss_mel_ce: 2.2854955196380615 (nan) | > loss: 0.00920515414327383 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1417348522849603) | > loader_time: 0.0044 (0.004677356329640738)  --> TIME: 2025-03-25 23:30:40 -- STEP: 8015/31555 -- GLOBAL_STEP: 1175550 | > loss_text_ce: 0.021971924230456352 (0.03227090831667027) | > loss_mel_ce: 2.1654770374298096 (nan) | > loss: 0.008680353872478008 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14169116237352458) | > loader_time: 0.0043 (0.0046763489414436525)  --> TIME: 2025-03-25 23:30:49 -- STEP: 8065/31555 -- GLOBAL_STEP: 1175600 | > loss_text_ce: 0.032583385705947876 (0.03227267246150603) | > loss_mel_ce: 3.311227560043335 (nan) | > loss: 0.013269091956317425 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14163953351885825) | > loader_time: 0.0046 (0.0046752087462414126)  --> TIME: 2025-03-25 23:30:59 -- STEP: 8115/31555 -- GLOBAL_STEP: 1175650 | > loss_text_ce: 0.027955535799264908 (0.03227283206486557) | > loss_mel_ce: 2.219916343688965 (nan) | > loss: 0.008920126594603062 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14164266697947678) | > loader_time: 0.0047 (0.004675269582281871)  --> TIME: 2025-03-25 23:31:08 -- STEP: 8165/31555 -- GLOBAL_STEP: 1175700 | > loss_text_ce: 0.035914674401283264 (0.03227726976043276) | > loss_mel_ce: 2.8668289184570312 (nan) | > loss: 0.011518824845552444 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14161495105372005) | > loader_time: 0.0047 (0.004675425157471089)  --> TIME: 2025-03-25 23:31:18 -- STEP: 8215/31555 -- GLOBAL_STEP: 1175750 | > loss_text_ce: 0.030212249606847763 (0.03227766067859799) | > loss_mel_ce: 2.641362190246582 (nan) | > loss: 0.010601486079394817 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14163528913705747) | > loader_time: 0.0046 (0.004676421183460176)  --> TIME: 2025-03-25 23:31:28 -- STEP: 8265/31555 -- GLOBAL_STEP: 1175800 | > loss_text_ce: 0.03615065664052963 (0.032276308070022866) | > loss_mel_ce: 2.9179725646972656 (nan) | > loss: 0.011722711846232414 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14164692661795433) | > loader_time: 0.0047 (0.004676385915286612)  --> TIME: 2025-03-25 23:31:38 -- STEP: 8315/31555 -- GLOBAL_STEP: 1175850 | > loss_text_ce: 0.03172993287444115 (0.03227199880216946) | > loss_mel_ce: 2.489851474761963 (nan) | > loss: 0.010006275959312916 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1416746177948606) | > loader_time: 0.0048 (0.00467632581007747)  --> TIME: 2025-03-25 23:31:47 -- STEP: 8365/31555 -- GLOBAL_STEP: 1175900 | > loss_text_ce: 0.03648191690444946 (0.03227931842056466) | > loss_mel_ce: 2.4937093257904053 (nan) | > loss: 0.010040441527962685 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14166554897328895) | > loader_time: 0.0045 (0.004676551984158817)  --> TIME: 2025-03-25 23:31:57 -- STEP: 8415/31555 -- GLOBAL_STEP: 1175950 | > loss_text_ce: 0.035789504647254944 (0.0322791885803725) | > loss_mel_ce: 3.13666033744812 (nan) | > loss: 0.012589087709784508 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14166272061960541) | > loader_time: 0.0045 (0.004676839020446318)  --> TIME: 2025-03-25 23:32:07 -- STEP: 8465/31555 -- GLOBAL_STEP: 1176000 | > loss_text_ce: 0.03288856893777847 (0.032276638537398636) | > loss_mel_ce: 2.3220527172088623 (nan) | > loss: 0.009345006197690964 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14169542286710102) | > loader_time: 0.0047 (0.004677548045176987)  --> TIME: 2025-03-25 23:32:17 -- STEP: 8515/31555 -- GLOBAL_STEP: 1176050 | > loss_text_ce: 0.037691179662942886 (0.032285721868460085) | > loss_mel_ce: 2.3377573490142822 (nan) | > loss: 0.009426383301615715 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1417034147769933) | > loader_time: 0.0046 (0.00467785349749008)  --> TIME: 2025-03-25 23:32:26 -- STEP: 8565/31555 -- GLOBAL_STEP: 1176100 | > loss_text_ce: 0.03220052644610405 (0.032280255093196035) | > loss_mel_ce: 2.252293586730957 (nan) | > loss: 0.00906545389443636 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14169375925682087) | > loader_time: 0.0048 (0.004678742174370151)  --> TIME: 2025-03-25 23:32:36 -- STEP: 8615/31555 -- GLOBAL_STEP: 1176150 | > loss_text_ce: 0.021022651344537735 (0.03226946381353642) | > loss_mel_ce: 2.951826810836792 (nan) | > loss: 0.011797022074460983 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1416999598816949) | > loader_time: 0.005 (0.004679238042095285)  --> TIME: 2025-03-25 23:32:46 -- STEP: 8665/31555 -- GLOBAL_STEP: 1176200 | > loss_text_ce: 0.03075995109975338 (0.03226411115664014) | > loss_mel_ce: 2.4504990577697754 (nan) | > loss: 0.00984626729041338 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14168941841191568) | > loader_time: 0.0045 (0.004679027184267932)  --> TIME: 2025-03-25 23:32:55 -- STEP: 8715/31555 -- GLOBAL_STEP: 1176250 | > loss_text_ce: 0.034506600350141525 (0.03226430622504905) | > loss_mel_ce: 2.399293899536133 (nan) | > loss: 0.009657938964664936 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14168616383498428) | > loader_time: 0.0049 (0.0046792532613889)  --> TIME: 2025-03-25 23:33:05 -- STEP: 8765/31555 -- GLOBAL_STEP: 1176300 | > loss_text_ce: 0.03762505203485489 (0.032264074255407664) | > loss_mel_ce: 2.813326835632324 (nan) | > loss: 0.011313301511108875 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14168193766000442) | > loader_time: 0.0048 (0.004679494303971524)  --> TIME: 2025-03-25 23:33:15 -- STEP: 8815/31555 -- GLOBAL_STEP: 1176350 | > loss_text_ce: 0.03322039172053337 (0.032264487356817834) | > loss_mel_ce: 2.402818441390991 (nan) | > loss: 0.009666820988059044 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14168518440194688) | > loader_time: 0.0055 (0.004679996779339608)  --> TIME: 2025-03-25 23:33:25 -- STEP: 8865/31555 -- GLOBAL_STEP: 1176400 | > loss_text_ce: 0.02596164122223854 (0.03226159168412551) | > loss_mel_ce: 2.321612596511841 (nan) | > loss: 0.00931577105075121 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14172396234920093) | > loader_time: 0.0046 (0.004680224158840546)  --> TIME: 2025-03-25 23:33:34 -- STEP: 8915/31555 -- GLOBAL_STEP: 1176450 | > loss_text_ce: 0.027444006875157356 (0.03226088794471648) | > loss_mel_ce: 2.573873996734619 (nan) | > loss: 0.01032269187271595 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14170135349887758) | > loader_time: 0.0047 (0.004679768712615548)  --> TIME: 2025-03-25 23:33:44 -- STEP: 8965/31555 -- GLOBAL_STEP: 1176500 | > loss_text_ce: 0.033399928361177444 (0.03225713101217193) | > loss_mel_ce: 2.171875 (nan) | > loss: 0.008751090615987778 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14168965594434815) | > loader_time: 0.0045 (0.004679939644468351)  --> TIME: 2025-03-25 23:33:53 -- STEP: 9015/31555 -- GLOBAL_STEP: 1176550 | > loss_text_ce: 0.03074832819402218 (0.03224971206777114) | > loss_mel_ce: 3.1541855335235596 (nan) | > loss: 0.012638627551496029 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1416607985811245) | > loader_time: 0.0045 (0.004679586698264471)  --> TIME: 2025-03-25 23:34:03 -- STEP: 9065/31555 -- GLOBAL_STEP: 1176600 | > loss_text_ce: 0.03243057802319527 (0.03224893725516688) | > loss_mel_ce: 2.830775022506714 (nan) | > loss: 0.011361927725374699 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14168124159462128) | > loader_time: 0.005 (0.004679849564667513)  --> TIME: 2025-03-25 23:34:13 -- STEP: 9115/31555 -- GLOBAL_STEP: 1176650 | > loss_text_ce: 0.031028451398015022 (0.032255145674239066) | > loss_mel_ce: 2.8194315433502197 (nan) | > loss: 0.011311350390315056 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14168557040454718) | > loader_time: 0.0047 (0.004679936625051163)  --> TIME: 2025-03-25 23:34:22 -- STEP: 9165/31555 -- GLOBAL_STEP: 1176700 | > loss_text_ce: 0.03229093179106712 (0.032250786897463406) | > loss_mel_ce: 2.776364803314209 (nan) | > loss: 0.011145459488034248 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14166757869252256) | > loader_time: 0.0046 (0.004679784525045596)  --> TIME: 2025-03-25 23:34:32 -- STEP: 9215/31555 -- GLOBAL_STEP: 1176750 | > loss_text_ce: 0.035357020795345306 (0.0322540100075694) | > loss_mel_ce: 2.7641704082489014 (nan) | > loss: 0.011109236627817154 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14167021965113838) | > loader_time: 0.0045 (0.004680065764594329)  --> TIME: 2025-03-25 23:34:42 -- STEP: 9265/31555 -- GLOBAL_STEP: 1176800 | > loss_text_ce: 0.03069440834224224 (0.03225245562598638) | > loss_mel_ce: 2.8025922775268555 (nan) | > loss: 0.011243201792240143 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14169240450769044) | > loader_time: 0.007 (0.004680735911798046)  --> TIME: 2025-03-25 23:34:52 -- STEP: 9315/31555 -- GLOBAL_STEP: 1176850 | > loss_text_ce: 0.031452834606170654 (0.032254904391012834) | > loss_mel_ce: 2.8418400287628174 (nan) | > loss: 0.011401956900954247 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14169117937277456) | > loader_time: 0.0048 (0.004681315143071261)  --> TIME: 2025-03-25 23:35:01 -- STEP: 9365/31555 -- GLOBAL_STEP: 1176900 | > loss_text_ce: 0.036714814603328705 (0.03225147142007853) | > loss_mel_ce: 2.318267345428467 (nan) | > loss: 0.009345167316496372 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14168370687827958) | > loader_time: 0.0069 (0.004681639205435668)  --> TIME: 2025-03-25 23:35:11 -- STEP: 9415/31555 -- GLOBAL_STEP: 1176950 | > loss_text_ce: 0.031706757843494415 (0.03225780417939869) | > loss_mel_ce: 1.9332606792449951 (nan) | > loss: 0.00779749033972621 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14171868634236648) | > loader_time: 0.0048 (0.00468164067665947)  --> TIME: 2025-03-25 23:35:21 -- STEP: 9465/31555 -- GLOBAL_STEP: 1177000 | > loss_text_ce: 0.03563078120350838 (0.03226059262030202) | > loss_mel_ce: 2.882645606994629 (nan) | > loss: 0.01158046256750822 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14174238248785834) | > loader_time: 0.0044 (0.004681404393876725)  --> TIME: 2025-03-25 23:35:31 -- STEP: 9515/31555 -- GLOBAL_STEP: 1177050 | > loss_text_ce: 0.039398498833179474 (0.03226425800877697) | > loss_mel_ce: 2.3678386211395264 (nan) | > loss: 0.009552528150379658 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14176084888777024) | > loader_time: 0.0044 (0.004680447896655707)  --> TIME: 2025-03-25 23:35:41 -- STEP: 9565/31555 -- GLOBAL_STEP: 1177100 | > loss_text_ce: 0.03414292261004448 (0.032260591035316165) | > loss_mel_ce: 3.2815937995910645 (nan) | > loss: 0.013157686218619347 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1417652383875116) | > loader_time: 0.0044 (0.004679510472522503)  --> TIME: 2025-03-25 23:35:51 -- STEP: 9615/31555 -- GLOBAL_STEP: 1177150 | > loss_text_ce: 0.024812549352645874 (0.03226115480472142) | > loss_mel_ce: 2.1369965076446533 (nan) | > loss: 0.008578607812523842 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14177201583989307) | > loader_time: 0.0046 (0.004678981178946254)  --> TIME: 2025-03-25 23:36:00 -- STEP: 9665/31555 -- GLOBAL_STEP: 1177200 | > loss_text_ce: 0.03365342691540718 (0.03225354120073616) | > loss_mel_ce: 2.279994487762451 (nan) | > loss: 0.009181143715977669 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14176689654634997) | > loader_time: 0.0043 (0.004678723162095038)  --> TIME: 2025-03-25 23:36:10 -- STEP: 9715/31555 -- GLOBAL_STEP: 1177250 | > loss_text_ce: 0.03959360718727112 (0.03225059041190667) | > loss_mel_ce: 2.545295238494873 (nan) | > loss: 0.010257496498525143 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14179212599149182) | > loader_time: 0.0045 (0.004678010277937075)  --> TIME: 2025-03-25 23:36:20 -- STEP: 9765/31555 -- GLOBAL_STEP: 1177300 | > loss_text_ce: 0.03279827907681465 (0.03225253489091628) | > loss_mel_ce: 2.9586987495422363 (nan) | > loss: 0.011871020309627056 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14179760795706578) | > loader_time: 0.0046 (0.004677147945866971)  --> TIME: 2025-03-25 23:36:30 -- STEP: 9815/31555 -- GLOBAL_STEP: 1177350 | > loss_text_ce: 0.01943177543580532 (0.032248952777005666) | > loss_mel_ce: 2.567477226257324 (nan) | > loss: 0.010265512391924858 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14180658430817558) | > loader_time: 0.0044 (0.004676383767149848)  --> TIME: 2025-03-25 23:36:39 -- STEP: 9865/31555 -- GLOBAL_STEP: 1177400 | > loss_text_ce: 0.032118331640958786 (0.03225382800467458) | > loss_mel_ce: 2.3974928855895996 (nan) | > loss: 0.00964131485670805 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14179925166950352) | > loader_time: 0.0044 (0.004676206113116357)  --> TIME: 2025-03-25 23:36:49 -- STEP: 9915/31555 -- GLOBAL_STEP: 1177450 | > loss_text_ce: 0.02302677556872368 (0.032259787417162816) | > loss_mel_ce: 0.6742095947265625 (nan) | > loss: 0.002766811056062579 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1417736442294679) | > loader_time: 0.0044 (0.004676341192925502)  --> TIME: 2025-03-25 23:36:58 -- STEP: 9965/31555 -- GLOBAL_STEP: 1177500 | > loss_text_ce: 0.04227517917752266 (0.0322605961274842) | > loss_mel_ce: 2.880801200866699 (nan) | > loss: 0.011599509976804256 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14176608335415586) | > loader_time: 0.0048 (0.004676439268051878)  --> TIME: 2025-03-25 23:37:08 -- STEP: 10015/31555 -- GLOBAL_STEP: 1177550 | > loss_text_ce: 0.048081398010253906 (0.032258813490851995) | > loss_mel_ce: 2.1596574783325195 (nan) | > loss: 0.00876086950302124 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14175675483090394) | > loader_time: 0.0047 (0.004675976514697244)  --> TIME: 2025-03-25 23:37:18 -- STEP: 10065/31555 -- GLOBAL_STEP: 1177600 | > loss_text_ce: 0.025998421013355255 (0.032250440720481575) | > loss_mel_ce: 2.4128146171569824 (nan) | > loss: 0.009677830152213573 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.141755382752928) | > loader_time: 0.005 (0.004675336270206783)  --> TIME: 2025-03-25 23:37:27 -- STEP: 10115/31555 -- GLOBAL_STEP: 1177650 | > loss_text_ce: 0.03920360654592514 (0.03225420536551643) | > loss_mel_ce: 2.8043346405029297 (nan) | > loss: 0.011283882893621922 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14175108203897388) | > loader_time: 0.0047 (0.004675070507598282)  --> TIME: 2025-03-25 23:37:37 -- STEP: 10165/31555 -- GLOBAL_STEP: 1177700 | > loss_text_ce: 0.029667487367987633 (0.03225336373365384) | > loss_mel_ce: 2.7803966999053955 (nan) | > loss: 0.011151048354804516 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14175521866535268) | > loader_time: 0.0046 (0.0046760357839393816)  --> TIME: 2025-03-25 23:37:47 -- STEP: 10215/31555 -- GLOBAL_STEP: 1177750 | > loss_text_ce: 0.029343193396925926 (0.03225596519638379) | > loss_mel_ce: 1.7375894784927368 (nan) | > loss: 0.007011638022959232 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1417670869850614) | > loader_time: 0.0044 (0.004676043234557646)  --> TIME: 2025-03-25 23:37:57 -- STEP: 10265/31555 -- GLOBAL_STEP: 1177800 | > loss_text_ce: 0.02996867336332798 (0.03225266031704963) | > loss_mel_ce: 2.830341100692749 (nan) | > loss: 0.011350436136126518 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14180057186994474) | > loader_time: 0.0045 (0.004676672800308415)  --> TIME: 2025-03-25 23:38:07 -- STEP: 10315/31555 -- GLOBAL_STEP: 1177850 | > loss_text_ce: 0.04803035035729408 (0.03226196218527555) | > loss_mel_ce: 2.453357696533203 (nan) | > loss: 0.009926144033670425 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14179636300679185) | > loader_time: 0.0046 (0.004676596862970472)  --> TIME: 2025-03-25 23:38:16 -- STEP: 10365/31555 -- GLOBAL_STEP: 1177900 | > loss_text_ce: 0.0393427275121212 (0.032262134373644315) | > loss_mel_ce: 2.987116813659668 (nan) | > loss: 0.012009760364890099 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1418028023181998) | > loader_time: 0.0047 (0.004677035989131083)  --> TIME: 2025-03-25 23:38:26 -- STEP: 10415/31555 -- GLOBAL_STEP: 1177950 | > loss_text_ce: 0.039382658898830414 (0.03226156721899357) | > loss_mel_ce: 1.2665377855300903 (nan) | > loss: 0.005182224325835705 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1417968564347131) | > loader_time: 0.0047 (0.004676837092457734)  --> TIME: 2025-03-25 23:38:36 -- STEP: 10465/31555 -- GLOBAL_STEP: 1178000 | > loss_text_ce: 0.026870621368288994 (0.03226210426742074) | > loss_mel_ce: 2.761664628982544 (nan) | > loss: 0.011065617203712463 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1418096170092794) | > loader_time: 0.0046 (0.004677164913419889)  --> TIME: 2025-03-25 23:38:45 -- STEP: 10515/31555 -- GLOBAL_STEP: 1178050 | > loss_text_ce: 0.030497252941131592 (0.0322589560970308) | > loss_mel_ce: 2.501378059387207 (nan) | > loss: 0.010047124698758125 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1417934221820047) | > loader_time: 0.0047 (0.004677257002732098)  --> TIME: 2025-03-25 23:38:55 -- STEP: 10565/31555 -- GLOBAL_STEP: 1178100 | > loss_text_ce: 0.025127261877059937 (0.03226006385979129) | > loss_mel_ce: 2.7898948192596436 (nan) | > loss: 0.011170722544193268 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14178386036953697) | > loader_time: 0.0045 (0.004677080826007863)  --> TIME: 2025-03-25 23:39:05 -- STEP: 10615/31555 -- GLOBAL_STEP: 1178150 | > loss_text_ce: 0.03330269083380699 (0.032264029597964254) | > loss_mel_ce: 2.2502715587615967 (nan) | > loss: 0.009061803109943867 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1417868770971317) | > loader_time: 0.0047 (0.004677262420762108)  --> TIME: 2025-03-25 23:39:15 -- STEP: 10665/31555 -- GLOBAL_STEP: 1178200 | > loss_text_ce: 0.027599671855568886 (0.03226558780101136) | > loss_mel_ce: 2.5557007789611816 (nan) | > loss: 0.01025119237601757 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1418031994077005) | > loader_time: 0.0044 (0.004677519550135704)  --> TIME: 2025-03-25 23:39:24 -- STEP: 10715/31555 -- GLOBAL_STEP: 1178250 | > loss_text_ce: 0.026813659816980362 (0.03226014200365043) | > loss_mel_ce: 2.884511947631836 (nan) | > loss: 0.011552880518138409 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14178859053846313) | > loader_time: 0.0043 (0.004677332554584454)  --> TIME: 2025-03-25 23:39:34 -- STEP: 10765/31555 -- GLOBAL_STEP: 1178300 | > loss_text_ce: 0.03574704751372337 (0.0322577731054027) | > loss_mel_ce: 1.715235948562622 (nan) | > loss: 0.006948345806449652 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14179044079902425) | > loader_time: 0.0048 (0.004677267313778701)  --> TIME: 2025-03-25 23:39:43 -- STEP: 10815/31555 -- GLOBAL_STEP: 1178350 | > loss_text_ce: 0.027902351692318916 (0.03226271961848791) | > loss_mel_ce: 2.5294361114501953 (nan) | > loss: 0.010148169472813606 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1417830150434945) | > loader_time: 0.0047 (0.004677065400905312)  --> TIME: 2025-03-25 23:39:53 -- STEP: 10865/31555 -- GLOBAL_STEP: 1178400 | > loss_text_ce: 0.03325064852833748 (0.03225898413777032) | > loss_mel_ce: 2.6412181854248047 (nan) | > loss: 0.01061297208070755 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14177540220865428) | > loader_time: 0.0046 (0.004676765217190774)  --> TIME: 2025-03-25 23:40:03 -- STEP: 10915/31555 -- GLOBAL_STEP: 1178450 | > loss_text_ce: 0.032451331615448 (0.03225575602974723) | > loss_mel_ce: 3.3607637882232666 (nan) | > loss: 0.013465140014886856 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14177146556450618) | > loader_time: 0.005 (0.00467703363188788)  --> TIME: 2025-03-25 23:40:12 -- STEP: 10965/31555 -- GLOBAL_STEP: 1178500 | > loss_text_ce: 0.033532485365867615 (0.032250301416230975) | > loss_mel_ce: 1.567073106765747 (nan) | > loss: 0.006351609714329243 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14177290444171903) | > loader_time: 0.0046 (0.004677012952777601)  --> TIME: 2025-03-25 23:40:22 -- STEP: 11015/31555 -- GLOBAL_STEP: 1178550 | > loss_text_ce: 0.03645758703351021 (0.032250829521588434) | > loss_mel_ce: 1.9579535722732544 (nan) | > loss: 0.007914329878985882 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14178549253123524) | > loader_time: 0.005 (0.004677343520044573)  --> TIME: 2025-03-25 23:40:32 -- STEP: 11065/31555 -- GLOBAL_STEP: 1178600 | > loss_text_ce: 0.03344551846385002 (0.0322433692837024) | > loss_mel_ce: 2.2696661949157715 (nan) | > loss: 0.009139332920312881 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14179914776577582) | > loader_time: 0.0048 (0.004677439813316537)  --> TIME: 2025-03-25 23:40:42 -- STEP: 11115/31555 -- GLOBAL_STEP: 1178650 | > loss_text_ce: 0.03052602894604206 (0.03224359582849858) | > loss_mel_ce: 2.3336293697357178 (nan) | > loss: 0.009381568990647793 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1418224967282154) | > loader_time: 0.0047 (0.004677658514348006)  --> TIME: 2025-03-25 23:40:52 -- STEP: 11165/31555 -- GLOBAL_STEP: 1178700 | > loss_text_ce: 0.027887532487511635 (0.03225179561353339) | > loss_mel_ce: 2.683260440826416 (nan) | > loss: 0.010758524760603905 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.141820727342776) | > loader_time: 0.0044 (0.004677306874365314)  --> TIME: 2025-03-25 23:41:01 -- STEP: 11215/31555 -- GLOBAL_STEP: 1178750 | > loss_text_ce: 0.03361853212118149 (0.03224804201871279) | > loss_mel_ce: 0.8733956217765808 (nan) | > loss: 0.0035992625635117292 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1418109712247814) | > loader_time: 0.0047 (0.004677519349715981)  --> TIME: 2025-03-25 23:41:11 -- STEP: 11265/31555 -- GLOBAL_STEP: 1178800 | > loss_text_ce: 0.025110799819231033 (0.03224546614128223) | > loss_mel_ce: 2.263051748275757 (nan) | > loss: 0.0090800104662776 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14180403428769814) | > loader_time: 0.0046 (0.004677594083708963)  --> TIME: 2025-03-25 23:41:21 -- STEP: 11315/31555 -- GLOBAL_STEP: 1178850 | > loss_text_ce: 0.033241186290979385 (0.03224440871758875) | > loss_mel_ce: 2.923377513885498 (nan) | > loss: 0.0117326145991683 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1418002150514937) | > loader_time: 0.005 (0.0046775527723163105)  --> TIME: 2025-03-25 23:41:30 -- STEP: 11365/31555 -- GLOBAL_STEP: 1178900 | > loss_text_ce: 0.04004056379199028 (0.032246558168829924) | > loss_mel_ce: 2.3569841384887695 (nan) | > loss: 0.009512003511190414 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1417952842980928) | > loader_time: 0.0045 (0.004677816786222705)  --> TIME: 2025-03-25 23:41:40 -- STEP: 11415/31555 -- GLOBAL_STEP: 1178950 | > loss_text_ce: 0.033108100295066833 (0.032246031429891006) | > loss_mel_ce: 2.860733985900879 (nan) | > loss: 0.011483500711619854 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14180200426817702) | > loader_time: 0.0047 (0.004677638451989359)  --> TIME: 2025-03-25 23:41:50 -- STEP: 11465/31555 -- GLOBAL_STEP: 1179000 | > loss_text_ce: 0.03380177915096283 (0.032250532377762965) | > loss_mel_ce: 3.052922010421753 (nan) | > loss: 0.012248904444277287 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14180020248323275) | > loader_time: 0.0045 (0.004677860881374534)  --> TIME: 2025-03-25 23:42:00 -- STEP: 11515/31555 -- GLOBAL_STEP: 1179050 | > loss_text_ce: 0.032414279878139496 (0.03224699363157729) | > loss_mel_ce: 2.8548190593719482 (nan) | > loss: 0.011457275599241257 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14183226377095456) | > loader_time: 0.0047 (0.004678054027747855)  --> TIME: 2025-03-25 23:42:09 -- STEP: 11565/31555 -- GLOBAL_STEP: 1179100 | > loss_text_ce: 0.03828299045562744 (0.03224816036898221) | > loss_mel_ce: 2.7550339698791504 (nan) | > loss: 0.011084591038525105 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14180731563098112) | > loader_time: 0.0044 (0.004678180998040642)  --> TIME: 2025-03-25 23:42:19 -- STEP: 11615/31555 -- GLOBAL_STEP: 1179150 | > loss_text_ce: 0.0304329264909029 (0.032251166740894927) | > loss_mel_ce: 2.9446303844451904 (nan) | > loss: 0.011805807240307331 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14179205758993488) | > loader_time: 0.0047 (0.004678197303210357)  --> TIME: 2025-03-25 23:42:28 -- STEP: 11665/31555 -- GLOBAL_STEP: 1179200 | > loss_text_ce: 0.024400655180215836 (0.03225002339819537) | > loss_mel_ce: 2.974382162094116 (nan) | > loss: 0.011899932287633419 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14180371247286286) | > loader_time: 0.0044 (0.004677754004421632)  --> TIME: 2025-03-25 23:42:38 -- STEP: 11715/31555 -- GLOBAL_STEP: 1179250 | > loss_text_ce: 0.02550608105957508 (0.03224573978693921) | > loss_mel_ce: 2.13144588470459 (nan) | > loss: 0.0085593331605196 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.141810299645008) | > loader_time: 0.0045 (0.004678105168295779)  --> TIME: 2025-03-25 23:42:48 -- STEP: 11765/31555 -- GLOBAL_STEP: 1179300 | > loss_text_ce: 0.024613818153738976 (0.03224906146595988) | > loss_mel_ce: 2.5297038555145264 (nan) | > loss: 0.01013618241995573 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1418083657014644) | > loader_time: 0.0045 (0.0046777433402681165)  --> TIME: 2025-03-25 23:42:58 -- STEP: 11815/31555 -- GLOBAL_STEP: 1179350 | > loss_text_ce: 0.03032507747411728 (0.03225475094922371) | > loss_mel_ce: 2.886338233947754 (nan) | > loss: 0.011574061587452888 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14180642746284913) | > loader_time: 0.0046 (0.00467769128005988)  --> TIME: 2025-03-25 23:43:07 -- STEP: 11865/31555 -- GLOBAL_STEP: 1179400 | > loss_text_ce: 0.03659692779183388 (0.032254961538970284) | > loss_mel_ce: 2.403265953063965 (nan) | > loss: 0.009681996889412403 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14181880613343953) | > loader_time: 0.0047 (0.004678022354100257)  --> TIME: 2025-03-25 23:43:17 -- STEP: 11915/31555 -- GLOBAL_STEP: 1179450 | > loss_text_ce: 0.03515051677823067 (0.032259791259830764) | > loss_mel_ce: 2.312408447265625 (nan) | > loss: 0.00931571051478386 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14181294239122672) | > loader_time: 0.0045 (0.0046779993147695945)  --> TIME: 2025-03-25 23:43:27 -- STEP: 11965/31555 -- GLOBAL_STEP: 1179500 | > loss_text_ce: 0.030513858422636986 (0.032262988409242896) | > loss_mel_ce: 2.9953017234802246 (nan) | > loss: 0.012007204815745354 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14180882316825316) | > loader_time: 0.0047 (0.0046780481629425455)  --> TIME: 2025-03-25 23:43:36 -- STEP: 12015/31555 -- GLOBAL_STEP: 1179550 | > loss_text_ce: 0.03337789699435234 (0.032263986552246396) | > loss_mel_ce: 3.1525020599365234 (nan) | > loss: 0.012642381712794304 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14181000262660118) | > loader_time: 0.005 (0.004678735304414562)  --> TIME: 2025-03-25 23:43:46 -- STEP: 12065/31555 -- GLOBAL_STEP: 1179600 | > loss_text_ce: 0.03275672346353531 (0.03226325154162454) | > loss_mel_ce: 2.483219861984253 (nan) | > loss: 0.009984035044908524 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14180731605406513) | > loader_time: 0.0043 (0.0046795910046004835)  --> TIME: 2025-03-25 23:43:56 -- STEP: 12115/31555 -- GLOBAL_STEP: 1179650 | > loss_text_ce: 0.03631243109703064 (0.03225980836289234) | > loss_mel_ce: 3.005990743637085 (nan) | > loss: 0.01207263208925724 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14180301214809352) | > loader_time: 0.0047 (0.004679663536522051)  --> TIME: 2025-03-25 23:44:06 -- STEP: 12165/31555 -- GLOBAL_STEP: 1179700 | > loss_text_ce: 0.03608211502432823 (0.03226181345854358) | > loss_mel_ce: 2.4693448543548584 (nan) | > loss: 0.009942171163856983 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.141813665978761) | > loader_time: 0.0045 (0.004679886735225481)  --> TIME: 2025-03-25 23:44:15 -- STEP: 12215/31555 -- GLOBAL_STEP: 1179750 | > loss_text_ce: 0.029807699844241142 (0.03225995668347699) | > loss_mel_ce: 2.5228960514068604 (nan) | > loss: 0.0101297777146101 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1418198010104633) | > loader_time: 0.0045 (0.004679745862682094)  --> TIME: 2025-03-25 23:44:25 -- STEP: 12265/31555 -- GLOBAL_STEP: 1179800 | > loss_text_ce: 0.0498615987598896 (0.03225902895736614) | > loss_mel_ce: 2.7269575595855713 (nan) | > loss: 0.011019124649465084 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14182737570512682) | > loader_time: 0.0105 (0.0046801391349633875)  --> TIME: 2025-03-25 23:44:35 -- STEP: 12315/31555 -- GLOBAL_STEP: 1179850 | > loss_text_ce: 0.033774688839912415 (0.032263423964136145) | > loss_mel_ce: 2.8020942211151123 (nan) | > loss: 0.011253448203206062 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.1418082231435652) | > loader_time: 0.0051 (0.004679930853834009)  --> TIME: 2025-03-25 23:44:44 -- STEP: 12365/31555 -- GLOBAL_STEP: 1179900 | > loss_text_ce: 0.02216404117643833 (0.032264856364558385) | > loss_mel_ce: 1.4745910167694092 (nan) | > loss: 0.0059395041316747665 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14180492550749296) | > loader_time: 0.0045 (0.004679827202296764)  --> TIME: 2025-03-25 23:44:54 -- STEP: 12415/31555 -- GLOBAL_STEP: 1179950 | > loss_text_ce: 0.035493671894073486 (0.03226529684028778) | > loss_mel_ce: 3.42636775970459 (nan) | > loss: 0.013737546280026436 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14182530974266389) | > loader_time: 0.0047 (0.00467992378154974)  --> TIME: 2025-03-25 23:45:04 -- STEP: 12465/31555 -- GLOBAL_STEP: 1180000 | > loss_text_ce: 0.031882718205451965 (0.03226724161500852) | > loss_mel_ce: 2.4595727920532227 (nan) | > loss: 0.00988672859966755 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14181676951460814) | > loader_time: 0.0044 (0.00468013595492305) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1180000.pth  --> TIME: 2025-03-25 23:45:19 -- STEP: 12515/31555 -- GLOBAL_STEP: 1180050 | > loss_text_ce: 0.02763310633599758 (0.0322684991273536) | > loss_mel_ce: 2.2435333728790283 (nan) | > loss: 0.009012565948069096 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1418133681362458) | > loader_time: 0.0049 (0.004680180768703774)  --> TIME: 2025-03-25 23:45:29 -- STEP: 12565/31555 -- GLOBAL_STEP: 1180100 | > loss_text_ce: 0.02363106980919838 (0.03226801429234425) | > loss_mel_ce: 1.9721064567565918 (nan) | > loss: 0.007919593714177608 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.1418134258602706) | > loader_time: 0.0045 (0.00468049301742511)  --> TIME: 2025-03-25 23:45:38 -- STEP: 12615/31555 -- GLOBAL_STEP: 1180150 | > loss_text_ce: 0.03224781155586243 (0.03226503377276084) | > loss_mel_ce: 1.7256817817687988 (nan) | > loss: 0.006975911557674408 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14181834425758041) | > loader_time: 0.0046 (0.004680658171113592)  --> TIME: 2025-03-25 23:45:48 -- STEP: 12665/31555 -- GLOBAL_STEP: 1180200 | > loss_text_ce: 0.03282969072461128 (0.032267043385191436) | > loss_mel_ce: 2.7577064037323 (nan) | > loss: 0.01107355672866106 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14181620932547834) | > loader_time: 0.0049 (0.004681055036590729)  --> TIME: 2025-03-25 23:45:58 -- STEP: 12715/31555 -- GLOBAL_STEP: 1180250 | > loss_text_ce: 0.031649112701416016 (0.032268280208014144) | > loss_mel_ce: 2.3834309577941895 (nan) | > loss: 0.009583652019500732 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.1418128760086945) | > loader_time: 0.0047 (0.004681271190395792)  --> TIME: 2025-03-25 23:46:07 -- STEP: 12765/31555 -- GLOBAL_STEP: 1180300 | > loss_text_ce: 0.020614422857761383 (0.03226537122144929) | > loss_mel_ce: 0.89849853515625 (nan) | > loss: 0.0036472738720476627 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14180361396230745) | > loader_time: 0.0045 (0.0046813066641676416)  --> TIME: 2025-03-25 23:46:17 -- STEP: 12815/31555 -- GLOBAL_STEP: 1180350 | > loss_text_ce: 0.03555472940206528 (0.03226249396671633) | > loss_mel_ce: 3.1398136615753174 (nan) | > loss: 0.012600668705999851 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14179662394886428) | > loader_time: 0.0046 (0.004680965842560682)  --> TIME: 2025-03-25 23:46:27 -- STEP: 12865/31555 -- GLOBAL_STEP: 1180400 | > loss_text_ce: 0.027483128011226654 (0.03226381199723238) | > loss_mel_ce: 1.55157470703125 (nan) | > loss: 0.006266102660447359 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1418066372817657) | > loader_time: 0.0045 (0.004680551409582384)  --> TIME: 2025-03-25 23:46:36 -- STEP: 12915/31555 -- GLOBAL_STEP: 1180450 | > loss_text_ce: 0.03865619748830795 (0.03226535511940448) | > loss_mel_ce: 2.2855846881866455 (nan) | > loss: 0.009223178960382938 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14180895107179234) | > loader_time: 0.0044 (0.004680298078997026)  --> TIME: 2025-03-25 23:46:46 -- STEP: 12965/31555 -- GLOBAL_STEP: 1180500 | > loss_text_ce: 0.04191841557621956 (0.032264261163779735) | > loss_mel_ce: 3.067593574523926 (nan) | > loss: 0.0123393340036273 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14181336523527577) | > loader_time: 0.0048 (0.004680214726322648)  --> TIME: 2025-03-25 23:46:56 -- STEP: 13015/31555 -- GLOBAL_STEP: 1180550 | > loss_text_ce: 0.033123359084129333 (0.032260167192133885) | > loss_mel_ce: 2.2277333736419678 (nan) | > loss: 0.008971653878688812 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1418457717653705) | > loader_time: 0.0047 (0.004680266950023304)  --> TIME: 2025-03-25 23:47:06 -- STEP: 13065/31555 -- GLOBAL_STEP: 1180600 | > loss_text_ce: 0.03536707162857056 (0.03226328863225193) | > loss_mel_ce: 2.9617533683776855 (nan) | > loss: 0.011893335729837418 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14182597703054176) | > loader_time: 0.0044 (0.004680199245360914)  --> TIME: 2025-03-25 23:47:15 -- STEP: 13115/31555 -- GLOBAL_STEP: 1180650 | > loss_text_ce: 0.0384543351829052 (0.03226101212586966) | > loss_mel_ce: 1.9765511751174927 (nan) | > loss: 0.007996054366230965 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14181382869701592) | > loader_time: 0.0047 (0.0046803005406114)  --> TIME: 2025-03-25 23:47:25 -- STEP: 13165/31555 -- GLOBAL_STEP: 1180700 | > loss_text_ce: 0.02864675037562847 (0.03226015189400119) | > loss_mel_ce: 2.3102753162384033 (nan) | > loss: 0.009281436912715435 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14181175976255972) | > loader_time: 0.0052 (0.004680438228220356)  --> TIME: 2025-03-25 23:47:34 -- STEP: 13215/31555 -- GLOBAL_STEP: 1180750 | > loss_text_ce: 0.04341097176074982 (0.032267523625519524) | > loss_mel_ce: 2.973299026489258 (nan) | > loss: 0.011971072293817997 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14180536499268834) | > loader_time: 0.0049 (0.004680449034380191)  --> TIME: 2025-03-25 23:47:44 -- STEP: 13265/31555 -- GLOBAL_STEP: 1180800 | > loss_text_ce: 0.026338594034314156 (0.03226507271584186) | > loss_mel_ce: 2.692244052886963 (nan) | > loss: 0.010788027197122574 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14181083665898855) | > loader_time: 0.0046 (0.00468037925573552)  --> TIME: 2025-03-25 23:47:54 -- STEP: 13315/31555 -- GLOBAL_STEP: 1180850 | > loss_text_ce: 0.017370028421282768 (0.032264044520928126) | > loss_mel_ce: 1.0190651416778564 (nan) | > loss: 0.004112837836146355 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14179272993677264) | > loader_time: 0.0045 (0.0046804228806647955)  --> TIME: 2025-03-25 23:48:03 -- STEP: 13365/31555 -- GLOBAL_STEP: 1180900 | > loss_text_ce: 0.02852320671081543 (0.032262676289626334) | > loss_mel_ce: 0.17970559000968933 (nan) | > loss: 0.0008263047784566879 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14179462248405836) | > loader_time: 0.0045 (0.004680222605124787)  --> TIME: 2025-03-25 23:48:13 -- STEP: 13415/31555 -- GLOBAL_STEP: 1180950 | > loss_text_ce: 0.03573508560657501 (0.03226424830351645) | > loss_mel_ce: 2.4208617210388184 (nan) | > loss: 0.009748401120305061 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14178651206492515) | > loader_time: 0.0047 (0.004680248716185892)  --> TIME: 2025-03-25 23:48:23 -- STEP: 13465/31555 -- GLOBAL_STEP: 1181000 | > loss_text_ce: 0.026126733049750328 (0.032264240333278606) | > loss_mel_ce: 1.4936262369155884 (nan) | > loss: 0.0060307662934064865 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14181677690457142) | > loader_time: 0.0048 (0.004680722059922024)  --> TIME: 2025-03-25 23:48:33 -- STEP: 13515/31555 -- GLOBAL_STEP: 1181050 | > loss_text_ce: 0.025247491896152496 (0.032265067928826635) | > loss_mel_ce: 2.425321578979492 (nan) | > loss: 0.009724481031298637 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14182022463777022) | > loader_time: 0.0047 (0.004681175371650595)  --> TIME: 2025-03-25 23:48:43 -- STEP: 13565/31555 -- GLOBAL_STEP: 1181100 | > loss_text_ce: 0.018856231123209 (0.032265199798441196) | > loss_mel_ce: 2.7511630058288574 (nan) | > loss: 0.010992140509188175 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14183408872166386) | > loader_time: 0.0046 (0.004681169121106357)  --> TIME: 2025-03-25 23:48:52 -- STEP: 13615/31555 -- GLOBAL_STEP: 1181150 | > loss_text_ce: 0.032260265201330185 (0.032266076157444847) | > loss_mel_ce: 2.5963234901428223 (nan) | > loss: 0.010430888272821903 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14180961511522996) | > loader_time: 0.0044 (0.004681249563194055)  --> TIME: 2025-03-25 23:49:02 -- STEP: 13665/31555 -- GLOBAL_STEP: 1181200 | > loss_text_ce: 0.041735947132110596 (0.03227071760387931) | > loss_mel_ce: 3.3382561206817627 (nan) | > loss: 0.01341266743838787 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14181116812838954) | > loader_time: 0.0049 (0.004681312108798823)  --> TIME: 2025-03-25 23:49:11 -- STEP: 13715/31555 -- GLOBAL_STEP: 1181250 | > loss_text_ce: 0.029809389263391495 (0.03227068550003315) | > loss_mel_ce: 3.454707145690918 (nan) | > loss: 0.013827447779476643 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14180388813943628) | > loader_time: 0.0046 (0.00468100785252999)  --> TIME: 2025-03-25 23:49:21 -- STEP: 13765/31555 -- GLOBAL_STEP: 1181300 | > loss_text_ce: 0.02681458741426468 (0.032268226686547115) | > loss_mel_ce: 2.802241563796997 (nan) | > loss: 0.011226414702832699 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14179528777139477) | > loader_time: 0.0045 (0.0046804681328310406)  --> TIME: 2025-03-25 23:49:30 -- STEP: 13815/31555 -- GLOBAL_STEP: 1181350 | > loss_text_ce: 0.029163235798478127 (0.032271254018766155) | > loss_mel_ce: 1.6844825744628906 (nan) | > loss: 0.0068001821637153625 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14178551519603094) | > loader_time: 0.0044 (0.0046803063687059845)  --> TIME: 2025-03-25 23:49:40 -- STEP: 13865/31555 -- GLOBAL_STEP: 1181400 | > loss_text_ce: 0.031973760575056076 (0.032270497985162745) | > loss_mel_ce: 2.702620267868042 (nan) | > loss: 0.010851564817130566 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1417815430431731) | > loader_time: 0.0046 (0.0046802376479910006)  --> TIME: 2025-03-25 23:49:50 -- STEP: 13915/31555 -- GLOBAL_STEP: 1181450 | > loss_text_ce: 0.02603979967534542 (0.03227221471435881) | > loss_mel_ce: 2.8690638542175293 (nan) | > loss: 0.011488507501780987 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14179055981185426) | > loader_time: 0.0047 (0.004680027843506874)  --> TIME: 2025-03-25 23:50:00 -- STEP: 13965/31555 -- GLOBAL_STEP: 1181500 | > loss_text_ce: 0.019700419157743454 (0.0322691623429607) | > loss_mel_ce: 0.13990090787410736 (nan) | > loss: 0.000633338640909642 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14178923421805797) | > loader_time: 0.0045 (0.0046802078913583895)  --> TIME: 2025-03-25 23:50:09 -- STEP: 14015/31555 -- GLOBAL_STEP: 1181550 | > loss_text_ce: 0.029743026942014694 (0.03226431255074982) | > loss_mel_ce: 2.928391218185425 (nan) | > loss: 0.011738628149032593 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14178696080186406) | > loader_time: 0.0052 (0.004680224159042032)  --> TIME: 2025-03-25 23:50:19 -- STEP: 14065/31555 -- GLOBAL_STEP: 1181600 | > loss_text_ce: 0.03261638060212135 (0.03226538616071339) | > loss_mel_ce: 2.953915596008301 (nan) | > loss: 0.011851318180561066 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14178536769719147) | > loader_time: 0.0047 (0.0046802695688301305)  --> TIME: 2025-03-25 23:50:28 -- STEP: 14115/31555 -- GLOBAL_STEP: 1181650 | > loss_text_ce: 0.02832159213721752 (0.0322639647916783) | > loss_mel_ce: 2.280116081237793 (nan) | > loss: 0.00916046742349863 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.141763525941547) | > loader_time: 0.0047 (0.0046803064309153)  --> TIME: 2025-03-25 23:50:38 -- STEP: 14165/31555 -- GLOBAL_STEP: 1181700 | > loss_text_ce: 0.02895226888358593 (0.03226501042607807) | > loss_mel_ce: 2.8148083686828613 (nan) | > loss: 0.011284765787422657 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.1417562429365491) | > loader_time: 0.0048 (0.004680583420634654)  --> TIME: 2025-03-25 23:50:47 -- STEP: 14215/31555 -- GLOBAL_STEP: 1181750 | > loss_text_ce: 0.034818969666957855 (0.03226851213840047) | > loss_mel_ce: 2.33376407623291 (nan) | > loss: 0.009399139322340488 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1417368172341322) | > loader_time: 0.0044 (0.004680504398030634)  --> TIME: 2025-03-25 23:50:57 -- STEP: 14265/31555 -- GLOBAL_STEP: 1181800 | > loss_text_ce: 0.024627065286040306 (0.03226867081408771) | > loss_mel_ce: 2.9053635597229004 (nan) | > loss: 0.011626947671175003 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1417276598385166) | > loader_time: 0.0045 (0.004680257256391219)  --> TIME: 2025-03-25 23:51:06 -- STEP: 14315/31555 -- GLOBAL_STEP: 1181850 | > loss_text_ce: 0.034756191074848175 (0.0322689006264461) | > loss_mel_ce: 2.818603515625 (nan) | > loss: 0.01132285688072443 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14171477380100375) | > loader_time: 0.0047 (0.004680227758665421)  --> TIME: 2025-03-25 23:51:16 -- STEP: 14365/31555 -- GLOBAL_STEP: 1181900 | > loss_text_ce: 0.028800660744309425 (0.032267632116289746) | > loss_mel_ce: 2.6257705688476562 (nan) | > loss: 0.010534013621509075 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14173315148132867) | > loader_time: 0.0049 (0.0046806786892682195)  --> TIME: 2025-03-25 23:51:26 -- STEP: 14415/31555 -- GLOBAL_STEP: 1181950 | > loss_text_ce: 0.040783338248729706 (0.03227021719587172) | > loss_mel_ce: 1.2223762273788452 (nan) | > loss: 0.005012537818402052 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1417567316128737) | > loader_time: 0.0046 (0.0046811034685201765)  --> TIME: 2025-03-25 23:51:36 -- STEP: 14465/31555 -- GLOBAL_STEP: 1182000 | > loss_text_ce: 0.03513636812567711 (0.032271866326475045) | > loss_mel_ce: 2.5787856578826904 (nan) | > loss: 0.0103727076202631 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1417474617811378) | > loader_time: 0.0044 (0.00468123680243969)  --> TIME: 2025-03-25 23:51:46 -- STEP: 14515/31555 -- GLOBAL_STEP: 1182050 | > loss_text_ce: 0.030589165166020393 (0.03227465259231433) | > loss_mel_ce: 2.0533089637756348 (nan) | > loss: 0.008269437588751316 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14174769324678196) | > loader_time: 0.0044 (0.004681424128775187)  --> TIME: 2025-03-25 23:51:55 -- STEP: 14565/31555 -- GLOBAL_STEP: 1182100 | > loss_text_ce: 0.03369233384728432 (0.032275738535973944) | > loss_mel_ce: 2.546868085861206 (nan) | > loss: 0.01024032011628151 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1417543847332534) | > loader_time: 0.005 (0.004681421693067887)  --> TIME: 2025-03-25 23:52:05 -- STEP: 14615/31555 -- GLOBAL_STEP: 1182150 | > loss_text_ce: 0.03353454917669296 (0.03227469473051278) | > loss_mel_ce: 2.7830259799957275 (nan) | > loss: 0.011176828294992447 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14176296417818418) | > loader_time: 0.0084 (0.004681899814299029)  --> TIME: 2025-03-25 23:52:15 -- STEP: 14665/31555 -- GLOBAL_STEP: 1182200 | > loss_text_ce: 0.03198957070708275 (0.032273670667360144) | > loss_mel_ce: 1.9176340103149414 (nan) | > loss: 0.007736601866781712 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14173902962909343) | > loader_time: 0.0045 (0.004682004699681025)  --> TIME: 2025-03-25 23:52:24 -- STEP: 14715/31555 -- GLOBAL_STEP: 1182250 | > loss_text_ce: 0.031724344938993454 (0.0322744345912065) | > loss_mel_ce: 1.9544339179992676 (nan) | > loss: 0.007881580851972103 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14173682908237395) | > loader_time: 0.0044 (0.0046818240823852724)  --> TIME: 2025-03-25 23:52:34 -- STEP: 14765/31555 -- GLOBAL_STEP: 1182300 | > loss_text_ce: 0.04612566903233528 (0.032277998279009346) | > loss_mel_ce: 2.6610658168792725 (nan) | > loss: 0.010742823593318462 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14172845242025922) | > loader_time: 0.0049 (0.0046820701924655764)  --> TIME: 2025-03-25 23:52:43 -- STEP: 14815/31555 -- GLOBAL_STEP: 1182350 | > loss_text_ce: 0.027982797473669052 (0.03228259617516188) | > loss_mel_ce: 1.8941854238510132 (nan) | > loss: 0.0076276520267128944 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14172029290857516) | > loader_time: 0.0046 (0.004682365189602845)  --> TIME: 2025-03-25 23:52:53 -- STEP: 14865/31555 -- GLOBAL_STEP: 1182400 | > loss_text_ce: 0.026407642289996147 (0.032287080216810746) | > loss_mel_ce: 2.986065626144409 (nan) | > loss: 0.011954260058701038 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.1417192218041447) | > loader_time: 0.0049 (0.004682331697891913)  --> TIME: 2025-03-25 23:53:02 -- STEP: 14915/31555 -- GLOBAL_STEP: 1182450 | > loss_text_ce: 0.02877728082239628 (0.0322868424695968) | > loss_mel_ce: 2.41015625 (nan) | > loss: 0.009678308852016926 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14170897520911271) | > loader_time: 0.0044 (0.004681991435839678)  --> TIME: 2025-03-25 23:53:12 -- STEP: 14965/31555 -- GLOBAL_STEP: 1182500 | > loss_text_ce: 0.035104185342788696 (0.03228541247613885) | > loss_mel_ce: 3.0447981357574463 (nan) | > loss: 0.012221835553646088 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14172324637206898) | > loader_time: 0.0046 (0.004681822292150726)  --> TIME: 2025-03-25 23:53:22 -- STEP: 15015/31555 -- GLOBAL_STEP: 1182550 | > loss_text_ce: 0.03292771056294441 (0.03228484673516732) | > loss_mel_ce: 2.2256290912628174 (nan) | > loss: 0.008962527848780155 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14172068250365896) | > loader_time: 0.0048 (0.004681960225621349)  --> TIME: 2025-03-25 23:53:32 -- STEP: 15065/31555 -- GLOBAL_STEP: 1182600 | > loss_text_ce: 0.026247680187225342 (0.032286246537722066) | > loss_mel_ce: 2.813030242919922 (nan) | > loss: 0.011266976594924927 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14173072989976915) | > loader_time: 0.0048 (0.0046820369464711)  --> TIME: 2025-03-25 23:53:41 -- STEP: 15115/31555 -- GLOBAL_STEP: 1182650 | > loss_text_ce: 0.022908104583621025 (0.03228812327437789) | > loss_mel_ce: 2.7811293601989746 (nan) | > loss: 0.01112713385373354 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14171002858370485) | > loader_time: 0.0045 (0.0046818685421200785)  --> TIME: 2025-03-25 23:53:51 -- STEP: 15165/31555 -- GLOBAL_STEP: 1182700 | > loss_text_ce: 0.03169060871005058 (0.03228681170093886) | > loss_mel_ce: 2.79050874710083 (nan) | > loss: 0.011199204251170158 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14171327021190397) | > loader_time: 0.0045 (0.004681783771106136)  --> TIME: 2025-03-25 23:54:00 -- STEP: 15215/31555 -- GLOBAL_STEP: 1182750 | > loss_text_ce: 0.034331515431404114 (0.03228898163293578) | > loss_mel_ce: 2.705845355987549 (nan) | > loss: 0.010873718187212944 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14170203614775567) | > loader_time: 0.0045 (0.004681669204516358)  --> TIME: 2025-03-25 23:54:10 -- STEP: 15265/31555 -- GLOBAL_STEP: 1182800 | > loss_text_ce: 0.034850191324949265 (0.032287992058700685) | > loss_mel_ce: 2.7773525714874268 (nan) | > loss: 0.011159535497426987 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14168796255047375) | > loader_time: 0.0046 (0.004681710575277445)  --> TIME: 2025-03-25 23:54:20 -- STEP: 15315/31555 -- GLOBAL_STEP: 1182850 | > loss_text_ce: 0.030122896656394005 (0.03228594233074239) | > loss_mel_ce: 2.6352269649505615 (nan) | > loss: 0.01057678647339344 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14170526352887708) | > loader_time: 0.0048 (0.004681763289374078)  --> TIME: 2025-03-25 23:54:29 -- STEP: 15365/31555 -- GLOBAL_STEP: 1182900 | > loss_text_ce: 0.036858540028333664 (0.03228715052443299) | > loss_mel_ce: 2.872715950012207 (nan) | > loss: 0.011545930989086628 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1416854868794825) | > loader_time: 0.0044 (0.004681783074708864)  --> TIME: 2025-03-25 23:54:39 -- STEP: 15415/31555 -- GLOBAL_STEP: 1182950 | > loss_text_ce: 0.031668443232774734 (0.03228729388377824) | > loss_mel_ce: 3.210697889328003 (nan) | > loss: 0.012866533361375332 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1416959610381301) | > loader_time: 0.0046 (0.00468210170224933)  --> TIME: 2025-03-25 23:54:49 -- STEP: 15465/31555 -- GLOBAL_STEP: 1183000 | > loss_text_ce: 0.03142748773097992 (0.03228582718294877) | > loss_mel_ce: 2.9778239727020264 (nan) | > loss: 0.011941473931074142 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.1417106094076688) | > loader_time: 0.0048 (0.004682498682751617)  --> TIME: 2025-03-25 23:54:59 -- STEP: 15515/31555 -- GLOBAL_STEP: 1183050 | > loss_text_ce: 0.02631445601582527 (0.03228532488269074) | > loss_mel_ce: 3.0328283309936523 (nan) | > loss: 0.01213945634663105 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1417101138874368) | > loader_time: 0.0045 (0.004682600517408184)  --> TIME: 2025-03-25 23:55:08 -- STEP: 15565/31555 -- GLOBAL_STEP: 1183100 | > loss_text_ce: 0.025737034156918526 (0.032285926420896206) | > loss_mel_ce: 2.6355679035186768 (nan) | > loss: 0.010560734197497368 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14170650054203776) | > loader_time: 0.0045 (0.004682709954001692)  --> TIME: 2025-03-25 23:55:18 -- STEP: 15615/31555 -- GLOBAL_STEP: 1183150 | > loss_text_ce: 0.031222224235534668 (0.03228293155981132) | > loss_mel_ce: 3.0020294189453125 (nan) | > loss: 0.012036713771522045 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.1416997994133729) | > loader_time: 0.0056 (0.004682987605842158)  --> TIME: 2025-03-25 23:55:28 -- STEP: 15665/31555 -- GLOBAL_STEP: 1183200 | > loss_text_ce: 0.03751127049326897 (0.03228521101887792) | > loss_mel_ce: 2.927673578262329 (nan) | > loss: 0.011766607873141766 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1416927386045535) | > loader_time: 0.0045 (0.004683095077870189)  --> TIME: 2025-03-25 23:55:37 -- STEP: 15715/31555 -- GLOBAL_STEP: 1183250 | > loss_text_ce: 0.03160392865538597 (0.032284615163235365) | > loss_mel_ce: 2.6198956966400146 (nan) | > loss: 0.010521824471652508 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14169286058239627) | > loader_time: 0.0045 (0.004683142576178211)  --> TIME: 2025-03-25 23:55:47 -- STEP: 15765/31555 -- GLOBAL_STEP: 1183300 | > loss_text_ce: 0.022265886887907982 (0.03228441212388915) | > loss_mel_ce: 1.2740545272827148 (nan) | > loss: 0.005144129041582346 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14169771008139173) | > loader_time: 0.0045 (0.004683003318222831)  --> TIME: 2025-03-25 23:55:57 -- STEP: 15815/31555 -- GLOBAL_STEP: 1183350 | > loss_text_ce: 0.024853086099028587 (0.03228161981187407) | > loss_mel_ce: 2.3169326782226562 (nan) | > loss: 0.009292800910770893 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14172092504679262) | > loader_time: 0.0046 (0.00468310905791822)  --> TIME: 2025-03-25 23:56:07 -- STEP: 15865/31555 -- GLOBAL_STEP: 1183400 | > loss_text_ce: 0.03309357538819313 (0.03228362747971437) | > loss_mel_ce: 2.906663417816162 (nan) | > loss: 0.011665703728795052 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14171780606680728) | > loader_time: 0.0046 (0.004683296243888219)  --> TIME: 2025-03-25 23:56:16 -- STEP: 15915/31555 -- GLOBAL_STEP: 1183450 | > loss_text_ce: 0.030439188703894615 (0.032280045485242825) | > loss_mel_ce: 2.816218137741089 (nan) | > loss: 0.011296259239315987 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.141707334239791) | > loader_time: 0.0047 (0.004683002974677683)  --> TIME: 2025-03-25 23:56:26 -- STEP: 15965/31555 -- GLOBAL_STEP: 1183500 | > loss_text_ce: 0.032798267900943756 (0.03227972870186848) | > loss_mel_ce: 2.790722608566284 (nan) | > loss: 0.011204448528587818 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14169474871151908) | > loader_time: 0.0045 (0.004682838390361099)  --> TIME: 2025-03-25 23:56:35 -- STEP: 16015/31555 -- GLOBAL_STEP: 1183550 | > loss_text_ce: 0.030991224572062492 (0.03227756073418689) | > loss_mel_ce: 2.885401487350464 (nan) | > loss: 0.011572987772524357 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1416968444046514) | > loader_time: 0.0046 (0.004682640816470892)  --> TIME: 2025-03-25 23:56:45 -- STEP: 16065/31555 -- GLOBAL_STEP: 1183600 | > loss_text_ce: 0.025053130462765694 (0.032278091358145584) | > loss_mel_ce: 2.1829001903533936 (nan) | > loss: 0.008761719800531864 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14169420960014079) | > loader_time: 0.0045 (0.0046825005857513416)  --> TIME: 2025-03-25 23:56:55 -- STEP: 16115/31555 -- GLOBAL_STEP: 1183650 | > loss_text_ce: 0.03004617616534233 (0.032277007464387705) | > loss_mel_ce: 2.313838481903076 (nan) | > loss: 0.009301130659878254 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14169677096126346) | > loader_time: 0.0045 (0.004682074812233102)  --> TIME: 2025-03-25 23:57:04 -- STEP: 16165/31555 -- GLOBAL_STEP: 1183700 | > loss_text_ce: 0.03713894262909889 (0.03227792414210043) | > loss_mel_ce: 2.4910521507263184 (nan) | > loss: 0.010032504796981812 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14169416476284236) | > loader_time: 0.0044 (0.004681706037677708)  --> TIME: 2025-03-25 23:57:14 -- STEP: 16215/31555 -- GLOBAL_STEP: 1183750 | > loss_text_ce: 0.0343392938375473 (0.0322763397437907) | > loss_mel_ce: 2.809818744659424 (nan) | > loss: 0.011286341585218906 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1416828723075839) | > loader_time: 0.0046 (0.0046812633728488505)  --> TIME: 2025-03-25 23:57:24 -- STEP: 16265/31555 -- GLOBAL_STEP: 1183800 | > loss_text_ce: 0.03464965894818306 (0.032278844823472784) | > loss_mel_ce: 2.6551177501678467 (nan) | > loss: 0.01067368034273386 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14168587919751818) | > loader_time: 0.0044 (0.004680810281030594)  --> TIME: 2025-03-25 23:57:33 -- STEP: 16315/31555 -- GLOBAL_STEP: 1183850 | > loss_text_ce: 0.03264198452234268 (0.032280164410012274) | > loss_mel_ce: 2.6082828044891357 (nan) | > loss: 0.010479860939085484 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14168419183268738) | > loader_time: 0.0045 (0.004680439375895799)  --> TIME: 2025-03-25 23:57:43 -- STEP: 16365/31555 -- GLOBAL_STEP: 1183900 | > loss_text_ce: 0.0300510972738266 (0.032281216355698014) | > loss_mel_ce: 2.3806557655334473 (nan) | > loss: 0.009566296823322773 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14167275089318723) | > loader_time: 0.005 (0.0046801041289276256)  --> TIME: 2025-03-25 23:57:53 -- STEP: 16415/31555 -- GLOBAL_STEP: 1183950 | > loss_text_ce: 0.025763504207134247 (0.03228167024569575) | > loss_mel_ce: 2.681044578552246 (nan) | > loss: 0.010741302743554115 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1416813439216117) | > loader_time: 0.0048 (0.00468038353584469)  --> TIME: 2025-03-25 23:58:02 -- STEP: 16465/31555 -- GLOBAL_STEP: 1184000 | > loss_text_ce: 0.026361774653196335 (0.032282333967388804) | > loss_mel_ce: 2.0944724082946777 (nan) | > loss: 0.0084160091355443 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1416824059757174) | > loader_time: 0.0045 (0.00468082218013779)  --> TIME: 2025-03-25 23:58:12 -- STEP: 16515/31555 -- GLOBAL_STEP: 1184050 | > loss_text_ce: 0.02764170989394188 (0.032282452130379544) | > loss_mel_ce: 2.2077367305755615 (nan) | > loss: 0.00887055043131113 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14168485479213408) | > loader_time: 0.005 (0.004680884884156646)  --> TIME: 2025-03-25 23:58:22 -- STEP: 16565/31555 -- GLOBAL_STEP: 1184100 | > loss_text_ce: 0.03710837662220001 (0.03228388516940215) | > loss_mel_ce: 2.894049644470215 (nan) | > loss: 0.01163158006966114 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1416842776124947) | > loader_time: 0.0047 (0.004680850388526633)  --> TIME: 2025-03-25 23:58:31 -- STEP: 16615/31555 -- GLOBAL_STEP: 1184150 | > loss_text_ce: 0.03071286901831627 (0.03228272526448452) | > loss_mel_ce: 2.4617559909820557 (nan) | > loss: 0.009890750050544739 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14167589992060584) | > loader_time: 0.0044 (0.004680432607494065)  --> TIME: 2025-03-25 23:58:41 -- STEP: 16665/31555 -- GLOBAL_STEP: 1184200 | > loss_text_ce: 0.030397433787584305 (0.032281743285257125) | > loss_mel_ce: 2.785064697265625 (nan) | > loss: 0.011172469705343246 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14167269955087725) | > loader_time: 0.0044 (0.004680040495695387)  --> TIME: 2025-03-25 23:58:51 -- STEP: 16715/31555 -- GLOBAL_STEP: 1184250 | > loss_text_ce: 0.021045753732323647 (0.03228144581264461) | > loss_mel_ce: 2.37310791015625 (nan) | > loss: 0.009500609710812569 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14168066091249368) | > loader_time: 0.0044 (0.004679671882905545)  --> TIME: 2025-03-25 23:59:00 -- STEP: 16765/31555 -- GLOBAL_STEP: 1184300 | > loss_text_ce: 0.028526470065116882 (0.032282528512584306) | > loss_mel_ce: 2.7392091751098633 (nan) | > loss: 0.010983078740537167 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14168990838005066) | > loader_time: 0.0044 (0.004679294433161431)  --> TIME: 2025-03-25 23:59:10 -- STEP: 16815/31555 -- GLOBAL_STEP: 1184350 | > loss_text_ce: 0.025447644293308258 (0.03228018958744087) | > loss_mel_ce: 2.5130691528320312 (nan) | > loss: 0.010073480196297169 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14167924035066956) | > loader_time: 0.0049 (0.004679265519958012)  --> TIME: 2025-03-25 23:59:20 -- STEP: 16865/31555 -- GLOBAL_STEP: 1184400 | > loss_text_ce: 0.032551903277635574 (0.032278035407990326) | > loss_mel_ce: 3.3435914516448975 (nan) | > loss: 0.013397395610809326 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1416842616420807) | > loader_time: 0.0046 (0.004679073624394612)  --> TIME: 2025-03-25 23:59:29 -- STEP: 16915/31555 -- GLOBAL_STEP: 1184450 | > loss_text_ce: 0.04411907494068146 (0.032277937799289176) | > loss_mel_ce: 1.900998830795288 (nan) | > loss: 0.007718722335994244 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14167720436380357) | > loader_time: 0.0045 (0.004678746873797524)  --> TIME: 2025-03-25 23:59:39 -- STEP: 16965/31555 -- GLOBAL_STEP: 1184500 | > loss_text_ce: 0.0322943814098835 (0.03227787481485319) | > loss_mel_ce: 0.09518155455589294 (nan) | > loss: 0.0005058568785898387 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14167684995773236) | > loader_time: 0.0043 (0.004678241629675015)  --> TIME: 2025-03-25 23:59:49 -- STEP: 17015/31555 -- GLOBAL_STEP: 1184550 | > loss_text_ce: 0.03967827185988426 (0.032279169459915144) | > loss_mel_ce: 2.617431879043579 (nan) | > loss: 0.010544088669121265 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14168760049984175) | > loader_time: 0.0047 (0.004677793806593386)  --> TIME: 2025-03-25 23:59:58 -- STEP: 17065/31555 -- GLOBAL_STEP: 1184600 | > loss_text_ce: 0.04022582992911339 (0.03227714107516769) | > loss_mel_ce: 2.6567060947418213 (nan) | > loss: 0.010702110826969147 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1416841127360423) | > loader_time: 0.0045 (0.004677864396603551)  --> TIME: 2025-03-26 00:00:08 -- STEP: 17115/31555 -- GLOBAL_STEP: 1184650 | > loss_text_ce: 0.022266661748290062 (0.032280534573754814) | > loss_mel_ce: 3.0162198543548584 (nan) | > loss: 0.012057486921548843 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14169111223970285) | > loader_time: 0.0045 (0.004677910223851385)  --> TIME: 2025-03-26 00:00:18 -- STEP: 17165/31555 -- GLOBAL_STEP: 1184700 | > loss_text_ce: 0.032618872821331024 (0.03228177917633454) | > loss_mel_ce: 1.9175539016723633 (nan) | > loss: 0.007738781161606312 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14169261142320694) | > loader_time: 0.0046 (0.004677724824367027)  --> TIME: 2025-03-26 00:00:28 -- STEP: 17215/31555 -- GLOBAL_STEP: 1184750 | > loss_text_ce: 0.02481100521981716 (0.03227686373765241) | > loss_mel_ce: 2.710136890411377 (nan) | > loss: 0.010852968320250511 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1417080681025549) | > loader_time: 0.0046 (0.0046776731381955065)  --> TIME: 2025-03-26 00:00:38 -- STEP: 17265/31555 -- GLOBAL_STEP: 1184800 | > loss_text_ce: 0.03794499486684799 (0.03227274023798023) | > loss_mel_ce: 2.848554849624634 (nan) | > loss: 0.011454365216195583 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14170558264108454) | > loader_time: 0.005 (0.00467777191436087)  --> TIME: 2025-03-26 00:00:47 -- STEP: 17315/31555 -- GLOBAL_STEP: 1184850 | > loss_text_ce: 0.022702187299728394 (0.032265493047990916) | > loss_mel_ce: 2.1891133785247803 (nan) | > loss: 0.008777046576142311 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14169829116885183) | > loader_time: 0.0044 (0.004677656128542151)  --> TIME: 2025-03-26 00:00:57 -- STEP: 17365/31555 -- GLOBAL_STEP: 1184900 | > loss_text_ce: 0.032593511044979095 (0.03226546364062221) | > loss_mel_ce: 1.6043243408203125 (nan) | > loss: 0.006495706271380186 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1416948563558995) | > loader_time: 0.005 (0.0046778521275540885)  --> TIME: 2025-03-26 00:01:06 -- STEP: 17415/31555 -- GLOBAL_STEP: 1184950 | > loss_text_ce: 0.04791836068034172 (0.03226420116567246) | > loss_mel_ce: 2.6021623611450195 (nan) | > loss: 0.010516193695366383 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1416861631731313) | > loader_time: 0.0046 (0.00467768757294691)  --> TIME: 2025-03-26 00:01:16 -- STEP: 17465/31555 -- GLOBAL_STEP: 1185000 | > loss_text_ce: 0.03450402989983559 (0.032261622334237794) | > loss_mel_ce: 2.9071497917175293 (nan) | > loss: 0.01167322974652052 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1416831474129465) | > loader_time: 0.0047 (0.004677415583490675)  --> TIME: 2025-03-26 00:01:26 -- STEP: 17515/31555 -- GLOBAL_STEP: 1185050 | > loss_text_ce: 0.03297010436654091 (0.03225971803844376) | > loss_mel_ce: 3.043468713760376 (nan) | > loss: 0.012208092026412487 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14169124985231263) | > loader_time: 0.0045 (0.004676986918121345)  --> TIME: 2025-03-26 00:01:35 -- STEP: 17565/31555 -- GLOBAL_STEP: 1185100 | > loss_text_ce: 0.026204578578472137 (0.03225990062430526) | > loss_mel_ce: 2.962029218673706 (nan) | > loss: 0.011858071200549603 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14169380490405933) | > loader_time: 0.0043 (0.0046765427897535)  --> TIME: 2025-03-26 00:01:45 -- STEP: 17615/31555 -- GLOBAL_STEP: 1185150 | > loss_text_ce: 0.03423416242003441 (0.03225657087318516) | > loss_mel_ce: 2.9582812786102295 (nan) | > loss: 0.011875061318278313 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14169541109092137) | > loader_time: 0.0045 (0.004676090178759027)  --> TIME: 2025-03-26 00:01:55 -- STEP: 17665/31555 -- GLOBAL_STEP: 1185200 | > loss_text_ce: 0.03702450916171074 (0.03225337165807731) | > loss_mel_ce: 2.230417251586914 (nan) | > loss: 0.008997784927487373 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14170068551351575) | > loader_time: 0.0046 (0.0046755720797726835)  --> TIME: 2025-03-26 00:02:05 -- STEP: 17715/31555 -- GLOBAL_STEP: 1185250 | > loss_text_ce: 0.0324825793504715 (0.032253795477524626) | > loss_mel_ce: 3.0029215812683105 (nan) | > loss: 0.012045255862176418 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14169998606348888) | > loader_time: 0.0045 (0.0046753290377193404)  --> TIME: 2025-03-26 00:02:14 -- STEP: 17765/31555 -- GLOBAL_STEP: 1185300 | > loss_text_ce: 0.04472332075238228 (0.03225561566393987) | > loss_mel_ce: 2.3586461544036865 (nan) | > loss: 0.00953718088567257 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14170139483455357) | > loader_time: 0.0045 (0.004675455050437571)  --> TIME: 2025-03-26 00:02:24 -- STEP: 17815/31555 -- GLOBAL_STEP: 1185350 | > loss_text_ce: 0.03092227689921856 (0.03225610648751585) | > loss_mel_ce: 3.0438807010650635 (nan) | > loss: 0.012201599776744843 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14170585881783815) | > loader_time: 0.0046 (0.004675313685671716)  --> TIME: 2025-03-26 00:02:34 -- STEP: 17865/31555 -- GLOBAL_STEP: 1185400 | > loss_text_ce: 0.028720038011670113 (0.03225789721700704) | > loss_mel_ce: 1.7832845449447632 (nan) | > loss: 0.0071904947981238365 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14170323635328752) | > loader_time: 0.005 (0.004675027485358217)  --> TIME: 2025-03-26 00:02:44 -- STEP: 17915/31555 -- GLOBAL_STEP: 1185450 | > loss_text_ce: 0.033425696194171906 (0.03225206109405834) | > loss_mel_ce: 2.950113534927368 (nan) | > loss: 0.011839442886412144 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1417089096168352) | > loader_time: 0.0047 (0.0046750616035812695)  --> TIME: 2025-03-26 00:02:53 -- STEP: 17965/31555 -- GLOBAL_STEP: 1185500 | > loss_text_ce: 0.0314597561955452 (0.03224915977807978) | > loss_mel_ce: 0.14104902744293213 (nan) | > loss: 0.0006845586467534304 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1417062801203954) | > loader_time: 0.0046 (0.004674770624366201)  --> TIME: 2025-03-26 00:03:03 -- STEP: 18015/31555 -- GLOBAL_STEP: 1185550 | > loss_text_ce: 0.03318575769662857 (0.03224737397853888) | > loss_mel_ce: 2.2231318950653076 (nan) | > loss: 0.008953642100095749 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14170414265281422) | > loader_time: 0.0045 (0.004674803505928486)  --> TIME: 2025-03-26 00:03:13 -- STEP: 18065/31555 -- GLOBAL_STEP: 1185600 | > loss_text_ce: 0.0293608158826828 (0.032246985553472274) | > loss_mel_ce: 1.513077735900879 (nan) | > loss: 0.006120787933468819 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14170725772561013) | > loader_time: 0.0044 (0.004675032760573658)  --> TIME: 2025-03-26 00:03:23 -- STEP: 18115/31555 -- GLOBAL_STEP: 1185650 | > loss_text_ce: 0.03073410876095295 (0.03224964218783281) | > loss_mel_ce: 3.100114583969116 (nan) | > loss: 0.012424003332853317 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14171991622023544) | > loader_time: 0.0046 (0.004674950154025742)  --> TIME: 2025-03-26 00:03:32 -- STEP: 18165/31555 -- GLOBAL_STEP: 1185700 | > loss_text_ce: 0.030594512820243835 (0.0322484668108929) | > loss_mel_ce: 2.170351266860962 (nan) | > loss: 0.008733912371098995 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14172027124834916) | > loader_time: 0.0048 (0.004674790156894952)  --> TIME: 2025-03-26 00:03:42 -- STEP: 18215/31555 -- GLOBAL_STEP: 1185750 | > loss_text_ce: 0.033233560621738434 (0.032249768165298315) | > loss_mel_ce: 2.394448757171631 (nan) | > loss: 0.00963366124778986 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14171118415583328) | > loader_time: 0.0046 (0.004674412881545951)  --> TIME: 2025-03-26 00:03:51 -- STEP: 18265/31555 -- GLOBAL_STEP: 1185800 | > loss_text_ce: 0.03283090516924858 (0.03224943567418192) | > loss_mel_ce: 2.662060022354126 (nan) | > loss: 0.01069401204586029 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14171429662028345) | > loader_time: 0.0044 (0.004673857288167399)  --> TIME: 2025-03-26 00:04:01 -- STEP: 18315/31555 -- GLOBAL_STEP: 1185850 | > loss_text_ce: 0.026943888515233994 (0.032248450447775974) | > loss_mel_ce: 3.257967948913574 (nan) | > loss: 0.013035365380346775 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1417165039602997) | > loader_time: 0.0046 (0.004673324345956554)  --> TIME: 2025-03-26 00:04:11 -- STEP: 18365/31555 -- GLOBAL_STEP: 1185900 | > loss_text_ce: 0.027527017518877983 (0.03224699038174434) | > loss_mel_ce: 1.4375 (nan) | > loss: 0.005813599564135075 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1417215578892953) | > loader_time: 0.0044 (0.004672866305115749)  --> TIME: 2025-03-26 00:04:20 -- STEP: 18415/31555 -- GLOBAL_STEP: 1185950 | > loss_text_ce: 0.029130732640624046 (0.03224642308094588) | > loss_mel_ce: 0.8765055537223816 (nan) | > loss: 0.0035937950015068054 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14171497144033643) | > loader_time: 0.0044 (0.004672288519190978)  --> TIME: 2025-03-26 00:04:30 -- STEP: 18465/31555 -- GLOBAL_STEP: 1186000 | > loss_text_ce: 0.04257248342037201 (0.03224609417116053) | > loss_mel_ce: 2.3187592029571533 (nan) | > loss: 0.009370364248752594 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14169837100506497) | > loader_time: 0.0046 (0.004671953610859997)  --> TIME: 2025-03-26 00:04:40 -- STEP: 18515/31555 -- GLOBAL_STEP: 1186050 | > loss_text_ce: 0.031963199377059937 (0.03224842583233963) | > loss_mel_ce: 2.4321932792663574 (nan) | > loss: 0.009778399020433426 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14170577745646254) | > loader_time: 0.0042 (0.004671466579123043)  --> TIME: 2025-03-26 00:04:50 -- STEP: 18565/31555 -- GLOBAL_STEP: 1186100 | > loss_text_ce: 0.030530089512467384 (0.032249986012876326) | > loss_mel_ce: 2.6277780532836914 (nan) | > loss: 0.010548842139542103 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1417165071470477) | > loader_time: 0.0047 (0.004671178915864712)  --> TIME: 2025-03-26 00:04:59 -- STEP: 18615/31555 -- GLOBAL_STEP: 1186150 | > loss_text_ce: 0.03195720165967941 (0.032251963531936156) | > loss_mel_ce: 2.0538253784179688 (nan) | > loss: 0.008276915177702904 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1416937664251256) | > loader_time: 0.0048 (0.004671201083469914)  --> TIME: 2025-03-26 00:05:08 -- STEP: 18665/31555 -- GLOBAL_STEP: 1186200 | > loss_text_ce: 0.03264337778091431 (0.03225808477868967) | > loss_mel_ce: 2.9139013290405273 (nan) | > loss: 0.011692638508975506 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14169561230015454) | > loader_time: 0.0044 (0.004670988239234154)  --> TIME: 2025-03-26 00:05:18 -- STEP: 18715/31555 -- GLOBAL_STEP: 1186250 | > loss_text_ce: 0.04062100499868393 (0.032258514820088256) | > loss_mel_ce: 2.580230236053467 (nan) | > loss: 0.010400203987956047 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1416901354034286) | > loader_time: 0.0048 (0.004671310251038741)  --> TIME: 2025-03-26 00:05:27 -- STEP: 18765/31555 -- GLOBAL_STEP: 1186300 | > loss_text_ce: 0.045515213161706924 (0.032260279227698335) | > loss_mel_ce: 2.6055824756622314 (nan) | > loss: 0.010520230047404766 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14167335086144553) | > loader_time: 0.0045 (0.00467151999632389)  --> TIME: 2025-03-26 00:05:37 -- STEP: 18815/31555 -- GLOBAL_STEP: 1186350 | > loss_text_ce: 0.03288593515753746 (0.03226143621584417) | > loss_mel_ce: 2.785410165786743 (nan) | > loss: 0.011183715425431728 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14166808334906125) | > loader_time: 0.0053 (0.004671512181030879)  --> TIME: 2025-03-26 00:05:47 -- STEP: 18865/31555 -- GLOBAL_STEP: 1186400 | > loss_text_ce: 0.027436615899205208 (0.032264635558424015) | > loss_mel_ce: 2.963914632797241 (nan) | > loss: 0.011870442889630795 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1416782940915876) | > loader_time: 0.0047 (0.0046717095115979)  --> TIME: 2025-03-26 00:05:56 -- STEP: 18915/31555 -- GLOBAL_STEP: 1186450 | > loss_text_ce: 0.0381506010890007 (0.032264439814667166) | > loss_mel_ce: 2.390214443206787 (nan) | > loss: 0.009636369533836842 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1416754681629825) | > loader_time: 0.0045 (0.004671596957677377)  --> TIME: 2025-03-26 00:06:06 -- STEP: 18965/31555 -- GLOBAL_STEP: 1186500 | > loss_text_ce: 0.034575074911117554 (0.032265020923670805) | > loss_mel_ce: 2.716796875 (nan) | > loss: 0.010918143205344677 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14167761836616424) | > loader_time: 0.0047 (0.00467155010505995)  --> TIME: 2025-03-26 00:06:16 -- STEP: 19015/31555 -- GLOBAL_STEP: 1186550 | > loss_text_ce: 0.03651382029056549 (0.03226696775676133) | > loss_mel_ce: 2.4369356632232666 (nan) | > loss: 0.009815276600420475 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.141675472184291) | > loader_time: 0.0045 (0.004671801399814737)  --> TIME: 2025-03-26 00:06:25 -- STEP: 19065/31555 -- GLOBAL_STEP: 1186600 | > loss_text_ce: 0.0308954156935215 (0.03226919233302663) | > loss_mel_ce: 0.830126941204071 (nan) | > loss: 0.0034167554695159197 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14167620082117915) | > loader_time: 0.0044 (0.004671819185666631)  --> TIME: 2025-03-26 00:06:35 -- STEP: 19115/31555 -- GLOBAL_STEP: 1186650 | > loss_text_ce: 0.028312500566244125 (0.03226574084699821) | > loss_mel_ce: 2.932494878768921 (nan) | > loss: 0.011749235913157463 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14166854476230245) | > loader_time: 0.0053 (0.0046718390238026175)  --> TIME: 2025-03-26 00:06:45 -- STEP: 19165/31555 -- GLOBAL_STEP: 1186700 | > loss_text_ce: 0.03363170847296715 (0.03226390739053898) | > loss_mel_ce: 2.6124424934387207 (nan) | > loss: 0.010500295087695122 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.1416841762730824) | > loader_time: 0.0048 (0.004671982377806432)  --> TIME: 2025-03-26 00:06:54 -- STEP: 19215/31555 -- GLOBAL_STEP: 1186750 | > loss_text_ce: 0.03410585969686508 (0.03226399283876504) | > loss_mel_ce: 2.9305732250213623 (nan) | > loss: 0.011764599941670895 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14167253142869835) | > loader_time: 0.0044 (0.004671951919801831)  --> TIME: 2025-03-26 00:07:04 -- STEP: 19265/31555 -- GLOBAL_STEP: 1186800 | > loss_text_ce: 0.03163602203130722 (0.03226440640709286) | > loss_mel_ce: 2.9818549156188965 (nan) | > loss: 0.011958298273384571 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14167723388384773) | > loader_time: 0.0043 (0.004671744832490096)  --> TIME: 2025-03-26 00:07:14 -- STEP: 19315/31555 -- GLOBAL_STEP: 1186850 | > loss_text_ce: 0.038638852536678314 (0.03226695877747955) | > loss_mel_ce: 2.977675437927246 (nan) | > loss: 0.011969502083957195 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14169307921545654) | > loader_time: 0.0046 (0.004671742673553456)  --> TIME: 2025-03-26 00:07:24 -- STEP: 19365/31555 -- GLOBAL_STEP: 1186900 | > loss_text_ce: 0.03383550047874451 (0.03226745658771274) | > loss_mel_ce: 2.6364853382110596 (nan) | > loss: 0.010596511885523796 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14169256377521816) | > loader_time: 0.0047 (0.004671600281715143)  --> TIME: 2025-03-26 00:07:34 -- STEP: 19415/31555 -- GLOBAL_STEP: 1186950 | > loss_text_ce: 0.029809705913066864 (0.03226897141591818) | > loss_mel_ce: 3.0458436012268066 (nan) | > loss: 0.012204973958432674 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14169748114950134) | > loader_time: 0.0046 (0.0046716869721669255)  --> TIME: 2025-03-26 00:07:43 -- STEP: 19465/31555 -- GLOBAL_STEP: 1187000 | > loss_text_ce: 0.03644171729683876 (0.03226896771439124) | > loss_mel_ce: 3.640625 (nan) | > loss: 0.014591535553336143 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14168040292476805) | > loader_time: 0.0045 (0.004671672999384214)  --> TIME: 2025-03-26 00:07:53 -- STEP: 19515/31555 -- GLOBAL_STEP: 1187050 | > loss_text_ce: 0.03570966422557831 (0.03227094511229225) | > loss_mel_ce: 1.8634878396987915 (nan) | > loss: 0.007536498364061117 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14169871151645846) | > loader_time: 0.0047 (0.004671666990510315)  --> TIME: 2025-03-26 00:08:03 -- STEP: 19565/31555 -- GLOBAL_STEP: 1187100 | > loss_text_ce: 0.03927260637283325 (0.032269879222038) | > loss_mel_ce: 3.0128865242004395 (nan) | > loss: 0.012111742980778217 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14169532143183158) | > loader_time: 0.0044 (0.004671599144159351)  --> TIME: 2025-03-26 00:08:13 -- STEP: 19615/31555 -- GLOBAL_STEP: 1187150 | > loss_text_ce: 0.034793671220541 (0.03226977875491816) | > loss_mel_ce: 1.121932029724121 (nan) | > loss: 0.004590181168168783 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14169837719258288) | > loader_time: 0.0045 (0.004671658176321954)  --> TIME: 2025-03-26 00:08:22 -- STEP: 19665/31555 -- GLOBAL_STEP: 1187200 | > loss_text_ce: 0.03367232903838158 (0.032271669117864915) | > loss_mel_ce: 2.530423164367676 (nan) | > loss: 0.01017498318105936 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14170638323739526) | > loader_time: 0.0047 (0.00467166118636374)  --> TIME: 2025-03-26 00:08:32 -- STEP: 19715/31555 -- GLOBAL_STEP: 1187250 | > loss_text_ce: 0.019269254058599472 (0.03227455033763624) | > loss_mel_ce: 2.68211030960083 (nan) | > loss: 0.010719760321080685 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14169679501925594) | > loader_time: 0.0047 (0.004671734346219969)  --> TIME: 2025-03-26 00:08:42 -- STEP: 19765/31555 -- GLOBAL_STEP: 1187300 | > loss_text_ce: 0.022359643131494522 (0.03227650874916075) | > loss_mel_ce: 2.7113759517669678 (nan) | > loss: 0.010848158039152622 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14170468418682028) | > loader_time: 0.0046 (0.004671842250346279)  --> TIME: 2025-03-26 00:08:52 -- STEP: 19815/31555 -- GLOBAL_STEP: 1187350 | > loss_text_ce: 0.03758290037512779 (0.032278209200226095) | > loss_mel_ce: 2.876864433288574 (nan) | > loss: 0.01156526803970337 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14171684230483939) | > loader_time: 0.0049 (0.004672164168587649)  --> TIME: 2025-03-26 00:09:02 -- STEP: 19865/31555 -- GLOBAL_STEP: 1187400 | > loss_text_ce: 0.033624690026044846 (0.03228084329832612) | > loss_mel_ce: 2.770393133163452 (nan) | > loss: 0.011127055622637272 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1417239522321863) | > loader_time: 0.0046 (0.004672191522897342)  --> TIME: 2025-03-26 00:09:11 -- STEP: 19915/31555 -- GLOBAL_STEP: 1187450 | > loss_text_ce: 0.028911398723721504 (0.032280059864998406) | > loss_mel_ce: 2.5975418090820312 (nan) | > loss: 0.010422433726489544 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1417276803614537) | > loader_time: 0.0052 (0.00467228896648416)  --> TIME: 2025-03-26 00:09:21 -- STEP: 19965/31555 -- GLOBAL_STEP: 1187500 | > loss_text_ce: 0.02586006186902523 (0.03227900560085082) | > loss_mel_ce: 3.4833178520202637 (nan) | > loss: 0.013925310224294662 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14172593360851216) | > loader_time: 0.0048 (0.004672325412760739)  --> TIME: 2025-03-26 00:09:30 -- STEP: 20015/31555 -- GLOBAL_STEP: 1187550 | > loss_text_ce: 0.030150985345244408 (0.032278549824307334) | > loss_mel_ce: 0.003936767578125 (nan) | > loss: 0.00013526887050829828 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14170869538523753) | > loader_time: 0.0046 (0.004672161686459144)  --> TIME: 2025-03-26 00:09:40 -- STEP: 20065/31555 -- GLOBAL_STEP: 1187600 | > loss_text_ce: 0.025780322030186653 (0.0322791127063781) | > loss_mel_ce: 2.408432960510254 (nan) | > loss: 0.009659577161073685 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14170567292451805) | > loader_time: 0.0046 (0.004672264143798575)  --> TIME: 2025-03-26 00:09:50 -- STEP: 20115/31555 -- GLOBAL_STEP: 1187650 | > loss_text_ce: 0.03736709803342819 (0.03227903156849408) | > loss_mel_ce: 2.79699969291687 (nan) | > loss: 0.011247487738728523 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14170012011801814) | > loader_time: 0.0047 (0.004672159272700491)  --> TIME: 2025-03-26 00:09:59 -- STEP: 20165/31555 -- GLOBAL_STEP: 1187700 | > loss_text_ce: 0.031159939244389534 (0.03228069559795448) | > loss_mel_ce: 1.4890358448028564 (nan) | > loss: 0.006032523699104786 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14169247976284652) | > loader_time: 0.0044 (0.00467212175926853)  --> TIME: 2025-03-26 00:10:09 -- STEP: 20215/31555 -- GLOBAL_STEP: 1187750 | > loss_text_ce: 0.02594265714287758 (0.032278987157130616) | > loss_mel_ce: 3.0963656902313232 (nan) | > loss: 0.01239011250436306 (nan) | > current_lr: 5e-06 | > step_time: 0.1916 (0.14170468558246124) | > loader_time: 0.0049 (0.004672085752352722)  --> TIME: 2025-03-26 00:10:19 -- STEP: 20265/31555 -- GLOBAL_STEP: 1187800 | > loss_text_ce: 0.02928476594388485 (0.03228023946666684) | > loss_mel_ce: 2.864675283432007 (nan) | > loss: 0.011483969166874886 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14170444324050105) | > loader_time: 0.0045 (0.00467216003214668)  --> TIME: 2025-03-26 00:10:29 -- STEP: 20315/31555 -- GLOBAL_STEP: 1187850 | > loss_text_ce: 0.04249858111143112 (0.03228324908128682) | > loss_mel_ce: 3.1189582347869873 (nan) | > loss: 0.012545464560389519 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14170953000439765) | > loader_time: 0.0047 (0.004672165325407955)  --> TIME: 2025-03-26 00:10:38 -- STEP: 20365/31555 -- GLOBAL_STEP: 1187900 | > loss_text_ce: 0.02826334908604622 (0.03228236506794812) | > loss_mel_ce: 2.356268882751465 (nan) | > loss: 0.009462430141866207 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14170477013900548) | > loader_time: 0.005 (0.004672340722743153)  --> TIME: 2025-03-26 00:10:48 -- STEP: 20415/31555 -- GLOBAL_STEP: 1187950 | > loss_text_ce: 0.030517101287841797 (0.03228078540546865) | > loss_mel_ce: 0.8953418135643005 (nan) | > loss: 0.0036740435753017664 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14170302829700396) | > loader_time: 0.0054 (0.0046723133496376175)  --> TIME: 2025-03-26 00:10:57 -- STEP: 20465/31555 -- GLOBAL_STEP: 1188000 | > loss_text_ce: 0.026424197480082512 (0.03227920363018466) | > loss_mel_ce: 3.076045036315918 (nan) | > loss: 0.012311386875808239 (nan) | > current_lr: 5e-06 | > step_time: 0.1948 (0.14170279760335097) | > loader_time: 0.0047 (0.004672277407689273)  --> TIME: 2025-03-26 00:11:07 -- STEP: 20515/31555 -- GLOBAL_STEP: 1188050 | > loss_text_ce: 0.02500421181321144 (0.032278816672616256) | > loss_mel_ce: 2.613137722015381 (nan) | > loss: 0.010468817315995693 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14171059770233138) | > loader_time: 0.0046 (0.004672444346123653)  --> TIME: 2025-03-26 00:11:17 -- STEP: 20565/31555 -- GLOBAL_STEP: 1188100 | > loss_text_ce: 0.031158221885561943 (0.032281051720964654) | > loss_mel_ce: 2.1485939025878906 (nan) | > loss: 0.008649810217320919 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14170185482591832) | > loader_time: 0.0047 (0.00467254674379592)  --> TIME: 2025-03-26 00:11:26 -- STEP: 20615/31555 -- GLOBAL_STEP: 1188150 | > loss_text_ce: 0.026182804256677628 (0.03227819679835784) | > loss_mel_ce: 0.037261962890625 (nan) | > loss: 0.00025176495546475053 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14170032480865785) | > loader_time: 0.0045 (0.004672435611999634)  --> TIME: 2025-03-26 00:11:36 -- STEP: 20665/31555 -- GLOBAL_STEP: 1188200 | > loss_text_ce: 0.033482588827610016 (0.03227936324974199) | > loss_mel_ce: 2.0089354515075684 (nan) | > loss: 0.008104833774268627 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1417060805440034) | > loader_time: 0.005 (0.004672456001098974)  --> TIME: 2025-03-26 00:11:46 -- STEP: 20715/31555 -- GLOBAL_STEP: 1188250 | > loss_text_ce: 0.05124950781464577 (0.03227982340902517) | > loss_mel_ce: 0.0289306640625 (nan) | > loss: 0.0003181752981618047 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14169047830072018) | > loader_time: 0.0043 (0.004672414762168688)  --> TIME: 2025-03-26 00:11:55 -- STEP: 20765/31555 -- GLOBAL_STEP: 1188300 | > loss_text_ce: 0.03680790215730667 (0.03227639158632869) | > loss_mel_ce: 2.9486443996429443 (nan) | > loss: 0.011847034096717834 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14168642261302125) | > loader_time: 0.0049 (0.004672493866889004)  --> TIME: 2025-03-26 00:12:05 -- STEP: 20815/31555 -- GLOBAL_STEP: 1188350 | > loss_text_ce: 0.030987411737442017 (0.032278375253895604) | > loss_mel_ce: 2.205319404602051 (nan) | > loss: 0.008874233812093735 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14168461064951016) | > loader_time: 0.0046 (0.004672495550814935)  --> TIME: 2025-03-26 00:12:14 -- STEP: 20865/31555 -- GLOBAL_STEP: 1188400 | > loss_text_ce: 0.03352973610162735 (0.03227745921982829) | > loss_mel_ce: 2.4617931842803955 (nan) | > loss: 0.009902075864374638 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14167215313924017) | > loader_time: 0.0047 (0.004672454627846285)  --> TIME: 2025-03-26 00:12:24 -- STEP: 20915/31555 -- GLOBAL_STEP: 1188450 | > loss_text_ce: 0.031511303037405014 (0.03227576627421644) | > loss_mel_ce: 2.4383740425109863 (nan) | > loss: 0.00980113260447979 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14167958191642074) | > loader_time: 0.0046 (0.004672165929259448)  --> TIME: 2025-03-26 00:12:33 -- STEP: 20965/31555 -- GLOBAL_STEP: 1188500 | > loss_text_ce: 0.02953248843550682 (0.0322778898658887) | > loss_mel_ce: 3.239619255065918 (nan) | > loss: 0.012972825206816196 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14166539995305857) | > loader_time: 0.0047 (0.004671966662817457)  --> TIME: 2025-03-26 00:12:43 -- STEP: 21015/31555 -- GLOBAL_STEP: 1188550 | > loss_text_ce: 0.03111223317682743 (0.03227901953677351) | > loss_mel_ce: 0.06341552734375 (nan) | > loss: 0.00037511016125790775 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14166920113047357) | > loader_time: 0.0045 (0.004672083490495588)  --> TIME: 2025-03-26 00:12:53 -- STEP: 21065/31555 -- GLOBAL_STEP: 1188600 | > loss_text_ce: 0.03529723733663559 (0.03227829111953529) | > loss_mel_ce: 2.600254535675049 (nan) | > loss: 0.010458539240062237 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14166903684803087) | > loader_time: 0.0047 (0.004672137332194605)  --> TIME: 2025-03-26 00:13:03 -- STEP: 21115/31555 -- GLOBAL_STEP: 1188650 | > loss_text_ce: 0.036626994609832764 (0.03227808048435674) | > loss_mel_ce: 2.959056854248047 (nan) | > loss: 0.011887635104358196 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14168056084481356) | > loader_time: 0.0049 (0.004672174320496454)  --> TIME: 2025-03-26 00:13:13 -- STEP: 21165/31555 -- GLOBAL_STEP: 1188700 | > loss_text_ce: 0.035927943885326385 (0.03227965285895513) | > loss_mel_ce: 2.930412769317627 (nan) | > loss: 0.011771194636821747 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14168517732068278) | > loader_time: 0.0044 (0.0046721545286334)  --> TIME: 2025-03-26 00:13:22 -- STEP: 21215/31555 -- GLOBAL_STEP: 1188750 | > loss_text_ce: 0.05078541114926338 (0.03228019710521304) | > loss_mel_ce: 2.861738920211792 (nan) | > loss: 0.01155763678252697 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1416837170021226) | > loader_time: 0.0045 (0.0046719795067917715)  --> TIME: 2025-03-26 00:13:32 -- STEP: 21265/31555 -- GLOBAL_STEP: 1188800 | > loss_text_ce: 0.029493609443306923 (0.0322801971836105) | > loss_mel_ce: 1.6778401136398315 (nan) | > loss: 0.006775134243071079 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14167607380534922) | > loader_time: 0.0044 (0.00467181894153027)  --> TIME: 2025-03-26 00:13:41 -- STEP: 21315/31555 -- GLOBAL_STEP: 1188850 | > loss_text_ce: 0.04421006888151169 (0.032278206022668156) | > loss_mel_ce: 0.02886962890625 (nan) | > loss: 0.0002899988030549139 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14167021764378976) | > loader_time: 0.0047 (0.00467174319965918)  --> TIME: 2025-03-26 00:13:51 -- STEP: 21365/31555 -- GLOBAL_STEP: 1188900 | > loss_text_ce: 0.03422921895980835 (0.03227822108090917) | > loss_mel_ce: 2.8189849853515625 (nan) | > loss: 0.011322279460728168 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14168013712853764) | > loader_time: 0.0045 (0.0046715970734592435)  --> TIME: 2025-03-26 00:14:01 -- STEP: 21415/31555 -- GLOBAL_STEP: 1188950 | > loss_text_ce: 0.03683193773031235 (0.03227930385958616) | > loss_mel_ce: 2.4945199489593506 (nan) | > loss: 0.010045047849416733 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14167713142571375) | > loader_time: 0.0045 (0.0046716418746139505)  --> TIME: 2025-03-26 00:14:10 -- STEP: 21465/31555 -- GLOBAL_STEP: 1189000 | > loss_text_ce: 0.03331121429800987 (0.03227903386922898) | > loss_mel_ce: 2.9748847484588623 (nan) | > loss: 0.011937285773456097 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14166439476475248) | > loader_time: 0.0048 (0.004671612558957998)  --> TIME: 2025-03-26 00:14:20 -- STEP: 21515/31555 -- GLOBAL_STEP: 1189050 | > loss_text_ce: 0.027494091540575027 (0.03227891126652352) | > loss_mel_ce: 2.7361552715301514 (nan) | > loss: 0.010966863483190536 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.141653135879467) | > loader_time: 0.0048 (0.004671639784419087)  --> TIME: 2025-03-26 00:14:29 -- STEP: 21565/31555 -- GLOBAL_STEP: 1189100 | > loss_text_ce: 0.032147299498319626 (0.03228041298567399) | > loss_mel_ce: 2.8832623958587646 (nan) | > loss: 0.011569087393581867 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.1416513189815077) | > loader_time: 0.0047 (0.004671589714066205)  --> TIME: 2025-03-26 00:14:39 -- STEP: 21615/31555 -- GLOBAL_STEP: 1189150 | > loss_text_ce: 0.02371150255203247 (0.03228187866206491) | > loss_mel_ce: 1.1784840822219849 (nan) | > loss: 0.0047706179320812225 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14164288150417623) | > loader_time: 0.0044 (0.004671331767872632)  --> TIME: 2025-03-26 00:14:48 -- STEP: 21665/31555 -- GLOBAL_STEP: 1189200 | > loss_text_ce: 0.0317998006939888 (0.032281056875756324) | > loss_mel_ce: 2.552851438522339 (nan) | > loss: 0.010256553068757057 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14164581611363916) | > loader_time: 0.005 (0.004671399752372341)  --> TIME: 2025-03-26 00:14:58 -- STEP: 21715/31555 -- GLOBAL_STEP: 1189250 | > loss_text_ce: 0.017682718113064766 (0.03228052101249613) | > loss_mel_ce: 2.235912322998047 (nan) | > loss: 0.008942837826907635 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1416448484552971) | > loader_time: 0.0046 (0.004671519729856667)  --> TIME: 2025-03-26 00:15:08 -- STEP: 21765/31555 -- GLOBAL_STEP: 1189300 | > loss_text_ce: 0.04306736961007118 (0.032277270452783294) | > loss_mel_ce: 2.789849042892456 (nan) | > loss: 0.011241733096539974 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14165174018479548) | > loader_time: 0.0048 (0.004671522132177705)  --> TIME: 2025-03-26 00:15:18 -- STEP: 21815/31555 -- GLOBAL_STEP: 1189350 | > loss_text_ce: 0.03932299464941025 (0.03227571526223399) | > loss_mel_ce: 1.8746575117111206 (nan) | > loss: 0.007595160976052284 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14165216891174887) | > loader_time: 0.0046 (0.004671372554183619)  --> TIME: 2025-03-26 00:15:27 -- STEP: 21865/31555 -- GLOBAL_STEP: 1189400 | > loss_text_ce: 0.026685675606131554 (0.03227649717132753) | > loss_mel_ce: 2.8223683834075928 (nan) | > loss: 0.011305770836770535 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1416485230000755) | > loader_time: 0.0045 (0.004671301548415004)  --> TIME: 2025-03-26 00:15:37 -- STEP: 21915/31555 -- GLOBAL_STEP: 1189450 | > loss_text_ce: 0.034133654087781906 (0.032276033942389905) | > loss_mel_ce: 2.786834955215454 (nan) | > loss: 0.011194320395588875 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14163890687836753) | > loader_time: 0.0046 (0.004671105853286787)  --> TIME: 2025-03-26 00:15:46 -- STEP: 21965/31555 -- GLOBAL_STEP: 1189500 | > loss_text_ce: 0.024578282609581947 (0.032269944559385096) | > loss_mel_ce: 1.48388671875 (nan) | > loss: 0.005985972937196493 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1416384240638251) | > loader_time: 0.0045 (0.004670937186679004)  --> TIME: 2025-03-26 00:15:56 -- STEP: 22015/31555 -- GLOBAL_STEP: 1189550 | > loss_text_ce: 0.034363389015197754 (0.032271943090713316) | > loss_mel_ce: 1.206142544746399 (nan) | > loss: 0.0049226428382098675 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1416438982753679) | > loader_time: 0.0048 (0.004670849491893049)  --> TIME: 2025-03-26 00:16:06 -- STEP: 22065/31555 -- GLOBAL_STEP: 1189600 | > loss_text_ce: 0.037064164876937866 (0.03227383281188053) | > loss_mel_ce: 3.335848808288574 (nan) | > loss: 0.013384575955569744 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14164654197753362) | > loader_time: 0.0044 (0.004670602103466064)  --> TIME: 2025-03-26 00:16:15 -- STEP: 22115/31555 -- GLOBAL_STEP: 1189650 | > loss_text_ce: 0.03387316316366196 (0.03227607872995748) | > loss_mel_ce: 3.2899880409240723 (nan) | > loss: 0.01318992581218481 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14163609741231625) | > loader_time: 0.0048 (0.004670679776775802)  --> TIME: 2025-03-26 00:16:25 -- STEP: 22165/31555 -- GLOBAL_STEP: 1189700 | > loss_text_ce: 0.025043509900569916 (0.0322781959394388) | > loss_mel_ce: 2.704516649246216 (nan) | > loss: 0.010831588879227638 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14164188920900278) | > loader_time: 0.0043 (0.004671092929405508)  --> TIME: 2025-03-26 00:16:35 -- STEP: 22215/31555 -- GLOBAL_STEP: 1189750 | > loss_text_ce: 0.03811385855078697 (0.03227990047644383) | > loss_mel_ce: 2.6436455249786377 (nan) | > loss: 0.010641902685165405 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14164262222540736) | > loader_time: 0.0047 (0.0046718233157030465)  --> TIME: 2025-03-26 00:16:45 -- STEP: 22265/31555 -- GLOBAL_STEP: 1189800 | > loss_text_ce: 0.03165047988295555 (0.03227841988918682) | > loss_mel_ce: 2.8477509021759033 (nan) | > loss: 0.011426196433603764 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1416431419934525) | > loader_time: 0.0046 (0.004671851988457666)  --> TIME: 2025-03-26 00:16:54 -- STEP: 22315/31555 -- GLOBAL_STEP: 1189850 | > loss_text_ce: 0.0313410758972168 (0.03227861738306127) | > loss_mel_ce: 2.864725112915039 (nan) | > loss: 0.011492326855659485 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14163275884721893) | > loader_time: 0.0045 (0.004671691646229746)  --> TIME: 2025-03-26 00:17:04 -- STEP: 22365/31555 -- GLOBAL_STEP: 1189900 | > loss_text_ce: 0.0279537346214056 (0.032277594126466164) | > loss_mel_ce: 2.9049086570739746 (nan) | > loss: 0.011638343334197998 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1416263664752185) | > loader_time: 0.0046 (0.004671790353036041)  --> TIME: 2025-03-26 00:17:13 -- STEP: 22415/31555 -- GLOBAL_STEP: 1189950 | > loss_text_ce: 0.03269646316766739 (0.03227715206565388) | > loss_mel_ce: 2.430870532989502 (nan) | > loss: 0.009776060469448566 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14162916430878159) | > loader_time: 0.0044 (0.004671922177840834)  --> TIME: 2025-03-26 00:17:23 -- STEP: 22465/31555 -- GLOBAL_STEP: 1190000 | > loss_text_ce: 0.030206408351659775 (0.032276101185777076) | > loss_mel_ce: 3.1971452236175537 (nan) | > loss: 0.012806951999664307 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14163899180779285) | > loader_time: 0.0047 (0.004672130189492761) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1190000.pth  --> TIME: 2025-03-26 00:17:38 -- STEP: 22515/31555 -- GLOBAL_STEP: 1190050 | > loss_text_ce: 0.02360919676721096 (0.032275620900225205) | > loss_mel_ce: 1.6826043128967285 (nan) | > loss: 0.006770688574761152 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14162443195108354) | > loader_time: 0.0046 (0.00467201258748101)  --> TIME: 2025-03-26 00:17:48 -- STEP: 22565/31555 -- GLOBAL_STEP: 1190100 | > loss_text_ce: 0.034236691892147064 (0.03227819390520665) | > loss_mel_ce: 2.6733877658843994 (nan) | > loss: 0.010744541883468628 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14162662062548806) | > loader_time: 0.0046 (0.004671958827824484)  --> TIME: 2025-03-26 00:17:57 -- STEP: 22615/31555 -- GLOBAL_STEP: 1190150 | > loss_text_ce: 0.02949576824903488 (0.03227774586817635) | > loss_mel_ce: 2.9557013511657715 (nan) | > loss: 0.011846020817756653 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14161367414273338) | > loader_time: 0.0051 (0.00467190897467387)  --> TIME: 2025-03-26 00:18:07 -- STEP: 22665/31555 -- GLOBAL_STEP: 1190200 | > loss_text_ce: 0.02520757168531418 (0.032279365944982034) | > loss_mel_ce: 2.2134244441986084 (nan) | > loss: 0.00888346042484045 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14162096824704895) | > loader_time: 0.0048 (0.004671881337211054)  --> TIME: 2025-03-26 00:18:16 -- STEP: 22715/31555 -- GLOBAL_STEP: 1190250 | > loss_text_ce: 0.029010070487856865 (0.03227958136071901) | > loss_mel_ce: 2.2793126106262207 (nan) | > loss: 0.009160011075437069 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14161560418399535) | > loader_time: 0.0044 (0.004671763250698153)  --> TIME: 2025-03-26 00:18:26 -- STEP: 22765/31555 -- GLOBAL_STEP: 1190300 | > loss_text_ce: 0.037312183529138565 (0.032278582466369006) | > loss_mel_ce: 2.6011312007904053 (nan) | > loss: 0.010470014065504074 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14160849209698936) | > loader_time: 0.0052 (0.0046718405441428185)  --> TIME: 2025-03-26 00:18:36 -- STEP: 22815/31555 -- GLOBAL_STEP: 1190350 | > loss_text_ce: 0.04227341711521149 (0.03227698910424621) | > loss_mel_ce: 2.308650016784668 (nan) | > loss: 0.009329061955213547 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1416070497743971) | > loader_time: 0.0045 (0.004671862761284096)  --> TIME: 2025-03-26 00:18:45 -- STEP: 22865/31555 -- GLOBAL_STEP: 1190400 | > loss_text_ce: 0.03658302128314972 (0.032279119823513246) | > loss_mel_ce: 2.464902400970459 (nan) | > loss: 0.009926529601216316 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1416140937242104) | > loader_time: 0.0045 (0.004672121110119902)  --> TIME: 2025-03-26 00:18:55 -- STEP: 22915/31555 -- GLOBAL_STEP: 1190450 | > loss_text_ce: 0.03344016149640083 (0.03227860131375153) | > loss_mel_ce: 2.7750682830810547 (nan) | > loss: 0.011144875548779964 (nan) | > current_lr: 5e-06 | > step_time: 0.1914 (0.14162233093797755) | > loader_time: 0.0049 (0.004672434557324373)  --> TIME: 2025-03-26 00:19:05 -- STEP: 22965/31555 -- GLOBAL_STEP: 1190500 | > loss_text_ce: 0.03269965201616287 (0.03227816282629786) | > loss_mel_ce: 2.4850499629974365 (nan) | > loss: 0.009991070255637169 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14162638158858434) | > loader_time: 0.0045 (0.004672572017364852)  --> TIME: 2025-03-26 00:19:15 -- STEP: 23015/31555 -- GLOBAL_STEP: 1190550 | > loss_text_ce: 0.03059752658009529 (0.03227652473443583) | > loss_mel_ce: 2.102801561355591 (nan) | > loss: 0.008465869352221489 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1416223761985128) | > loader_time: 0.0046 (0.004672791888966073)  --> TIME: 2025-03-26 00:19:24 -- STEP: 23065/31555 -- GLOBAL_STEP: 1190600 | > loss_text_ce: 0.030702807009220123 (0.03227678724452961) | > loss_mel_ce: 2.9955317974090576 (nan) | > loss: 0.012008868157863617 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14161290489823622) | > loader_time: 0.0045 (0.004672621419572929)  --> TIME: 2025-03-26 00:19:34 -- STEP: 23115/31555 -- GLOBAL_STEP: 1190650 | > loss_text_ce: 0.031191209331154823 (0.03227641254009945) | > loss_mel_ce: 2.659914493560791 (nan) | > loss: 0.010678990744054317 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14161124974134676) | > loader_time: 0.0048 (0.004672467417204336)  --> TIME: 2025-03-26 00:19:43 -- STEP: 23165/31555 -- GLOBAL_STEP: 1190700 | > loss_text_ce: 0.028349224478006363 (0.032278363097369756) | > loss_mel_ce: 2.4090983867645264 (nan) | > loss: 0.00967241171747446 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14161216028560572) | > loader_time: 0.0045 (0.004672574760227857)  --> TIME: 2025-03-26 00:19:53 -- STEP: 23215/31555 -- GLOBAL_STEP: 1190750 | > loss_text_ce: 0.03773137554526329 (0.03227580162822298) | > loss_mel_ce: 2.7377049922943115 (nan) | > loss: 0.01101363729685545 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14162400548837584) | > loader_time: 0.0047 (0.004672366895476404)  --> TIME: 2025-03-26 00:20:03 -- STEP: 23265/31555 -- GLOBAL_STEP: 1190800 | > loss_text_ce: 0.02644968405365944 (0.03227496095063337) | > loss_mel_ce: 2.6185426712036133 (nan) | > loss: 0.010496001690626144 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14162731783481797) | > loader_time: 0.0049 (0.0046721672617233475)  --> TIME: 2025-03-26 00:20:13 -- STEP: 23315/31555 -- GLOBAL_STEP: 1190850 | > loss_text_ce: 0.028520841151475906 (0.03227687872879945) | > loss_mel_ce: 1.2636229991912842 (nan) | > loss: 0.005127555225044489 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14162513260265686) | > loader_time: 0.0043 (0.004671938920926041)  --> TIME: 2025-03-26 00:20:23 -- STEP: 23365/31555 -- GLOBAL_STEP: 1190900 | > loss_text_ce: 0.033744897693395615 (0.03227820254909334) | > loss_mel_ce: 3.355072021484375 (nan) | > loss: 0.013447687029838562 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1416288593099587) | > loader_time: 0.0044 (0.004671658210419689)  --> TIME: 2025-03-26 00:20:32 -- STEP: 23415/31555 -- GLOBAL_STEP: 1190950 | > loss_text_ce: 0.03884502127766609 (0.032279439113028593) | > loss_mel_ce: 2.7294349670410156 (nan) | > loss: 0.0109852384775877 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14163749017904878) | > loader_time: 0.0045 (0.004671386457675791)  --> TIME: 2025-03-26 00:20:42 -- STEP: 23465/31555 -- GLOBAL_STEP: 1191000 | > loss_text_ce: 0.03315513953566551 (0.03228134862088721) | > loss_mel_ce: 2.6444003582000732 (nan) | > loss: 0.010625220835208893 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14163507874678052) | > loader_time: 0.0044 (0.00467159508795161)  --> TIME: 2025-03-26 00:20:52 -- STEP: 23515/31555 -- GLOBAL_STEP: 1191050 | > loss_text_ce: 0.033267807215452194 (0.0322803094004449) | > loss_mel_ce: 2.4893460273742676 (nan) | > loss: 0.01001037284731865 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14163906996538628) | > loader_time: 0.0045 (0.004671449334779078)  --> TIME: 2025-03-26 00:21:02 -- STEP: 23565/31555 -- GLOBAL_STEP: 1191100 | > loss_text_ce: 0.03429102525115013 (0.03228174996096534) | > loss_mel_ce: 2.918581485748291 (nan) | > loss: 0.011717748828232288 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14163629791677454) | > loader_time: 0.0048 (0.004671591941449825)  --> TIME: 2025-03-26 00:21:11 -- STEP: 23615/31555 -- GLOBAL_STEP: 1191150 | > loss_text_ce: 0.022791771218180656 (0.03228323693814514) | > loss_mel_ce: 2.889545440673828 (nan) | > loss: 0.011556894518435001 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14163708384956297) | > loader_time: 0.0045 (0.004671600262239866)  --> TIME: 2025-03-26 00:21:21 -- STEP: 23665/31555 -- GLOBAL_STEP: 1191200 | > loss_text_ce: 0.04024403914809227 (0.032283373397593705) | > loss_mel_ce: 2.7132654190063477 (nan) | > loss: 0.010926625691354275 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14164394963601185) | > loader_time: 0.0045 (0.004671352961943397)  --> TIME: 2025-03-26 00:21:31 -- STEP: 23715/31555 -- GLOBAL_STEP: 1191250 | > loss_text_ce: 0.04135846346616745 (0.03228590479589901) | > loss_mel_ce: 2.8409552574157715 (nan) | > loss: 0.011437753215432167 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14164260505951345) | > loader_time: 0.0047 (0.0046712773825934644)  --> TIME: 2025-03-26 00:21:41 -- STEP: 23765/31555 -- GLOBAL_STEP: 1191300 | > loss_text_ce: 0.031406886875629425 (0.03228587354165973) | > loss_mel_ce: 2.4906256198883057 (nan) | > loss: 0.010008065961301327 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14164635009974302) | > loader_time: 0.0047 (0.0046710978150242225)  --> TIME: 2025-03-26 00:21:50 -- STEP: 23815/31555 -- GLOBAL_STEP: 1191350 | > loss_text_ce: 0.02919170632958412 (0.032285794590717294) | > loss_mel_ce: 2.9042065143585205 (nan) | > loss: 0.011640469543635845 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14164010418730327) | > loader_time: 0.0046 (0.004671244868555404)  --> TIME: 2025-03-26 00:22:00 -- STEP: 23865/31555 -- GLOBAL_STEP: 1191400 | > loss_text_ce: 0.03473159298300743 (0.03228420606478119) | > loss_mel_ce: 2.974881649017334 (nan) | > loss: 0.011942910961806774 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14164611622394563) | > loader_time: 0.0048 (0.004671242650190081)  --> TIME: 2025-03-26 00:22:09 -- STEP: 23915/31555 -- GLOBAL_STEP: 1191450 | > loss_text_ce: 0.02571023441851139 (0.032284545031955) | > loss_mel_ce: 3.532757043838501 (nan) | > loss: 0.014120902866125107 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14163496795868047) | > loader_time: 0.0046 (0.004671197901603536)  --> TIME: 2025-03-26 00:22:19 -- STEP: 23965/31555 -- GLOBAL_STEP: 1191500 | > loss_text_ce: 0.04054044932126999 (0.03228272697558953) | > loss_mel_ce: 0.05181884765625 (nan) | > loss: 0.0003665051772259176 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1416342872183482) | > loader_time: 0.0047 (0.004671131064790829)  --> TIME: 2025-03-26 00:22:29 -- STEP: 24015/31555 -- GLOBAL_STEP: 1191550 | > loss_text_ce: 0.023270804435014725 (0.032281546014846306) | > loss_mel_ce: 2.6672756671905518 (nan) | > loss: 0.010676772333681583 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14163215165830223) | > loader_time: 0.0047 (0.004671010816194051)  --> TIME: 2025-03-26 00:22:38 -- STEP: 24065/31555 -- GLOBAL_STEP: 1191600 | > loss_text_ce: 0.03609718754887581 (0.03228085733889755) | > loss_mel_ce: 2.607271671295166 (nan) | > loss: 0.01048955973237753 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14163172109791333) | > loader_time: 0.0048 (0.004671105688583715)  --> TIME: 2025-03-26 00:22:48 -- STEP: 24115/31555 -- GLOBAL_STEP: 1191650 | > loss_text_ce: 0.03184417262673378 (0.03228185212696487) | > loss_mel_ce: 1.9415283203125 (nan) | > loss: 0.007830843329429626 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14162890886879814) | > loader_time: 0.0046 (0.004670958832391385)  --> TIME: 2025-03-26 00:22:58 -- STEP: 24165/31555 -- GLOBAL_STEP: 1191700 | > loss_text_ce: 0.02867310307919979 (0.03228157970768336) | > loss_mel_ce: 1.9606304168701172 (nan) | > loss: 0.007894061505794525 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14163968859561477) | > loader_time: 0.0048 (0.004670857366952196)  --> TIME: 2025-03-26 00:23:07 -- STEP: 24215/31555 -- GLOBAL_STEP: 1191750 | > loss_text_ce: 0.03986258804798126 (0.0322808210323974) | > loss_mel_ce: 2.8183512687683105 (nan) | > loss: 0.011342119425535202 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14163733650135077) | > loader_time: 0.0047 (0.004670703546483477)  --> TIME: 2025-03-26 00:23:17 -- STEP: 24265/31555 -- GLOBAL_STEP: 1191800 | > loss_text_ce: 0.034852392971515656 (0.03227877342052916) | > loss_mel_ce: 2.4736945629119873 (nan) | > loss: 0.009954552166163921 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14163636722049847) | > loader_time: 0.0048 (0.004670579227594499)  --> TIME: 2025-03-26 00:23:27 -- STEP: 24315/31555 -- GLOBAL_STEP: 1191850 | > loss_text_ce: 0.033941686153411865 (0.03227687149948065) | > loss_mel_ce: 2.555490493774414 (nan) | > loss: 0.010275525040924549 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.14163776240230194) | > loader_time: 0.0046 (0.004670355120436685)  --> TIME: 2025-03-26 00:23:36 -- STEP: 24365/31555 -- GLOBAL_STEP: 1191900 | > loss_text_ce: 0.034274883568286896 (0.032275058619567774) | > loss_mel_ce: 2.856217861175537 (nan) | > loss: 0.011470209807157516 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14163743366873208) | > loader_time: 0.0049 (0.004670389540602047)  --> TIME: 2025-03-26 00:23:46 -- STEP: 24415/31555 -- GLOBAL_STEP: 1191950 | > loss_text_ce: 0.03130719065666199 (0.03227434784212861) | > loss_mel_ce: 2.1996634006500244 (nan) | > loss: 0.008853058330714703 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1416364929653109) | > loader_time: 0.0044 (0.004670467939187388)  --> TIME: 2025-03-26 00:23:56 -- STEP: 24465/31555 -- GLOBAL_STEP: 1192000 | > loss_text_ce: 0.02777859941124916 (0.03227717062987903) | > loss_mel_ce: 2.351085901260376 (nan) | > loss: 0.009439938701689243 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14163476185591095) | > loader_time: 0.0049 (0.004670785878203096)  --> TIME: 2025-03-26 00:24:05 -- STEP: 24515/31555 -- GLOBAL_STEP: 1192050 | > loss_text_ce: 0.02288036048412323 (0.03227562206205974) | > loss_mel_ce: 2.108219623565674 (nan) | > loss: 0.008456746116280556 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14162754693518587) | > loader_time: 0.0045 (0.00467072455172585)  --> TIME: 2025-03-26 00:24:15 -- STEP: 24565/31555 -- GLOBAL_STEP: 1192100 | > loss_text_ce: 0.04171570762991905 (0.03227515617165978) | > loss_mel_ce: 2.2176921367645264 (nan) | > loss: 0.008965903893113136 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1416391507782911) | > loader_time: 0.0046 (0.004670747642043463)  --> TIME: 2025-03-26 00:24:25 -- STEP: 24615/31555 -- GLOBAL_STEP: 1192150 | > loss_text_ce: 0.031254470348358154 (0.032273858557821174) | > loss_mel_ce: 2.494889259338379 (nan) | > loss: 0.01002438087016344 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14163466833627236) | > loader_time: 0.0049 (0.004670851796762552)  --> TIME: 2025-03-26 00:24:35 -- STEP: 24665/31555 -- GLOBAL_STEP: 1192200 | > loss_text_ce: 0.03255620226264 (0.032272411426259154) | > loss_mel_ce: 3.0446505546569824 (nan) | > loss: 0.012211139313876629 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14163969941973448) | > loader_time: 0.0048 (0.004670787249088963)  --> TIME: 2025-03-26 00:24:44 -- STEP: 24715/31555 -- GLOBAL_STEP: 1192250 | > loss_text_ce: 0.032549887895584106 (0.03227036333010385) | > loss_mel_ce: 2.4466145038604736 (nan) | > loss: 0.009837954305112362 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.1416296181205121) | > loader_time: 0.0044 (0.004670751169580162)  --> TIME: 2025-03-26 00:24:54 -- STEP: 24765/31555 -- GLOBAL_STEP: 1192300 | > loss_text_ce: 0.030973276123404503 (0.032270053386245855) | > loss_mel_ce: 2.3709161281585693 (nan) | > loss: 0.00953130703419447 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1416304947028807) | > loader_time: 0.0048 (0.004670831282500323)  --> TIME: 2025-03-26 00:25:04 -- STEP: 24815/31555 -- GLOBAL_STEP: 1192350 | > loss_text_ce: 0.03431575372815132 (0.03226959220839848) | > loss_mel_ce: 2.2957382202148438 (nan) | > loss: 0.00924624688923359 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1416355721152602) | > loader_time: 0.0045 (0.004670789927310234)  --> TIME: 2025-03-26 00:25:13 -- STEP: 24865/31555 -- GLOBAL_STEP: 1192400 | > loss_text_ce: 0.02993933856487274 (0.032270040035864915) | > loss_mel_ce: 2.8742270469665527 (nan) | > loss: 0.011524470522999763 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14163943293011708) | > loader_time: 0.0046 (0.004670999996047991)  --> TIME: 2025-03-26 00:25:23 -- STEP: 24915/31555 -- GLOBAL_STEP: 1192450 | > loss_text_ce: 0.032734159380197525 (0.03226903365327232) | > loss_mel_ce: 0.8990478515625 (nan) | > loss: 0.0036975478287786245 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14164103253070048) | > loader_time: 0.0049 (0.004671048687424445)  --> TIME: 2025-03-26 00:25:33 -- STEP: 24965/31555 -- GLOBAL_STEP: 1192500 | > loss_text_ce: 0.03144138678908348 (0.03227142082658205) | > loss_mel_ce: 2.6434926986694336 (nan) | > loss: 0.010614818893373013 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14164819683026847) | > loader_time: 0.0047 (0.0046711795916902)  --> TIME: 2025-03-26 00:25:43 -- STEP: 25015/31555 -- GLOBAL_STEP: 1192550 | > loss_text_ce: 0.020056569948792458 (0.03227096004811788) | > loss_mel_ce: 3.030421733856201 (nan) | > loss: 0.012105072848498821 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1416479713078528) | > loader_time: 0.0044 (0.004671279006354112)  --> TIME: 2025-03-26 00:25:53 -- STEP: 25065/31555 -- GLOBAL_STEP: 1192600 | > loss_text_ce: 0.030844949185848236 (0.03227112074363078) | > loss_mel_ce: 2.471234083175659 (nan) | > loss: 0.009928885847330093 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14165462696121872) | > loader_time: 0.0048 (0.004671417423144028)  --> TIME: 2025-03-26 00:26:02 -- STEP: 25115/31555 -- GLOBAL_STEP: 1192650 | > loss_text_ce: 0.033696603029966354 (0.03227308809997508) | > loss_mel_ce: 0.06671142578125 (nan) | > loss: 0.00039844459388405085 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1416510851098894) | > loader_time: 0.0047 (0.004671352611650337)  --> TIME: 2025-03-26 00:26:12 -- STEP: 25165/31555 -- GLOBAL_STEP: 1192700 | > loss_text_ce: 0.031970731914043427 (0.03227277652654887) | > loss_mel_ce: 2.8896448612213135 (nan) | > loss: 0.01159371342509985 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1416616779280402) | > loader_time: 0.0047 (0.004671377664812733)  --> TIME: 2025-03-26 00:26:22 -- STEP: 25215/31555 -- GLOBAL_STEP: 1192750 | > loss_text_ce: 0.030863866209983826 (0.032271666143066466) | > loss_mel_ce: 2.743601083755493 (nan) | > loss: 0.011009781621396542 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14166530361966023) | > loader_time: 0.0047 (0.004671254972132224)  --> TIME: 2025-03-26 00:26:32 -- STEP: 25265/31555 -- GLOBAL_STEP: 1192800 | > loss_text_ce: 0.029780188575387 (0.03227343177188791) | > loss_mel_ce: 2.640599012374878 (nan) | > loss: 0.0105967428535223 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14166846113018114) | > loader_time: 0.0044 (0.0046711649348328485)  --> TIME: 2025-03-26 00:26:41 -- STEP: 25315/31555 -- GLOBAL_STEP: 1192850 | > loss_text_ce: 0.017519399523735046 (0.03227456231152138) | > loss_mel_ce: 2.5277082920074463 (nan) | > loss: 0.010100110433995724 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14166554425183236) | > loader_time: 0.0045 (0.004671181046442377)  --> TIME: 2025-03-26 00:26:51 -- STEP: 25365/31555 -- GLOBAL_STEP: 1192900 | > loss_text_ce: 0.032106783241033554 (0.03227487420598966) | > loss_mel_ce: 3.1015625 (nan) | > loss: 0.01243519689887762 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14166773325730042) | > loader_time: 0.0048 (0.0046711105250428556)  --> TIME: 2025-03-26 00:27:01 -- STEP: 25415/31555 -- GLOBAL_STEP: 1192950 | > loss_text_ce: 0.04047083109617233 (0.03227512604195459) | > loss_mel_ce: 2.7896275520324707 (nan) | > loss: 0.011230549775063992 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14166604639999317) | > loader_time: 0.0047 (0.004671081201124429)  --> TIME: 2025-03-26 00:27:10 -- STEP: 25465/31555 -- GLOBAL_STEP: 1193000 | > loss_text_ce: 0.03481525555253029 (0.032272266525897146) | > loss_mel_ce: 2.569216728210449 (nan) | > loss: 0.010333460755646229 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14165865950375603) | > loader_time: 0.0046 (0.004671054997754038)  --> TIME: 2025-03-26 00:27:20 -- STEP: 25515/31555 -- GLOBAL_STEP: 1193050 | > loss_text_ce: 0.03596591576933861 (0.032270308775385816) | > loss_mel_ce: 2.6288554668426514 (nan) | > loss: 0.010574688203632832 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.14166269781728258) | > loader_time: 0.0048 (0.004671082364889106)  --> TIME: 2025-03-26 00:27:30 -- STEP: 25565/31555 -- GLOBAL_STEP: 1193100 | > loss_text_ce: 0.022890975698828697 (0.03226735330101703) | > loss_mel_ce: 3.3582589626312256 (nan) | > loss: 0.013417262583971024 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14166133769822628) | > loader_time: 0.0045 (0.00467094247550523)  --> TIME: 2025-03-26 00:27:39 -- STEP: 25615/31555 -- GLOBAL_STEP: 1193150 | > loss_text_ce: 0.033646173775196075 (0.03226627953653758) | > loss_mel_ce: 2.3949217796325684 (nan) | > loss: 0.009637175127863884 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1416559619873778) | > loader_time: 0.0048 (0.004670789086816357)  --> TIME: 2025-03-26 00:27:49 -- STEP: 25665/31555 -- GLOBAL_STEP: 1193200 | > loss_text_ce: 0.03448085859417915 (0.03226538291286258) | > loss_mel_ce: 2.4622559547424316 (nan) | > loss: 0.009907686151564121 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1416455596412524) | > loader_time: 0.0045 (0.004670752908620074)  --> TIME: 2025-03-26 00:27:58 -- STEP: 25715/31555 -- GLOBAL_STEP: 1193250 | > loss_text_ce: 0.039426129311323166 (0.032264539220406604) | > loss_mel_ce: 2.4696204662323 (nan) | > loss: 0.009956534951925278 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1416456076599569) | > loader_time: 0.0044 (0.0046706848100027554)  --> TIME: 2025-03-26 00:28:08 -- STEP: 25765/31555 -- GLOBAL_STEP: 1193300 | > loss_text_ce: 0.033056870102882385 (0.0322650739979507) | > loss_mel_ce: 2.8045694828033447 (nan) | > loss: 0.011260422877967358 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14164424352499635) | > loader_time: 0.0049 (0.004670651426783523)  --> TIME: 2025-03-26 00:28:17 -- STEP: 25815/31555 -- GLOBAL_STEP: 1193350 | > loss_text_ce: 0.02759351022541523 (0.03226335830282986) | > loss_mel_ce: 2.2063190937042236 (nan) | > loss: 0.008864733390510082 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14163826330673662) | > loader_time: 0.0047 (0.004670845637967029)  --> TIME: 2025-03-26 00:28:27 -- STEP: 25865/31555 -- GLOBAL_STEP: 1193400 | > loss_text_ce: 0.02887430042028427 (0.03226132903675819) | > loss_mel_ce: 3.053744316101074 (nan) | > loss: 0.012232614681124687 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14163125761929152) | > loader_time: 0.0048 (0.0046709165106698924)  --> TIME: 2025-03-26 00:28:36 -- STEP: 25915/31555 -- GLOBAL_STEP: 1193450 | > loss_text_ce: 0.03241127356886864 (0.0322618147346078) | > loss_mel_ce: 2.6053273677825928 (nan) | > loss: 0.010467217303812504 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1416224979236505) | > loader_time: 0.0047 (0.0046709162145191635)  --> TIME: 2025-03-26 00:28:46 -- STEP: 25965/31555 -- GLOBAL_STEP: 1193500 | > loss_text_ce: 0.028947891667485237 (0.03226012979556432) | > loss_mel_ce: 1.1069694757461548 (nan) | > loss: 0.0045076091773808 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14162306254846188) | > loader_time: 0.0043 (0.004671057657586687)  --> TIME: 2025-03-26 00:28:56 -- STEP: 26015/31555 -- GLOBAL_STEP: 1193550 | > loss_text_ce: 0.04749729484319687 (0.03226148654892378) | > loss_mel_ce: 2.4318795204162598 (nan) | > loss: 0.009838797152042389 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14162580544000472) | > loader_time: 0.0047 (0.004670933716667842)  --> TIME: 2025-03-26 00:29:05 -- STEP: 26065/31555 -- GLOBAL_STEP: 1193600 | > loss_text_ce: 0.030562931671738625 (0.03226007463786722) | > loss_mel_ce: 1.7718867063522339 (nan) | > loss: 0.007152578327804804 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1416245872951983) | > loader_time: 0.0045 (0.004670771614000048)  --> TIME: 2025-03-26 00:29:15 -- STEP: 26115/31555 -- GLOBAL_STEP: 1193650 | > loss_text_ce: 0.03451329097151756 (0.032257990852938165) | > loss_mel_ce: 2.584224224090576 (nan) | > loss: 0.010391815565526485 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14162860370426347) | > loader_time: 0.0053 (0.0046710609773463665)  --> TIME: 2025-03-26 00:29:25 -- STEP: 26165/31555 -- GLOBAL_STEP: 1193700 | > loss_text_ce: 0.031738754361867905 (0.032257406244304426) | > loss_mel_ce: 2.2374074459075928 (nan) | > loss: 0.009004549123346806 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14162985916327195) | > loader_time: 0.0046 (0.004671211650898669)  --> TIME: 2025-03-26 00:29:35 -- STEP: 26215/31555 -- GLOBAL_STEP: 1193750 | > loss_text_ce: 0.029114369302988052 (0.03225678048978869) | > loss_mel_ce: 2.865710973739624 (nan) | > loss: 0.011487402953207493 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14163165812771544) | > loader_time: 0.0046 (0.0046712997781395765)  --> TIME: 2025-03-26 00:29:44 -- STEP: 26265/31555 -- GLOBAL_STEP: 1193800 | > loss_text_ce: 0.0267400611191988 (0.03225258776636844) | > loss_mel_ce: 1.5427314043045044 (nan) | > loss: 0.006228061858564615 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14163080492678642) | > loader_time: 0.0047 (0.004671151656639709)  --> TIME: 2025-03-26 00:29:54 -- STEP: 26315/31555 -- GLOBAL_STEP: 1193850 | > loss_text_ce: 0.023068742826581 (0.03225205239094668) | > loss_mel_ce: 2.8490262031555176 (nan) | > loss: 0.011397202499210835 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1416399905827928) | > loader_time: 0.0045 (0.00467107904380928)  --> TIME: 2025-03-26 00:30:04 -- STEP: 26365/31555 -- GLOBAL_STEP: 1193900 | > loss_text_ce: 0.02669653296470642 (0.032250763894133304) | > loss_mel_ce: 2.7029852867126465 (nan) | > loss: 0.010832071304321289 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1416416749225353) | > loader_time: 0.0047 (0.004671275174846083)  --> TIME: 2025-03-26 00:30:14 -- STEP: 26415/31555 -- GLOBAL_STEP: 1193950 | > loss_text_ce: 0.02373490482568741 (0.03225190957545226) | > loss_mel_ce: 2.2987351417541504 (nan) | > loss: 0.00921615120023489 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1416452907148505) | > loader_time: 0.0045 (0.004671299703505215)  --> TIME: 2025-03-26 00:30:24 -- STEP: 26465/31555 -- GLOBAL_STEP: 1194000 | > loss_text_ce: 0.03639549762010574 (0.032251400376523694) | > loss_mel_ce: 2.832514524459839 (nan) | > loss: 0.011384564451873302 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14164712694356518) | > loader_time: 0.0045 (0.0046712370781868545)  --> TIME: 2025-03-26 00:30:33 -- STEP: 26515/31555 -- GLOBAL_STEP: 1194050 | > loss_text_ce: 0.03673079237341881 (0.03225225916368704) | > loss_mel_ce: 2.9722585678100586 (nan) | > loss: 0.011940434575080872 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14164787294638478) | > loader_time: 0.0048 (0.004671341730427452)  --> TIME: 2025-03-26 00:30:43 -- STEP: 26565/31555 -- GLOBAL_STEP: 1194100 | > loss_text_ce: 0.03404438495635986 (0.03224898209525746) | > loss_mel_ce: 2.377037286758423 (nan) | > loss: 0.009567785076797009 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14165690853930915) | > loader_time: 0.0045 (0.004671221642805604)  --> TIME: 2025-03-26 00:30:53 -- STEP: 26615/31555 -- GLOBAL_STEP: 1194150 | > loss_text_ce: 0.031521257013082504 (0.032246475877800405) | > loss_mel_ce: 2.901411533355713 (nan) | > loss: 0.011638622730970383 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14165659869901864) | > loader_time: 0.0047 (0.004671215800533088)  --> TIME: 2025-03-26 00:31:03 -- STEP: 26665/31555 -- GLOBAL_STEP: 1194200 | > loss_text_ce: 0.02600053884088993 (0.03224637136062375) | > loss_mel_ce: 2.7643909454345703 (nan) | > loss: 0.011072982102632523 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14165560704289704) | > loader_time: 0.0046 (0.004671128257094787)  --> TIME: 2025-03-26 00:31:13 -- STEP: 26715/31555 -- GLOBAL_STEP: 1194250 | > loss_text_ce: 0.035831518471241 (0.032245600537119494) | > loss_mel_ce: 2.224888324737549 (nan) | > loss: 0.008971110917627811 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14165592995025464) | > loader_time: 0.0048 (0.0046713253676656736)  --> TIME: 2025-03-26 00:31:22 -- STEP: 26765/31555 -- GLOBAL_STEP: 1194300 | > loss_text_ce: 0.025261636823415756 (0.03224440264160118) | > loss_mel_ce: 2.830958604812622 (nan) | > loss: 0.011334207840263844 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1416505617893186) | > loader_time: 0.0047 (0.004671502019809838)  --> TIME: 2025-03-26 00:31:31 -- STEP: 26815/31555 -- GLOBAL_STEP: 1194350 | > loss_text_ce: 0.03140643611550331 (0.032244882826751725) | > loss_mel_ce: 2.1747982501983643 (nan) | > loss: 0.008754780516028404 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14164396496199602) | > loader_time: 0.0045 (0.004671321527828516)  --> TIME: 2025-03-26 00:31:42 -- STEP: 26865/31555 -- GLOBAL_STEP: 1194400 | > loss_text_ce: 0.02768385037779808 (0.03224563011779978) | > loss_mel_ce: 2.603254556655884 (nan) | > loss: 0.01044023223221302 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.141656246456868) | > loader_time: 0.0047 (0.0046714864894483905)  --> TIME: 2025-03-26 00:31:51 -- STEP: 26915/31555 -- GLOBAL_STEP: 1194450 | > loss_text_ce: 0.039613690227270126 (0.03224704953198765) | > loss_mel_ce: 2.4697256088256836 (nan) | > loss: 0.009957696311175823 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1416565342151426) | > loader_time: 0.005 (0.004671330782376334)  --> TIME: 2025-03-26 00:32:01 -- STEP: 26965/31555 -- GLOBAL_STEP: 1194500 | > loss_text_ce: 0.03262798860669136 (0.03225035841540304) | > loss_mel_ce: 2.7201454639434814 (nan) | > loss: 0.01092370506376028 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1416569900318173) | > loader_time: 0.0048 (0.004671462091028207)  --> TIME: 2025-03-26 00:32:11 -- STEP: 27015/31555 -- GLOBAL_STEP: 1194550 | > loss_text_ce: 0.04274393990635872 (0.0322502249763912) | > loss_mel_ce: 2.78454327583313 (nan) | > loss: 0.011219394393265247 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14166027683693644) | > loader_time: 0.0047 (0.0046717251977632535)  --> TIME: 2025-03-26 00:32:20 -- STEP: 27065/31555 -- GLOBAL_STEP: 1194600 | > loss_text_ce: 0.028506388887763023 (0.032248754146390515) | > loss_mel_ce: 2.243635654449463 (nan) | > loss: 0.009016436524689198 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14166069756632388) | > loader_time: 0.0045 (0.0046717209096274375)  --> TIME: 2025-03-26 00:32:30 -- STEP: 27115/31555 -- GLOBAL_STEP: 1194650 | > loss_text_ce: 0.03523452579975128 (0.032248112112462125) | > loss_mel_ce: 2.6184732913970947 (nan) | > loss: 0.010530587285757065 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.14166178433367052) | > loader_time: 0.0044 (0.004671637800463898)  --> TIME: 2025-03-26 00:32:40 -- STEP: 27165/31555 -- GLOBAL_STEP: 1194700 | > loss_text_ce: 0.029400024563074112 (0.0322487902869214) | > loss_mel_ce: 2.547401189804077 (nan) | > loss: 0.010225402191281319 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14166699952234854) | > loader_time: 0.0045 (0.004671655850100613)  --> TIME: 2025-03-26 00:32:50 -- STEP: 27215/31555 -- GLOBAL_STEP: 1194750 | > loss_text_ce: 0.03041106089949608 (0.032246660898693824) | > loss_mel_ce: 1.6393345594406128 (nan) | > loss: 0.006625975016504526 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14167176628953757) | > loader_time: 0.0046 (0.004671594383916734)  --> TIME: 2025-03-26 00:32:59 -- STEP: 27265/31555 -- GLOBAL_STEP: 1194800 | > loss_text_ce: 0.030758896842598915 (0.03224349078286249) | > loss_mel_ce: 3.0416228771209717 (nan) | > loss: 0.012191991321742535 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1416646284421339) | > loader_time: 0.0045 (0.004671613601245219)  --> TIME: 2025-03-26 00:33:09 -- STEP: 27315/31555 -- GLOBAL_STEP: 1194850 | > loss_text_ce: 0.029480349272489548 (0.03224157667380409) | > loss_mel_ce: 2.2499446868896484 (nan) | > loss: 0.00904533825814724 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14165895800875902) | > loader_time: 0.0046 (0.004671537921953676)  --> TIME: 2025-03-26 00:33:19 -- STEP: 27365/31555 -- GLOBAL_STEP: 1194900 | > loss_text_ce: 0.030137507244944572 (0.03224193068817117) | > loss_mel_ce: 2.4222161769866943 (nan) | > loss: 0.009731562808156013 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14166534863985475) | > loader_time: 0.0049 (0.004671647695481765)  --> TIME: 2025-03-26 00:33:28 -- STEP: 27415/31555 -- GLOBAL_STEP: 1194950 | > loss_text_ce: 0.03250876069068909 (0.03224092104881387) | > loss_mel_ce: 2.8014612197875977 (nan) | > loss: 0.011245913803577423 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14165706169250836) | > loader_time: 0.0045 (0.004671823084843571)  --> TIME: 2025-03-26 00:33:38 -- STEP: 27465/31555 -- GLOBAL_STEP: 1195000 | > loss_text_ce: 0.04239966347813606 (0.03224141958289834) | > loss_mel_ce: 3.1300666332244873 (nan) | > loss: 0.01258915290236473 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14165090432089764) | > loader_time: 0.0046 (0.004671548829147236)  --> TIME: 2025-03-26 00:33:47 -- STEP: 27515/31555 -- GLOBAL_STEP: 1195050 | > loss_text_ce: 0.028136633336544037 (0.03224310711301702) | > loss_mel_ce: 2.7391045093536377 (nan) | > loss: 0.010981116443872452 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14164952513479667) | > loader_time: 0.0068 (0.004671437398490078)  --> TIME: 2025-03-26 00:33:57 -- STEP: 27565/31555 -- GLOBAL_STEP: 1195100 | > loss_text_ce: 0.033547788858413696 (0.03224002624921518) | > loss_mel_ce: 0.18732011318206787 (nan) | > loss: 0.0008764599915593863 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14166197933347147) | > loader_time: 0.0047 (0.004671514045082877)  --> TIME: 2025-03-26 00:34:07 -- STEP: 27615/31555 -- GLOBAL_STEP: 1195150 | > loss_text_ce: 0.02913428284227848 (0.03223890300001045) | > loss_mel_ce: 0.5554018616676331 (nan) | > loss: 0.0023195878602564335 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1416628410132835) | > loader_time: 0.0049 (0.004671440257470099)  --> TIME: 2025-03-26 00:34:17 -- STEP: 27665/31555 -- GLOBAL_STEP: 1195200 | > loss_text_ce: 0.03600774332880974 (0.032236178748891224) | > loss_mel_ce: 1.5528160333633423 (nan) | > loss: 0.006304856855422258 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14166519552679285) | > loader_time: 0.0044 (0.004671530117722272)  --> TIME: 2025-03-26 00:34:26 -- STEP: 27715/31555 -- GLOBAL_STEP: 1195250 | > loss_text_ce: 0.03741715848445892 (0.03223745887186727) | > loss_mel_ce: 2.366499423980713 (nan) | > loss: 0.009539351798593998 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1416631557269147) | > loader_time: 0.0045 (0.004671402225291349)  --> TIME: 2025-03-26 00:34:36 -- STEP: 27765/31555 -- GLOBAL_STEP: 1195300 | > loss_text_ce: 0.025191349908709526 (0.0322375412245813) | > loss_mel_ce: 3.1095669269561768 (nan) | > loss: 0.012439517304301262 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14165880422902966) | > loader_time: 0.0045 (0.004671456365999205)  --> TIME: 2025-03-26 00:34:46 -- STEP: 27815/31555 -- GLOBAL_STEP: 1195350 | > loss_text_ce: 0.03756658360362053 (0.0322373592281191) | > loss_mel_ce: 2.235431671142578 (nan) | > loss: 0.00901983492076397 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1416567812715095) | > loader_time: 0.0051 (0.0046714568082407105)  --> TIME: 2025-03-26 00:34:55 -- STEP: 27865/31555 -- GLOBAL_STEP: 1195400 | > loss_text_ce: 0.04493379592895508 (0.032239382281844524) | > loss_mel_ce: 2.1070196628570557 (nan) | > loss: 0.008539498783648014 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14165057418120916) | > loader_time: 0.0043 (0.004671824044734625)  --> TIME: 2025-03-26 00:35:05 -- STEP: 27915/31555 -- GLOBAL_STEP: 1195450 | > loss_text_ce: 0.03803631663322449 (0.0322384359563256) | > loss_mel_ce: 2.69382643699646 (nan) | > loss: 0.01084072608500719 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14165979735893539) | > loader_time: 0.0045 (0.004671765159539957)  --> TIME: 2025-03-26 00:35:15 -- STEP: 27965/31555 -- GLOBAL_STEP: 1195500 | > loss_text_ce: 0.027523789554834366 (0.03223607262059296) | > loss_mel_ce: 3.073298215866089 (nan) | > loss: 0.012304849922657013 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1416590771520794) | > loader_time: 0.0047 (0.004671623155637166)  --> TIME: 2025-03-26 00:35:24 -- STEP: 28015/31555 -- GLOBAL_STEP: 1195550 | > loss_text_ce: 0.04124722257256508 (0.03223563912696095) | > loss_mel_ce: 2.7536885738372803 (nan) | > loss: 0.011091015301644802 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1416582022354937) | > loader_time: 0.0047 (0.0046717744330603975)  --> TIME: 2025-03-26 00:35:34 -- STEP: 28065/31555 -- GLOBAL_STEP: 1195600 | > loss_text_ce: 0.033303871750831604 (0.032234003758245325) | > loss_mel_ce: 2.711326837539673 (nan) | > loss: 0.010891392827033997 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14165766439228858) | > loader_time: 0.0047 (0.004671748062941159)  --> TIME: 2025-03-26 00:35:44 -- STEP: 28115/31555 -- GLOBAL_STEP: 1195650 | > loss_text_ce: 0.02739344723522663 (0.03223245235611482) | > loss_mel_ce: 2.117182970046997 (nan) | > loss: 0.008510223589837551 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14166076274480355) | > loader_time: 0.0049 (0.004671660789111178)  --> TIME: 2025-03-26 00:35:53 -- STEP: 28165/31555 -- GLOBAL_STEP: 1195700 | > loss_text_ce: 0.025478443130850792 (0.032233126276497805) | > loss_mel_ce: 1.2521469593048096 (nan) | > loss: 0.005069942679256201 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14165896993535806) | > loader_time: 0.0044 (0.004671759531761626)  --> TIME: 2025-03-26 00:36:03 -- STEP: 28215/31555 -- GLOBAL_STEP: 1195750 | > loss_text_ce: 0.036904629319906235 (0.03222948610079543) | > loss_mel_ce: 2.697451591491699 (nan) | > loss: 0.010850620456039906 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14166485435591267) | > loader_time: 0.0048 (0.004671691339868979)  --> TIME: 2025-03-26 00:36:13 -- STEP: 28265/31555 -- GLOBAL_STEP: 1195800 | > loss_text_ce: 0.029696902260184288 (0.03222773668807477) | > loss_mel_ce: 3.0607192516326904 (nan) | > loss: 0.012263556942343712 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14166320937092708) | > loader_time: 0.0045 (0.004671736495717936)  --> TIME: 2025-03-26 00:36:23 -- STEP: 28315/31555 -- GLOBAL_STEP: 1195850 | > loss_text_ce: 0.027630725875496864 (0.032226333015835246) | > loss_mel_ce: 2.103886842727661 (nan) | > loss: 0.008458403870463371 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1416643043594183) | > loader_time: 0.0046 (0.004671662766963317)  --> TIME: 2025-03-26 00:36:32 -- STEP: 28365/31555 -- GLOBAL_STEP: 1195900 | > loss_text_ce: 0.04011328145861626 (0.03222750432440626) | > loss_mel_ce: 2.969871997833252 (nan) | > loss: 0.011944386176764965 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1416619532494533) | > loader_time: 0.0045 (0.004671880452065105)  --> TIME: 2025-03-26 00:36:42 -- STEP: 28415/31555 -- GLOBAL_STEP: 1195950 | > loss_text_ce: 0.03096623159945011 (0.032226397422016564) | > loss_mel_ce: 2.834841728210449 (nan) | > loss: 0.011372254230082035 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14167243938053367) | > loader_time: 0.0056 (0.004671797080294197)  --> TIME: 2025-03-26 00:36:52 -- STEP: 28465/31555 -- GLOBAL_STEP: 1196000 | > loss_text_ce: 0.019031530246138573 (0.03222453803653087) | > loss_mel_ce: 2.7254743576049805 (nan) | > loss: 0.010890897363424301 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14166644977681475) | > loader_time: 0.0046 (0.00467178886476559)  --> TIME: 2025-03-26 00:37:02 -- STEP: 28515/31555 -- GLOBAL_STEP: 1196050 | > loss_text_ce: 0.0362454429268837 (0.032224591609692065) | > loss_mel_ce: 2.4542086124420166 (nan) | > loss: 0.009882754646241665 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1416644335169343) | > loader_time: 0.005 (0.004671690569788479)  --> TIME: 2025-03-26 00:37:11 -- STEP: 28565/31555 -- GLOBAL_STEP: 1196100 | > loss_text_ce: 0.04189895838499069 (0.032224938288720854) | > loss_mel_ce: 2.8282551765441895 (nan) | > loss: 0.011389501392841339 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14165966556261278) | > loader_time: 0.0045 (0.004671652213132827)  --> TIME: 2025-03-26 00:37:21 -- STEP: 28615/31555 -- GLOBAL_STEP: 1196150 | > loss_text_ce: 0.0359746590256691 (0.03222404995231133) | > loss_mel_ce: 2.44490909576416 (nan) | > loss: 0.00984477810561657 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1416630098125265) | > loader_time: 0.008 (0.004671753200642305)  --> TIME: 2025-03-26 00:37:30 -- STEP: 28665/31555 -- GLOBAL_STEP: 1196200 | > loss_text_ce: 0.029095953330397606 (0.0322222781812873) | > loss_mel_ce: 2.520805597305298 (nan) | > loss: 0.010118657723069191 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14166165777220072) | > loader_time: 0.0045 (0.004671854226767596)  --> TIME: 2025-03-26 00:37:40 -- STEP: 28715/31555 -- GLOBAL_STEP: 1196250 | > loss_text_ce: 0.046780865639448166 (0.03222291417411469) | > loss_mel_ce: 2.7384722232818604 (nan) | > loss: 0.011052591726183891 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14166057488031147) | > loader_time: 0.0046 (0.0046717122230881675)  --> TIME: 2025-03-26 00:37:50 -- STEP: 28765/31555 -- GLOBAL_STEP: 1196300 | > loss_text_ce: 0.022827301174402237 (0.03222184310316405) | > loss_mel_ce: 2.2034871578216553 (nan) | > loss: 0.008834581822156906 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14165246209413634) | > loader_time: 0.0046 (0.004671723445187464)  --> TIME: 2025-03-26 00:37:59 -- STEP: 28815/31555 -- GLOBAL_STEP: 1196350 | > loss_text_ce: 0.024896744638681412 (0.03221903349745266) | > loss_mel_ce: 2.620117425918579 (nan) | > loss: 0.010496089234948158 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1416522255585918) | > loader_time: 0.0045 (0.0046716625856356025)  --> TIME: 2025-03-26 00:38:09 -- STEP: 28865/31555 -- GLOBAL_STEP: 1196400 | > loss_text_ce: 0.034736767411231995 (0.03221939685355191) | > loss_mel_ce: 2.5780458450317383 (nan) | > loss: 0.010368186049163342 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.141654161545426) | > loader_time: 0.0046 (0.004671793729041022)  --> TIME: 2025-03-26 00:38:19 -- STEP: 28915/31555 -- GLOBAL_STEP: 1196450 | > loss_text_ce: 0.027066849172115326 (0.03221915938561156) | > loss_mel_ce: 2.3206470012664795 (nan) | > loss: 0.00931632611900568 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14166515412347933) | > loader_time: 0.0046 (0.004671705566886452)  --> TIME: 2025-03-26 00:38:29 -- STEP: 28965/31555 -- GLOBAL_STEP: 1196500 | > loss_text_ce: 0.03435690701007843 (0.03221979353788457) | > loss_mel_ce: 2.299370765686035 (nan) | > loss: 0.00926082395017147 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1416631614567186) | > loader_time: 0.005 (0.004671769674713683)  --> TIME: 2025-03-26 00:38:38 -- STEP: 29015/31555 -- GLOBAL_STEP: 1196550 | > loss_text_ce: 0.030677977949380875 (0.03222350990102802) | > loss_mel_ce: 0.7940673828125 (nan) | > loss: 0.0032727993093430996 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1416639604507674) | > loader_time: 0.0048 (0.004671689039588925)  --> TIME: 2025-03-26 00:38:48 -- STEP: 29065/31555 -- GLOBAL_STEP: 1196600 | > loss_text_ce: 0.03415988013148308 (0.032224220129038396) | > loss_mel_ce: 2.502338409423828 (nan) | > loss: 0.010065469890832901 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14165887553741482) | > loader_time: 0.0048 (0.004671565887133538)  --> TIME: 2025-03-26 00:38:57 -- STEP: 29115/31555 -- GLOBAL_STEP: 1196650 | > loss_text_ce: 0.028616899624466896 (0.0322249938684134) | > loss_mel_ce: 2.4681396484375 (nan) | > loss: 0.009907764382660389 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14165022943553363) | > loader_time: 0.0047 (0.00467146386728444)  --> TIME: 2025-03-26 00:39:07 -- STEP: 29165/31555 -- GLOBAL_STEP: 1196700 | > loss_text_ce: 0.027734624221920967 (0.032224235601484276) | > loss_mel_ce: 2.340508222579956 (nan) | > loss: 0.009397788904607296 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1416442466685482) | > loader_time: 0.0046 (0.004671615461287016)  --> TIME: 2025-03-26 00:39:16 -- STEP: 29215/31555 -- GLOBAL_STEP: 1196750 | > loss_text_ce: 0.028111280873417854 (0.032224872693975365) | > loss_mel_ce: 2.7365143299102783 (nan) | > loss: 0.010970736853778362 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14163454647609344) | > loader_time: 0.0044 (0.00467170809671197)  --> TIME: 2025-03-26 00:39:26 -- STEP: 29265/31555 -- GLOBAL_STEP: 1196800 | > loss_text_ce: 0.034283094108104706 (0.03222274545324917) | > loss_mel_ce: 2.1598734855651855 (nan) | > loss: 0.008706971071660519 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14164021910102506) | > loader_time: 0.0045 (0.004671701634620639)  --> TIME: 2025-03-26 00:39:36 -- STEP: 29315/31555 -- GLOBAL_STEP: 1196850 | > loss_text_ce: 0.024992644786834717 (0.03222165346906823) | > loss_mel_ce: 2.7214386463165283 (nan) | > loss: 0.010898537933826447 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14163632893062128) | > loader_time: 0.0045 (0.004671688533654767)  --> TIME: 2025-03-26 00:39:45 -- STEP: 29365/31555 -- GLOBAL_STEP: 1196900 | > loss_text_ce: 0.023562824353575706 (0.03222062706448755) | > loss_mel_ce: 2.9798080921173096 (nan) | > loss: 0.011918139643967152 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14163729950859208) | > loader_time: 0.0044 (0.004671758568593378)  --> TIME: 2025-03-26 00:39:55 -- STEP: 29415/31555 -- GLOBAL_STEP: 1196950 | > loss_text_ce: 0.031541045755147934 (0.03222252216602326) | > loss_mel_ce: 3.254150390625 (nan) | > loss: 0.013038459233939648 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14163223632476604) | > loader_time: 0.0052 (0.004671714485410953)  --> TIME: 2025-03-26 00:40:04 -- STEP: 29465/31555 -- GLOBAL_STEP: 1197000 | > loss_text_ce: 0.025580791756510735 (0.03222171026949721) | > loss_mel_ce: 3.061411142349243 (nan) | > loss: 0.012249968945980072 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14163325960478748) | > loader_time: 0.0044 (0.004671597517186047)  --> TIME: 2025-03-26 00:40:14 -- STEP: 29515/31555 -- GLOBAL_STEP: 1197050 | > loss_text_ce: 0.02789989672601223 (0.032222048901166596) | > loss_mel_ce: 2.220081090927124 (nan) | > loss: 0.008920560590922832 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14163513330611127) | > loader_time: 0.0048 (0.00467167512937942)  --> TIME: 2025-03-26 00:40:24 -- STEP: 29565/31555 -- GLOBAL_STEP: 1197100 | > loss_text_ce: 0.03766096383333206 (0.03222210514322159) | > loss_mel_ce: 2.2476706504821777 (nan) | > loss: 0.009068776853382587 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14163541616410458) | > loader_time: 0.0047 (0.0046715236649625186)  --> TIME: 2025-03-26 00:40:34 -- STEP: 29615/31555 -- GLOBAL_STEP: 1197150 | > loss_text_ce: 0.04583718255162239 (0.03222274049008317) | > loss_mel_ce: 2.8601531982421875 (nan) | > loss: 0.011531708762049675 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14163880088976172) | > loader_time: 0.0046 (0.004671694172529585)  --> TIME: 2025-03-26 00:40:43 -- STEP: 29665/31555 -- GLOBAL_STEP: 1197200 | > loss_text_ce: 0.02612145058810711 (0.032222720352562594) | > loss_mel_ce: 2.162285089492798 (nan) | > loss: 0.008684152737259865 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14163260274244435) | > loader_time: 0.0045 (0.004671690119632903)  --> TIME: 2025-03-26 00:40:53 -- STEP: 29715/31555 -- GLOBAL_STEP: 1197250 | > loss_text_ce: 0.024578403681516647 (0.032221835256049026) | > loss_mel_ce: 2.8159167766571045 (nan) | > loss: 0.011271806433796883 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1416389813311629) | > loader_time: 0.0044 (0.0046716200709643685)  --> TIME: 2025-03-26 00:41:03 -- STEP: 29765/31555 -- GLOBAL_STEP: 1197300 | > loss_text_ce: 0.03230082988739014 (0.03221921287727322) | > loss_mel_ce: 2.686391592025757 (nan) | > loss: 0.01078846212476492 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14163523110425424) | > loader_time: 0.0047 (0.004671543777519632)  --> TIME: 2025-03-26 00:41:13 -- STEP: 29815/31555 -- GLOBAL_STEP: 1197350 | > loss_text_ce: 0.03270038589835167 (0.03221882928994325) | > loss_mel_ce: 2.373779296875 (nan) | > loss: 0.009549522772431374 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14164154917006713) | > loader_time: 0.0048 (0.004671549777066595)  --> TIME: 2025-03-26 00:41:22 -- STEP: 29865/31555 -- GLOBAL_STEP: 1197400 | > loss_text_ce: 0.044768691062927246 (0.032219347673180174) | > loss_mel_ce: 2.5400390625 (nan) | > loss: 0.010257174260914326 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14163781545598475) | > loader_time: 0.0046 (0.0046713925876869546)  --> TIME: 2025-03-26 00:41:32 -- STEP: 29915/31555 -- GLOBAL_STEP: 1197450 | > loss_text_ce: 0.03467433527112007 (0.03221930680535293) | > loss_mel_ce: 2.734663486480713 (nan) | > loss: 0.010989436879754066 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14164100999559576) | > loader_time: 0.0047 (0.004671187865461117)  --> TIME: 2025-03-26 00:41:42 -- STEP: 29965/31555 -- GLOBAL_STEP: 1197500 | > loss_text_ce: 0.03538811579346657 (0.03221904705058673) | > loss_mel_ce: 3.1010968685150146 (nan) | > loss: 0.012446369975805283 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14164320039327438) | > loader_time: 0.0046 (0.004670821584048766)  --> TIME: 2025-03-26 00:41:52 -- STEP: 30015/31555 -- GLOBAL_STEP: 1197550 | > loss_text_ce: 0.041430678218603134 (0.032220081918285265) | > loss_mel_ce: 2.9623897075653076 (nan) | > loss: 0.01191992312669754 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14164887110868843) | > loader_time: 0.0047 (0.004670932676997464)  --> TIME: 2025-03-26 00:42:01 -- STEP: 30065/31555 -- GLOBAL_STEP: 1197600 | > loss_text_ce: 0.03845994547009468 (0.03222044692535062) | > loss_mel_ce: 2.7070789337158203 (nan) | > loss: 0.010894996114075184 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1416504401802203) | > loader_time: 0.0044 (0.004670795410222213)  --> TIME: 2025-03-26 00:42:11 -- STEP: 30115/31555 -- GLOBAL_STEP: 1197650 | > loss_text_ce: 0.03735092654824257 (0.03222414350392861) | > loss_mel_ce: 2.8967373371124268 (nan) | > loss: 0.011643207632005215 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14165435883960464) | > loader_time: 0.0046 (0.004670714857014972)  --> TIME: 2025-03-26 00:42:21 -- STEP: 30165/31555 -- GLOBAL_STEP: 1197700 | > loss_text_ce: 0.030790220946073532 (0.03222336483368737) | > loss_mel_ce: 2.955692768096924 (nan) | > loss: 0.011851124465465546 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1416524932927087) | > loader_time: 0.0048 (0.004670621276632882)  --> TIME: 2025-03-26 00:42:31 -- STEP: 30215/31555 -- GLOBAL_STEP: 1197750 | > loss_text_ce: 0.03813857585191727 (0.032223208756581294) | > loss_mel_ce: 2.535263776779175 (nan) | > loss: 0.010211914777755737 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14165995793687405) | > loader_time: 0.0057 (0.004670783263374855)  --> TIME: 2025-03-26 00:42:40 -- STEP: 30265/31555 -- GLOBAL_STEP: 1197800 | > loss_text_ce: 0.03817196935415268 (0.03222329238503203) | > loss_mel_ce: 2.0977783203125 (nan) | > loss: 0.008475993759930134 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1416517063662687) | > loader_time: 0.0043 (0.00467066712050954)  --> TIME: 2025-03-26 00:42:50 -- STEP: 30315/31555 -- GLOBAL_STEP: 1197850 | > loss_text_ce: 0.03384385630488396 (0.03222328867672948) | > loss_mel_ce: 2.164635419845581 (nan) | > loss: 0.008724124170839787 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14165316616645363) | > loader_time: 0.0045 (0.00467077244553021)  --> TIME: 2025-03-26 00:43:00 -- STEP: 30365/31555 -- GLOBAL_STEP: 1197900 | > loss_text_ce: 0.0373762771487236 (0.03222371375891506) | > loss_mel_ce: 2.119025468826294 (nan) | > loss: 0.008557150140404701 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14165627733007907) | > loader_time: 0.0044 (0.004670727227441982)  --> TIME: 2025-03-26 00:43:09 -- STEP: 30415/31555 -- GLOBAL_STEP: 1197950 | > loss_text_ce: 0.0252664964646101 (0.03222398293629761) | > loss_mel_ce: 2.665536880493164 (nan) | > loss: 0.010677791200578213 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14166344973125006) | > loader_time: 0.0049 (0.004670555160838508)  --> TIME: 2025-03-26 00:43:19 -- STEP: 30465/31555 -- GLOBAL_STEP: 1198000 | > loss_text_ce: 0.03517035394906998 (0.032222741674133464) | > loss_mel_ce: 0.10915527492761612 (nan) | > loss: 0.0005727207753807306 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14166291138426562) | > loader_time: 0.0042 (0.004670351259465392)  --> TIME: 2025-03-26 00:43:29 -- STEP: 30515/31555 -- GLOBAL_STEP: 1198050 | > loss_text_ce: 0.03875766694545746 (0.03222042831558531) | > loss_mel_ce: 2.3129360675811768 (nan) | > loss: 0.009332118555903435 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14166106101862228) | > loader_time: 0.0044 (0.00467025090998436)  --> TIME: 2025-03-26 00:43:38 -- STEP: 30565/31555 -- GLOBAL_STEP: 1198100 | > loss_text_ce: 0.03358853608369827 (0.03222055442170525) | > loss_mel_ce: 2.1841957569122314 (nan) | > loss: 0.008800731971859932 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14165779269309076) | > loader_time: 0.0044 (0.004670084562197096)  --> TIME: 2025-03-26 00:43:48 -- STEP: 30615/31555 -- GLOBAL_STEP: 1198150 | > loss_text_ce: 0.03577599301934242 (0.03222272138815672) | > loss_mel_ce: 2.3652589321136475 (nan) | > loss: 0.009527916088700294 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14165606480027917) | > loader_time: 0.0045 (0.004670024802048908)  --> TIME: 2025-03-26 00:43:57 -- STEP: 30665/31555 -- GLOBAL_STEP: 1198200 | > loss_text_ce: 0.03683307394385338 (0.03222330744071062) | > loss_mel_ce: 2.956501007080078 (nan) | > loss: 0.011878310702741146 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14165295047004275) | > loader_time: 0.0045 (0.004669861830060277)  --> TIME: 2025-03-26 00:44:07 -- STEP: 30715/31555 -- GLOBAL_STEP: 1198250 | > loss_text_ce: 0.030002333223819733 (0.03222187614156621) | > loss_mel_ce: 2.605473518371582 (nan) | > loss: 0.010458238422870636 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14165528025899585) | > loader_time: 0.0048 (0.004669819517786084)  --> TIME: 2025-03-26 00:44:17 -- STEP: 30765/31555 -- GLOBAL_STEP: 1198300 | > loss_text_ce: 0.030558649450540543 (0.032223262857568824) | > loss_mel_ce: 2.9799153804779053 (nan) | > loss: 0.011946326121687889 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14166076753307266) | > loader_time: 0.0048 (0.004669724575546748)  --> TIME: 2025-03-26 00:44:27 -- STEP: 30815/31555 -- GLOBAL_STEP: 1198350 | > loss_text_ce: 0.03158809617161751 (0.0322220845331421) | > loss_mel_ce: 3.270636558532715 (nan) | > loss: 0.01310406718403101 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1416636125541982) | > loader_time: 0.0045 (0.004669758214707602)  --> TIME: 2025-03-26 00:44:37 -- STEP: 30865/31555 -- GLOBAL_STEP: 1198400 | > loss_text_ce: 0.04268456995487213 (0.03222015394308556) | > loss_mel_ce: 2.966693878173828 (nan) | > loss: 0.011941978707909584 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14166755392005673) | > loader_time: 0.0045 (0.004669676000056522)  --> TIME: 2025-03-26 00:44:47 -- STEP: 30915/31555 -- GLOBAL_STEP: 1198450 | > loss_text_ce: 0.028181886300444603 (0.03221963603298351) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14167717884760267) | > loader_time: 0.0045 (0.004669540136276494)  --> TIME: 2025-03-26 00:44:57 -- STEP: 30965/31555 -- GLOBAL_STEP: 1198500 | > loss_text_ce: 0.04560312628746033 (0.03222206515035516) | > loss_mel_ce: 1.8059813976287842 (nan) | > loss: 0.007347558159381151 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1416798742064246) | > loader_time: 0.0046 (0.004669706682463585)  --> TIME: 2025-03-26 00:45:06 -- STEP: 31015/31555 -- GLOBAL_STEP: 1198550 | > loss_text_ce: 0.02901216223835945 (0.032222289133858384) | > loss_mel_ce: 2.066419839859009 (nan) | > loss: 0.008315207436680794 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1416817632352615) | > loader_time: 0.0045 (0.004669833264004184)  --> TIME: 2025-03-26 00:45:16 -- STEP: 31065/31555 -- GLOBAL_STEP: 1198600 | > loss_text_ce: 0.02825908549129963 (0.03222234991217045) | > loss_mel_ce: 2.8343191146850586 (nan) | > loss: 0.011359437368810177 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.14167803139305138) | > loader_time: 0.0047 (0.00466990695758734)  --> TIME: 2025-03-26 00:45:26 -- STEP: 31115/31555 -- GLOBAL_STEP: 1198650 | > loss_text_ce: 0.0329408124089241 (0.032223689790127304) | > loss_mel_ce: 3.077146530151367 (nan) | > loss: 0.012341617606580257 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1416797119265063) | > loader_time: 0.0048 (0.00466989945238968)  --> TIME: 2025-03-26 00:45:36 -- STEP: 31165/31555 -- GLOBAL_STEP: 1198700 | > loss_text_ce: 0.02386210858821869 (0.03222257902574699) | > loss_mel_ce: 2.4257946014404297 (nan) | > loss: 0.009720860980451107 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14168821115584038) | > loader_time: 0.0048 (0.004669897234613877)  --> TIME: 2025-03-26 00:45:45 -- STEP: 31215/31555 -- GLOBAL_STEP: 1198750 | > loss_text_ce: 0.03233170136809349 (0.03222345233180768) | > loss_mel_ce: 2.610536575317383 (nan) | > loss: 0.010487573221325874 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14168423027559168) | > loader_time: 0.0047 (0.004669774489469206)  --> TIME: 2025-03-26 00:45:55 -- STEP: 31265/31555 -- GLOBAL_STEP: 1198800 | > loss_text_ce: 0.028052888810634613 (0.032221468261136414) | > loss_mel_ce: 2.6519432067871094 (nan) | > loss: 0.01063490565866232 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14168299550383287) | > loader_time: 0.0047 (0.004669613619337216)  --> TIME: 2025-03-26 00:46:05 -- STEP: 31315/31555 -- GLOBAL_STEP: 1198850 | > loss_text_ce: 0.02887423150241375 (0.0322218973215764) | > loss_mel_ce: 3.28761887550354 (nan) | > loss: 0.013160686939954758 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14168278365094833) | > loader_time: 0.0046 (0.004669596557702445)  --> TIME: 2025-03-26 00:46:14 -- STEP: 31365/31555 -- GLOBAL_STEP: 1198900 | > loss_text_ce: 0.03967292606830597 (0.03222184801744718) | > loss_mel_ce: 3.1966552734375 (nan) | > loss: 0.012842572294175625 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14167889091513583) | > loader_time: 0.0045 (0.004669525192701002)  --> TIME: 2025-03-26 00:46:23 -- STEP: 31415/31555 -- GLOBAL_STEP: 1198950 | > loss_text_ce: 0.04358188435435295 (0.03222185550854925) | > loss_mel_ce: 1.6572808027267456 (nan) | > loss: 0.006749455351382494 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14167144302727586) | > loader_time: 0.0044 (0.004669160484679452)  --> TIME: 2025-03-26 00:46:33 -- STEP: 31465/31555 -- GLOBAL_STEP: 1199000 | > loss_text_ce: 0.038681063801050186 (0.03222347259777215) | > loss_mel_ce: 2.645695686340332 (nan) | > loss: 0.010652288794517517 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14166611004345514) | > loader_time: 0.0045 (0.004668949723679392)  --> TIME: 2025-03-26 00:46:43 -- STEP: 31515/31555 -- GLOBAL_STEP: 1199050 | > loss_text_ce: 0.02577432617545128 (0.032220804528130045) | > loss_mel_ce: 2.267608642578125 (nan) | > loss: 0.009100725874304771 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.1416677724931157) | > loader_time: 0.0045 (0.004668774915728766)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021167871157328287 (-5.526542663569084e-06) | > avg_loss_text_ce: 0.02987253099679947 (-0.00018379987527926758) | > avg_loss_mel_ce: 2.515974619388581 (-0.0019148858388251533) | > avg_loss: 2.545847148100535 (-0.0020986874898283325) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1199090.pth  > EPOCH: 39/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 00:47:11)   --> TIME: 2025-03-26 00:47:14 -- STEP: 10/31555 -- GLOBAL_STEP: 1199100 | > loss_text_ce: 0.01763390377163887 (0.029053832031786443) | > loss_mel_ce: 2.5957565307617188 (2.2097815752029417) | > loss: 0.010370597243309021 (0.008884267795656342) | > current_lr: 5e-06 | > step_time: 0.1114 (0.13365213871002196) | > loader_time: 0.0041 (0.004461455345153809)  --> TIME: 2025-03-26 00:47:24 -- STEP: 60/31555 -- GLOBAL_STEP: 1199150 | > loss_text_ce: 0.03411056101322174 (0.03186925283322733) | > loss_mel_ce: 2.8032310009002686 (nan) | > loss: 0.011259292252361774 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.1416915297508239) | > loader_time: 0.0049 (0.004678618907928467)  --> TIME: 2025-03-26 00:47:33 -- STEP: 110/31555 -- GLOBAL_STEP: 1199200 | > loss_text_ce: 0.03536811098456383 (0.032167493839832854) | > loss_mel_ce: 2.01885724067688 (nan) | > loss: 0.008151688612997532 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14027326540513477) | > loader_time: 0.0046 (0.004671491276134144)  --> TIME: 2025-03-26 00:47:43 -- STEP: 160/31555 -- GLOBAL_STEP: 1199250 | > loss_text_ce: 0.04774149879813194 (0.032175506604835376) | > loss_mel_ce: 1.5414764881134033 (nan) | > loss: 0.006306421011686325 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.13971173465251926) | > loader_time: 0.0046 (0.004699037969112396)  --> TIME: 2025-03-26 00:47:53 -- STEP: 210/31555 -- GLOBAL_STEP: 1199300 | > loss_text_ce: 0.028420861810445786 (0.032379166879469436) | > loss_mel_ce: 2.9563956260681152 (nan) | > loss: 0.011844511143863201 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1410121054876417) | > loader_time: 0.0046 (0.004689314251854304)  --> TIME: 2025-03-26 00:48:02 -- STEP: 260/31555 -- GLOBAL_STEP: 1199350 | > loss_text_ce: 0.03771260753273964 (0.032440940512774095) | > loss_mel_ce: 2.2739498615264893 (nan) | > loss: 0.009173263795673847 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14125939882718583) | > loader_time: 0.0043 (0.004643691503084621)  --> TIME: 2025-03-26 00:48:12 -- STEP: 310/31555 -- GLOBAL_STEP: 1199400 | > loss_text_ce: 0.020190011709928513 (0.03225911347375764) | > loss_mel_ce: 1.9217065572738647 (nan) | > loss: 0.0077059390023350716 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14147886537736454) | > loader_time: 0.0045 (0.004633316686076503)  --> TIME: 2025-03-26 00:48:22 -- STEP: 360/31555 -- GLOBAL_STEP: 1199450 | > loss_text_ce: 0.04303884878754616 (0.03217562306154937) | > loss_mel_ce: 3.6026785373687744 (nan) | > loss: 0.014467133209109306 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.1412844273779127) | > loader_time: 0.0046 (0.004614057143529257)  --> TIME: 2025-03-26 00:48:32 -- STEP: 410/31555 -- GLOBAL_STEP: 1199500 | > loss_text_ce: 0.032301727682352066 (0.032130295110911915) | > loss_mel_ce: 1.3002355098724365 (nan) | > loss: 0.005287846550345421 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1420264680211137) | > loader_time: 0.0047 (0.004616803657717819)  --> TIME: 2025-03-26 00:48:42 -- STEP: 460/31555 -- GLOBAL_STEP: 1199550 | > loss_text_ce: 0.025557084009051323 (0.031972175472132575) | > loss_mel_ce: 2.6124067306518555 (nan) | > loss: 0.01046811044216156 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1424046138058538) | > loader_time: 0.0046 (0.0046302764312080675)  --> TIME: 2025-03-26 00:48:51 -- STEP: 510/31555 -- GLOBAL_STEP: 1199600 | > loss_text_ce: 0.037000227719545364 (0.032053479409831456) | > loss_mel_ce: 2.5211291313171387 (nan) | > loss: 0.010151307098567486 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14192369077719894) | > loader_time: 0.0047 (0.0046300355125876)  --> TIME: 2025-03-26 00:49:01 -- STEP: 560/31555 -- GLOBAL_STEP: 1199650 | > loss_text_ce: 0.03156797215342522 (0.03205821301921144) | > loss_mel_ce: 2.9497649669647217 (nan) | > loss: 0.011830687522888184 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14205863518374304) | > loader_time: 0.005 (0.004621607065200803)  --> TIME: 2025-03-26 00:49:11 -- STEP: 610/31555 -- GLOBAL_STEP: 1199700 | > loss_text_ce: 0.02584691159427166 (0.03206801697550744) | > loss_mel_ce: 2.6851391792297363 (nan) | > loss: 0.01075788214802742 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14242362389799015) | > loader_time: 0.0046 (0.0046093401361684315)  --> TIME: 2025-03-26 00:49:20 -- STEP: 660/31555 -- GLOBAL_STEP: 1199750 | > loss_text_ce: 0.021113213151693344 (0.03215430375809477) | > loss_mel_ce: 2.766571044921875 (nan) | > loss: 0.011062239296734333 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1421601201548721) | > loader_time: 0.0042 (0.0045919833761273)  --> TIME: 2025-03-26 00:49:30 -- STEP: 710/31555 -- GLOBAL_STEP: 1199800 | > loss_text_ce: 0.027675475925207138 (0.032157582863116006) | > loss_mel_ce: 2.0250794887542725 (nan) | > loss: 0.008145852945744991 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14202648317310157) | > loader_time: 0.0045 (0.004596573534146161)  --> TIME: 2025-03-26 00:49:40 -- STEP: 760/31555 -- GLOBAL_STEP: 1199850 | > loss_text_ce: 0.032703276723623276 (0.03208233220257655) | > loss_mel_ce: 2.6600520610809326 (nan) | > loss: 0.01068553701043129 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1419480665733938) | > loader_time: 0.0047 (0.0045966251900321515)  --> TIME: 2025-03-26 00:49:49 -- STEP: 810/31555 -- GLOBAL_STEP: 1199900 | > loss_text_ce: 0.03029622510075569 (0.032117601028747084) | > loss_mel_ce: 2.032982587814331 (nan) | > loss: 0.008187615312635899 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14214616439960617) | > loader_time: 0.005 (0.004590533397815842)  --> TIME: 2025-03-26 00:49:59 -- STEP: 860/31555 -- GLOBAL_STEP: 1199950 | > loss_text_ce: 0.03304389491677284 (0.03212322949886674) | > loss_mel_ce: 2.978257179260254 (nan) | > loss: 0.011949608102440834 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.1423647389855495) | > loader_time: 0.0047 (0.004587146570516186)  --> TIME: 2025-03-26 00:50:09 -- STEP: 910/31555 -- GLOBAL_STEP: 1200000 | > loss_text_ce: 0.03243972361087799 (0.03218230741446494) | > loss_mel_ce: 2.8509929180145264 (nan) | > loss: 0.011442193761467934 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1422260942039908) | > loader_time: 0.0045 (0.004589309273185311) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1200000.pth  --> TIME: 2025-03-26 00:50:24 -- STEP: 960/31555 -- GLOBAL_STEP: 1200050 | > loss_text_ce: 0.0397326797246933 (0.032196356297936324) | > loss_mel_ce: 3.016958475112915 (nan) | > loss: 0.012129727751016617 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14216484924157452) | > loader_time: 0.0047 (0.004598246763149897)  --> TIME: 2025-03-26 00:50:34 -- STEP: 1010/31555 -- GLOBAL_STEP: 1200100 | > loss_text_ce: 0.025302641093730927 (0.03220208061508614) | > loss_mel_ce: 2.476412534713745 (nan) | > loss: 0.009927441366016865 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14215516217864377) | > loader_time: 0.0044 (0.004599035848485361)  --> TIME: 2025-03-26 00:50:43 -- STEP: 1060/31555 -- GLOBAL_STEP: 1200150 | > loss_text_ce: 0.04058622568845749 (0.03218617469230493) | > loss_mel_ce: 3.2609050273895264 (nan) | > loss: 0.013101156800985336 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14199406988215887) | > loader_time: 0.0045 (0.0046038704098395585)  --> TIME: 2025-03-26 00:50:53 -- STEP: 1110/31555 -- GLOBAL_STEP: 1200200 | > loss_text_ce: 0.034887656569480896 (0.03217354751536038) | > loss_mel_ce: 2.1128194332122803 (nan) | > loss: 0.008522647432982922 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1419198876028662) | > loader_time: 0.0045 (0.0046086465990221185)  --> TIME: 2025-03-26 00:51:02 -- STEP: 1160/31555 -- GLOBAL_STEP: 1200250 | > loss_text_ce: 0.036772940307855606 (0.0321910422126731) | > loss_mel_ce: 3.098266839981079 (nan) | > loss: 0.0124406348913908 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14192272917977697) | > loader_time: 0.0049 (0.004613259126400125)  --> TIME: 2025-03-26 00:51:12 -- STEP: 1210/31555 -- GLOBAL_STEP: 1200300 | > loss_text_ce: 0.03869042173027992 (0.032183242642343846) | > loss_mel_ce: 2.72922945022583 (nan) | > loss: 0.010983808897435665 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14196201198357186) | > loader_time: 0.0047 (0.004614156139783622)  --> TIME: 2025-03-26 00:51:22 -- STEP: 1260/31555 -- GLOBAL_STEP: 1200350 | > loss_text_ce: 0.02640954591333866 (0.03218147957860126) | > loss_mel_ce: 2.7628602981567383 (nan) | > loss: 0.01106853224337101 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1419215805946833) | > loader_time: 0.0047 (0.004611871923719131)  --> TIME: 2025-03-26 00:51:32 -- STEP: 1310/31555 -- GLOBAL_STEP: 1200400 | > loss_text_ce: 0.037555258721113205 (0.03217823484997831) | > loss_mel_ce: 3.446396827697754 (nan) | > loss: 0.013825207017362118 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14195610366704792) | > loader_time: 0.0043 (0.004608898672438757)  --> TIME: 2025-03-26 00:51:41 -- STEP: 1360/31555 -- GLOBAL_STEP: 1200450 | > loss_text_ce: 0.03150085359811783 (0.03215996659812794) | > loss_mel_ce: 2.878146171569824 (nan) | > loss: 0.011546218767762184 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14180463114205522) | > loader_time: 0.0045 (0.004605438078151024)  --> TIME: 2025-03-26 00:51:51 -- STEP: 1410/31555 -- GLOBAL_STEP: 1200500 | > loss_text_ce: 0.03655613586306572 (0.032132572350455524) | > loss_mel_ce: 2.861546277999878 (nan) | > loss: 0.011500407941639423 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14181412669783788) | > loader_time: 0.0044 (0.004606418068527331)  --> TIME: 2025-03-26 00:52:00 -- STEP: 1460/31555 -- GLOBAL_STEP: 1200550 | > loss_text_ce: 0.019530002027750015 (0.03215222270929652) | > loss_mel_ce: 1.451512098312378 (nan) | > loss: 0.005837469361722469 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14167957567188846) | > loader_time: 0.0044 (0.004605287558411897)  --> TIME: 2025-03-26 00:52:10 -- STEP: 1510/31555 -- GLOBAL_STEP: 1200600 | > loss_text_ce: 0.03196532279253006 (0.032143791409715135) | > loss_mel_ce: 2.832247495651245 (nan) | > loss: 0.011365924030542374 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1416268530270911) | > loader_time: 0.0047 (0.004604403704207462)  --> TIME: 2025-03-26 00:52:19 -- STEP: 1560/31555 -- GLOBAL_STEP: 1200650 | > loss_text_ce: 0.03666309267282486 (0.032159720286010565) | > loss_mel_ce: 3.123680830001831 (nan) | > loss: 0.012541048228740692 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14145734676947946) | > loader_time: 0.0047 (0.004602284920521269)  --> TIME: 2025-03-26 00:52:29 -- STEP: 1610/31555 -- GLOBAL_STEP: 1200700 | > loss_text_ce: 0.04372408241033554 (0.03217742829265435) | > loss_mel_ce: 2.521353006362915 (nan) | > loss: 0.010178877972066402 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14143571364953647) | > loader_time: 0.0045 (0.004602198423065753)  --> TIME: 2025-03-26 00:52:38 -- STEP: 1660/31555 -- GLOBAL_STEP: 1200750 | > loss_text_ce: 0.04747825488448143 (0.03217435421321144) | > loss_mel_ce: 1.8159294128417969 (nan) | > loss: 0.007394474931061268 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14142158031463611) | > loader_time: 0.0046 (0.004601743422358869)  --> TIME: 2025-03-26 00:52:48 -- STEP: 1710/31555 -- GLOBAL_STEP: 1200800 | > loss_text_ce: 0.0299387164413929 (0.0321377616370239) | > loss_mel_ce: 2.238572359085083 (nan) | > loss: 0.009002028964459896 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14141996436648896) | > loader_time: 0.005 (0.004601389204549513)  --> TIME: 2025-03-26 00:52:58 -- STEP: 1760/31555 -- GLOBAL_STEP: 1200850 | > loss_text_ce: 0.02765801176428795 (0.032142909665443906) | > loss_mel_ce: 2.3849830627441406 (nan) | > loss: 0.009573972783982754 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14153161617842594) | > loader_time: 0.0048 (0.004603650895032018)  --> TIME: 2025-03-26 00:53:08 -- STEP: 1810/31555 -- GLOBAL_STEP: 1200900 | > loss_text_ce: 0.019753096625208855 (0.03219255186895235) | > loss_mel_ce: 2.4502756595611572 (nan) | > loss: 0.00980170164257288 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1416469032593195) | > loader_time: 0.0045 (0.004605031540380659)  --> TIME: 2025-03-26 00:53:17 -- STEP: 1860/31555 -- GLOBAL_STEP: 1200950 | > loss_text_ce: 0.037519123405218124 (0.03223263981291454) | > loss_mel_ce: 3.03273606300354 (nan) | > loss: 0.012183553539216518 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14155019201258176) | > loader_time: 0.0046 (0.00460653228144492)  --> TIME: 2025-03-26 00:53:27 -- STEP: 1910/31555 -- GLOBAL_STEP: 1201000 | > loss_text_ce: 0.03317248821258545 (0.0322431245101958) | > loss_mel_ce: 2.917529582977295 (nan) | > loss: 0.011709135957062244 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14161748786247214) | > loader_time: 0.0047 (0.0046097695515417945)  --> TIME: 2025-03-26 00:53:37 -- STEP: 1960/31555 -- GLOBAL_STEP: 1201050 | > loss_text_ce: 0.039496004581451416 (0.032248529337099555) | > loss_mel_ce: 2.405627727508545 (nan) | > loss: 0.009702872484922409 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14158920864669644) | > loader_time: 0.0046 (0.004610759871346612)  --> TIME: 2025-03-26 00:53:46 -- STEP: 2010/31555 -- GLOBAL_STEP: 1201100 | > loss_text_ce: 0.03688720613718033 (0.0322736592838236) | > loss_mel_ce: 0.76812744140625 (nan) | > loss: 0.0031945027876645327 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1415366490681966) | > loader_time: 0.0045 (0.004611954641579397)  --> TIME: 2025-03-26 00:53:56 -- STEP: 2060/31555 -- GLOBAL_STEP: 1201150 | > loss_text_ce: 0.031718406826257706 (0.03225795914446132) | > loss_mel_ce: 2.696972608566284 (nan) | > loss: 0.010828140191733837 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1415688188330641) | > loader_time: 0.0046 (0.004618088828707206)  --> TIME: 2025-03-26 00:54:06 -- STEP: 2110/31555 -- GLOBAL_STEP: 1201200 | > loss_text_ce: 0.022547410801053047 (0.03227824635397636) | > loss_mel_ce: 1.22088623046875 (nan) | > loss: 0.004934260621666908 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1416271524971695) | > loader_time: 0.0046 (0.004621616246011022)  --> TIME: 2025-03-26 00:54:16 -- STEP: 2160/31555 -- GLOBAL_STEP: 1201250 | > loss_text_ce: 0.027099253609776497 (0.032239324276128696) | > loss_mel_ce: 2.4321844577789307 (nan) | > loss: 0.009759063832461834 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14163481548980425) | > loader_time: 0.0049 (0.004618800459084687)  --> TIME: 2025-03-26 00:54:25 -- STEP: 2210/31555 -- GLOBAL_STEP: 1201300 | > loss_text_ce: 0.031777095049619675 (0.03225681742745975) | > loss_mel_ce: 3.3335347175598145 (nan) | > loss: 0.013354413211345673 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1415898551768306) | > loader_time: 0.0045 (0.004618544708010295)  --> TIME: 2025-03-26 00:54:35 -- STEP: 2260/31555 -- GLOBAL_STEP: 1201350 | > loss_text_ce: 0.03467526659369469 (0.0322479678309664) | > loss_mel_ce: 2.396240234375 (nan) | > loss: 0.009646491147577763 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14153497451174565) | > loader_time: 0.0045 (0.0046172379392438205)  --> TIME: 2025-03-26 00:54:45 -- STEP: 2310/31555 -- GLOBAL_STEP: 1201400 | > loss_text_ce: 0.04311996325850487 (0.032235573948203866) | > loss_mel_ce: 2.3059115409851074 (nan) | > loss: 0.009321553632616997 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1415555428632925) | > loader_time: 0.0045 (0.004618061362922963)  --> TIME: 2025-03-26 00:54:54 -- STEP: 2360/31555 -- GLOBAL_STEP: 1201450 | > loss_text_ce: 0.0206481721252203 (0.032199970612270964) | > loss_mel_ce: 1.29736328125 (nan) | > loss: 0.005230204202234745 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14155694953465844) | > loader_time: 0.0045 (0.004617908243405617)  --> TIME: 2025-03-26 00:55:04 -- STEP: 2410/31555 -- GLOBAL_STEP: 1201500 | > loss_text_ce: 0.027446243911981583 (0.032203917579408624) | > loss_mel_ce: 2.737459182739258 (nan) | > loss: 0.010971847921609879 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14156905862800293) | > loader_time: 0.0044 (0.004616897630493672)  --> TIME: 2025-03-26 00:55:13 -- STEP: 2460/31555 -- GLOBAL_STEP: 1201550 | > loss_text_ce: 0.038899071514606476 (0.032202544548677596) | > loss_mel_ce: 2.501359224319458 (nan) | > loss: 0.01008039154112339 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14148784488197255) | > loader_time: 0.007 (0.004616580164529443)  --> TIME: 2025-03-26 00:55:23 -- STEP: 2510/31555 -- GLOBAL_STEP: 1201600 | > loss_text_ce: 0.04787178710103035 (0.03220976940189239) | > loss_mel_ce: 2.6562047004699707 (nan) | > loss: 0.010730463080108166 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14147853091418489) | > loader_time: 0.0049 (0.004616972174777455)  --> TIME: 2025-03-26 00:55:33 -- STEP: 2560/31555 -- GLOBAL_STEP: 1201650 | > loss_text_ce: 0.040611524134874344 (0.03221581182588137) | > loss_mel_ce: 3.144524574279785 (nan) | > loss: 0.012639429420232773 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14151261672377577) | > loader_time: 0.0047 (0.0046166674233973064)  --> TIME: 2025-03-26 00:55:43 -- STEP: 2610/31555 -- GLOBAL_STEP: 1201700 | > loss_text_ce: 0.026915349066257477 (0.03220055905309914) | > loss_mel_ce: 2.5959866046905518 (nan) | > loss: 0.010408341884613037 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1415661408983427) | > loader_time: 0.0045 (0.004616120309208546)  --> TIME: 2025-03-26 00:55:53 -- STEP: 2660/31555 -- GLOBAL_STEP: 1201750 | > loss_text_ce: 0.029062271118164062 (0.03218948107660952) | > loss_mel_ce: 3.424687385559082 (nan) | > loss: 0.013705356977880001 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14166805538019736) | > loader_time: 0.0048 (0.004618099757603235)  --> TIME: 2025-03-26 00:56:03 -- STEP: 2710/31555 -- GLOBAL_STEP: 1201800 | > loss_text_ce: 0.025284890085458755 (0.03216485952566702) | > loss_mel_ce: 1.5709739923477173 (nan) | > loss: 0.006334361154586077 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14179544035359054) | > loader_time: 0.0048 (0.004618951491324222)  --> TIME: 2025-03-26 00:56:13 -- STEP: 2760/31555 -- GLOBAL_STEP: 1201850 | > loss_text_ce: 0.04262692481279373 (0.03215943102697867) | > loss_mel_ce: 2.9945695400238037 (nan) | > loss: 0.012052367441356182 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14182861887890355) | > loader_time: 0.0046 (0.004619648145592732)  --> TIME: 2025-03-26 00:56:22 -- STEP: 2810/31555 -- GLOBAL_STEP: 1201900 | > loss_text_ce: 0.03491349518299103 (0.03214725529198345) | > loss_mel_ce: 2.571061372756958 (nan) | > loss: 0.01034117117524147 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14178500735462768) | > loader_time: 0.0045 (0.0046189939424236505)  --> TIME: 2025-03-26 00:56:32 -- STEP: 2860/31555 -- GLOBAL_STEP: 1201950 | > loss_text_ce: 0.02388005703687668 (0.03214628080466217) | > loss_mel_ce: 2.6574532985687256 (nan) | > loss: 0.010640212334692478 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14173040373342022) | > loader_time: 0.0046 (0.004619458838776279)  --> TIME: 2025-03-26 00:56:41 -- STEP: 2910/31555 -- GLOBAL_STEP: 1202000 | > loss_text_ce: 0.04967853054404259 (0.0321567751716862) | > loss_mel_ce: 0.02628173865377903 (nan) | > loss: 0.00030142965260893106 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1416677851857188) | > loader_time: 0.0043 (0.004617724222006262)  --> TIME: 2025-03-26 00:56:51 -- STEP: 2960/31555 -- GLOBAL_STEP: 1202050 | > loss_text_ce: 0.03141925111413002 (0.03215421679542995) | > loss_mel_ce: 2.7324960231781006 (nan) | > loss: 0.010967918671667576 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14168008163168624) | > loader_time: 0.0045 (0.004616211797740012)  --> TIME: 2025-03-26 00:57:00 -- STEP: 3010/31555 -- GLOBAL_STEP: 1202100 | > loss_text_ce: 0.037504784762859344 (0.032143099901832804) | > loss_mel_ce: 2.9806861877441406 (nan) | > loss: 0.01197694893926382 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14159707159695029) | > loader_time: 0.0047 (0.004614972117731343)  --> TIME: 2025-03-26 00:57:10 -- STEP: 3060/31555 -- GLOBAL_STEP: 1202150 | > loss_text_ce: 0.04403065890073776 (0.03213992968286874) | > loss_mel_ce: 2.7444894313812256 (nan) | > loss: 0.011065556667745113 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14165020253923183) | > loader_time: 0.0047 (0.004614690861670803)  --> TIME: 2025-03-26 00:57:20 -- STEP: 3110/31555 -- GLOBAL_STEP: 1202200 | > loss_text_ce: 0.0417494960129261 (0.0321416819492099) | > loss_mel_ce: 2.607740640640259 (nan) | > loss: 0.01051385048776865 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14163351664589136) | > loader_time: 0.0047 (0.004614793985986252)  --> TIME: 2025-03-26 00:57:30 -- STEP: 3160/31555 -- GLOBAL_STEP: 1202250 | > loss_text_ce: 0.025329504162073135 (0.03213596577237414) | > loss_mel_ce: 2.675215482711792 (nan) | > loss: 0.010716449469327927 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14174172229404672) | > loader_time: 0.0045 (0.004615658219856556)  --> TIME: 2025-03-26 00:57:39 -- STEP: 3210/31555 -- GLOBAL_STEP: 1202300 | > loss_text_ce: 0.03536735102534294 (0.03213086866329784) | > loss_mel_ce: 2.5029962062835693 (nan) | > loss: 0.01007287111133337 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14173178219720933) | > loader_time: 0.0047 (0.004615466914072961)  --> TIME: 2025-03-26 00:57:49 -- STEP: 3260/31555 -- GLOBAL_STEP: 1202350 | > loss_text_ce: 0.03567684441804886 (0.03213760559075743) | > loss_mel_ce: 2.012579917907715 (nan) | > loss: 0.008128004148602486 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1417522202240175) | > loader_time: 0.0046 (0.004615876864801889)  --> TIME: 2025-03-26 00:57:59 -- STEP: 3310/31555 -- GLOBAL_STEP: 1202400 | > loss_text_ce: 0.03211751952767372 (0.032139330689325625) | > loss_mel_ce: 2.867497682571411 (nan) | > loss: 0.01150641031563282 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1418197070003635) | > loader_time: 0.0046 (0.00461645882655487)  --> TIME: 2025-03-26 00:58:09 -- STEP: 3360/31555 -- GLOBAL_STEP: 1202450 | > loss_text_ce: 0.029869066551327705 (0.03213843805576871) | > loss_mel_ce: 2.313307285308838 (nan) | > loss: 0.00929831899702549 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14178592193694325) | > loader_time: 0.0049 (0.004616599707376392)  --> TIME: 2025-03-26 00:58:18 -- STEP: 3410/31555 -- GLOBAL_STEP: 1202500 | > loss_text_ce: 0.029024384915828705 (0.0321261400944088) | > loss_mel_ce: 0.0884806290268898 (nan) | > loss: 0.00046628975542262197 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14181420593317634) | > loader_time: 0.0044 (0.004619301029663986)  --> TIME: 2025-03-26 00:58:28 -- STEP: 3460/31555 -- GLOBAL_STEP: 1202550 | > loss_text_ce: 0.0331173799932003 (0.032126452465073424) | > loss_mel_ce: 2.450345993041992 (nan) | > loss: 0.009855013340711594 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14177812131154027) | > loader_time: 0.0047 (0.004618998621240516)  --> TIME: 2025-03-26 00:58:38 -- STEP: 3510/31555 -- GLOBAL_STEP: 1202600 | > loss_text_ce: 0.03661799058318138 (0.032116750207201734) | > loss_mel_ce: 2.819951057434082 (nan) | > loss: 0.011335591785609722 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14177850454281507) | > loader_time: 0.0051 (0.004617544932243149)  --> TIME: 2025-03-26 00:58:47 -- STEP: 3560/31555 -- GLOBAL_STEP: 1202650 | > loss_text_ce: 0.03940935805439949 (0.03210437532666078) | > loss_mel_ce: 2.9216904640197754 (nan) | > loss: 0.011750397272408009 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.141739040613174) | > loader_time: 0.0045 (0.004615919040829946)  --> TIME: 2025-03-26 00:58:57 -- STEP: 3610/31555 -- GLOBAL_STEP: 1202700 | > loss_text_ce: 0.029014455154538155 (0.032109548564525706) | > loss_mel_ce: 2.7677388191223145 (nan) | > loss: 0.011098227463662624 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14170981668699426) | > loader_time: 0.0044 (0.004615485304940769)  --> TIME: 2025-03-26 00:59:06 -- STEP: 3660/31555 -- GLOBAL_STEP: 1202750 | > loss_text_ce: 0.021112365648150444 (0.03210478571645642) | > loss_mel_ce: 2.9468162059783936 (nan) | > loss: 0.01177749503403902 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14167125492148008) | > loader_time: 0.0044 (0.004615184648440834)  --> TIME: 2025-03-26 00:59:16 -- STEP: 3710/31555 -- GLOBAL_STEP: 1202800 | > loss_text_ce: 0.031198648735880852 (0.03211262133424347) | > loss_mel_ce: 2.487119197845459 (nan) | > loss: 0.009993325918912888 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14166906541891122) | > loader_time: 0.0044 (0.004616418553169845)  --> TIME: 2025-03-26 00:59:26 -- STEP: 3760/31555 -- GLOBAL_STEP: 1202850 | > loss_text_ce: 0.036826200783252716 (0.03209898185574442) | > loss_mel_ce: 2.2596993446350098 (nan) | > loss: 0.009113197214901447 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14168877779169234) | > loader_time: 0.0046 (0.004615741524290529)  --> TIME: 2025-03-26 00:59:35 -- STEP: 3810/31555 -- GLOBAL_STEP: 1202900 | > loss_text_ce: 0.03722098842263222 (0.032110850762067565) | > loss_mel_ce: 2.5565884113311768 (nan) | > loss: 0.010292895138263702 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14166827871417698) | > loader_time: 0.0045 (0.004615430569085547)  --> TIME: 2025-03-26 00:59:45 -- STEP: 3860/31555 -- GLOBAL_STEP: 1202950 | > loss_text_ce: 0.03401648625731468 (0.032107492143269085) | > loss_mel_ce: 2.957496404647827 (nan) | > loss: 0.011871082708239555 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14173610525427655) | > loader_time: 0.0046 (0.004615276897509479)  --> TIME: 2025-03-26 00:59:55 -- STEP: 3910/31555 -- GLOBAL_STEP: 1203000 | > loss_text_ce: 0.02905246429145336 (0.03210281555224079) | > loss_mel_ce: 3.2548718452453613 (nan) | > loss: 0.013031446374952793 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14172454740080334) | > loader_time: 0.0046 (0.004616251321095028)  --> TIME: 2025-03-26 01:00:05 -- STEP: 3960/31555 -- GLOBAL_STEP: 1203050 | > loss_text_ce: 0.037030864506959915 (0.032098709859396224) | > loss_mel_ce: 2.6675312519073486 (nan) | > loss: 0.010732389986515045 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14171455761398882) | > loader_time: 0.0047 (0.004616038245384138)  --> TIME: 2025-03-26 01:00:14 -- STEP: 4010/31555 -- GLOBAL_STEP: 1203100 | > loss_text_ce: 0.030206236988306046 (0.03209465090347993) | > loss_mel_ce: 2.761033296585083 (nan) | > loss: 0.011076347902417183 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14169756337591488) | > loader_time: 0.0046 (0.00461569397229506)  --> TIME: 2025-03-26 01:00:24 -- STEP: 4060/31555 -- GLOBAL_STEP: 1203150 | > loss_text_ce: 0.026426078751683235 (0.032101823553085246) | > loss_mel_ce: 2.1471893787384033 (nan) | > loss: 0.008625458925962448 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1416300070109621) | > loader_time: 0.0045 (0.00461558397180341)  --> TIME: 2025-03-26 01:00:33 -- STEP: 4110/31555 -- GLOBAL_STEP: 1203200 | > loss_text_ce: 0.039335232228040695 (0.032117567168562434) | > loss_mel_ce: 2.765113353729248 (nan) | > loss: 0.011128764599561691 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14158710499459473) | > loader_time: 0.0044 (0.004616069909719943)  --> TIME: 2025-03-26 01:00:43 -- STEP: 4160/31555 -- GLOBAL_STEP: 1203250 | > loss_text_ce: 0.033876776695251465 (0.03211890510305812) | > loss_mel_ce: 3.1070187091827393 (nan) | > loss: 0.012463871389627457 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14162001392015997) | > loader_time: 0.0045 (0.0046155780553817725)  --> TIME: 2025-03-26 01:00:53 -- STEP: 4210/31555 -- GLOBAL_STEP: 1203300 | > loss_text_ce: 0.035824716091156006 (0.03212870029697205) | > loss_mel_ce: 3.0869104862213135 (nan) | > loss: 0.01239180751144886 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.141631665535607) | > loader_time: 0.0045 (0.004615356463434574)  --> TIME: 2025-03-26 01:01:02 -- STEP: 4260/31555 -- GLOBAL_STEP: 1203350 | > loss_text_ce: 0.021142588928341866 (0.03212926415617247) | > loss_mel_ce: 2.7758231163024902 (nan) | > loss: 0.011099070310592651 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1416160201802496) | > loader_time: 0.0045 (0.00461502864327229)  --> TIME: 2025-03-26 01:01:12 -- STEP: 4310/31555 -- GLOBAL_STEP: 1203400 | > loss_text_ce: 0.028411146253347397 (0.03213437888922568) | > loss_mel_ce: 1.7210519313812256 (nan) | > loss: 0.006942314095795155 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14156460513094976) | > loader_time: 0.0046 (0.004616263902934129)  --> TIME: 2025-03-26 01:01:22 -- STEP: 4360/31555 -- GLOBAL_STEP: 1203450 | > loss_text_ce: 0.03149563819169998 (0.032137097513790305) | > loss_mel_ce: 2.5133414268493652 (nan) | > loss: 0.010098559781908989 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14162325454414404) | > loader_time: 0.005 (0.004616782534013095)  --> TIME: 2025-03-26 01:01:31 -- STEP: 4410/31555 -- GLOBAL_STEP: 1203500 | > loss_text_ce: 0.037169963121414185 (0.032151163859153606) | > loss_mel_ce: 1.4869804382324219 (nan) | > loss: 0.006048216018825769 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1416248651859168) | > loader_time: 0.0047 (0.004617073963018227)  --> TIME: 2025-03-26 01:01:41 -- STEP: 4460/31555 -- GLOBAL_STEP: 1203550 | > loss_text_ce: 0.043848536908626556 (0.03213977750887764) | > loss_mel_ce: 2.608219623565674 (nan) | > loss: 0.010524080134928226 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14160069563998207) | > loader_time: 0.0044 (0.0046187193938969475)  --> TIME: 2025-03-26 01:01:50 -- STEP: 4510/31555 -- GLOBAL_STEP: 1203600 | > loss_text_ce: 0.02748711034655571 (0.032110570027532315) | > loss_mel_ce: 2.8524999618530273 (nan) | > loss: 0.01142852008342743 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14154960591089938) | > loader_time: 0.0046 (0.0046183707180150035)  --> TIME: 2025-03-26 01:02:00 -- STEP: 4560/31555 -- GLOBAL_STEP: 1203650 | > loss_text_ce: 0.03444869816303253 (0.03212165925406719) | > loss_mel_ce: 2.7433300018310547 (nan) | > loss: 0.011022931896150112 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1415247089507285) | > loader_time: 0.0046 (0.0046176943339799525)  --> TIME: 2025-03-26 01:02:09 -- STEP: 4610/31555 -- GLOBAL_STEP: 1203700 | > loss_text_ce: 0.029127296060323715 (0.03211489799078932) | > loss_mel_ce: 2.592913866043091 (nan) | > loss: 0.010404925793409348 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14151678747313642) | > loader_time: 0.0045 (0.004618001501368848)  --> TIME: 2025-03-26 01:02:19 -- STEP: 4660/31555 -- GLOBAL_STEP: 1203750 | > loss_text_ce: 0.03351953253149986 (0.03211648760947047) | > loss_mel_ce: 2.3468215465545654 (nan) | > loss: 0.009445798583328724 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14153707508365468) | > loader_time: 0.0045 (0.004619149537557177)  --> TIME: 2025-03-26 01:02:29 -- STEP: 4710/31555 -- GLOBAL_STEP: 1203800 | > loss_text_ce: 0.03024202026426792 (0.03211847862916876) | > loss_mel_ce: 2.623337507247925 (nan) | > loss: 0.01053007785230875 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14151759876567074) | > loader_time: 0.0047 (0.004620373881799646)  --> TIME: 2025-03-26 01:02:39 -- STEP: 4760/31555 -- GLOBAL_STEP: 1203850 | > loss_text_ce: 0.04004582017660141 (0.032135528554756564) | > loss_mel_ce: 2.4598581790924072 (nan) | > loss: 0.009920254349708557 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14155151157819915) | > loader_time: 0.0046 (0.004621478138851513)  --> TIME: 2025-03-26 01:02:48 -- STEP: 4810/31555 -- GLOBAL_STEP: 1203900 | > loss_text_ce: 0.04373811557888985 (0.032136836474308435) | > loss_mel_ce: 2.5122768878936768 (nan) | > loss: 0.01014291774481535 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14155184583207917) | > loader_time: 0.0044 (0.004621180526432027)  --> TIME: 2025-03-26 01:02:58 -- STEP: 4860/31555 -- GLOBAL_STEP: 1203950 | > loss_text_ce: 0.035713717341423035 (0.0321467698699271) | > loss_mel_ce: 2.863037586212158 (nan) | > loss: 0.01150298211723566 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1415866456404635) | > loader_time: 0.0046 (0.004621018254707865)  --> TIME: 2025-03-26 01:03:08 -- STEP: 4910/31555 -- GLOBAL_STEP: 1204000 | > loss_text_ce: 0.03189462423324585 (0.03215229758469291) | > loss_mel_ce: 2.869697332382202 (nan) | > loss: 0.011514254845678806 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14156612660394424) | > loader_time: 0.0045 (0.004620303398722781)  --> TIME: 2025-03-26 01:03:18 -- STEP: 4960/31555 -- GLOBAL_STEP: 1204050 | > loss_text_ce: 0.023775706067681313 (0.0321675959122068) | > loss_mel_ce: 2.7989749908447266 (nan) | > loss: 0.011201392859220505 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14161240847841383) | > loader_time: 0.0046 (0.004620853354853962)  --> TIME: 2025-03-26 01:03:27 -- STEP: 5010/31555 -- GLOBAL_STEP: 1204100 | > loss_text_ce: 0.026361538097262383 (0.03216328277157819) | > loss_mel_ce: 2.6458218097686768 (nan) | > loss: 0.010603902861475945 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14160747242544938) | > loader_time: 0.0045 (0.00462154095282335)  --> TIME: 2025-03-26 01:03:37 -- STEP: 5060/31555 -- GLOBAL_STEP: 1204150 | > loss_text_ce: 0.038532476872205734 (0.032159011394683794) | > loss_mel_ce: 2.9496371746063232 (nan) | > loss: 0.011857816949486732 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14159374783632775) | > loader_time: 0.0044 (0.004621450797371235)  --> TIME: 2025-03-26 01:03:47 -- STEP: 5110/31555 -- GLOBAL_STEP: 1204200 | > loss_text_ce: 0.024856872856616974 (0.032176813756620716) | > loss_mel_ce: 1.2154589891433716 (nan) | > loss: 0.004921888932585716 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14159881401435248) | > loader_time: 0.0045 (0.004621231859210875)  --> TIME: 2025-03-26 01:03:56 -- STEP: 5160/31555 -- GLOBAL_STEP: 1204250 | > loss_text_ce: 0.034382615238428116 (0.03215911589804762) | > loss_mel_ce: 1.3404866456985474 (nan) | > loss: 0.005455830600112677 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14157639279846038) | > loader_time: 0.0044 (0.004621092386023936)  --> TIME: 2025-03-26 01:04:06 -- STEP: 5210/31555 -- GLOBAL_STEP: 1204300 | > loss_text_ce: 0.03623764589428902 (0.03216880218728304) | > loss_mel_ce: 2.659682273864746 (nan) | > loss: 0.01069809589534998 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14161486593638142) | > loader_time: 0.0044 (0.004621446521634559)  --> TIME: 2025-03-26 01:04:16 -- STEP: 5260/31555 -- GLOBAL_STEP: 1204350 | > loss_text_ce: 0.03822588920593262 (0.03216655436184398) | > loss_mel_ce: 2.673652410507202 (nan) | > loss: 0.010761422105133533 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14165419344666302) | > loader_time: 0.0048 (0.004621186773133365)  --> TIME: 2025-03-26 01:04:26 -- STEP: 5310/31555 -- GLOBAL_STEP: 1204400 | > loss_text_ce: 0.03927558660507202 (0.03217624454739784) | > loss_mel_ce: 2.396484375 (nan) | > loss: 0.0096657145768404 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14166846154099766) | > loader_time: 0.0045 (0.00462102274885734)  --> TIME: 2025-03-26 01:04:35 -- STEP: 5360/31555 -- GLOBAL_STEP: 1204450 | > loss_text_ce: 0.03759889677166939 (0.03217645954886301) | > loss_mel_ce: 2.5329160690307617 (nan) | > loss: 0.010200456716120243 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.1416601690783426) | > loader_time: 0.0046 (0.004620397402279408)  --> TIME: 2025-03-26 01:04:45 -- STEP: 5410/31555 -- GLOBAL_STEP: 1204500 | > loss_text_ce: 0.033964455127716064 (0.03216626859819205) | > loss_mel_ce: 2.331221342086792 (nan) | > loss: 0.00938565842807293 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14165392728477627) | > loader_time: 0.0046 (0.004620020006148074)  --> TIME: 2025-03-26 01:04:55 -- STEP: 5460/31555 -- GLOBAL_STEP: 1204550 | > loss_text_ce: 0.024201788008213043 (0.032170342402055234) | > loss_mel_ce: 2.2039794921875 (nan) | > loss: 0.008841990493237972 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14162950279948427) | > loader_time: 0.0044 (0.004620247664469061)  --> TIME: 2025-03-26 01:05:04 -- STEP: 5510/31555 -- GLOBAL_STEP: 1204600 | > loss_text_ce: 0.031654372811317444 (0.03217220957798324) | > loss_mel_ce: 1.8707170486450195 (nan) | > loss: 0.00754909310489893 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14164967073935497) | > loader_time: 0.0045 (0.004620243979452305)  --> TIME: 2025-03-26 01:05:14 -- STEP: 5560/31555 -- GLOBAL_STEP: 1204650 | > loss_text_ce: 0.026321565732359886 (0.03217634688744587) | > loss_mel_ce: 2.913867235183716 (nan) | > loss: 0.01166741643100977 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14164378398613883) | > loader_time: 0.0045 (0.0046200854743984904)  --> TIME: 2025-03-26 01:05:24 -- STEP: 5610/31555 -- GLOBAL_STEP: 1204700 | > loss_text_ce: 0.029813971370458603 (0.03215826714092645) | > loss_mel_ce: 2.6750547885894775 (nan) | > loss: 0.010733607225120068 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14163002139106726) | > loader_time: 0.0044 (0.0046194210834469085)  --> TIME: 2025-03-26 01:05:33 -- STEP: 5660/31555 -- GLOBAL_STEP: 1204750 | > loss_text_ce: 0.03487645834684372 (0.03214727598110833) | > loss_mel_ce: 2.1750926971435547 (nan) | > loss: 0.008769718930125237 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14160492622388912) | > loader_time: 0.0046 (0.004619226944320187)  --> TIME: 2025-03-26 01:05:43 -- STEP: 5710/31555 -- GLOBAL_STEP: 1204800 | > loss_text_ce: 0.04326540231704712 (0.032142253946219425) | > loss_mel_ce: 2.2515828609466553 (nan) | > loss: 0.00910654105246067 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14160926271027685) | > loader_time: 0.0045 (0.004619229570579185)  --> TIME: 2025-03-26 01:05:52 -- STEP: 5760/31555 -- GLOBAL_STEP: 1204850 | > loss_text_ce: 0.016948634758591652 (0.03214832806681652) | > loss_mel_ce: 3.073115348815918 (nan) | > loss: 0.012262159958481789 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14159403455754077) | > loader_time: 0.0046 (0.004619077634480253)  --> TIME: 2025-03-26 01:06:02 -- STEP: 5810/31555 -- GLOBAL_STEP: 1204900 | > loss_text_ce: 0.026696661487221718 (0.03213976683406078) | > loss_mel_ce: 1.90380859375 (nan) | > loss: 0.007660735864192247 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1415725761764838) | > loader_time: 0.0044 (0.004618704462625886)  --> TIME: 2025-03-26 01:06:12 -- STEP: 5860/31555 -- GLOBAL_STEP: 1204950 | > loss_text_ce: 0.02476903237402439 (0.03213369395971659) | > loss_mel_ce: 2.3126814365386963 (nan) | > loss: 0.009275597520172596 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14159867193918557) | > loader_time: 0.0045 (0.004618304744108536)  --> TIME: 2025-03-26 01:06:21 -- STEP: 5910/31555 -- GLOBAL_STEP: 1205000 | > loss_text_ce: 0.02969690039753914 (0.03213651560628303) | > loss_mel_ce: 3.3011574745178223 (nan) | > loss: 0.013217677362263203 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14157543210612097) | > loader_time: 0.0044 (0.004617748889826262)  --> TIME: 2025-03-26 01:06:31 -- STEP: 5960/31555 -- GLOBAL_STEP: 1205050 | > loss_text_ce: 0.03252929449081421 (0.032146416559671674) | > loss_mel_ce: 2.518894910812378 (nan) | > loss: 0.010124700143933296 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.1415970355872337) | > loader_time: 0.0043 (0.004617216363049183)  --> TIME: 2025-03-26 01:06:41 -- STEP: 6010/31555 -- GLOBAL_STEP: 1205100 | > loss_text_ce: 0.026691772043704987 (0.03213826242552302) | > loss_mel_ce: 3.0271551609039307 (nan) | > loss: 0.012118440121412277 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.141602449686872) | > loader_time: 0.0046 (0.004616637436205047)  --> TIME: 2025-03-26 01:06:51 -- STEP: 6060/31555 -- GLOBAL_STEP: 1205150 | > loss_text_ce: 0.032288018614053726 (0.03213993603465069) | > loss_mel_ce: 2.222257375717163 (nan) | > loss: 0.008946609683334827 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1416079158830167) | > loader_time: 0.0048 (0.004615736440463412)  --> TIME: 2025-03-26 01:07:00 -- STEP: 6110/31555 -- GLOBAL_STEP: 1205200 | > loss_text_ce: 0.03940326347947121 (0.03213656804099096) | > loss_mel_ce: 2.065974712371826 (nan) | > loss: 0.008354675024747849 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14159302610032048) | > loader_time: 0.0045 (0.0046174008405344994)  --> TIME: 2025-03-26 01:07:10 -- STEP: 6160/31555 -- GLOBAL_STEP: 1205250 | > loss_text_ce: 0.02046305686235428 (0.03215210899489923) | > loss_mel_ce: 1.7469267845153809 (nan) | > loss: 0.007013452239334583 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14162039888369513) | > loader_time: 0.0044 (0.004617978806619504)  --> TIME: 2025-03-26 01:07:20 -- STEP: 6210/31555 -- GLOBAL_STEP: 1205300 | > loss_text_ce: 0.031045684590935707 (0.03214696778056487) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14166125514081085) | > loader_time: 0.0046 (0.004618457473226583)  --> TIME: 2025-03-26 01:07:30 -- STEP: 6260/31555 -- GLOBAL_STEP: 1205350 | > loss_text_ce: 0.032387007027864456 (0.03215508842587878) | > loss_mel_ce: 1.5803349018096924 (nan) | > loss: 0.006399690639227629 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14165844707824127) | > loader_time: 0.0042 (0.004617837823617933)  --> TIME: 2025-03-26 01:07:39 -- STEP: 6310/31555 -- GLOBAL_STEP: 1205400 | > loss_text_ce: 0.03924314305186272 (0.032154962209550775) | > loss_mel_ce: 2.81382155418396 (nan) | > loss: 0.011321686208248138 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14163594786225286) | > loader_time: 0.0044 (0.004616772769559184)  --> TIME: 2025-03-26 01:07:49 -- STEP: 6360/31555 -- GLOBAL_STEP: 1205450 | > loss_text_ce: 0.03092840127646923 (0.03215026633313173) | > loss_mel_ce: 2.8767480850219727 (nan) | > loss: 0.011538399383425713 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14163518975365777) | > loader_time: 0.0048 (0.004615582385153118)  --> TIME: 2025-03-26 01:07:58 -- STEP: 6410/31555 -- GLOBAL_STEP: 1205500 | > loss_text_ce: 0.03593774512410164 (0.03214785861542998) | > loss_mel_ce: 2.815671920776367 (nan) | > loss: 0.011315912008285522 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14163187148976375) | > loader_time: 0.0049 (0.004616006785733441)  --> TIME: 2025-03-26 01:08:08 -- STEP: 6460/31555 -- GLOBAL_STEP: 1205550 | > loss_text_ce: 0.02742774412035942 (0.03213305224364643) | > loss_mel_ce: 2.764639377593994 (nan) | > loss: 0.011079631745815277 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14162151514561128) | > loader_time: 0.0047 (0.004615934862071863)  --> TIME: 2025-03-26 01:08:17 -- STEP: 6510/31555 -- GLOBAL_STEP: 1205600 | > loss_text_ce: 0.03959890082478523 (0.03213792405350168) | > loss_mel_ce: 2.669921398162842 (nan) | > loss: 0.010752065107226372 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1415845395599453) | > loader_time: 0.0044 (0.004615674150704214)  --> TIME: 2025-03-26 01:08:27 -- STEP: 6560/31555 -- GLOBAL_STEP: 1205650 | > loss_text_ce: 0.03126779943704605 (0.03213721972751071) | > loss_mel_ce: 2.5425102710723877 (nan) | > loss: 0.010213405825197697 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14151537189396354) | > loader_time: 0.0045 (0.004615361952200143)  --> TIME: 2025-03-26 01:08:36 -- STEP: 6610/31555 -- GLOBAL_STEP: 1205700 | > loss_text_ce: 0.028955571353435516 (0.03213348884019952) | > loss_mel_ce: 2.5058860778808594 (nan) | > loss: 0.01005889568477869 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.141522009578306) | > loader_time: 0.0046 (0.004615565940579892)  --> TIME: 2025-03-26 01:08:46 -- STEP: 6660/31555 -- GLOBAL_STEP: 1205750 | > loss_text_ce: 0.034944694489240646 (0.03213278150966242) | > loss_mel_ce: 2.662485122680664 (nan) | > loss: 0.01070408709347248 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14149594142272254) | > loader_time: 0.0046 (0.00461593372327785)  --> TIME: 2025-03-26 01:08:55 -- STEP: 6710/31555 -- GLOBAL_STEP: 1205800 | > loss_text_ce: 0.02539953403174877 (0.032146749762754404) | > loss_mel_ce: 2.876879930496216 (nan) | > loss: 0.011516982689499855 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14146280182100746) | > loader_time: 0.0045 (0.004616860199258839)  --> TIME: 2025-03-26 01:09:05 -- STEP: 6760/31555 -- GLOBAL_STEP: 1205850 | > loss_text_ce: 0.04585781320929527 (0.0321507584369747) | > loss_mel_ce: 2.2943365573883057 (nan) | > loss: 0.009286486543715 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14145641429184405) | > loader_time: 0.0046 (0.0046167909393648905)  --> TIME: 2025-03-26 01:09:15 -- STEP: 6810/31555 -- GLOBAL_STEP: 1205900 | > loss_text_ce: 0.02285410277545452 (0.03214244542988061) | > loss_mel_ce: 2.9022722244262695 (nan) | > loss: 0.011607645079493523 (nan) | > current_lr: 5e-06 | > step_time: 0.168 (0.14147591639895382) | > loader_time: 0.0047 (0.004617570185276179)  --> TIME: 2025-03-26 01:09:24 -- STEP: 6860/31555 -- GLOBAL_STEP: 1205950 | > loss_text_ce: 0.0321122482419014 (0.03214962484963981) | > loss_mel_ce: 0.04541015625 (nan) | > loss: 0.0003076285938732326 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14145947395886285) | > loader_time: 0.0044 (0.0046170075502756786)  --> TIME: 2025-03-26 01:09:34 -- STEP: 6910/31555 -- GLOBAL_STEP: 1206000 | > loss_text_ce: 0.03251514956355095 (0.032147292358134995) | > loss_mel_ce: 2.6277334690093994 (nan) | > loss: 0.010556542314589024 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14144561173429301) | > loader_time: 0.0065 (0.004616679192969465)  --> TIME: 2025-03-26 01:09:44 -- STEP: 6960/31555 -- GLOBAL_STEP: 1206050 | > loss_text_ce: 0.030470123514533043 (0.032140177937797276) | > loss_mel_ce: 2.5758025646209717 (nan) | > loss: 0.010342353023588657 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14146573286631944) | > loader_time: 0.0045 (0.0046181609575775585)  --> TIME: 2025-03-26 01:09:53 -- STEP: 7010/31555 -- GLOBAL_STEP: 1206100 | > loss_text_ce: 0.026411423459649086 (0.03214376388999842) | > loss_mel_ce: 2.8498384952545166 (nan) | > loss: 0.011413691565394402 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14148604988881694) | > loader_time: 0.0044 (0.0046182884809463825)  --> TIME: 2025-03-26 01:10:03 -- STEP: 7060/31555 -- GLOBAL_STEP: 1206150 | > loss_text_ce: 0.029394280165433884 (0.032155546547697283) | > loss_mel_ce: 2.884312152862549 (nan) | > loss: 0.011562327854335308 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1414669971628155) | > loader_time: 0.0045 (0.0046180597783485565)  --> TIME: 2025-03-26 01:10:13 -- STEP: 7110/31555 -- GLOBAL_STEP: 1206200 | > loss_text_ce: 0.03778429329395294 (0.03215758817967255) | > loss_mel_ce: 2.900136709213257 (nan) | > loss: 0.011658417992293835 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1414491979381699) | > loader_time: 0.0049 (0.0046179787519108634)  --> TIME: 2025-03-26 01:10:22 -- STEP: 7160/31555 -- GLOBAL_STEP: 1206250 | > loss_text_ce: 0.03882024064660072 (0.03215843766534902) | > loss_mel_ce: 2.0286052227020264 (nan) | > loss: 0.008204069919884205 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14144864418653072) | > loader_time: 0.0045 (0.004618093055053771)  --> TIME: 2025-03-26 01:10:32 -- STEP: 7210/31555 -- GLOBAL_STEP: 1206300 | > loss_text_ce: 0.03106270171701908 (0.03216641899366221) | > loss_mel_ce: 2.7415244579315186 (nan) | > loss: 0.011002330109477043 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14144160846731302) | > loader_time: 0.0047 (0.004617906013573397)  --> TIME: 2025-03-26 01:10:41 -- STEP: 7260/31555 -- GLOBAL_STEP: 1206350 | > loss_text_ce: 0.034494079649448395 (0.03216475152395179) | > loss_mel_ce: 2.8894596099853516 (nan) | > loss: 0.011602992191910744 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14144097369564393) | > loader_time: 0.0045 (0.004617881610702195)  --> TIME: 2025-03-26 01:10:51 -- STEP: 7310/31555 -- GLOBAL_STEP: 1206400 | > loss_text_ce: 0.02332371100783348 (0.03215713885570751) | > loss_mel_ce: 2.4842562675476074 (nan) | > loss: 0.009950715117156506 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14144660666605283) | > loader_time: 0.0047 (0.004618446999796413)  --> TIME: 2025-03-26 01:11:01 -- STEP: 7360/31555 -- GLOBAL_STEP: 1206450 | > loss_text_ce: 0.03243793919682503 (0.03214821235704467) | > loss_mel_ce: 3.039238214492798 (nan) | > loss: 0.01218919176608324 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1414624865612251) | > loader_time: 0.0045 (0.004619096867416191)  --> TIME: 2025-03-26 01:11:11 -- STEP: 7410/31555 -- GLOBAL_STEP: 1206500 | > loss_text_ce: 0.03451976552605629 (0.032146866265030875) | > loss_mel_ce: 2.6902146339416504 (nan) | > loss: 0.01081243809312582 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14144482660872662) | > loader_time: 0.0045 (0.004619862129170217)  --> TIME: 2025-03-26 01:11:20 -- STEP: 7460/31555 -- GLOBAL_STEP: 1206550 | > loss_text_ce: 0.02932768501341343 (0.03214169267662396) | > loss_mel_ce: 3.1062393188476562 (nan) | > loss: 0.012442726641893387 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.1414462658738955) | > loader_time: 0.0048 (0.004619666270851744)  --> TIME: 2025-03-26 01:11:30 -- STEP: 7510/31555 -- GLOBAL_STEP: 1206600 | > loss_text_ce: 0.03573402389883995 (0.03214010845872267) | > loss_mel_ce: 3.2697560787200928 (nan) | > loss: 0.013117024675011635 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1414467168711466) | > loader_time: 0.0044 (0.004619236284502312)  --> TIME: 2025-03-26 01:11:40 -- STEP: 7560/31555 -- GLOBAL_STEP: 1206650 | > loss_text_ce: 0.03291076049208641 (0.03213966373445366) | > loss_mel_ce: 2.1598870754241943 (nan) | > loss: 0.00870157964527607 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14146827241731) | > loader_time: 0.0046 (0.004618619863318363)  --> TIME: 2025-03-26 01:11:50 -- STEP: 7610/31555 -- GLOBAL_STEP: 1206700 | > loss_text_ce: 0.014700111001729965 (0.03214395447461613) | > loss_mel_ce: 1.8533799648284912 (nan) | > loss: 0.007413016166538 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14149350383748452) | > loader_time: 0.0044 (0.0046192659185060915)  --> TIME: 2025-03-26 01:11:59 -- STEP: 7660/31555 -- GLOBAL_STEP: 1206750 | > loss_text_ce: 0.03628799319267273 (0.03214270594948063) | > loss_mel_ce: 0.09210205078125 (nan) | > loss: 0.0005094843218103051 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14147432174134747) | > loader_time: 0.0045 (0.004618888112957086)  --> TIME: 2025-03-26 01:12:09 -- STEP: 7710/31555 -- GLOBAL_STEP: 1206800 | > loss_text_ce: 0.037053558975458145 (0.032143681211670154) | > loss_mel_ce: 2.784346580505371 (nan) | > loss: 0.011196033097803593 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14147444043487203) | > loader_time: 0.0045 (0.004618376392953257)  --> TIME: 2025-03-26 01:12:18 -- STEP: 7760/31555 -- GLOBAL_STEP: 1206850 | > loss_text_ce: 0.03660407289862633 (0.03214694345789999) | > loss_mel_ce: 3.026937961578369 (nan) | > loss: 0.012156913988292217 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14145597394594145) | > loader_time: 0.0046 (0.004618277070448547)  --> TIME: 2025-03-26 01:12:28 -- STEP: 7810/31555 -- GLOBAL_STEP: 1206900 | > loss_text_ce: 0.036332037299871445 (0.03214593454968864) | > loss_mel_ce: 2.382094621658325 (nan) | > loss: 0.009596931748092175 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14143785560329433) | > loader_time: 0.0048 (0.004618090032462708)  --> TIME: 2025-03-26 01:12:38 -- STEP: 7860/31555 -- GLOBAL_STEP: 1206950 | > loss_text_ce: 0.039594605565071106 (0.03214405477272103) | > loss_mel_ce: 2.6818528175354004 (nan) | > loss: 0.01079939492046833 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14144788728718777) | > loader_time: 0.0046 (0.004617925120977325)  --> TIME: 2025-03-26 01:12:47 -- STEP: 7910/31555 -- GLOBAL_STEP: 1207000 | > loss_text_ce: 0.03896987438201904 (0.032136633326847075) | > loss_mel_ce: 2.1322076320648193 (nan) | > loss: 0.008615783415734768 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14139480626989942) | > loader_time: 0.0048 (0.004617652790585578)  --> TIME: 2025-03-26 01:12:57 -- STEP: 7960/31555 -- GLOBAL_STEP: 1207050 | > loss_text_ce: 0.0334126278758049 (0.03213777982374784) | > loss_mel_ce: 2.208482265472412 (nan) | > loss: 0.008896409533917904 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1414286679658452) | > loader_time: 0.0045 (0.004617531814766865)  --> TIME: 2025-03-26 01:13:07 -- STEP: 8010/31555 -- GLOBAL_STEP: 1207100 | > loss_text_ce: 0.03367982059717178 (0.032141190551142396) | > loss_mel_ce: 2.732835531234741 (nan) | > loss: 0.010978235863149166 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1414517143394759) | > loader_time: 0.0048 (0.004617604899793356)  --> TIME: 2025-03-26 01:13:16 -- STEP: 8060/31555 -- GLOBAL_STEP: 1207150 | > loss_text_ce: 0.03667411953210831 (0.03213458297492265) | > loss_mel_ce: 2.7332212924957275 (nan) | > loss: 0.010991648770868778 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14145383465082942) | > loader_time: 0.0047 (0.004617365980266614)  --> TIME: 2025-03-26 01:13:26 -- STEP: 8110/31555 -- GLOBAL_STEP: 1207200 | > loss_text_ce: 0.020517753437161446 (0.032132291759372426) | > loss_mel_ce: 0.7648104429244995 (nan) | > loss: 0.0031163820531219244 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14144439747242327) | > loader_time: 0.0043 (0.0046170018898132326)  --> TIME: 2025-03-26 01:13:36 -- STEP: 8160/31555 -- GLOBAL_STEP: 1207250 | > loss_text_ce: 0.036688074469566345 (0.032123792815643135) | > loss_mel_ce: 3.3696274757385254 (nan) | > loss: 0.013517126441001892 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14146080747538858) | > loader_time: 0.0045 (0.004617884083121408)  --> TIME: 2025-03-26 01:13:46 -- STEP: 8210/31555 -- GLOBAL_STEP: 1207300 | > loss_text_ce: 0.028552332893013954 (0.03212748340055373) | > loss_mel_ce: 2.622037410736084 (nan) | > loss: 0.010518213734030724 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14148175097847618) | > loader_time: 0.0044 (0.004617547611371295)  --> TIME: 2025-03-26 01:13:55 -- STEP: 8260/31555 -- GLOBAL_STEP: 1207350 | > loss_text_ce: 0.02514040470123291 (0.032130632285912744) | > loss_mel_ce: 2.322786569595337 (nan) | > loss: 0.009317171759903431 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1414730150820839) | > loader_time: 0.0045 (0.004617480273396837)  --> TIME: 2025-03-26 01:14:05 -- STEP: 8310/31555 -- GLOBAL_STEP: 1207400 | > loss_text_ce: 0.0380239337682724 (0.03213830424403213) | > loss_mel_ce: 3.012155055999756 (nan) | > loss: 0.012103885412216187 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1414594344427146) | > loader_time: 0.0044 (0.004617042719385375)  --> TIME: 2025-03-26 01:14:15 -- STEP: 8360/31555 -- GLOBAL_STEP: 1207450 | > loss_text_ce: 0.03520913049578667 (0.0321306397949021) | > loss_mel_ce: 2.6622581481933594 (nan) | > loss: 0.01070423610508442 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1414736860961999) | > loader_time: 0.0049 (0.004616990528608601)  --> TIME: 2025-03-26 01:14:24 -- STEP: 8410/31555 -- GLOBAL_STEP: 1207500 | > loss_text_ce: 0.04027668386697769 (0.032129993153166884) | > loss_mel_ce: 1.059928059577942 (nan) | > loss: 0.004365892149507999 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14143643654200688) | > loader_time: 0.0046 (0.004616768153187189)  --> TIME: 2025-03-26 01:14:33 -- STEP: 8460/31555 -- GLOBAL_STEP: 1207550 | > loss_text_ce: 0.029200470075011253 (0.032128698703223164) | > loss_mel_ce: 2.823500394821167 (nan) | > loss: 0.011320242658257484 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1414329698181597) | > loader_time: 0.0047 (0.00461696687883235)  --> TIME: 2025-03-26 01:14:43 -- STEP: 8510/31555 -- GLOBAL_STEP: 1207600 | > loss_text_ce: 0.041592929512262344 (0.032130337366123043) | > loss_mel_ce: 3.1265485286712646 (nan) | > loss: 0.012571990489959717 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14142216711570957) | > loader_time: 0.0047 (0.004617105891925867)  --> TIME: 2025-03-26 01:14:53 -- STEP: 8560/31555 -- GLOBAL_STEP: 1207650 | > loss_text_ce: 0.028876066207885742 (0.03212608133941014) | > loss_mel_ce: 2.4893598556518555 (nan) | > loss: 0.009992999956011772 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14140749816025472) | > loader_time: 0.0047 (0.004617306924311894)  --> TIME: 2025-03-26 01:15:02 -- STEP: 8610/31555 -- GLOBAL_STEP: 1207700 | > loss_text_ce: 0.03556063398718834 (0.032122457873846474) | > loss_mel_ce: 2.7112526893615723 (nan) | > loss: 0.010900053195655346 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14140223097164253) | > loader_time: 0.0044 (0.004618314417397084)  --> TIME: 2025-03-26 01:15:12 -- STEP: 8660/31555 -- GLOBAL_STEP: 1207750 | > loss_text_ce: 0.03918673098087311 (0.03211832372439439) | > loss_mel_ce: 2.4654603004455566 (nan) | > loss: 0.009939076378941536 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14137398984635885) | > loader_time: 0.0044 (0.004618247386764965)  --> TIME: 2025-03-26 01:15:21 -- STEP: 8710/31555 -- GLOBAL_STEP: 1207800 | > loss_text_ce: 0.02737829089164734 (0.032112971712524085) | > loss_mel_ce: 2.8994932174682617 (nan) | > loss: 0.011614570394158363 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14139608545774093) | > loader_time: 0.0044 (0.004618110065482085)  --> TIME: 2025-03-26 01:15:31 -- STEP: 8760/31555 -- GLOBAL_STEP: 1207850 | > loss_text_ce: 0.030936390161514282 (0.032114204514525145) | > loss_mel_ce: 2.981334686279297 (nan) | > loss: 0.01195345725864172 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14140456256256728) | > loader_time: 0.0048 (0.004617690767871719)  --> TIME: 2025-03-26 01:15:41 -- STEP: 8810/31555 -- GLOBAL_STEP: 1207900 | > loss_text_ce: 0.024523066356778145 (0.03211396465989243) | > loss_mel_ce: 2.42258358001709 (nan) | > loss: 0.009710741229355335 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14142058328656618) | > loader_time: 0.0042 (0.004617044955458177)  --> TIME: 2025-03-26 01:15:51 -- STEP: 8860/31555 -- GLOBAL_STEP: 1207950 | > loss_text_ce: 0.044545404613018036 (0.032124080292619935) | > loss_mel_ce: 2.5120747089385986 (nan) | > loss: 0.010145318694412708 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14142723637832677) | > loader_time: 0.0045 (0.004616661184797423)  --> TIME: 2025-03-26 01:16:00 -- STEP: 8910/31555 -- GLOBAL_STEP: 1208000 | > loss_text_ce: 0.031146492809057236 (0.03211615505355486) | > loss_mel_ce: 1.9762719869613647 (nan) | > loss: 0.007965946570038795 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14142148486692835) | > loader_time: 0.0048 (0.004616054782160991)  --> TIME: 2025-03-26 01:16:10 -- STEP: 8960/31555 -- GLOBAL_STEP: 1208050 | > loss_text_ce: 0.029295573011040688 (0.03212543149150287) | > loss_mel_ce: 2.2261159420013428 (nan) | > loss: 0.008950046263635159 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14140575661190846) | > loader_time: 0.0044 (0.00461583467466489)  --> TIME: 2025-03-26 01:16:19 -- STEP: 9010/31555 -- GLOBAL_STEP: 1208100 | > loss_text_ce: 0.023581350222229958 (0.03212990451430485) | > loss_mel_ce: 1.3656851053237915 (nan) | > loss: 0.005512962583452463 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14138310537750978) | > loader_time: 0.0045 (0.004615621508557031)  --> TIME: 2025-03-26 01:16:29 -- STEP: 9060/31555 -- GLOBAL_STEP: 1208150 | > loss_text_ce: 0.03448784351348877 (0.03213222672027972) | > loss_mel_ce: 2.326120376586914 (nan) | > loss: 0.009367492981255054 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1413925018531589) | > loader_time: 0.0045 (0.004615627771971225)  --> TIME: 2025-03-26 01:16:39 -- STEP: 9110/31555 -- GLOBAL_STEP: 1208200 | > loss_text_ce: 0.035402536392211914 (0.032137476003490706) | > loss_mel_ce: 2.685265064239502 (nan) | > loss: 0.010796301066875458 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14140260771783772) | > loader_time: 0.0045 (0.004615056449312265)  --> TIME: 2025-03-26 01:16:48 -- STEP: 9160/31555 -- GLOBAL_STEP: 1208250 | > loss_text_ce: 0.028443891555070877 (0.032128517199145085) | > loss_mel_ce: 2.774209976196289 (nan) | > loss: 0.011121642775833607 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14139448815558076) | > loader_time: 0.0045 (0.004614868278586696)  --> TIME: 2025-03-26 01:16:58 -- STEP: 9210/31555 -- GLOBAL_STEP: 1208300 | > loss_text_ce: 0.04110121726989746 (0.03212948869145308) | > loss_mel_ce: 2.5623855590820312 (nan) | > loss: 0.010331297293305397 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14140688738786616) | > loader_time: 0.0045 (0.0046143978089903)  --> TIME: 2025-03-26 01:17:08 -- STEP: 9260/31555 -- GLOBAL_STEP: 1208350 | > loss_text_ce: 0.0322173647582531 (0.032128912647160314) | > loss_mel_ce: 2.412642478942871 (nan) | > loss: 0.009701824747025967 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14141565896007388) | > loader_time: 0.0047 (0.004614100239961746)  --> TIME: 2025-03-26 01:17:18 -- STEP: 9310/31555 -- GLOBAL_STEP: 1208400 | > loss_text_ce: 0.04046857729554176 (0.03212287342365916) | > loss_mel_ce: 2.294750928878784 (nan) | > loss: 0.009266745299100876 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1414290314202143) | > loader_time: 0.0046 (0.004614323396815888)  --> TIME: 2025-03-26 01:17:27 -- STEP: 9360/31555 -- GLOBAL_STEP: 1208450 | > loss_text_ce: 0.034917593002319336 (0.03212462007824307) | > loss_mel_ce: 3.032323122024536 (nan) | > loss: 0.012171590700745583 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14141952313928452) | > loader_time: 0.0046 (0.004613801505830536)  --> TIME: 2025-03-26 01:17:37 -- STEP: 9410/31555 -- GLOBAL_STEP: 1208500 | > loss_text_ce: 0.03959264978766441 (0.032131928908584295) | > loss_mel_ce: 2.6361243724823 (nan) | > loss: 0.01061792578548193 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14139979141551484) | > loader_time: 0.0043 (0.004612788586510087)  --> TIME: 2025-03-26 01:17:46 -- STEP: 9460/31555 -- GLOBAL_STEP: 1208550 | > loss_text_ce: 0.041933052241802216 (0.03213093137766302) | > loss_mel_ce: 3.2460105419158936 (nan) | > loss: 0.013047396205365658 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14138616038679244) | > loader_time: 0.0044 (0.004611729113798552)  --> TIME: 2025-03-26 01:17:56 -- STEP: 9510/31555 -- GLOBAL_STEP: 1208600 | > loss_text_ce: 0.027714116498827934 (0.03213310054905886) | > loss_mel_ce: 2.0776875019073486 (nan) | > loss: 0.00835476815700531 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14140752520094838) | > loader_time: 0.0045 (0.004611396338285319)  --> TIME: 2025-03-26 01:18:06 -- STEP: 9560/31555 -- GLOBAL_STEP: 1208650 | > loss_text_ce: 0.026564667001366615 (0.0321317541705266) | > loss_mel_ce: 3.181241273880005 (nan) | > loss: 0.012729388661682606 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14139585876564525) | > loader_time: 0.0046 (0.004611157747492119)  --> TIME: 2025-03-26 01:18:16 -- STEP: 9610/31555 -- GLOBAL_STEP: 1208700 | > loss_text_ce: 0.03730180114507675 (0.03214057063243895) | > loss_mel_ce: 2.5023372173309326 (nan) | > loss: 0.010077932849526405 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14140677137007626) | > loader_time: 0.0046 (0.004611485359199822)  --> TIME: 2025-03-26 01:18:25 -- STEP: 9660/31555 -- GLOBAL_STEP: 1208750 | > loss_text_ce: 0.03323346748948097 (0.03213905197670439) | > loss_mel_ce: 2.6794686317443848 (nan) | > loss: 0.010764691047370434 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14141855536040243) | > loader_time: 0.0044 (0.004612445263635534)  --> TIME: 2025-03-26 01:18:35 -- STEP: 9710/31555 -- GLOBAL_STEP: 1208800 | > loss_text_ce: 0.03049291856586933 (0.03213165089532155) | > loss_mel_ce: 2.9885518550872803 (nan) | > loss: 0.011980337090790272 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14139623371874555) | > loader_time: 0.0045 (0.00461288767911869)  --> TIME: 2025-03-26 01:18:45 -- STEP: 9760/31555 -- GLOBAL_STEP: 1208850 | > loss_text_ce: 0.03386831283569336 (0.03212537438843452) | > loss_mel_ce: 2.591567277908325 (nan) | > loss: 0.010418395511806011 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14141365521755295) | > loader_time: 0.0045 (0.004613865643251129)  --> TIME: 2025-03-26 01:18:54 -- STEP: 9810/31555 -- GLOBAL_STEP: 1208900 | > loss_text_ce: 0.03982759267091751 (0.032130783837417784) | > loss_mel_ce: 2.991870164871216 (nan) | > loss: 0.012030547484755516 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14141508694453253) | > loader_time: 0.0049 (0.004614190297024686)  --> TIME: 2025-03-26 01:19:04 -- STEP: 9860/31555 -- GLOBAL_STEP: 1208950 | > loss_text_ce: 0.03131818771362305 (0.032133025190609815) | > loss_mel_ce: 2.836390495300293 (nan) | > loss: 0.011379797011613846 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14143204947755908) | > loader_time: 0.0048 (0.0046149136086748215)  --> TIME: 2025-03-26 01:19:14 -- STEP: 9910/31555 -- GLOBAL_STEP: 1209000 | > loss_text_ce: 0.03092002496123314 (0.03213777526861626) | > loss_mel_ce: 3.330784320831299 (nan) | > loss: 0.013340097852051258 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14142287475189383) | > loader_time: 0.0047 (0.004615685316676683)  --> TIME: 2025-03-26 01:19:24 -- STEP: 9960/31555 -- GLOBAL_STEP: 1209050 | > loss_text_ce: 0.03086133673787117 (0.03213878045780557) | > loss_mel_ce: 0.008868992328643799 (nan) | > loss: 0.00015766004798933864 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14145987718459518) | > loader_time: 0.0046 (0.004616662847947876)  --> TIME: 2025-03-26 01:19:33 -- STEP: 10010/31555 -- GLOBAL_STEP: 1209100 | > loss_text_ce: 0.030945871025323868 (0.03213296412554513) | > loss_mel_ce: 2.878929376602173 (nan) | > loss: 0.01154712401330471 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1414546666445424) | > loader_time: 0.0047 (0.004616501662400091)  --> TIME: 2025-03-26 01:19:43 -- STEP: 10060/31555 -- GLOBAL_STEP: 1209150 | > loss_text_ce: 0.038852136582136154 (0.03213332331911566) | > loss_mel_ce: 2.6942198276519775 (nan) | > loss: 0.01084552425891161 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1414696809785733) | > loader_time: 0.0048 (0.0046173292884295674)  --> TIME: 2025-03-26 01:19:53 -- STEP: 10110/31555 -- GLOBAL_STEP: 1209200 | > loss_text_ce: 0.0330033041536808 (0.03213740390284191) | > loss_mel_ce: 2.833033561706543 (nan) | > loss: 0.01137316320091486 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14148136161555078) | > loader_time: 0.0046 (0.004617622108534924)  --> TIME: 2025-03-26 01:20:03 -- STEP: 10160/31555 -- GLOBAL_STEP: 1209250 | > loss_text_ce: 0.04184341803193092 (0.03213808711152529) | > loss_mel_ce: 2.4729690551757812 (nan) | > loss: 0.009979414753615856 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14149267110298858) | > loader_time: 0.0046 (0.004618074363610864)  --> TIME: 2025-03-26 01:20:13 -- STEP: 10210/31555 -- GLOBAL_STEP: 1209300 | > loss_text_ce: 0.034270886331796646 (0.03213156018603185) | > loss_mel_ce: 0.07355956733226776 (nan) | > loss: 0.0004278986307326704 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1415029111268112) | > loader_time: 0.0045 (0.004618717711072234)  --> TIME: 2025-03-26 01:20:22 -- STEP: 10260/31555 -- GLOBAL_STEP: 1209350 | > loss_text_ce: 0.02482444792985916 (0.032135231433287455) | > loss_mel_ce: 2.4622764587402344 (nan) | > loss: 0.009869447909295559 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1414993308905728) | > loader_time: 0.0047 (0.004618823295912999)  --> TIME: 2025-03-26 01:20:32 -- STEP: 10310/31555 -- GLOBAL_STEP: 1209400 | > loss_text_ce: 0.026668814942240715 (0.03213092527315242) | > loss_mel_ce: 2.7557373046875 (nan) | > loss: 0.011041294783353806 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14148024111321233) | > loader_time: 0.0048 (0.004619112185895372)  --> TIME: 2025-03-26 01:20:41 -- STEP: 10360/31555 -- GLOBAL_STEP: 1209450 | > loss_text_ce: 0.02762046456336975 (0.03213392500999359) | > loss_mel_ce: 2.823911666870117 (nan) | > loss: 0.0113156046718359 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14147022182416644) | > loader_time: 0.0045 (0.004619407469701571)  --> TIME: 2025-03-26 01:20:51 -- STEP: 10410/31555 -- GLOBAL_STEP: 1209500 | > loss_text_ce: 0.038232699036598206 (0.03213128239116801) | > loss_mel_ce: 3.0353736877441406 (nan) | > loss: 0.012196851894259453 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14145417158473014) | > loader_time: 0.0048 (0.004619392492127565)  --> TIME: 2025-03-26 01:21:01 -- STEP: 10460/31555 -- GLOBAL_STEP: 1209550 | > loss_text_ce: 0.03161332383751869 (0.03213275668494424) | > loss_mel_ce: 1.7884352207183838 (nan) | > loss: 0.007222415413707495 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1414842480911114) | > loader_time: 0.0049 (0.004619807107498712)  --> TIME: 2025-03-26 01:21:11 -- STEP: 10510/31555 -- GLOBAL_STEP: 1209600 | > loss_text_ce: 0.036224719136953354 (0.03213649212066393) | > loss_mel_ce: 3.060755968093872 (nan) | > loss: 0.012289606034755707 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.1414777626206363) | > loader_time: 0.0045 (0.004620062862545044)  --> TIME: 2025-03-26 01:21:20 -- STEP: 10560/31555 -- GLOBAL_STEP: 1209650 | > loss_text_ce: 0.03781861811876297 (0.032134561095154) | > loss_mel_ce: 3.137157678604126 (nan) | > loss: 0.012599113397300243 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14149103555263795) | > loader_time: 0.0045 (0.004620448816003215)  --> TIME: 2025-03-26 01:21:30 -- STEP: 10610/31555 -- GLOBAL_STEP: 1209700 | > loss_text_ce: 0.033576030284166336 (0.03213664479553711) | > loss_mel_ce: 2.6422603130340576 (nan) | > loss: 0.010618398897349834 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14148120608226292) | > loader_time: 0.0049 (0.004620567657945288)  --> TIME: 2025-03-26 01:21:40 -- STEP: 10660/31555 -- GLOBAL_STEP: 1209750 | > loss_text_ce: 0.029805805534124374 (0.03214476418490998) | > loss_mel_ce: 2.8808345794677734 (nan) | > loss: 0.011550161056220531 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14146889891007045) | > loader_time: 0.0044 (0.004620743804308972)  --> TIME: 2025-03-26 01:21:49 -- STEP: 10710/31555 -- GLOBAL_STEP: 1209800 | > loss_text_ce: 0.04065554589033127 (0.032153438843863354) | > loss_mel_ce: 2.754739284515381 (nan) | > loss: 0.011092837899923325 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14146857666813364) | > loader_time: 0.005 (0.004620767463377761)  --> TIME: 2025-03-26 01:21:58 -- STEP: 10760/31555 -- GLOBAL_STEP: 1209850 | > loss_text_ce: 0.0302487313747406 (0.03214995938536744) | > loss_mel_ce: 2.773714065551758 (nan) | > loss: 0.011126836761832237 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14144150729959232) | > loader_time: 0.0069 (0.004620824471725401)  --> TIME: 2025-03-26 01:22:08 -- STEP: 10810/31555 -- GLOBAL_STEP: 1209900 | > loss_text_ce: 0.034370582550764084 (0.032163720816601335) | > loss_mel_ce: 2.4566946029663086 (nan) | > loss: 0.009885179810225964 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1414400002561589) | > loader_time: 0.0048 (0.004621668638287591)  --> TIME: 2025-03-26 01:22:18 -- STEP: 10860/31555 -- GLOBAL_STEP: 1209950 | > loss_text_ce: 0.02820652164518833 (0.03216504666570094) | > loss_mel_ce: 2.6509931087493896 (nan) | > loss: 0.010631745681166649 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1414314556297448) | > loader_time: 0.0045 (0.004621809314847208)  --> TIME: 2025-03-26 01:22:27 -- STEP: 10910/31555 -- GLOBAL_STEP: 1210000 | > loss_text_ce: 0.03519868850708008 (0.0321639885583007) | > loss_mel_ce: 2.6872143745422363 (nan) | > loss: 0.010803227312862873 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1414335935078656) | > loader_time: 0.0045 (0.004621792276663911) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1210000.pth  --> TIME: 2025-03-26 01:22:42 -- STEP: 10960/31555 -- GLOBAL_STEP: 1210050 | > loss_text_ce: 0.033702552318573 (0.03216368778792292) | > loss_mel_ce: 2.358431100845337 (nan) | > loss: 0.009492594748735428 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.141426475008908) | > loader_time: 0.0046 (0.004622601375092552)  --> TIME: 2025-03-26 01:22:52 -- STEP: 11010/31555 -- GLOBAL_STEP: 1210100 | > loss_text_ce: 0.03373487666249275 (0.03216153064346817) | > loss_mel_ce: 2.4399361610412598 (nan) | > loss: 0.009816154837608337 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14142479926861942) | > loader_time: 0.0048 (0.004622731265103564)  --> TIME: 2025-03-26 01:23:01 -- STEP: 11060/31555 -- GLOBAL_STEP: 1210150 | > loss_text_ce: 0.03305836394429207 (0.032168222208899845) | > loss_mel_ce: 2.5543112754821777 (nan) | > loss: 0.010267340578138828 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1414026179106705) | > loader_time: 0.0047 (0.0046226822446095266)  --> TIME: 2025-03-26 01:23:11 -- STEP: 11110/31555 -- GLOBAL_STEP: 1210200 | > loss_text_ce: 0.03088345006108284 (0.03216544537579534) | > loss_mel_ce: 2.7357380390167236 (nan) | > loss: 0.010978657752275467 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14142333950468386) | > loader_time: 0.0045 (0.00462344272194629)  --> TIME: 2025-03-26 01:23:21 -- STEP: 11160/31555 -- GLOBAL_STEP: 1210250 | > loss_text_ce: 0.03165917471051216 (0.032167245854380036) | > loss_mel_ce: 2.6009223461151123 (nan) | > loss: 0.010446752421557903 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.1414257914789251) | > loader_time: 0.0048 (0.004622979296578294)  --> TIME: 2025-03-26 01:23:30 -- STEP: 11210/31555 -- GLOBAL_STEP: 1210300 | > loss_text_ce: 0.03655622527003288 (0.03216399857583306) | > loss_mel_ce: 2.8248472213745117 (nan) | > loss: 0.011354776099324226 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14141194139815677) | > loader_time: 0.0048 (0.00462266475786384)  --> TIME: 2025-03-26 01:23:40 -- STEP: 11260/31555 -- GLOBAL_STEP: 1210350 | > loss_text_ce: 0.03567124903202057 (0.03216720727019248) | > loss_mel_ce: 2.508742094039917 (nan) | > loss: 0.010096878744661808 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14138619268766198) | > loader_time: 0.0044 (0.00462220322810523)  --> TIME: 2025-03-26 01:23:49 -- STEP: 11310/31555 -- GLOBAL_STEP: 1210400 | > loss_text_ce: 0.025007078424096107 (0.032159997183240044) | > loss_mel_ce: 0.079345703125 (nan) | > loss: 0.0004140983510296792 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14137516902886368) | > loader_time: 0.0044 (0.004622304112799492)  --> TIME: 2025-03-26 01:23:59 -- STEP: 11360/31555 -- GLOBAL_STEP: 1210450 | > loss_text_ce: 0.04331555217504501 (0.03216337771745224) | > loss_mel_ce: 2.946326732635498 (nan) | > loss: 0.011863660998642445 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14137837053604416) | > loader_time: 0.0045 (0.004622264940973734)  --> TIME: 2025-03-26 01:24:08 -- STEP: 11410/31555 -- GLOBAL_STEP: 1210500 | > loss_text_ce: 0.03589519113302231 (0.032157904755382966) | > loss_mel_ce: 2.922382354736328 (nan) | > loss: 0.011739197187125683 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14135352975960558) | > loader_time: 0.0048 (0.004622177425755624)  --> TIME: 2025-03-26 01:24:18 -- STEP: 11460/31555 -- GLOBAL_STEP: 1210550 | > loss_text_ce: 0.028456715866923332 (0.03215352356617541) | > loss_mel_ce: 0.46620887517929077 (nan) | > loss: 0.001962958835065365 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14133918460126826) | > loader_time: 0.0047 (0.0046220307366802195)  --> TIME: 2025-03-26 01:24:28 -- STEP: 11510/31555 -- GLOBAL_STEP: 1210600 | > loss_text_ce: 0.028898749500513077 (0.032154521117186) | > loss_mel_ce: 3.0013554096221924 (nan) | > loss: 0.012024818919599056 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14134188183072632) | > loader_time: 0.0045 (0.0046223808639884265)  --> TIME: 2025-03-26 01:24:37 -- STEP: 11560/31555 -- GLOBAL_STEP: 1210650 | > loss_text_ce: 0.029590705409646034 (0.032154530873216104) | > loss_mel_ce: 3.020824432373047 (nan) | > loss: 0.01210482232272625 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1413461353127096) | > loader_time: 0.0047 (0.004622580002748425)  --> TIME: 2025-03-26 01:24:47 -- STEP: 11610/31555 -- GLOBAL_STEP: 1210700 | > loss_text_ce: 0.025802744552493095 (0.032151721782491524) | > loss_mel_ce: 1.738119125366211 (nan) | > loss: 0.00699969008564949 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14135124767576085) | > loader_time: 0.0047 (0.004623197420828302)  --> TIME: 2025-03-26 01:24:57 -- STEP: 11660/31555 -- GLOBAL_STEP: 1210750 | > loss_text_ce: 0.027245106175541878 (0.032152058436147206) | > loss_mel_ce: 2.8600268363952637 (nan) | > loss: 0.011457428336143494 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14135678160047363) | > loader_time: 0.0045 (0.004623565154460028)  --> TIME: 2025-03-26 01:25:06 -- STEP: 11710/31555 -- GLOBAL_STEP: 1210800 | > loss_text_ce: 0.03476734459400177 (0.03215252082662891) | > loss_mel_ce: 2.8595476150512695 (nan) | > loss: 0.011485377326607704 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14134405907354747) | > loader_time: 0.0073 (0.004623961835514258)  --> TIME: 2025-03-26 01:25:16 -- STEP: 11760/31555 -- GLOBAL_STEP: 1210850 | > loss_text_ce: 0.027693063020706177 (0.032144568044435794) | > loss_mel_ce: 2.7110955715179443 (nan) | > loss: 0.010868209414184093 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14135560581878656) | > loader_time: 0.0047 (0.004624497302535432)  --> TIME: 2025-03-26 01:25:26 -- STEP: 11810/31555 -- GLOBAL_STEP: 1210900 | > loss_text_ce: 0.02749735489487648 (0.03214587835172339) | > loss_mel_ce: 2.8681790828704834 (nan) | > loss: 0.011490779928863049 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1413566114537087) | > loader_time: 0.0045 (0.004624558040189294)  --> TIME: 2025-03-26 01:25:36 -- STEP: 11860/31555 -- GLOBAL_STEP: 1210950 | > loss_text_ce: 0.021340694278478622 (0.03214438587990971) | > loss_mel_ce: 2.3515992164611816 (nan) | > loss: 0.00941642839461565 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14137235857784966) | > loader_time: 0.0047 (0.004624888165202144)  --> TIME: 2025-03-26 01:25:45 -- STEP: 11910/31555 -- GLOBAL_STEP: 1211000 | > loss_text_ce: 0.03268821910023689 (0.03213888239107667) | > loss_mel_ce: 2.296182632446289 (nan) | > loss: 0.009241551160812378 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14136971084136624) | > loader_time: 0.0046 (0.0046250527091230426)  --> TIME: 2025-03-26 01:25:55 -- STEP: 11960/31555 -- GLOBAL_STEP: 1211050 | > loss_text_ce: 0.03227769210934639 (0.032144583006121656) | > loss_mel_ce: 2.7446343898773193 (nan) | > loss: 0.011019492521882057 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14135848301708812) | > loader_time: 0.0045 (0.00462498718679549)  --> TIME: 2025-03-26 01:26:04 -- STEP: 12010/31555 -- GLOBAL_STEP: 1211100 | > loss_text_ce: 0.02382931485772133 (0.03214424611988192) | > loss_mel_ce: 2.2890548706054688 (nan) | > loss: 0.009178112260997295 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14135557852815633) | > loader_time: 0.0044 (0.004625373716457593)  --> TIME: 2025-03-26 01:26:14 -- STEP: 12060/31555 -- GLOBAL_STEP: 1211150 | > loss_text_ce: 0.029630236327648163 (0.032143995509240596) | > loss_mel_ce: 2.4838082790374756 (nan) | > loss: 0.009973962791264057 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14135213657398038) | > loader_time: 0.0048 (0.004625796322798842)  --> TIME: 2025-03-26 01:26:24 -- STEP: 12110/31555 -- GLOBAL_STEP: 1211200 | > loss_text_ce: 0.03609565272927284 (0.03213622244828627) | > loss_mel_ce: 2.4990909099578857 (nan) | > loss: 0.010060264728963375 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14137259191171186) | > loader_time: 0.0047 (0.004626076660502749)  --> TIME: 2025-03-26 01:26:34 -- STEP: 12160/31555 -- GLOBAL_STEP: 1211250 | > loss_text_ce: 0.02744947373867035 (0.03213659029501489) | > loss_mel_ce: 0.02036539651453495 (nan) | > loss: 0.00018974154954776168 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.1413620150991167) | > loader_time: 0.0045 (0.0046265462511464114)  --> TIME: 2025-03-26 01:26:43 -- STEP: 12210/31555 -- GLOBAL_STEP: 1211300 | > loss_text_ce: 0.036127667874097824 (0.03212894732224096) | > loss_mel_ce: 2.203075885772705 (nan) | > loss: 0.008885728195309639 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14136149451734503) | > loader_time: 0.0043 (0.0046264691591067515)  --> TIME: 2025-03-26 01:26:53 -- STEP: 12260/31555 -- GLOBAL_STEP: 1211350 | > loss_text_ce: 0.021661629900336266 (0.032123253929852755) | > loss_mel_ce: 2.4175143241882324 (nan) | > loss: 0.009679269976913929 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14135819325439203) | > loader_time: 0.0044 (0.004626288869058132)  --> TIME: 2025-03-26 01:27:03 -- STEP: 12310/31555 -- GLOBAL_STEP: 1211400 | > loss_text_ce: 0.028118738904595375 (0.03212783597523217) | > loss_mel_ce: 2.5288939476013184 (nan) | > loss: 0.01014687679708004 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14137173465942482) | > loader_time: 0.0045 (0.0046260178718597845)  --> TIME: 2025-03-26 01:27:12 -- STEP: 12360/31555 -- GLOBAL_STEP: 1211450 | > loss_text_ce: 0.03384150564670563 (0.032126036645395595) | > loss_mel_ce: 2.2303709983825684 (nan) | > loss: 0.008984970860183239 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1413592405496667) | > loader_time: 0.0047 (0.004626167553528223)  --> TIME: 2025-03-26 01:27:22 -- STEP: 12410/31555 -- GLOBAL_STEP: 1211500 | > loss_text_ce: 0.03841656446456909 (0.03212655206592902) | > loss_mel_ce: 2.703392505645752 (nan) | > loss: 0.010880195535719395 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14135065895237228) | > loader_time: 0.0049 (0.004626720649018388)  --> TIME: 2025-03-26 01:27:32 -- STEP: 12460/31555 -- GLOBAL_STEP: 1211550 | > loss_text_ce: 0.031035732477903366 (0.03213096826044285) | > loss_mel_ce: 2.37787127494812 (nan) | > loss: 0.009559155441820621 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1413662040214466) | > loader_time: 0.0045 (0.004627199789111528)  --> TIME: 2025-03-26 01:27:41 -- STEP: 12510/31555 -- GLOBAL_STEP: 1211600 | > loss_text_ce: 0.030177690088748932 (0.03212717437824848) | > loss_mel_ce: 1.9751460552215576 (nan) | > loss: 0.007957633584737778 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14136777574019155) | > loader_time: 0.0046 (0.004627386538340123)  --> TIME: 2025-03-26 01:27:51 -- STEP: 12560/31555 -- GLOBAL_STEP: 1211650 | > loss_text_ce: 0.033387042582035065 (0.03212542744082035) | > loss_mel_ce: 2.3565680980682373 (nan) | > loss: 0.009483949281275272 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14134986007669048) | > loader_time: 0.0046 (0.0046274536354526516)  --> TIME: 2025-03-26 01:28:00 -- STEP: 12610/31555 -- GLOBAL_STEP: 1211700 | > loss_text_ce: 0.03829927742481232 (0.03212615803606424) | > loss_mel_ce: 2.4692795276641846 (nan) | > loss: 0.009950710460543633 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1413482946407962) | > loader_time: 0.0046 (0.004627606492492522)  --> TIME: 2025-03-26 01:28:10 -- STEP: 12660/31555 -- GLOBAL_STEP: 1211750 | > loss_text_ce: 0.036868758499622345 (0.03212497287671171) | > loss_mel_ce: 2.8204448223114014 (nan) | > loss: 0.011338546872138977 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14136249600993392) | > loader_time: 0.0046 (0.004628083924358296)  --> TIME: 2025-03-26 01:28:20 -- STEP: 12710/31555 -- GLOBAL_STEP: 1211800 | > loss_text_ce: 0.030995206907391548 (0.03212616913274156) | > loss_mel_ce: 2.8525640964508057 (nan) | > loss: 0.011442695744335651 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1413605373361546) | > loader_time: 0.0046 (0.0046283514081353104)  --> TIME: 2025-03-26 01:28:30 -- STEP: 12760/31555 -- GLOBAL_STEP: 1211850 | > loss_text_ce: 0.02605501562356949 (0.03212501534171779) | > loss_mel_ce: 2.2872889041900635 (nan) | > loss: 0.009179936721920967 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14136059205733745) | > loader_time: 0.0047 (0.004628787350878809)  --> TIME: 2025-03-26 01:28:39 -- STEP: 12810/31555 -- GLOBAL_STEP: 1211900 | > loss_text_ce: 0.036934807896614075 (0.03212416018704714) | > loss_mel_ce: 2.800196409225464 (nan) | > loss: 0.011258457787334919 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14136300775615676) | > loader_time: 0.0047 (0.004629159904289384)  --> TIME: 2025-03-26 01:28:49 -- STEP: 12860/31555 -- GLOBAL_STEP: 1211950 | > loss_text_ce: 0.032762449234724045 (0.03212171350685458) | > loss_mel_ce: 2.800766706466675 (nan) | > loss: 0.01124416384845972 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1413546208274853) | > loader_time: 0.0049 (0.004629270952559913)  --> TIME: 2025-03-26 01:28:58 -- STEP: 12910/31555 -- GLOBAL_STEP: 1212000 | > loss_text_ce: 0.04780885577201843 (0.03212523657026385) | > loss_mel_ce: 0.1204630509018898 (nan) | > loss: 0.0006677456549368799 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1413363091064725) | > loader_time: 0.0047 (0.004629368601059548)  --> TIME: 2025-03-26 01:29:08 -- STEP: 12960/31555 -- GLOBAL_STEP: 1212050 | > loss_text_ce: 0.029594669118523598 (0.032127870062946845) | > loss_mel_ce: 2.796133279800415 (nan) | > loss: 0.011213206686079502 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14134736944127846) | > loader_time: 0.005 (0.004629444947213288)  --> TIME: 2025-03-26 01:29:18 -- STEP: 13010/31555 -- GLOBAL_STEP: 1212100 | > loss_text_ce: 0.035069432109594345 (0.03213331579079689) | > loss_mel_ce: 0.9545361399650574 (nan) | > loss: 0.003927006386220455 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14133369134628682) | > loader_time: 0.0046 (0.004629389475529953)  --> TIME: 2025-03-26 01:29:27 -- STEP: 13060/31555 -- GLOBAL_STEP: 1212150 | > loss_text_ce: 0.01958369091153145 (0.032131986598702554) | > loss_mel_ce: 2.062037944793701 (nan) | > loss: 0.008260403759777546 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14134224611255933) | > loader_time: 0.0044 (0.004629407049503281)  --> TIME: 2025-03-26 01:29:37 -- STEP: 13110/31555 -- GLOBAL_STEP: 1212200 | > loss_text_ce: 0.03948463127017021 (0.0321329259932395) | > loss_mel_ce: 2.6634230613708496 (nan) | > loss: 0.01072582509368658 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14133796049928277) | > loader_time: 0.0045 (0.004629348890186707)  --> TIME: 2025-03-26 01:29:47 -- STEP: 13160/31555 -- GLOBAL_STEP: 1212250 | > loss_text_ce: 0.028940269723534584 (0.03213180455684926) | > loss_mel_ce: 2.8091630935668945 (nan) | > loss: 0.011262315325438976 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14133158541740126) | > loader_time: 0.0045 (0.004629162035452185)  --> TIME: 2025-03-26 01:29:56 -- STEP: 13210/31555 -- GLOBAL_STEP: 1212300 | > loss_text_ce: 0.040140893310308456 (0.03213240517913901) | > loss_mel_ce: 3.000229835510254 (nan) | > loss: 0.012064963579177856 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14132275945936218) | > loader_time: 0.0045 (0.004629120855598525)  --> TIME: 2025-03-26 01:30:05 -- STEP: 13260/31555 -- GLOBAL_STEP: 1212350 | > loss_text_ce: 0.026468781754374504 (0.032128215629641285) | > loss_mel_ce: 2.933650493621826 (nan) | > loss: 0.01174650527536869 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14129091776334213) | > loader_time: 0.0047 (0.00462886889775593)  --> TIME: 2025-03-26 01:30:15 -- STEP: 13310/31555 -- GLOBAL_STEP: 1212400 | > loss_text_ce: 0.03012610785663128 (0.03212689960488795) | > loss_mel_ce: 2.1056737899780273 (nan) | > loss: 0.008475396782159805 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1413212829922293) | > loader_time: 0.0048 (0.004629352485031931)  --> TIME: 2025-03-26 01:30:25 -- STEP: 13360/31555 -- GLOBAL_STEP: 1212450 | > loss_text_ce: 0.03542269021272659 (0.032128351611994385) | > loss_mel_ce: 2.1688601970672607 (nan) | > loss: 0.008747154846787453 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14131783673506187) | > loader_time: 0.0047 (0.004629296439136566)  --> TIME: 2025-03-26 01:30:35 -- STEP: 13410/31555 -- GLOBAL_STEP: 1212500 | > loss_text_ce: 0.043557386845350266 (0.03212836111515864) | > loss_mel_ce: 2.659719944000244 (nan) | > loss: 0.0107272919267416 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1413184884410566) | > loader_time: 0.0045 (0.004629601141483718)  --> TIME: 2025-03-26 01:30:44 -- STEP: 13460/31555 -- GLOBAL_STEP: 1212550 | > loss_text_ce: 0.036337193101644516 (0.03213511458508142) | > loss_mel_ce: 2.5081522464752197 (nan) | > loss: 0.010097180493175983 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14130171618879553) | > loader_time: 0.0044 (0.0046293885534266594)  --> TIME: 2025-03-26 01:30:54 -- STEP: 13510/31555 -- GLOBAL_STEP: 1212600 | > loss_text_ce: 0.03267763927578926 (0.03213608282253569) | > loss_mel_ce: 2.8269641399383545 (nan) | > loss: 0.011347785592079163 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14130220146729724) | > loader_time: 0.0045 (0.004629321490103534)  --> TIME: 2025-03-26 01:31:04 -- STEP: 13560/31555 -- GLOBAL_STEP: 1212650 | > loss_text_ce: 0.026514951139688492 (0.03213092278672677) | > loss_mel_ce: 2.8098294734954834 (nan) | > loss: 0.011255335994064808 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1413139268887772) | > loader_time: 0.0046 (0.004629341356873855)  --> TIME: 2025-03-26 01:31:13 -- STEP: 13610/31555 -- GLOBAL_STEP: 1212700 | > loss_text_ce: 0.03967979922890663 (0.032129146641395524) | > loss_mel_ce: 2.236931324005127 (nan) | > loss: 0.0090341717004776 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14132092822395032) | > loader_time: 0.0046 (0.004629249821508036)  --> TIME: 2025-03-26 01:31:23 -- STEP: 13660/31555 -- GLOBAL_STEP: 1212750 | > loss_text_ce: 0.0350014790892601 (0.032126593343793704) | > loss_mel_ce: 2.6884796619415283 (nan) | > loss: 0.010807465761899948 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1413129955050179) | > loader_time: 0.0045 (0.004628878892951611)  --> TIME: 2025-03-26 01:31:33 -- STEP: 13710/31555 -- GLOBAL_STEP: 1212800 | > loss_text_ce: 0.03362877666950226 (0.03212948729475003) | > loss_mel_ce: 2.3715479373931885 (nan) | > loss: 0.009544352069497108 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1413238882931534) | > loader_time: 0.0047 (0.004628805693355807)  --> TIME: 2025-03-26 01:31:42 -- STEP: 13760/31555 -- GLOBAL_STEP: 1212850 | > loss_text_ce: 0.02990695834159851 (0.03212582530618958) | > loss_mel_ce: 2.6791670322418213 (nan) | > loss: 0.010750294663012028 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14132640703126345) | > loader_time: 0.0046 (0.0046285138920295985)  --> TIME: 2025-03-26 01:31:52 -- STEP: 13810/31555 -- GLOBAL_STEP: 1212900 | > loss_text_ce: 0.02573242597281933 (0.0321198029601428) | > loss_mel_ce: 3.156783103942871 (nan) | > loss: 0.012629031203687191 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14131348069209532) | > loader_time: 0.0045 (0.004628312907125697)  --> TIME: 2025-03-26 01:32:02 -- STEP: 13860/31555 -- GLOBAL_STEP: 1212950 | > loss_text_ce: 0.03313569352030754 (0.03211981926978851) | > loss_mel_ce: 1.8458584547042847 (nan) | > loss: 0.007456326391547918 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14132236674062348) | > loader_time: 0.0045 (0.00462823139468656)  --> TIME: 2025-03-26 01:32:12 -- STEP: 13910/31555 -- GLOBAL_STEP: 1213000 | > loss_text_ce: 0.03908367082476616 (0.03211831196186518) | > loss_mel_ce: 2.962303638458252 (nan) | > loss: 0.011910268105566502 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14133628581943045) | > loader_time: 0.0044 (0.0046280789426725345)  --> TIME: 2025-03-26 01:32:21 -- STEP: 13960/31555 -- GLOBAL_STEP: 1213050 | > loss_text_ce: 0.03326104208827019 (0.03211807754867454) | > loss_mel_ce: 2.1216282844543457 (nan) | > loss: 0.008551148697733879 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14132668416957705) | > loader_time: 0.0045 (0.0046279858552282305)  --> TIME: 2025-03-26 01:32:30 -- STEP: 14010/31555 -- GLOBAL_STEP: 1213100 | > loss_text_ce: 0.03398970887064934 (0.03211645253406826) | > loss_mel_ce: 2.098104238510132 (nan) | > loss: 0.008460690267384052 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14131151590068117) | > loader_time: 0.0046 (0.004628116041315521)  --> TIME: 2025-03-26 01:32:40 -- STEP: 14060/31555 -- GLOBAL_STEP: 1213150 | > loss_text_ce: 0.015982666984200478 (0.032108548988361706) | > loss_mel_ce: 1.225250244140625 (nan) | > loss: 0.004925527609884739 (nan) | > current_lr: 5e-06 | > step_time: 0.1046 (0.14130427900113476) | > loader_time: 0.0044 (0.004628214608893786)  --> TIME: 2025-03-26 01:32:50 -- STEP: 14110/31555 -- GLOBAL_STEP: 1213200 | > loss_text_ce: 0.03934219852089882 (0.03211024431617372) | > loss_mel_ce: 2.9672200679779053 (nan) | > loss: 0.011930802837014198 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1413111776430324) | > loader_time: 0.0044 (0.004628143506553636)  --> TIME: 2025-03-26 01:32:59 -- STEP: 14160/31555 -- GLOBAL_STEP: 1213250 | > loss_text_ce: 0.03367741405963898 (0.03211894165402242) | > loss_mel_ce: 2.4295294284820557 (nan) | > loss: 0.009774630889296532 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14130198189430906) | > loader_time: 0.0046 (0.004627916940861495)  --> TIME: 2025-03-26 01:33:09 -- STEP: 14210/31555 -- GLOBAL_STEP: 1213300 | > loss_text_ce: 0.032321568578481674 (0.03211638088122455) | > loss_mel_ce: 2.881082057952881 (nan) | > loss: 0.01156112551689148 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14130426352498832) | > loader_time: 0.0048 (0.004627641148335652)  --> TIME: 2025-03-26 01:33:19 -- STEP: 14260/31555 -- GLOBAL_STEP: 1213350 | > loss_text_ce: 0.03387656435370445 (0.03212460968310348) | > loss_mel_ce: 2.083641529083252 (nan) | > loss: 0.008402850478887558 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14130698746752043) | > loader_time: 0.0046 (0.004627332747567745)  --> TIME: 2025-03-26 01:33:28 -- STEP: 14310/31555 -- GLOBAL_STEP: 1213400 | > loss_text_ce: 0.03219255059957504 (0.03211983750137594) | > loss_mel_ce: 2.9216878414154053 (nan) | > loss: 0.011721747927367687 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1413091519926906) | > loader_time: 0.0047 (0.00462701830474085)  --> TIME: 2025-03-26 01:33:38 -- STEP: 14360/31555 -- GLOBAL_STEP: 1213450 | > loss_text_ce: 0.03606158867478371 (0.03212337358082933) | > loss_mel_ce: 1.648911714553833 (nan) | > loss: 0.0066864024847745895 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14129929200520353) | > loader_time: 0.0045 (0.004626809006613933)  --> TIME: 2025-03-26 01:33:48 -- STEP: 14410/31555 -- GLOBAL_STEP: 1213500 | > loss_text_ce: 0.024397553876042366 (0.032118505626686854) | > loss_mel_ce: 0.0216827392578125 (nan) | > loss: 0.0001828583044698462 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14129850655938844) | > loader_time: 0.0045 (0.0046270587558468294)  --> TIME: 2025-03-26 01:33:57 -- STEP: 14460/31555 -- GLOBAL_STEP: 1213550 | > loss_text_ce: 0.03329949080944061 (0.032120353675526014) | > loss_mel_ce: 2.3264198303222656 (nan) | > loss: 0.009363966062664986 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14130614283668474) | > loader_time: 0.0044 (0.0046270082600383755)  --> TIME: 2025-03-26 01:34:07 -- STEP: 14510/31555 -- GLOBAL_STEP: 1213600 | > loss_text_ce: 0.028760317713022232 (0.03211652794583279) | > loss_mel_ce: 2.4212727546691895 (nan) | > loss: 0.00972235482186079 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14129852213422409) | > loader_time: 0.0044 (0.004626843536582008)  --> TIME: 2025-03-26 01:34:16 -- STEP: 14560/31555 -- GLOBAL_STEP: 1213650 | > loss_text_ce: 0.032367657870054245 (0.032115393191266425) | > loss_mel_ce: 1.2199488878250122 (nan) | > loss: 0.004969510715454817 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14129282879632832) | > loader_time: 0.0043 (0.004626515376698832)  --> TIME: 2025-03-26 01:34:26 -- STEP: 14610/31555 -- GLOBAL_STEP: 1213700 | > loss_text_ce: 0.028009699657559395 (0.03211614751772702) | > loss_mel_ce: 2.720136880874634 (nan) | > loss: 0.010905344039201736 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14128770221185316) | > loader_time: 0.0045 (0.004626122506655373)  --> TIME: 2025-03-26 01:34:36 -- STEP: 14660/31555 -- GLOBAL_STEP: 1213750 | > loss_text_ce: 0.023934315890073776 (0.032114447712374775) | > loss_mel_ce: 1.79559326171875 (nan) | > loss: 0.007220348343253136 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14128791752486006) | > loader_time: 0.0044 (0.00462599010454518)  --> TIME: 2025-03-26 01:34:45 -- STEP: 14710/31555 -- GLOBAL_STEP: 1213800 | > loss_text_ce: 0.029311295598745346 (0.03211388259310653) | > loss_mel_ce: 2.061474561691284 (nan) | > loss: 0.008296769112348557 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14129689914851112) | > loader_time: 0.0047 (0.0046258184879025424)  --> TIME: 2025-03-26 01:34:55 -- STEP: 14760/31555 -- GLOBAL_STEP: 1213850 | > loss_text_ce: 0.03151413053274155 (0.032115047971205665) | > loss_mel_ce: 2.4175140857696533 (nan) | > loss: 0.009718366898596287 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14130467417117307) | > loader_time: 0.0047 (0.004625829981594543)  --> TIME: 2025-03-26 01:35:05 -- STEP: 14810/31555 -- GLOBAL_STEP: 1213900 | > loss_text_ce: 0.03076167032122612 (0.03211140801663499) | > loss_mel_ce: 2.5225107669830322 (nan) | > loss: 0.010132034309208393 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14132148458054472) | > loader_time: 0.0046 (0.00462567421490078)  --> TIME: 2025-03-26 01:35:15 -- STEP: 14860/31555 -- GLOBAL_STEP: 1213950 | > loss_text_ce: 0.02328680455684662 (0.032110194550779514) | > loss_mel_ce: 2.1768758296966553 (nan) | > loss: 0.008730804547667503 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14130978232918892) | > loader_time: 0.0043 (0.004625342030223567)  --> TIME: 2025-03-26 01:35:25 -- STEP: 14910/31555 -- GLOBAL_STEP: 1214000 | > loss_text_ce: 0.026408115401864052 (0.0321060071347655) | > loss_mel_ce: 2.44132399559021 (nan) | > loss: 0.009792588651180267 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14132679362651973) | > loader_time: 0.0044 (0.004625706557536741)  --> TIME: 2025-03-26 01:35:35 -- STEP: 14960/31555 -- GLOBAL_STEP: 1214050 | > loss_text_ce: 0.026511749252676964 (0.03210214469631644) | > loss_mel_ce: 3.1295478343963623 (nan) | > loss: 0.012524046003818512 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1413448744757283) | > loader_time: 0.0047 (0.004625566869496016)  --> TIME: 2025-03-26 01:35:44 -- STEP: 15010/31555 -- GLOBAL_STEP: 1214100 | > loss_text_ce: 0.03219836577773094 (0.03210608560559669) | > loss_mel_ce: 2.525038957595825 (nan) | > loss: 0.010147768072783947 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1413602293530431) | > loader_time: 0.0045 (0.004625664497517801)  --> TIME: 2025-03-26 01:35:54 -- STEP: 15060/31555 -- GLOBAL_STEP: 1214150 | > loss_text_ce: 0.04438214749097824 (0.03210174074794746) | > loss_mel_ce: 2.7329349517822266 (nan) | > loss: 0.011021099984645844 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1413402532517982) | > loader_time: 0.0045 (0.004625524404356038)  --> TIME: 2025-03-26 01:36:03 -- STEP: 15110/31555 -- GLOBAL_STEP: 1214200 | > loss_text_ce: 0.036847811192274094 (0.03209896896424021) | > loss_mel_ce: 3.321298122406006 (nan) | > loss: 0.013325977139174938 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14134464631563387) | > loader_time: 0.0045 (0.00462526402514474)  --> TIME: 2025-03-26 01:36:14 -- STEP: 15160/31555 -- GLOBAL_STEP: 1214250 | > loss_text_ce: 0.029105501249432564 (0.032105363715847976) | > loss_mel_ce: 2.9685444831848145 (nan) | > loss: 0.01189543679356575 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14137700047530655) | > loader_time: 0.0047 (0.004626390141358783)  --> TIME: 2025-03-26 01:36:23 -- STEP: 15210/31555 -- GLOBAL_STEP: 1214300 | > loss_text_ce: 0.03565870597958565 (0.032103757129799654) | > loss_mel_ce: 2.729020833969116 (nan) | > loss: 0.010970951057970524 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14136784310249895) | > loader_time: 0.0049 (0.004626301132794034)  --> TIME: 2025-03-26 01:36:33 -- STEP: 15260/31555 -- GLOBAL_STEP: 1214350 | > loss_text_ce: 0.040064554661512375 (0.03210254168823893) | > loss_mel_ce: 2.7415432929992676 (nan) | > loss: 0.011038127355277538 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1413759907607475) | > loader_time: 0.0044 (0.00462636597659609)  --> TIME: 2025-03-26 01:36:43 -- STEP: 15310/31555 -- GLOBAL_STEP: 1214400 | > loss_text_ce: 0.036865659058094025 (0.032099212261049476) | > loss_mel_ce: 2.5929901599884033 (nan) | > loss: 0.010435936972498894 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1413815746581446) | > loader_time: 0.0046 (0.004626748983880253)  --> TIME: 2025-03-26 01:36:53 -- STEP: 15360/31555 -- GLOBAL_STEP: 1214450 | > loss_text_ce: 0.03124655969440937 (0.03210159335576467) | > loss_mel_ce: 2.7834274768829346 (nan) | > loss: 0.011169342324137688 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14140190357963173) | > loader_time: 0.0046 (0.004626891746496153)  --> TIME: 2025-03-26 01:37:03 -- STEP: 15410/31555 -- GLOBAL_STEP: 1214500 | > loss_text_ce: 0.03298026695847511 (0.032100594657643124) | > loss_mel_ce: 2.5887451171875 (nan) | > loss: 0.010403672233223915 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14139348433282226) | > loader_time: 0.0045 (0.004626966698613738)  --> TIME: 2025-03-26 01:37:12 -- STEP: 15460/31555 -- GLOBAL_STEP: 1214550 | > loss_text_ce: 0.03076513297855854 (0.03209612977945213) | > loss_mel_ce: 2.9679794311523438 (nan) | > loss: 0.011899780482053757 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.1413858744798927) | > loader_time: 0.0048 (0.004626917021703281)  --> TIME: 2025-03-26 01:37:22 -- STEP: 15510/31555 -- GLOBAL_STEP: 1214600 | > loss_text_ce: 0.0323319174349308 (0.032091875610060126) | > loss_mel_ce: 2.36885666847229 (nan) | > loss: 0.009528527036309242 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14140538801922412) | > loader_time: 0.0046 (0.004626796154880578)  --> TIME: 2025-03-26 01:37:32 -- STEP: 15560/31555 -- GLOBAL_STEP: 1214650 | > loss_text_ce: 0.029266128316521645 (0.032089780816679125) | > loss_mel_ce: 3.074359893798828 (nan) | > loss: 0.012315977364778519 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14140657096105178) | > loader_time: 0.0046 (0.004626761196818013)  --> TIME: 2025-03-26 01:37:41 -- STEP: 15610/31555 -- GLOBAL_STEP: 1214700 | > loss_text_ce: 0.02987997978925705 (0.03209265770580363) | > loss_mel_ce: 2.8058531284332275 (nan) | > loss: 0.011252909898757935 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14139892092734638) | > loader_time: 0.0045 (0.004626642993289175)  --> TIME: 2025-03-26 01:37:51 -- STEP: 15660/31555 -- GLOBAL_STEP: 1214750 | > loss_text_ce: 0.02201955020427704 (0.0320903801708929) | > loss_mel_ce: 3.1083126068115234 (nan) | > loss: 0.012421954423189163 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1413867221176998) | > loader_time: 0.0046 (0.004626357966455913)  --> TIME: 2025-03-26 01:38:00 -- STEP: 15710/31555 -- GLOBAL_STEP: 1214800 | > loss_text_ce: 0.03267655894160271 (0.032088884434773694) | > loss_mel_ce: 0.02901204489171505 (nan) | > loss: 0.00024479604326188564 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14139296739895058) | > loader_time: 0.0044 (0.004626139177022498)  --> TIME: 2025-03-26 01:38:10 -- STEP: 15760/31555 -- GLOBAL_STEP: 1214850 | > loss_text_ce: 0.027483977377414703 (0.032086898746243216) | > loss_mel_ce: 2.589951753616333 (nan) | > loss: 0.010386650450527668 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14138234855257245) | > loader_time: 0.0046 (0.004625807256262913)  --> TIME: 2025-03-26 01:38:19 -- STEP: 15810/31555 -- GLOBAL_STEP: 1214900 | > loss_text_ce: 0.029527243226766586 (0.03208778097944026) | > loss_mel_ce: 5.53125 (nan) | > loss: 0.022066578269004822 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14137757491039904) | > loader_time: 0.0047 (0.004625832981734537)  --> TIME: 2025-03-26 01:38:29 -- STEP: 15860/31555 -- GLOBAL_STEP: 1214950 | > loss_text_ce: 0.03787621110677719 (0.03208696391359496) | > loss_mel_ce: 3.0299072265625 (nan) | > loss: 0.012173743918538094 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14137196921159692) | > loader_time: 0.0045 (0.0046257172526808065)  --> TIME: 2025-03-26 01:38:39 -- STEP: 15910/31555 -- GLOBAL_STEP: 1215000 | > loss_text_ce: 0.03194732964038849 (0.03208627896418532) | > loss_mel_ce: 2.596696138381958 (nan) | > loss: 0.01043112576007843 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1413709766230885) | > loader_time: 0.0045 (0.004625696599446019)  --> TIME: 2025-03-26 01:38:48 -- STEP: 15960/31555 -- GLOBAL_STEP: 1215050 | > loss_text_ce: 0.030776824802160263 (0.03208418314579767) | > loss_mel_ce: 1.7636489868164062 (nan) | > loss: 0.0071207378059625626 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14135965312035093) | > loader_time: 0.0044 (0.004625577586037765)  --> TIME: 2025-03-26 01:38:58 -- STEP: 16010/31555 -- GLOBAL_STEP: 1215100 | > loss_text_ce: 0.028668761253356934 (0.0320854307148841) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1413556221497938) | > loader_time: 0.0046 (0.00462545008304936)  --> TIME: 2025-03-26 01:39:07 -- STEP: 16060/31555 -- GLOBAL_STEP: 1215150 | > loss_text_ce: 0.028432132676243782 (0.03208746183808586) | > loss_mel_ce: 2.621556043624878 (nan) | > loss: 0.010515826754271984 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14134462635365627) | > loader_time: 0.0047 (0.004625490073991438)  --> TIME: 2025-03-26 01:39:17 -- STEP: 16110/31555 -- GLOBAL_STEP: 1215200 | > loss_text_ce: 0.02365414798259735 (0.03208780259450105) | > loss_mel_ce: 2.9438259601593018 (nan) | > loss: 0.01177571527659893 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14134869238073752) | > loader_time: 0.0046 (0.004626189515429347)  --> TIME: 2025-03-26 01:39:27 -- STEP: 16160/31555 -- GLOBAL_STEP: 1215250 | > loss_text_ce: 0.040253784507513046 (0.03208864623015649) | > loss_mel_ce: 3.047499656677246 (nan) | > loss: 0.0122529910877347 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14135675225222397) | > loader_time: 0.0046 (0.004626285911786667)  --> TIME: 2025-03-26 01:39:37 -- STEP: 16210/31555 -- GLOBAL_STEP: 1215300 | > loss_text_ce: 0.025085829198360443 (0.03208436892591398) | > loss_mel_ce: 1.510114073753357 (nan) | > loss: 0.0060920631512999535 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14136440064126005) | > loader_time: 0.0045 (0.004626401642970573)  --> TIME: 2025-03-26 01:39:47 -- STEP: 16260/31555 -- GLOBAL_STEP: 1215350 | > loss_text_ce: 0.02808265946805477 (0.03208240705352111) | > loss_mel_ce: 2.869903326034546 (nan) | > loss: 0.01149994507431984 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14138050066149035) | > loader_time: 0.0045 (0.004626642455327401)  --> TIME: 2025-03-26 01:39:57 -- STEP: 16310/31555 -- GLOBAL_STEP: 1215400 | > loss_text_ce: 0.029381146654486656 (0.03208221068724555) | > loss_mel_ce: 3.2046844959259033 (nan) | > loss: 0.012833594344556332 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14139813255635095) | > loader_time: 0.0045 (0.00462682156530645)  --> TIME: 2025-03-26 01:40:06 -- STEP: 16360/31555 -- GLOBAL_STEP: 1215450 | > loss_text_ce: 0.03117641620337963 (0.03208659067550738) | > loss_mel_ce: 2.7386703491210938 (nan) | > loss: 0.010991455987095833 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14138854220327296) | > loader_time: 0.0046 (0.004626622234988031)  --> TIME: 2025-03-26 01:40:16 -- STEP: 16410/31555 -- GLOBAL_STEP: 1215500 | > loss_text_ce: 0.029971476644277573 (0.03209125883043007) | > loss_mel_ce: 1.658402919769287 (nan) | > loss: 0.00669989874586463 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14138514270584812) | > loader_time: 0.0045 (0.004626332355083154)  --> TIME: 2025-03-26 01:40:25 -- STEP: 16460/31555 -- GLOBAL_STEP: 1215550 | > loss_text_ce: 0.035578180104494095 (0.03208856635459931) | > loss_mel_ce: 2.9680261611938477 (nan) | > loss: 0.01191906537860632 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1413862722757224) | > loader_time: 0.0046 (0.004626341057287235)  --> TIME: 2025-03-26 01:40:35 -- STEP: 16510/31555 -- GLOBAL_STEP: 1215600 | > loss_text_ce: 0.026849670335650444 (0.032087915712772384) | > loss_mel_ce: 2.754103422164917 (nan) | > loss: 0.011035528965294361 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14139742870030372) | > loader_time: 0.0047 (0.00462679405200849)  --> TIME: 2025-03-26 01:40:45 -- STEP: 16560/31555 -- GLOBAL_STEP: 1215650 | > loss_text_ce: 0.03321832790970802 (0.03208628608940786) | > loss_mel_ce: 2.919618844985962 (nan) | > loss: 0.011717609129846096 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14140212364530727) | > loader_time: 0.0047 (0.0046267413574716245)  --> TIME: 2025-03-26 01:40:55 -- STEP: 16610/31555 -- GLOBAL_STEP: 1215700 | > loss_text_ce: 0.029031408950686455 (0.03208199504281812) | > loss_mel_ce: 2.652461528778076 (nan) | > loss: 0.010640845634043217 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1414006154125237) | > loader_time: 0.0045 (0.0046267350275497774)  --> TIME: 2025-03-26 01:41:04 -- STEP: 16660/31555 -- GLOBAL_STEP: 1215750 | > loss_text_ce: 0.03527960181236267 (0.032080852560584995) | > loss_mel_ce: 3.0650038719177246 (nan) | > loss: 0.01230271253734827 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14140170358953147) | > loader_time: 0.0044 (0.0046267212796754975)  --> TIME: 2025-03-26 01:41:14 -- STEP: 16710/31555 -- GLOBAL_STEP: 1215800 | > loss_text_ce: 0.03220262750983238 (0.03207864630538228) | > loss_mel_ce: 2.7279367446899414 (nan) | > loss: 0.010952934622764587 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14141224917360942) | > loader_time: 0.0045 (0.004626689022847229)  --> TIME: 2025-03-26 01:41:24 -- STEP: 16760/31555 -- GLOBAL_STEP: 1215850 | > loss_text_ce: 0.033496223390102386 (0.03208581732818307) | > loss_mel_ce: 2.662242889404297 (nan) | > loss: 0.01069737784564495 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1414006779614945) | > loader_time: 0.0044 (0.0046265571811603115)  --> TIME: 2025-03-26 01:41:33 -- STEP: 16810/31555 -- GLOBAL_STEP: 1215900 | > loss_text_ce: 0.029885882511734962 (0.03208793376205114) | > loss_mel_ce: 2.4316983222961426 (nan) | > loss: 0.00976819172501564 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14139636744352205) | > loader_time: 0.0044 (0.00462685548996797)  --> TIME: 2025-03-26 01:41:43 -- STEP: 16860/31555 -- GLOBAL_STEP: 1215950 | > loss_text_ce: 0.026542190462350845 (0.03208690704838605) | > loss_mel_ce: 3.1768271923065186 (nan) | > loss: 0.01271178387105465 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14140427000864772) | > loader_time: 0.0045 (0.004626726976917301)  --> TIME: 2025-03-26 01:41:53 -- STEP: 16910/31555 -- GLOBAL_STEP: 1216000 | > loss_text_ce: 0.03097132220864296 (0.032089856777798464) | > loss_mel_ce: 2.5269570350646973 (nan) | > loss: 0.010150509886443615 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14140056500697062) | > loader_time: 0.0045 (0.004627018846188115)  --> TIME: 2025-03-26 01:42:02 -- STEP: 16960/31555 -- GLOBAL_STEP: 1216050 | > loss_text_ce: 0.03755110502243042 (0.03209151515736084) | > loss_mel_ce: 2.2844152450561523 (nan) | > loss: 0.009214152581989765 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14140120618185845) | > loader_time: 0.0044 (0.004627118315899141)  --> TIME: 2025-03-26 01:42:12 -- STEP: 17010/31555 -- GLOBAL_STEP: 1216100 | > loss_text_ce: 0.02333149127662182 (0.03209226996539883) | > loss_mel_ce: 2.395663022994995 (nan) | > loss: 0.00959918461740017 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14139984807570014) | > loader_time: 0.0047 (0.0046271265709421135)  --> TIME: 2025-03-26 01:42:22 -- STEP: 17060/31555 -- GLOBAL_STEP: 1216150 | > loss_text_ce: 0.030685987323522568 (0.03209229632879092) | > loss_mel_ce: 2.129326581954956 (nan) | > loss: 0.00857147853821516 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14140034640100818) | > loader_time: 0.0045 (0.00462708250998332)  --> TIME: 2025-03-26 01:42:32 -- STEP: 17110/31555 -- GLOBAL_STEP: 1216200 | > loss_text_ce: 0.027859048917889595 (0.032091525189789784) | > loss_mel_ce: 1.64167058467865 (nan) | > loss: 0.00662511819973588 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14141449712299517) | > loader_time: 0.0047 (0.004627017038457921)  --> TIME: 2025-03-26 01:42:41 -- STEP: 17160/31555 -- GLOBAL_STEP: 1216250 | > loss_text_ce: 0.043117571622133255 (0.032090420490141706) | > loss_mel_ce: 2.637779474258423 (nan) | > loss: 0.010638481006026268 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14140033777499186) | > loader_time: 0.0046 (0.004626946196411587)  --> TIME: 2025-03-26 01:42:51 -- STEP: 17210/31555 -- GLOBAL_STEP: 1216300 | > loss_text_ce: 0.03096020221710205 (0.03208759956679844) | > loss_mel_ce: 2.0305962562561035 (nan) | > loss: 0.008180779404938221 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1413918791088782) | > loader_time: 0.0045 (0.004626830534350374)  --> TIME: 2025-03-26 01:43:00 -- STEP: 17260/31555 -- GLOBAL_STEP: 1216350 | > loss_text_ce: 0.030088316649198532 (0.03208616957945816) | > loss_mel_ce: 3.212132453918457 (nan) | > loss: 0.012865956872701645 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14137373223365457) | > loader_time: 0.0046 (0.004626697198264421)  --> TIME: 2025-03-26 01:43:09 -- STEP: 17310/31555 -- GLOBAL_STEP: 1216400 | > loss_text_ce: 0.05201966315507889 (0.03208895955263828) | > loss_mel_ce: 2.199894428253174 (nan) | > loss: 0.008936167694628239 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14136824811696247) | > loader_time: 0.0044 (0.004626553145397052)  --> TIME: 2025-03-26 01:43:19 -- STEP: 17360/31555 -- GLOBAL_STEP: 1216450 | > loss_text_ce: 0.03313876688480377 (0.03209012373225033) | > loss_mel_ce: 2.932516098022461 (nan) | > loss: 0.011768472380936146 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14137004976448309) | > loader_time: 0.0045 (0.00462688518009976)  --> TIME: 2025-03-26 01:43:29 -- STEP: 17410/31555 -- GLOBAL_STEP: 1216500 | > loss_text_ce: 0.02831018902361393 (0.03208984215051104) | > loss_mel_ce: 3.125623941421509 (nan) | > loss: 0.012515612877905369 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1413633047473075) | > loader_time: 0.0047 (0.004626807476308817)  --> TIME: 2025-03-26 01:43:38 -- STEP: 17460/31555 -- GLOBAL_STEP: 1216550 | > loss_text_ce: 0.033504970371723175 (0.0320873192694457) | > loss_mel_ce: 2.900388717651367 (nan) | > loss: 0.011642435565590858 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14136791529660853) | > loader_time: 0.0049 (0.004626820792037591)  --> TIME: 2025-03-26 01:43:48 -- STEP: 17510/31555 -- GLOBAL_STEP: 1216600 | > loss_text_ce: 0.025846244767308235 (0.03208669736148472) | > loss_mel_ce: 2.2937159538269043 (nan) | > loss: 0.009204612113535404 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14138153145341792) | > loader_time: 0.0045 (0.004626842596270838)  --> TIME: 2025-03-26 01:43:58 -- STEP: 17560/31555 -- GLOBAL_STEP: 1216650 | > loss_text_ce: 0.03723278269171715 (0.03208398346652352) | > loss_mel_ce: 2.498004913330078 (nan) | > loss: 0.010060467757284641 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14136868379925213) | > loader_time: 0.0044 (0.004626489473095237)  --> TIME: 2025-03-26 01:44:07 -- STEP: 17610/31555 -- GLOBAL_STEP: 1216700 | > loss_text_ce: 0.03679049015045166 (0.032084918801642645) | > loss_mel_ce: 0.11767578125 (nan) | > loss: 0.0006129614193923771 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14136166396566113) | > loader_time: 0.0044 (0.004626561686912761)  --> TIME: 2025-03-26 01:44:17 -- STEP: 17660/31555 -- GLOBAL_STEP: 1216750 | > loss_text_ce: 0.04873210936784744 (0.03208399847184659) | > loss_mel_ce: 2.575028419494629 (nan) | > loss: 0.01041174866259098 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14137865303596792) | > loader_time: 0.0048 (0.004627037237346636)  --> TIME: 2025-03-26 01:44:27 -- STEP: 17710/31555 -- GLOBAL_STEP: 1216800 | > loss_text_ce: 0.03526051715016365 (0.0320877680919417) | > loss_mel_ce: 2.8422679901123047 (nan) | > loss: 0.011418764479458332 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14138998072541753) | > loader_time: 0.0046 (0.004627297141335215)  --> TIME: 2025-03-26 01:44:37 -- STEP: 17760/31555 -- GLOBAL_STEP: 1216850 | > loss_text_ce: 0.029783198609948158 (0.032088973131272056) | > loss_mel_ce: 2.159990072250366 (nan) | > loss: 0.008689576759934425 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14140785455972155) | > loader_time: 0.0044 (0.004627512798116002)  --> TIME: 2025-03-26 01:44:47 -- STEP: 17810/31555 -- GLOBAL_STEP: 1216900 | > loss_text_ce: 0.026944585144519806 (0.03208735759737647) | > loss_mel_ce: 2.251124858856201 (nan) | > loss: 0.00903995893895626 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.141410178297493) | > loader_time: 0.0045 (0.004627373725895384)  --> TIME: 2025-03-26 01:44:57 -- STEP: 17860/31555 -- GLOBAL_STEP: 1216950 | > loss_text_ce: 0.027810990810394287 (0.03208915121193193) | > loss_mel_ce: 2.3552818298339844 (nan) | > loss: 0.00945671834051609 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14142063009778902) | > loader_time: 0.0048 (0.004627145324548962)  --> TIME: 2025-03-26 01:45:06 -- STEP: 17910/31555 -- GLOBAL_STEP: 1217000 | > loss_text_ce: 0.028831563889980316 (0.032086886971874916) | > loss_mel_ce: 2.9413540363311768 (nan) | > loss: 0.011786451563239098 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14142010953424955) | > loader_time: 0.0048 (0.004626997618086828)  --> TIME: 2025-03-26 01:45:16 -- STEP: 17960/31555 -- GLOBAL_STEP: 1217050 | > loss_text_ce: 0.030055182054638863 (0.03209031024374247) | > loss_mel_ce: 2.5634100437164307 (nan) | > loss: 0.010291529819369316 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.1414205590441385) | > loader_time: 0.0045 (0.004626907856267905)  --> TIME: 2025-03-26 01:45:26 -- STEP: 18010/31555 -- GLOBAL_STEP: 1217100 | > loss_text_ce: 0.04208562895655632 (0.03209345222469932) | > loss_mel_ce: 2.454873561859131 (nan) | > loss: 0.009908569045364857 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14142712900732496) | > loader_time: 0.0044 (0.004626837774887793)  --> TIME: 2025-03-26 01:45:36 -- STEP: 18060/31555 -- GLOBAL_STEP: 1217150 | > loss_text_ce: 0.02979801781475544 (0.0320957062632395) | > loss_mel_ce: 2.9600651264190674 (nan) | > loss: 0.011864537373185158 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14143061053053144) | > loader_time: 0.0048 (0.004626743500414866)  --> TIME: 2025-03-26 01:45:45 -- STEP: 18110/31555 -- GLOBAL_STEP: 1217200 | > loss_text_ce: 0.02268473245203495 (0.03209089546359997) | > loss_mel_ce: 0.552459716796875 (nan) | > loss: 0.0022823193576186895 (nan) | > current_lr: 5e-06 | > step_time: 0.1061 (0.14142190513526512) | > loader_time: 0.0042 (0.004626474888663067)  --> TIME: 2025-03-26 01:45:55 -- STEP: 18160/31555 -- GLOBAL_STEP: 1217250 | > loss_text_ce: 0.03189026191830635 (0.03209014129204404) | > loss_mel_ce: 2.680403470993042 (nan) | > loss: 0.010763070546090603 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14141719414799156) | > loader_time: 0.0046 (0.004626148335208963)  --> TIME: 2025-03-26 01:46:04 -- STEP: 18210/31555 -- GLOBAL_STEP: 1217300 | > loss_text_ce: 0.027944382280111313 (0.03209172197935199) | > loss_mel_ce: 1.9631541967391968 (nan) | > loss: 0.007901185192167759 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14142136480833067) | > loader_time: 0.0044 (0.004626123333029653)  --> TIME: 2025-03-26 01:46:14 -- STEP: 18260/31555 -- GLOBAL_STEP: 1217350 | > loss_text_ce: 0.03684847429394722 (0.032091490701422476) | > loss_mel_ce: 2.9256591796875 (nan) | > loss: 0.011755983345210552 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14142995490432378) | > loader_time: 0.0046 (0.004626173061713448)  --> TIME: 2025-03-26 01:46:24 -- STEP: 18310/31555 -- GLOBAL_STEP: 1217400 | > loss_text_ce: 0.027524398639798164 (0.03209056076591163) | > loss_mel_ce: 0.05808105319738388 (nan) | > loss: 0.00033970418735407293 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14143534382466413) | > loader_time: 0.0045 (0.004626172022504389)  --> TIME: 2025-03-26 01:46:34 -- STEP: 18360/31555 -- GLOBAL_STEP: 1217450 | > loss_text_ce: 0.02936161682009697 (0.03209382165705265) | > loss_mel_ce: 2.0974318981170654 (nan) | > loss: 0.008439657278358936 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14143768055506464) | > loader_time: 0.0047 (0.00462620077829214)  --> TIME: 2025-03-26 01:46:43 -- STEP: 18410/31555 -- GLOBAL_STEP: 1217500 | > loss_text_ce: 0.032817404717206955 (0.03209743390794672) | > loss_mel_ce: 2.423664093017578 (nan) | > loss: 0.00974794290959835 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14143382356841502) | > loader_time: 0.0043 (0.004626063922382697)  --> TIME: 2025-03-26 01:46:53 -- STEP: 18460/31555 -- GLOBAL_STEP: 1217550 | > loss_text_ce: 0.026006480678915977 (0.032098091488304656) | > loss_mel_ce: 2.868928909301758 (nan) | > loss: 0.011487839743494987 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1414364268436199) | > loader_time: 0.0046 (0.004626162235553433)  --> TIME: 2025-03-26 01:47:03 -- STEP: 18510/31555 -- GLOBAL_STEP: 1217600 | > loss_text_ce: 0.03214364871382713 (0.032091119193669845) | > loss_mel_ce: 3.1416683197021484 (nan) | > loss: 0.012594492174685001 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14143494418477515) | > loader_time: 0.0046 (0.004626356557148445)  --> TIME: 2025-03-26 01:47:12 -- STEP: 18560/31555 -- GLOBAL_STEP: 1217650 | > loss_text_ce: 0.03650889918208122 (0.03209481326876234) | > loss_mel_ce: 2.4423491954803467 (nan) | > loss: 0.009836738929152489 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14143145088234785) | > loader_time: 0.0046 (0.004626222879722182)  --> TIME: 2025-03-26 01:47:22 -- STEP: 18610/31555 -- GLOBAL_STEP: 1217700 | > loss_text_ce: 0.03253675252199173 (0.03209452236517639) | > loss_mel_ce: 1.921694040298462 (nan) | > loss: 0.007754884660243988 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.14141822745247787) | > loader_time: 0.0047 (0.004625976783879514)  --> TIME: 2025-03-26 01:47:31 -- STEP: 18660/31555 -- GLOBAL_STEP: 1217750 | > loss_text_ce: 0.04492829367518425 (0.03209411746778392) | > loss_mel_ce: 2.974552631378174 (nan) | > loss: 0.011982067488133907 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14141484973003815) | > loader_time: 0.0045 (0.004625734357844067)  --> TIME: 2025-03-26 01:47:41 -- STEP: 18710/31555 -- GLOBAL_STEP: 1217800 | > loss_text_ce: 0.03152145445346832 (0.03209465623398707) | > loss_mel_ce: 3.0410125255584717 (nan) | > loss: 0.012192596681416035 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14140028819752332) | > loader_time: 0.0046 (0.004625872467240806)  --> TIME: 2025-03-26 01:47:50 -- STEP: 18760/31555 -- GLOBAL_STEP: 1217850 | > loss_text_ce: 0.03933246433734894 (0.032096138909143555) | > loss_mel_ce: 3.0075008869171143 (nan) | > loss: 0.012090608477592468 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14139899493280444) | > loader_time: 0.0046 (0.004625948443849949)  --> TIME: 2025-03-26 01:48:00 -- STEP: 18810/31555 -- GLOBAL_STEP: 1217900 | > loss_text_ce: 0.031325362622737885 (0.03209614841884407) | > loss_mel_ce: 3.3342902660369873 (nan) | > loss: 0.013355618342757225 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14141212953398105) | > loader_time: 0.0047 (0.00462625040645486)  --> TIME: 2025-03-26 01:48:10 -- STEP: 18860/31555 -- GLOBAL_STEP: 1217950 | > loss_text_ce: 0.03155045583844185 (0.03209550363087723) | > loss_mel_ce: 2.318422794342041 (nan) | > loss: 0.009325291030108929 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1414258977894053) | > loader_time: 0.0046 (0.004626264172672324)  --> TIME: 2025-03-26 01:48:20 -- STEP: 18910/31555 -- GLOBAL_STEP: 1218000 | > loss_text_ce: 0.03200831636786461 (0.03209600848599395) | > loss_mel_ce: 2.579637289047241 (nan) | > loss: 0.01036367379128933 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14142294757142956) | > loader_time: 0.0049 (0.0046262664557890016)  --> TIME: 2025-03-26 01:48:30 -- STEP: 18960/31555 -- GLOBAL_STEP: 1218050 | > loss_text_ce: 0.043468497693538666 (0.032094660319116945) | > loss_mel_ce: 3.102966547012329 (nan) | > loss: 0.01248585432767868 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14142611002871697) | > loader_time: 0.0044 (0.004626448421035624)  --> TIME: 2025-03-26 01:48:39 -- STEP: 19010/31555 -- GLOBAL_STEP: 1218100 | > loss_text_ce: 0.02585422433912754 (0.032091587307965505) | > loss_mel_ce: 2.822693109512329 (nan) | > loss: 0.011303759180009365 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1414170156335398) | > loader_time: 0.0045 (0.004626226036376781)  --> TIME: 2025-03-26 01:48:49 -- STEP: 19060/31555 -- GLOBAL_STEP: 1218150 | > loss_text_ce: 0.030974289402365685 (0.03208935884758847) | > loss_mel_ce: 2.7538390159606934 (nan) | > loss: 0.011050847359001637 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14142850561131895) | > loader_time: 0.0046 (0.004626083111337688)  --> TIME: 2025-03-26 01:48:58 -- STEP: 19110/31555 -- GLOBAL_STEP: 1218200 | > loss_text_ce: 0.026634125038981438 (0.03208710637956306) | > loss_mel_ce: 2.2566800117492676 (nan) | > loss: 0.009060771204531193 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1414199599665779) | > loader_time: 0.0047 (0.00462579818248498)  --> TIME: 2025-03-26 01:49:08 -- STEP: 19160/31555 -- GLOBAL_STEP: 1218250 | > loss_text_ce: 0.02865622751414776 (0.03208748973353877) | > loss_mel_ce: 1.917680025100708 (nan) | > loss: 0.00772355729714036 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.141417729767478) | > loader_time: 0.0046 (0.004625615745098444)  --> TIME: 2025-03-26 01:49:18 -- STEP: 19210/31555 -- GLOBAL_STEP: 1218300 | > loss_text_ce: 0.033572517335414886 (0.032088701766544936) | > loss_mel_ce: 2.775305986404419 (nan) | > loss: 0.011146343313157558 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1414238485304524) | > loader_time: 0.0044 (0.0046254651488145644)  --> TIME: 2025-03-26 01:49:28 -- STEP: 19260/31555 -- GLOBAL_STEP: 1218350 | > loss_text_ce: 0.016277270391583443 (0.03209025774766189) | > loss_mel_ce: 2.382932662963867 (nan) | > loss: 0.00952067505568266 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14143918536038594) | > loader_time: 0.0047 (0.004625410813285048)  --> TIME: 2025-03-26 01:49:37 -- STEP: 19310/31555 -- GLOBAL_STEP: 1218400 | > loss_text_ce: 0.0260363407433033 (0.03208418612174061) | > loss_mel_ce: 2.9370791912078857 (nan) | > loss: 0.011758395470678806 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1414317888895005) | > loader_time: 0.0048 (0.004625438223966712)  --> TIME: 2025-03-26 01:49:47 -- STEP: 19360/31555 -- GLOBAL_STEP: 1218450 | > loss_text_ce: 0.027758631855249405 (0.032080434343954876) | > loss_mel_ce: 2.4122183322906494 (nan) | > loss: 0.009682448580861092 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14142200220222248) | > loader_time: 0.0044 (0.004625322602011934)  --> TIME: 2025-03-26 01:49:57 -- STEP: 19410/31555 -- GLOBAL_STEP: 1218500 | > loss_text_ce: 0.03333015367388725 (0.03207959651703299) | > loss_mel_ce: 2.908918619155884 (nan) | > loss: 0.011675591580569744 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1414239208824783) | > loader_time: 0.0045 (0.0046251120117753435)  --> TIME: 2025-03-26 01:50:07 -- STEP: 19460/31555 -- GLOBAL_STEP: 1218550 | > loss_text_ce: 0.03981402888894081 (0.03208007742282325) | > loss_mel_ce: 2.2925374507904053 (nan) | > loss: 0.0092553636059165 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14143947829690445) | > loader_time: 0.0047 (0.004625340466141569)  --> TIME: 2025-03-26 01:50:17 -- STEP: 19510/31555 -- GLOBAL_STEP: 1218600 | > loss_text_ce: 0.03621858358383179 (0.03207887851259386) | > loss_mel_ce: 3.3168461322784424 (nan) | > loss: 0.013305813074111938 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14145865645670078) | > loader_time: 0.0049 (0.004625415472053119)  --> TIME: 2025-03-26 01:50:26 -- STEP: 19560/31555 -- GLOBAL_STEP: 1218650 | > loss_text_ce: 0.035927269607782364 (0.032078397113750115) | > loss_mel_ce: 2.8437488079071045 (nan) | > loss: 0.011427287012338638 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14145126927849652) | > loader_time: 0.0047 (0.0046253539667539)  --> TIME: 2025-03-26 01:50:36 -- STEP: 19610/31555 -- GLOBAL_STEP: 1218700 | > loss_text_ce: 0.03691596910357475 (0.03207957516635721) | > loss_mel_ce: 2.8690013885498047 (nan) | > loss: 0.01153141912072897 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14145386743034835) | > loader_time: 0.0046 (0.004625394209375913)  --> TIME: 2025-03-26 01:50:46 -- STEP: 19660/31555 -- GLOBAL_STEP: 1218750 | > loss_text_ce: 0.02915378473699093 (0.03208148275447099) | > loss_mel_ce: 2.8157341480255127 (nan) | > loss: 0.011289238929748535 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14146255013416342) | > loader_time: 0.0046 (0.004625456148828633)  --> TIME: 2025-03-26 01:50:56 -- STEP: 19710/31555 -- GLOBAL_STEP: 1218800 | > loss_text_ce: 0.038784317672252655 (0.03208061209886928) | > loss_mel_ce: 3.0937461853027344 (nan) | > loss: 0.012430677190423012 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14146085430195537) | > loader_time: 0.0048 (0.0046256978036424605)  --> TIME: 2025-03-26 01:51:05 -- STEP: 19760/31555 -- GLOBAL_STEP: 1218850 | > loss_text_ce: 0.03446328267455101 (0.03208208059173794) | > loss_mel_ce: 2.951960563659668 (nan) | > loss: 0.011850888840854168 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1414623178089191) | > loader_time: 0.0046 (0.004625855802524417)  --> TIME: 2025-03-26 01:51:15 -- STEP: 19810/31555 -- GLOBAL_STEP: 1218900 | > loss_text_ce: 0.032457202672958374 (0.03207905578884474) | > loss_mel_ce: 2.6054651737213135 (nan) | > loss: 0.010467946529388428 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1414671512519027) | > loader_time: 0.0045 (0.00462603117708362)  --> TIME: 2025-03-26 01:51:25 -- STEP: 19860/31555 -- GLOBAL_STEP: 1218950 | > loss_text_ce: 0.03175927698612213 (0.03207798818387077) | > loss_mel_ce: 3.0004403591156006 (nan) | > loss: 0.012032538652420044 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1414626042168181) | > loader_time: 0.0044 (0.004626053517678699)  --> TIME: 2025-03-26 01:51:34 -- STEP: 19910/31555 -- GLOBAL_STEP: 1219000 | > loss_text_ce: 0.030283506959676743 (0.03207453554557002) | > loss_mel_ce: 3.041398048400879 (nan) | > loss: 0.012189213186502457 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14146444329300534) | > loader_time: 0.0046 (0.00462646642442565)  --> TIME: 2025-03-26 01:51:44 -- STEP: 19960/31555 -- GLOBAL_STEP: 1219050 | > loss_text_ce: 0.025903712958097458 (0.03207440078622482) | > loss_mel_ce: 1.9903446435928345 (nan) | > loss: 0.008000986650586128 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1414676791202564) | > loader_time: 0.0051 (0.004626515143381082)  --> TIME: 2025-03-26 01:51:54 -- STEP: 20010/31555 -- GLOBAL_STEP: 1219100 | > loss_text_ce: 0.014954379759728909 (0.03207482487807584) | > loss_mel_ce: 1.4490766525268555 (nan) | > loss: 0.0058096470311284065 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14146656567069735) | > loader_time: 0.0045 (0.004626677383011056)  --> TIME: 2025-03-26 01:52:03 -- STEP: 20060/31555 -- GLOBAL_STEP: 1219150 | > loss_text_ce: 0.02523544430732727 (0.032072608783731804) | > loss_mel_ce: 2.9391796588897705 (nan) | > loss: 0.011763552203774452 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14146938397663253) | > loader_time: 0.0045 (0.004626668640528445)  --> TIME: 2025-03-26 01:52:13 -- STEP: 20110/31555 -- GLOBAL_STEP: 1219200 | > loss_text_ce: 0.0336327962577343 (0.032070989674443766) | > loss_mel_ce: 2.4017910957336426 (nan) | > loss: 0.009664380922913551 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14146049473191963) | > loader_time: 0.0044 (0.004626728491306527)  --> TIME: 2025-03-26 01:52:22 -- STEP: 20160/31555 -- GLOBAL_STEP: 1219250 | > loss_text_ce: 0.03650403767824173 (0.032072651846517516) | > loss_mel_ce: 2.276895046234131 (nan) | > loss: 0.009180155582726002 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14145417282032535) | > loader_time: 0.0046 (0.004626809734673713)  --> TIME: 2025-03-26 01:52:32 -- STEP: 20210/31555 -- GLOBAL_STEP: 1219300 | > loss_text_ce: 0.03225989639759064 (0.03207217847157934) | > loss_mel_ce: 1.8888001441955566 (nan) | > loss: 0.0076232547871768475 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14145014924262145) | > loader_time: 0.0047 (0.004626779435944389)  --> TIME: 2025-03-26 01:52:42 -- STEP: 20260/31555 -- GLOBAL_STEP: 1219350 | > loss_text_ce: 0.03288472443819046 (0.03206649563176011) | > loss_mel_ce: 3.154877185821533 (nan) | > loss: 0.012649849988520145 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14144914142000423) | > loader_time: 0.0046 (0.004626639844869913)  --> TIME: 2025-03-26 01:52:52 -- STEP: 20310/31555 -- GLOBAL_STEP: 1219400 | > loss_text_ce: 0.036955855786800385 (0.03206298828426753) | > loss_mel_ce: 2.5416746139526367 (nan) | > loss: 0.010232660919427872 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1414587556053881) | > loader_time: 0.0047 (0.004626468565005007)  --> TIME: 2025-03-26 01:53:01 -- STEP: 20360/31555 -- GLOBAL_STEP: 1219450 | > loss_text_ce: 0.031545042991638184 (0.032059568250213576) | > loss_mel_ce: 2.491358518600464 (nan) | > loss: 0.010011522099375725 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1414479697382983) | > loader_time: 0.0046 (0.004626333690111185)  --> TIME: 2025-03-26 01:53:11 -- STEP: 20410/31555 -- GLOBAL_STEP: 1219500 | > loss_text_ce: 0.024467941373586655 (0.03205690670029332) | > loss_mel_ce: 3.0400497913360596 (nan) | > loss: 0.012160785496234894 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14144969113839076) | > loader_time: 0.0045 (0.004626194324521429)  --> TIME: 2025-03-26 01:53:20 -- STEP: 20460/31555 -- GLOBAL_STEP: 1219550 | > loss_text_ce: 0.03695289418101311 (0.0320577541454074) | > loss_mel_ce: 2.9779276847839355 (nan) | > loss: 0.01196381263434887 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14144409508066508) | > loader_time: 0.0046 (0.004626295713385515)  --> TIME: 2025-03-26 01:53:30 -- STEP: 20510/31555 -- GLOBAL_STEP: 1219600 | > loss_text_ce: 0.030868208035826683 (0.032057232629083) | > loss_mel_ce: 2.647965431213379 (nan) | > loss: 0.010630292817950249 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14144087824688903) | > loader_time: 0.0049 (0.004626306459881616)  --> TIME: 2025-03-26 01:53:39 -- STEP: 20560/31555 -- GLOBAL_STEP: 1219650 | > loss_text_ce: 0.036551978439092636 (0.03205502305255958) | > loss_mel_ce: 2.9160523414611816 (nan) | > loss: 0.011716684326529503 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14143271077467717) | > loader_time: 0.0045 (0.004626375761477389)  --> TIME: 2025-03-26 01:53:49 -- STEP: 20610/31555 -- GLOBAL_STEP: 1219700 | > loss_text_ce: 0.031892407685518265 (0.032053363997144195) | > loss_mel_ce: 2.265144109725952 (nan) | > loss: 0.009115224704146385 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14143932076231538) | > loader_time: 0.0051 (0.004626475162496841)  --> TIME: 2025-03-26 01:53:59 -- STEP: 20660/31555 -- GLOBAL_STEP: 1219750 | > loss_text_ce: 0.04014262929558754 (0.032054142909086834) | > loss_mel_ce: 2.725290060043335 (nan) | > loss: 0.010973939672112465 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1414371219401432) | > loader_time: 0.0046 (0.004626594866118371)  --> TIME: 2025-03-26 01:54:08 -- STEP: 20710/31555 -- GLOBAL_STEP: 1219800 | > loss_text_ce: 0.022107217460870743 (0.03205235575378421) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14143220781992094) | > loader_time: 0.0044 (0.004626670740238993)  --> TIME: 2025-03-26 01:54:18 -- STEP: 20760/31555 -- GLOBAL_STEP: 1219850 | > loss_text_ce: 0.03227921575307846 (0.03205090991888929) | > loss_mel_ce: 1.6591262817382812 (nan) | > loss: 0.006711927242577076 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14143627331895342) | > loader_time: 0.0048 (0.004626942140288882)  --> TIME: 2025-03-26 01:54:28 -- STEP: 20810/31555 -- GLOBAL_STEP: 1219900 | > loss_text_ce: 0.03022870421409607 (0.03204836487064784) | > loss_mel_ce: 3.1512858867645264 (nan) | > loss: 0.012625058181583881 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14143429738520835) | > loader_time: 0.0045 (0.004627305014324774)  --> TIME: 2025-03-26 01:54:37 -- STEP: 20860/31555 -- GLOBAL_STEP: 1219950 | > loss_text_ce: 0.03483439236879349 (0.03204516370513799) | > loss_mel_ce: 2.9254262447357178 (nan) | > loss: 0.011747066862881184 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14143880628556507) | > loader_time: 0.0045 (0.00462733132270015)  --> TIME: 2025-03-26 01:54:47 -- STEP: 20910/31555 -- GLOBAL_STEP: 1220000 | > loss_text_ce: 0.023609234020113945 (0.03204612873311139) | > loss_mel_ce: 2.666649103164673 (nan) | > loss: 0.010675628669559956 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1414268156149233) | > loader_time: 0.0046 (0.004627367881198405) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1220000.pth  --> TIME: 2025-03-26 01:55:02 -- STEP: 20960/31555 -- GLOBAL_STEP: 1220050 | > loss_text_ce: 0.04771571233868599 (0.0320454007546501) | > loss_mel_ce: 2.349557399749756 (nan) | > loss: 0.009512988850474358 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1414291786328522) | > loader_time: 0.0044 (0.004627312731196856)  --> TIME: 2025-03-26 01:55:12 -- STEP: 21010/31555 -- GLOBAL_STEP: 1220100 | > loss_text_ce: 0.03135497495532036 (0.03204574196496162) | > loss_mel_ce: 2.490020513534546 (nan) | > loss: 0.010005458258092403 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1414301517178812) | > loader_time: 0.0048 (0.004627131167506667)  --> TIME: 2025-03-26 01:55:21 -- STEP: 21060/31555 -- GLOBAL_STEP: 1220150 | > loss_text_ce: 0.029709087684750557 (0.03204383721406236) | > loss_mel_ce: 2.56025767326355 (nan) | > loss: 0.010277646593749523 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14142238351128092) | > loader_time: 0.0049 (0.004627201065831481)  --> TIME: 2025-03-26 01:55:30 -- STEP: 21110/31555 -- GLOBAL_STEP: 1220200 | > loss_text_ce: 0.035480376332998276 (0.03204357794272925) | > loss_mel_ce: 2.3212413787841797 (nan) | > loss: 0.009352070279419422 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14141203576724418) | > loader_time: 0.0047 (0.004627260761992838)  --> TIME: 2025-03-26 01:55:40 -- STEP: 21160/31555 -- GLOBAL_STEP: 1220250 | > loss_text_ce: 0.027722148224711418 (0.03204353523835929) | > loss_mel_ce: 3.070493698120117 (nan) | > loss: 0.012294507585465908 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14142221479424838) | > loader_time: 0.0047 (0.004627253664463806)  --> TIME: 2025-03-26 01:55:50 -- STEP: 21210/31555 -- GLOBAL_STEP: 1220300 | > loss_text_ce: 0.022574428468942642 (0.03204583552236164) | > loss_mel_ce: 2.9056143760681152 (nan) | > loss: 0.01161979790776968 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1414326780868661) | > loader_time: 0.0044 (0.004627484389489006)  --> TIME: 2025-03-26 01:56:00 -- STEP: 21260/31555 -- GLOBAL_STEP: 1220350 | > loss_text_ce: 0.02801922895014286 (0.03204495250063458) | > loss_mel_ce: 2.435962677001953 (nan) | > loss: 0.009777706116437912 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1414381828043438) | > loader_time: 0.0049 (0.004627498465669895)  --> TIME: 2025-03-26 01:56:10 -- STEP: 21310/31555 -- GLOBAL_STEP: 1220400 | > loss_text_ce: 0.029211828485131264 (0.03204708176331576) | > loss_mel_ce: 2.2228827476501465 (nan) | > loss: 0.008936883881688118 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14143804251895867) | > loader_time: 0.0045 (0.004627705604914814)  --> TIME: 2025-03-26 01:56:20 -- STEP: 21360/31555 -- GLOBAL_STEP: 1220450 | > loss_text_ce: 0.025670411065220833 (0.03204268672780861) | > loss_mel_ce: 2.4038333892822266 (nan) | > loss: 0.00964088924229145 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14144366469499242) | > loader_time: 0.0046 (0.004627800132897899)  --> TIME: 2025-03-26 01:56:29 -- STEP: 21410/31555 -- GLOBAL_STEP: 1220500 | > loss_text_ce: 0.037293825298547745 (0.03203975206501168) | > loss_mel_ce: 2.1526498794555664 (nan) | > loss: 0.00869025383144617 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.1414447042219321) | > loader_time: 0.0045 (0.004627853417608115)  --> TIME: 2025-03-26 01:56:39 -- STEP: 21460/31555 -- GLOBAL_STEP: 1220550 | > loss_text_ce: 0.033055078238248825 (0.03204077187455171) | > loss_mel_ce: 1.2933838367462158 (nan) | > loss: 0.005263646598905325 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14143584831118608) | > loader_time: 0.0048 (0.004627959603810009)  --> TIME: 2025-03-26 01:56:49 -- STEP: 21510/31555 -- GLOBAL_STEP: 1220600 | > loss_text_ce: 0.03314780071377754 (0.03204173381647759) | > loss_mel_ce: 2.9193062782287598 (nan) | > loss: 0.011716088280081749 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14143782390211326) | > loader_time: 0.0048 (0.004628320607070519)  --> TIME: 2025-03-26 01:56:58 -- STEP: 21560/31555 -- GLOBAL_STEP: 1220650 | > loss_text_ce: 0.03354983031749725 (0.032041867451694156) | > loss_mel_ce: 2.8544373512268066 (nan) | > loss: 0.011460267007350922 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14142467397263325) | > loader_time: 0.0045 (0.004628054042915232)  --> TIME: 2025-03-26 01:57:07 -- STEP: 21610/31555 -- GLOBAL_STEP: 1220700 | > loss_text_ce: 0.02641500160098076 (0.032043137695694036) | > loss_mel_ce: 0.13623046875 (nan) | > loss: 0.0006454185931943357 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14141280571656364) | > loader_time: 0.0044 (0.004627724854497089)  --> TIME: 2025-03-26 01:57:17 -- STEP: 21660/31555 -- GLOBAL_STEP: 1220750 | > loss_text_ce: 0.026270993053913116 (0.032043237490227146) | > loss_mel_ce: 2.9338784217834473 (nan) | > loss: 0.011746625415980816 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1414050064919059) | > loader_time: 0.0046 (0.004627346453133923)  --> TIME: 2025-03-26 01:57:26 -- STEP: 21710/31555 -- GLOBAL_STEP: 1220800 | > loss_text_ce: 0.02700079418718815 (0.03204393704202633) | > loss_mel_ce: 2.803224802017212 (nan) | > loss: 0.011231055483222008 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14139404658181748) | > loader_time: 0.0047 (0.0046276352692177425)  --> TIME: 2025-03-26 01:57:36 -- STEP: 21760/31555 -- GLOBAL_STEP: 1220850 | > loss_text_ce: 0.029224911704659462 (0.03204280036725886) | > loss_mel_ce: 2.19726300239563 (nan) | > loss: 0.008835270069539547 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14140197377213576) | > loader_time: 0.0045 (0.004627686410265799)  --> TIME: 2025-03-26 01:57:46 -- STEP: 21810/31555 -- GLOBAL_STEP: 1220900 | > loss_text_ce: 0.031475868076086044 (0.03204121919103754) | > loss_mel_ce: 2.844419240951538 (nan) | > loss: 0.011412282474339008 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.1414065618790483) | > loader_time: 0.0049 (0.00462778811605628)  --> TIME: 2025-03-26 01:57:55 -- STEP: 21860/31555 -- GLOBAL_STEP: 1220950 | > loss_text_ce: 0.024243365973234177 (0.032038899801019066) | > loss_mel_ce: 2.0346193313598633 (nan) | > loss: 0.008170090615749359 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14141284048502661) | > loader_time: 0.0044 (0.0046278738473820545)  --> TIME: 2025-03-26 01:58:05 -- STEP: 21910/31555 -- GLOBAL_STEP: 1221000 | > loss_text_ce: 0.05039308965206146 (0.03203854258055348) | > loss_mel_ce: 2.598005771636963 (nan) | > loss: 0.010509519837796688 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1414000167851024) | > loader_time: 0.0046 (0.004627806690935115)  --> TIME: 2025-03-26 01:58:14 -- STEP: 21960/31555 -- GLOBAL_STEP: 1221050 | > loss_text_ce: 0.029219867661595345 (0.03203828774756508) | > loss_mel_ce: 2.388967275619507 (nan) | > loss: 0.009595980867743492 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14139330425114716) | > loader_time: 0.0048 (0.004627924907837177)  --> TIME: 2025-03-26 01:58:24 -- STEP: 22010/31555 -- GLOBAL_STEP: 1221100 | > loss_text_ce: 0.03844320774078369 (0.032039845703057394) | > loss_mel_ce: 1.3955466747283936 (nan) | > loss: 0.005690436344593763 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.1413824418738226) | > loader_time: 0.0045 (0.004627981840183044)  --> TIME: 2025-03-26 01:58:33 -- STEP: 22060/31555 -- GLOBAL_STEP: 1221150 | > loss_text_ce: 0.042358458042144775 (0.03203811722914) | > loss_mel_ce: 2.146974563598633 (nan) | > loss: 0.008687829598784447 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14138432385590682) | > loader_time: 0.0047 (0.004627996277830739)  --> TIME: 2025-03-26 01:58:43 -- STEP: 22110/31555 -- GLOBAL_STEP: 1221200 | > loss_text_ce: 0.03171443194150925 (0.03203940502233568) | > loss_mel_ce: 2.933917760848999 (nan) | > loss: 0.011768382042646408 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14138493780526812) | > loader_time: 0.0045 (0.004627910408699776)  --> TIME: 2025-03-26 01:58:53 -- STEP: 22160/31555 -- GLOBAL_STEP: 1221250 | > loss_text_ce: 0.02821429818868637 (0.032038107821222205) | > loss_mel_ce: 0.2804361879825592 (nan) | > loss: 0.0012248036218807101 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14137828730934288) | > loader_time: 0.0044 (0.004627815781947916)  --> TIME: 2025-03-26 01:59:03 -- STEP: 22210/31555 -- GLOBAL_STEP: 1221300 | > loss_text_ce: 0.030354885384440422 (0.03203845282203935) | > loss_mel_ce: 2.2263944149017334 (nan) | > loss: 0.008955354802310467 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.1413868637248122) | > loader_time: 0.0047 (0.004627738821243479)  --> TIME: 2025-03-26 01:59:12 -- STEP: 22260/31555 -- GLOBAL_STEP: 1221350 | > loss_text_ce: 0.03719829395413399 (0.03203787628405646) | > loss_mel_ce: 1.7497618198394775 (nan) | > loss: 0.007091111969202757 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14138963460279533) | > loader_time: 0.0045 (0.004627718083620697)  --> TIME: 2025-03-26 01:59:22 -- STEP: 22310/31555 -- GLOBAL_STEP: 1221400 | > loss_text_ce: 0.031297169625759125 (0.032036076149064854) | > loss_mel_ce: 2.486699342727661 (nan) | > loss: 0.009992050006985664 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14138174718508775) | > loader_time: 0.0047 (0.004627603492839387)  --> TIME: 2025-03-26 01:59:31 -- STEP: 22360/31555 -- GLOBAL_STEP: 1221450 | > loss_text_ce: 0.02984696626663208 (0.03203782162429998) | > loss_mel_ce: 2.184011697769165 (nan) | > loss: 0.008785153739154339 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14138690559509962) | > loader_time: 0.0044 (0.0046275839289526876)  --> TIME: 2025-03-26 01:59:41 -- STEP: 22410/31555 -- GLOBAL_STEP: 1221500 | > loss_text_ce: 0.030206086114048958 (0.03203736654021923) | > loss_mel_ce: 3.203692674636841 (nan) | > loss: 0.012832933105528355 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1413787165586029) | > loader_time: 0.0047 (0.004627540014727404)  --> TIME: 2025-03-26 01:59:50 -- STEP: 22460/31555 -- GLOBAL_STEP: 1221550 | > loss_text_ce: 0.031085042282938957 (0.0320388643072302) | > loss_mel_ce: 2.3954226970672607 (nan) | > loss: 0.009628999046981335 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.1413745523772908) | > loader_time: 0.0046 (0.0046272159153504175)  --> TIME: 2025-03-26 02:00:00 -- STEP: 22510/31555 -- GLOBAL_STEP: 1221600 | > loss_text_ce: 0.03366843983530998 (0.032038838361559435) | > loss_mel_ce: 2.5123279094696045 (nan) | > loss: 0.010103161446750164 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14136933536859936) | > loader_time: 0.0042 (0.004626889559281007)  --> TIME: 2025-03-26 02:00:09 -- STEP: 22560/31555 -- GLOBAL_STEP: 1221650 | > loss_text_ce: 0.041274961084127426 (0.03204369453142809) | > loss_mel_ce: 3.15266489982605 (nan) | > loss: 0.012674365192651749 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14135950657915491) | > loader_time: 0.0046 (0.004626511280418267)  --> TIME: 2025-03-26 02:00:19 -- STEP: 22610/31555 -- GLOBAL_STEP: 1221700 | > loss_text_ce: 0.027706235647201538 (0.03203963579211291) | > loss_mel_ce: 3.143547534942627 (nan) | > loss: 0.012584340758621693 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.141362519730302) | > loader_time: 0.0045 (0.004626231360150756)  --> TIME: 2025-03-26 02:00:29 -- STEP: 22660/31555 -- GLOBAL_STEP: 1221750 | > loss_text_ce: 0.03784389793872833 (0.032040742118140335) | > loss_mel_ce: 2.6567533016204834 (nan) | > loss: 0.010692846961319447 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14135562384538844) | > loader_time: 0.0045 (0.0046260285987752775)  --> TIME: 2025-03-26 02:00:38 -- STEP: 22710/31555 -- GLOBAL_STEP: 1221800 | > loss_text_ce: 0.036418817937374115 (0.03204164705200305) | > loss_mel_ce: 3.1124024391174316 (nan) | > loss: 0.01249532401561737 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14135682598602745) | > loader_time: 0.0045 (0.004626093788432508)  --> TIME: 2025-03-26 02:00:48 -- STEP: 22760/31555 -- GLOBAL_STEP: 1221850 | > loss_text_ce: 0.037088919430971146 (0.03204339048485602) | > loss_mel_ce: 2.6750900745391846 (nan) | > loss: 0.010762615129351616 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14136292886231108) | > loader_time: 0.0043 (0.00462594404161917)  --> TIME: 2025-03-26 02:00:58 -- STEP: 22810/31555 -- GLOBAL_STEP: 1221900 | > loss_text_ce: 0.0315970741212368 (0.03204088501598762) | > loss_mel_ce: 2.6181833744049072 (nan) | > loss: 0.01051500253379345 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1413627884671222) | > loader_time: 0.0045 (0.004625787404690415)  --> TIME: 2025-03-26 02:01:07 -- STEP: 22860/31555 -- GLOBAL_STEP: 1221950 | > loss_text_ce: 0.03098597750067711 (0.03204009714870467) | > loss_mel_ce: 2.785432815551758 (nan) | > loss: 0.01117626577615738 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14135895818341468) | > loader_time: 0.0047 (0.0046256997036704245)  --> TIME: 2025-03-26 02:01:17 -- STEP: 22910/31555 -- GLOBAL_STEP: 1222000 | > loss_text_ce: 0.023239322006702423 (0.03203868988705465) | > loss_mel_ce: 2.065798759460449 (nan) | > loss: 0.00828983448445797 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14135281947022207) | > loader_time: 0.0045 (0.004625613113929461)  --> TIME: 2025-03-26 02:01:26 -- STEP: 22960/31555 -- GLOBAL_STEP: 1222050 | > loss_text_ce: 0.022811230272054672 (0.03203681354084035) | > loss_mel_ce: 3.0194919109344482 (nan) | > loss: 0.01207263208925724 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14134422564547997) | > loader_time: 0.0047 (0.00462554886366014)  --> TIME: 2025-03-26 02:01:36 -- STEP: 23010/31555 -- GLOBAL_STEP: 1222100 | > loss_text_ce: 0.03597593680024147 (0.032037505162098905) | > loss_mel_ce: 2.6841330528259277 (nan) | > loss: 0.010794083587825298 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14134359543140051) | > loader_time: 0.0047 (0.004625602412980174)  --> TIME: 2025-03-26 02:01:45 -- STEP: 23060/31555 -- GLOBAL_STEP: 1222150 | > loss_text_ce: 0.035948820412158966 (0.0320379033604363) | > loss_mel_ce: 2.7322938442230225 (nan) | > loss: 0.010985090397298336 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14134138801877366) | > loader_time: 0.0044 (0.004625527742936697)  --> TIME: 2025-03-26 02:01:55 -- STEP: 23110/31555 -- GLOBAL_STEP: 1222200 | > loss_text_ce: 0.02899802103638649 (0.032040479531602974) | > loss_mel_ce: 2.564267635345459 (nan) | > loss: 0.010290738195180893 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14134108032926376) | > loader_time: 0.0047 (0.004625240758815787)  --> TIME: 2025-03-26 02:02:05 -- STEP: 23160/31555 -- GLOBAL_STEP: 1222250 | > loss_text_ce: 0.03951064124703407 (0.03203720465006527) | > loss_mel_ce: 3.117156505584717 (nan) | > loss: 0.012526458129286766 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.1413382278925801) | > loader_time: 0.0045 (0.004625130101189067)  --> TIME: 2025-03-26 02:02:14 -- STEP: 23210/31555 -- GLOBAL_STEP: 1222300 | > loss_text_ce: 0.0370573066174984 (0.03203416898307361) | > loss_mel_ce: 0.4909871518611908 (nan) | > loss: 0.0020954145584255457 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14133905903217484) | > loader_time: 0.0044 (0.0046248472954167575)  --> TIME: 2025-03-26 02:02:24 -- STEP: 23260/31555 -- GLOBAL_STEP: 1222350 | > loss_text_ce: 0.03140681982040405 (0.03203354083187424) | > loss_mel_ce: 2.5673224925994873 (nan) | > loss: 0.010312418453395367 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14133821632568885) | > loader_time: 0.0046 (0.004624590849117868)  --> TIME: 2025-03-26 02:02:34 -- STEP: 23310/31555 -- GLOBAL_STEP: 1222400 | > loss_text_ce: 0.040508635342121124 (0.03203219890950895) | > loss_mel_ce: 2.46659779548645 (nan) | > loss: 0.009948835708200932 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1413419108797884) | > loader_time: 0.0048 (0.004624575210302879)  --> TIME: 2025-03-26 02:02:43 -- STEP: 23360/31555 -- GLOBAL_STEP: 1222450 | > loss_text_ce: 0.028982779011130333 (0.03203176129721002) | > loss_mel_ce: 2.7898733615875244 (nan) | > loss: 0.011185938492417336 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14133352750580552) | > loader_time: 0.0044 (0.004624386325682655)  --> TIME: 2025-03-26 02:02:53 -- STEP: 23410/31555 -- GLOBAL_STEP: 1222500 | > loss_text_ce: 0.03003087267279625 (0.03203187487472077) | > loss_mel_ce: 2.26131010055542 (nan) | > loss: 0.009092623367905617 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14132867679286285) | > loader_time: 0.0044 (0.004624262980445209)  --> TIME: 2025-03-26 02:03:03 -- STEP: 23460/31555 -- GLOBAL_STEP: 1222550 | > loss_text_ce: 0.020139159634709358 (0.032031058029010726) | > loss_mel_ce: 2.0736234188079834 (nan) | > loss: 0.00830858200788498 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14133162012693667) | > loader_time: 0.0044 (0.0046241858629517485)  --> TIME: 2025-03-26 02:03:12 -- STEP: 23510/31555 -- GLOBAL_STEP: 1222600 | > loss_text_ce: 0.02941562607884407 (0.03203314985622023) | > loss_mel_ce: 1.4785360097885132 (nan) | > loss: 0.0059839352034032345 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1413294812153364) | > loader_time: 0.0043 (0.004623994377003153)  --> TIME: 2025-03-26 02:03:22 -- STEP: 23560/31555 -- GLOBAL_STEP: 1222650 | > loss_text_ce: 0.034700680524110794 (0.0320336253242728) | > loss_mel_ce: 3.2024433612823486 (nan) | > loss: 0.012845810502767563 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1413258333258792) | > loader_time: 0.0046 (0.004623962227881239)  --> TIME: 2025-03-26 02:03:31 -- STEP: 23610/31555 -- GLOBAL_STEP: 1222700 | > loss_text_ce: 0.030832260847091675 (0.03203750821185506) | > loss_mel_ce: 2.8439524173736572 (nan) | > loss: 0.011407876387238503 (nan) | > current_lr: 5e-06 | > step_time: 0.1896 (0.1413273958774093) | > loader_time: 0.0047 (0.004623873220667486)  --> TIME: 2025-03-26 02:03:41 -- STEP: 23660/31555 -- GLOBAL_STEP: 1222750 | > loss_text_ce: 0.030221780762076378 (0.03203707494558862) | > loss_mel_ce: 2.8894879817962646 (nan) | > loss: 0.011586150154471397 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14132274312682733) | > loader_time: 0.0045 (0.004623791310914148)  --> TIME: 2025-03-26 02:03:51 -- STEP: 23710/31555 -- GLOBAL_STEP: 1222800 | > loss_text_ce: 0.03584941104054451 (0.03203653721205634) | > loss_mel_ce: 2.671330451965332 (nan) | > loss: 0.010742777958512306 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14133095109779398) | > loader_time: 0.0047 (0.004623809317303611)  --> TIME: 2025-03-26 02:04:00 -- STEP: 23760/31555 -- GLOBAL_STEP: 1222850 | > loss_text_ce: 0.033463798463344574 (0.0320389498888301) | > loss_mel_ce: 2.098219156265259 (nan) | > loss: 0.0084590595215559 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14132585250568616) | > loader_time: 0.0049 (0.00462365068169152)  --> TIME: 2025-03-26 02:04:10 -- STEP: 23810/31555 -- GLOBAL_STEP: 1222900 | > loss_text_ce: 0.03252742066979408 (0.03204011014603641) | > loss_mel_ce: 2.1805384159088135 (nan) | > loss: 0.008782007731497288 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14133133731034472) | > loader_time: 0.0047 (0.004623621103894738)  --> TIME: 2025-03-26 02:04:20 -- STEP: 23860/31555 -- GLOBAL_STEP: 1222950 | > loss_text_ce: 0.0354330949485302 (0.03203656010061201) | > loss_mel_ce: 2.906330108642578 (nan) | > loss: 0.01167366374284029 (nan) | > current_lr: 5e-06 | > step_time: 0.1937 (0.14132620666772405) | > loader_time: 0.0047 (0.004623503427193711)  --> TIME: 2025-03-26 02:04:29 -- STEP: 23910/31555 -- GLOBAL_STEP: 1223000 | > loss_text_ce: 0.04457511007785797 (0.032035448061811224) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14132687853051637) | > loader_time: 0.0046 (0.004623756285044783)  --> TIME: 2025-03-26 02:04:39 -- STEP: 23960/31555 -- GLOBAL_STEP: 1223050 | > loss_text_ce: 0.030491022393107414 (0.03203092316672449) | > loss_mel_ce: 3.100144624710083 (nan) | > loss: 0.012423158623278141 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14132736909369495) | > loader_time: 0.0047 (0.004623961428768032)  --> TIME: 2025-03-26 02:04:49 -- STEP: 24010/31555 -- GLOBAL_STEP: 1223100 | > loss_text_ce: 0.035375311970710754 (0.032031831118095704) | > loss_mel_ce: 2.994075298309326 (nan) | > loss: 0.012021630071103573 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14132620989407363) | > loader_time: 0.0047 (0.004624058941114628)  --> TIME: 2025-03-26 02:04:58 -- STEP: 24060/31555 -- GLOBAL_STEP: 1223150 | > loss_text_ce: 0.04459291696548462 (0.03203369806759099) | > loss_mel_ce: 2.898981809616089 (nan) | > loss: 0.011680852621793747 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.1413261695197485) | > loader_time: 0.0048 (0.004624174766905172)  --> TIME: 2025-03-26 02:05:08 -- STEP: 24110/31555 -- GLOBAL_STEP: 1223200 | > loss_text_ce: 0.03253715857863426 (0.03203216505734081) | > loss_mel_ce: 2.7899320125579834 (nan) | > loss: 0.011200275272130966 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14131238407141244) | > loader_time: 0.0043 (0.004624381880204425)  --> TIME: 2025-03-26 02:05:17 -- STEP: 24160/31555 -- GLOBAL_STEP: 1223250 | > loss_text_ce: 0.043207380920648575 (0.03203328359892931) | > loss_mel_ce: 2.7918202877044678 (nan) | > loss: 0.01125011034309864 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1413014594194105) | > loader_time: 0.0044 (0.004624096713713445)  --> TIME: 2025-03-26 02:05:27 -- STEP: 24210/31555 -- GLOBAL_STEP: 1223300 | > loss_text_ce: 0.03264724835753441 (0.03203679857435519) | > loss_mel_ce: 2.4734833240509033 (nan) | > loss: 0.009944962337613106 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14130599551927547) | > loader_time: 0.0048 (0.004624079426966715)  --> TIME: 2025-03-26 02:05:36 -- STEP: 24260/31555 -- GLOBAL_STEP: 1223350 | > loss_text_ce: 0.027992473915219307 (0.03203521772596447) | > loss_mel_ce: 2.1114330291748047 (nan) | > loss: 0.008489783853292465 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14130704690873375) | > loader_time: 0.0046 (0.004624074122577468)  --> TIME: 2025-03-26 02:05:46 -- STEP: 24310/31555 -- GLOBAL_STEP: 1223400 | > loss_text_ce: 0.02846318855881691 (0.0320331703664231) | > loss_mel_ce: 2.810457468032837 (nan) | > loss: 0.011265558190643787 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14131592881380314) | > loader_time: 0.0045 (0.004624307817610515)  --> TIME: 2025-03-26 02:05:56 -- STEP: 24360/31555 -- GLOBAL_STEP: 1223450 | > loss_text_ce: 0.028133803978562355 (0.0320328609158832) | > loss_mel_ce: 2.769874095916748 (nan) | > loss: 0.011103207245469093 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14132259399041278) | > loader_time: 0.005 (0.004624319830160015)  --> TIME: 2025-03-26 02:06:06 -- STEP: 24410/31555 -- GLOBAL_STEP: 1223500 | > loss_text_ce: 0.022589756175875664 (0.03203152214271965) | > loss_mel_ce: 1.8301912546157837 (nan) | > loss: 0.007352306041866541 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.1413268815196464) | > loader_time: 0.0044 (0.0046243719955000335)  --> TIME: 2025-03-26 02:06:16 -- STEP: 24460/31555 -- GLOBAL_STEP: 1223550 | > loss_text_ce: 0.031247632578015327 (0.032033304035860154) | > loss_mel_ce: 2.9875800609588623 (nan) | > loss: 0.011979475617408752 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14133453899392798) | > loader_time: 0.0044 (0.004624610754279725)  --> TIME: 2025-03-26 02:06:25 -- STEP: 24510/31555 -- GLOBAL_STEP: 1223600 | > loss_text_ce: 0.039001233875751495 (0.03203299122770193) | > loss_mel_ce: 2.7175097465515137 (nan) | > loss: 0.010938536375761032 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14132351072794558) | > loader_time: 0.0044 (0.004624431632285869)  --> TIME: 2025-03-26 02:06:35 -- STEP: 24560/31555 -- GLOBAL_STEP: 1223650 | > loss_text_ce: 0.026869185268878937 (0.03203308011609191) | > loss_mel_ce: 2.943821668624878 (nan) | > loss: 0.011788456700742245 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14132564165887218) | > loader_time: 0.0047 (0.004624341695238767)  --> TIME: 2025-03-26 02:06:45 -- STEP: 24610/31555 -- GLOBAL_STEP: 1223700 | > loss_text_ce: 0.033486686646938324 (0.03203473383415467) | > loss_mel_ce: 1.8321336507797241 (nan) | > loss: 0.00740325590595603 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14132504326596693) | > loader_time: 0.0045 (0.0046243250830199385)  --> TIME: 2025-03-26 02:06:54 -- STEP: 24660/31555 -- GLOBAL_STEP: 1223750 | > loss_text_ce: 0.027906574308872223 (0.03203278322982107) | > loss_mel_ce: 1.999755859375 (nan) | > loss: 0.008046280592679977 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1413301021416587) | > loader_time: 0.0046 (0.004624309388970487)  --> TIME: 2025-03-26 02:07:04 -- STEP: 24710/31555 -- GLOBAL_STEP: 1223800 | > loss_text_ce: 0.03833815082907677 (0.0320326866871874) | > loss_mel_ce: 2.7619688510894775 (nan) | > loss: 0.011112330481410027 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14133657202070235) | > loader_time: 0.0047 (0.00462437971841461)  --> TIME: 2025-03-26 02:07:14 -- STEP: 24760/31555 -- GLOBAL_STEP: 1223850 | > loss_text_ce: 0.03130340576171875 (0.032031977018424244) | > loss_mel_ce: 2.3521647453308105 (nan) | > loss: 0.0094582075253129 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14133242316700442) | > loader_time: 0.0048 (0.004624314233058847)  --> TIME: 2025-03-26 02:07:23 -- STEP: 24810/31555 -- GLOBAL_STEP: 1223900 | > loss_text_ce: 0.03489754721522331 (0.032032912780209144) | > loss_mel_ce: 3.007172107696533 (nan) | > loss: 0.012071705423295498 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14132403900718368) | > loader_time: 0.0046 (0.0046242918232091475)  --> TIME: 2025-03-26 02:07:33 -- STEP: 24860/31555 -- GLOBAL_STEP: 1223950 | > loss_text_ce: 0.03772552311420441 (0.0320316010473592) | > loss_mel_ce: 2.3380775451660156 (nan) | > loss: 0.009427790530025959 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14132982812767841) | > loader_time: 0.0047 (0.00462436762339435)  --> TIME: 2025-03-26 02:07:43 -- STEP: 24910/31555 -- GLOBAL_STEP: 1224000 | > loss_text_ce: 0.02509673498570919 (0.032032940947513924) | > loss_mel_ce: 1.2841262817382812 (nan) | > loss: 0.005195329897105694 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14132638645669746) | > loader_time: 0.0044 (0.004624277824668289)  --> TIME: 2025-03-26 02:07:52 -- STEP: 24960/31555 -- GLOBAL_STEP: 1224050 | > loss_text_ce: 0.03375709429383278 (0.03203277549514619) | > loss_mel_ce: 1.8908618688583374 (nan) | > loss: 0.007637377362698317 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1413294389652892) | > loader_time: 0.0044 (0.004624277544327246)  --> TIME: 2025-03-26 02:08:02 -- STEP: 25010/31555 -- GLOBAL_STEP: 1224100 | > loss_text_ce: 0.03834664821624756 (0.032033512895232014) | > loss_mel_ce: 2.41058349609375 (nan) | > loss: 0.009717977605760098 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1413354903495288) | > loader_time: 0.0045 (0.004624264653040734)  --> TIME: 2025-03-26 02:08:12 -- STEP: 25060/31555 -- GLOBAL_STEP: 1224150 | > loss_text_ce: 0.027147335931658745 (0.032033324499740175) | > loss_mel_ce: 3.033742666244507 (nan) | > loss: 0.012146389111876488 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14134118968928516) | > loader_time: 0.0047 (0.004624408688054279)  --> TIME: 2025-03-26 02:08:22 -- STEP: 25110/31555 -- GLOBAL_STEP: 1224200 | > loss_text_ce: 0.026544518768787384 (0.03203230728282161) | > loss_mel_ce: 2.944981098175049 (nan) | > loss: 0.011791769415140152 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1413501679398813) | > loader_time: 0.0048 (0.0046244712523471855)  --> TIME: 2025-03-26 02:08:31 -- STEP: 25160/31555 -- GLOBAL_STEP: 1224250 | > loss_text_ce: 0.03435064107179642 (0.032029991334530765) | > loss_mel_ce: 2.734429121017456 (nan) | > loss: 0.01098722219467163 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1413368441436921) | > loader_time: 0.0043 (0.00462415223091316)  --> TIME: 2025-03-26 02:08:41 -- STEP: 25210/31555 -- GLOBAL_STEP: 1224300 | > loss_text_ce: 0.032990701496601105 (0.03202872440142826) | > loss_mel_ce: 2.5449116230010986 (nan) | > loss: 0.010229771956801414 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14134497025900916) | > loader_time: 0.0047 (0.004624111819768473)  --> TIME: 2025-03-26 02:08:51 -- STEP: 25260/31555 -- GLOBAL_STEP: 1224350 | > loss_text_ce: 0.028847916051745415 (0.03203160498657741) | > loss_mel_ce: 2.8822379112243652 (nan) | > loss: 0.011551928706467152 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.141344036512306) | > loader_time: 0.0046 (0.004623929489631047)  --> TIME: 2025-03-26 02:09:00 -- STEP: 25310/31555 -- GLOBAL_STEP: 1224400 | > loss_text_ce: 0.03894433006644249 (0.03202803589551558) | > loss_mel_ce: 2.289728879928589 (nan) | > loss: 0.009240766987204552 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14133331481763187) | > loader_time: 0.0047 (0.004623897977140919)  --> TIME: 2025-03-26 02:09:10 -- STEP: 25360/31555 -- GLOBAL_STEP: 1224450 | > loss_text_ce: 0.031042074784636497 (0.03202764983681901) | > loss_mel_ce: 2.357635974884033 (nan) | > loss: 0.00947888195514679 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14133328433480452) | > loader_time: 0.0045 (0.00462394172460872)  --> TIME: 2025-03-26 02:09:19 -- STEP: 25410/31555 -- GLOBAL_STEP: 1224500 | > loss_text_ce: 0.04556194320321083 (0.03202704537175356) | > loss_mel_ce: 2.398775100708008 (nan) | > loss: 0.009699750691652298 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14133265809438503) | > loader_time: 0.0047 (0.004623946023240671)  --> TIME: 2025-03-26 02:09:29 -- STEP: 25460/31555 -- GLOBAL_STEP: 1224550 | > loss_text_ce: 0.03269563242793083 (0.032025202695545284) | > loss_mel_ce: 2.1295430660247803 (nan) | > loss: 0.008580312132835388 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14132403197104879) | > loader_time: 0.0045 (0.004623802281324982)  --> TIME: 2025-03-26 02:09:38 -- STEP: 25510/31555 -- GLOBAL_STEP: 1224600 | > loss_text_ce: 0.02523321658372879 (0.03202098058259201) | > loss_mel_ce: 2.2203867435455322 (nan) | > loss: 0.0089111914858222 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14131866829482118) | > loader_time: 0.0043 (0.004623646336132634)  --> TIME: 2025-03-26 02:09:48 -- STEP: 25560/31555 -- GLOBAL_STEP: 1224650 | > loss_text_ce: 0.03759771212935448 (0.03202069594647968) | > loss_mel_ce: 2.930474281311035 (nan) | > loss: 0.01177806407213211 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14131798658385802) | > loader_time: 0.0049 (0.004623498286066636)  --> TIME: 2025-03-26 02:09:58 -- STEP: 25610/31555 -- GLOBAL_STEP: 1224700 | > loss_text_ce: 0.0384460985660553 (0.032020161118742514) | > loss_mel_ce: 2.675934314727783 (nan) | > loss: 0.010771351866424084 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14131424380484434) | > loader_time: 0.0046 (0.004623284073650505)  --> TIME: 2025-03-26 02:10:07 -- STEP: 25660/31555 -- GLOBAL_STEP: 1224750 | > loss_text_ce: 0.034545380622148514 (0.03201992404160836) | > loss_mel_ce: 2.937453031539917 (nan) | > loss: 0.011793645098805428 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14132003632728982) | > loader_time: 0.0047 (0.00462316270926362)  --> TIME: 2025-03-26 02:10:17 -- STEP: 25710/31555 -- GLOBAL_STEP: 1224800 | > loss_text_ce: 0.027348190546035767 (0.03201798765142386) | > loss_mel_ce: 3.0814616680145264 (nan) | > loss: 0.012336548417806625 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14132267983680205) | > loader_time: 0.0045 (0.004623170911639796)  --> TIME: 2025-03-26 02:10:27 -- STEP: 25760/31555 -- GLOBAL_STEP: 1224850 | > loss_text_ce: 0.03002775087952614 (0.032017908832065685) | > loss_mel_ce: 2.620079517364502 (nan) | > loss: 0.010516299866139889 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1413255206361313) | > loader_time: 0.0045 (0.0046230407049936955)  --> TIME: 2025-03-26 02:10:37 -- STEP: 25810/31555 -- GLOBAL_STEP: 1224900 | > loss_text_ce: 0.032529622316360474 (0.032018339912616885) | > loss_mel_ce: 2.9248046875 (nan) | > loss: 0.011735454201698303 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14132574232730255) | > loader_time: 0.0044 (0.0046228844174484845)  --> TIME: 2025-03-26 02:10:46 -- STEP: 25860/31555 -- GLOBAL_STEP: 1224950 | > loss_text_ce: 0.031156519427895546 (0.032015737960452297) | > loss_mel_ce: 3.026663303375244 (nan) | > loss: 0.012134206481277943 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14132971995022453) | > loader_time: 0.0046 (0.00462278060367283)  --> TIME: 2025-03-26 02:10:56 -- STEP: 25910/31555 -- GLOBAL_STEP: 1225000 | > loss_text_ce: 0.033095505088567734 (0.032016762014584955) | > loss_mel_ce: 3.349747657775879 (nan) | > loss: 0.013423982076346874 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14133488459276) | > loader_time: 0.0047 (0.004622785946615198)  --> TIME: 2025-03-26 02:11:06 -- STEP: 25960/31555 -- GLOBAL_STEP: 1225050 | > loss_text_ce: 0.030323004350066185 (0.032018825673435176) | > loss_mel_ce: 3.0099213123321533 (nan) | > loss: 0.012064462527632713 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14132761477689273) | > loader_time: 0.0045 (0.004622817664006799)  --> TIME: 2025-03-26 02:11:15 -- STEP: 26010/31555 -- GLOBAL_STEP: 1225100 | > loss_text_ce: 0.035638682544231415 (0.03202018251890374) | > loss_mel_ce: 3.349074125289917 (nan) | > loss: 0.013431400060653687 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14131160080318245) | > loader_time: 0.0047 (0.004622805132310393)  --> TIME: 2025-03-26 02:11:24 -- STEP: 26060/31555 -- GLOBAL_STEP: 1225150 | > loss_text_ce: 0.031276412308216095 (0.03202301284240414) | > loss_mel_ce: 2.5435688495635986 (nan) | > loss: 0.010217640548944473 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14131187412799115) | > loader_time: 0.0048 (0.004622739869086239)  --> TIME: 2025-03-26 02:11:34 -- STEP: 26110/31555 -- GLOBAL_STEP: 1225200 | > loss_text_ce: 0.028544317930936813 (0.03202316207855474) | > loss_mel_ce: 3.006162405014038 (nan) | > loss: 0.012042487971484661 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14131560058988152) | > loader_time: 0.0046 (0.0046226543651508994)  --> TIME: 2025-03-26 02:11:44 -- STEP: 26160/31555 -- GLOBAL_STEP: 1225250 | > loss_text_ce: 0.03519340977072716 (0.03202280353997565) | > loss_mel_ce: 0.3066600561141968 (nan) | > loss: 0.0013565614353865385 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14133180397183812) | > loader_time: 0.0046 (0.004622894479958632)  --> TIME: 2025-03-26 02:11:54 -- STEP: 26210/31555 -- GLOBAL_STEP: 1225300 | > loss_text_ce: 0.031745944172143936 (0.03202467906601143) | > loss_mel_ce: 0.7785295844078064 (nan) | > loss: 0.0032153793144971132 (nan) | > current_lr: 5e-06 | > step_time: 0.1047 (0.14134320855277044) | > loader_time: 0.0047 (0.004622967595228094)  --> TIME: 2025-03-26 02:12:04 -- STEP: 26260/31555 -- GLOBAL_STEP: 1225350 | > loss_text_ce: 0.028888918459415436 (0.03202239785869012) | > loss_mel_ce: 2.2705512046813965 (nan) | > loss: 0.009124763309955597 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14133208158446464) | > loader_time: 0.0045 (0.004622810139332824)  --> TIME: 2025-03-26 02:12:13 -- STEP: 26310/31555 -- GLOBAL_STEP: 1225400 | > loss_text_ce: 0.023558590561151505 (0.03202179743469766) | > loss_mel_ce: 2.4693539142608643 (nan) | > loss: 0.009892510250210762 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14133301933017348) | > loader_time: 0.0045 (0.004622623205456765)  --> TIME: 2025-03-26 02:12:23 -- STEP: 26360/31555 -- GLOBAL_STEP: 1225450 | > loss_text_ce: 0.03203481435775757 (0.032022199683613535) | > loss_mel_ce: 1.8669465780258179 (nan) | > loss: 0.007535640615969896 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1413244581005452) | > loader_time: 0.0043 (0.004622431716716319)  --> TIME: 2025-03-26 02:12:32 -- STEP: 26410/31555 -- GLOBAL_STEP: 1225500 | > loss_text_ce: 0.027165433391928673 (0.03202332854013507) | > loss_mel_ce: 2.610883951187134 (nan) | > loss: 0.010468450374901295 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1413244244999065) | > loader_time: 0.0046 (0.004622403034338729)  --> TIME: 2025-03-26 02:12:42 -- STEP: 26460/31555 -- GLOBAL_STEP: 1225550 | > loss_text_ce: 0.030879255384206772 (0.03202509535698308) | > loss_mel_ce: 2.5372397899627686 (nan) | > loss: 0.010190948843955994 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14132375782038797) | > loader_time: 0.0046 (0.004622417206306458)  --> TIME: 2025-03-26 02:12:52 -- STEP: 26510/31555 -- GLOBAL_STEP: 1225600 | > loss_text_ce: 0.021009618416428566 (0.0320201445779486) | > loss_mel_ce: 2.985668897628784 (nan) | > loss: 0.011931264773011208 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14132618788097084) | > loader_time: 0.0046 (0.004622273946968549)  --> TIME: 2025-03-26 02:13:01 -- STEP: 26560/31555 -- GLOBAL_STEP: 1225650 | > loss_text_ce: 0.03901834040880203 (0.03202233185598217) | > loss_mel_ce: 3.0173394680023193 (nan) | > loss: 0.012128405272960663 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1413254345845736) | > loader_time: 0.005 (0.004622230301779409)  --> TIME: 2025-03-26 02:13:11 -- STEP: 26610/31555 -- GLOBAL_STEP: 1225700 | > loss_text_ce: 0.03558507189154625 (0.032023332002042486) | > loss_mel_ce: 2.8196048736572266 (nan) | > loss: 0.011330120265483856 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14133398138638933) | > loader_time: 0.0046 (0.004622314452049805)  --> TIME: 2025-03-26 02:13:21 -- STEP: 26660/31555 -- GLOBAL_STEP: 1225750 | > loss_text_ce: 0.02561662346124649 (0.03202467947169184) | > loss_mel_ce: 2.209939956665039 (nan) | > loss: 0.008871257305145264 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14133797300908124) | > loader_time: 0.0046 (0.004622215063877753)  --> TIME: 2025-03-26 02:13:31 -- STEP: 26710/31555 -- GLOBAL_STEP: 1225800 | > loss_text_ce: 0.03207320719957352 (0.032021785405290486) | > loss_mel_ce: 2.6895182132720947 (nan) | > loss: 0.010799966752529144 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14133094363960488) | > loader_time: 0.0045 (0.004622314718054341)  --> TIME: 2025-03-26 02:13:40 -- STEP: 26760/31555 -- GLOBAL_STEP: 1225850 | > loss_text_ce: 0.03263704478740692 (0.03202081856161903) | > loss_mel_ce: 3.1674067974090576 (nan) | > loss: 0.012698587961494923 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14132029494362447) | > loader_time: 0.0045 (0.004622282388498937)  --> TIME: 2025-03-26 02:13:50 -- STEP: 26810/31555 -- GLOBAL_STEP: 1225900 | > loss_text_ce: 0.03508363291621208 (0.03202283734199344) | > loss_mel_ce: 2.7929201126098633 (nan) | > loss: 0.011222237721085548 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.141318409827963) | > loader_time: 0.0046 (0.004622169512058957)  --> TIME: 2025-03-26 02:13:59 -- STEP: 26860/31555 -- GLOBAL_STEP: 1225950 | > loss_text_ce: 0.028904229402542114 (0.032022874862405064) | > loss_mel_ce: 2.446511745452881 (nan) | > loss: 0.009823080152273178 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1413192566437047) | > loader_time: 0.0045 (0.0046221152047833764)  --> TIME: 2025-03-26 02:14:09 -- STEP: 26910/31555 -- GLOBAL_STEP: 1226000 | > loss_text_ce: 0.029367465525865555 (0.032022776055163286) | > loss_mel_ce: 2.711601972579956 (nan) | > loss: 0.01087686326354742 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14132298283840874) | > loader_time: 0.005 (0.004622154428984556)  --> TIME: 2025-03-26 02:14:19 -- STEP: 26960/31555 -- GLOBAL_STEP: 1226050 | > loss_text_ce: 0.030990490689873695 (0.03202363263155154) | > loss_mel_ce: 2.829651117324829 (nan) | > loss: 0.0113517539575696 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1413252053080384) | > loader_time: 0.0047 (0.004622008768670254)  --> TIME: 2025-03-26 02:14:28 -- STEP: 27010/31555 -- GLOBAL_STEP: 1226100 | > loss_text_ce: 0.030196640640497208 (0.032023970762275346) | > loss_mel_ce: 2.6951324939727783 (nan) | > loss: 0.01081479899585247 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14132882903479202) | > loader_time: 0.0043 (0.004621836310269754)  --> TIME: 2025-03-26 02:14:38 -- STEP: 27060/31555 -- GLOBAL_STEP: 1226150 | > loss_text_ce: 0.026309780776500702 (0.032025490993329686) | > loss_mel_ce: 0.0235595703125 (nan) | > loss: 0.0001978942600544542 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14132622947361453) | > loader_time: 0.0045 (0.0046218169590145465)  --> TIME: 2025-03-26 02:14:48 -- STEP: 27110/31555 -- GLOBAL_STEP: 1226200 | > loss_text_ce: 0.03567146137356758 (0.03202508279788532) | > loss_mel_ce: 2.6829030513763428 (nan) | > loss: 0.010787994600832462 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1413258557740005) | > loader_time: 0.0044 (0.004621757198109979)  --> TIME: 2025-03-26 02:14:57 -- STEP: 27160/31555 -- GLOBAL_STEP: 1226250 | > loss_text_ce: 0.028888976201415062 (0.03202413743624502) | > loss_mel_ce: 2.770580291748047 (nan) | > loss: 0.01110900565981865 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14132413778986128) | > loader_time: 0.0046 (0.004621652220766714)  --> TIME: 2025-03-26 02:15:07 -- STEP: 27210/31555 -- GLOBAL_STEP: 1226300 | > loss_text_ce: 0.03723352774977684 (0.03202457394302365) | > loss_mel_ce: 2.185901165008545 (nan) | > loss: 0.008821964263916016 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14132015348488308) | > loader_time: 0.0045 (0.004621719919728305)  --> TIME: 2025-03-26 02:15:17 -- STEP: 27260/31555 -- GLOBAL_STEP: 1226350 | > loss_text_ce: 0.04038824886083603 (0.032026497324483184) | > loss_mel_ce: 2.4120895862579346 (nan) | > loss: 0.009732055477797985 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1413230575626583) | > loader_time: 0.0045 (0.0046217413046564315)  --> TIME: 2025-03-26 02:15:26 -- STEP: 27310/31555 -- GLOBAL_STEP: 1226400 | > loss_text_ce: 0.027922268956899643 (0.032023877473135495) | > loss_mel_ce: 2.9185080528259277 (nan) | > loss: 0.011692184023559093 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14132367516122585) | > loader_time: 0.0046 (0.004621695442018084)  --> TIME: 2025-03-26 02:15:36 -- STEP: 27360/31555 -- GLOBAL_STEP: 1226450 | > loss_text_ce: 0.03623700886964798 (0.03202726978734443) | > loss_mel_ce: 2.6834919452667236 (nan) | > loss: 0.010792575776576996 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1413252851593555) | > loader_time: 0.0047 (0.0046216249465942)  --> TIME: 2025-03-26 02:15:46 -- STEP: 27410/31555 -- GLOBAL_STEP: 1226500 | > loss_text_ce: 0.02530854567885399 (0.032026043656699796) | > loss_mel_ce: 0.1138700619339943 (nan) | > loss: 0.0005522960564121604 (nan) | > current_lr: 5e-06 | > step_time: 0.1695 (0.14133387523513263) | > loader_time: 0.0048 (0.004621736362266575)  --> TIME: 2025-03-26 02:15:55 -- STEP: 27460/31555 -- GLOBAL_STEP: 1226550 | > loss_text_ce: 0.029748108237981796 (0.032025741610658506) | > loss_mel_ce: 2.695077419281006 (nan) | > loss: 0.010812800377607346 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14133222372273088) | > loader_time: 0.0048 (0.004621756754039555)  --> TIME: 2025-03-26 02:16:05 -- STEP: 27510/31555 -- GLOBAL_STEP: 1226600 | > loss_text_ce: 0.03607602044939995 (0.03202782885233435) | > loss_mel_ce: 3.0847041606903076 (nan) | > loss: 0.012384049594402313 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14133392323237712) | > loader_time: 0.0048 (0.004621877873086845)  --> TIME: 2025-03-26 02:16:15 -- STEP: 27560/31555 -- GLOBAL_STEP: 1226650 | > loss_text_ce: 0.039809700101614 (0.03202900393269234) | > loss_mel_ce: 2.444420337677002 (nan) | > loss: 0.009858055971562862 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.141329528544914) | > loader_time: 0.0045 (0.004621933195172236)  --> TIME: 2025-03-26 02:16:24 -- STEP: 27610/31555 -- GLOBAL_STEP: 1226700 | > loss_text_ce: 0.032633718103170395 (0.03202664702155894) | > loss_mel_ce: 2.9166526794433594 (nan) | > loss: 0.011703518219292164 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14133148661388537) | > loader_time: 0.0045 (0.00462211982273871)  --> TIME: 2025-03-26 02:16:34 -- STEP: 27660/31555 -- GLOBAL_STEP: 1226750 | > loss_text_ce: 0.038349904119968414 (0.032030069679984896) | > loss_mel_ce: 2.5765745639801025 (nan) | > loss: 0.010376685298979282 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1413224051331398) | > loader_time: 0.0047 (0.004622145373150621)  --> TIME: 2025-03-26 02:16:43 -- STEP: 27710/31555 -- GLOBAL_STEP: 1226800 | > loss_text_ce: 0.03280456364154816 (0.03202919412927949) | > loss_mel_ce: 2.540919065475464 (nan) | > loss: 0.010213189758360386 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14132253297697644) | > loader_time: 0.0046 (0.004622183840698962)  --> TIME: 2025-03-26 02:16:53 -- STEP: 27760/31555 -- GLOBAL_STEP: 1226850 | > loss_text_ce: 0.02510773204267025 (0.032027512461635606) | > loss_mel_ce: 2.477597236633301 (nan) | > loss: 0.009931368753314018 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14131612661764256) | > loader_time: 0.0046 (0.004622228181671312)  --> TIME: 2025-03-26 02:17:02 -- STEP: 27810/31555 -- GLOBAL_STEP: 1226900 | > loss_text_ce: 0.033986687660217285 (0.032027368650077624) | > loss_mel_ce: 2.606013774871826 (nan) | > loss: 0.010476192459464073 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14131078306868122) | > loader_time: 0.0049 (0.004622324779281395)  --> TIME: 2025-03-26 02:17:12 -- STEP: 27860/31555 -- GLOBAL_STEP: 1226950 | > loss_text_ce: 0.02701137773692608 (0.032028617485736044) | > loss_mel_ce: 2.8884363174438477 (nan) | > loss: 0.01156923733651638 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14131025295846267) | > loader_time: 0.0068 (0.00462245656189433)  --> TIME: 2025-03-26 02:17:22 -- STEP: 27910/31555 -- GLOBAL_STEP: 1227000 | > loss_text_ce: 0.02610056847333908 (0.032028440356592434) | > loss_mel_ce: 2.578101634979248 (nan) | > loss: 0.0103341368958354 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1413199833412396) | > loader_time: 0.0045 (0.004622667419231281)  --> TIME: 2025-03-26 02:17:32 -- STEP: 27960/31555 -- GLOBAL_STEP: 1227050 | > loss_text_ce: 0.029304584488272667 (0.032027647238276856) | > loss_mel_ce: 2.534205436706543 (nan) | > loss: 0.010172659531235695 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14132731417047373) | > loader_time: 0.0049 (0.004622862045686445)  --> TIME: 2025-03-26 02:17:42 -- STEP: 28010/31555 -- GLOBAL_STEP: 1227100 | > loss_text_ce: 0.0313592404127121 (0.032028731240757065) | > loss_mel_ce: 1.7027761936187744 (nan) | > loss: 0.006881489884108305 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14133110414952307) | > loader_time: 0.0045 (0.004623032229068378)  --> TIME: 2025-03-26 02:17:52 -- STEP: 28060/31555 -- GLOBAL_STEP: 1227150 | > loss_text_ce: 0.030991341918706894 (0.03203043924682437) | > loss_mel_ce: 2.552626132965088 (nan) | > loss: 0.010252450592815876 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14134113875271417) | > loader_time: 0.0049 (0.0046229700997991955)  --> TIME: 2025-03-26 02:18:02 -- STEP: 28110/31555 -- GLOBAL_STEP: 1227200 | > loss_text_ce: 0.04302014783024788 (0.03202970135444805) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14135278277191807) | > loader_time: 0.0045 (0.004623206380167593)  --> TIME: 2025-03-26 02:18:12 -- STEP: 28160/31555 -- GLOBAL_STEP: 1227250 | > loss_text_ce: 0.02945219911634922 (0.03202866667849208) | > loss_mel_ce: 2.577988862991333 (nan) | > loss: 0.010346988216042519 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14135251724245795) | > loader_time: 0.0044 (0.00462363942272281)  --> TIME: 2025-03-26 02:18:21 -- STEP: 28210/31555 -- GLOBAL_STEP: 1227300 | > loss_text_ce: 0.03144214302301407 (0.0320256663834659) | > loss_mel_ce: 1.9906508922576904 (nan) | > loss: 0.008024179376661777 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.1413458935887364) | > loader_time: 0.0045 (0.004623693652458933)  --> TIME: 2025-03-26 02:18:31 -- STEP: 28260/31555 -- GLOBAL_STEP: 1227350 | > loss_text_ce: 0.03371395543217659 (0.03202674601168391) | > loss_mel_ce: 2.6998372077941895 (nan) | > loss: 0.010847426019608974 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14134015544289258) | > loader_time: 0.0047 (0.004623650880207484)  --> TIME: 2025-03-26 02:18:40 -- STEP: 28310/31555 -- GLOBAL_STEP: 1227400 | > loss_text_ce: 0.02175288088619709 (0.03202417479631939) | > loss_mel_ce: 2.4872803688049316 (nan) | > loss: 0.009956481866538525 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1413429999764159) | > loader_time: 0.0045 (0.004623792323911175)  --> TIME: 2025-03-26 02:18:50 -- STEP: 28360/31555 -- GLOBAL_STEP: 1227450 | > loss_text_ce: 0.02891390770673752 (0.03202242635158308) | > loss_mel_ce: 0.033447265625 (nan) | > loss: 0.00024746498093008995 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14133709341245512) | > loader_time: 0.0045 (0.004623747208222655)  --> TIME: 2025-03-26 02:18:59 -- STEP: 28410/31555 -- GLOBAL_STEP: 1227500 | > loss_text_ce: 0.024353131651878357 (0.03202183706481347) | > loss_mel_ce: 3.4923553466796875 (nan) | > loss: 0.013955192640423775 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14133805654620354) | > loader_time: 0.0045 (0.004623796175332664)  --> TIME: 2025-03-26 02:19:10 -- STEP: 28460/31555 -- GLOBAL_STEP: 1227550 | > loss_text_ce: 0.03584577143192291 (0.03202347084621356) | > loss_mel_ce: 2.632875680923462 (nan) | > loss: 0.010590164922177792 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14135135644267935) | > loader_time: 0.0045 (0.00462386146533344)  --> TIME: 2025-03-26 02:19:19 -- STEP: 28510/31555 -- GLOBAL_STEP: 1227600 | > loss_text_ce: 0.0263468399643898 (0.032019108986584596) | > loss_mel_ce: 1.9768798351287842 (nan) | > loss: 0.007949313148856163 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1413514942171191) | > loader_time: 0.0045 (0.004623976041458621)  --> TIME: 2025-03-26 02:19:29 -- STEP: 28560/31555 -- GLOBAL_STEP: 1227650 | > loss_text_ce: 0.03252214938402176 (0.032019879289476236) | > loss_mel_ce: 2.331296682357788 (nan) | > loss: 0.009380234405398369 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14135838791268826) | > loader_time: 0.0046 (0.004624070698807526)  --> TIME: 2025-03-26 02:19:39 -- STEP: 28610/31555 -- GLOBAL_STEP: 1227700 | > loss_text_ce: 0.030399419367313385 (0.032016901035650885) | > loss_mel_ce: 2.5122289657592773 (nan) | > loss: 0.010089795105159283 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1413527934878737) | > loader_time: 0.0047 (0.004623967173715328)  --> TIME: 2025-03-26 02:19:48 -- STEP: 28660/31555 -- GLOBAL_STEP: 1227750 | > loss_text_ce: 0.03130131587386131 (0.03201820944034248) | > loss_mel_ce: 2.405921459197998 (nan) | > loss: 0.009671519510447979 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14134967650721597) | > loader_time: 0.0045 (0.0046240329492865506)  --> TIME: 2025-03-26 02:19:58 -- STEP: 28710/31555 -- GLOBAL_STEP: 1227800 | > loss_text_ce: 0.022558700293302536 (0.032018684305786506) | > loss_mel_ce: 2.2058956623077393 (nan) | > loss: 0.00884307362139225 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14134818270247093) | > loader_time: 0.0045 (0.004624145689512176)  --> TIME: 2025-03-26 02:20:08 -- STEP: 28760/31555 -- GLOBAL_STEP: 1227850 | > loss_text_ce: 0.029195986688137054 (0.03201752812080265) | > loss_mel_ce: 1.6966038942337036 (nan) | > loss: 0.006848412565886974 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.1413601162204818) | > loader_time: 0.0046 (0.004624268988740599)  --> TIME: 2025-03-26 02:20:18 -- STEP: 28810/31555 -- GLOBAL_STEP: 1227900 | > loss_text_ce: 0.03454074636101723 (0.03201917828096569) | > loss_mel_ce: 2.967714548110962 (nan) | > loss: 0.01191371213644743 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14136869729454798) | > loader_time: 0.0047 (0.004624335875903403)  --> TIME: 2025-03-26 02:20:27 -- STEP: 28860/31555 -- GLOBAL_STEP: 1227950 | > loss_text_ce: 0.03764244168996811 (0.03201867159525722) | > loss_mel_ce: 2.5950100421905518 (nan) | > loss: 0.010447034612298012 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14136367882611567) | > loader_time: 0.0046 (0.004624285610368137)  --> TIME: 2025-03-26 02:20:37 -- STEP: 28910/31555 -- GLOBAL_STEP: 1228000 | > loss_text_ce: 0.03730589151382446 (0.03202024219330213) | > loss_mel_ce: 2.7532806396484375 (nan) | > loss: 0.011073756031692028 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14136926899398297) | > loader_time: 0.0045 (0.004624254470133746)  --> TIME: 2025-03-26 02:20:47 -- STEP: 28960/31555 -- GLOBAL_STEP: 1228050 | > loss_text_ce: 0.041897907853126526 (0.03202091248729142) | > loss_mel_ce: 1.9468492269515991 (nan) | > loss: 0.007891854271292686 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1413663092650758) | > loader_time: 0.0045 (0.004624139398171729)  --> TIME: 2025-03-26 02:20:56 -- STEP: 29010/31555 -- GLOBAL_STEP: 1228100 | > loss_text_ce: 0.03620892018079758 (0.032020122332383556) | > loss_mel_ce: 2.4022133350372314 (nan) | > loss: 0.009676279500126839 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14136368902088697) | > loader_time: 0.0047 (0.004623896341741325)  --> TIME: 2025-03-26 02:21:06 -- STEP: 29060/31555 -- GLOBAL_STEP: 1228150 | > loss_text_ce: 0.026486337184906006 (0.03201753858307669) | > loss_mel_ce: 2.630523681640625 (nan) | > loss: 0.010543690994381905 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14135882653454918) | > loader_time: 0.0044 (0.00462380480290441)  --> TIME: 2025-03-26 02:21:16 -- STEP: 29110/31555 -- GLOBAL_STEP: 1228200 | > loss_text_ce: 0.02834733948111534 (0.0320163702976173) | > loss_mel_ce: 2.8792500495910645 (nan) | > loss: 0.011538085527718067 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.1413647930550842) | > loader_time: 0.0048 (0.004623741015909601)  --> TIME: 2025-03-26 02:21:25 -- STEP: 29160/31555 -- GLOBAL_STEP: 1228250 | > loss_text_ce: 0.03141556680202484 (0.032016318581809367) | > loss_mel_ce: 2.789695978164673 (nan) | > loss: 0.011194887571036816 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14136137130819687) | > loader_time: 0.0048 (0.004623575277616267)  --> TIME: 2025-03-26 02:21:35 -- STEP: 29210/31555 -- GLOBAL_STEP: 1228300 | > loss_text_ce: 0.035832177847623825 (0.03201548634157568) | > loss_mel_ce: 2.366950750350952 (nan) | > loss: 0.009534853510558605 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14136272812085507) | > loader_time: 0.0043 (0.004623398597988897)  --> TIME: 2025-03-26 02:21:45 -- STEP: 29260/31555 -- GLOBAL_STEP: 1228350 | > loss_text_ce: 0.023193906992673874 (0.032016400321974434) | > loss_mel_ce: 2.115504264831543 (nan) | > loss: 0.008486897684633732 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14135761362839755) | > loader_time: 0.0047 (0.004623236015734381)  --> TIME: 2025-03-26 02:21:54 -- STEP: 29310/31555 -- GLOBAL_STEP: 1228400 | > loss_text_ce: 0.03649254888296127 (0.032017495840373666) | > loss_mel_ce: 1.6539400815963745 (nan) | > loss: 0.0067080664448440075 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1413608593161458) | > loader_time: 0.0044 (0.004623103670519122)  --> TIME: 2025-03-26 02:22:04 -- STEP: 29360/31555 -- GLOBAL_STEP: 1228450 | > loss_text_ce: 0.02773091569542885 (0.03201723684580901) | > loss_mel_ce: 2.41152286529541 (nan) | > loss: 0.009679579176008701 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.1413680823524898) | > loader_time: 0.0046 (0.004623150338269033)  --> TIME: 2025-03-26 02:22:14 -- STEP: 29410/31555 -- GLOBAL_STEP: 1228500 | > loss_text_ce: 0.02690688520669937 (0.032017364014802804) | > loss_mel_ce: 0.05810546875 (nan) | > loss: 0.0003373506187926978 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14136359588664518) | > loader_time: 0.0044 (0.004622987353530126)  --> TIME: 2025-03-26 02:22:23 -- STEP: 29460/31555 -- GLOBAL_STEP: 1228550 | > loss_text_ce: 0.03265780210494995 (0.0320192494046498) | > loss_mel_ce: 2.6967506408691406 (nan) | > loss: 0.010830986313521862 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14136819149957378) | > loader_time: 0.0046 (0.0046229017242151674)  --> TIME: 2025-03-26 02:22:33 -- STEP: 29510/31555 -- GLOBAL_STEP: 1228600 | > loss_text_ce: 0.031197039410471916 (0.03201892455179481) | > loss_mel_ce: 2.477508306503296 (nan) | > loss: 0.009955180808901787 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14137266137889956) | > loader_time: 0.0046 (0.0046230223089183614)  --> TIME: 2025-03-26 02:22:43 -- STEP: 29560/31555 -- GLOBAL_STEP: 1228650 | > loss_text_ce: 0.03358083963394165 (0.03201707709594531) | > loss_mel_ce: 2.5009679794311523 (nan) | > loss: 0.01005773339420557 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1413700553819191) | > loader_time: 0.0046 (0.004623103053063248)  --> TIME: 2025-03-26 02:22:53 -- STEP: 29610/31555 -- GLOBAL_STEP: 1228700 | > loss_text_ce: 0.03282616659998894 (0.03201652534528746) | > loss_mel_ce: 2.65325927734375 (nan) | > loss: 0.010659069754183292 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14137189130612346) | > loader_time: 0.0045 (0.004622871035943331)  --> TIME: 2025-03-26 02:23:02 -- STEP: 29660/31555 -- GLOBAL_STEP: 1228750 | > loss_text_ce: 0.03280847892165184 (0.032018295266563225) | > loss_mel_ce: 2.859616279602051 (nan) | > loss: 0.011477877385914326 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14136643506993463) | > loader_time: 0.0043 (0.004622548091114144)  --> TIME: 2025-03-26 02:23:12 -- STEP: 29710/31555 -- GLOBAL_STEP: 1228800 | > loss_text_ce: 0.04109835624694824 (0.032018568433598064) | > loss_mel_ce: 2.190929651260376 (nan) | > loss: 0.00885725487023592 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14136592659714292) | > loader_time: 0.0046 (0.004622457846773442)  --> TIME: 2025-03-26 02:23:22 -- STEP: 29760/31555 -- GLOBAL_STEP: 1228850 | > loss_text_ce: 0.0314687043428421 (0.03201740301459514) | > loss_mel_ce: 2.744886875152588 (nan) | > loss: 0.011017284356057644 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14136897383197627) | > loader_time: 0.0046 (0.004622251155876318)  --> TIME: 2025-03-26 02:23:31 -- STEP: 29810/31555 -- GLOBAL_STEP: 1228900 | > loss_text_ce: 0.03213789686560631 (0.032017934590663114) | > loss_mel_ce: 3.2600362300872803 (nan) | > loss: 0.013064183294773102 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14136670325994857) | > loader_time: 0.0046 (0.004622039143889566)  --> TIME: 2025-03-26 02:23:40 -- STEP: 29860/31555 -- GLOBAL_STEP: 1228950 | > loss_text_ce: 0.03815445676445961 (0.0320177077605812) | > loss_mel_ce: 2.5962114334106445 (nan) | > loss: 0.010453833267092705 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14135869406887258) | > loader_time: 0.0046 (0.004621958532991274)  --> TIME: 2025-03-26 02:23:51 -- STEP: 29910/31555 -- GLOBAL_STEP: 1229000 | > loss_text_ce: 0.030160151422023773 (0.03201868218272952) | > loss_mel_ce: 0.12736766040325165 (nan) | > loss: 0.0006251103477552533 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14136895225503188) | > loader_time: 0.0048 (0.004622086534847639)  --> TIME: 2025-03-26 02:24:00 -- STEP: 29960/31555 -- GLOBAL_STEP: 1229050 | > loss_text_ce: 0.019965972751379013 (0.032018604622320763) | > loss_mel_ce: 2.6485252380371094 (nan) | > loss: 0.010589251294732094 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14137258777949424) | > loader_time: 0.0043 (0.004621895817475235)  --> TIME: 2025-03-26 02:24:10 -- STEP: 30010/31555 -- GLOBAL_STEP: 1229100 | > loss_text_ce: 0.03218109905719757 (0.03202124593083675) | > loss_mel_ce: 1.706673502922058 (nan) | > loss: 0.00690021738409996 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14137496552599194) | > loader_time: 0.0045 (0.004621642059343942)  --> TIME: 2025-03-26 02:24:20 -- STEP: 30060/31555 -- GLOBAL_STEP: 1229150 | > loss_text_ce: 0.03476777300238609 (0.03202102856799788) | > loss_mel_ce: 3.258568286895752 (nan) | > loss: 0.013068795204162598 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14137011381759662) | > loader_time: 0.0047 (0.00462128128596168)  --> TIME: 2025-03-26 02:24:29 -- STEP: 30110/31555 -- GLOBAL_STEP: 1229200 | > loss_text_ce: 0.028255552053451538 (0.032022775079261996) | > loss_mel_ce: 2.0749428272247314 (nan) | > loss: 0.008346025831997395 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1413660285402394) | > loader_time: 0.0046 (0.004620912676038053)  --> TIME: 2025-03-26 02:24:38 -- STEP: 30160/31555 -- GLOBAL_STEP: 1229250 | > loss_text_ce: 0.02850397489964962 (0.03202147033573221) | > loss_mel_ce: 2.8968186378479004 (nan) | > loss: 0.011608423665165901 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1413575197720714) | > loader_time: 0.0044 (0.0046207567187771924)  --> TIME: 2025-03-26 02:24:48 -- STEP: 30210/31555 -- GLOBAL_STEP: 1229300 | > loss_text_ce: 0.0243785809725523 (0.03202199856505589) | > loss_mel_ce: 3.000866651535034 (nan) | > loss: 0.012004941701889038 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14136851263219857) | > loader_time: 0.0044 (0.004620699186429222)  --> TIME: 2025-03-26 02:24:58 -- STEP: 30260/31555 -- GLOBAL_STEP: 1229350 | > loss_text_ce: 0.02950412966310978 (0.03202105815154897) | > loss_mel_ce: 2.775231122970581 (nan) | > loss: 0.011129901744425297 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14136052765124502) | > loader_time: 0.0045 (0.004620482609591864)  --> TIME: 2025-03-26 02:25:08 -- STEP: 30310/31555 -- GLOBAL_STEP: 1229400 | > loss_text_ce: 0.027744514867663383 (0.03202092861169812) | > loss_mel_ce: 2.3516170978546143 (nan) | > loss: 0.009441912174224854 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14136223365119138) | > loader_time: 0.0045 (0.0046204079184662475)  --> TIME: 2025-03-26 02:25:17 -- STEP: 30360/31555 -- GLOBAL_STEP: 1229450 | > loss_text_ce: 0.03779677301645279 (0.03202029082467675) | > loss_mel_ce: 2.958817481994629 (nan) | > loss: 0.011891326867043972 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14136267748117728) | > loader_time: 0.0045 (0.0046203878086074745)  --> TIME: 2025-03-26 02:25:27 -- STEP: 30410/31555 -- GLOBAL_STEP: 1229500 | > loss_text_ce: 0.038104891777038574 (0.032022374477978684) | > loss_mel_ce: 2.668616533279419 (nan) | > loss: 0.010740958154201508 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14136581203726598) | > loader_time: 0.0066 (0.004620412359579475)  --> TIME: 2025-03-26 02:25:36 -- STEP: 30460/31555 -- GLOBAL_STEP: 1229550 | > loss_text_ce: 0.034983035176992416 (0.0320209738829627) | > loss_mel_ce: 2.632718801498413 (nan) | > loss: 0.010586118325591087 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14136046593860785) | > loader_time: 0.0044 (0.00462026395691276)  --> TIME: 2025-03-26 02:25:47 -- STEP: 30510/31555 -- GLOBAL_STEP: 1229600 | > loss_text_ce: 0.03516289219260216 (0.03201982407860883) | > loss_mel_ce: 2.063234567642212 (nan) | > loss: 0.00832697469741106 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1413711056166964) | > loader_time: 0.0046 (0.004620162669419044)  --> TIME: 2025-03-26 02:25:56 -- STEP: 30560/31555 -- GLOBAL_STEP: 1229650 | > loss_text_ce: 0.03294921666383743 (0.03202133833665983) | > loss_mel_ce: 2.4111247062683105 (nan) | > loss: 0.009698706679046154 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14136533629519746) | > loader_time: 0.0068 (0.0046200395098531175)  --> TIME: 2025-03-26 02:26:06 -- STEP: 30610/31555 -- GLOBAL_STEP: 1229700 | > loss_text_ce: 0.03316419944167137 (0.03202229975651235) | > loss_mel_ce: 2.7771260738372803 (nan) | > loss: 0.011151946149766445 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14137401552770432) | > loader_time: 0.0045 (0.004620054001046385)  --> TIME: 2025-03-26 02:26:16 -- STEP: 30660/31555 -- GLOBAL_STEP: 1229750 | > loss_text_ce: 0.024516457691788673 (0.03202157397046736) | > loss_mel_ce: 2.7079710960388184 (nan) | > loss: 0.010843204334378242 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14137268648844298) | > loader_time: 0.0045 (0.004620018537263788)  --> TIME: 2025-03-26 02:26:25 -- STEP: 30710/31555 -- GLOBAL_STEP: 1229800 | > loss_text_ce: 0.0328080952167511 (0.032024801815082105) | > loss_mel_ce: 2.7395081520080566 (nan) | > loss: 0.011001255363225937 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14137500631269637) | > loader_time: 0.0047 (0.004619971248622957)  --> TIME: 2025-03-26 02:26:35 -- STEP: 30760/31555 -- GLOBAL_STEP: 1229850 | > loss_text_ce: 0.03632666543126106 (0.03202324662683349) | > loss_mel_ce: 2.4302725791931152 (nan) | > loss: 0.009788093157112598 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14136676372880247) | > loader_time: 0.0047 (0.004619880158197405)  --> TIME: 2025-03-26 02:26:44 -- STEP: 30810/31555 -- GLOBAL_STEP: 1229900 | > loss_text_ce: 0.034448325634002686 (0.03202373856876295) | > loss_mel_ce: 2.794102191925049 (nan) | > loss: 0.011224407702684402 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14136898441772774) | > loader_time: 0.0045 (0.004619786415112453)  --> TIME: 2025-03-26 02:26:54 -- STEP: 30860/31555 -- GLOBAL_STEP: 1229950 | > loss_text_ce: 0.028384095057845116 (0.032022567894744315) | > loss_mel_ce: 1.439839243888855 (nan) | > loss: 0.005826283246278763 (nan) | > current_lr: 5e-06 | > step_time: 0.102 (0.14136862802721784) | > loader_time: 0.0043 (0.004619786720807389)  --> TIME: 2025-03-26 02:27:04 -- STEP: 30910/31555 -- GLOBAL_STEP: 1230000 | > loss_text_ce: 0.04105336591601372 (0.03202176898186382) | > loss_mel_ce: 2.667259693145752 (nan) | > loss: 0.01074727438390255 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14137124472241352) | > loader_time: 0.0045 (0.004619892242848751) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1230000.pth  --> TIME: 2025-03-26 02:27:19 -- STEP: 30960/31555 -- GLOBAL_STEP: 1230050 | > loss_text_ce: 0.027599019929766655 (0.03202172076751929) | > loss_mel_ce: 2.4144389629364014 (nan) | > loss: 0.009690627455711365 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1413626969245666) | > loader_time: 0.0047 (0.0046198434761944105)  --> TIME: 2025-03-26 02:27:28 -- STEP: 31010/31555 -- GLOBAL_STEP: 1230100 | > loss_text_ce: 0.02827448584139347 (0.0320203371471534) | > loss_mel_ce: 3.4464054107666016 (nan) | > loss: 0.013788413256406784 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14136373177146694) | > loader_time: 0.0046 (0.004619779551425135)  --> TIME: 2025-03-26 02:27:38 -- STEP: 31060/31555 -- GLOBAL_STEP: 1230150 | > loss_text_ce: 0.02750413306057453 (0.032020415565393555) | > loss_mel_ce: 1.4381098747253418 (nan) | > loss: 0.005815928801894188 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14136085028964598) | > loader_time: 0.0046 (0.004619690194409327)  --> TIME: 2025-03-26 02:27:47 -- STEP: 31110/31555 -- GLOBAL_STEP: 1230200 | > loss_text_ce: 0.03236083313822746 (0.032021408395111826) | > loss_mel_ce: 2.3173327445983887 (nan) | > loss: 0.009324180893599987 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1413577043140326) | > loader_time: 0.0044 (0.004619580670132638)  --> TIME: 2025-03-26 02:27:57 -- STEP: 31160/31555 -- GLOBAL_STEP: 1230250 | > loss_text_ce: 0.026867909356951714 (0.03201897868674973) | > loss_mel_ce: 2.9309396743774414 (nan) | > loss: 0.011737331748008728 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14135378836361187) | > loader_time: 0.0044 (0.004619481612537246)  --> TIME: 2025-03-26 02:28:06 -- STEP: 31210/31555 -- GLOBAL_STEP: 1230300 | > loss_text_ce: 0.04016241431236267 (0.03202033927464221) | > loss_mel_ce: 2.5009238719940186 (nan) | > loss: 0.010083676315844059 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14135263497842393) | > loader_time: 0.0044 (0.004619573324546312)  --> TIME: 2025-03-26 02:28:17 -- STEP: 31260/31555 -- GLOBAL_STEP: 1230350 | > loss_text_ce: 0.030300196260213852 (0.03201803043955409) | > loss_mel_ce: 2.9372007846832275 (nan) | > loss: 0.011775798164308071 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14136141418876788) | > loader_time: 0.0042 (0.004619553946411439)  --> TIME: 2025-03-26 02:28:26 -- STEP: 31310/31555 -- GLOBAL_STEP: 1230400 | > loss_text_ce: 0.03193749487400055 (0.032018353820265855) | > loss_mel_ce: 2.648710250854492 (nan) | > loss: 0.010637491941452026 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14136798208188536) | > loader_time: 0.0046 (0.004619339707178695)  --> TIME: 2025-03-26 02:28:36 -- STEP: 31360/31555 -- GLOBAL_STEP: 1230450 | > loss_text_ce: 0.039400387555360794 (0.03201832964226993) | > loss_mel_ce: 0.15030184388160706 (nan) | > loss: 0.0007527866400778294 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14136997738815052) | > loader_time: 0.0043 (0.004619049691424053)  --> TIME: 2025-03-26 02:28:45 -- STEP: 31410/31555 -- GLOBAL_STEP: 1230500 | > loss_text_ce: 0.03735944628715515 (0.03201773525976215) | > loss_mel_ce: 3.4106907844543457 (nan) | > loss: 0.013682739809155464 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14136085783512992) | > loader_time: 0.0047 (0.004619333782760755)  --> TIME: 2025-03-26 02:28:55 -- STEP: 31460/31555 -- GLOBAL_STEP: 1230550 | > loss_text_ce: 0.029051320627331734 (0.03201660977629731) | > loss_mel_ce: 1.8858309984207153 (nan) | > loss: 0.007598739583045244 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14136192800130162) | > loader_time: 0.0046 (0.0046193402054502085)  --> TIME: 2025-03-26 02:29:05 -- STEP: 31510/31555 -- GLOBAL_STEP: 1230600 | > loss_text_ce: 0.0350537970662117 (0.03201943106499474) | > loss_mel_ce: 2.811530828475952 (nan) | > loss: 0.01129597146064043 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14136750563406905) | > loader_time: 0.0048 (0.004619464091897478)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021279149055480943 (+0.00011127789815265632) | > avg_loss_text_ce: 0.02972767664740483 (-0.0001448543493946415) | > avg_loss_mel_ce: 2.510346356232961 (-0.005628263155619706) | > avg_loss: 2.540074025789897 (-0.00577312231063809) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1230645.pth  > EPOCH: 40/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 02:29:36)   --> TIME: 2025-03-26 02:29:37 -- STEP: 5/31555 -- GLOBAL_STEP: 1230650 | > loss_text_ce: 0.027284523472189903 (0.03020835816860199) | > loss_mel_ce: 3.082827568054199 (2.4950726985931397) | > loss: 0.012341715395450592 (0.010020957328379154) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1434070110321045) | > loader_time: 0.0042 (0.004631662368774414)  --> TIME: 2025-03-26 02:29:47 -- STEP: 55/31555 -- GLOBAL_STEP: 1230700 | > loss_text_ce: 0.03261806070804596 (0.031125248629938474) | > loss_mel_ce: 1.0790492296218872 (nan) | > loss: 0.004411378409713507 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.13499155044555664) | > loader_time: 0.0047 (0.004849290847778321)  --> TIME: 2025-03-26 02:29:56 -- STEP: 105/31555 -- GLOBAL_STEP: 1230750 | > loss_text_ce: 0.03743606433272362 (0.03135151181902206) | > loss_mel_ce: 2.6815297603607178 (nan) | > loss: 0.010789547115564346 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.13721939949762252) | > loader_time: 0.0048 (0.004812515349615188)  --> TIME: 2025-03-26 02:30:06 -- STEP: 155/31555 -- GLOBAL_STEP: 1230800 | > loss_text_ce: 0.03322582319378853 (0.03154243448328587) | > loss_mel_ce: 3.0679194927215576 (nan) | > loss: 0.012306132353842258 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.13737762666517686) | > loader_time: 0.0045 (0.004784530208956811)  --> TIME: 2025-03-26 02:30:15 -- STEP: 205/31555 -- GLOBAL_STEP: 1230850 | > loss_text_ce: 0.028674444183707237 (0.03186052890449035) | > loss_mel_ce: 2.1761474609375 (nan) | > loss: 0.00874929316341877 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.13838089268381992) | > loader_time: 0.0045 (0.004767481873675093)  --> TIME: 2025-03-26 02:30:25 -- STEP: 255/31555 -- GLOBAL_STEP: 1230900 | > loss_text_ce: 0.028043758124113083 (0.03188454495633348) | > loss_mel_ce: 2.2684528827667236 (nan) | > loss: 0.00911308266222477 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.13795954292895737) | > loader_time: 0.0047 (0.0047540533776376775)  --> TIME: 2025-03-26 02:30:35 -- STEP: 305/31555 -- GLOBAL_STEP: 1230950 | > loss_text_ce: 0.031852323561906815 (0.031937201162342145) | > loss_mel_ce: 2.4075944423675537 (nan) | > loss: 0.009680344723165035 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.13903858935246696) | > loader_time: 0.0049 (0.004744242058425654)  --> TIME: 2025-03-26 02:30:44 -- STEP: 355/31555 -- GLOBAL_STEP: 1231000 | > loss_text_ce: 0.04502752050757408 (0.031930215625275996) | > loss_mel_ce: 1.8591670989990234 (nan) | > loss: 0.00755632808431983 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.13889899321005375) | > loader_time: 0.0045 (0.004736538336310586)  --> TIME: 2025-03-26 02:30:54 -- STEP: 405/31555 -- GLOBAL_STEP: 1231050 | > loss_text_ce: 0.027531275525689125 (0.03193851740179969) | > loss_mel_ce: 0.010571288876235485 (nan) | > loss: 0.0001512006565462798 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.13949581958629478) | > loader_time: 0.0044 (0.004727271751121235)  --> TIME: 2025-03-26 02:31:03 -- STEP: 455/31555 -- GLOBAL_STEP: 1231100 | > loss_text_ce: 0.02671290561556816 (0.03187233880571605) | > loss_mel_ce: 0.061279296875 (nan) | > loss: 0.0003491754468996078 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.13960578939416918) | > loader_time: 0.0045 (0.0047273971222259155)  --> TIME: 2025-03-26 02:31:13 -- STEP: 505/31555 -- GLOBAL_STEP: 1231150 | > loss_text_ce: 0.02415705844759941 (0.031866428573237716) | > loss_mel_ce: 1.9247987270355225 (nan) | > loss: 0.007733951788395643 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.13979425902413858) | > loader_time: 0.0047 (0.004731265625151074)  --> TIME: 2025-03-26 02:31:23 -- STEP: 555/31555 -- GLOBAL_STEP: 1231200 | > loss_text_ce: 0.02956688031554222 (0.031809015118995164) | > loss_mel_ce: 2.5807716846466064 (nan) | > loss: 0.010358486324548721 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.13985345342137795) | > loader_time: 0.0043 (0.004717332822782496)  --> TIME: 2025-03-26 02:31:32 -- STEP: 605/31555 -- GLOBAL_STEP: 1231250 | > loss_text_ce: 0.023654494434595108 (0.03188873145821662) | > loss_mel_ce: 1.486322283744812 (nan) | > loss: 0.0059919715858995914 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.1400715252584662) | > loader_time: 0.0045 (0.0047077576976177074)  --> TIME: 2025-03-26 02:31:42 -- STEP: 655/31555 -- GLOBAL_STEP: 1231300 | > loss_text_ce: 0.026497870683670044 (0.0318915916933813) | > loss_mel_ce: 2.960522413253784 (nan) | > loss: 0.011853255331516266 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14018252168902917) | > loader_time: 0.0047 (0.004712974752178626)  --> TIME: 2025-03-26 02:31:52 -- STEP: 705/31555 -- GLOBAL_STEP: 1231350 | > loss_text_ce: 0.036208800971508026 (0.031932864515176886) | > loss_mel_ce: 1.15692138671875 (nan) | > loss: 0.0047346437349915504 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14038202475148737) | > loader_time: 0.0044 (0.004714084855208157)  --> TIME: 2025-03-26 02:32:01 -- STEP: 755/31555 -- GLOBAL_STEP: 1231400 | > loss_text_ce: 0.03469964861869812 (0.0320233499816316) | > loss_mel_ce: 2.05810546875 (nan) | > loss: 0.008304783143103123 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1402333376423413) | > loader_time: 0.005 (0.004712118376169772)  --> TIME: 2025-03-26 02:32:11 -- STEP: 805/31555 -- GLOBAL_STEP: 1231450 | > loss_text_ce: 0.03988621383905411 (0.03207756715670502) | > loss_mel_ce: 2.8226804733276367 (nan) | > loss: 0.011359392665326595 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14051696617410786) | > loader_time: 0.0047 (0.0047097342354910695)  --> TIME: 2025-03-26 02:32:21 -- STEP: 855/31555 -- GLOBAL_STEP: 1231500 | > loss_text_ce: 0.037482813000679016 (0.03206353648756329) | > loss_mel_ce: 3.196925401687622 (nan) | > loss: 0.01283495407551527 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14053818830969733) | > loader_time: 0.0048 (0.004704253994233427)  --> TIME: 2025-03-26 02:32:31 -- STEP: 905/31555 -- GLOBAL_STEP: 1231550 | > loss_text_ce: 0.04383130371570587 (0.03212475438514795) | > loss_mel_ce: 2.712862253189087 (nan) | > loss: 0.010939260944724083 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14094853690974624) | > loader_time: 0.0044 (0.00470150136157294)  --> TIME: 2025-03-26 02:32:41 -- STEP: 955/31555 -- GLOBAL_STEP: 1231600 | > loss_text_ce: 0.032128386199474335 (0.03206017793434139) | > loss_mel_ce: 2.7859020233154297 (nan) | > loss: 0.011182661168277264 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14120028780392954) | > loader_time: 0.0045 (0.004703882227393345)  --> TIME: 2025-03-26 02:32:51 -- STEP: 1005/31555 -- GLOBAL_STEP: 1231650 | > loss_text_ce: 0.0366327203810215 (0.032062300980387606) | > loss_mel_ce: 1.5142185688018799 (nan) | > loss: 0.006154172588139772 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14128430304835687) | > loader_time: 0.0046 (0.0047020257408939194)  --> TIME: 2025-03-26 02:33:01 -- STEP: 1055/31555 -- GLOBAL_STEP: 1231700 | > loss_text_ce: 0.0385921336710453 (0.032076833992137135) | > loss_mel_ce: 2.47617769241333 (nan) | > loss: 0.00997924618422985 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14157483046653715) | > loader_time: 0.0045 (0.004709107954920186)  --> TIME: 2025-03-26 02:33:11 -- STEP: 1105/31555 -- GLOBAL_STEP: 1231750 | > loss_text_ce: 0.023598145693540573 (0.03205397515747339) | > loss_mel_ce: 2.2363243103027344 (nan) | > loss: 0.008967947214841843 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14202892143801868) | > loader_time: 0.0043 (0.004708620649657098)  --> TIME: 2025-03-26 02:33:21 -- STEP: 1155/31555 -- GLOBAL_STEP: 1231800 | > loss_text_ce: 0.03783739358186722 (0.032032968726380014) | > loss_mel_ce: 2.6729962825775146 (nan) | > loss: 0.010757277719676495 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14204821689820393) | > loader_time: 0.0046 (0.004704730541675122)  --> TIME: 2025-03-26 02:33:30 -- STEP: 1205/31555 -- GLOBAL_STEP: 1231850 | > loss_text_ce: 0.025724036619067192 (0.031988514472896606) | > loss_mel_ce: 1.9569761753082275 (nan) | > loss: 0.007867858745157719 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14207855082151802) | > loader_time: 0.0048 (0.004702364656440452)  --> TIME: 2025-03-26 02:33:40 -- STEP: 1255/31555 -- GLOBAL_STEP: 1231900 | > loss_text_ce: 0.024500465020537376 (0.032004081903107114) | > loss_mel_ce: 2.497849225997925 (nan) | > loss: 0.010009324178099632 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14214732599448393) | > loader_time: 0.0045 (0.004699870789668475)  --> TIME: 2025-03-26 02:33:50 -- STEP: 1305/31555 -- GLOBAL_STEP: 1231950 | > loss_text_ce: 0.016757741570472717 (0.03199757413931503) | > loss_mel_ce: 1.6313313245773315 (nan) | > loss: 0.006540036294609308 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14203506776656222) | > loader_time: 0.0045 (0.00469756911997594)  --> TIME: 2025-03-26 02:34:00 -- STEP: 1355/31555 -- GLOBAL_STEP: 1232000 | > loss_text_ce: 0.025585593655705452 (0.031975717845328176) | > loss_mel_ce: 2.4629650115966797 (nan) | > loss: 0.009875201620161533 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14202133227978242) | > loader_time: 0.0046 (0.004694568099130997)  --> TIME: 2025-03-26 02:34:09 -- STEP: 1405/31555 -- GLOBAL_STEP: 1232050 | > loss_text_ce: 0.03348998352885246 (0.03197160948372819) | > loss_mel_ce: 2.214463233947754 (nan) | > loss: 0.008920449763536453 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1420159979647165) | > loader_time: 0.0042 (0.004691436027716907)  --> TIME: 2025-03-26 02:34:19 -- STEP: 1455/31555 -- GLOBAL_STEP: 1232100 | > loss_text_ce: 0.03154924884438515 (0.03199541549681588) | > loss_mel_ce: 3.197209358215332 (nan) | > loss: 0.012812534347176552 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14198930435573937) | > loader_time: 0.0044 (0.0046980703819248645)  --> TIME: 2025-03-26 02:34:28 -- STEP: 1505/31555 -- GLOBAL_STEP: 1232150 | > loss_text_ce: 0.030542554333806038 (0.031984358633623866) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14190739460561763) | > loader_time: 0.0048 (0.004696976069200073)  --> TIME: 2025-03-26 02:34:38 -- STEP: 1555/31555 -- GLOBAL_STEP: 1232200 | > loss_text_ce: 0.028929978609085083 (0.03191194619707925) | > loss_mel_ce: 2.572004556655884 (nan) | > loss: 0.010321169160306454 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14183467668735714) | > loader_time: 0.0047 (0.004699252732697019)  --> TIME: 2025-03-26 02:34:48 -- STEP: 1605/31555 -- GLOBAL_STEP: 1232250 | > loss_text_ce: 0.03433562442660332 (0.03189332211430753) | > loss_mel_ce: 2.8694825172424316 (nan) | > loss: 0.011523088440299034 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14185695841304982) | > loader_time: 0.0045 (0.0046994919346128984)  --> TIME: 2025-03-26 02:34:57 -- STEP: 1655/31555 -- GLOBAL_STEP: 1232300 | > loss_text_ce: 0.03146504983305931 (0.031843136657828425) | > loss_mel_ce: 2.8787803649902344 (nan) | > loss: 0.011548593640327454 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14183623106458026) | > loader_time: 0.0047 (0.004697261908263236)  --> TIME: 2025-03-26 02:35:07 -- STEP: 1705/31555 -- GLOBAL_STEP: 1232350 | > loss_text_ce: 0.036039333790540695 (0.03186367498847305) | > loss_mel_ce: 2.823153495788574 (nan) | > loss: 0.011346003971993923 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1417316880044349) | > loader_time: 0.0047 (0.004696676528348951)  --> TIME: 2025-03-26 02:35:16 -- STEP: 1755/31555 -- GLOBAL_STEP: 1232400 | > loss_text_ce: 0.027663225308060646 (0.0318744596269013) | > loss_mel_ce: 2.6001503467559814 (nan) | > loss: 0.01042783260345459 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14170527064222874) | > loader_time: 0.0044 (0.004694870462444773)  --> TIME: 2025-03-26 02:35:26 -- STEP: 1805/31555 -- GLOBAL_STEP: 1232450 | > loss_text_ce: 0.023545261472463608 (0.031863674869724704) | > loss_mel_ce: 2.5431067943573 (nan) | > loss: 0.010185128077864647 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14164909682445564) | > loader_time: 0.0044 (0.004691178382598793)  --> TIME: 2025-03-26 02:35:36 -- STEP: 1855/31555 -- GLOBAL_STEP: 1232500 | > loss_text_ce: 0.041453588753938675 (0.0318633944614516) | > loss_mel_ce: 2.5371713638305664 (nan) | > loss: 0.010232639499008656 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14164164766789755) | > loader_time: 0.0049 (0.004687174953861699)  --> TIME: 2025-03-26 02:35:45 -- STEP: 1905/31555 -- GLOBAL_STEP: 1232550 | > loss_text_ce: 0.04755320027470589 (0.031848386196502626) | > loss_mel_ce: 2.700826644897461 (nan) | > loss: 0.010906270705163479 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14155783365404814) | > loader_time: 0.0043 (0.004685266499757141)  --> TIME: 2025-03-26 02:35:55 -- STEP: 1955/31555 -- GLOBAL_STEP: 1232600 | > loss_text_ce: 0.035982564091682434 (0.03183680835234756) | > loss_mel_ce: 3.338608980178833 (nan) | > loss: 0.013391236774623394 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14162108489619485) | > loader_time: 0.0045 (0.004682172960637476)  --> TIME: 2025-03-26 02:36:05 -- STEP: 2005/31555 -- GLOBAL_STEP: 1232650 | > loss_text_ce: 0.02972882241010666 (0.03184055701279048) | > loss_mel_ce: 2.975595235824585 (nan) | > loss: 0.011925890110433102 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14172614256937296) | > loader_time: 0.0043 (0.0046786697130845375)  --> TIME: 2025-03-26 02:36:15 -- STEP: 2055/31555 -- GLOBAL_STEP: 1232700 | > loss_text_ce: 0.020139595493674278 (0.03184872734022751) | > loss_mel_ce: 2.135643720626831 (nan) | > loss: 0.008554697036743164 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14166657849239886) | > loader_time: 0.0045 (0.004676753413068117)  --> TIME: 2025-03-26 02:36:24 -- STEP: 2105/31555 -- GLOBAL_STEP: 1232750 | > loss_text_ce: 0.04197034239768982 (0.03181872429047431) | > loss_mel_ce: 3.09197998046875 (nan) | > loss: 0.01243631076067686 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14166730962286642) | > loader_time: 0.0047 (0.0046741760824751686)  --> TIME: 2025-03-26 02:36:34 -- STEP: 2155/31555 -- GLOBAL_STEP: 1232800 | > loss_text_ce: 0.0382031612098217 (0.03184626356346344) | > loss_mel_ce: 3.16640567779541 (nan) | > loss: 0.012716703116893768 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14177483704693072) | > loader_time: 0.0044 (0.004669717846226527)  --> TIME: 2025-03-26 02:36:44 -- STEP: 2205/31555 -- GLOBAL_STEP: 1232850 | > loss_text_ce: 0.019333045929670334 (0.031853807410499695) | > loss_mel_ce: 2.9210214614868164 (nan) | > loss: 0.011668074876070023 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14182281148136328) | > loader_time: 0.0046 (0.004665674914578463)  --> TIME: 2025-03-26 02:36:54 -- STEP: 2255/31555 -- GLOBAL_STEP: 1232900 | > loss_text_ce: 0.022359706461429596 (0.03184848276324178) | > loss_mel_ce: 2.3115956783294678 (nan) | > loss: 0.009261728264391422 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14187515474475923) | > loader_time: 0.0045 (0.004661367632068712)  --> TIME: 2025-03-26 02:37:03 -- STEP: 2305/31555 -- GLOBAL_STEP: 1232950 | > loss_text_ce: 0.03982698917388916 (0.031832339621498375) | > loss_mel_ce: 2.3770599365234375 (nan) | > loss: 0.009590821340680122 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14183739767674494) | > loader_time: 0.0044 (0.004657195602218397)  --> TIME: 2025-03-26 02:37:13 -- STEP: 2355/31555 -- GLOBAL_STEP: 1233000 | > loss_text_ce: 0.030264100059866905 (0.0318319531363254) | > loss_mel_ce: 0.09228515625 (nan) | > loss: 0.00048630661331117153 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14187461940093143) | > loader_time: 0.0043 (0.004654154807898649)  --> TIME: 2025-03-26 02:37:23 -- STEP: 2405/31555 -- GLOBAL_STEP: 1233050 | > loss_text_ce: 0.038518454879522324 (0.03184229070262629) | > loss_mel_ce: 2.6577391624450684 (nan) | > loss: 0.010699435137212276 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14183280284588146) | > loader_time: 0.0043 (0.004650442912524056)  --> TIME: 2025-03-26 02:37:32 -- STEP: 2455/31555 -- GLOBAL_STEP: 1233100 | > loss_text_ce: 0.03769123554229736 (0.031827685526001154) | > loss_mel_ce: 2.715839147567749 (nan) | > loss: 0.010926708579063416 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14177360204475237) | > loader_time: 0.0049 (0.004647808210912886)  --> TIME: 2025-03-26 02:37:41 -- STEP: 2505/31555 -- GLOBAL_STEP: 1233150 | > loss_text_ce: 0.028095228597521782 (0.031814258933409306) | > loss_mel_ce: 2.5807793140411377 (nan) | > loss: 0.010352677665650845 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1415976057985349) | > loader_time: 0.0045 (0.0046465761409310285)  --> TIME: 2025-03-26 02:37:51 -- STEP: 2555/31555 -- GLOBAL_STEP: 1233200 | > loss_text_ce: 0.029742693528532982 (0.031793409725195454) | > loss_mel_ce: 2.8292274475097656 (nan) | > loss: 0.011345120146870613 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14161429881116433) | > loader_time: 0.0047 (0.0046461067087729645)  --> TIME: 2025-03-26 02:38:01 -- STEP: 2605/31555 -- GLOBAL_STEP: 1233250 | > loss_text_ce: 0.03033815510571003 (0.031817497569002214) | > loss_mel_ce: 2.538501262664795 (nan) | > loss: 0.010193807072937489 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14162655343478567) | > loader_time: 0.0046 (0.004645813998700105)  --> TIME: 2025-03-26 02:38:11 -- STEP: 2655/31555 -- GLOBAL_STEP: 1233300 | > loss_text_ce: 0.03786012902855873 (0.03180796068491455) | > loss_mel_ce: 2.9137935638427734 (nan) | > loss: 0.01171291247010231 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1416710708998915) | > loader_time: 0.0046 (0.004646149058799955)  --> TIME: 2025-03-26 02:38:20 -- STEP: 2705/31555 -- GLOBAL_STEP: 1233350 | > loss_text_ce: 0.025685764849185944 (0.03179585425916527) | > loss_mel_ce: 2.905658006668091 (nan) | > loss: 0.011632317677140236 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1416359703113323) | > loader_time: 0.0048 (0.004647343436362777)  --> TIME: 2025-03-26 02:38:30 -- STEP: 2755/31555 -- GLOBAL_STEP: 1233400 | > loss_text_ce: 0.032653287053108215 (0.03179945805111724) | > loss_mel_ce: 2.0751311779022217 (nan) | > loss: 0.008364224806427956 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14163014520967065) | > loader_time: 0.0047 (0.004648900248394248)  --> TIME: 2025-03-26 02:38:40 -- STEP: 2805/31555 -- GLOBAL_STEP: 1233450 | > loss_text_ce: 0.034615691751241684 (0.03178503489463774) | > loss_mel_ce: 2.008305311203003 (nan) | > loss: 0.008106830529868603 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14162019195828623) | > loader_time: 0.0047 (0.004648753453490986)  --> TIME: 2025-03-26 02:38:50 -- STEP: 2855/31555 -- GLOBAL_STEP: 1233500 | > loss_text_ce: 0.036173950880765915 (0.03179285710615523) | > loss_mel_ce: 2.7115988731384277 (nan) | > loss: 0.010903861373662949 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14169775742365473) | > loader_time: 0.0042 (0.004647774788210136)  --> TIME: 2025-03-26 02:38:59 -- STEP: 2905/31555 -- GLOBAL_STEP: 1233550 | > loss_text_ce: 0.03817589953541756 (0.0318004275664123) | > loss_mel_ce: 2.0789847373962402 (nan) | > loss: 0.008401431143283844 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14171360076602282) | > loader_time: 0.0043 (0.004644893327801641)  --> TIME: 2025-03-26 02:39:09 -- STEP: 2955/31555 -- GLOBAL_STEP: 1233600 | > loss_text_ce: 0.031230466440320015 (0.03182044583585512) | > loss_mel_ce: 2.5630874633789062 (nan) | > loss: 0.010294913314282894 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14177578548489506) | > loader_time: 0.0045 (0.004642988501869877)  --> TIME: 2025-03-26 02:39:19 -- STEP: 3005/31555 -- GLOBAL_STEP: 1233650 | > loss_text_ce: 0.035493429750204086 (0.03182683796800068) | > loss_mel_ce: 2.5137217044830322 (nan) | > loss: 0.01011593360453844 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14177340675709466) | > loader_time: 0.0047 (0.004642999668089592)  --> TIME: 2025-03-26 02:39:28 -- STEP: 3055/31555 -- GLOBAL_STEP: 1233700 | > loss_text_ce: 0.035067010670900345 (0.031836018439095816) | > loss_mel_ce: 2.4108049869537354 (nan) | > loss: 0.009705842472612858 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14168870671486136) | > loader_time: 0.0048 (0.004642262357346545)  --> TIME: 2025-03-26 02:39:38 -- STEP: 3105/31555 -- GLOBAL_STEP: 1233750 | > loss_text_ce: 0.02593526616692543 (0.03181972322766577) | > loss_mel_ce: 2.698549270629883 (nan) | > loss: 0.01081144716590643 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14165788741119456) | > loader_time: 0.0045 (0.004642157470162546)  --> TIME: 2025-03-26 02:39:48 -- STEP: 3155/31555 -- GLOBAL_STEP: 1233800 | > loss_text_ce: 0.0383479930460453 (0.031837699858976574) | > loss_mel_ce: 2.6531388759613037 (nan) | > loss: 0.010680504143238068 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14171076909109098) | > loader_time: 0.0046 (0.00464494496631168)  --> TIME: 2025-03-26 02:39:58 -- STEP: 3205/31555 -- GLOBAL_STEP: 1233850 | > loss_text_ce: 0.03779014199972153 (0.031831612591101434) | > loss_mel_ce: 2.641317367553711 (nan) | > loss: 0.010631379671394825 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14176963331546885) | > loader_time: 0.0046 (0.004643494550969775)  --> TIME: 2025-03-26 02:40:08 -- STEP: 3255/31555 -- GLOBAL_STEP: 1233900 | > loss_text_ce: 0.05041002482175827 (0.031828095048906394) | > loss_mel_ce: 3.326129913330078 (nan) | > loss: 0.013398968614637852 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14187034000449483) | > loader_time: 0.0045 (0.004643682107764264)  --> TIME: 2025-03-26 02:40:17 -- STEP: 3305/31555 -- GLOBAL_STEP: 1233950 | > loss_text_ce: 0.022256512194871902 (0.03182950105642097) | > loss_mel_ce: 1.4661341905593872 (nan) | > loss: 0.0059063127264380455 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14180849496607736) | > loader_time: 0.0068 (0.004642373242284445)  --> TIME: 2025-03-26 02:40:27 -- STEP: 3355/31555 -- GLOBAL_STEP: 1234000 | > loss_text_ce: 0.0386737696826458 (0.0318147902419977) | > loss_mel_ce: 2.510263442993164 (nan) | > loss: 0.010114830918610096 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1417867035872893) | > loader_time: 0.0046 (0.004641817578970933)  --> TIME: 2025-03-26 02:40:36 -- STEP: 3405/31555 -- GLOBAL_STEP: 1234050 | > loss_text_ce: 0.03493105247616768 (0.03181882847822584) | > loss_mel_ce: 2.4823336601257324 (nan) | > loss: 0.009989146143198013 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14178070272818227) | > loader_time: 0.0044 (0.004641994470716736)  --> TIME: 2025-03-26 02:40:46 -- STEP: 3455/31555 -- GLOBAL_STEP: 1234100 | > loss_text_ce: 0.026683537289500237 (0.0318198530477851) | > loss_mel_ce: 2.84371018409729 (nan) | > loss: 0.011390452273190022 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14175457947506093) | > loader_time: 0.0047 (0.004641617500316205)  --> TIME: 2025-03-26 02:40:56 -- STEP: 3505/31555 -- GLOBAL_STEP: 1234150 | > loss_text_ce: 0.040309976786375046 (0.031815554819916166) | > loss_mel_ce: 2.713423252105713 (nan) | > loss: 0.010927513241767883 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.1417933585810427) | > loader_time: 0.0045 (0.004642017557685611)  --> TIME: 2025-03-26 02:41:06 -- STEP: 3555/31555 -- GLOBAL_STEP: 1234200 | > loss_text_ce: 0.03521771356463432 (0.03182015320817971) | > loss_mel_ce: 2.3549485206604004 (nan) | > loss: 0.009484787471592426 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14183297056689084) | > loader_time: 0.0044 (0.004643648083199919)  --> TIME: 2025-03-26 02:41:15 -- STEP: 3605/31555 -- GLOBAL_STEP: 1234250 | > loss_text_ce: 0.04467875882983208 (0.031814945022602736) | > loss_mel_ce: 2.155855178833008 (nan) | > loss: 0.008732277899980545 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14184606984650414) | > loader_time: 0.0048 (0.004645317040600811)  --> TIME: 2025-03-26 02:41:25 -- STEP: 3655/31555 -- GLOBAL_STEP: 1234300 | > loss_text_ce: 0.02679169923067093 (0.03181852598543377) | > loss_mel_ce: 0.1045939102768898 (nan) | > loss: 0.0005213714903220534 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14181515338809028) | > loader_time: 0.0046 (0.004645371143534136)  --> TIME: 2025-03-26 02:41:35 -- STEP: 3705/31555 -- GLOBAL_STEP: 1234350 | > loss_text_ce: 0.027774520218372345 (0.03180700303954) | > loss_mel_ce: 3.1756224632263184 (nan) | > loss: 0.012711893767118454 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14177570735555625) | > loader_time: 0.0048 (0.004647648897569982)  --> TIME: 2025-03-26 02:41:44 -- STEP: 3755/31555 -- GLOBAL_STEP: 1234400 | > loss_text_ce: 0.032078877091407776 (0.031807460382918165) | > loss_mel_ce: 2.8148980140686035 (nan) | > loss: 0.011297528631985188 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1417921181842589) | > loader_time: 0.0046 (0.004647707970894753)  --> TIME: 2025-03-26 02:41:54 -- STEP: 3805/31555 -- GLOBAL_STEP: 1234450 | > loss_text_ce: 0.028739677742123604 (0.03180792833948896) | > loss_mel_ce: 2.5355138778686523 (nan) | > loss: 0.010175609961152077 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1418017225729185) | > loader_time: 0.0046 (0.004649294190275204)  --> TIME: 2025-03-26 02:42:04 -- STEP: 3855/31555 -- GLOBAL_STEP: 1234500 | > loss_text_ce: 0.02413039840757847 (0.0317944977113594) | > loss_mel_ce: 2.5891480445861816 (nan) | > loss: 0.01037015300244093 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14179000582367257) | > loader_time: 0.0044 (0.004652033581962525)  --> TIME: 2025-03-26 02:42:14 -- STEP: 3905/31555 -- GLOBAL_STEP: 1234550 | > loss_text_ce: 0.03343745321035385 (0.031792449093067325) | > loss_mel_ce: 2.6890552043914795 (nan) | > loss: 0.010803543031215668 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14181895542999576) | > loader_time: 0.0048 (0.004651635496014964)  --> TIME: 2025-03-26 02:42:23 -- STEP: 3955/31555 -- GLOBAL_STEP: 1234600 | > loss_text_ce: 0.028153354302048683 (0.03178612828330061) | > loss_mel_ce: 2.3113107681274414 (nan) | > loss: 0.009283588267862797 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14185656404073294) | > loader_time: 0.0045 (0.004653115338833071)  --> TIME: 2025-03-26 02:42:33 -- STEP: 4005/31555 -- GLOBAL_STEP: 1234650 | > loss_text_ce: 0.03671729564666748 (0.03177996561763703) | > loss_mel_ce: 3.0108416080474854 (nan) | > loss: 0.01209348812699318 (nan) | > current_lr: 5e-06 | > step_time: 0.1915 (0.14185064383660398) | > loader_time: 0.0047 (0.004652479436067149)  --> TIME: 2025-03-26 02:42:43 -- STEP: 4055/31555 -- GLOBAL_STEP: 1234700 | > loss_text_ce: 0.03147324547171593 (0.0317827794620476) | > loss_mel_ce: 2.476484775543213 (nan) | > loss: 0.009952214546501637 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14187669589399002) | > loader_time: 0.0048 (0.004652203643366078)  --> TIME: 2025-03-26 02:42:53 -- STEP: 4105/31555 -- GLOBAL_STEP: 1234750 | > loss_text_ce: 0.026786506175994873 (0.03178420128384734) | > loss_mel_ce: 2.8286874294281006 (nan) | > loss: 0.011331246234476566 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.1418993229697599) | > loader_time: 0.0048 (0.004653751196727673)  --> TIME: 2025-03-26 02:43:03 -- STEP: 4155/31555 -- GLOBAL_STEP: 1234800 | > loss_text_ce: 0.02650182880461216 (0.03178836976824653) | > loss_mel_ce: 2.5925612449645996 (nan) | > loss: 0.010393108241260052 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14192707386544784) | > loader_time: 0.0047 (0.004654975172701571)  --> TIME: 2025-03-26 02:43:12 -- STEP: 4205/31555 -- GLOBAL_STEP: 1234850 | > loss_text_ce: 0.040661826729774475 (0.03179389149699182) | > loss_mel_ce: 3.045837640762329 (nan) | > loss: 0.012248014099895954 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14190507207274045) | > loader_time: 0.0046 (0.004654883034305813)  --> TIME: 2025-03-26 02:43:22 -- STEP: 4255/31555 -- GLOBAL_STEP: 1234900 | > loss_text_ce: 0.016810735687613487 (0.03179662262103781) | > loss_mel_ce: 0.039794921875 (nan) | > loss: 0.00022462564811576158 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1418771486584927) | > loader_time: 0.0046 (0.004654962615877136)  --> TIME: 2025-03-26 02:43:32 -- STEP: 4305/31555 -- GLOBAL_STEP: 1234950 | > loss_text_ce: 0.03592687100172043 (0.03179628907677988) | > loss_mel_ce: 2.4645583629608154 (nan) | > loss: 0.00992256123572588 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14189111513543234) | > loader_time: 0.0045 (0.0046546191703982385)  --> TIME: 2025-03-26 02:43:41 -- STEP: 4355/31555 -- GLOBAL_STEP: 1235000 | > loss_text_ce: 0.026360400021076202 (0.03180738111634995) | > loss_mel_ce: 2.9878969192504883 (nan) | > loss: 0.011961339972913265 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14187585105852218) | > loader_time: 0.0046 (0.004654267734829779)  --> TIME: 2025-03-26 02:43:51 -- STEP: 4405/31555 -- GLOBAL_STEP: 1235050 | > loss_text_ce: 0.031925469636917114 (0.03181290674159702) | > loss_mel_ce: 2.1193089485168457 (nan) | > loss: 0.008536645211279392 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1418387499082915) | > loader_time: 0.0047 (0.004654524789089235)  --> TIME: 2025-03-26 02:44:00 -- STEP: 4455/31555 -- GLOBAL_STEP: 1235100 | > loss_text_ce: 0.03331506997346878 (0.03180449309787068) | > loss_mel_ce: 3.213538646697998 (nan) | > loss: 0.012884341180324554 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1418529120893726) | > loader_time: 0.0047 (0.004654937213251209)  --> TIME: 2025-03-26 02:44:10 -- STEP: 4505/31555 -- GLOBAL_STEP: 1235150 | > loss_text_ce: 0.03310026228427887 (0.031824861052389276) | > loss_mel_ce: 2.9589688777923584 (nan) | > loss: 0.011873290874063969 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14183742849199688) | > loader_time: 0.0046 (0.004655763920351072)  --> TIME: 2025-03-26 02:44:19 -- STEP: 4555/31555 -- GLOBAL_STEP: 1235200 | > loss_text_ce: 0.02420605905354023 (0.03181579339406923) | > loss_mel_ce: 1.9501793384552002 (nan) | > loss: 0.007834862917661667 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14178120485383264) | > loader_time: 0.0049 (0.004655414198154139)  --> TIME: 2025-03-26 02:44:29 -- STEP: 4605/31555 -- GLOBAL_STEP: 1235250 | > loss_text_ce: 0.027089513838291168 (0.03181306534465995) | > loss_mel_ce: 2.837233543395996 (nan) | > loss: 0.011366362683475018 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.141736932789723) | > loader_time: 0.0046 (0.0046558135236642656)  --> TIME: 2025-03-26 02:44:39 -- STEP: 4655/31555 -- GLOBAL_STEP: 1235300 | > loss_text_ce: 0.03728614002466202 (0.03180471697540123) | > loss_mel_ce: 2.629727363586426 (nan) | > loss: 0.01058338675647974 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14175315773960867) | > loader_time: 0.0047 (0.004656687919870728)  --> TIME: 2025-03-26 02:44:48 -- STEP: 4705/31555 -- GLOBAL_STEP: 1235350 | > loss_text_ce: 0.04079170525074005 (0.03180283550885647) | > loss_mel_ce: 2.37613582611084 (nan) | > loss: 0.009590983390808105 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1416900484772215) | > loader_time: 0.0046 (0.0046564958047410655)  --> TIME: 2025-03-26 02:44:57 -- STEP: 4755/31555 -- GLOBAL_STEP: 1235400 | > loss_text_ce: 0.02315417490899563 (0.03179487417247368) | > loss_mel_ce: 2.6112680435180664 (nan) | > loss: 0.010454057715833187 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1416449803533864) | > loader_time: 0.0046 (0.0046566267244196515)  --> TIME: 2025-03-26 02:45:07 -- STEP: 4805/31555 -- GLOBAL_STEP: 1235450 | > loss_text_ce: 0.025481589138507843 (0.031793799028614685) | > loss_mel_ce: 2.4524025917053223 (nan) | > loss: 0.009832874871790409 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14162981398519933) | > loader_time: 0.0047 (0.004656776454024454)  --> TIME: 2025-03-26 02:45:17 -- STEP: 4855/31555 -- GLOBAL_STEP: 1235500 | > loss_text_ce: 0.02832494117319584 (0.031793423427266994) | > loss_mel_ce: 2.610091209411621 (nan) | > loss: 0.010469906032085419 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14165712728804833) | > loader_time: 0.0047 (0.004656449405344087)  --> TIME: 2025-03-26 02:45:26 -- STEP: 4905/31555 -- GLOBAL_STEP: 1235550 | > loss_text_ce: 0.026583654806017876 (0.031781622911941074) | > loss_mel_ce: 2.731123208999634 (nan) | > loss: 0.010943281464278698 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14158843275725413) | > loader_time: 0.0045 (0.004655810841240528)  --> TIME: 2025-03-26 02:45:36 -- STEP: 4955/31555 -- GLOBAL_STEP: 1235600 | > loss_text_ce: 0.022157128900289536 (0.031766984957025034) | > loss_mel_ce: 2.643770456314087 (nan) | > loss: 0.010579078458249569 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14158135567134852) | > loader_time: 0.0045 (0.004655232944353798)  --> TIME: 2025-03-26 02:45:45 -- STEP: 5005/31555 -- GLOBAL_STEP: 1235650 | > loss_text_ce: 0.026877593249082565 (0.031769645648201804) | > loss_mel_ce: 1.5318894386291504 (nan) | > loss: 0.006185584235936403 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14153754018046155) | > loader_time: 0.0044 (0.004655335737870526)  --> TIME: 2025-03-26 02:45:55 -- STEP: 5055/31555 -- GLOBAL_STEP: 1235700 | > loss_text_ce: 0.02558204159140587 (0.031769927874259064) | > loss_mel_ce: 2.3935980796813965 (nan) | > loss: 0.009599922224879265 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.141512933376399) | > loader_time: 0.0047 (0.0046554656929597175)  --> TIME: 2025-03-26 02:46:04 -- STEP: 5105/31555 -- GLOBAL_STEP: 1235750 | > loss_text_ce: 0.03816753625869751 (0.0317610049452432) | > loss_mel_ce: 2.8709583282470703 (nan) | > loss: 0.011544150300323963 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14149127963941313) | > loader_time: 0.0045 (0.004655279865694559)  --> TIME: 2025-03-26 02:46:14 -- STEP: 5155/31555 -- GLOBAL_STEP: 1235800 | > loss_text_ce: 0.0506882518529892 (0.03175873816587847) | > loss_mel_ce: 3.064157247543335 (nan) | > loss: 0.012360499240458012 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14144475166365195) | > loader_time: 0.0044 (0.0046552773243472125)  --> TIME: 2025-03-26 02:46:23 -- STEP: 5205/31555 -- GLOBAL_STEP: 1235850 | > loss_text_ce: 0.034770868718624115 (0.03174706950665638) | > loss_mel_ce: 2.784146547317505 (nan) | > loss: 0.01118618156760931 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14144892019222371) | > loader_time: 0.0046 (0.0046544644834901365)  --> TIME: 2025-03-26 02:46:33 -- STEP: 5255/31555 -- GLOBAL_STEP: 1235900 | > loss_text_ce: 0.031088879331946373 (0.03175166638835655) | > loss_mel_ce: 1.9363394975662231 (nan) | > loss: 0.00780725572258234 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14146811900878367) | > loader_time: 0.0048 (0.004654663387193328)  --> TIME: 2025-03-26 02:46:43 -- STEP: 5305/31555 -- GLOBAL_STEP: 1235950 | > loss_text_ce: 0.03563656285405159 (0.03175452912277232) | > loss_mel_ce: 2.831780433654785 (nan) | > loss: 0.011378640308976173 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1415042759448598) | > loader_time: 0.0045 (0.0046540789285097126)  --> TIME: 2025-03-26 02:46:53 -- STEP: 5355/31555 -- GLOBAL_STEP: 1236000 | > loss_text_ce: 0.031178630888462067 (0.03176079465634599) | > loss_mel_ce: 2.94069504737854 (nan) | > loss: 0.011793150566518307 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14150303614462353) | > loader_time: 0.0045 (0.004654115388373368)  --> TIME: 2025-03-26 02:47:02 -- STEP: 5405/31555 -- GLOBAL_STEP: 1236050 | > loss_text_ce: 0.037929192185401917 (0.031757721351588844) | > loss_mel_ce: 2.5856876373291016 (nan) | > loss: 0.010411178693175316 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1415126497496288) | > loader_time: 0.0046 (0.004654410588972887)  --> TIME: 2025-03-26 02:47:12 -- STEP: 5455/31555 -- GLOBAL_STEP: 1236100 | > loss_text_ce: 0.024739589542150497 (0.03175906210533399) | > loss_mel_ce: 2.3150129318237305 (nan) | > loss: 0.009284732863307 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14148602520621892) | > loader_time: 0.0047 (0.004654189143893267)  --> TIME: 2025-03-26 02:47:22 -- STEP: 5505/31555 -- GLOBAL_STEP: 1236150 | > loss_text_ce: 0.03594245761632919 (0.031760047160792844) | > loss_mel_ce: 2.64285945892334 (nan) | > loss: 0.010630167089402676 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14150296500549894) | > loader_time: 0.0044 (0.004654008924257314)  --> TIME: 2025-03-26 02:47:31 -- STEP: 5555/31555 -- GLOBAL_STEP: 1236200 | > loss_text_ce: 0.04021871089935303 (0.0317627216773955) | > loss_mel_ce: 2.171612501144409 (nan) | > loss: 0.008777108043432236 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14146956487564671) | > loader_time: 0.0044 (0.00465296419969451)  --> TIME: 2025-03-26 02:47:41 -- STEP: 5605/31555 -- GLOBAL_STEP: 1236250 | > loss_text_ce: 0.032232072204351425 (0.03175817979989876) | > loss_mel_ce: 2.1225767135620117 (nan) | > loss: 0.008550829254090786 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1414410876547197) | > loader_time: 0.0045 (0.004652899232536002)  --> TIME: 2025-03-26 02:47:50 -- STEP: 5655/31555 -- GLOBAL_STEP: 1236300 | > loss_text_ce: 0.031458377838134766 (0.031756330799117154) | > loss_mel_ce: 2.808180332183838 (nan) | > loss: 0.01126840803772211 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14146002470972707) | > loader_time: 0.0047 (0.004652870660540706)  --> TIME: 2025-03-26 02:48:00 -- STEP: 5705/31555 -- GLOBAL_STEP: 1236350 | > loss_text_ce: 0.033403776586055756 (0.031762529248298324) | > loss_mel_ce: 2.871760368347168 (nan) | > loss: 0.011528430506587029 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14145996714766687) | > loader_time: 0.0052 (0.004652877861109882)  --> TIME: 2025-03-26 02:48:10 -- STEP: 5755/31555 -- GLOBAL_STEP: 1236400 | > loss_text_ce: 0.031831517815589905 (0.0317686853407649) | > loss_mel_ce: 1.9904252290725708 (nan) | > loss: 0.008024829439818859 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14146227749609935) | > loader_time: 0.0046 (0.004653032337656036)  --> TIME: 2025-03-26 02:48:20 -- STEP: 5805/31555 -- GLOBAL_STEP: 1236450 | > loss_text_ce: 0.032138314098119736 (0.03178104804660313) | > loss_mel_ce: 3.101884126663208 (nan) | > loss: 0.012436597608029842 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14150392896239888) | > loader_time: 0.0046 (0.004653125462297946)  --> TIME: 2025-03-26 02:48:30 -- STEP: 5855/31555 -- GLOBAL_STEP: 1236500 | > loss_text_ce: 0.0253074299544096 (0.03178973401030557) | > loss_mel_ce: 2.695934534072876 (nan) | > loss: 0.010798580013215542 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1415113111523663) | > loader_time: 0.0046 (0.004653929483167755)  --> TIME: 2025-03-26 02:48:39 -- STEP: 5905/31555 -- GLOBAL_STEP: 1236550 | > loss_text_ce: 0.02678667940199375 (0.03179949613999359) | > loss_mel_ce: 3.1199450492858887 (nan) | > loss: 0.01248703058809042 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14154065723241546) | > loader_time: 0.0046 (0.004654568115802874)  --> TIME: 2025-03-26 02:48:49 -- STEP: 5955/31555 -- GLOBAL_STEP: 1236600 | > loss_text_ce: 0.031407758593559265 (0.03179639990619014) | > loss_mel_ce: 2.8708744049072266 (nan) | > loss: 0.01151699386537075 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14154304937591697) | > loader_time: 0.0047 (0.004655702728668658)  --> TIME: 2025-03-26 02:48:59 -- STEP: 6005/31555 -- GLOBAL_STEP: 1236650 | > loss_text_ce: 0.03383132442831993 (0.03179133312232322) | > loss_mel_ce: 2.8132739067077637 (nan) | > loss: 0.011298037134110928 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14153230144618265) | > loader_time: 0.0046 (0.004656689847935062)  --> TIME: 2025-03-26 02:49:08 -- STEP: 6055/31555 -- GLOBAL_STEP: 1236700 | > loss_text_ce: 0.0296744704246521 (0.031793152722572444) | > loss_mel_ce: 2.9643728733062744 (nan) | > loss: 0.011881140992045403 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14150757411607126) | > loader_time: 0.0046 (0.004656592092663677)  --> TIME: 2025-03-26 02:49:18 -- STEP: 6105/31555 -- GLOBAL_STEP: 1236750 | > loss_text_ce: 0.03435762599110603 (0.031787867748455476) | > loss_mel_ce: 2.1263463497161865 (nan) | > loss: 0.008574222214519978 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1414761493676612) | > loader_time: 0.0047 (0.004656903300492332)  --> TIME: 2025-03-26 02:49:27 -- STEP: 6155/31555 -- GLOBAL_STEP: 1236800 | > loss_text_ce: 0.03926623612642288 (0.03180501591928679) | > loss_mel_ce: 2.935211420059204 (nan) | > loss: 0.011803483590483665 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1414579616146878) | > loader_time: 0.0047 (0.004657650032632251)  --> TIME: 2025-03-26 02:49:37 -- STEP: 6205/31555 -- GLOBAL_STEP: 1236850 | > loss_text_ce: 0.034999266266822815 (0.031809403720153534) | > loss_mel_ce: 2.3772568702697754 (nan) | > loss: 0.009572446346282959 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14144874644990313) | > loader_time: 0.0048 (0.004657782171158721)  --> TIME: 2025-03-26 02:49:47 -- STEP: 6255/31555 -- GLOBAL_STEP: 1236900 | > loss_text_ce: 0.026508906856179237 (0.03181085632004736) | > loss_mel_ce: 2.2485172748565674 (nan) | > loss: 0.009027881547808647 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14145809740757193) | > loader_time: 0.0045 (0.0046580049726698235)  --> TIME: 2025-03-26 02:49:56 -- STEP: 6305/31555 -- GLOBAL_STEP: 1236950 | > loss_text_ce: 0.03228070214390755 (0.031807514086430726) | > loss_mel_ce: 2.889893054962158 (nan) | > loss: 0.011595928110182285 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14145648560762217) | > loader_time: 0.0045 (0.004657881076519319)  --> TIME: 2025-03-26 02:50:06 -- STEP: 6355/31555 -- GLOBAL_STEP: 1237000 | > loss_text_ce: 0.03291720524430275 (0.03181926416178962) | > loss_mel_ce: 1.8737409114837646 (nan) | > loss: 0.007566104177385569 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14140675411179365) | > loader_time: 0.0046 (0.004657997060816286)  --> TIME: 2025-03-26 02:50:15 -- STEP: 6405/31555 -- GLOBAL_STEP: 1237050 | > loss_text_ce: 0.023498503491282463 (0.031819537074787206) | > loss_mel_ce: 2.8553926944732666 (nan) | > loss: 0.011424172669649124 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14141779910019855) | > loader_time: 0.0047 (0.0046573160589904634)  --> TIME: 2025-03-26 02:50:25 -- STEP: 6455/31555 -- GLOBAL_STEP: 1237100 | > loss_text_ce: 0.03001958131790161 (0.03181125442234131) | > loss_mel_ce: 2.7688331604003906 (nan) | > loss: 0.011106559075415134 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1414002154798679) | > loader_time: 0.0044 (0.004656797227335016)  --> TIME: 2025-03-26 02:50:34 -- STEP: 6505/31555 -- GLOBAL_STEP: 1237150 | > loss_text_ce: 0.03249285742640495 (0.031814898069601576) | > loss_mel_ce: 2.8808090686798096 (nan) | > loss: 0.011560722254216671 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14137557687253624) | > loader_time: 0.0044 (0.004656245541700855)  --> TIME: 2025-03-26 02:50:44 -- STEP: 6555/31555 -- GLOBAL_STEP: 1237200 | > loss_text_ce: 0.037867940962314606 (0.03182275479689284) | > loss_mel_ce: 2.683861017227173 (nan) | > loss: 0.010800512507557869 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1413999373088985) | > loader_time: 0.0046 (0.0046578630975509456)  --> TIME: 2025-03-26 02:50:54 -- STEP: 6605/31555 -- GLOBAL_STEP: 1237250 | > loss_text_ce: 0.028058789670467377 (0.031831735586444435) | > loss_mel_ce: 1.354717493057251 (nan) | > loss: 0.005487207788974047 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14140084816776022) | > loader_time: 0.0047 (0.004657191854819134)  --> TIME: 2025-03-26 02:51:04 -- STEP: 6655/31555 -- GLOBAL_STEP: 1237300 | > loss_text_ce: 0.03183877468109131 (0.031824423569365885) | > loss_mel_ce: 3.0112903118133545 (nan) | > loss: 0.012075909413397312 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14141866725517524) | > loader_time: 0.0045 (0.00465744933537485)  --> TIME: 2025-03-26 02:51:13 -- STEP: 6705/31555 -- GLOBAL_STEP: 1237350 | > loss_text_ce: 0.037165120244026184 (0.03183563992611675) | > loss_mel_ce: 0.5490967035293579 (nan) | > loss: 0.002326435875147581 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14140952360621153) | > loader_time: 0.0046 (0.004657161066907283)  --> TIME: 2025-03-26 02:51:23 -- STEP: 6755/31555 -- GLOBAL_STEP: 1237400 | > loss_text_ce: 0.03350260108709335 (0.031837710231779795) | > loss_mel_ce: 2.6820778846740723 (nan) | > loss: 0.010776113718748093 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14146086578453848) | > loader_time: 0.0047 (0.004657186992427856)  --> TIME: 2025-03-26 02:51:33 -- STEP: 6805/31555 -- GLOBAL_STEP: 1237450 | > loss_text_ce: 0.033266831189394 (0.03184901563317948) | > loss_mel_ce: 2.759521484375 (nan) | > loss: 0.01108249370008707 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14146785424265423) | > loader_time: 0.0048 (0.004657448993545533)  --> TIME: 2025-03-26 02:51:43 -- STEP: 6855/31555 -- GLOBAL_STEP: 1237500 | > loss_text_ce: 0.03014259599149227 (0.031848610162783966) | > loss_mel_ce: 2.8856217861175537 (nan) | > loss: 0.011570493690669537 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14144782049650706) | > loader_time: 0.0046 (0.004657545479260434)  --> TIME: 2025-03-26 02:51:52 -- STEP: 6905/31555 -- GLOBAL_STEP: 1237550 | > loss_text_ce: 0.03478197753429413 (0.03184840408431009) | > loss_mel_ce: 2.954906463623047 (nan) | > loss: 0.01186384353786707 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14145083838317127) | > loader_time: 0.0047 (0.0046573082663545155)  --> TIME: 2025-03-26 02:52:02 -- STEP: 6955/31555 -- GLOBAL_STEP: 1237600 | > loss_text_ce: 0.03640026971697807 (0.03183828762696966) | > loss_mel_ce: 2.4746930599212646 (nan) | > loss: 0.0099646570160985 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14140595615038684) | > loader_time: 0.0044 (0.004656464379953028)  --> TIME: 2025-03-26 02:52:12 -- STEP: 7005/31555 -- GLOBAL_STEP: 1237650 | > loss_text_ce: 0.02863263711333275 (0.03184053142841568) | > loss_mel_ce: 2.7846851348876953 (nan) | > loss: 0.011163960210978985 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14143205087241056) | > loader_time: 0.0046 (0.00465566024535219)  --> TIME: 2025-03-26 02:52:21 -- STEP: 7055/31555 -- GLOBAL_STEP: 1237700 | > loss_text_ce: 0.0220503993332386 (0.031833142869987674) | > loss_mel_ce: 1.166153073310852 (nan) | > loss: 0.004715093411505222 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14142036576544784) | > loader_time: 0.0047 (0.004654921241722414)  --> TIME: 2025-03-26 02:52:31 -- STEP: 7105/31555 -- GLOBAL_STEP: 1237750 | > loss_text_ce: 0.037500474601984024 (0.031837064851885505) | > loss_mel_ce: 2.671945333480835 (nan) | > loss: 0.010751768946647644 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14141840209934076) | > loader_time: 0.0045 (0.004654420688905665)  --> TIME: 2025-03-26 02:52:41 -- STEP: 7155/31555 -- GLOBAL_STEP: 1237800 | > loss_text_ce: 0.032489243894815445 (0.03183765167488887) | > loss_mel_ce: 2.9199516773223877 (nan) | > loss: 0.01171603612601757 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14144902855761807) | > loader_time: 0.0043 (0.004654321763833707)  --> TIME: 2025-03-26 02:52:50 -- STEP: 7205/31555 -- GLOBAL_STEP: 1237850 | > loss_text_ce: 0.028015246614813805 (0.031834621388028235) | > loss_mel_ce: 2.6010265350341797 (nan) | > loss: 0.010432705283164978 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14146490715842192) | > loader_time: 0.0047 (0.00465516924940821)  --> TIME: 2025-03-26 02:53:00 -- STEP: 7255/31555 -- GLOBAL_STEP: 1237900 | > loss_text_ce: 0.03723898157477379 (0.031836353206197036) | > loss_mel_ce: 2.838930606842041 (nan) | > loss: 0.011413372121751308 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1414983596249664) | > loader_time: 0.0046 (0.004654770272095241)  --> TIME: 2025-03-26 02:53:10 -- STEP: 7305/31555 -- GLOBAL_STEP: 1237950 | > loss_text_ce: 0.03541865199804306 (0.03183109853301939) | > loss_mel_ce: 2.7797398567199707 (nan) | > loss: 0.011171264573931694 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14149519674260663) | > loader_time: 0.0048 (0.004654359295301297)  --> TIME: 2025-03-26 02:53:20 -- STEP: 7355/31555 -- GLOBAL_STEP: 1238000 | > loss_text_ce: 0.030669838190078735 (0.03183188803929564) | > loss_mel_ce: 2.880566120147705 (nan) | > loss: 0.011552524752914906 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14148052570205563) | > loader_time: 0.0047 (0.004654038900586727)  --> TIME: 2025-03-26 02:53:30 -- STEP: 7405/31555 -- GLOBAL_STEP: 1238050 | > loss_text_ce: 0.045507803559303284 (0.0318274932251306) | > loss_mel_ce: 2.740118980407715 (nan) | > loss: 0.011054075323045254 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14151661426613724) | > loader_time: 0.0044 (0.004653636770100317)  --> TIME: 2025-03-26 02:53:39 -- STEP: 7455/31555 -- GLOBAL_STEP: 1238100 | > loss_text_ce: 0.02307949960231781 (0.03183089842461427) | > loss_mel_ce: 1.5840322971343994 (nan) | > loss: 0.00637742830440402 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14148708736232896) | > loader_time: 0.0044 (0.00465378831649771)  --> TIME: 2025-03-26 02:53:49 -- STEP: 7505/31555 -- GLOBAL_STEP: 1238150 | > loss_text_ce: 0.03066679835319519 (0.031831479763648175) | > loss_mel_ce: 2.6889660358428955 (nan) | > loss: 0.010792194865643978 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14148825544424637) | > loader_time: 0.0046 (0.00465376232561472)  --> TIME: 2025-03-26 02:53:58 -- STEP: 7555/31555 -- GLOBAL_STEP: 1238200 | > loss_text_ce: 0.03964840620756149 (0.03183432485079886) | > loss_mel_ce: 2.824779510498047 (nan) | > loss: 0.011366778053343296 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14148418557793777) | > loader_time: 0.0045 (0.004653177475945049)  --> TIME: 2025-03-26 02:54:08 -- STEP: 7605/31555 -- GLOBAL_STEP: 1238250 | > loss_text_ce: 0.038495033979415894 (0.031841118627011764) | > loss_mel_ce: 2.452138662338257 (nan) | > loss: 0.00988346803933382 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14145130026426686) | > loader_time: 0.0047 (0.004652970625647279)  --> TIME: 2025-03-26 02:54:17 -- STEP: 7655/31555 -- GLOBAL_STEP: 1238300 | > loss_text_ce: 0.024730751290917397 (0.03183432261159639) | > loss_mel_ce: 2.7387630939483643 (nan) | > loss: 0.010966246016323566 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1414350736382581) | > loader_time: 0.0047 (0.004652643079153478)  --> TIME: 2025-03-26 02:54:27 -- STEP: 7705/31555 -- GLOBAL_STEP: 1238350 | > loss_text_ce: 0.0403868667781353 (0.03183689746899341) | > loss_mel_ce: 2.045614719390869 (nan) | > loss: 0.008277785032987595 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14146247575377416) | > loader_time: 0.0045 (0.004652143777925276)  --> TIME: 2025-03-26 02:54:37 -- STEP: 7755/31555 -- GLOBAL_STEP: 1238400 | > loss_text_ce: 0.031308602541685104 (0.03183181770902488) | > loss_mel_ce: 1.989945650100708 (nan) | > loss: 0.008020850829780102 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14146058235070064) | > loader_time: 0.0043 (0.004652384617188769)  --> TIME: 2025-03-26 02:54:47 -- STEP: 7805/31555 -- GLOBAL_STEP: 1238450 | > loss_text_ce: 0.034693289548158646 (0.031844602743238956) | > loss_mel_ce: 2.805372714996338 (nan) | > loss: 0.011270103976130486 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1414783238295481) | > loader_time: 0.0047 (0.004653451230417538)  --> TIME: 2025-03-26 02:54:56 -- STEP: 7855/31555 -- GLOBAL_STEP: 1238500 | > loss_text_ce: 0.031417686492204666 (0.031841762298818944) | > loss_mel_ce: 3.092766284942627 (nan) | > loss: 0.012397555634379387 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1414611913534123) | > loader_time: 0.0045 (0.004653454191133835)  --> TIME: 2025-03-26 02:55:06 -- STEP: 7905/31555 -- GLOBAL_STEP: 1238550 | > loss_text_ce: 0.030990174040198326 (0.03184310017633131) | > loss_mel_ce: 2.585205078125 (nan) | > loss: 0.01038172747939825 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14147912956807213) | > loader_time: 0.0046 (0.004653651106591327)  --> TIME: 2025-03-26 02:55:16 -- STEP: 7955/31555 -- GLOBAL_STEP: 1238600 | > loss_text_ce: 0.0314721018075943 (0.03184191318794314) | > loss_mel_ce: 2.8027877807617188 (nan) | > loss: 0.011247063986957073 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14146610463212517) | > loader_time: 0.0047 (0.004653927876767995)  --> TIME: 2025-03-26 02:55:25 -- STEP: 8005/31555 -- GLOBAL_STEP: 1238650 | > loss_text_ce: 0.03191732242703438 (0.0318415452435911) | > loss_mel_ce: 2.4658701419830322 (nan) | > loss: 0.009911855682730675 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14142803836062418) | > loader_time: 0.0047 (0.004654698785880751)  --> TIME: 2025-03-26 02:55:35 -- STEP: 8055/31555 -- GLOBAL_STEP: 1238700 | > loss_text_ce: 0.03504852205514908 (0.031844240622531404) | > loss_mel_ce: 2.869769334793091 (nan) | > loss: 0.011527055874466896 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14143059068699926) | > loader_time: 0.0045 (0.0046555067425851655)  --> TIME: 2025-03-26 02:55:44 -- STEP: 8105/31555 -- GLOBAL_STEP: 1238750 | > loss_text_ce: 0.017229674383997917 (0.031846515770328265) | > loss_mel_ce: 1.9811261892318726 (nan) | > loss: 0.007929984480142593 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.14142200077558126) | > loader_time: 0.0043 (0.004656075313457519)  --> TIME: 2025-03-26 02:55:54 -- STEP: 8155/31555 -- GLOBAL_STEP: 1238800 | > loss_text_ce: 0.025906065478920937 (0.031852307829122) | > loss_mel_ce: 2.422086477279663 (nan) | > loss: 0.009714256972074509 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1414229918958802) | > loader_time: 0.0046 (0.004656316516298529)  --> TIME: 2025-03-26 02:56:04 -- STEP: 8205/31555 -- GLOBAL_STEP: 1238850 | > loss_text_ce: 0.026632975786924362 (0.03184978789527888) | > loss_mel_ce: 2.4349849224090576 (nan) | > loss: 0.009768325835466385 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14142565683647298) | > loader_time: 0.0047 (0.0046563066555769484)  --> TIME: 2025-03-26 02:56:13 -- STEP: 8255/31555 -- GLOBAL_STEP: 1238900 | > loss_text_ce: 0.03385443240404129 (0.031846466342123805) | > loss_mel_ce: 3.1130564212799072 (nan) | > loss: 0.012487742118537426 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1414194383453701) | > loader_time: 0.0045 (0.004656793131097609)  --> TIME: 2025-03-26 02:56:23 -- STEP: 8305/31555 -- GLOBAL_STEP: 1238950 | > loss_text_ce: 0.035735562443733215 (0.0318419782105051) | > loss_mel_ce: 1.5271254777908325 (nan) | > loss: 0.006201830226927996 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14142671449582014) | > loader_time: 0.0046 (0.004656986469679903)  --> TIME: 2025-03-26 02:56:33 -- STEP: 8355/31555 -- GLOBAL_STEP: 1239000 | > loss_text_ce: 0.021996548399329185 (0.03184642366427355) | > loss_mel_ce: 2.5534307956695557 (nan) | > loss: 0.01021995022892952 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14146458367827686) | > loader_time: 0.0045 (0.0046573630355204974)  --> TIME: 2025-03-26 02:56:43 -- STEP: 8405/31555 -- GLOBAL_STEP: 1239050 | > loss_text_ce: 0.03286624327301979 (0.031855531752659164) | > loss_mel_ce: 3.1780824661254883 (nan) | > loss: 0.012741860933601856 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14147863549749312) | > loader_time: 0.0049 (0.004658057617332745)  --> TIME: 2025-03-26 02:56:53 -- STEP: 8455/31555 -- GLOBAL_STEP: 1239100 | > loss_text_ce: 0.026723923161625862 (0.031853944015381365) | > loss_mel_ce: 0.0495198555290699 (nan) | > loss: 0.00030255469027906656 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14148969607970754) | > loader_time: 0.0047 (0.004658221775508373)  --> TIME: 2025-03-26 02:57:02 -- STEP: 8505/31555 -- GLOBAL_STEP: 1239150 | > loss_text_ce: 0.03040027804672718 (0.03186164337447436) | > loss_mel_ce: 2.590763807296753 (nan) | > loss: 0.01040144544094801 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1414776063119574) | > loader_time: 0.0047 (0.004658064766535695)  --> TIME: 2025-03-26 02:57:12 -- STEP: 8555/31555 -- GLOBAL_STEP: 1239200 | > loss_text_ce: 0.03928229585289955 (0.03186060906976276) | > loss_mel_ce: 3.021000623703003 (nan) | > loss: 0.012143980711698532 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1414580269907735) | > loader_time: 0.0045 (0.004657711221905648)  --> TIME: 2025-03-26 02:57:21 -- STEP: 8605/31555 -- GLOBAL_STEP: 1239250 | > loss_text_ce: 0.03822217509150505 (0.03186924398737656) | > loss_mel_ce: 2.6255433559417725 (nan) | > loss: 0.010570498183369637 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1414537862315558) | > loader_time: 0.0045 (0.0046574396979040065)  --> TIME: 2025-03-26 02:57:31 -- STEP: 8655/31555 -- GLOBAL_STEP: 1239300 | > loss_text_ce: 0.026413418352603912 (0.03187111223591062) | > loss_mel_ce: 2.547393798828125 (nan) | > loss: 0.010213521309196949 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1414875902653017) | > loader_time: 0.0046 (0.004657961329168709)  --> TIME: 2025-03-26 02:57:41 -- STEP: 8705/31555 -- GLOBAL_STEP: 1239350 | > loss_text_ce: 0.026514939963817596 (0.031873077510212636) | > loss_mel_ce: 2.275404930114746 (nan) | > loss: 0.009134603664278984 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1414745611270771) | > loader_time: 0.0048 (0.004657756262028249)  --> TIME: 2025-03-26 02:57:51 -- STEP: 8755/31555 -- GLOBAL_STEP: 1239400 | > loss_text_ce: 0.029821399599313736 (0.031870873530274665) | > loss_mel_ce: 1.8535377979278564 (nan) | > loss: 0.007473648060113192 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14147451113183993) | > loader_time: 0.0046 (0.004658367455448179)  --> TIME: 2025-03-26 02:58:00 -- STEP: 8805/31555 -- GLOBAL_STEP: 1239450 | > loss_text_ce: 0.03503849357366562 (0.03187545187853831) | > loss_mel_ce: 2.2693517208099365 (nan) | > loss: 0.009144405834376812 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.141444729946338) | > loader_time: 0.0049 (0.004658328721903733)  --> TIME: 2025-03-26 02:58:10 -- STEP: 8855/31555 -- GLOBAL_STEP: 1239500 | > loss_text_ce: 0.036905355751514435 (0.03187596255756677) | > loss_mel_ce: 2.4967291355133057 (nan) | > loss: 0.010054105892777443 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14148857710659002) | > loader_time: 0.0049 (0.004659460575011145)  --> TIME: 2025-03-26 02:58:20 -- STEP: 8905/31555 -- GLOBAL_STEP: 1239550 | > loss_text_ce: 0.03814033046364784 (0.031874784244802896) | > loss_mel_ce: 2.5377197265625 (nan) | > loss: 0.01022166758775711 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14149107108418688) | > loader_time: 0.0047 (0.004659790459942918)  --> TIME: 2025-03-26 02:58:29 -- STEP: 8955/31555 -- GLOBAL_STEP: 1239600 | > loss_text_ce: 0.037154149264097214 (0.031876013494845104) | > loss_mel_ce: 2.901193141937256 (nan) | > loss: 0.011660109274089336 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14146436462849626) | > loader_time: 0.0049 (0.004659719669506051)  --> TIME: 2025-03-26 02:58:39 -- STEP: 9005/31555 -- GLOBAL_STEP: 1239650 | > loss_text_ce: 0.028322918340563774 (0.03187779721207744) | > loss_mel_ce: 3.1640467643737793 (nan) | > loss: 0.012668134644627571 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14150437895686402) | > loader_time: 0.0047 (0.004660438948508974)  --> TIME: 2025-03-26 02:58:49 -- STEP: 9055/31555 -- GLOBAL_STEP: 1239700 | > loss_text_ce: 0.030606219545006752 (0.03188477490726751) | > loss_mel_ce: 2.7190144062042236 (nan) | > loss: 0.010911193676292896 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14151975704384784) | > loader_time: 0.0048 (0.0046604215473446875)  --> TIME: 2025-03-26 02:58:59 -- STEP: 9105/31555 -- GLOBAL_STEP: 1239750 | > loss_text_ce: 0.030813997611403465 (0.03187756480578549) | > loss_mel_ce: 2.5851776599884033 (nan) | > loss: 0.010380920022726059 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14151306097354271) | > loader_time: 0.0048 (0.004660207972560603)  --> TIME: 2025-03-26 02:59:09 -- STEP: 9155/31555 -- GLOBAL_STEP: 1239800 | > loss_text_ce: 0.030319631099700928 (0.03187464088270711) | > loss_mel_ce: 0.8284135460853577 (nan) | > loss: 0.003407671581953764 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14152342047865807) | > loader_time: 0.0043 (0.004659801308149085)  --> TIME: 2025-03-26 02:59:18 -- STEP: 9205/31555 -- GLOBAL_STEP: 1239850 | > loss_text_ce: 0.03660482168197632 (0.03187567289151759) | > loss_mel_ce: 2.183356761932373 (nan) | > loss: 0.00880937185138464 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1415157687722308) | > loader_time: 0.0046 (0.0046594388973188565)  --> TIME: 2025-03-26 02:59:28 -- STEP: 9255/31555 -- GLOBAL_STEP: 1239900 | > loss_text_ce: 0.029658770188689232 (0.031876201178377514) | > loss_mel_ce: 2.6152753829956055 (nan) | > loss: 0.01049577072262764 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14150453646848923) | > loader_time: 0.0046 (0.004660028898670906)  --> TIME: 2025-03-26 02:59:38 -- STEP: 9305/31555 -- GLOBAL_STEP: 1239950 | > loss_text_ce: 0.031750164926052094 (0.03187012610209376) | > loss_mel_ce: 2.707211971282959 (nan) | > loss: 0.010868898592889309 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14152218592160484) | > loader_time: 0.0046 (0.004659924437960028)  --> TIME: 2025-03-26 02:59:47 -- STEP: 9355/31555 -- GLOBAL_STEP: 1240000 | > loss_text_ce: 0.028480906039476395 (0.03187720789282903) | > loss_mel_ce: 2.3184726238250732 (nan) | > loss: 0.009313308633863926 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14151101484456705) | > loader_time: 0.0045 (0.004660072255300255) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1240000.pth  --> TIME: 2025-03-26 03:00:02 -- STEP: 9405/31555 -- GLOBAL_STEP: 1240050 | > loss_text_ce: 0.037888091057538986 (0.03186987484213628) | > loss_mel_ce: 2.707395315170288 (nan) | > loss: 0.010893981903791428 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14151683958967204) | > loader_time: 0.0047 (0.004660479354452809)  --> TIME: 2025-03-26 03:00:12 -- STEP: 9455/31555 -- GLOBAL_STEP: 1240100 | > loss_text_ce: 0.03291784226894379 (0.03186646299540125) | > loss_mel_ce: 2.1693525314331055 (nan) | > loss: 0.00873916782438755 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14148556957920672) | > loader_time: 0.0044 (0.004660360653018411)  --> TIME: 2025-03-26 03:00:21 -- STEP: 9505/31555 -- GLOBAL_STEP: 1240150 | > loss_text_ce: 0.03426230326294899 (0.03187364026010517) | > loss_mel_ce: 2.481477975845337 (nan) | > loss: 0.009983097203075886 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14145083136460732) | > loader_time: 0.0046 (0.004659933218637452)  --> TIME: 2025-03-26 03:00:31 -- STEP: 9555/31555 -- GLOBAL_STEP: 1240200 | > loss_text_ce: 0.0326605923473835 (0.03187699483630554) | > loss_mel_ce: 2.819763660430908 (nan) | > loss: 0.011319143697619438 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14146043961114282) | > loader_time: 0.0045 (0.004659925213289307)  --> TIME: 2025-03-26 03:00:40 -- STEP: 9605/31555 -- GLOBAL_STEP: 1240250 | > loss_text_ce: 0.028253797441720963 (0.031875096374559396) | > loss_mel_ce: 2.771639585494995 (nan) | > loss: 0.01111068855971098 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14147519514251714) | > loader_time: 0.0045 (0.004660282750603824)  --> TIME: 2025-03-26 03:00:50 -- STEP: 9655/31555 -- GLOBAL_STEP: 1240300 | > loss_text_ce: 0.03419334068894386 (0.03187464540395053) | > loss_mel_ce: 2.547825336456299 (nan) | > loss: 0.010246106423437595 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.1414823646436762) | > loader_time: 0.0045 (0.004659798131712621)  --> TIME: 2025-03-26 03:01:00 -- STEP: 9705/31555 -- GLOBAL_STEP: 1240350 | > loss_text_ce: 0.024062560871243477 (0.03187230864174132) | > loss_mel_ce: 2.7489635944366455 (nan) | > loss: 0.011004072614014149 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14147708181374402) | > loader_time: 0.0043 (0.004659249646217798)  --> TIME: 2025-03-26 03:01:09 -- STEP: 9755/31555 -- GLOBAL_STEP: 1240400 | > loss_text_ce: 0.03021904081106186 (0.03187469348181594) | > loss_mel_ce: 1.65477454662323 (nan) | > loss: 0.006686483044177294 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.141472777533324) | > loader_time: 0.0049 (0.004658831332904282)  --> TIME: 2025-03-26 03:01:19 -- STEP: 9805/31555 -- GLOBAL_STEP: 1240450 | > loss_text_ce: 0.029082059860229492 (0.03188298851202221) | > loss_mel_ce: 2.9409291744232178 (nan) | > loss: 0.011785759590566158 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14150241560500781) | > loader_time: 0.0044 (0.004658140277813937)  --> TIME: 2025-03-26 03:01:29 -- STEP: 9855/31555 -- GLOBAL_STEP: 1240500 | > loss_text_ce: 0.019339796155691147 (0.03187616414346574) | > loss_mel_ce: 2.5101101398468018 (nan) | > loss: 0.010037500411272049 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14150633311162855) | > loader_time: 0.0044 (0.004657026113803366)  --> TIME: 2025-03-26 03:01:39 -- STEP: 9905/31555 -- GLOBAL_STEP: 1240550 | > loss_text_ce: 0.03200310096144676 (0.03187521574929453) | > loss_mel_ce: 2.746204376220703 (nan) | > loss: 0.011024633422493935 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14150692854548688) | > loader_time: 0.0044 (0.004655919611784998)  --> TIME: 2025-03-26 03:01:49 -- STEP: 9955/31555 -- GLOBAL_STEP: 1240600 | > loss_text_ce: 0.02819744311273098 (0.03187131399802396) | > loss_mel_ce: 3.0619494915008545 (nan) | > loss: 0.012262488715350628 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14151292132229668) | > loader_time: 0.0047 (0.004655338878430438)  --> TIME: 2025-03-26 03:01:58 -- STEP: 10005/31555 -- GLOBAL_STEP: 1240650 | > loss_text_ce: 0.038667675107717514 (0.031870984032690695) | > loss_mel_ce: 1.666786551475525 (nan) | > loss: 0.006767675746232271 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14151186807223573) | > loader_time: 0.0045 (0.00465481952093414)  --> TIME: 2025-03-26 03:02:08 -- STEP: 10055/31555 -- GLOBAL_STEP: 1240700 | > loss_text_ce: 0.03447410836815834 (0.03187050884214442) | > loss_mel_ce: 2.7317569255828857 (nan) | > loss: 0.010977108031511307 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14152735063295874) | > loader_time: 0.0046 (0.004654210577670312)  --> TIME: 2025-03-26 03:02:17 -- STEP: 10105/31555 -- GLOBAL_STEP: 1240750 | > loss_text_ce: 0.02429523877799511 (0.03187018221134552) | > loss_mel_ce: 2.533646583557129 (nan) | > loss: 0.010150563903152943 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1414999546124645) | > loader_time: 0.0043 (0.0046536982855780555)  --> TIME: 2025-03-26 03:02:27 -- STEP: 10155/31555 -- GLOBAL_STEP: 1240800 | > loss_text_ce: 0.044107310473918915 (0.03187487735419906) | > loss_mel_ce: 2.492480993270874 (nan) | > loss: 0.010065826587378979 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14151044124338505) | > loader_time: 0.0045 (0.004653600822347332)  --> TIME: 2025-03-26 03:02:37 -- STEP: 10205/31555 -- GLOBAL_STEP: 1240850 | > loss_text_ce: 0.04040888696908951 (0.03187987214535677) | > loss_mel_ce: 3.273033857345581 (nan) | > loss: 0.01314858254045248 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.141483334920268) | > loader_time: 0.0049 (0.004653310845845616)  --> TIME: 2025-03-26 03:02:46 -- STEP: 10255/31555 -- GLOBAL_STEP: 1240900 | > loss_text_ce: 0.02866845764219761 (0.03187323593507751) | > loss_mel_ce: 2.5826401710510254 (nan) | > loss: 0.010362336412072182 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14148369072589168) | > loader_time: 0.0045 (0.004653505788437651)  --> TIME: 2025-03-26 03:02:56 -- STEP: 10305/31555 -- GLOBAL_STEP: 1240950 | > loss_text_ce: 0.03753402829170227 (0.03187942809864984) | > loss_mel_ce: 2.730916738510132 (nan) | > loss: 0.01098591648042202 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1414930406095686) | > loader_time: 0.0045 (0.004653382706214154)  --> TIME: 2025-03-26 03:03:05 -- STEP: 10355/31555 -- GLOBAL_STEP: 1241000 | > loss_text_ce: 0.031947653740644455 (0.031885220841983676) | > loss_mel_ce: 0.060302734375 (nan) | > loss: 0.00036607301444746554 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14147787989768884) | > loader_time: 0.0043 (0.0046530461553097695)  --> TIME: 2025-03-26 03:03:15 -- STEP: 10405/31555 -- GLOBAL_STEP: 1241050 | > loss_text_ce: 0.030925311148166656 (0.03188796025476665) | > loss_mel_ce: 2.319581985473633 (nan) | > loss: 0.009327410720288754 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14146855375848152) | > loader_time: 0.0045 (0.004652276513440196)  --> TIME: 2025-03-26 03:03:25 -- STEP: 10455/31555 -- GLOBAL_STEP: 1241100 | > loss_text_ce: 0.030681626871228218 (0.031888788269538004) | > loss_mel_ce: 3.23872709274292 (nan) | > loss: 0.0129738450050354 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14148635401331316) | > loader_time: 0.0046 (0.004651730166617247)  --> TIME: 2025-03-26 03:03:35 -- STEP: 10505/31555 -- GLOBAL_STEP: 1241150 | > loss_text_ce: 0.025230351835489273 (0.031891137467912785) | > loss_mel_ce: 2.4789578914642334 (nan) | > loss: 0.009937255643308163 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14148819849412883) | > loader_time: 0.0044 (0.0046511933555040425)  --> TIME: 2025-03-26 03:03:45 -- STEP: 10555/31555 -- GLOBAL_STEP: 1241200 | > loss_text_ce: 0.04188275709748268 (0.03189256193018376) | > loss_mel_ce: 2.7066409587860107 (nan) | > loss: 0.010906840674579144 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14151933704829855) | > loader_time: 0.0045 (0.004651386644082432)  --> TIME: 2025-03-26 03:03:55 -- STEP: 10605/31555 -- GLOBAL_STEP: 1241250 | > loss_text_ce: 0.026169048622250557 (0.03189245698229717) | > loss_mel_ce: 3.116292715072632 (nan) | > loss: 0.01247008703649044 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14154917471030085) | > loader_time: 0.0044 (0.004651222224507588)  --> TIME: 2025-03-26 03:04:04 -- STEP: 10655/31555 -- GLOBAL_STEP: 1241300 | > loss_text_ce: 0.031619902700185776 (0.03188846503676795) | > loss_mel_ce: 2.94769287109375 (nan) | > loss: 0.011822669766843319 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14152721535258928) | > loader_time: 0.0049 (0.004650253692405006)  --> TIME: 2025-03-26 03:04:14 -- STEP: 10705/31555 -- GLOBAL_STEP: 1241350 | > loss_text_ce: 0.03209809586405754 (0.03188173610539589) | > loss_mel_ce: 0.4715465307235718 (nan) | > loss: 0.0019985900726169348 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14152417875572376) | > loader_time: 0.0045 (0.004649925432378941)  --> TIME: 2025-03-26 03:04:23 -- STEP: 10755/31555 -- GLOBAL_STEP: 1241400 | > loss_text_ce: 0.02727455645799637 (0.031877812425991824) | > loss_mel_ce: 3.105393648147583 (nan) | > loss: 0.012431223876774311 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1415307215234398) | > loader_time: 0.0043 (0.004649688675480096)  --> TIME: 2025-03-26 03:04:33 -- STEP: 10805/31555 -- GLOBAL_STEP: 1241450 | > loss_text_ce: 0.032932721078395844 (0.031871588100549575) | > loss_mel_ce: 0.1212158203125 (nan) | > loss: 0.0006117006414569914 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14151341982430696) | > loader_time: 0.0044 (0.004648995763557167)  --> TIME: 2025-03-26 03:04:43 -- STEP: 10855/31555 -- GLOBAL_STEP: 1241500 | > loss_text_ce: 0.03743012994527817 (0.03187559718683965) | > loss_mel_ce: 2.7283709049224854 (nan) | > loss: 0.010975400917232037 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1415313287793855) | > loader_time: 0.0047 (0.004649846403349515)  --> TIME: 2025-03-26 03:04:52 -- STEP: 10905/31555 -- GLOBAL_STEP: 1241550 | > loss_text_ce: 0.037794582545757294 (0.03187776410338168) | > loss_mel_ce: 2.884268045425415 (nan) | > loss: 0.011595487594604492 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14152961892307775) | > loader_time: 0.0045 (0.00464977166457006)  --> TIME: 2025-03-26 03:05:03 -- STEP: 10955/31555 -- GLOBAL_STEP: 1241600 | > loss_text_ce: 0.02727588079869747 (0.031876312568188715) | > loss_mel_ce: 1.6161249876022339 (nan) | > loss: 0.006521432660520077 (nan) | > current_lr: 5e-06 | > step_time: 0.1695 (0.14156500946055436) | > loader_time: 0.0048 (0.0046500469984283805)  --> TIME: 2025-03-26 03:05:12 -- STEP: 11005/31555 -- GLOBAL_STEP: 1241650 | > loss_text_ce: 0.03348787873983383 (0.03188080923544628) | > loss_mel_ce: 2.9254841804504395 (nan) | > loss: 0.01174195297062397 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14157579000404635) | > loader_time: 0.0047 (0.004649810236402696)  --> TIME: 2025-03-26 03:05:22 -- STEP: 11055/31555 -- GLOBAL_STEP: 1241700 | > loss_text_ce: 0.028978310525417328 (0.031882488291099055) | > loss_mel_ce: 2.8983967304229736 (nan) | > loss: 0.011616568081080914 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14157632237265808) | > loader_time: 0.0046 (0.004649534316043547)  --> TIME: 2025-03-26 03:05:32 -- STEP: 11105/31555 -- GLOBAL_STEP: 1241750 | > loss_text_ce: 0.03535814955830574 (0.03187468558799808) | > loss_mel_ce: 2.771484136581421 (nan) | > loss: 0.01113826408982277 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1415768705580168) | > loader_time: 0.0046 (0.0046492923331228776)  --> TIME: 2025-03-26 03:05:42 -- STEP: 11155/31555 -- GLOBAL_STEP: 1241800 | > loss_text_ce: 0.030402671545743942 (0.03187583051279621) | > loss_mel_ce: 2.7479248046875 (nan) | > loss: 0.011025109328329563 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.14160145563376175) | > loader_time: 0.0051 (0.004649560967671532)  --> TIME: 2025-03-26 03:05:52 -- STEP: 11205/31555 -- GLOBAL_STEP: 1241850 | > loss_text_ce: 0.03178120777010918 (0.031873385603708074) | > loss_mel_ce: 3.0348236560821533 (nan) | > loss: 0.01216906774789095 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1416146350938906) | > loader_time: 0.0048 (0.004649968255795021)  --> TIME: 2025-03-26 03:06:02 -- STEP: 11255/31555 -- GLOBAL_STEP: 1241900 | > loss_text_ce: 0.028445133939385414 (0.03187906994558438) | > loss_mel_ce: 1.855224609375 (nan) | > loss: 0.007474880199879408 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1416351652420778) | > loader_time: 0.0068 (0.004650508494231)  --> TIME: 2025-03-26 03:06:11 -- STEP: 11305/31555 -- GLOBAL_STEP: 1241950 | > loss_text_ce: 0.027673644945025444 (0.031880155688482195) | > loss_mel_ce: 2.139036178588867 (nan) | > loss: 0.008598055690526962 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1416393715108942) | > loader_time: 0.0045 (0.004650907693632643)  --> TIME: 2025-03-26 03:06:21 -- STEP: 11355/31555 -- GLOBAL_STEP: 1242000 | > loss_text_ce: 0.040471792221069336 (0.031877014766238616) | > loss_mel_ce: 1.5137039422988892 (nan) | > loss: 0.006167364306747913 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14161597574822848) | > loader_time: 0.0046 (0.0046507820060525335)  --> TIME: 2025-03-26 03:06:30 -- STEP: 11405/31555 -- GLOBAL_STEP: 1242050 | > loss_text_ce: 0.035305168479681015 (0.03187626141136959) | > loss_mel_ce: 2.513671636581421 (nan) | > loss: 0.010114988312125206 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1415970641549674) | > loader_time: 0.0047 (0.0046510188844004555)  --> TIME: 2025-03-26 03:06:40 -- STEP: 11455/31555 -- GLOBAL_STEP: 1242100 | > loss_text_ce: 0.025882147252559662 (0.031873483729432175) | > loss_mel_ce: 2.9557950496673584 (nan) | > loss: 0.011832053773105145 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14158820527341975) | > loader_time: 0.0045 (0.004651353079280935)  --> TIME: 2025-03-26 03:06:49 -- STEP: 11505/31555 -- GLOBAL_STEP: 1242150 | > loss_text_ce: 0.033806536346673965 (0.03187170833120962) | > loss_mel_ce: 3.0553464889526367 (nan) | > loss: 0.012258544564247131 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14157103389721848) | > loader_time: 0.0046 (0.004651088809925622)  --> TIME: 2025-03-26 03:06:59 -- STEP: 11555/31555 -- GLOBAL_STEP: 1242200 | > loss_text_ce: 0.03143345192074776 (0.03187139207180494) | > loss_mel_ce: 2.5107009410858154 (nan) | > loss: 0.010087834671139717 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14157164178334172) | > loader_time: 0.0046 (0.004650939300121165)  --> TIME: 2025-03-26 03:07:09 -- STEP: 11605/31555 -- GLOBAL_STEP: 1242250 | > loss_text_ce: 0.022684795781970024 (0.03186691176268258) | > loss_mel_ce: 0.127197265625 (nan) | > loss: 0.0005947701283730567 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14156641530764702) | > loader_time: 0.0046 (0.004651008274780189)  --> TIME: 2025-03-26 03:07:18 -- STEP: 11655/31555 -- GLOBAL_STEP: 1242300 | > loss_text_ce: 0.029280301183462143 (0.031865521377581446) | > loss_mel_ce: 2.8608992099761963 (nan) | > loss: 0.011468966491520405 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14157072592579506) | > loader_time: 0.0047 (0.0046513448810945775)  --> TIME: 2025-03-26 03:07:28 -- STEP: 11705/31555 -- GLOBAL_STEP: 1242350 | > loss_text_ce: 0.01641944609582424 (0.03186643496338747) | > loss_mel_ce: 2.5400192737579346 (nan) | > loss: 0.01014459878206253 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.1415650417844447) | > loader_time: 0.0044 (0.004651930208951699)  --> TIME: 2025-03-26 03:07:38 -- STEP: 11755/31555 -- GLOBAL_STEP: 1242400 | > loss_text_ce: 0.025410132482647896 (0.031868600278303766) | > loss_mel_ce: 3.4549334049224854 (nan) | > loss: 0.013810887932777405 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14157566328547747) | > loader_time: 0.0044 (0.004651912492876224)  --> TIME: 2025-03-26 03:07:47 -- STEP: 11805/31555 -- GLOBAL_STEP: 1242450 | > loss_text_ce: 0.031181950122117996 (0.03186678676284173) | > loss_mel_ce: 2.360168695449829 (nan) | > loss: 0.00948948785662651 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1415661470913281) | > loader_time: 0.0071 (0.004651505863297969)  --> TIME: 2025-03-26 03:07:57 -- STEP: 11855/31555 -- GLOBAL_STEP: 1242500 | > loss_text_ce: 0.03130374476313591 (0.031869519371594386) | > loss_mel_ce: 2.553875207901001 (nan) | > loss: 0.010258646681904793 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14156986570016475) | > loader_time: 0.0045 (0.004651377865756344)  --> TIME: 2025-03-26 03:08:06 -- STEP: 11905/31555 -- GLOBAL_STEP: 1242550 | > loss_text_ce: 0.03746064752340317 (0.03186514943310856) | > loss_mel_ce: 2.853167772293091 (nan) | > loss: 0.011470748111605644 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1415557348242539) | > loader_time: 0.0046 (0.004651035014845065)  --> TIME: 2025-03-26 03:08:16 -- STEP: 11955/31555 -- GLOBAL_STEP: 1242600 | > loss_text_ce: 0.03205711022019386 (0.031863334352194995) | > loss_mel_ce: 2.7272751331329346 (nan) | > loss: 0.010949731804430485 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14155579564562487) | > loader_time: 0.0046 (0.004650502103185728)  --> TIME: 2025-03-26 03:08:26 -- STEP: 12005/31555 -- GLOBAL_STEP: 1242650 | > loss_text_ce: 0.04589684307575226 (0.03186866567229259) | > loss_mel_ce: 3.004911184310913 (nan) | > loss: 0.012106381356716156 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14153793186805866) | > loader_time: 0.0047 (0.004649986122509496)  --> TIME: 2025-03-26 03:08:35 -- STEP: 12055/31555 -- GLOBAL_STEP: 1242700 | > loss_text_ce: 0.03133002296090126 (0.031870473123629554) | > loss_mel_ce: 2.616086483001709 (nan) | > loss: 0.010505622252821922 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14155327626057929) | > loader_time: 0.0045 (0.004649518585363312)  --> TIME: 2025-03-26 03:08:45 -- STEP: 12105/31555 -- GLOBAL_STEP: 1242750 | > loss_text_ce: 0.03259560838341713 (0.0318721529030969) | > loss_mel_ce: 2.5450031757354736 (nan) | > loss: 0.010228567756712437 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14155343099843945) | > loader_time: 0.0045 (0.004648851156727152)  --> TIME: 2025-03-26 03:08:55 -- STEP: 12155/31555 -- GLOBAL_STEP: 1242800 | > loss_text_ce: 0.02736259624361992 (0.03187659728263803) | > loss_mel_ce: 2.4864487648010254 (nan) | > loss: 0.009975442662835121 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1415511918626964) | > loader_time: 0.0045 (0.004648287881798641)  --> TIME: 2025-03-26 03:09:04 -- STEP: 12205/31555 -- GLOBAL_STEP: 1242850 | > loss_text_ce: 0.027117792516946793 (0.03188078000093099) | > loss_mel_ce: 3.123662233352661 (nan) | > loss: 0.012503095902502537 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14154268936366712) | > loader_time: 0.0044 (0.004648066582810644)  --> TIME: 2025-03-26 03:09:14 -- STEP: 12255/31555 -- GLOBAL_STEP: 1242900 | > loss_text_ce: 0.031794510781764984 (0.03187702468067096) | > loss_mel_ce: 3.0392587184906006 (nan) | > loss: 0.012186720035970211 (nan) | > current_lr: 5e-06 | > step_time: 0.1912 (0.14154449042277928) | > loader_time: 0.0046 (0.0046478844817343405)  --> TIME: 2025-03-26 03:09:24 -- STEP: 12305/31555 -- GLOBAL_STEP: 1242950 | > loss_text_ce: 0.02905610017478466 (0.031882566368084016) | > loss_mel_ce: 3.0710842609405518 (nan) | > loss: 0.012302144430577755 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14153665081847336) | > loader_time: 0.0045 (0.004647380750579417)  --> TIME: 2025-03-26 03:09:33 -- STEP: 12355/31555 -- GLOBAL_STEP: 1243000 | > loss_text_ce: 0.03931155800819397 (0.031880470771509926) | > loss_mel_ce: 2.635568141937256 (nan) | > loss: 0.010614602826535702 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.141528053140892) | > loader_time: 0.0044 (0.004647154887163525)  --> TIME: 2025-03-26 03:09:43 -- STEP: 12405/31555 -- GLOBAL_STEP: 1243050 | > loss_text_ce: 0.0358804427087307 (0.031885257210989476) | > loss_mel_ce: 2.882550001144409 (nan) | > loss: 0.011581073515117168 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14153846952522234) | > loader_time: 0.0045 (0.004647142913061892)  --> TIME: 2025-03-26 03:09:53 -- STEP: 12455/31555 -- GLOBAL_STEP: 1243100 | > loss_text_ce: 0.029978645965456963 (0.03187897633073244) | > loss_mel_ce: 2.8141090869903564 (nan) | > loss: 0.011286063119769096 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14153882608218524) | > loader_time: 0.0048 (0.0046473894000579954)  --> TIME: 2025-03-26 03:10:02 -- STEP: 12505/31555 -- GLOBAL_STEP: 1243150 | > loss_text_ce: 0.027946654707193375 (0.03188122993268851) | > loss_mel_ce: 2.41865873336792 (nan) | > loss: 0.009708751924335957 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14151744564167823) | > loader_time: 0.0045 (0.004647703449137935)  --> TIME: 2025-03-26 03:10:12 -- STEP: 12555/31555 -- GLOBAL_STEP: 1243200 | > loss_text_ce: 0.02658102661371231 (0.031874770203428056) | > loss_mel_ce: 2.452955961227417 (nan) | > loss: 0.009839433245360851 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14150879589127976) | > loader_time: 0.0047 (0.004648136038649197)  --> TIME: 2025-03-26 03:10:21 -- STEP: 12605/31555 -- GLOBAL_STEP: 1243250 | > loss_text_ce: 0.030772050842642784 (0.03187377563788931) | > loss_mel_ce: 2.2385308742523193 (nan) | > loss: 0.009005170315504074 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1415031189863673) | > loader_time: 0.0045 (0.004647844474214464)  --> TIME: 2025-03-26 03:10:31 -- STEP: 12655/31555 -- GLOBAL_STEP: 1243300 | > loss_text_ce: 0.042080581188201904 (0.03187560003842533) | > loss_mel_ce: 2.946958303451538 (nan) | > loss: 0.011861266568303108 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14153100331750018) | > loader_time: 0.0047 (0.0046477110006271395)  --> TIME: 2025-03-26 03:10:41 -- STEP: 12705/31555 -- GLOBAL_STEP: 1243350 | > loss_text_ce: 0.025482136756181717 (0.03187253655450163) | > loss_mel_ce: 2.744288206100464 (nan) | > loss: 0.010991153307259083 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1415195050740615) | > loader_time: 0.0049 (0.0046478408849506825)  --> TIME: 2025-03-26 03:10:50 -- STEP: 12755/31555 -- GLOBAL_STEP: 1243400 | > loss_text_ce: 0.040164973586797714 (0.031876913805520435) | > loss_mel_ce: 1.2648247480392456 (nan) | > loss: 0.00517853070050478 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14152657846430683) | > loader_time: 0.0044 (0.00464770890179451)  --> TIME: 2025-03-26 03:11:00 -- STEP: 12805/31555 -- GLOBAL_STEP: 1243450 | > loss_text_ce: 0.030172353610396385 (0.031874670934736574) | > loss_mel_ce: 2.3111870288848877 (nan) | > loss: 0.009291109628975391 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14152245562507673) | > loader_time: 0.0043 (0.004647214707803189)  --> TIME: 2025-03-26 03:11:10 -- STEP: 12855/31555 -- GLOBAL_STEP: 1243500 | > loss_text_ce: 0.03244360163807869 (0.03187392245933207) | > loss_mel_ce: 2.003323793411255 (nan) | > loss: 0.008078441955149174 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1415413262082749) | > loader_time: 0.0047 (0.004647610188457857)  --> TIME: 2025-03-26 03:11:20 -- STEP: 12905/31555 -- GLOBAL_STEP: 1243550 | > loss_text_ce: 0.037025514990091324 (0.03187649760255291) | > loss_mel_ce: 2.587456703186035 (nan) | > loss: 0.010414612479507923 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14153233906503224) | > loader_time: 0.0049 (0.004647483164282193)  --> TIME: 2025-03-26 03:11:29 -- STEP: 12955/31555 -- GLOBAL_STEP: 1243600 | > loss_text_ce: 0.031808752566576004 (0.031872627967828485) | > loss_mel_ce: 2.503344774246216 (nan) | > loss: 0.010060134343802929 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14152090699458367) | > loader_time: 0.0046 (0.0046479470478618876)  --> TIME: 2025-03-26 03:11:39 -- STEP: 13005/31555 -- GLOBAL_STEP: 1243650 | > loss_text_ce: 0.04113861918449402 (0.03187955633387327) | > loss_mel_ce: 2.473031759262085 (nan) | > loss: 0.009976867586374283 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14151394828288993) | > loader_time: 0.0048 (0.004648279034601007)  --> TIME: 2025-03-26 03:11:48 -- STEP: 13055/31555 -- GLOBAL_STEP: 1243700 | > loss_text_ce: 0.03892868012189865 (0.031874647868953485) | > loss_mel_ce: 2.952624559402466 (nan) | > loss: 0.011871243827044964 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14149987525019567) | > loader_time: 0.0045 (0.004648106000470014)  --> TIME: 2025-03-26 03:11:58 -- STEP: 13105/31555 -- GLOBAL_STEP: 1243750 | > loss_text_ce: 0.03739666938781738 (0.031874495424765205) | > loss_mel_ce: 2.620652437210083 (nan) | > loss: 0.010547814890742302 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14148944000031716) | > loader_time: 0.0046 (0.004647891242192123)  --> TIME: 2025-03-26 03:12:07 -- STEP: 13155/31555 -- GLOBAL_STEP: 1243800 | > loss_text_ce: 0.02854214608669281 (0.031881065811949175) | > loss_mel_ce: 2.5433897972106934 (nan) | > loss: 0.010206079110503197 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14148045996213285) | > loader_time: 0.0045 (0.004648056178888604)  --> TIME: 2025-03-26 03:12:17 -- STEP: 13205/31555 -- GLOBAL_STEP: 1243850 | > loss_text_ce: 0.03125781565904617 (0.03187756701155691) | > loss_mel_ce: 3.2380175590515137 (nan) | > loss: 0.012973316013813019 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14147142177727728) | > loader_time: 0.0047 (0.004647923671400321)  --> TIME: 2025-03-26 03:12:26 -- STEP: 13255/31555 -- GLOBAL_STEP: 1243900 | > loss_text_ce: 0.03546036779880524 (0.03187995075642706) | > loss_mel_ce: 2.601797580718994 (nan) | > loss: 0.010465309955179691 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14146318473441843) | > loader_time: 0.0045 (0.004648128018114814)  --> TIME: 2025-03-26 03:12:36 -- STEP: 13305/31555 -- GLOBAL_STEP: 1243950 | > loss_text_ce: 0.03796835243701935 (0.03188128210338202) | > loss_mel_ce: 2.3302035331726074 (nan) | > loss: 0.009397508576512337 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.1414557594233377) | > loader_time: 0.0045 (0.004648225175756489)  --> TIME: 2025-03-26 03:12:46 -- STEP: 13355/31555 -- GLOBAL_STEP: 1244000 | > loss_text_ce: 0.02576737105846405 (0.0318824144878758) | > loss_mel_ce: 2.268115520477295 (nan) | > loss: 0.009102710522711277 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14146694446136737) | > loader_time: 0.0047 (0.00464823659284872)  --> TIME: 2025-03-26 03:12:55 -- STEP: 13405/31555 -- GLOBAL_STEP: 1244050 | > loss_text_ce: 0.029583463445305824 (0.03188058839195913) | > loss_mel_ce: 2.7756268978118896 (nan) | > loss: 0.011131787672638893 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14144776627804945) | > loader_time: 0.0046 (0.004648583080287488)  --> TIME: 2025-03-26 03:13:04 -- STEP: 13455/31555 -- GLOBAL_STEP: 1244100 | > loss_text_ce: 0.03992772474884987 (0.03187522563982291) | > loss_mel_ce: 2.74235200881958 (nan) | > loss: 0.011040792800486088 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.141427974778895) | > loader_time: 0.0045 (0.0046487098021916655)  --> TIME: 2025-03-26 03:13:14 -- STEP: 13505/31555 -- GLOBAL_STEP: 1244150 | > loss_text_ce: 0.026879942044615746 (0.031876079275271904) | > loss_mel_ce: 2.3252904415130615 (nan) | > loss: 0.009334010072052479 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.1414271834513654) | > loader_time: 0.0046 (0.004648744243465065)  --> TIME: 2025-03-26 03:13:23 -- STEP: 13555/31555 -- GLOBAL_STEP: 1244200 | > loss_text_ce: 0.04135662317276001 (0.031875799617334104) | > loss_mel_ce: 2.9393556118011475 (nan) | > loss: 0.011828223243355751 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1414139750257982) | > loader_time: 0.0046 (0.004648528843073777)  --> TIME: 2025-03-26 03:13:33 -- STEP: 13605/31555 -- GLOBAL_STEP: 1244250 | > loss_text_ce: 0.04201919957995415 (0.03187460515884989) | > loss_mel_ce: 0.813105046749115 (nan) | > loss: 0.003393350401893258 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14141964370912666) | > loader_time: 0.0043 (0.004647956846041617)  --> TIME: 2025-03-26 03:13:43 -- STEP: 13655/31555 -- GLOBAL_STEP: 1244300 | > loss_text_ce: 0.030411425977945328 (0.03187474109688039) | > loss_mel_ce: 2.297985553741455 (nan) | > loss: 0.009239671751856804 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14140623784772455) | > loader_time: 0.0046 (0.004647228771057471)  --> TIME: 2025-03-26 03:13:52 -- STEP: 13705/31555 -- GLOBAL_STEP: 1244350 | > loss_text_ce: 0.01855912245810032 (0.03187023663131578) | > loss_mel_ce: 2.378300428390503 (nan) | > loss: 0.00951134879142046 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14140380062964808) | > loader_time: 0.0043 (0.004646533999465676)  --> TIME: 2025-03-26 03:14:02 -- STEP: 13755/31555 -- GLOBAL_STEP: 1244400 | > loss_text_ce: 0.030571363866329193 (0.031871171770817226) | > loss_mel_ce: 2.5264978408813477 (nan) | > loss: 0.010147101245820522 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14138708487288543) | > loader_time: 0.0047 (0.004645783577949866)  --> TIME: 2025-03-26 03:14:11 -- STEP: 13805/31555 -- GLOBAL_STEP: 1244450 | > loss_text_ce: 0.032326143234968185 (0.03187007995370258) | > loss_mel_ce: 2.5343456268310547 (nan) | > loss: 0.010185206308960915 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.141366865962194) | > loader_time: 0.0046 (0.004645497658165506)  --> TIME: 2025-03-26 03:14:21 -- STEP: 13855/31555 -- GLOBAL_STEP: 1244500 | > loss_text_ce: 0.0376262292265892 (0.03187034540725346) | > loss_mel_ce: 2.3185880184173584 (nan) | > loss: 0.009350057691335678 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14137178162554537) | > loader_time: 0.0046 (0.004645310219166216)  --> TIME: 2025-03-26 03:14:31 -- STEP: 13905/31555 -- GLOBAL_STEP: 1244550 | > loss_text_ce: 0.024340063333511353 (0.03186734628571292) | > loss_mel_ce: 2.4047608375549316 (nan) | > loss: 0.009639290161430836 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1413786241537552) | > loader_time: 0.0045 (0.004644977647766974)  --> TIME: 2025-03-26 03:14:40 -- STEP: 13955/31555 -- GLOBAL_STEP: 1244600 | > loss_text_ce: 0.040899571031332016 (0.03187125951454823) | > loss_mel_ce: 2.9493463039398193 (nan) | > loss: 0.011866055428981781 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14135719662881321) | > loader_time: 0.0047 (0.004644646639466846)  --> TIME: 2025-03-26 03:14:50 -- STEP: 14005/31555 -- GLOBAL_STEP: 1244650 | > loss_text_ce: 0.035771287977695465 (0.031873827313114056) | > loss_mel_ce: 2.4611003398895264 (nan) | > loss: 0.009908221662044525 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1413591644500937) | > loader_time: 0.0045 (0.004644536393236072)  --> TIME: 2025-03-26 03:15:00 -- STEP: 14055/31555 -- GLOBAL_STEP: 1244700 | > loss_text_ce: 0.02780499868094921 (0.0318684007694177) | > loss_mel_ce: 2.5721325874328613 (nan) | > loss: 0.010317213833332062 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14137941399149942) | > loader_time: 0.0047 (0.004644501993809681)  --> TIME: 2025-03-26 03:15:09 -- STEP: 14105/31555 -- GLOBAL_STEP: 1244750 | > loss_text_ce: 0.02232719212770462 (0.031868761714359185) | > loss_mel_ce: 2.7714431285858154 (nan) | > loss: 0.011086390353739262 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14138033509212286) | > loader_time: 0.0045 (0.004644346710470124)  --> TIME: 2025-03-26 03:15:19 -- STEP: 14155/31555 -- GLOBAL_STEP: 1244800 | > loss_text_ce: 0.03565051406621933 (0.03186844371322392) | > loss_mel_ce: 2.4421157836914062 (nan) | > loss: 0.009832406416535378 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1413631120699961) | > loader_time: 0.0046 (0.00464403513925567)  --> TIME: 2025-03-26 03:15:28 -- STEP: 14205/31555 -- GLOBAL_STEP: 1244850 | > loss_text_ce: 0.033962782472372055 (0.0318670764397628) | > loss_mel_ce: 2.8432095050811768 (nan) | > loss: 0.011417350731790066 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1413534320353294) | > loader_time: 0.0046 (0.004643819282609622)  --> TIME: 2025-03-26 03:15:38 -- STEP: 14255/31555 -- GLOBAL_STEP: 1244900 | > loss_text_ce: 0.03538951650261879 (0.03186542194484317) | > loss_mel_ce: 1.9757486581802368 (nan) | > loss: 0.00798070803284645 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14135334504273744) | > loader_time: 0.0047 (0.004643557858609272)  --> TIME: 2025-03-26 03:15:48 -- STEP: 14305/31555 -- GLOBAL_STEP: 1244950 | > loss_text_ce: 0.03148186206817627 (0.0318701625697131) | > loss_mel_ce: 2.3516087532043457 (nan) | > loss: 0.009456709027290344 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14137473876390516) | > loader_time: 0.0044 (0.004643261995152222)  --> TIME: 2025-03-26 03:15:57 -- STEP: 14355/31555 -- GLOBAL_STEP: 1245000 | > loss_text_ce: 0.04004301503300667 (0.031873888389386935) | > loss_mel_ce: 2.1119906902313232 (nan) | > loss: 0.008539817295968533 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14137678197849488) | > loader_time: 0.0042 (0.004642960901502869)  --> TIME: 2025-03-26 03:16:07 -- STEP: 14405/31555 -- GLOBAL_STEP: 1245050 | > loss_text_ce: 0.019674453884363174 (0.0318715863472905) | > loss_mel_ce: 2.4965615272521973 (nan) | > loss: 0.009985064156353474 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14137022484511622) | > loader_time: 0.0045 (0.004642345788618713)  --> TIME: 2025-03-26 03:16:16 -- STEP: 14455/31555 -- GLOBAL_STEP: 1245100 | > loss_text_ce: 0.027354469522833824 (0.03187642950862295) | > loss_mel_ce: 2.542371988296509 (nan) | > loss: 0.010197327472269535 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14135859612155222) | > loader_time: 0.0043 (0.004641970529229701)  --> TIME: 2025-03-26 03:16:26 -- STEP: 14505/31555 -- GLOBAL_STEP: 1245150 | > loss_text_ce: 0.03506777808070183 (0.03187525555933204) | > loss_mel_ce: 2.85957407951355 (nan) | > loss: 0.011486674658954144 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14136096169643741) | > loader_time: 0.0047 (0.004642378005928852)  --> TIME: 2025-03-26 03:16:36 -- STEP: 14555/31555 -- GLOBAL_STEP: 1245200 | > loss_text_ce: 0.04149174690246582 (0.031874938360893786) | > loss_mel_ce: 2.545036554336548 (nan) | > loss: 0.010264001786708832 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14135866790897356) | > loader_time: 0.0044 (0.0046421745559760575)  --> TIME: 2025-03-26 03:16:45 -- STEP: 14605/31555 -- GLOBAL_STEP: 1245250 | > loss_text_ce: 0.029579000547528267 (0.031871515657983684) | > loss_mel_ce: 1.2485612630844116 (nan) | > loss: 0.00507198553532362 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14135456028069573) | > loader_time: 0.0044 (0.004641693334634976)  --> TIME: 2025-03-26 03:16:55 -- STEP: 14655/31555 -- GLOBAL_STEP: 1245300 | > loss_text_ce: 0.028053436428308487 (0.03187037306500613) | > loss_mel_ce: 3.001115560531616 (nan) | > loss: 0.012020512484014034 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14135175813631395) | > loader_time: 0.0045 (0.004641708323915682)  --> TIME: 2025-03-26 03:17:05 -- STEP: 14705/31555 -- GLOBAL_STEP: 1245350 | > loss_text_ce: 0.03242743760347366 (0.031867671883273975) | > loss_mel_ce: 2.0534772872924805 (nan) | > loss: 0.008277400396764278 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14134359309479627) | > loader_time: 0.0048 (0.004641839656161845)  --> TIME: 2025-03-26 03:17:14 -- STEP: 14755/31555 -- GLOBAL_STEP: 1245400 | > loss_text_ce: 0.03623830899596214 (0.03186641689907525) | > loss_mel_ce: 2.7043778896331787 (nan) | > loss: 0.010875461623072624 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14134656231672457) | > loader_time: 0.0058 (0.004642258915243538)  --> TIME: 2025-03-26 03:17:24 -- STEP: 14805/31555 -- GLOBAL_STEP: 1245450 | > loss_text_ce: 0.020275143906474113 (0.03186426573678006) | > loss_mel_ce: 0.02083333395421505 (nan) | > loss: 0.00016312889056280255 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14134415037444445) | > loader_time: 0.0044 (0.00464234144371211)  --> TIME: 2025-03-26 03:17:33 -- STEP: 14855/31555 -- GLOBAL_STEP: 1245500 | > loss_text_ce: 0.032647598534822464 (0.031864027964726836) | > loss_mel_ce: 2.8220202922821045 (nan) | > loss: 0.011328048072755337 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14133421568227017) | > loader_time: 0.0048 (0.004642295371960491)  --> TIME: 2025-03-26 03:17:43 -- STEP: 14905/31555 -- GLOBAL_STEP: 1245550 | > loss_text_ce: 0.02705867774784565 (0.03186094553610683) | > loss_mel_ce: 2.9230587482452393 (nan) | > loss: 0.011706815101206303 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14133034921740242) | > loader_time: 0.0045 (0.004641879176741601)  --> TIME: 2025-03-26 03:17:52 -- STEP: 14955/31555 -- GLOBAL_STEP: 1245600 | > loss_text_ce: 0.03538759797811508 (0.031860357196643596) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14131203238201304) | > loader_time: 0.0047 (0.004641872773956436)  --> TIME: 2025-03-26 03:18:02 -- STEP: 15005/31555 -- GLOBAL_STEP: 1245650 | > loss_text_ce: 0.03918638452887535 (0.031861292682799254) | > loss_mel_ce: 2.7478911876678467 (nan) | > loss: 0.011059832759201527 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14131706883533193) | > loader_time: 0.0045 (0.00464160670363399)  --> TIME: 2025-03-26 03:18:11 -- STEP: 15055/31555 -- GLOBAL_STEP: 1245700 | > loss_text_ce: 0.0352945514023304 (0.03185568783099441) | > loss_mel_ce: 2.4332971572875977 (nan) | > loss: 0.00979599915444851 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1412988911827953) | > loader_time: 0.0047 (0.00464165289114576)  --> TIME: 2025-03-26 03:18:21 -- STEP: 15105/31555 -- GLOBAL_STEP: 1245750 | > loss_text_ce: 0.02647564560174942 (0.03184978871950652) | > loss_mel_ce: 2.2451000213623047 (nan) | > loss: 0.009014190174639225 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14129126610956444) | > loader_time: 0.0047 (0.004640962729506133)  --> TIME: 2025-03-26 03:18:31 -- STEP: 15155/31555 -- GLOBAL_STEP: 1245800 | > loss_text_ce: 0.029079804196953773 (0.03185238064512869) | > loss_mel_ce: 3.183232069015503 (nan) | > loss: 0.012747270055115223 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14130617238947507) | > loader_time: 0.0045 (0.0046407809079735685)  --> TIME: 2025-03-26 03:18:41 -- STEP: 15205/31555 -- GLOBAL_STEP: 1245850 | > loss_text_ce: 0.02729218266904354 (0.03185236860557895) | > loss_mel_ce: 2.744297504425049 (nan) | > loss: 0.010998372919857502 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14131283256734045) | > loader_time: 0.0044 (0.004640307939197629)  --> TIME: 2025-03-26 03:18:50 -- STEP: 15255/31555 -- GLOBAL_STEP: 1245900 | > loss_text_ce: 0.033012405037879944 (0.031852792902513645) | > loss_mel_ce: 2.4559216499328613 (nan) | > loss: 0.009876723401248455 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14129971862425442) | > loader_time: 0.0046 (0.004640041762045356)  --> TIME: 2025-03-26 03:19:00 -- STEP: 15305/31555 -- GLOBAL_STEP: 1245950 | > loss_text_ce: 0.028255686163902283 (0.031854862132624305) | > loss_mel_ce: 2.6729187965393066 (nan) | > loss: 0.010718947276473045 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14129932119113472) | > loader_time: 0.0045 (0.00463978137427863)  --> TIME: 2025-03-26 03:19:09 -- STEP: 15355/31555 -- GLOBAL_STEP: 1246000 | > loss_text_ce: 0.027369920164346695 (0.031853417000781634) | > loss_mel_ce: 2.845299482345581 (nan) | > loss: 0.011399482376873493 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14129595775163345) | > loader_time: 0.0045 (0.004639493367137063)  --> TIME: 2025-03-26 03:19:19 -- STEP: 15405/31555 -- GLOBAL_STEP: 1246050 | > loss_text_ce: 0.041018370538949966 (0.03184897630266593) | > loss_mel_ce: 2.8449692726135254 (nan) | > loss: 0.011452333070337772 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14127889030825572) | > loader_time: 0.0045 (0.00463918909087115)  --> TIME: 2025-03-26 03:19:28 -- STEP: 15455/31555 -- GLOBAL_STEP: 1246100 | > loss_text_ce: 0.04387520253658295 (0.031852110579973884) | > loss_mel_ce: 2.444354295730591 (nan) | > loss: 0.00987392757087946 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14128762399136063) | > loader_time: 0.005 (0.004639201363249148)  --> TIME: 2025-03-26 03:19:38 -- STEP: 15505/31555 -- GLOBAL_STEP: 1246150 | > loss_text_ce: 0.03955011069774628 (0.03184927047813845) | > loss_mel_ce: 2.5579769611358643 (nan) | > loss: 0.010307647287845612 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1413073167459543) | > loader_time: 0.0047 (0.004639192182607941)  --> TIME: 2025-03-26 03:19:48 -- STEP: 15555/31555 -- GLOBAL_STEP: 1246200 | > loss_text_ce: 0.02850620448589325 (0.03185063460994452) | > loss_mel_ce: 2.7615461349487305 (nan) | > loss: 0.011071637272834778 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14130689825746556) | > loader_time: 0.0046 (0.004639214405634905)  --> TIME: 2025-03-26 03:19:58 -- STEP: 15605/31555 -- GLOBAL_STEP: 1246250 | > loss_text_ce: 0.03965316712856293 (0.03184964448608667) | > loss_mel_ce: 2.126617431640625 (nan) | > loss: 0.008596312254667282 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14130236033788351) | > loader_time: 0.0047 (0.004639212865930309)  --> TIME: 2025-03-26 03:20:08 -- STEP: 15655/31555 -- GLOBAL_STEP: 1246300 | > loss_text_ce: 0.0320182666182518 (0.031851160550131305) | > loss_mel_ce: 2.993513822555542 (nan) | > loss: 0.012006079778075218 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1413114579406959) | > loader_time: 0.0047 (0.004639471243532734)  --> TIME: 2025-03-26 03:20:17 -- STEP: 15705/31555 -- GLOBAL_STEP: 1246350 | > loss_text_ce: 0.027795733883976936 (0.03185218356588877) | > loss_mel_ce: 2.996765613555908 (nan) | > loss: 0.012002228759229183 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14131451626182312) | > loader_time: 0.0045 (0.004639338353985023)  --> TIME: 2025-03-26 03:20:27 -- STEP: 15755/31555 -- GLOBAL_STEP: 1246400 | > loss_text_ce: 0.03649469465017319 (0.03185076520735972) | > loss_mel_ce: 1.6731598377227783 (nan) | > loss: 0.006784344092011452 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1413136247527753) | > loader_time: 0.0045 (0.004639133518743201)  --> TIME: 2025-03-26 03:20:37 -- STEP: 15805/31555 -- GLOBAL_STEP: 1246450 | > loss_text_ce: 0.035081181675195694 (0.03184988747661115) | > loss_mel_ce: 2.6908457279205322 (nan) | > loss: 0.010817171074450016 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1413247988669798) | > loader_time: 0.0047 (0.004639264202992855)  --> TIME: 2025-03-26 03:20:46 -- STEP: 15855/31555 -- GLOBAL_STEP: 1246500 | > loss_text_ce: 0.040058739483356476 (0.031853453516349245) | > loss_mel_ce: 2.844400405883789 (nan) | > loss: 0.011446267366409302 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14132336278474572) | > loader_time: 0.0044 (0.004638989270203353)  --> TIME: 2025-03-26 03:20:56 -- STEP: 15905/31555 -- GLOBAL_STEP: 1246550 | > loss_text_ce: 0.04027993977069855 (0.031852417912232305) | > loss_mel_ce: 2.019774913787842 (nan) | > loss: 0.008174820803105831 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14133323900582007) | > loader_time: 0.0046 (0.004638826213741937)  --> TIME: 2025-03-26 03:21:06 -- STEP: 15955/31555 -- GLOBAL_STEP: 1246600 | > loss_text_ce: 0.030641064047813416 (0.031857293025908284) | > loss_mel_ce: 2.5317609310150146 (nan) | > loss: 0.010168262757360935 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14131921672850994) | > loader_time: 0.0046 (0.004638822711548889)  --> TIME: 2025-03-26 03:21:15 -- STEP: 16005/31555 -- GLOBAL_STEP: 1246650 | > loss_text_ce: 0.03038533590734005 (0.03185782333151063) | > loss_mel_ce: 2.944913864135742 (nan) | > loss: 0.01180674321949482 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14132580639458778) | > loader_time: 0.0046 (0.004638730716198846)  --> TIME: 2025-03-26 03:21:25 -- STEP: 16055/31555 -- GLOBAL_STEP: 1246700 | > loss_text_ce: 0.03269379213452339 (0.03185813606582398) | > loss_mel_ce: 2.833395481109619 (nan) | > loss: 0.011373370885848999 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14133037576345805) | > loader_time: 0.0046 (0.004638640630360302)  --> TIME: 2025-03-26 03:21:35 -- STEP: 16105/31555 -- GLOBAL_STEP: 1246750 | > loss_text_ce: 0.03158481791615486 (0.031856900791052606) | > loss_mel_ce: 2.1154520511627197 (nan) | > loss: 0.00851998757570982 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14133233354906666) | > loader_time: 0.0047 (0.004638720743036615)  --> TIME: 2025-03-26 03:21:45 -- STEP: 16155/31555 -- GLOBAL_STEP: 1246800 | > loss_text_ce: 0.03488309308886528 (0.03185166006937216) | > loss_mel_ce: 2.7099449634552 (nan) | > loss: 0.010892175137996674 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14133296309518123) | > loader_time: 0.0047 (0.004638817346490825)  --> TIME: 2025-03-26 03:21:54 -- STEP: 16205/31555 -- GLOBAL_STEP: 1246850 | > loss_text_ce: 0.029806796461343765 (0.031845693280118596) | > loss_mel_ce: 2.8216552734375 (nan) | > loss: 0.01131532620638609 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14134692985384073) | > loader_time: 0.0047 (0.004638777850256115)  --> TIME: 2025-03-26 03:22:04 -- STEP: 16255/31555 -- GLOBAL_STEP: 1246900 | > loss_text_ce: 0.028581075370311737 (0.03184992605296047) | > loss_mel_ce: 2.5681984424591064 (nan) | > loss: 0.010304681025445461 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14135275249369791) | > loader_time: 0.0046 (0.004638456425568542)  --> TIME: 2025-03-26 03:22:14 -- STEP: 16305/31555 -- GLOBAL_STEP: 1246950 | > loss_text_ce: 0.02492126263678074 (0.03184494638575046) | > loss_mel_ce: 2.967214584350586 (nan) | > loss: 0.01187355536967516 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14134562754696905) | > loader_time: 0.0045 (0.0046380458452774)  --> TIME: 2025-03-26 03:22:23 -- STEP: 16355/31555 -- GLOBAL_STEP: 1247000 | > loss_text_ce: 0.02633388713002205 (0.031844827908201374) | > loss_mel_ce: 2.0134475231170654 (nan) | > loss: 0.008094371296465397 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14134901669804661) | > loader_time: 0.0043 (0.004637677703782788)  --> TIME: 2025-03-26 03:22:33 -- STEP: 16405/31555 -- GLOBAL_STEP: 1247050 | > loss_text_ce: 0.040116142481565475 (0.031845577539128374) | > loss_mel_ce: 2.460615396499634 (nan) | > loss: 0.009923538193106651 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14135274230180433) | > loader_time: 0.0044 (0.0046373881061278445)  --> TIME: 2025-03-26 03:22:43 -- STEP: 16455/31555 -- GLOBAL_STEP: 1247100 | > loss_text_ce: 0.028653953224420547 (0.03184353088786289) | > loss_mel_ce: 2.336991548538208 (nan) | > loss: 0.009387481957674026 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14135288105515267) | > loader_time: 0.0045 (0.004637024113560335)  --> TIME: 2025-03-26 03:22:52 -- STEP: 16505/31555 -- GLOBAL_STEP: 1247150 | > loss_text_ce: 0.03992254287004471 (0.03184405174140209) | > loss_mel_ce: 1.1870849132537842 (nan) | > loss: 0.004869077820330858 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14133786090537717) | > loader_time: 0.0048 (0.004636641554094311)  --> TIME: 2025-03-26 03:23:02 -- STEP: 16555/31555 -- GLOBAL_STEP: 1247200 | > loss_text_ce: 0.035067472606897354 (0.031843141624627994) | > loss_mel_ce: 2.9590487480163574 (nan) | > loss: 0.01188141480088234 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.141332922482988) | > loader_time: 0.0047 (0.004636356672899348)  --> TIME: 2025-03-26 03:23:11 -- STEP: 16605/31555 -- GLOBAL_STEP: 1247250 | > loss_text_ce: 0.03451251983642578 (0.031841664154276535) | > loss_mel_ce: 0.0341796875 (nan) | > loss: 0.0002725881349761039 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14131886183013104) | > loader_time: 0.0046 (0.004635958440402161)  --> TIME: 2025-03-26 03:23:21 -- STEP: 16655/31555 -- GLOBAL_STEP: 1247300 | > loss_text_ce: 0.01426827535033226 (0.03184200547802186) | > loss_mel_ce: 1.3739734888076782 (nan) | > loss: 0.005508896429091692 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14132843122078673) | > loader_time: 0.0043 (0.004635744372562263)  --> TIME: 2025-03-26 03:23:31 -- STEP: 16705/31555 -- GLOBAL_STEP: 1247350 | > loss_text_ce: 0.043371085077524185 (0.0318423151843354) | > loss_mel_ce: 2.778003454208374 (nan) | > loss: 0.01119593158364296 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14132665788581494) | > loader_time: 0.0046 (0.0046353723930763115)  --> TIME: 2025-03-26 03:23:40 -- STEP: 16755/31555 -- GLOBAL_STEP: 1247400 | > loss_text_ce: 0.023399466648697853 (0.031838883530994386) | > loss_mel_ce: 2.6608994007110596 (nan) | > loss: 0.010651979595422745 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14133470340900717) | > loader_time: 0.0045 (0.004635112814247274)  --> TIME: 2025-03-26 03:23:50 -- STEP: 16805/31555 -- GLOBAL_STEP: 1247450 | > loss_text_ce: 0.0427878238260746 (0.031838200215113875) | > loss_mel_ce: 2.8751847743988037 (nan) | > loss: 0.011579256504774094 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1413360145254462) | > loader_time: 0.0044 (0.004634820063601506)  --> TIME: 2025-03-26 03:24:00 -- STEP: 16855/31555 -- GLOBAL_STEP: 1247500 | > loss_text_ce: 0.0257713720202446 (0.03183740875284505) | > loss_mel_ce: 3.110260486602783 (nan) | > loss: 0.0124445715919137 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14133142673873852) | > loader_time: 0.0045 (0.004634380637626912)  --> TIME: 2025-03-26 03:24:10 -- STEP: 16905/31555 -- GLOBAL_STEP: 1247550 | > loss_text_ce: 0.02918062172830105 (0.031837463329434025) | > loss_mel_ce: 2.7394402027130127 (nan) | > loss: 0.010986590757966042 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1413514406643693) | > loader_time: 0.0046 (0.004634107721165703)  --> TIME: 2025-03-26 03:24:19 -- STEP: 16955/31555 -- GLOBAL_STEP: 1247600 | > loss_text_ce: 0.023397602140903473 (0.0318373453207105) | > loss_mel_ce: 2.894711494445801 (nan) | > loss: 0.01157979853451252 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1413493019470743) | > loader_time: 0.0046 (0.0046337242992674525)  --> TIME: 2025-03-26 03:24:29 -- STEP: 17005/31555 -- GLOBAL_STEP: 1247650 | > loss_text_ce: 0.037515219300985336 (0.03183433476367772) | > loss_mel_ce: 0.0406494140625 (nan) | > loss: 0.00031017715809866786 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14135080844786121) | > loader_time: 0.0047 (0.00463333027533173)  --> TIME: 2025-03-26 03:24:39 -- STEP: 17055/31555 -- GLOBAL_STEP: 1247700 | > loss_text_ce: 0.035363826900720596 (0.03183616220173473) | > loss_mel_ce: 1.4043688774108887 (nan) | > loss: 0.005713225342333317 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14134850734072182) | > loader_time: 0.0044 (0.004633126892116689)  --> TIME: 2025-03-26 03:24:48 -- STEP: 17105/31555 -- GLOBAL_STEP: 1247750 | > loss_text_ce: 0.029584327712655067 (0.031830683563996764) | > loss_mel_ce: 2.6331894397735596 (nan) | > loss: 0.010566563345491886 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14135456974483443) | > loader_time: 0.0046 (0.004633079150795628)  --> TIME: 2025-03-26 03:24:58 -- STEP: 17155/31555 -- GLOBAL_STEP: 1247800 | > loss_text_ce: 0.03601088747382164 (0.03183357818657486) | > loss_mel_ce: 3.192560911178589 (nan) | > loss: 0.012811793945729733 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.1413523899435274) | > loader_time: 0.0048 (0.004633209108437721)  --> TIME: 2025-03-26 03:25:08 -- STEP: 17205/31555 -- GLOBAL_STEP: 1247850 | > loss_text_ce: 0.022316696122288704 (0.03183182631693699) | > loss_mel_ce: 1.6937695741653442 (nan) | > loss: 0.006809866521507502 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14136361071135753) | > loader_time: 0.0046 (0.004633140619394917)  --> TIME: 2025-03-26 03:25:18 -- STEP: 17255/31555 -- GLOBAL_STEP: 1247900 | > loss_text_ce: 0.032490991055965424 (0.031837165360324104) | > loss_mel_ce: 2.882129430770874 (nan) | > loss: 0.01156595442444086 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1413668145583499) | > loader_time: 0.0043 (0.004632984469227781)  --> TIME: 2025-03-26 03:25:27 -- STEP: 17305/31555 -- GLOBAL_STEP: 1247950 | > loss_text_ce: 0.020496370270848274 (0.031834445426623156) | > loss_mel_ce: 2.6130406856536865 (nan) | > loss: 0.010450544767081738 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14135491639263817) | > loader_time: 0.0044 (0.004632665807199912)  --> TIME: 2025-03-26 03:25:37 -- STEP: 17355/31555 -- GLOBAL_STEP: 1248000 | > loss_text_ce: 0.0349535271525383 (0.031834446734342756) | > loss_mel_ce: 2.588418960571289 (nan) | > loss: 0.010410209186375141 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1413545537771124) | > loader_time: 0.0049 (0.004632994751530474)  --> TIME: 2025-03-26 03:25:46 -- STEP: 17405/31555 -- GLOBAL_STEP: 1248050 | > loss_text_ce: 0.03151312842965126 (0.031834754054037205) | > loss_mel_ce: 2.898756742477417 (nan) | > loss: 0.011628055945038795 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14134550294599466) | > loader_time: 0.0052 (0.004633047155387378)  --> TIME: 2025-03-26 03:25:56 -- STEP: 17455/31555 -- GLOBAL_STEP: 1248100 | > loss_text_ce: 0.03381728753447533 (0.03183158827180995) | > loss_mel_ce: 2.6337180137634277 (nan) | > loss: 0.010585458017885685 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14135427305603543) | > loader_time: 0.0046 (0.004633240152040487)  --> TIME: 2025-03-26 03:26:06 -- STEP: 17505/31555 -- GLOBAL_STEP: 1248150 | > loss_text_ce: 0.025802740827202797 (0.03183285092003371) | > loss_mel_ce: 2.565345048904419 (nan) | > loss: 0.010282333940267563 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14134674012337584) | > loader_time: 0.0046 (0.0046330404703837135)  --> TIME: 2025-03-26 03:26:15 -- STEP: 17555/31555 -- GLOBAL_STEP: 1248200 | > loss_text_ce: 0.0431453138589859 (0.031832243001756355) | > loss_mel_ce: 2.472090244293213 (nan) | > loss: 0.009981094859540462 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1413435301051396) | > loader_time: 0.0047 (0.0046332942492192586)  --> TIME: 2025-03-26 03:26:24 -- STEP: 17605/31555 -- GLOBAL_STEP: 1248250 | > loss_text_ce: 0.03289549797773361 (0.03182992485532513) | > loss_mel_ce: 2.52289080619812 (nan) | > loss: 0.0101420097053051 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14131743286997456) | > loader_time: 0.0044 (0.004633061095619373)  --> TIME: 2025-03-26 03:26:34 -- STEP: 17655/31555 -- GLOBAL_STEP: 1248300 | > loss_text_ce: 0.03905986249446869 (0.03183158052664775) | > loss_mel_ce: 1.8691803216934204 (nan) | > loss: 0.0075723822228610516 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14131106148695288) | > loader_time: 0.0045 (0.004632941253865222)  --> TIME: 2025-03-26 03:26:43 -- STEP: 17705/31555 -- GLOBAL_STEP: 1248350 | > loss_text_ce: 0.035639166831970215 (0.031832459478291046) | > loss_mel_ce: 1.8620561361312866 (nan) | > loss: 0.007530537433922291 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1413146398862659) | > loader_time: 0.0045 (0.004632800152597379)  --> TIME: 2025-03-26 03:26:53 -- STEP: 17755/31555 -- GLOBAL_STEP: 1248400 | > loss_text_ce: 0.036084309220314026 (0.031833073374390584) | > loss_mel_ce: 2.8885371685028076 (nan) | > loss: 0.011605641804635525 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14131120707545006) | > loader_time: 0.0045 (0.004632516727753681)  --> TIME: 2025-03-26 03:27:03 -- STEP: 17805/31555 -- GLOBAL_STEP: 1248450 | > loss_text_ce: 0.03143063932657242 (0.031832086921838684) | > loss_mel_ce: 2.6633245944976807 (nan) | > loss: 0.010693473741412163 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14131593633253833) | > loader_time: 0.0047 (0.004632825725569353)  --> TIME: 2025-03-26 03:27:13 -- STEP: 17855/31555 -- GLOBAL_STEP: 1248500 | > loss_text_ce: 0.02741076424717903 (0.03183091680587866) | > loss_mel_ce: 2.6365275382995605 (nan) | > loss: 0.010571184568107128 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14132619523695014) | > loader_time: 0.0049 (0.0046328834644788815)  --> TIME: 2025-03-26 03:27:23 -- STEP: 17905/31555 -- GLOBAL_STEP: 1248550 | > loss_text_ce: 0.03649482503533363 (0.03183099615240152) | > loss_mel_ce: 2.8237366676330566 (nan) | > loss: 0.011350125074386597 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1413408463442675) | > loader_time: 0.0046 (0.004632701596811616)  --> TIME: 2025-03-26 03:27:32 -- STEP: 17955/31555 -- GLOBAL_STEP: 1248600 | > loss_text_ce: 0.032410502433776855 (0.0318296463906441) | > loss_mel_ce: 2.3961992263793945 (nan) | > loss: 0.009637340903282166 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14133725475713968) | > loader_time: 0.0046 (0.004632573750516368)  --> TIME: 2025-03-26 03:27:42 -- STEP: 18005/31555 -- GLOBAL_STEP: 1248650 | > loss_text_ce: 0.026511602103710175 (0.03183052685319697) | > loss_mel_ce: 2.380354642868042 (nan) | > loss: 0.00955105759203434 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14132591737240366) | > loader_time: 0.0046 (0.004632399844249339)  --> TIME: 2025-03-26 03:27:51 -- STEP: 18055/31555 -- GLOBAL_STEP: 1248700 | > loss_text_ce: 0.027457423508167267 (0.03183123445047031) | > loss_mel_ce: 1.9828548431396484 (nan) | > loss: 0.007977430708706379 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14131762032626438) | > loader_time: 0.0044 (0.004632190653109815)  --> TIME: 2025-03-26 03:28:01 -- STEP: 18105/31555 -- GLOBAL_STEP: 1248750 | > loss_text_ce: 0.03212076053023338 (0.03183004168757033) | > loss_mel_ce: 1.2458617687225342 (nan) | > loss: 0.005071359220892191 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14130587289426244) | > loader_time: 0.0047 (0.004632129026558877)  --> TIME: 2025-03-26 03:28:10 -- STEP: 18155/31555 -- GLOBAL_STEP: 1248800 | > loss_text_ce: 0.03498666733503342 (0.03183641607750793) | > loss_mel_ce: 2.286494255065918 (nan) | > loss: 0.00921222660690546 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14129736472738957) | > loader_time: 0.0045 (0.004632071954952528)  --> TIME: 2025-03-26 03:28:20 -- STEP: 18205/31555 -- GLOBAL_STEP: 1248850 | > loss_text_ce: 0.029740339145064354 (0.031835018468018526) | > loss_mel_ce: 1.9001178741455078 (nan) | > loss: 0.007658167742192745 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1413003167553419) | > loader_time: 0.0047 (0.0046320544989087485)  --> TIME: 2025-03-26 03:28:29 -- STEP: 18255/31555 -- GLOBAL_STEP: 1248900 | > loss_text_ce: 0.03856068477034569 (0.031832522017382806) | > loss_mel_ce: 2.4084384441375732 (nan) | > loss: 0.009710314683616161 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14128961011959265) | > loader_time: 0.0047 (0.004631880204078763)  --> TIME: 2025-03-26 03:28:39 -- STEP: 18305/31555 -- GLOBAL_STEP: 1248950 | > loss_text_ce: 0.027603931725025177 (0.03183237719686626) | > loss_mel_ce: 2.626026153564453 (nan) | > loss: 0.010530278086662292 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14128959928500645) | > loader_time: 0.0047 (0.004631952769246403)  --> TIME: 2025-03-26 03:28:48 -- STEP: 18355/31555 -- GLOBAL_STEP: 1249000 | > loss_text_ce: 0.043485503643751144 (0.03183454649086033) | > loss_mel_ce: 2.578155517578125 (nan) | > loss: 0.010403337888419628 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14127639140786655) | > loader_time: 0.0045 (0.004631928155806051)  --> TIME: 2025-03-26 03:28:58 -- STEP: 18405/31555 -- GLOBAL_STEP: 1249050 | > loss_text_ce: 0.02330397069454193 (0.03183120797056564) | > loss_mel_ce: 0.7231793999671936 (nan) | > loss: 0.002962235826998949 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14126699422242026) | > loader_time: 0.0045 (0.004631866472177427)  --> TIME: 2025-03-26 03:29:07 -- STEP: 18455/31555 -- GLOBAL_STEP: 1249100 | > loss_text_ce: 0.04466400668025017 (0.03182918437655925) | > loss_mel_ce: 3.1827504634857178 (nan) | > loss: 0.012807200662791729 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14126283284675456) | > loader_time: 0.0045 (0.004631745695777142)  --> TIME: 2025-03-26 03:29:17 -- STEP: 18505/31555 -- GLOBAL_STEP: 1249150 | > loss_text_ce: 0.02912776730954647 (0.03182798732953867) | > loss_mel_ce: 1.9108099937438965 (nan) | > loss: 0.007698166184127331 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1412487942345952) | > loader_time: 0.0044 (0.0046316009378214295)  --> TIME: 2025-03-26 03:29:26 -- STEP: 18555/31555 -- GLOBAL_STEP: 1249200 | > loss_text_ce: 0.04785902798175812 (0.031826937683147545) | > loss_mel_ce: 2.4698991775512695 (nan) | > loss: 0.00999110471457243 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1412474543603087) | > loader_time: 0.0042 (0.004631369854683709)  --> TIME: 2025-03-26 03:29:36 -- STEP: 18605/31555 -- GLOBAL_STEP: 1249250 | > loss_text_ce: 0.02650020271539688 (0.03182497295182834) | > loss_mel_ce: 1.6660557985305786 (nan) | > loss: 0.006716492585837841 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14124223903378244) | > loader_time: 0.0045 (0.0046309966548929)  --> TIME: 2025-03-26 03:29:46 -- STEP: 18655/31555 -- GLOBAL_STEP: 1249300 | > loss_text_ce: 0.023399032652378082 (0.031820722949683446) | > loss_mel_ce: 2.109483480453491 (nan) | > loss: 0.008463820442557335 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14124881480597126) | > loader_time: 0.0047 (0.004631374170491991)  --> TIME: 2025-03-26 03:29:55 -- STEP: 18705/31555 -- GLOBAL_STEP: 1249350 | > loss_text_ce: 0.036810118705034256 (0.03181974484110482) | > loss_mel_ce: 1.8035888671875 (nan) | > loss: 0.0073031713254749775 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.141250493009599) | > loader_time: 0.0046 (0.0046314772422605)  --> TIME: 2025-03-26 03:30:05 -- STEP: 18755/31555 -- GLOBAL_STEP: 1249400 | > loss_text_ce: 0.02697962522506714 (0.031818480553292734) | > loss_mel_ce: 3.2871248722076416 (nan) | > loss: 0.013151208870112896 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1412516524905499) | > loader_time: 0.0048 (0.004631588319815568)  --> TIME: 2025-03-26 03:30:15 -- STEP: 18805/31555 -- GLOBAL_STEP: 1249450 | > loss_text_ce: 0.03329477831721306 (0.031813795635329684) | > loss_mel_ce: 2.1166014671325684 (nan) | > loss: 0.008531334809958935 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14126369418758175) | > loader_time: 0.0049 (0.004631669506751555)  --> TIME: 2025-03-26 03:30:25 -- STEP: 18855/31555 -- GLOBAL_STEP: 1249500 | > loss_text_ce: 0.031155314296483994 (0.03181121182170841) | > loss_mel_ce: 2.125077962875366 (nan) | > loss: 0.008556481450796127 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1412792884080114) | > loader_time: 0.0045 (0.004631689011465811)  --> TIME: 2025-03-26 03:30:34 -- STEP: 18905/31555 -- GLOBAL_STEP: 1249550 | > loss_text_ce: 0.03579765558242798 (0.031812983902190534) | > loss_mel_ce: 2.446223020553589 (nan) | > loss: 0.009849288500845432 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14126454416137363) | > loader_time: 0.0045 (0.004631415941954232)  --> TIME: 2025-03-26 03:30:44 -- STEP: 18955/31555 -- GLOBAL_STEP: 1249600 | > loss_text_ce: 0.023509683087468147 (0.03181289900222024) | > loss_mel_ce: 0.14996337890625 (nan) | > loss: 0.0006883852183818817 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14128353659253284) | > loader_time: 0.0046 (0.004631295137498478)  --> TIME: 2025-03-26 03:30:54 -- STEP: 19005/31555 -- GLOBAL_STEP: 1249650 | > loss_text_ce: 0.022760367020964622 (0.03181042929332619) | > loss_mel_ce: 2.761322259902954 (nan) | > loss: 0.011047947220504284 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14128940977946164) | > loader_time: 0.0045 (0.004631017628734723)  --> TIME: 2025-03-26 03:31:04 -- STEP: 19055/31555 -- GLOBAL_STEP: 1249700 | > loss_text_ce: 0.02860349416732788 (0.03181232064243921) | > loss_mel_ce: 2.0379726886749268 (nan) | > loss: 0.008200699463486671 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1412904428828897) | > loader_time: 0.0045 (0.004630982747574674)  --> TIME: 2025-03-26 03:31:13 -- STEP: 19105/31555 -- GLOBAL_STEP: 1249750 | > loss_text_ce: 0.03338576853275299 (0.03181074600719414) | > loss_mel_ce: 2.5324859619140625 (nan) | > loss: 0.01018203143030405 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412889862459892) | > loader_time: 0.0046 (0.004631213610224062)  --> TIME: 2025-03-26 03:31:23 -- STEP: 19155/31555 -- GLOBAL_STEP: 1249800 | > loss_text_ce: 0.04169585928320885 (0.03181057012603723) | > loss_mel_ce: 2.6624867916107178 (nan) | > loss: 0.010730884037911892 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14129727336701386) | > loader_time: 0.0044 (0.00463164074867147)  --> TIME: 2025-03-26 03:31:33 -- STEP: 19205/31555 -- GLOBAL_STEP: 1249850 | > loss_text_ce: 0.02962386980652809 (0.03181091748004404) | > loss_mel_ce: 2.78808856010437 (nan) | > loss: 0.01118139922618866 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1413037765898211) | > loader_time: 0.0049 (0.004631647943239973)  --> TIME: 2025-03-26 03:31:43 -- STEP: 19255/31555 -- GLOBAL_STEP: 1249900 | > loss_text_ce: 0.03136571869254112 (0.03180860676571744) | > loss_mel_ce: 2.5417215824127197 (nan) | > loss: 0.010210664011538029 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14129755969358396) | > loader_time: 0.0047 (0.004631874438107279)  --> TIME: 2025-03-26 03:31:52 -- STEP: 19305/31555 -- GLOBAL_STEP: 1249950 | > loss_text_ce: 0.03480773791670799 (0.03180863207229774) | > loss_mel_ce: 2.6044130325317383 (nan) | > loss: 0.0104730986058712 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14130364750000385) | > loader_time: 0.0047 (0.004631890141571847)  --> TIME: 2025-03-26 03:32:02 -- STEP: 19355/31555 -- GLOBAL_STEP: 1250000 | > loss_text_ce: 0.044830698519945145 (0.03181232815390412) | > loss_mel_ce: 2.119551658630371 (nan) | > loss: 0.0085888197645545 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14130274897796924) | > loader_time: 0.0047 (0.0046322781304862296) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1250000.pth  --> TIME: 2025-03-26 03:32:17 -- STEP: 19405/31555 -- GLOBAL_STEP: 1250050 | > loss_text_ce: 0.028081374242901802 (0.03181284475160674) | > loss_mel_ce: 2.7325549125671387 (nan) | > loss: 0.010954907163977623 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14130163445849958) | > loader_time: 0.0043 (0.004632211265966962)  --> TIME: 2025-03-26 03:32:27 -- STEP: 19455/31555 -- GLOBAL_STEP: 1250100 | > loss_text_ce: 0.0368502140045166 (0.03181191715597343) | > loss_mel_ce: 2.5620200634002686 (nan) | > loss: 0.01031297817826271 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1413075321715161) | > loader_time: 0.0044 (0.004631985051869058)  --> TIME: 2025-03-26 03:32:37 -- STEP: 19505/31555 -- GLOBAL_STEP: 1250150 | > loss_text_ce: 0.03355836495757103 (0.03181382897478271) | > loss_mel_ce: 2.5425994396209717 (nan) | > loss: 0.010222849436104298 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14131150308006207) | > loader_time: 0.0045 (0.004632029695958243)  --> TIME: 2025-03-26 03:32:46 -- STEP: 19555/31555 -- GLOBAL_STEP: 1250200 | > loss_text_ce: 0.03287860006093979 (0.03181759262406531) | > loss_mel_ce: 2.411100387573242 (nan) | > loss: 0.00969833042472601 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1413072111295093) | > loader_time: 0.0047 (0.004632308665397253)  --> TIME: 2025-03-26 03:32:56 -- STEP: 19605/31555 -- GLOBAL_STEP: 1250250 | > loss_text_ce: 0.03584973141551018 (0.03181910266754381) | > loss_mel_ce: 2.893310546875 (nan) | > loss: 0.011623652651906013 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14131089592125964) | > loader_time: 0.0048 (0.004632460636254691)  --> TIME: 2025-03-26 03:33:06 -- STEP: 19655/31555 -- GLOBAL_STEP: 1250300 | > loss_text_ce: 0.03823554515838623 (0.031820002138137043) | > loss_mel_ce: 1.1915916204452515 (nan) | > loss: 0.004880266729742289 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1477 (0.14131102075530746) | > loader_time: 0.0048 (0.0046324890765547)  --> TIME: 2025-03-26 03:33:15 -- STEP: 19705/31555 -- GLOBAL_STEP: 1250350 | > loss_text_ce: 0.02384493313729763 (0.03181844307679238) | > loss_mel_ce: 1.9632669687271118 (nan) | > loss: 0.007885364815592766 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14130489305323493) | > loader_time: 0.0049 (0.004632418084888705)  --> TIME: 2025-03-26 03:33:25 -- STEP: 19755/31555 -- GLOBAL_STEP: 1250400 | > loss_text_ce: 0.038794100284576416 (0.031815631973850206) | > loss_mel_ce: 3.0302464962005615 (nan) | > loss: 0.012178733013570309 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14131007705028123) | > loader_time: 0.0046 (0.004632827439690745)  --> TIME: 2025-03-26 03:33:35 -- STEP: 19805/31555 -- GLOBAL_STEP: 1250450 | > loss_text_ce: 0.02659483067691326 (0.03181598962798843) | > loss_mel_ce: 2.613107919692993 (nan) | > loss: 0.01047501154243946 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14132302755419932) | > loader_time: 0.0046 (0.004633081528129853)  --> TIME: 2025-03-26 03:33:45 -- STEP: 19855/31555 -- GLOBAL_STEP: 1250500 | > loss_text_ce: 0.029685229063034058 (0.0318174911508146) | > loss_mel_ce: 0.0808919295668602 (nan) | > loss: 0.0004387982771731913 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14133359125656608) | > loader_time: 0.0045 (0.0046332434483962555)  --> TIME: 2025-03-26 03:33:55 -- STEP: 19905/31555 -- GLOBAL_STEP: 1250550 | > loss_text_ce: 0.03847120329737663 (0.03181634740962463) | > loss_mel_ce: 2.2265288829803467 (nan) | > loss: 0.008988096378743649 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14134078950505907) | > loader_time: 0.0048 (0.004633108667020544)  --> TIME: 2025-03-26 03:34:05 -- STEP: 19955/31555 -- GLOBAL_STEP: 1250600 | > loss_text_ce: 0.03850968927145004 (0.03181457010372467) | > loss_mel_ce: 2.9763882160186768 (nan) | > loss: 0.011963880620896816 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14136370458390288) | > loader_time: 0.0047 (0.004633181425480269)  --> TIME: 2025-03-26 03:34:15 -- STEP: 20005/31555 -- GLOBAL_STEP: 1250650 | > loss_text_ce: 0.027271917089819908 (0.031820356868714025) | > loss_mel_ce: 2.8569202423095703 (nan) | > loss: 0.01144520752131939 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14136774587023454) | > loader_time: 0.0047 (0.004633417692043806)  --> TIME: 2025-03-26 03:34:24 -- STEP: 20055/31555 -- GLOBAL_STEP: 1250700 | > loss_text_ce: 0.028308367356657982 (0.031822695424796564) | > loss_mel_ce: 2.902265787124634 (nan) | > loss: 0.011629262939095497 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14137183299714967) | > loader_time: 0.0047 (0.004633229618742998)  --> TIME: 2025-03-26 03:34:34 -- STEP: 20105/31555 -- GLOBAL_STEP: 1250750 | > loss_text_ce: 0.025911234319210052 (0.031819753942177884) | > loss_mel_ce: 2.298475980758667 (nan) | > loss: 0.009223760105669498 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14137054076689318) | > loader_time: 0.0046 (0.0046330646684708664)  --> TIME: 2025-03-26 03:34:44 -- STEP: 20155/31555 -- GLOBAL_STEP: 1250800 | > loss_text_ce: 0.04560207203030586 (0.03181696620662833) | > loss_mel_ce: 1.6023147106170654 (nan) | > loss: 0.0065393527038395405 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1413691508033622) | > loader_time: 0.0042 (0.004632974824311559)  --> TIME: 2025-03-26 03:34:53 -- STEP: 20205/31555 -- GLOBAL_STEP: 1250850 | > loss_text_ce: 0.01665191911160946 (0.03181752202618922) | > loss_mel_ce: 2.727675676345825 (nan) | > loss: 0.010890189558267593 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14137328799719073) | > loader_time: 0.0046 (0.004633012486990939)  --> TIME: 2025-03-26 03:35:03 -- STEP: 20255/31555 -- GLOBAL_STEP: 1250900 | > loss_text_ce: 0.040003228932619095 (0.031818754788809196) | > loss_mel_ce: 2.8187475204467773 (nan) | > loss: 0.011344250291585922 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1413664081543357) | > loader_time: 0.0046 (0.004632887808489692)  --> TIME: 2025-03-26 03:35:12 -- STEP: 20305/31555 -- GLOBAL_STEP: 1250950 | > loss_text_ce: 0.02678738534450531 (0.03181962102236055) | > loss_mel_ce: 2.6022868156433105 (nan) | > loss: 0.01043283473700285 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1413624060738121) | > loader_time: 0.0045 (0.004632582426129867)  --> TIME: 2025-03-26 03:35:22 -- STEP: 20355/31555 -- GLOBAL_STEP: 1251000 | > loss_text_ce: 0.03206959366798401 (0.03181781735082718) | > loss_mel_ce: 0.6074234843254089 (nan) | > loss: 0.0025376712437719107 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14136441313233616) | > loader_time: 0.0045 (0.0046325715804562614)  --> TIME: 2025-03-26 03:35:32 -- STEP: 20405/31555 -- GLOBAL_STEP: 1251050 | > loss_text_ce: 0.02976972796022892 (0.031818360707653544) | > loss_mel_ce: 2.925654411315918 (nan) | > loss: 0.011727874167263508 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14136676880636234) | > loader_time: 0.0048 (0.004632464439020053)  --> TIME: 2025-03-26 03:35:41 -- STEP: 20455/31555 -- GLOBAL_STEP: 1251100 | > loss_text_ce: 0.038358163088560104 (0.031821129442789364) | > loss_mel_ce: 2.6012253761291504 (nan) | > loss: 0.010474538430571556 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14136579586281753) | > loader_time: 0.0046 (0.004632351468985357)  --> TIME: 2025-03-26 03:35:51 -- STEP: 20505/31555 -- GLOBAL_STEP: 1251150 | > loss_text_ce: 0.04079950600862503 (0.031820771810447755) | > loss_mel_ce: 2.5734434127807617 (nan) | > loss: 0.010373980738222599 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14137359287528928) | > loader_time: 0.0047 (0.00463225787455091)  --> TIME: 2025-03-26 03:36:01 -- STEP: 20555/31555 -- GLOBAL_STEP: 1251200 | > loss_text_ce: 0.03206632286310196 (0.03181907127304835) | > loss_mel_ce: 2.5030834674835205 (nan) | > loss: 0.01006011851131916 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1413861611903773) | > loader_time: 0.0046 (0.00463230369213403)  --> TIME: 2025-03-26 03:36:11 -- STEP: 20605/31555 -- GLOBAL_STEP: 1251250 | > loss_text_ce: 0.030309975147247314 (0.03181696203594927) | > loss_mel_ce: 0.03485107421875 (nan) | > loss: 0.0002585756010375917 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14139133114110095) | > loader_time: 0.0047 (0.00463240828742045)  --> TIME: 2025-03-26 03:36:21 -- STEP: 20655/31555 -- GLOBAL_STEP: 1251300 | > loss_text_ce: 0.03508986532688141 (0.0318150496380858) | > loss_mel_ce: 2.903679609298706 (nan) | > loss: 0.01166178472340107 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14138920303119415) | > loader_time: 0.0047 (0.004632184061638169)  --> TIME: 2025-03-26 03:36:31 -- STEP: 20705/31555 -- GLOBAL_STEP: 1251350 | > loss_text_ce: 0.041178684681653976 (0.03181536124663409) | > loss_mel_ce: 2.7420361042022705 (nan) | > loss: 0.01104450412094593 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14140271459965004) | > loader_time: 0.0047 (0.004631995406308563)  --> TIME: 2025-03-26 03:36:40 -- STEP: 20755/31555 -- GLOBAL_STEP: 1251400 | > loss_text_ce: 0.0396806001663208 (0.03181481199862703) | > loss_mel_ce: 3.182203531265259 (nan) | > loss: 0.012785255908966064 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1414037049462841) | > loader_time: 0.0048 (0.004631994167485014)  --> TIME: 2025-03-26 03:36:50 -- STEP: 20805/31555 -- GLOBAL_STEP: 1251450 | > loss_text_ce: 0.03721088916063309 (0.031816278483939905) | > loss_mel_ce: 2.58790922164917 (nan) | > loss: 0.010417143814265728 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14139711706147298) | > loader_time: 0.0048 (0.004631832327243358)  --> TIME: 2025-03-26 03:36:59 -- STEP: 20855/31555 -- GLOBAL_STEP: 1251500 | > loss_text_ce: 0.03133811056613922 (0.03181600409712421) | > loss_mel_ce: 1.7859325408935547 (nan) | > loss: 0.007211391814053059 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.14139327494196696) | > loader_time: 0.0043 (0.004631899575540059)  --> TIME: 2025-03-26 03:37:09 -- STEP: 20905/31555 -- GLOBAL_STEP: 1251550 | > loss_text_ce: 0.0373183935880661 (0.031817849875574664) | > loss_mel_ce: 2.508037805557251 (nan) | > loss: 0.010100620798766613 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14140619177819444) | > loader_time: 0.0045 (0.004632543416948177)  --> TIME: 2025-03-26 03:37:19 -- STEP: 20955/31555 -- GLOBAL_STEP: 1251600 | > loss_text_ce: 0.03758200258016586 (0.031817199623039444) | > loss_mel_ce: 2.718566417694092 (nan) | > loss: 0.010937097482383251 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14139358215131792) | > loader_time: 0.0044 (0.0046324304623013195)  --> TIME: 2025-03-26 03:37:28 -- STEP: 21005/31555 -- GLOBAL_STEP: 1251650 | > loss_text_ce: 0.02572418935596943 (0.03181680151525433) | > loss_mel_ce: 2.7092010974884033 (nan) | > loss: 0.010852878913283348 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1413827011682282) | > loader_time: 0.0044 (0.004632110318749372)  --> TIME: 2025-03-26 03:37:38 -- STEP: 21055/31555 -- GLOBAL_STEP: 1251700 | > loss_text_ce: 0.034299336373806 (0.03181536126889809) | > loss_mel_ce: 2.4548420906066895 (nan) | > loss: 0.00987754575908184 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14138376841322023) | > loader_time: 0.0044 (0.004631963044553593)  --> TIME: 2025-03-26 03:37:48 -- STEP: 21105/31555 -- GLOBAL_STEP: 1251750 | > loss_text_ce: 0.031394921243190765 (0.03181630108012142) | > loss_mel_ce: 2.146500825881958 (nan) | > loss: 0.008642444387078285 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14138442578120297) | > loader_time: 0.0045 (0.004631779437323806)  --> TIME: 2025-03-26 03:37:57 -- STEP: 21155/31555 -- GLOBAL_STEP: 1251800 | > loss_text_ce: 0.029077677056193352 (0.03181549020391558) | > loss_mel_ce: 2.679560422897339 (nan) | > loss: 0.010748565196990967 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14136809452970198) | > loader_time: 0.0045 (0.004631521571643283)  --> TIME: 2025-03-26 03:38:06 -- STEP: 21205/31555 -- GLOBAL_STEP: 1251850 | > loss_text_ce: 0.039078112691640854 (0.0318171044408861) | > loss_mel_ce: 3.091561794281006 (nan) | > loss: 0.01242317445576191 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14136035774597924) | > loader_time: 0.0047 (0.004631620036968204)  --> TIME: 2025-03-26 03:38:16 -- STEP: 21255/31555 -- GLOBAL_STEP: 1251900 | > loss_text_ce: 0.03294764831662178 (0.03181718559850254) | > loss_mel_ce: 2.204918384552002 (nan) | > loss: 0.008880420587956905 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.1413560736294325) | > loader_time: 0.0049 (0.004631545711365662)  --> TIME: 2025-03-26 03:38:25 -- STEP: 21305/31555 -- GLOBAL_STEP: 1251950 | > loss_text_ce: 0.02488461695611477 (0.03181936628294723) | > loss_mel_ce: 2.5973410606384277 (nan) | > loss: 0.01040565874427557 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14135422835297426) | > loader_time: 0.0043 (0.004631442683483323)  --> TIME: 2025-03-26 03:38:35 -- STEP: 21355/31555 -- GLOBAL_STEP: 1252000 | > loss_text_ce: 0.03197133541107178 (0.03181877254940847) | > loss_mel_ce: 2.30471134185791 (nan) | > loss: 0.009272551164031029 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14134868682337917) | > loader_time: 0.0046 (0.00463123167462661)  --> TIME: 2025-03-26 03:38:44 -- STEP: 21405/31555 -- GLOBAL_STEP: 1252050 | > loss_text_ce: 0.0310490895062685 (0.03182156488283712) | > loss_mel_ce: 2.886462688446045 (nan) | > loss: 0.011577428318560123 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.14133205006150967) | > loader_time: 0.0045 (0.0046311679996917125)  --> TIME: 2025-03-26 03:38:54 -- STEP: 21455/31555 -- GLOBAL_STEP: 1252100 | > loss_text_ce: 0.032492104917764664 (0.03182023401024658) | > loss_mel_ce: 2.5054821968078613 (nan) | > loss: 0.010071326978504658 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14132713768149355) | > loader_time: 0.0049 (0.004631040435769662)  --> TIME: 2025-03-26 03:39:03 -- STEP: 21505/31555 -- GLOBAL_STEP: 1252150 | > loss_text_ce: 0.03274979814887047 (0.03181856763448468) | > loss_mel_ce: 2.4712133407592773 (nan) | > loss: 0.009936362504959106 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14132178896833225) | > loader_time: 0.0044 (0.004631212261548498)  --> TIME: 2025-03-26 03:39:13 -- STEP: 21555/31555 -- GLOBAL_STEP: 1252200 | > loss_text_ce: 0.027690453454852104 (0.03181566931860369) | > loss_mel_ce: 1.900807499885559 (nan) | > loss: 0.007652769796550274 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14133762256973584) | > loader_time: 0.0047 (0.004631154616286636)  --> TIME: 2025-03-26 03:39:23 -- STEP: 21605/31555 -- GLOBAL_STEP: 1252250 | > loss_text_ce: 0.024501051753759384 (0.03181540049721158) | > loss_mel_ce: 2.3839125633239746 (nan) | > loss: 0.00955719780176878 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1413309705558125) | > loader_time: 0.0045 (0.004630972417077911)  --> TIME: 2025-03-26 03:39:33 -- STEP: 21655/31555 -- GLOBAL_STEP: 1252300 | > loss_text_ce: 0.0325486995279789 (0.03181830650439339) | > loss_mel_ce: 0.8118896484375 (nan) | > loss: 0.003350946120917797 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14133968214547177) | > loader_time: 0.0045 (0.0046309327671858564)  --> TIME: 2025-03-26 03:39:42 -- STEP: 21705/31555 -- GLOBAL_STEP: 1252350 | > loss_text_ce: 0.03000790812075138 (0.031814167792596784) | > loss_mel_ce: 2.747667074203491 (nan) | > loss: 0.011022520251572132 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14132609155369713) | > loader_time: 0.0045 (0.004630769142163169)  --> TIME: 2025-03-26 03:39:52 -- STEP: 21755/31555 -- GLOBAL_STEP: 1252400 | > loss_text_ce: 0.033903028815984726 (0.03181009619869002) | > loss_mel_ce: 3.145965337753296 (nan) | > loss: 0.012618526816368103 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.1413318797983646) | > loader_time: 0.0047 (0.004630755358963157)  --> TIME: 2025-03-26 03:40:01 -- STEP: 21805/31555 -- GLOBAL_STEP: 1252450 | > loss_text_ce: 0.027280591428279877 (0.03181138561427352) | > loss_mel_ce: 2.7069101333618164 (nan) | > loss: 0.010849963873624802 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1413216044612499) | > loader_time: 0.0047 (0.004630632931911119)  --> TIME: 2025-03-26 03:40:11 -- STEP: 21855/31555 -- GLOBAL_STEP: 1252500 | > loss_text_ce: 0.031164119020104408 (0.031810140209811676) | > loss_mel_ce: 2.3536112308502197 (nan) | > loss: 0.009463394992053509 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14131375066041113) | > loader_time: 0.0047 (0.004630550883285936)  --> TIME: 2025-03-26 03:40:20 -- STEP: 21905/31555 -- GLOBAL_STEP: 1252550 | > loss_text_ce: 0.026678280904889107 (0.03181232240142875) | > loss_mel_ce: 0.8448562026023865 (nan) | > loss: 0.0034584703389555216 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14131140797085423) | > loader_time: 0.0052 (0.004630472213267941)  --> TIME: 2025-03-26 03:40:30 -- STEP: 21955/31555 -- GLOBAL_STEP: 1252600 | > loss_text_ce: 0.027922876179218292 (0.031812783110903) | > loss_mel_ce: 2.705778121948242 (nan) | > loss: 0.010848020203411579 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14130983701248537) | > loader_time: 0.0044 (0.004630488031031561)  --> TIME: 2025-03-26 03:40:39 -- STEP: 22005/31555 -- GLOBAL_STEP: 1252650 | > loss_text_ce: 0.02867390587925911 (0.03181498459925667) | > loss_mel_ce: 2.4590606689453125 (nan) | > loss: 0.009871963411569595 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.141309124663374) | > loader_time: 0.0048 (0.00463061498474245)  --> TIME: 2025-03-26 03:40:49 -- STEP: 22055/31555 -- GLOBAL_STEP: 1252700 | > loss_text_ce: 0.027308251708745956 (0.03181549949375984) | > loss_mel_ce: 1.9080345630645752 (nan) | > loss: 0.007679932285100222 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1413104558363978) | > loader_time: 0.0045 (0.0046305408988023735)  --> TIME: 2025-03-26 03:40:59 -- STEP: 22105/31555 -- GLOBAL_STEP: 1252750 | > loss_text_ce: 0.025949252769351006 (0.03181522957634316) | > loss_mel_ce: 2.984201431274414 (nan) | > loss: 0.011945042759180069 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.141309896677065) | > loader_time: 0.0046 (0.004630486939832969)  --> TIME: 2025-03-26 03:41:08 -- STEP: 22155/31555 -- GLOBAL_STEP: 1252800 | > loss_text_ce: 0.03426003083586693 (0.031817704390190535) | > loss_mel_ce: 2.2584359645843506 (nan) | > loss: 0.009098000824451447 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1413085833222138) | > loader_time: 0.0045 (0.0046304131974702544)  --> TIME: 2025-03-26 03:41:18 -- STEP: 22205/31555 -- GLOBAL_STEP: 1252850 | > loss_text_ce: 0.03894989937543869 (0.03181806041741032) | > loss_mel_ce: 2.4406583309173584 (nan) | > loss: 0.009839716367423534 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14131314169847864) | > loader_time: 0.0042 (0.0046303017884056635)  --> TIME: 2025-03-26 03:41:28 -- STEP: 22255/31555 -- GLOBAL_STEP: 1252900 | > loss_text_ce: 0.03228890895843506 (0.03181788505820203) | > loss_mel_ce: 2.0919296741485596 (nan) | > loss: 0.008429438807070255 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14131621062099414) | > loader_time: 0.0045 (0.004630345394037674)  --> TIME: 2025-03-26 03:41:38 -- STEP: 22305/31555 -- GLOBAL_STEP: 1252950 | > loss_text_ce: 0.02939072623848915 (0.031819980129277274) | > loss_mel_ce: 3.009786605834961 (nan) | > loss: 0.012060228735208511 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.1413207122441017) | > loader_time: 0.0044 (0.004630233428585666)  --> TIME: 2025-03-26 03:41:47 -- STEP: 22355/31555 -- GLOBAL_STEP: 1253000 | > loss_text_ce: 0.03760381042957306 (0.031817063481553845) | > loss_mel_ce: 2.8929080963134766 (nan) | > loss: 0.011629016138613224 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14131348060031143) | > loader_time: 0.0047 (0.004630110861603992)  --> TIME: 2025-03-26 03:41:57 -- STEP: 22405/31555 -- GLOBAL_STEP: 1253050 | > loss_text_ce: 0.03219273313879967 (0.03181679852176322) | > loss_mel_ce: 0.0801323801279068 (nan) | > loss: 0.0004457346221897751 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14130508884258824) | > loader_time: 0.0044 (0.00463022064135772)  --> TIME: 2025-03-26 03:42:06 -- STEP: 22455/31555 -- GLOBAL_STEP: 1253100 | > loss_text_ce: 0.03945506364107132 (0.03181423705446145) | > loss_mel_ce: 2.691148281097412 (nan) | > loss: 0.010835728608071804 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14129988043485048) | > loader_time: 0.0047 (0.004630127433041268)  --> TIME: 2025-03-26 03:42:16 -- STEP: 22505/31555 -- GLOBAL_STEP: 1253150 | > loss_text_ce: 0.041127026081085205 (0.03181302894810633) | > loss_mel_ce: 3.1941723823547363 (nan) | > loss: 0.012838490307331085 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14129972938854582) | > loader_time: 0.0046 (0.004630311429037099)  --> TIME: 2025-03-26 03:42:25 -- STEP: 22555/31555 -- GLOBAL_STEP: 1253200 | > loss_text_ce: 0.029892966151237488 (0.03181173409837209) | > loss_mel_ce: 2.090132713317871 (nan) | > loss: 0.00841280072927475 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14129691371313094) | > loader_time: 0.0043 (0.004630665830909436)  --> TIME: 2025-03-26 03:42:35 -- STEP: 22605/31555 -- GLOBAL_STEP: 1253250 | > loss_text_ce: 0.027058808133006096 (0.0318128227950662) | > loss_mel_ce: 2.617008686065674 (nan) | > loss: 0.01049233227968216 (nan) | > current_lr: 5e-06 | > step_time: 0.1852 (0.14129447375902746) | > loader_time: 0.0048 (0.004630454128175105)  --> TIME: 2025-03-26 03:42:45 -- STEP: 22655/31555 -- GLOBAL_STEP: 1253300 | > loss_text_ce: 0.027376851066946983 (0.0318135424481125) | > loss_mel_ce: 2.8491315841674805 (nan) | > loss: 0.011414716951549053 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14129651790948083) | > loader_time: 0.0044 (0.0046302446227704155)  --> TIME: 2025-03-26 03:42:55 -- STEP: 22705/31555 -- GLOBAL_STEP: 1253350 | > loss_text_ce: 0.036129847168922424 (0.03181616870505523) | > loss_mel_ce: 1.7410624027252197 (nan) | > loss: 0.007052350323647261 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14130623836765144) | > loader_time: 0.0045 (0.004630105880303847)  --> TIME: 2025-03-26 03:43:04 -- STEP: 22755/31555 -- GLOBAL_STEP: 1253400 | > loss_text_ce: 0.03199649229645729 (0.031817718339996776) | > loss_mel_ce: 2.6371543407440186 (nan) | > loss: 0.010591869242489338 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14131006404505372) | > loader_time: 0.0047 (0.00463002978563572)  --> TIME: 2025-03-26 03:43:14 -- STEP: 22805/31555 -- GLOBAL_STEP: 1253450 | > loss_text_ce: 0.03082643263041973 (0.03181759766638903) | > loss_mel_ce: 3.0568792819976807 (nan) | > loss: 0.012252801097929478 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.1413130640486984) | > loader_time: 0.0048 (0.004630246368371417)  --> TIME: 2025-03-26 03:43:24 -- STEP: 22855/31555 -- GLOBAL_STEP: 1253500 | > loss_text_ce: 0.04035721346735954 (0.031814359264292255) | > loss_mel_ce: 2.8611905574798584 (nan) | > loss: 0.011514078825712204 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1413208501653476) | > loader_time: 0.0045 (0.004630068631068921)  --> TIME: 2025-03-26 03:43:33 -- STEP: 22905/31555 -- GLOBAL_STEP: 1253550 | > loss_text_ce: 0.03145277500152588 (0.031811686364303246) | > loss_mel_ce: 2.4739816188812256 (nan) | > loss: 0.009942200966179371 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1413130792564919) | > loader_time: 0.0045 (0.004629824947930937)  --> TIME: 2025-03-26 03:43:43 -- STEP: 22955/31555 -- GLOBAL_STEP: 1253600 | > loss_text_ce: 0.026677284389734268 (0.03181274702557067) | > loss_mel_ce: 2.104445457458496 (nan) | > loss: 0.008456837385892868 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1413204251901954) | > loader_time: 0.0047 (0.004629765209147325)  --> TIME: 2025-03-26 03:43:53 -- STEP: 23005/31555 -- GLOBAL_STEP: 1253650 | > loss_text_ce: 0.03655649349093437 (0.03181169052025149) | > loss_mel_ce: 2.3839521408081055 (nan) | > loss: 0.009605193510651588 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14132542805007373) | > loader_time: 0.0045 (0.004629974048102959)  --> TIME: 2025-03-26 03:44:03 -- STEP: 23055/31555 -- GLOBAL_STEP: 1253700 | > loss_text_ce: 0.032403893768787384 (0.0318103132127174) | > loss_mel_ce: 2.426363945007324 (nan) | > loss: 0.009757015854120255 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14131469175371417) | > loader_time: 0.0045 (0.004629868464158649)  --> TIME: 2025-03-26 03:44:12 -- STEP: 23105/31555 -- GLOBAL_STEP: 1253750 | > loss_text_ce: 0.03139052167534828 (0.031808600639265355) | > loss_mel_ce: 1.92987859249115 (nan) | > loss: 0.007782814558595419 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14131798524408717) | > loader_time: 0.0045 (0.004629976278361608)  --> TIME: 2025-03-26 03:44:22 -- STEP: 23155/31555 -- GLOBAL_STEP: 1253800 | > loss_text_ce: 0.026484809815883636 (0.03180870135284394) | > loss_mel_ce: 2.9231066703796387 (nan) | > loss: 0.01170472800731659 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14131790121799664) | > loader_time: 0.0046 (0.004630016472292785)  --> TIME: 2025-03-26 03:44:32 -- STEP: 23205/31555 -- GLOBAL_STEP: 1253850 | > loss_text_ce: 0.031475987285375595 (0.03180942023752917) | > loss_mel_ce: 2.2751736640930176 (nan) | > loss: 0.00915337260812521 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14131475295313622) | > loader_time: 0.0045 (0.004630227511208062)  --> TIME: 2025-03-26 03:44:41 -- STEP: 23255/31555 -- GLOBAL_STEP: 1253900 | > loss_text_ce: 0.020507173612713814 (0.03181003795508585) | > loss_mel_ce: 0.030029296875 (nan) | > loss: 0.00020054155902471393 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14132289878272714) | > loader_time: 0.0046 (0.004630481102368676)  --> TIME: 2025-03-26 03:44:51 -- STEP: 23305/31555 -- GLOBAL_STEP: 1253950 | > loss_text_ce: 0.04090546816587448 (0.03181157107138277) | > loss_mel_ce: 2.7209675312042236 (nan) | > loss: 0.010959814302623272 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14131412727079315) | > loader_time: 0.0044 (0.004630273719939828)  --> TIME: 2025-03-26 03:45:00 -- STEP: 23355/31555 -- GLOBAL_STEP: 1254000 | > loss_text_ce: 0.03841752931475639 (0.03181241193833715) | > loss_mel_ce: 2.422426462173462 (nan) | > loss: 0.009765254333615303 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1413111354727429) | > loader_time: 0.0046 (0.004630067552139002)  --> TIME: 2025-03-26 03:45:10 -- STEP: 23405/31555 -- GLOBAL_STEP: 1254050 | > loss_text_ce: 0.03170885890722275 (0.031811615839422304) | > loss_mel_ce: 2.38500714302063 (nan) | > loss: 0.009590143337845802 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14131405821622767) | > loader_time: 0.0045 (0.0046300934818254025)  --> TIME: 2025-03-26 03:45:20 -- STEP: 23455/31555 -- GLOBAL_STEP: 1254100 | > loss_text_ce: 0.03146398440003395 (0.03181067417994973) | > loss_mel_ce: 2.465595006942749 (nan) | > loss: 0.009908964857459068 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413085419698148) | > loader_time: 0.0044 (0.004629932774381332)  --> TIME: 2025-03-26 03:45:29 -- STEP: 23505/31555 -- GLOBAL_STEP: 1254150 | > loss_text_ce: 0.031040195375680923 (0.031811535238294095) | > loss_mel_ce: 2.007720947265625 (nan) | > loss: 0.008090322837233543 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14130741169898453) | > loader_time: 0.0048 (0.004629929677853308)  --> TIME: 2025-03-26 03:45:39 -- STEP: 23555/31555 -- GLOBAL_STEP: 1254200 | > loss_text_ce: 0.028650084510445595 (0.031811509178202184) | > loss_mel_ce: 0.9925537109375 (nan) | > loss: 0.004052395932376385 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14130728298933015) | > loader_time: 0.0045 (0.004629860782643535)  --> TIME: 2025-03-26 03:45:49 -- STEP: 23605/31555 -- GLOBAL_STEP: 1254250 | > loss_text_ce: 0.034423165023326874 (0.03180905636506516) | > loss_mel_ce: 2.403735876083374 (nan) | > loss: 0.00967523455619812 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1413089902490357) | > loader_time: 0.0044 (0.004629617392877933)  --> TIME: 2025-03-26 03:45:58 -- STEP: 23655/31555 -- GLOBAL_STEP: 1254300 | > loss_text_ce: 0.030301133170723915 (0.031806980777957905) | > loss_mel_ce: 2.8427586555480957 (nan) | > loss: 0.011401031166315079 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14129870984600137) | > loader_time: 0.0046 (0.004629591720297227)  --> TIME: 2025-03-26 03:46:07 -- STEP: 23705/31555 -- GLOBAL_STEP: 1254350 | > loss_text_ce: 0.024250047281384468 (0.031803857783424164) | > loss_mel_ce: 2.48620867729187 (nan) | > loss: 0.009962138719856739 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14128712578881908) | > loader_time: 0.0046 (0.004629500428726587)  --> TIME: 2025-03-26 03:46:17 -- STEP: 23755/31555 -- GLOBAL_STEP: 1254400 | > loss_text_ce: 0.03419748321175575 (0.03180219980023006) | > loss_mel_ce: 2.692911386489868 (nan) | > loss: 0.01082186121493578 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14128694214135357) | > loader_time: 0.0044 (0.004629448453292569)  --> TIME: 2025-03-26 03:46:27 -- STEP: 23805/31555 -- GLOBAL_STEP: 1254450 | > loss_text_ce: 0.03237510845065117 (0.031801823765231975) | > loss_mel_ce: 1.1387559175491333 (nan) | > loss: 0.004647345747798681 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14128847152238835) | > loader_time: 0.0044 (0.004629320788849204)  --> TIME: 2025-03-26 03:46:36 -- STEP: 23855/31555 -- GLOBAL_STEP: 1254500 | > loss_text_ce: 0.0323435515165329 (0.03180255704092655) | > loss_mel_ce: 2.9380922317504883 (nan) | > loss: 0.011787444353103638 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14128907302020116) | > loader_time: 0.0045 (0.004629454505790882)  --> TIME: 2025-03-26 03:46:46 -- STEP: 23905/31555 -- GLOBAL_STEP: 1254550 | > loss_text_ce: 0.03301572427153587 (0.03180457648404897) | > loss_mel_ce: 2.540677309036255 (nan) | > loss: 0.010213067755103111 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14129974225205233) | > loader_time: 0.0046 (0.004629564494723629)  --> TIME: 2025-03-26 03:46:57 -- STEP: 23955/31555 -- GLOBAL_STEP: 1254600 | > loss_text_ce: 0.027911974117159843 (0.03180347502401106) | > loss_mel_ce: 2.991804838180542 (nan) | > loss: 0.011983003467321396 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14131365304101712) | > loader_time: 0.0045 (0.004629779653244642)  --> TIME: 2025-03-26 03:47:06 -- STEP: 24005/31555 -- GLOBAL_STEP: 1254650 | > loss_text_ce: 0.03534556180238724 (0.03179991687431705) | > loss_mel_ce: 2.9025585651397705 (nan) | > loss: 0.011658350005745888 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14131199696291946) | > loader_time: 0.0047 (0.004629747332743969)  --> TIME: 2025-03-26 03:47:16 -- STEP: 24055/31555 -- GLOBAL_STEP: 1254700 | > loss_text_ce: 0.0436163954436779 (0.031801185448971675) | > loss_mel_ce: 1.297462821006775 (nan) | > loss: 0.005321743432432413 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14132012390242987) | > loader_time: 0.0045 (0.00462989687201041)  --> TIME: 2025-03-26 03:47:26 -- STEP: 24105/31555 -- GLOBAL_STEP: 1254750 | > loss_text_ce: 0.030884286388754845 (0.03180169947530395) | > loss_mel_ce: 2.8426661491394043 (nan) | > loss: 0.0114029785618186 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14132349446116102) | > loader_time: 0.0047 (0.004630101308167861)  --> TIME: 2025-03-26 03:47:35 -- STEP: 24155/31555 -- GLOBAL_STEP: 1254800 | > loss_text_ce: 0.036103878170251846 (0.03180173294199623) | > loss_mel_ce: 1.9211500883102417 (nan) | > loss: 0.00776688102632761 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14131728846250538) | > loader_time: 0.0049 (0.004630246633230789)  --> TIME: 2025-03-26 03:47:45 -- STEP: 24205/31555 -- GLOBAL_STEP: 1254850 | > loss_text_ce: 0.031741004437208176 (0.03180188417974903) | > loss_mel_ce: 4.227267742156982 (nan) | > loss: 0.01690082997083664 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14132055094655324) | > loader_time: 0.0045 (0.004630503381635753)  --> TIME: 2025-03-26 03:47:55 -- STEP: 24255/31555 -- GLOBAL_STEP: 1254900 | > loss_text_ce: 0.02540501579642296 (0.03180203955713452) | > loss_mel_ce: 2.0042054653167725 (nan) | > loss: 0.008054009638726711 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14132162043788335) | > loader_time: 0.0057 (0.004630319685376671)  --> TIME: 2025-03-26 03:48:04 -- STEP: 24305/31555 -- GLOBAL_STEP: 1254950 | > loss_text_ce: 0.021296342834830284 (0.03179913379330129) | > loss_mel_ce: 0.07275390625 (nan) | > loss: 0.0003732152981683612 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14130990083902822) | > loader_time: 0.0044 (0.004629807814578671)  --> TIME: 2025-03-26 03:48:14 -- STEP: 24355/31555 -- GLOBAL_STEP: 1255000 | > loss_text_ce: 0.03062061406672001 (0.031796167096766734) | > loss_mel_ce: 2.2859225273132324 (nan) | > loss: 0.00919263157993555 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14130583092359228) | > loader_time: 0.0046 (0.004629800638313599)  --> TIME: 2025-03-26 03:48:23 -- STEP: 24405/31555 -- GLOBAL_STEP: 1255050 | > loss_text_ce: 0.031760092824697495 (0.03179835415857603) | > loss_mel_ce: 2.8095955848693848 (nan) | > loss: 0.011275221593677998 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1413068818645481) | > loader_time: 0.0047 (0.004629815941193011)  --> TIME: 2025-03-26 03:48:33 -- STEP: 24455/31555 -- GLOBAL_STEP: 1255100 | > loss_text_ce: 0.02655518427491188 (0.03179679565509452) | > loss_mel_ce: 2.878476619720459 (nan) | > loss: 0.011527905240654945 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14131272595198316) | > loader_time: 0.0046 (0.00463001542334128)  --> TIME: 2025-03-26 03:48:43 -- STEP: 24505/31555 -- GLOBAL_STEP: 1255150 | > loss_text_ce: 0.031851015985012054 (0.031796860611729455) | > loss_mel_ce: 2.760326385498047 (nan) | > loss: 0.011080069467425346 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1413139486089092) | > loader_time: 0.0045 (0.004630161951668685)  --> TIME: 2025-03-26 03:48:52 -- STEP: 24555/31555 -- GLOBAL_STEP: 1255200 | > loss_text_ce: 0.03243020921945572 (0.031795600504729925) | > loss_mel_ce: 1.16933274269104 (nan) | > loss: 0.004768900573253632 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14131207070945856) | > loader_time: 0.0045 (0.0046303017273912495)  --> TIME: 2025-03-26 03:49:02 -- STEP: 24605/31555 -- GLOBAL_STEP: 1255250 | > loss_text_ce: 0.02958221547305584 (0.03179607123425704) | > loss_mel_ce: 2.8416600227355957 (nan) | > loss: 0.011393819004297256 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1413067146278791) | > loader_time: 0.0046 (0.0046304021950442555)  --> TIME: 2025-03-26 03:49:11 -- STEP: 24655/31555 -- GLOBAL_STEP: 1255300 | > loss_text_ce: 0.04287007823586464 (0.03179435426449772) | > loss_mel_ce: 2.603712558746338 (nan) | > loss: 0.010502312332391739 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14129933646570933) | > loader_time: 0.0045 (0.0046304842299656965)  --> TIME: 2025-03-26 03:49:21 -- STEP: 24705/31555 -- GLOBAL_STEP: 1255350 | > loss_text_ce: 0.035334501415491104 (0.031794041053118144) | > loss_mel_ce: 1.743310570716858 (nan) | > loss: 0.007058115676045418 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1412915243501247) | > loader_time: 0.0045 (0.004630630138407259)  --> TIME: 2025-03-26 03:49:31 -- STEP: 24755/31555 -- GLOBAL_STEP: 1255400 | > loss_text_ce: 0.044559329748153687 (0.03179509633855973) | > loss_mel_ce: 2.4983246326446533 (nan) | > loss: 0.010090809315443039 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.1412951287682) | > loader_time: 0.0044 (0.004630532107722091)  --> TIME: 2025-03-26 03:49:40 -- STEP: 24805/31555 -- GLOBAL_STEP: 1255450 | > loss_text_ce: 0.025836050510406494 (0.031793522194547556) | > loss_mel_ce: 3.2313551902770996 (nan) | > loss: 0.012925362214446068 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14129258143135337) | > loader_time: 0.0044 (0.0046302202463486515)  --> TIME: 2025-03-26 03:49:50 -- STEP: 24855/31555 -- GLOBAL_STEP: 1255500 | > loss_text_ce: 0.03790983930230141 (0.031791844886763836) | > loss_mel_ce: 2.8353114128112793 (nan) | > loss: 0.011401671916246414 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14129842882112295) | > loader_time: 0.0046 (0.004629961342620702)  --> TIME: 2025-03-26 03:49:59 -- STEP: 24905/31555 -- GLOBAL_STEP: 1255550 | > loss_text_ce: 0.03004995733499527 (0.03179271513163521) | > loss_mel_ce: 2.453880548477173 (nan) | > loss: 0.009856867603957653 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14129604454668576) | > loader_time: 0.0048 (0.00462971081146872)  --> TIME: 2025-03-26 03:50:09 -- STEP: 24955/31555 -- GLOBAL_STEP: 1255600 | > loss_text_ce: 0.03825906664133072 (0.03179436362264716) | > loss_mel_ce: 2.7232041358947754 (nan) | > loss: 0.010958188213407993 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14130128222461558) | > loader_time: 0.0044 (0.004629399326945859)  --> TIME: 2025-03-26 03:50:19 -- STEP: 25005/31555 -- GLOBAL_STEP: 1255650 | > loss_text_ce: 0.031099889427423477 (0.03179166593783129) | > loss_mel_ce: 2.385986328125 (nan) | > loss: 0.009591612033545971 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1412984677348897) | > loader_time: 0.0044 (0.004629280757389179)  --> TIME: 2025-03-26 03:50:29 -- STEP: 25055/31555 -- GLOBAL_STEP: 1255700 | > loss_text_ce: 0.026469267904758453 (0.03179176718998736) | > loss_mel_ce: 2.780693292617798 (nan) | > loss: 0.011139534413814545 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1413017692120583) | > loader_time: 0.0047 (0.004628973372609198)  --> TIME: 2025-03-26 03:50:38 -- STEP: 25105/31555 -- GLOBAL_STEP: 1255750 | > loss_text_ce: 0.030024562031030655 (0.03179156412024577) | > loss_mel_ce: 2.829665184020996 (nan) | > loss: 0.011347975581884384 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1412962990437724) | > loader_time: 0.0043 (0.004628722407955074)  --> TIME: 2025-03-26 03:50:48 -- STEP: 25155/31555 -- GLOBAL_STEP: 1255800 | > loss_text_ce: 0.029945725575089455 (0.03178987388290459) | > loss_mel_ce: 2.588637351989746 (nan) | > loss: 0.010391202755272388 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14129529311154193) | > loader_time: 0.0046 (0.004628642978262553)  --> TIME: 2025-03-26 03:50:57 -- STEP: 25205/31555 -- GLOBAL_STEP: 1255850 | > loss_text_ce: 0.04064898565411568 (0.03178974977699814) | > loss_mel_ce: 2.5573999881744385 (nan) | > loss: 0.010309718549251556 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14129091990984935) | > loader_time: 0.0046 (0.004628636907476488)  --> TIME: 2025-03-26 03:51:07 -- STEP: 25255/31555 -- GLOBAL_STEP: 1255900 | > loss_text_ce: 0.03582334890961647 (0.03178730285618629) | > loss_mel_ce: 2.7008633613586426 (nan) | > loss: 0.010859868489205837 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1412971040325059) | > loader_time: 0.0046 (0.0046287962574223344)  --> TIME: 2025-03-26 03:51:17 -- STEP: 25305/31555 -- GLOBAL_STEP: 1255950 | > loss_text_ce: 0.03246748074889183 (0.031791320905299986) | > loss_mel_ce: 2.997983932495117 (nan) | > loss: 0.012025601230561733 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14129657131060194) | > loader_time: 0.0044 (0.004628755273236701)  --> TIME: 2025-03-26 03:51:26 -- STEP: 25355/31555 -- GLOBAL_STEP: 1256000 | > loss_text_ce: 0.022203730419278145 (0.031787503141894505) | > loss_mel_ce: 1.3600969314575195 (nan) | > loss: 0.005485319998115301 (nan) | > current_lr: 5e-06 | > step_time: 0.1015 (0.1412870809656237) | > loader_time: 0.0043 (0.004628485726830613)  --> TIME: 2025-03-26 03:51:36 -- STEP: 25405/31555 -- GLOBAL_STEP: 1256050 | > loss_text_ce: 0.032521527260541916 (0.03178926843569157) | > loss_mel_ce: 2.2740063667297363 (nan) | > loss: 0.009152889251708984 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14128402728918107) | > loader_time: 0.0046 (0.00462842605123837)  --> TIME: 2025-03-26 03:51:45 -- STEP: 25455/31555 -- GLOBAL_STEP: 1256100 | > loss_text_ce: 0.030248481780290604 (0.03179114133912064) | > loss_mel_ce: 2.5846095085144043 (nan) | > loss: 0.010376420803368092 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14128496637983198) | > loader_time: 0.0045 (0.004628390494087918)  --> TIME: 2025-03-26 03:51:55 -- STEP: 25505/31555 -- GLOBAL_STEP: 1256150 | > loss_text_ce: 0.03034861572086811 (0.031787994482248366) | > loss_mel_ce: 2.4320902824401855 (nan) | > loss: 0.00977158360183239 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.1412759532790122) | > loader_time: 0.0049 (0.004628385971209925)  --> TIME: 2025-03-26 03:52:04 -- STEP: 25555/31555 -- GLOBAL_STEP: 1256200 | > loss_text_ce: 0.027557136490941048 (0.03178767294728104) | > loss_mel_ce: 2.6402759552001953 (nan) | > loss: 0.010586639866232872 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14126036554790763) | > loader_time: 0.0047 (0.00462831569217091)  --> TIME: 2025-03-26 03:52:14 -- STEP: 25605/31555 -- GLOBAL_STEP: 1256250 | > loss_text_ce: 0.03164885938167572 (0.031789482790912066) | > loss_mel_ce: 2.58712100982666 (nan) | > loss: 0.010391945019364357 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1412614137533706) | > loader_time: 0.0047 (0.004628360311027335)  --> TIME: 2025-03-26 03:52:24 -- STEP: 25655/31555 -- GLOBAL_STEP: 1256300 | > loss_text_ce: 0.03714771196246147 (0.03178908632375934) | > loss_mel_ce: 2.6312975883483887 (nan) | > loss: 0.010589069686830044 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14127279693121794) | > loader_time: 0.0047 (0.004628460180966201)  --> TIME: 2025-03-26 03:52:33 -- STEP: 25705/31555 -- GLOBAL_STEP: 1256350 | > loss_text_ce: 0.038376856595277786 (0.031789861379839524) | > loss_mel_ce: 3.02441668510437 (nan) | > loss: 0.012153943069279194 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14127244696128372) | > loader_time: 0.0046 (0.004628575281789847)  --> TIME: 2025-03-26 03:52:43 -- STEP: 25755/31555 -- GLOBAL_STEP: 1256400 | > loss_text_ce: 0.023687100037932396 (0.03179134574974256) | > loss_mel_ce: 2.185056209564209 (nan) | > loss: 0.00876485463231802 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14127490758849645) | > loader_time: 0.0047 (0.00462889413976178)  --> TIME: 2025-03-26 03:52:53 -- STEP: 25805/31555 -- GLOBAL_STEP: 1256450 | > loss_text_ce: 0.02931365929543972 (0.031793200178513996) | > loss_mel_ce: 2.6632862091064453 (nan) | > loss: 0.010684920474886894 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1412757796110335) | > loader_time: 0.0046 (0.004629048569399674)  --> TIME: 2025-03-26 03:53:02 -- STEP: 25855/31555 -- GLOBAL_STEP: 1256500 | > loss_text_ce: 0.03219224512577057 (0.03179483030786012) | > loss_mel_ce: 1.9151312112808228 (nan) | > loss: 0.007727474439889193 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14127243005475626) | > loader_time: 0.0045 (0.004628962968816327)  --> TIME: 2025-03-26 03:53:12 -- STEP: 25905/31555 -- GLOBAL_STEP: 1256550 | > loss_text_ce: 0.03862682357430458 (0.031792870270477676) | > loss_mel_ce: 2.7326695919036865 (nan) | > loss: 0.010997208766639233 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14127537957997588) | > loader_time: 0.0045 (0.004628765286223071)  --> TIME: 2025-03-26 03:53:22 -- STEP: 25955/31555 -- GLOBAL_STEP: 1256600 | > loss_text_ce: 0.03785853832960129 (0.03179143972348968) | > loss_mel_ce: 2.692009210586548 (nan) | > loss: 0.010832808911800385 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.125 (0.14127518670955372) | > loader_time: 0.0046 (0.004628573592010889)  --> TIME: 2025-03-26 03:53:32 -- STEP: 26005/31555 -- GLOBAL_STEP: 1256650 | > loss_text_ce: 0.04233802109956741 (0.03179327973842025) | > loss_mel_ce: 2.7860708236694336 (nan) | > loss: 0.01122384611517191 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14127817211690288) | > loader_time: 0.0045 (0.004628684258969832)  --> TIME: 2025-03-26 03:53:41 -- STEP: 26055/31555 -- GLOBAL_STEP: 1256700 | > loss_text_ce: 0.03141274303197861 (0.03179124883150694) | > loss_mel_ce: 2.8056960105895996 (nan) | > loss: 0.01125836931169033 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.141275235810955) | > loader_time: 0.0046 (0.004628729202586749)  --> TIME: 2025-03-26 03:53:51 -- STEP: 26105/31555 -- GLOBAL_STEP: 1256750 | > loss_text_ce: 0.033533480018377304 (0.0317932039096144) | > loss_mel_ce: 2.1339383125305176 (nan) | > loss: 0.008601079694926739 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14128108640165613) | > loader_time: 0.0046 (0.004628814533966479)  --> TIME: 2025-03-26 03:54:01 -- STEP: 26155/31555 -- GLOBAL_STEP: 1256800 | > loss_text_ce: 0.026925284415483475 (0.031792615838469936) | > loss_mel_ce: 2.325855016708374 (nan) | > loss: 0.009336430579423904 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14128493531624092) | > loader_time: 0.0044 (0.004628888946763644)  --> TIME: 2025-03-26 03:54:11 -- STEP: 26205/31555 -- GLOBAL_STEP: 1256850 | > loss_text_ce: 0.040164120495319366 (0.031792783953122954) | > loss_mel_ce: 2.649661064147949 (nan) | > loss: 0.01067391037940979 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14129516355546992) | > loader_time: 0.0044 (0.004628977459865859)  --> TIME: 2025-03-26 03:54:20 -- STEP: 26255/31555 -- GLOBAL_STEP: 1256900 | > loss_text_ce: 0.02194708213210106 (0.03178893261429665) | > loss_mel_ce: 2.4278082847595215 (nan) | > loss: 0.009721252135932446 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14129744916388198) | > loader_time: 0.0042 (0.0046289212043978635)  --> TIME: 2025-03-26 03:54:30 -- STEP: 26305/31555 -- GLOBAL_STEP: 1256950 | > loss_text_ce: 0.03548095002770424 (0.03178904387456253) | > loss_mel_ce: 0.0880533829331398 (nan) | > loss: 0.0004902156651951373 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14129630080467692) | > loader_time: 0.0045 (0.004629089297099015)  --> TIME: 2025-03-26 03:54:40 -- STEP: 26355/31555 -- GLOBAL_STEP: 1257000 | > loss_text_ce: 0.02044057846069336 (0.031788831902022995) | > loss_mel_ce: 2.4033777713775635 (nan) | > loss: 0.009618327021598816 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1412943395666379) | > loader_time: 0.0044 (0.004629052275612594)  --> TIME: 2025-03-26 03:54:49 -- STEP: 26405/31555 -- GLOBAL_STEP: 1257050 | > loss_text_ce: 0.03096654638648033 (0.03178925571740636) | > loss_mel_ce: 2.938807487487793 (nan) | > loss: 0.011784818023443222 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14128995735386696) | > loader_time: 0.0048 (0.00462935676495248)  --> TIME: 2025-03-26 03:54:59 -- STEP: 26455/31555 -- GLOBAL_STEP: 1257100 | > loss_text_ce: 0.03350086137652397 (0.03178837436544066) | > loss_mel_ce: 2.056981086730957 (nan) | > loss: 0.008295563980937004 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1412897918472631) | > loader_time: 0.0047 (0.004629500577815233)  --> TIME: 2025-03-26 03:55:09 -- STEP: 26505/31555 -- GLOBAL_STEP: 1257150 | > loss_text_ce: 0.035358794033527374 (0.0317909176940149) | > loss_mel_ce: 2.4479403495788574 (nan) | > loss: 0.009854362346231937 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14128910310087237) | > loader_time: 0.0048 (0.00462956343073143)  --> TIME: 2025-03-26 03:55:18 -- STEP: 26555/31555 -- GLOBAL_STEP: 1257200 | > loss_text_ce: 0.024465050548315048 (0.03179003900564779) | > loss_mel_ce: 1.0748560428619385 (nan) | > loss: 0.004362385720014572 (nan) | > current_lr: 5e-06 | > step_time: 0.1025 (0.14129417042704498) | > loader_time: 0.0044 (0.004629670022638732)  --> TIME: 2025-03-26 03:55:28 -- STEP: 26605/31555 -- GLOBAL_STEP: 1257250 | > loss_text_ce: 0.015584491193294525 (0.03178820116132126) | > loss_mel_ce: 2.9928109645843506 (nan) | > loss: 0.01193807739764452 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14130074787444666) | > loader_time: 0.0046 (0.004629743845250848)  --> TIME: 2025-03-26 03:55:38 -- STEP: 26655/31555 -- GLOBAL_STEP: 1257300 | > loss_text_ce: 0.03500816971063614 (0.031788047271443715) | > loss_mel_ce: 2.99688720703125 (nan) | > loss: 0.012031331658363342 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14130089936393334) | > loader_time: 0.0045 (0.004629685833583372)  --> TIME: 2025-03-26 03:55:48 -- STEP: 26705/31555 -- GLOBAL_STEP: 1257350 | > loss_text_ce: 0.02700478956103325 (0.031787815161274005) | > loss_mel_ce: 3.300723075866699 (nan) | > loss: 0.0132052693516016 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1413035285716159) | > loader_time: 0.0044 (0.004629705800833353)  --> TIME: 2025-03-26 03:55:57 -- STEP: 26755/31555 -- GLOBAL_STEP: 1257400 | > loss_text_ce: 0.028513675555586815 (0.03178362158748309) | > loss_mel_ce: 2.9115149974823 (nan) | > loss: 0.011666781269013882 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14128678893401422) | > loader_time: 0.0044 (0.004629846439921187)  --> TIME: 2025-03-26 03:56:06 -- STEP: 26805/31555 -- GLOBAL_STEP: 1257450 | > loss_text_ce: 0.023278700187802315 (0.031783632301363995) | > loss_mel_ce: 2.9536144733428955 (nan) | > loss: 0.011813068762421608 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14128753820076742) | > loader_time: 0.0048 (0.004629790064693047)  --> TIME: 2025-03-26 03:56:16 -- STEP: 26855/31555 -- GLOBAL_STEP: 1257500 | > loss_text_ce: 0.03352123498916626 (0.031782713121424444) | > loss_mel_ce: 2.664592981338501 (nan) | > loss: 0.01070680283010006 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14128478325804983) | > loader_time: 0.005 (0.004629727782450263)  --> TIME: 2025-03-26 03:56:26 -- STEP: 26905/31555 -- GLOBAL_STEP: 1257550 | > loss_text_ce: 0.028066111728549004 (0.03178461848605342) | > loss_mel_ce: 2.4290599822998047 (nan) | > loss: 0.00975050125271082 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14128113281237298) | > loader_time: 0.0047 (0.004629910831844853)  --> TIME: 2025-03-26 03:56:35 -- STEP: 26955/31555 -- GLOBAL_STEP: 1257600 | > loss_text_ce: 0.032512810081243515 (0.03178385983944568) | > loss_mel_ce: 2.332712411880493 (nan) | > loss: 0.009385814890265465 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14127743387903413) | > loader_time: 0.0047 (0.0046298729867002755)  --> TIME: 2025-03-26 03:56:45 -- STEP: 27005/31555 -- GLOBAL_STEP: 1257650 | > loss_text_ce: 0.03632679954171181 (0.03178489319787027) | > loss_mel_ce: 2.624979019165039 (nan) | > loss: 0.010560737922787666 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1412754292179983) | > loader_time: 0.0047 (0.004629625556336962)  --> TIME: 2025-03-26 03:56:54 -- STEP: 27055/31555 -- GLOBAL_STEP: 1257700 | > loss_text_ce: 0.02801625244319439 (0.03178286124044923) | > loss_mel_ce: 3.1368777751922607 (nan) | > loss: 0.012559104710817337 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14127230071422311) | > loader_time: 0.0047 (0.004629613167475992)  --> TIME: 2025-03-26 03:57:04 -- STEP: 27105/31555 -- GLOBAL_STEP: 1257750 | > loss_text_ce: 0.024724777787923813 (0.03178150863482051) | > loss_mel_ce: 2.733034372329712 (nan) | > loss: 0.010943489149212837 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1412657750222416) | > loader_time: 0.0046 (0.0046299312854028605)  --> TIME: 2025-03-26 03:57:13 -- STEP: 27155/31555 -- GLOBAL_STEP: 1257800 | > loss_text_ce: 0.03977896273136139 (0.03178113598984946) | > loss_mel_ce: 2.8092498779296875 (nan) | > loss: 0.011305670253932476 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14126951082967534) | > loader_time: 0.0045 (0.004630013808122411)  --> TIME: 2025-03-26 03:57:23 -- STEP: 27205/31555 -- GLOBAL_STEP: 1257850 | > loss_text_ce: 0.02723093144595623 (0.03177955012276927) | > loss_mel_ce: 2.390294075012207 (nan) | > loss: 0.009593353606760502 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14126342279335768) | > loader_time: 0.0047 (0.004629937280431602)  --> TIME: 2025-03-26 03:57:33 -- STEP: 27255/31555 -- GLOBAL_STEP: 1257900 | > loss_text_ce: 0.0342542789876461 (0.0317792533932573) | > loss_mel_ce: 3.0655860900878906 (nan) | > loss: 0.012300955131649971 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14126089763868868) | > loader_time: 0.0044 (0.004629955359980111)  --> TIME: 2025-03-26 03:57:42 -- STEP: 27305/31555 -- GLOBAL_STEP: 1257950 | > loss_text_ce: 0.026557257398962975 (0.03177858563421435) | > loss_mel_ce: 2.9611425399780273 (nan) | > loss: 0.011855952441692352 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14125521445401049) | > loader_time: 0.0046 (0.004629814622603457)  --> TIME: 2025-03-26 03:57:52 -- STEP: 27355/31555 -- GLOBAL_STEP: 1258000 | > loss_text_ce: 0.049892548471689224 (0.0317797014832612) | > loss_mel_ce: 2.4294381141662598 (nan) | > loss: 0.009838614612817764 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14125633604934942) | > loader_time: 0.0046 (0.004629715119565649)  --> TIME: 2025-03-26 03:58:01 -- STEP: 27405/31555 -- GLOBAL_STEP: 1258050 | > loss_text_ce: 0.030671019107103348 (0.031778008359182194) | > loss_mel_ce: 3.181220054626465 (nan) | > loss: 0.012745600193738937 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14125493269205155) | > loader_time: 0.0044 (0.004629647081469425)  --> TIME: 2025-03-26 03:58:11 -- STEP: 27455/31555 -- GLOBAL_STEP: 1258100 | > loss_text_ce: 0.03125778213143349 (0.03177588556723065) | > loss_mel_ce: 2.7047910690307617 (nan) | > loss: 0.010857338085770607 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14125816924088838) | > loader_time: 0.0044 (0.004629766326679204)  --> TIME: 2025-03-26 03:58:21 -- STEP: 27505/31555 -- GLOBAL_STEP: 1258150 | > loss_text_ce: 0.03794232755899429 (0.03177786525291494) | > loss_mel_ce: 2.818422317504883 (nan) | > loss: 0.011334781534969807 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14125666752704227) | > loader_time: 0.0045 (0.004629647326543096)  --> TIME: 2025-03-26 03:58:31 -- STEP: 27555/31555 -- GLOBAL_STEP: 1258200 | > loss_text_ce: 0.03618764132261276 (0.03177722259437313) | > loss_mel_ce: 2.1856133937835693 (nan) | > loss: 0.008816671557724476 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14126498369962173) | > loader_time: 0.0046 (0.004629561473228299)  --> TIME: 2025-03-26 03:58:40 -- STEP: 27605/31555 -- GLOBAL_STEP: 1258250 | > loss_text_ce: 0.026644162833690643 (0.03177425513508575) | > loss_mel_ce: 2.519639253616333 (nan) | > loss: 0.010104300454258919 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14126648592832428) | > loader_time: 0.0045 (0.004629490034797441)  --> TIME: 2025-03-26 03:58:50 -- STEP: 27655/31555 -- GLOBAL_STEP: 1258300 | > loss_text_ce: 0.021413104608654976 (0.03177217009518242) | > loss_mel_ce: 0.06231689453125 (nan) | > loss: 0.00033226190134882927 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14126683332415424) | > loader_time: 0.0046 (0.0046294212341308535)  --> TIME: 2025-03-26 03:58:59 -- STEP: 27705/31555 -- GLOBAL_STEP: 1258350 | > loss_text_ce: 0.030287427827715874 (0.03176981962567137) | > loss_mel_ce: 3.223055839538574 (nan) | > loss: 0.012910093180835247 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14125830477012621) | > loader_time: 0.0046 (0.004629276823296133)  --> TIME: 2025-03-26 03:59:09 -- STEP: 27755/31555 -- GLOBAL_STEP: 1258400 | > loss_text_ce: 0.03315633535385132 (0.031769582018869626) | > loss_mel_ce: 3.090823173522949 (nan) | > loss: 0.012396745383739471 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14125953944733294) | > loader_time: 0.0049 (0.004629230911592983)  --> TIME: 2025-03-26 03:59:18 -- STEP: 27805/31555 -- GLOBAL_STEP: 1258450 | > loss_text_ce: 0.018091455101966858 (0.03177132994573617) | > loss_mel_ce: 2.0267834663391113 (nan) | > loss: 0.008114583790302277 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14124844788090318) | > loader_time: 0.0045 (0.004629079902414316)  --> TIME: 2025-03-26 03:59:28 -- STEP: 27855/31555 -- GLOBAL_STEP: 1258500 | > loss_text_ce: 0.034907881170511246 (0.031770033343190174) | > loss_mel_ce: 2.9167253971099854 (nan) | > loss: 0.011712830513715744 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1412492433071065) | > loader_time: 0.0047 (0.0046291509921707755)  --> TIME: 2025-03-26 03:59:37 -- STEP: 27905/31555 -- GLOBAL_STEP: 1258550 | > loss_text_ce: 0.04537196829915047 (0.031770404047304274) | > loss_mel_ce: 1.8949759006500244 (nan) | > loss: 0.007699793670326471 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14124660157021146) | > loader_time: 0.0045 (0.004629305233089877)  --> TIME: 2025-03-26 03:59:47 -- STEP: 27955/31555 -- GLOBAL_STEP: 1258600 | > loss_text_ce: 0.03490924462676048 (0.031771486279131816) | > loss_mel_ce: 2.6889727115631104 (nan) | > loss: 0.010809056460857391 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1412548008128852) | > loader_time: 0.0044 (0.004629235795562962)  --> TIME: 2025-03-26 03:59:57 -- STEP: 28005/31555 -- GLOBAL_STEP: 1258650 | > loss_text_ce: 0.03345309570431709 (0.031770571621014924) | > loss_mel_ce: 1.7176493406295776 (nan) | > loss: 0.006948819849640131 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14125508440539186) | > loader_time: 0.0044 (0.004629044327602234)  --> TIME: 2025-03-26 04:00:07 -- STEP: 28055/31555 -- GLOBAL_STEP: 1258700 | > loss_text_ce: 0.03966769203543663 (0.031773925058622136) | > loss_mel_ce: 3.1406190395355225 (nan) | > loss: 0.012620185501873493 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14125097241127305) | > loader_time: 0.0046 (0.0046288689324571475)  --> TIME: 2025-03-26 04:00:16 -- STEP: 28105/31555 -- GLOBAL_STEP: 1258750 | > loss_text_ce: 0.031638868153095245 (0.03177400415326188) | > loss_mel_ce: 3.1942548751831055 (nan) | > loss: 0.012801166623830795 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14124982188635002) | > loader_time: 0.0047 (0.004628761229068008)  --> TIME: 2025-03-26 04:00:26 -- STEP: 28155/31555 -- GLOBAL_STEP: 1258800 | > loss_text_ce: 0.03816491365432739 (0.03177324207243276) | > loss_mel_ce: 2.6857292652130127 (nan) | > loss: 0.010809103958308697 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1412510854273631) | > loader_time: 0.0046 (0.004628755694446751)  --> TIME: 2025-03-26 04:00:36 -- STEP: 28205/31555 -- GLOBAL_STEP: 1258850 | > loss_text_ce: 0.026344217360019684 (0.03177324306808238) | > loss_mel_ce: 1.8699462413787842 (nan) | > loss: 0.0075249625369906425 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412582165339903) | > loader_time: 0.0049 (0.00462874667142811)  --> TIME: 2025-03-26 04:00:45 -- STEP: 28255/31555 -- GLOBAL_STEP: 1258900 | > loss_text_ce: 0.03227175027132034 (0.03177542502656814) | > loss_mel_ce: 3.014085292816162 (nan) | > loss: 0.012088719755411148 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14125271845952544) | > loader_time: 0.0047 (0.004628700594884312)  --> TIME: 2025-03-26 04:00:55 -- STEP: 28305/31555 -- GLOBAL_STEP: 1258950 | > loss_text_ce: 0.030457232147455215 (0.03177588579400057) | > loss_mel_ce: 2.6663599014282227 (nan) | > loss: 0.010701656341552734 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14124914519548165) | > loader_time: 0.0049 (0.004628593385524909)  --> TIME: 2025-03-26 04:01:04 -- STEP: 28355/31555 -- GLOBAL_STEP: 1259000 | > loss_text_ce: 0.022503478452563286 (0.03177372433594659) | > loss_mel_ce: 0.043701171875 (nan) | > loss: 0.00026271690148860216 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1412470646540224) | > loader_time: 0.0044 (0.004628475657049209)  --> TIME: 2025-03-26 04:01:14 -- STEP: 28405/31555 -- GLOBAL_STEP: 1259050 | > loss_text_ce: 0.021293165162205696 (0.03177046438108937) | > loss_mel_ce: 2.4068081378936768 (nan) | > loss: 0.009635322727262974 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14123982329789225) | > loader_time: 0.0045 (0.004628423418173627)  --> TIME: 2025-03-26 04:01:24 -- STEP: 28455/31555 -- GLOBAL_STEP: 1259100 | > loss_text_ce: 0.03313526138663292 (0.031772130018974436) | > loss_mel_ce: 2.7416927814483643 (nan) | > loss: 0.011011222377419472 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14124240968248886) | > loader_time: 0.0045 (0.0046283510694435015)  --> TIME: 2025-03-26 04:01:33 -- STEP: 28505/31555 -- GLOBAL_STEP: 1259150 | > loss_text_ce: 0.02403107099235058 (0.03177071604423576) | > loss_mel_ce: 2.670103073120117 (nan) | > loss: 0.01069100946187973 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.141241090478783) | > loader_time: 0.0044 (0.004628212689056953)  --> TIME: 2025-03-26 04:01:43 -- STEP: 28555/31555 -- GLOBAL_STEP: 1259200 | > loss_text_ce: 0.016257893294095993 (0.03177177270134354) | > loss_mel_ce: 0.0896809920668602 (nan) | > loss: 0.0004203924036119133 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14123685236800568) | > loader_time: 0.0045 (0.00462813450020596)  --> TIME: 2025-03-26 04:01:52 -- STEP: 28605/31555 -- GLOBAL_STEP: 1259250 | > loss_text_ce: 0.03154410049319267 (0.031770646912995755) | > loss_mel_ce: 2.8412556648254395 (nan) | > loss: 0.01140000019222498 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412402116175084) | > loader_time: 0.0046 (0.004628115728838708)  --> TIME: 2025-03-26 04:02:02 -- STEP: 28655/31555 -- GLOBAL_STEP: 1259300 | > loss_text_ce: 0.03967751935124397 (0.03177135478464016) | > loss_mel_ce: 1.8586246967315674 (nan) | > loss: 0.007532945834100246 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14124745234334982) | > loader_time: 0.0045 (0.004628131494037847)  --> TIME: 2025-03-26 04:02:12 -- STEP: 28705/31555 -- GLOBAL_STEP: 1259350 | > loss_text_ce: 0.019444989040493965 (0.03176922554238155) | > loss_mel_ce: 2.7972445487976074 (nan) | > loss: 0.01117733959108591 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14125246698485627) | > loader_time: 0.0046 (0.004628151108051208)  --> TIME: 2025-03-26 04:02:22 -- STEP: 28755/31555 -- GLOBAL_STEP: 1259400 | > loss_text_ce: 0.027078092098236084 (0.03176769134349683) | > loss_mel_ce: 3.0043299198150635 (nan) | > loss: 0.01202939823269844 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14125024058926325) | > loader_time: 0.0046 (0.004628243377531653)  --> TIME: 2025-03-26 04:02:32 -- STEP: 28805/31555 -- GLOBAL_STEP: 1259450 | > loss_text_ce: 0.027832448482513428 (0.031766765847843645) | > loss_mel_ce: 2.6628198623657227 (nan) | > loss: 0.010677192360162735 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.141254761367598) | > loader_time: 0.0048 (0.004628338753359735)  --> TIME: 2025-03-26 04:02:41 -- STEP: 28855/31555 -- GLOBAL_STEP: 1259500 | > loss_text_ce: 0.031689029186964035 (0.031763520334358246) | > loss_mel_ce: 3.2178962230682373 (nan) | > loss: 0.01289517991244793 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14125616875580702) | > loader_time: 0.0045 (0.004628480391699851)  --> TIME: 2025-03-26 04:02:51 -- STEP: 28905/31555 -- GLOBAL_STEP: 1259550 | > loss_text_ce: 0.032944370061159134 (0.03176338464811733) | > loss_mel_ce: 2.1828205585479736 (nan) | > loss: 0.00879271887242794 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14125788060465397) | > loader_time: 0.0045 (0.004628462272621601)  --> TIME: 2025-03-26 04:03:01 -- STEP: 28955/31555 -- GLOBAL_STEP: 1259600 | > loss_text_ce: 0.03336562216281891 (0.03176150594689539) | > loss_mel_ce: 2.5047478675842285 (nan) | > loss: 0.01007188018411398 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14125747798411917) | > loader_time: 0.0047 (0.0046283558229773415)  --> TIME: 2025-03-26 04:03:10 -- STEP: 29005/31555 -- GLOBAL_STEP: 1259650 | > loss_text_ce: 0.04607100784778595 (0.03176185209480708) | > loss_mel_ce: 2.650909423828125 (nan) | > loss: 0.010702304542064667 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1412542805180975) | > loader_time: 0.0045 (0.004628289384978363)  --> TIME: 2025-03-26 04:03:20 -- STEP: 29055/31555 -- GLOBAL_STEP: 1259700 | > loss_text_ce: 0.0279817096889019 (0.031760468635393446) | > loss_mel_ce: 2.692047119140625 (nan) | > loss: 0.010793766006827354 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1412597256711185) | > loader_time: 0.0045 (0.004628319158506478)  --> TIME: 2025-03-26 04:03:30 -- STEP: 29105/31555 -- GLOBAL_STEP: 1259750 | > loss_text_ce: 0.02806731127202511 (0.03176216287207234) | > loss_mel_ce: 3.1462860107421875 (nan) | > loss: 0.01259664073586464 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14126380674004818) | > loader_time: 0.0047 (0.0046283988316963)  --> TIME: 2025-03-26 04:03:40 -- STEP: 29155/31555 -- GLOBAL_STEP: 1259800 | > loss_text_ce: 0.034230347722768784 (0.03176268146586891) | > loss_mel_ce: 2.838560104370117 (nan) | > loss: 0.01139996200799942 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14126559124048646) | > loader_time: 0.0045 (0.004628462784083005)  --> TIME: 2025-03-26 04:03:49 -- STEP: 29205/31555 -- GLOBAL_STEP: 1259850 | > loss_text_ce: 0.029964327812194824 (0.031760063773428486) | > loss_mel_ce: 2.493530750274658 (nan) | > loss: 0.01001386996358633 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14126372428773992) | > loader_time: 0.0048 (0.004628353799742549)  --> TIME: 2025-03-26 04:03:59 -- STEP: 29255/31555 -- GLOBAL_STEP: 1259900 | > loss_text_ce: 0.028888756409287453 (0.03176170965213197) | > loss_mel_ce: 2.9150583744049072 (nan) | > loss: 0.011682330630719662 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14126131433928116) | > loader_time: 0.0046 (0.004628347718925516)  --> TIME: 2025-03-26 04:04:09 -- STEP: 29305/31555 -- GLOBAL_STEP: 1259950 | > loss_text_ce: 0.03098127618432045 (0.031760517796547774) | > loss_mel_ce: 2.169447898864746 (nan) | > loss: 0.008731862530112267 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14126311598977867) | > loader_time: 0.0043 (0.0046282360566351835)  --> TIME: 2025-03-26 04:04:18 -- STEP: 29355/31555 -- GLOBAL_STEP: 1260000 | > loss_text_ce: 0.03375259414315224 (0.03175958328537903) | > loss_mel_ce: 2.5791015625 (nan) | > loss: 0.0103684701025486 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14126207858978998) | > loader_time: 0.0046 (0.0046282473261850515) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1260000.pth  --> TIME: 2025-03-26 04:04:33 -- STEP: 29405/31555 -- GLOBAL_STEP: 1260050 | > loss_text_ce: 0.03642292320728302 (0.03175802336819835) | > loss_mel_ce: 2.57242488861084 (nan) | > loss: 0.010352571494877338 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14124728574819412) | > loader_time: 0.0045 (0.0046282820952139245)  --> TIME: 2025-03-26 04:04:42 -- STEP: 29455/31555 -- GLOBAL_STEP: 1260100 | > loss_text_ce: 0.029802564531564713 (0.031755030571502696) | > loss_mel_ce: 2.3909900188446045 (nan) | > loss: 0.009606320410966873 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1412425992768532) | > loader_time: 0.0044 (0.004628365166501745)  --> TIME: 2025-03-26 04:04:52 -- STEP: 29505/31555 -- GLOBAL_STEP: 1260150 | > loss_text_ce: 0.03983011096715927 (0.03175459369506346) | > loss_mel_ce: 2.1687042713165283 (nan) | > loss: 0.008764025755226612 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1412405052259412) | > loader_time: 0.0046 (0.004628217319293938)  --> TIME: 2025-03-26 04:05:01 -- STEP: 29555/31555 -- GLOBAL_STEP: 1260200 | > loss_text_ce: 0.04175439104437828 (0.031755178082577586) | > loss_mel_ce: 2.1615192890167236 (nan) | > loss: 0.008743150159716606 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14123964183848148) | > loader_time: 0.0046 (0.004628351750742494)  --> TIME: 2025-03-26 04:05:11 -- STEP: 29605/31555 -- GLOBAL_STEP: 1260250 | > loss_text_ce: 0.025353707373142242 (0.03175565498655976) | > loss_mel_ce: 3.1398820877075195 (nan) | > loss: 0.012560459785163403 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14123705289912006) | > loader_time: 0.0048 (0.004628416276263976)  --> TIME: 2025-03-26 04:05:20 -- STEP: 29655/31555 -- GLOBAL_STEP: 1260300 | > loss_text_ce: 0.02546047605574131 (0.03175337016265316) | > loss_mel_ce: 3.2348597049713135 (nan) | > loss: 0.012937779538333416 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14122673544226996) | > loader_time: 0.0042 (0.004628292534609017)  --> TIME: 2025-03-26 04:05:29 -- STEP: 29705/31555 -- GLOBAL_STEP: 1260350 | > loss_text_ce: 0.03343726322054863 (0.03174948791445494) | > loss_mel_ce: 2.097247838973999 (nan) | > loss: 0.00845510046929121 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.1412155371124839) | > loader_time: 0.0044 (0.004628161359888754)  --> TIME: 2025-03-26 04:05:39 -- STEP: 29755/31555 -- GLOBAL_STEP: 1260400 | > loss_text_ce: 0.038871586322784424 (0.03174846982187483) | > loss_mel_ce: 2.497201919555664 (nan) | > loss: 0.010063784196972847 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14121213856714668) | > loader_time: 0.0045 (0.0046280853529173495)  --> TIME: 2025-03-26 04:05:49 -- STEP: 29805/31555 -- GLOBAL_STEP: 1260450 | > loss_text_ce: 0.03572284057736397 (0.031747977124429505) | > loss_mel_ce: 2.49245023727417 (nan) | > loss: 0.010032433085143566 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14121424037925145) | > loader_time: 0.0047 (0.004628007017192249)  --> TIME: 2025-03-26 04:05:58 -- STEP: 29855/31555 -- GLOBAL_STEP: 1260500 | > loss_text_ce: 0.03259315714240074 (0.03174621489849211) | > loss_mel_ce: 2.8059957027435303 (nan) | > loss: 0.011264242231845856 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14121237277904877) | > loader_time: 0.0046 (0.0046279109436709745)  --> TIME: 2025-03-26 04:06:08 -- STEP: 29905/31555 -- GLOBAL_STEP: 1260550 | > loss_text_ce: 0.023286327719688416 (0.03174952650833583) | > loss_mel_ce: 2.9796695709228516 (nan) | > loss: 0.011916492134332657 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14121216755809557) | > loader_time: 0.0046 (0.004627801821475397)  --> TIME: 2025-03-26 04:06:17 -- STEP: 29955/31555 -- GLOBAL_STEP: 1260600 | > loss_text_ce: 0.03648591786623001 (0.03174720892666836) | > loss_mel_ce: 2.6585097312927246 (nan) | > loss: 0.010694427415728569 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14121372424746448) | > loader_time: 0.0045 (0.0046277749480717195)  --> TIME: 2025-03-26 04:06:27 -- STEP: 30005/31555 -- GLOBAL_STEP: 1260650 | > loss_text_ce: 0.024061156436800957 (0.03174821918302945) | > loss_mel_ce: 2.1106481552124023 (nan) | > loss: 0.008471068926155567 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14121486913798428) | > loader_time: 0.005 (0.0046276764121974895)  --> TIME: 2025-03-26 04:06:37 -- STEP: 30055/31555 -- GLOBAL_STEP: 1260700 | > loss_text_ce: 0.02096698060631752 (0.031750601805800055) | > loss_mel_ce: 2.711458206176758 (nan) | > loss: 0.01084295753389597 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1412111008034405) | > loader_time: 0.0044 (0.00462757275438094)  --> TIME: 2025-03-26 04:06:46 -- STEP: 30105/31555 -- GLOBAL_STEP: 1260750 | > loss_text_ce: 0.030888305976986885 (0.031750948184145755) | > loss_mel_ce: 2.6510908603668213 (nan) | > loss: 0.01064277533441782 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14120882380703753) | > loader_time: 0.0045 (0.004627467952006635)  --> TIME: 2025-03-26 04:06:56 -- STEP: 30155/31555 -- GLOBAL_STEP: 1260800 | > loss_text_ce: 0.029548460617661476 (0.031750832369594174) | > loss_mel_ce: 2.807753801345825 (nan) | > loss: 0.011259136721491814 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1412150607854658) | > loader_time: 0.0045 (0.004627403827908219)  --> TIME: 2025-03-26 04:07:06 -- STEP: 30205/31555 -- GLOBAL_STEP: 1260850 | > loss_text_ce: 0.03065941110253334 (0.03175294375433447) | > loss_mel_ce: 2.7454872131347656 (nan) | > loss: 0.011016455478966236 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1412139500041936) | > loader_time: 0.0045 (0.00462733960826553)  --> TIME: 2025-03-26 04:07:15 -- STEP: 30255/31555 -- GLOBAL_STEP: 1260900 | > loss_text_ce: 0.028581198304891586 (0.03175281277842191) | > loss_mel_ce: 3.3351376056671143 (nan) | > loss: 0.013348091393709183 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14121408679232872) | > loader_time: 0.0045 (0.0046273259875439805)  --> TIME: 2025-03-26 04:07:25 -- STEP: 30305/31555 -- GLOBAL_STEP: 1260950 | > loss_text_ce: 0.027608726173639297 (0.0317523005771434) | > loss_mel_ce: 2.6960058212280273 (nan) | > loss: 0.01080799475312233 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14122119459691404) | > loader_time: 0.0048 (0.004627444550967844)  --> TIME: 2025-03-26 04:07:35 -- STEP: 30355/31555 -- GLOBAL_STEP: 1261000 | > loss_text_ce: 0.033986952155828476 (0.03175018928261508) | > loss_mel_ce: 3.048414707183838 (nan) | > loss: 0.012231754139065742 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1412177926526798) | > loader_time: 0.0045 (0.004627440651604728)  --> TIME: 2025-03-26 04:07:45 -- STEP: 30405/31555 -- GLOBAL_STEP: 1261050 | > loss_text_ce: 0.025897283107042313 (0.03175026106574194) | > loss_mel_ce: 1.069696068763733 (nan) | > loss: 0.004347593057900667 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14121551090234946) | > loader_time: 0.0049 (0.00462735741766948)  --> TIME: 2025-03-26 04:07:54 -- STEP: 30455/31555 -- GLOBAL_STEP: 1261100 | > loss_text_ce: 0.03539876267313957 (0.03175305245317901) | > loss_mel_ce: 2.738701820373535 (nan) | > loss: 0.011008336208760738 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1412107686537718) | > loader_time: 0.0048 (0.004627350848054982)  --> TIME: 2025-03-26 04:08:04 -- STEP: 30505/31555 -- GLOBAL_STEP: 1261150 | > loss_text_ce: 0.035427525639534 (0.031753769031698686) | > loss_mel_ce: 2.572657823562622 (nan) | > loss: 0.010349545627832413 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14121388916187058) | > loader_time: 0.0045 (0.004627340142012926)  --> TIME: 2025-03-26 04:08:13 -- STEP: 30555/31555 -- GLOBAL_STEP: 1261200 | > loss_text_ce: 0.035155173391103745 (0.031754984433781656) | > loss_mel_ce: 1.6196995973587036 (nan) | > loss: 0.006566884461790323 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.141213839254254) | > loader_time: 0.0046 (0.004627455628809723)  --> TIME: 2025-03-26 04:08:23 -- STEP: 30605/31555 -- GLOBAL_STEP: 1261250 | > loss_text_ce: 0.02380356751382351 (0.031752985866557656) | > loss_mel_ce: 3.2000789642333984 (nan) | > loss: 0.01279318518936634 (nan) | > current_lr: 5e-06 | > step_time: 0.1685 (0.14120341529061053) | > loader_time: 0.0046 (0.004627350774626967)  --> TIME: 2025-03-26 04:08:33 -- STEP: 30655/31555 -- GLOBAL_STEP: 1261300 | > loss_text_ce: 0.02902328595519066 (0.031753176162962866) | > loss_mel_ce: 3.0381815433502197 (nan) | > loss: 0.012171448208391666 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1412096100478836) | > loader_time: 0.0045 (0.0046275396911690725)  --> TIME: 2025-03-26 04:08:42 -- STEP: 30705/31555 -- GLOBAL_STEP: 1261350 | > loss_text_ce: 0.0291602723300457 (0.03175352125325054) | > loss_mel_ce: 2.1243844032287598 (nan) | > loss: 0.008545812219381332 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1412102722574235) | > loader_time: 0.0046 (0.004627614711593128)  --> TIME: 2025-03-26 04:08:52 -- STEP: 30755/31555 -- GLOBAL_STEP: 1261400 | > loss_text_ce: 0.02806859277188778 (0.031754510298400575) | > loss_mel_ce: 2.4733128547668457 (nan) | > loss: 0.009926117025315762 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14121047184149976) | > loader_time: 0.0047 (0.004627777607222719)  --> TIME: 2025-03-26 04:09:01 -- STEP: 30805/31555 -- GLOBAL_STEP: 1261450 | > loss_text_ce: 0.022434737533330917 (0.03175370614855386) | > loss_mel_ce: 2.7997915744781494 (nan) | > loss: 0.01119931135326624 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1412040768651071) | > loader_time: 0.0044 (0.004627668793722704)  --> TIME: 2025-03-26 04:09:11 -- STEP: 30855/31555 -- GLOBAL_STEP: 1261500 | > loss_text_ce: 0.034128133207559586 (0.03175341485989135) | > loss_mel_ce: 2.025446891784668 (nan) | > loss: 0.008172917179763317 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14121320304444185) | > loader_time: 0.0048 (0.004627706065322408)  --> TIME: 2025-03-26 04:09:21 -- STEP: 30905/31555 -- GLOBAL_STEP: 1261550 | > loss_text_ce: 0.03290632739663124 (0.03175511646191945) | > loss_mel_ce: 3.198803186416626 (nan) | > loss: 0.012824244797229767 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14121376157019208) | > loader_time: 0.0049 (0.004627632774633215)  --> TIME: 2025-03-26 04:09:31 -- STEP: 30955/31555 -- GLOBAL_STEP: 1261600 | > loss_text_ce: 0.023847710341215134 (0.031753773183145886) | > loss_mel_ce: 0.0425364188849926 (nan) | > loss: 0.0002634291013237089 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.141208817596449) | > loader_time: 0.0043 (0.004627557040377664)  --> TIME: 2025-03-26 04:09:40 -- STEP: 31005/31555 -- GLOBAL_STEP: 1261650 | > loss_text_ce: 0.02905430644750595 (0.0317529673020826) | > loss_mel_ce: 2.876521110534668 (nan) | > loss: 0.011530062183737755 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14120082626841177) | > loader_time: 0.0045 (0.004627417403062563)  --> TIME: 2025-03-26 04:09:49 -- STEP: 31055/31555 -- GLOBAL_STEP: 1261700 | > loss_text_ce: 0.03223271667957306 (0.03175123711408286) | > loss_mel_ce: 2.822767496109009 (nan) | > loss: 0.011329366825520992 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1411902754342504) | > loader_time: 0.0043 (0.004627253448419991)  --> TIME: 2025-03-26 04:09:59 -- STEP: 31105/31555 -- GLOBAL_STEP: 1261750 | > loss_text_ce: 0.038956522941589355 (0.03175166411029844) | > loss_mel_ce: 2.925868272781372 (nan) | > loss: 0.01176517829298973 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1411954410205307) | > loader_time: 0.0046 (0.0046273185516587925)  --> TIME: 2025-03-26 04:10:09 -- STEP: 31155/31555 -- GLOBAL_STEP: 1261800 | > loss_text_ce: 0.03346386179327965 (0.031753631323143405) | > loss_mel_ce: 2.711596727371216 (nan) | > loss: 0.010893099009990692 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14119974055081416) | > loader_time: 0.0046 (0.004627236798034966)  --> TIME: 2025-03-26 04:10:18 -- STEP: 31205/31555 -- GLOBAL_STEP: 1261850 | > loss_text_ce: 0.03397291898727417 (0.03175225145765666) | > loss_mel_ce: 2.8141326904296875 (nan) | > loss: 0.011302007362246513 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14120138374931399) | > loader_time: 0.0045 (0.004627150424186507)  --> TIME: 2025-03-26 04:10:28 -- STEP: 31255/31555 -- GLOBAL_STEP: 1261900 | > loss_text_ce: 0.02433832362294197 (0.031751483332361864) | > loss_mel_ce: 1.6378083229064941 (nan) | > loss: 0.006595820654183626 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14119952382173406) | > loader_time: 0.0043 (0.004626963627164863)  --> TIME: 2025-03-26 04:10:38 -- STEP: 31305/31555 -- GLOBAL_STEP: 1261950 | > loss_text_ce: 0.035061758011579514 (0.03175134578045333) | > loss_mel_ce: 2.312495231628418 (nan) | > loss: 0.009315703064203262 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14120145709231793) | > loader_time: 0.0047 (0.004626863137199324)  --> TIME: 2025-03-26 04:10:47 -- STEP: 31355/31555 -- GLOBAL_STEP: 1262000 | > loss_text_ce: 0.04053332284092903 (0.03175102181776046) | > loss_mel_ce: 2.536233425140381 (nan) | > loss: 0.01022526528686285 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14119553406298357) | > loader_time: 0.0046 (0.004626863878359916)  --> TIME: 2025-03-26 04:10:57 -- STEP: 31405/31555 -- GLOBAL_STEP: 1262050 | > loss_text_ce: 0.02332289330661297 (0.031749270487617914) | > loss_mel_ce: 2.587493419647217 (nan) | > loss: 0.010360382497310638 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14119988730560837) | > loader_time: 0.0043 (0.004626711051453827)  --> TIME: 2025-03-26 04:11:07 -- STEP: 31455/31555 -- GLOBAL_STEP: 1262100 | > loss_text_ce: 0.04853503033518791 (0.03175107494675856) | > loss_mel_ce: 2.093986749649048 (nan) | > loss: 0.008502071723341942 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14120506707444586) | > loader_time: 0.0043 (0.004626632816858609)  --> TIME: 2025-03-26 04:11:17 -- STEP: 31505/31555 -- GLOBAL_STEP: 1262150 | > loss_text_ce: 0.03388446941971779 (0.03174919355240938) | > loss_mel_ce: 2.809485912322998 (nan) | > loss: 0.011283216997981071 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14120595485061976) | > loader_time: 0.0047 (0.00462667389230829)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021192948023478188 (-8.620103200275564e-05) | > avg_loss_text_ce: 0.029610815159976482 (-0.00011686148742834704) | > avg_loss_mel_ce: 2.501977344353993 (-0.008369011878968102) | > avg_loss: 2.531588157018025 (-0.008485868771872074) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1262200.pth  > EPOCH: 41/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 04:11:48)   --> TIME: 2025-03-26 04:11:48 -- STEP: 0/31555 -- GLOBAL_STEP: 1262200 | > loss_text_ce: 0.022294647991657257 (0.022294647991657257) | > loss_mel_ce: 3.0018727779388428 (3.0018727779388428) | > loss: 0.012000665068626404 (0.012000665068626404) | > current_lr: 5e-06 | > step_time: 0.1844 (0.18442368507385254) | > loader_time: 0.4501 (0.45010900497436523)  --> TIME: 2025-03-26 04:11:58 -- STEP: 50/31555 -- GLOBAL_STEP: 1262250 | > loss_text_ce: 0.026923853904008865 (0.03138939749449492) | > loss_mel_ce: 2.5859694480895996 (2.4027297592163084) | > loss: 0.010368624702095985 (0.009659203611372505) | > current_lr: 5e-06 | > step_time: 0.1537 (0.13790510177612306) | > loader_time: 0.0047 (0.004711422920227051)  --> TIME: 2025-03-26 04:12:07 -- STEP: 100/31555 -- GLOBAL_STEP: 1262300 | > loss_text_ce: 0.029060406610369682 (0.031786116734147066) | > loss_mel_ce: 3.0153005123138428 (2.4461018383502964) | > loss: 0.012080797925591469 (0.009832889273675396) | > current_lr: 5e-06 | > step_time: 0.1527 (0.13859901666641236) | > loader_time: 0.0043 (0.00458836317062378)  --> TIME: 2025-03-26 04:12:17 -- STEP: 150/31555 -- GLOBAL_STEP: 1262350 | > loss_text_ce: 0.025722583755850792 (0.032099243439733985) | > loss_mel_ce: 2.783644199371338 (nan) | > loss: 0.011148281395435333 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.138342170715332) | > loader_time: 0.0043 (0.004534447987874351)  --> TIME: 2025-03-26 04:12:26 -- STEP: 200/31555 -- GLOBAL_STEP: 1262400 | > loss_text_ce: 0.04242648184299469 (0.032149947276338936) | > loss_mel_ce: 2.8762760162353516 (nan) | > loss: 0.011582153849303722 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1379672586917877) | > loader_time: 0.0047 (0.004566755294799804)  --> TIME: 2025-03-26 04:12:36 -- STEP: 250/31555 -- GLOBAL_STEP: 1262450 | > loss_text_ce: 0.02920440584421158 (0.0320684956982732) | > loss_mel_ce: 0.11300936341285706 (nan) | > loss: 0.0005643403856083751 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.13896392154693593) | > loader_time: 0.0048 (0.004574469566345215)  --> TIME: 2025-03-26 04:12:45 -- STEP: 300/31555 -- GLOBAL_STEP: 1262500 | > loss_text_ce: 0.02494047023355961 (0.031924326444665606) | > loss_mel_ce: 2.579850673675537 (nan) | > loss: 0.01033647358417511 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.13961091438929235) | > loader_time: 0.0045 (0.004594203631083171)  --> TIME: 2025-03-26 04:12:55 -- STEP: 350/31555 -- GLOBAL_STEP: 1262550 | > loss_text_ce: 0.02865140326321125 (0.03187053853113739) | > loss_mel_ce: 2.5302624702453613 (nan) | > loss: 0.010154421441257 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.13976381642477861) | > loader_time: 0.0045 (0.004594353267124716)  --> TIME: 2025-03-26 04:13:05 -- STEP: 400/31555 -- GLOBAL_STEP: 1262600 | > loss_text_ce: 0.03816790133714676 (0.031838063497562) | > loss_mel_ce: 2.560901641845703 (nan) | > loss: 0.010313768871128559 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.13985204875469212) | > loader_time: 0.0046 (0.0046018660068511885)  --> TIME: 2025-03-26 04:13:15 -- STEP: 450/31555 -- GLOBAL_STEP: 1262650 | > loss_text_ce: 0.03447079285979271 (0.03202048359438779) | > loss_mel_ce: 3.038303852081299 (nan) | > loss: 0.012193551287055016 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14033780150943323) | > loader_time: 0.0046 (0.0046036375893486825)  --> TIME: 2025-03-26 04:13:24 -- STEP: 500/31555 -- GLOBAL_STEP: 1262700 | > loss_text_ce: 0.028494514524936676 (0.03200587360374631) | > loss_mel_ce: 2.3169872760772705 (nan) | > loss: 0.009307468309998512 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1408038616180419) | > loader_time: 0.0047 (0.004607325077056881)  --> TIME: 2025-03-26 04:13:34 -- STEP: 550/31555 -- GLOBAL_STEP: 1262750 | > loss_text_ce: 0.03723534941673279 (0.03201142829080875) | > loss_mel_ce: 2.449571132659912 (nan) | > loss: 0.009868280030786991 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14099389856511885) | > loader_time: 0.0048 (0.00461172927509654)  --> TIME: 2025-03-26 04:13:44 -- STEP: 600/31555 -- GLOBAL_STEP: 1262800 | > loss_text_ce: 0.024492816999554634 (0.03185575453719746) | > loss_mel_ce: 0.97308349609375 (nan) | > loss: 0.003958636429160833 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14088225245475747) | > loader_time: 0.0046 (0.004614158471425366)  --> TIME: 2025-03-26 04:13:53 -- STEP: 650/31555 -- GLOBAL_STEP: 1262850 | > loss_text_ce: 0.02878045104444027 (0.03177292036752287) | > loss_mel_ce: 2.451566457748413 (nan) | > loss: 0.00984264723956585 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.140874151083139) | > loader_time: 0.005 (0.004616841536301827)  --> TIME: 2025-03-26 04:14:03 -- STEP: 700/31555 -- GLOBAL_STEP: 1262900 | > loss_text_ce: 0.03427847474813461 (0.03175824237588259) | > loss_mel_ce: 1.9145857095718384 (nan) | > loss: 0.007733588572591543 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1411110690661836) | > loader_time: 0.0047 (0.0046178051403590525)  --> TIME: 2025-03-26 04:14:13 -- STEP: 750/31555 -- GLOBAL_STEP: 1262950 | > loss_text_ce: 0.04077154025435448 (0.031708468381315455) | > loss_mel_ce: 2.3632097244262695 (nan) | > loss: 0.009539608843624592 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14129095268249495) | > loader_time: 0.0046 (0.004620354334513339)  --> TIME: 2025-03-26 04:14:23 -- STEP: 800/31555 -- GLOBAL_STEP: 1263000 | > loss_text_ce: 0.030983708798885345 (0.0317191205185372) | > loss_mel_ce: 2.846123695373535 (nan) | > loss: 0.011417093686759472 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14154995560646044) | > loader_time: 0.0048 (0.004623554646968833)  --> TIME: 2025-03-26 04:14:33 -- STEP: 850/31555 -- GLOBAL_STEP: 1263050 | > loss_text_ce: 0.020986126735806465 (0.03170452108606694) | > loss_mel_ce: 2.660829782485962 (nan) | > loss: 0.010642127133905888 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14163214374991) | > loader_time: 0.0045 (0.004625377374536844)  --> TIME: 2025-03-26 04:14:43 -- STEP: 900/31555 -- GLOBAL_STEP: 1263100 | > loss_text_ce: 0.02874433435499668 (0.031659585491029735) | > loss_mel_ce: 2.7014248371124268 (nan) | > loss: 0.01083400472998619 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14170733398861338) | > loader_time: 0.0044 (0.004631325933668342)  --> TIME: 2025-03-26 04:14:52 -- STEP: 950/31555 -- GLOBAL_STEP: 1263150 | > loss_text_ce: 0.02841230109333992 (0.031541792873881376) | > loss_mel_ce: 2.5921621322631836 (nan) | > loss: 0.010399105958640575 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14158227268018206) | > loader_time: 0.0047 (0.0046316804383930345)  --> TIME: 2025-03-26 04:15:01 -- STEP: 1000/31555 -- GLOBAL_STEP: 1263200 | > loss_text_ce: 0.03178783133625984 (0.031526114014908686) | > loss_mel_ce: 2.7133569717407227 (nan) | > loss: 0.010893432423472404 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14124625015258774) | > loader_time: 0.0045 (0.004629657745361322)  --> TIME: 2025-03-26 04:15:11 -- STEP: 1050/31555 -- GLOBAL_STEP: 1263250 | > loss_text_ce: 0.03383162245154381 (0.031565751883955245) | > loss_mel_ce: 2.869262933731079 (nan) | > loss: 0.011520217172801495 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14113623301188136) | > loader_time: 0.0045 (0.004628745714823399)  --> TIME: 2025-03-26 04:15:21 -- STEP: 1100/31555 -- GLOBAL_STEP: 1263300 | > loss_text_ce: 0.022080209106206894 (0.03160301428457553) | > loss_mel_ce: 0.15332308411598206 (nan) | > loss: 0.0006960448808968067 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1412410406632855) | > loader_time: 0.0044 (0.004634395512667562)  --> TIME: 2025-03-26 04:15:31 -- STEP: 1150/31555 -- GLOBAL_STEP: 1263350 | > loss_text_ce: 0.034455977380275726 (0.03164477587232122) | > loss_mel_ce: 2.2428109645843506 (nan) | > loss: 0.009036773815751076 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1414907194220499) | > loader_time: 0.0046 (0.004637045860290522)  --> TIME: 2025-03-26 04:15:40 -- STEP: 1200/31555 -- GLOBAL_STEP: 1263400 | > loss_text_ce: 0.029236534610390663 (0.03165328122985859) | > loss_mel_ce: 1.703965663909912 (nan) | > loss: 0.006877786945551634 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14156415661176017) | > loader_time: 0.0046 (0.004639158248901359)  --> TIME: 2025-03-26 04:15:50 -- STEP: 1250/31555 -- GLOBAL_STEP: 1263450 | > loss_text_ce: 0.033969953656196594 (0.03161818782165645) | > loss_mel_ce: 2.4930057525634766 (nan) | > loss: 0.010027681477367878 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14151833610534642) | > loader_time: 0.0048 (0.0046392263412475526)  --> TIME: 2025-03-26 04:16:00 -- STEP: 1300/31555 -- GLOBAL_STEP: 1263500 | > loss_text_ce: 0.0325268916785717 (0.03166594912441302) | > loss_mel_ce: 2.3908607959747314 (nan) | > loss: 0.009616618975996971 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14161342895947943) | > loader_time: 0.0046 (0.004641064313741826)  --> TIME: 2025-03-26 04:16:10 -- STEP: 1350/31555 -- GLOBAL_STEP: 1263550 | > loss_text_ce: 0.031531356275081635 (0.03167207180832818) | > loss_mel_ce: 2.686807155609131 (nan) | > loss: 0.0107870576903224 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1417221083464444) | > loader_time: 0.0047 (0.004640292768125176)  --> TIME: 2025-03-26 04:16:19 -- STEP: 1400/31555 -- GLOBAL_STEP: 1263600 | > loss_text_ce: 0.03391555696725845 (0.0316568023292347) | > loss_mel_ce: 2.548126459121704 (nan) | > loss: 0.010246198624372482 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14166469744273585) | > loader_time: 0.0048 (0.0046435194356100875)  --> TIME: 2025-03-26 04:16:29 -- STEP: 1450/31555 -- GLOBAL_STEP: 1263650 | > loss_text_ce: 0.03083646297454834 (0.03165795745199604) | > loss_mel_ce: 3.2992117404937744 (nan) | > loss: 0.013214477337896824 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.141754948024092) | > loader_time: 0.0048 (0.004644309241196199)  --> TIME: 2025-03-26 04:16:39 -- STEP: 1500/31555 -- GLOBAL_STEP: 1263700 | > loss_text_ce: 0.04223388433456421 (0.03169003463474404) | > loss_mel_ce: 0.0301513671875 (nan) | > loss: 0.0002872430777642876 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1418160300254822) | > loader_time: 0.0046 (0.004644450823465977)  --> TIME: 2025-03-26 04:16:49 -- STEP: 1550/31555 -- GLOBAL_STEP: 1263750 | > loss_text_ce: 0.0370912030339241 (0.03170868442964641) | > loss_mel_ce: 2.7639241218566895 (nan) | > loss: 0.011115141212940216 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1417700209156161) | > loader_time: 0.0045 (0.004644339776808213)  --> TIME: 2025-03-26 04:16:58 -- STEP: 1600/31555 -- GLOBAL_STEP: 1263800 | > loss_text_ce: 0.024424957111477852 (0.0317099307040916) | > loss_mel_ce: 1.1932679414749146 (nan) | > loss: 0.0048321145586669445 (nan) | > current_lr: 5e-06 | > step_time: 0.1014 (0.14169704616069817) | > loader_time: 0.0046 (0.004645747393369673)  --> TIME: 2025-03-26 04:17:08 -- STEP: 1650/31555 -- GLOBAL_STEP: 1263850 | > loss_text_ce: 0.03442992642521858 (0.031764050415632336) | > loss_mel_ce: 2.7014987468719482 (nan) | > loss: 0.010856861248612404 (nan) | > current_lr: 5e-06 | > step_time: 0.1801 (0.1416635082707263) | > loader_time: 0.0047 (0.004646438540834366)  --> TIME: 2025-03-26 04:17:18 -- STEP: 1700/31555 -- GLOBAL_STEP: 1263900 | > loss_text_ce: 0.031074801459908485 (0.03177991111214979) | > loss_mel_ce: 3.23530912399292 (nan) | > loss: 0.012961841188371181 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14185039197697397) | > loader_time: 0.0044 (0.004649084736319149)  --> TIME: 2025-03-26 04:17:28 -- STEP: 1750/31555 -- GLOBAL_STEP: 1263950 | > loss_text_ce: 0.03063575178384781 (0.031815163206309026) | > loss_mel_ce: 2.6060445308685303 (nan) | > loss: 0.010463017970323563 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14183320386069206) | > loader_time: 0.0043 (0.004644480296543668)  --> TIME: 2025-03-26 04:17:37 -- STEP: 1800/31555 -- GLOBAL_STEP: 1264000 | > loss_text_ce: 0.03702889010310173 (0.03184703897943508) | > loss_mel_ce: 2.4473586082458496 (nan) | > loss: 0.00985868088901043 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14172963791423424) | > loader_time: 0.0043 (0.0046380722522735614)  --> TIME: 2025-03-26 04:17:47 -- STEP: 1850/31555 -- GLOBAL_STEP: 1264050 | > loss_text_ce: 0.036078453063964844 (0.03186409022508034) | > loss_mel_ce: 2.814157724380493 (nan) | > loss: 0.011310461908578873 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.14181448807587546) | > loader_time: 0.0047 (0.004632825335940801)  --> TIME: 2025-03-26 04:17:57 -- STEP: 1900/31555 -- GLOBAL_STEP: 1264100 | > loss_text_ce: 0.02607514150440693 (0.03186941321203973) | > loss_mel_ce: 2.8071885108947754 (nan) | > loss: 0.01124311052262783 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14186597899386807) | > loader_time: 0.0044 (0.00463080406188965)  --> TIME: 2025-03-26 04:18:06 -- STEP: 1950/31555 -- GLOBAL_STEP: 1264150 | > loss_text_ce: 0.04006553068757057 (0.03182970456731242) | > loss_mel_ce: 2.079446315765381 (nan) | > loss: 0.008410762064158916 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14184180883260925) | > loader_time: 0.0045 (0.00462984757545667)  --> TIME: 2025-03-26 04:18:16 -- STEP: 2000/31555 -- GLOBAL_STEP: 1264200 | > loss_text_ce: 0.03264030069112778 (0.03183271559188141) | > loss_mel_ce: 2.204807758331299 (nan) | > loss: 0.008878761902451515 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1418169674873357) | > loader_time: 0.0047 (0.004630628705024721)  --> TIME: 2025-03-26 04:18:26 -- STEP: 2050/31555 -- GLOBAL_STEP: 1264250 | > loss_text_ce: 0.03151001036167145 (0.031835752311730504) | > loss_mel_ce: 2.498466730117798 (nan) | > loss: 0.01003959123045206 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1417828815739334) | > loader_time: 0.005 (0.004629853411418638)  --> TIME: 2025-03-26 04:18:36 -- STEP: 2100/31555 -- GLOBAL_STEP: 1264300 | > loss_text_ce: 0.02552700974047184 (0.03181738716461471) | > loss_mel_ce: 3.0767452716827393 (nan) | > loss: 0.012310604564845562 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14186510267711863) | > loader_time: 0.0047 (0.0046298519770304365)  --> TIME: 2025-03-26 04:18:45 -- STEP: 2150/31555 -- GLOBAL_STEP: 1264350 | > loss_text_ce: 0.03480749577283859 (0.03181211058613517) | > loss_mel_ce: 2.764308214187622 (nan) | > loss: 0.011107602156698704 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14179093116937727) | > loader_time: 0.0043 (0.004629462486089662)  --> TIME: 2025-03-26 04:18:55 -- STEP: 2200/31555 -- GLOBAL_STEP: 1264400 | > loss_text_ce: 0.04831898957490921 (0.03182260933205143) | > loss_mel_ce: 1.6786357164382935 (nan) | > loss: 0.00685299513861537 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.14180049917914694) | > loader_time: 0.0046 (0.004629089615561745)  --> TIME: 2025-03-26 04:19:04 -- STEP: 2250/31555 -- GLOBAL_STEP: 1264450 | > loss_text_ce: 0.03344632312655449 (0.031785333992292455) | > loss_mel_ce: 2.5935232639312744 (nan) | > loss: 0.010424482636153698 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14179772006140856) | > loader_time: 0.0046 (0.004627980338202581)  --> TIME: 2025-03-26 04:19:14 -- STEP: 2300/31555 -- GLOBAL_STEP: 1264500 | > loss_text_ce: 0.029216984286904335 (0.0317798359275026) | > loss_mel_ce: 1.4719352722167969 (nan) | > loss: 0.0059569538570940495 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14173082787057667) | > loader_time: 0.0045 (0.004629826753035835)  --> TIME: 2025-03-26 04:19:23 -- STEP: 2350/31555 -- GLOBAL_STEP: 1264550 | > loss_text_ce: 0.03950686752796173 (0.03178192702894833) | > loss_mel_ce: 2.3204469680786133 (nan) | > loss: 0.009364896453917027 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14163330250598063) | > loader_time: 0.0046 (0.00462765206681921)  --> TIME: 2025-03-26 04:19:33 -- STEP: 2400/31555 -- GLOBAL_STEP: 1264600 | > loss_text_ce: 0.02622031792998314 (0.03179457112797537) | > loss_mel_ce: 2.7255656719207764 (nan) | > loss: 0.010919786058366299 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1416007090608284) | > loader_time: 0.005 (0.004627229670683545)  --> TIME: 2025-03-26 04:19:42 -- STEP: 2450/31555 -- GLOBAL_STEP: 1264650 | > loss_text_ce: 0.037656884640455246 (0.03179644222808433) | > loss_mel_ce: 2.506040334701538 (nan) | > loss: 0.010094036348164082 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14157289524467676) | > loader_time: 0.0045 (0.004625357413778501)  --> TIME: 2025-03-26 04:19:52 -- STEP: 2500/31555 -- GLOBAL_STEP: 1264700 | > loss_text_ce: 0.03161625191569328 (0.03180743361823264) | > loss_mel_ce: 1.1907958984375 (nan) | > loss: 0.0048508420586586 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14146288490295467) | > loader_time: 0.0048 (0.004624246788024903)  --> TIME: 2025-03-26 04:20:02 -- STEP: 2550/31555 -- GLOBAL_STEP: 1264750 | > loss_text_ce: 0.035862505435943604 (0.03179611684754495) | > loss_mel_ce: 2.717933416366577 (nan) | > loss: 0.010927761904895306 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14146441684049788) | > loader_time: 0.0046 (0.004624369004193472)  --> TIME: 2025-03-26 04:20:11 -- STEP: 2600/31555 -- GLOBAL_STEP: 1264800 | > loss_text_ce: 0.02288934960961342 (0.03178115034010266) | > loss_mel_ce: 2.881753921508789 (nan) | > loss: 0.011526362970471382 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14147088912817204) | > loader_time: 0.0043 (0.004622174868216879)  --> TIME: 2025-03-26 04:20:21 -- STEP: 2650/31555 -- GLOBAL_STEP: 1264850 | > loss_text_ce: 0.027212223038077354 (0.03179716171837363) | > loss_mel_ce: 1.716040015220642 (nan) | > loss: 0.006917668040841818 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14149103443577662) | > loader_time: 0.0044 (0.004619102567996616)  --> TIME: 2025-03-26 04:20:31 -- STEP: 2700/31555 -- GLOBAL_STEP: 1264900 | > loss_text_ce: 0.036572061479091644 (0.031811237928147156) | > loss_mel_ce: 2.674778938293457 (nan) | > loss: 0.010759329423308372 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14148710383309313) | > loader_time: 0.0046 (0.00461859023129498)  --> TIME: 2025-03-26 04:20:40 -- STEP: 2750/31555 -- GLOBAL_STEP: 1264950 | > loss_text_ce: 0.04238522797822952 (0.03178653813051908) | > loss_mel_ce: 2.6734321117401123 (nan) | > loss: 0.010777054354548454 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14149653911590615) | > loader_time: 0.0044 (0.004619291305541989)  --> TIME: 2025-03-26 04:20:50 -- STEP: 2800/31555 -- GLOBAL_STEP: 1265000 | > loss_text_ce: 0.03842322155833244 (0.03177944315763724) | > loss_mel_ce: 1.1971113681793213 (nan) | > loss: 0.004902915097773075 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14144923712526095) | > loader_time: 0.0047 (0.004617998855454573)  --> TIME: 2025-03-26 04:21:00 -- STEP: 2850/31555 -- GLOBAL_STEP: 1265050 | > loss_text_ce: 0.04079168662428856 (0.03179277347139363) | > loss_mel_ce: 2.4141576290130615 (nan) | > loss: 0.00974186323583126 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14147930320940547) | > loader_time: 0.0045 (0.004618834947284891)  --> TIME: 2025-03-26 04:21:09 -- STEP: 2900/31555 -- GLOBAL_STEP: 1265100 | > loss_text_ce: 0.031053589656949043 (0.03180112355324478) | > loss_mel_ce: 2.1336066722869873 (nan) | > loss: 0.008589922450482845 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1414506990334086) | > loader_time: 0.0049 (0.00461803337623332)  --> TIME: 2025-03-26 04:21:19 -- STEP: 2950/31555 -- GLOBAL_STEP: 1265150 | > loss_text_ce: 0.034586094319820404 (0.031807753733217266) | > loss_mel_ce: 2.6196749210357666 (nan) | > loss: 0.010532782413065434 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14146842802985266) | > loader_time: 0.0047 (0.004617903757903525)  --> TIME: 2025-03-26 04:21:28 -- STEP: 3000/31555 -- GLOBAL_STEP: 1265200 | > loss_text_ce: 0.037005357444286346 (0.031799733028747196) | > loss_mel_ce: 2.753516435623169 (nan) | > loss: 0.011073499917984009 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.141412753582001) | > loader_time: 0.0045 (0.004616557916005444)  --> TIME: 2025-03-26 04:21:38 -- STEP: 3050/31555 -- GLOBAL_STEP: 1265250 | > loss_text_ce: 0.03332126513123512 (0.03179761483318744) | > loss_mel_ce: 2.711909294128418 (nan) | > loss: 0.010893773287534714 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14140920693757134) | > loader_time: 0.0046 (0.004615899773894756)  --> TIME: 2025-03-26 04:21:48 -- STEP: 3100/31555 -- GLOBAL_STEP: 1265300 | > loss_text_ce: 0.04096245765686035 (0.03178348901170879) | > loss_mel_ce: 1.7991573810577393 (nan) | > loss: 0.007302063051611185 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14137619949156274) | > loader_time: 0.0044 (0.004614918231964102)  --> TIME: 2025-03-26 04:21:57 -- STEP: 3150/31555 -- GLOBAL_STEP: 1265350 | > loss_text_ce: 0.03832295536994934 (0.03178556399981654) | > loss_mel_ce: 2.81199049949646 (nan) | > loss: 0.011310768313705921 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14135746463896773) | > loader_time: 0.0045 (0.004614907370673274)  --> TIME: 2025-03-26 04:22:07 -- STEP: 3200/31555 -- GLOBAL_STEP: 1265400 | > loss_text_ce: 0.02735282853245735 (0.03180244285322259) | > loss_mel_ce: 1.699007511138916 (nan) | > loss: 0.006850636564195156 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14140671670436902) | > loader_time: 0.0043 (0.004614171534776676)  --> TIME: 2025-03-26 04:22:17 -- STEP: 3250/31555 -- GLOBAL_STEP: 1265450 | > loss_text_ce: 0.033789824694395065 (0.031791321545839295) | > loss_mel_ce: 3.0060043334960938 (nan) | > loss: 0.0120626762509346 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14140039385282122) | > loader_time: 0.0044 (0.0046133308410644435)  --> TIME: 2025-03-26 04:22:26 -- STEP: 3300/31555 -- GLOBAL_STEP: 1265500 | > loss_text_ce: 0.03464891389012337 (0.03179295466027474) | > loss_mel_ce: 2.7665562629699707 (nan) | > loss: 0.011115893721580505 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14136831001801978) | > loader_time: 0.0046 (0.004611633690920731)  --> TIME: 2025-03-26 04:22:36 -- STEP: 3350/31555 -- GLOBAL_STEP: 1265550 | > loss_text_ce: 0.04051169380545616 (0.03180334835799771) | > loss_mel_ce: 2.419116258621216 (nan) | > loss: 0.009760428220033646 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1413927485337902) | > loader_time: 0.0046 (0.0046115677392304716)  --> TIME: 2025-03-26 04:22:46 -- STEP: 3400/31555 -- GLOBAL_STEP: 1265600 | > loss_text_ce: 0.033628199249506 (0.03178979498306841) | > loss_mel_ce: 2.9866440296173096 (nan) | > loss: 0.01198520790785551 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.1413961773760183) | > loader_time: 0.0048 (0.0046117871649124925)  --> TIME: 2025-03-26 04:22:55 -- STEP: 3450/31555 -- GLOBAL_STEP: 1265650 | > loss_text_ce: 0.02793477661907673 (0.031775388606702544) | > loss_mel_ce: 2.574101448059082 (nan) | > loss: 0.010325540788471699 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14136757726254712) | > loader_time: 0.0044 (0.004611039438109451)  --> TIME: 2025-03-26 04:23:04 -- STEP: 3500/31555 -- GLOBAL_STEP: 1265700 | > loss_text_ce: 0.030462581664323807 (0.03176959325426394) | > loss_mel_ce: 0.1632487028837204 (nan) | > loss: 0.0007686956087127328 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413125458444871) | > loader_time: 0.0044 (0.004610161440713051)  --> TIME: 2025-03-26 04:23:14 -- STEP: 3550/31555 -- GLOBAL_STEP: 1265750 | > loss_text_ce: 0.017368895933032036 (0.03175586409132251) | > loss_mel_ce: 1.900856614112854 (nan) | > loss: 0.007612006273120642 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14138019165522642) | > loader_time: 0.0046 (0.004609549414943627)  --> TIME: 2025-03-26 04:23:24 -- STEP: 3600/31555 -- GLOBAL_STEP: 1265800 | > loss_text_ce: 0.040014803409576416 (0.03177235600383334) | > loss_mel_ce: 2.737186908721924 (nan) | > loss: 0.011020641773939133 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1413677728838393) | > loader_time: 0.005 (0.004609083996878716)  --> TIME: 2025-03-26 04:23:34 -- STEP: 3650/31555 -- GLOBAL_STEP: 1265850 | > loss_text_ce: 0.02771078795194626 (0.03176798929600687) | > loss_mel_ce: 2.499340772628784 (nan) | > loss: 0.010027982294559479 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14139312463263964) | > loader_time: 0.0048 (0.004609721262161032)  --> TIME: 2025-03-26 04:23:43 -- STEP: 3700/31555 -- GLOBAL_STEP: 1265900 | > loss_text_ce: 0.027900202199816704 (0.031748371682557744) | > loss_mel_ce: 2.714601516723633 (nan) | > loss: 0.010882943868637085 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1413629171654987) | > loader_time: 0.0045 (0.004609941083031718)  --> TIME: 2025-03-26 04:23:53 -- STEP: 3750/31555 -- GLOBAL_STEP: 1265950 | > loss_text_ce: 0.03613625094294548 (0.03175209212352837) | > loss_mel_ce: 2.440277338027954 (nan) | > loss: 0.009827038273215294 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14132192789713563) | > loader_time: 0.0046 (0.004611140060424792)  --> TIME: 2025-03-26 04:24:03 -- STEP: 3800/31555 -- GLOBAL_STEP: 1266000 | > loss_text_ce: 0.036729734390974045 (0.03174571677356178) | > loss_mel_ce: 1.8498554229736328 (nan) | > loss: 0.007486449088901281 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14135461719412573) | > loader_time: 0.0047 (0.004612855723029676)  --> TIME: 2025-03-26 04:24:13 -- STEP: 3850/31555 -- GLOBAL_STEP: 1266050 | > loss_text_ce: 0.033160556107759476 (0.03174433987103891) | > loss_mel_ce: 0.767364501953125 (nan) | > loss: 0.003176687052473426 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.1413801754295054) | > loader_time: 0.0048 (0.004613400682226391)  --> TIME: 2025-03-26 04:24:22 -- STEP: 3900/31555 -- GLOBAL_STEP: 1266100 | > loss_text_ce: 0.04210997372865677 (0.03175051734997679) | > loss_mel_ce: 2.746340036392212 (nan) | > loss: 0.011065278202295303 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14137948170686399) | > loader_time: 0.0043 (0.004612349118941856)  --> TIME: 2025-03-26 04:24:32 -- STEP: 3950/31555 -- GLOBAL_STEP: 1266150 | > loss_text_ce: 0.037198506295681 (0.03174931577395036) | > loss_mel_ce: 0.0731608048081398 (nan) | > loss: 0.00043793380609713495 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14135133634639713) | > loader_time: 0.0046 (0.004612200109264506)  --> TIME: 2025-03-26 04:24:41 -- STEP: 4000/31555 -- GLOBAL_STEP: 1266200 | > loss_text_ce: 0.02516799606382847 (0.03174386678170415) | > loss_mel_ce: 3.095442771911621 (nan) | > loss: 0.012383376248180866 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1413497410416605) | > loader_time: 0.0046 (0.00461207580566405)  --> TIME: 2025-03-26 04:24:51 -- STEP: 4050/31555 -- GLOBAL_STEP: 1266250 | > loss_text_ce: 0.02788446843624115 (0.031738333551236154) | > loss_mel_ce: 2.996455669403076 (nan) | > loss: 0.01200135052204132 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14133983900517613) | > loader_time: 0.0048 (0.004611731576330855)  --> TIME: 2025-03-26 04:25:01 -- STEP: 4100/31555 -- GLOBAL_STEP: 1266300 | > loss_text_ce: 0.03241761773824692 (0.031742404105550646) | > loss_mel_ce: 2.751511335372925 (nan) | > loss: 0.01104733720421791 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1413607131562584) | > loader_time: 0.0046 (0.004611682019582597)  --> TIME: 2025-03-26 04:25:10 -- STEP: 4150/31555 -- GLOBAL_STEP: 1266350 | > loss_text_ce: 0.03249676525592804 (0.03174678134675846) | > loss_mel_ce: 2.593378782272339 (nan) | > loss: 0.010420141741633415 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14131991053202086) | > loader_time: 0.0044 (0.0046122707803565215)  --> TIME: 2025-03-26 04:25:20 -- STEP: 4200/31555 -- GLOBAL_STEP: 1266400 | > loss_text_ce: 0.02352837100625038 (0.03175042052575876) | > loss_mel_ce: 1.753730297088623 (nan) | > loss: 0.007052613887935877 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14126975911004225) | > loader_time: 0.0044 (0.004612182946432191)  --> TIME: 2025-03-26 04:25:29 -- STEP: 4250/31555 -- GLOBAL_STEP: 1266450 | > loss_text_ce: 0.027785686776041985 (0.03174682861172102) | > loss_mel_ce: 2.316002130508423 (nan) | > loss: 0.009300746023654938 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14126640134699223) | > loader_time: 0.0048 (0.004611918281106375)  --> TIME: 2025-03-26 04:25:39 -- STEP: 4300/31555 -- GLOBAL_STEP: 1266500 | > loss_text_ce: 0.02930353581905365 (0.03175409017065757) | > loss_mel_ce: 3.150538921356201 (nan) | > loss: 0.01261842343956232 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14128101149270722) | > loader_time: 0.0048 (0.004612271009489534)  --> TIME: 2025-03-26 04:25:49 -- STEP: 4350/31555 -- GLOBAL_STEP: 1266550 | > loss_text_ce: 0.03570351004600525 (0.03175701138595567) | > loss_mel_ce: 1.9655705690383911 (nan) | > loss: 0.007941564545035362 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1413356774428797) | > loader_time: 0.0047 (0.004611417890965241)  --> TIME: 2025-03-26 04:25:59 -- STEP: 4400/31555 -- GLOBAL_STEP: 1266600 | > loss_text_ce: 0.03398583456873894 (0.031759042124136945) | > loss_mel_ce: 2.6029508113861084 (nan) | > loss: 0.010464034974575043 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14133036082441175) | > loader_time: 0.0045 (0.004610573811964545)  --> TIME: 2025-03-26 04:26:08 -- STEP: 4450/31555 -- GLOBAL_STEP: 1266650 | > loss_text_ce: 0.041014641523361206 (0.03176358561146628) | > loss_mel_ce: 2.807743549346924 (nan) | > loss: 0.011304596439003944 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1413587219795486) | > loader_time: 0.0046 (0.004610748023129571)  --> TIME: 2025-03-26 04:26:18 -- STEP: 4500/31555 -- GLOBAL_STEP: 1266700 | > loss_text_ce: 0.041526637971401215 (0.03175874496851533) | > loss_mel_ce: 3.066924810409546 (nan) | > loss: 0.012335125356912613 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1413451242446902) | > loader_time: 0.0047 (0.004610695627000588)  --> TIME: 2025-03-26 04:26:28 -- STEP: 4550/31555 -- GLOBAL_STEP: 1266750 | > loss_text_ce: 0.0408506877720356 (0.03176530702858348) | > loss_mel_ce: 2.531585693359375 (nan) | > loss: 0.01020808145403862 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1414026821576634) | > loader_time: 0.0045 (0.004610879866631468)  --> TIME: 2025-03-26 04:26:38 -- STEP: 4600/31555 -- GLOBAL_STEP: 1266800 | > loss_text_ce: 0.027679456397891045 (0.0317734855168459) | > loss_mel_ce: 2.4210031032562256 (nan) | > loss: 0.009716995060443878 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14144709011782788) | > loader_time: 0.0044 (0.004611170913862135)  --> TIME: 2025-03-26 04:26:48 -- STEP: 4650/31555 -- GLOBAL_STEP: 1266850 | > loss_text_ce: 0.026279309764504433 (0.03176939407083139) | > loss_mel_ce: 2.5274431705474854 (nan) | > loss: 0.010133819654583931 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14149068401705864) | > loader_time: 0.0048 (0.004611002552893842)  --> TIME: 2025-03-26 04:26:58 -- STEP: 4700/31555 -- GLOBAL_STEP: 1266900 | > loss_text_ce: 0.03700149804353714 (0.03175661627262675) | > loss_mel_ce: 1.944366455078125 (nan) | > loss: 0.007862571626901627 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14151648206913756) | > loader_time: 0.0046 (0.004609626861328765)  --> TIME: 2025-03-26 04:27:07 -- STEP: 4750/31555 -- GLOBAL_STEP: 1266950 | > loss_text_ce: 0.030815623700618744 (0.03175035681399081) | > loss_mel_ce: 2.720468044281006 (nan) | > loss: 0.010917793028056622 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14152390595486333) | > loader_time: 0.0046 (0.004608642527931609)  --> TIME: 2025-03-26 04:27:17 -- STEP: 4800/31555 -- GLOBAL_STEP: 1267000 | > loss_text_ce: 0.035503044724464417 (0.03174042116016311) | > loss_mel_ce: 2.0374207496643066 (nan) | > loss: 0.008225888945162296 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14153506681323097) | > loader_time: 0.0043 (0.004607584128777179)  --> TIME: 2025-03-26 04:27:27 -- STEP: 4850/31555 -- GLOBAL_STEP: 1267050 | > loss_text_ce: 0.035990841686725616 (0.03173838634754429) | > loss_mel_ce: 2.5385899543762207 (nan) | > loss: 0.010216591879725456 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14155041719220393) | > loader_time: 0.0046 (0.004606668482121729)  --> TIME: 2025-03-26 04:27:36 -- STEP: 4900/31555 -- GLOBAL_STEP: 1267100 | > loss_text_ce: 0.03814264386892319 (0.03173688374060608) | > loss_mel_ce: 2.9284207820892334 (nan) | > loss: 0.011772077530622482 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.141517874172756) | > loader_time: 0.0044 (0.004606426540686158)  --> TIME: 2025-03-26 04:27:46 -- STEP: 4950/31555 -- GLOBAL_STEP: 1267150 | > loss_text_ce: 0.033601079136133194 (0.03172665129349841) | > loss_mel_ce: 2.8197035789489746 (nan) | > loss: 0.011322638019919395 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14148399637203066) | > loader_time: 0.0049 (0.004605847223840577)  --> TIME: 2025-03-26 04:27:55 -- STEP: 5000/31555 -- GLOBAL_STEP: 1267200 | > loss_text_ce: 0.035334765911102295 (0.03172082622293384) | > loss_mel_ce: 2.542888641357422 (nan) | > loss: 0.010231046006083488 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14150391631126455) | > loader_time: 0.0047 (0.004605469465255738)  --> TIME: 2025-03-26 04:28:05 -- STEP: 5050/31555 -- GLOBAL_STEP: 1267250 | > loss_text_ce: 0.03605619817972183 (0.03170887661286363) | > loss_mel_ce: 2.2935891151428223 (nan) | > loss: 0.009244625456631184 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14152889544420955) | > loader_time: 0.0048 (0.004605344168030387)  --> TIME: 2025-03-26 04:28:15 -- STEP: 5100/31555 -- GLOBAL_STEP: 1267300 | > loss_text_ce: 0.0306873582303524 (0.03170685977894153) | > loss_mel_ce: 2.5851809978485107 (nan) | > loss: 0.010380430147051811 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.1415175186419025) | > loader_time: 0.0047 (0.0046049892668630545)  --> TIME: 2025-03-26 04:28:25 -- STEP: 5150/31555 -- GLOBAL_STEP: 1267350 | > loss_text_ce: 0.03528572618961334 (0.031701359329473884) | > loss_mel_ce: 2.868805170059204 (nan) | > loss: 0.011524170637130737 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14151027762774177) | > loader_time: 0.0044 (0.0046051286956638945)  --> TIME: 2025-03-26 04:28:34 -- STEP: 5200/31555 -- GLOBAL_STEP: 1267400 | > loss_text_ce: 0.025218922644853592 (0.031717200511887325) | > loss_mel_ce: 2.5696685314178467 (nan) | > loss: 0.010297173634171486 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14149358896108824) | > loader_time: 0.0047 (0.00460473014758183)  --> TIME: 2025-03-26 04:28:44 -- STEP: 5250/31555 -- GLOBAL_STEP: 1267450 | > loss_text_ce: 0.03289204463362694 (0.03171914921186505) | > loss_mel_ce: 2.7789058685302734 (nan) | > loss: 0.011157928965985775 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14147439815884597) | > loader_time: 0.0045 (0.004604260580880301)  --> TIME: 2025-03-26 04:28:53 -- STEP: 5300/31555 -- GLOBAL_STEP: 1267500 | > loss_text_ce: 0.017727337777614594 (0.03170786638990182) | > loss_mel_ce: 2.7678356170654297 (nan) | > loss: 0.011053822003304958 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1414807943578041) | > loader_time: 0.0045 (0.004603963078192949)  --> TIME: 2025-03-26 04:29:03 -- STEP: 5350/31555 -- GLOBAL_STEP: 1267550 | > loss_text_ce: 0.0340857170522213 (0.03171505811632932) | > loss_mel_ce: 2.934004068374634 (nan) | > loss: 0.011778134852647781 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14147919855385227) | > loader_time: 0.0045 (0.0046042190533932175)  --> TIME: 2025-03-26 04:29:13 -- STEP: 5400/31555 -- GLOBAL_STEP: 1267600 | > loss_text_ce: 0.038126587867736816 (0.0317218263252397) | > loss_mel_ce: 2.92937970161438 (nan) | > loss: 0.011775819584727287 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14149408521475657) | > loader_time: 0.0045 (0.00460475824497365)  --> TIME: 2025-03-26 04:29:23 -- STEP: 5450/31555 -- GLOBAL_STEP: 1267650 | > loss_text_ce: 0.04223893955349922 (0.03172956619292091) | > loss_mel_ce: 2.8884854316711426 (nan) | > loss: 0.011629858985543251 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14154991167401004) | > loader_time: 0.0048 (0.004604689921807818)  --> TIME: 2025-03-26 04:29:33 -- STEP: 5500/31555 -- GLOBAL_STEP: 1267700 | > loss_text_ce: 0.036733366549015045 (0.031749986589801604) | > loss_mel_ce: 2.9552648067474365 (nan) | > loss: 0.011873009614646435 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14160074645822746) | > loader_time: 0.0046 (0.004604950037869553)  --> TIME: 2025-03-26 04:29:42 -- STEP: 5550/31555 -- GLOBAL_STEP: 1267750 | > loss_text_ce: 0.03360152989625931 (0.03176163188592943) | > loss_mel_ce: 2.6261444091796875 (nan) | > loss: 0.010554548352956772 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1415622785069925) | > loader_time: 0.0044 (0.004605346026721314)  --> TIME: 2025-03-26 04:29:52 -- STEP: 5600/31555 -- GLOBAL_STEP: 1267800 | > loss_text_ce: 0.03240027651190758 (0.03176195775142076) | > loss_mel_ce: 3.1033523082733154 (nan) | > loss: 0.012443463318049908 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1415661708371984) | > loader_time: 0.0045 (0.0046050692881856765)  --> TIME: 2025-03-26 04:30:01 -- STEP: 5650/31555 -- GLOBAL_STEP: 1267850 | > loss_text_ce: 0.023004591464996338 (0.03175641119298817) | > loss_mel_ce: 2.316871404647827 (nan) | > loss: 0.009285222738981247 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.1415022254623147) | > loader_time: 0.0046 (0.004604573840588609)  --> TIME: 2025-03-26 04:30:11 -- STEP: 5700/31555 -- GLOBAL_STEP: 1267900 | > loss_text_ce: 0.0356508307158947 (0.03175774580308878) | > loss_mel_ce: 2.4861278533935547 (nan) | > loss: 0.010007058270275593 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14151722598494196) | > loader_time: 0.0045 (0.00460412832728605)  --> TIME: 2025-03-26 04:30:20 -- STEP: 5750/31555 -- GLOBAL_STEP: 1267950 | > loss_text_ce: 0.027243146672844887 (0.03176237089008744) | > loss_mel_ce: 3.251039505004883 (nan) | > loss: 0.013009059242904186 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1414836949472847) | > loader_time: 0.0047 (0.0046039435345193785)  --> TIME: 2025-03-26 04:30:30 -- STEP: 5800/31555 -- GLOBAL_STEP: 1268000 | > loss_text_ce: 0.04109771549701691 (0.031771284634536504) | > loss_mel_ce: 2.339489221572876 (nan) | > loss: 0.009446773678064346 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14145621657371565) | > loader_time: 0.0046 (0.004603301656657273)  --> TIME: 2025-03-26 04:30:39 -- STEP: 5850/31555 -- GLOBAL_STEP: 1268050 | > loss_text_ce: 0.02796359919011593 (0.03178091297467427) | > loss_mel_ce: 0.0556691475212574 (nan) | > loss: 0.000331875984556973 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14142087785606752) | > loader_time: 0.0044 (0.004602801045800908)  --> TIME: 2025-03-26 04:30:49 -- STEP: 5900/31555 -- GLOBAL_STEP: 1268100 | > loss_text_ce: 0.03366748243570328 (0.031778686412657534) | > loss_mel_ce: 2.60980486869812 (nan) | > loss: 0.010489970445632935 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14141478728439888) | > loader_time: 0.0045 (0.00460288059913508)  --> TIME: 2025-03-26 04:30:59 -- STEP: 5950/31555 -- GLOBAL_STEP: 1268150 | > loss_text_ce: 0.028769901022315025 (0.03178472165143548) | > loss_mel_ce: 2.6434977054595947 (nan) | > loss: 0.010604237206280231 (nan) | > current_lr: 5e-06 | > step_time: 0.1462 (0.14142308030809714) | > loader_time: 0.0048 (0.004604027651939096)  --> TIME: 2025-03-26 04:31:09 -- STEP: 6000/31555 -- GLOBAL_STEP: 1268200 | > loss_text_ce: 0.03645018860697746 (0.03179489861490832) | > loss_mel_ce: 2.345224380493164 (nan) | > loss: 0.009451090358197689 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14143685019016297) | > loader_time: 0.0048 (0.004604061524073308)  --> TIME: 2025-03-26 04:31:18 -- STEP: 6050/31555 -- GLOBAL_STEP: 1268250 | > loss_text_ce: 0.03780371695756912 (0.031797803323254194) | > loss_mel_ce: 2.2455875873565674 (nan) | > loss: 0.009061076678335667 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1414700544373067) | > loader_time: 0.0044 (0.004604113476335534)  --> TIME: 2025-03-26 04:31:28 -- STEP: 6100/31555 -- GLOBAL_STEP: 1268300 | > loss_text_ce: 0.027859486639499664 (0.03179251284017921) | > loss_mel_ce: 2.7771155834198 (nan) | > loss: 0.011130853556096554 (nan) | > current_lr: 5e-06 | > step_time: 0.2018 (0.14147421571074972) | > loader_time: 0.0049 (0.004604109310712993)  --> TIME: 2025-03-26 04:31:38 -- STEP: 6150/31555 -- GLOBAL_STEP: 1268350 | > loss_text_ce: 0.03994790464639664 (0.03179981619997973) | > loss_mel_ce: 1.273895263671875 (nan) | > loss: 0.005213663447648287 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1414927910207735) | > loader_time: 0.0044 (0.004604312346233609)  --> TIME: 2025-03-26 04:31:47 -- STEP: 6200/31555 -- GLOBAL_STEP: 1268400 | > loss_text_ce: 0.038115244358778 (0.03180321004031414) | > loss_mel_ce: 3.432929277420044 (nan) | > loss: 0.01377398706972599 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14145887720969416) | > loader_time: 0.0045 (0.004604677923264062)  --> TIME: 2025-03-26 04:31:57 -- STEP: 6250/31555 -- GLOBAL_STEP: 1268450 | > loss_text_ce: 0.0328754223883152 (0.031795044678449715) | > loss_mel_ce: 3.3048245906829834 (nan) | > loss: 0.013244842179119587 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14148131317138668) | > loader_time: 0.0044 (0.004605010719299341)  --> TIME: 2025-03-26 04:32:07 -- STEP: 6300/31555 -- GLOBAL_STEP: 1268500 | > loss_text_ce: 0.03378601744771004 (0.03178660809609398) | > loss_mel_ce: 2.4659743309020996 (nan) | > loss: 0.009919684380292892 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14149079716394813) | > loader_time: 0.0045 (0.00460474559238981)  --> TIME: 2025-03-26 04:32:17 -- STEP: 6350/31555 -- GLOBAL_STEP: 1268550 | > loss_text_ce: 0.032454874366521835 (0.03178002214513904) | > loss_mel_ce: 3.224429130554199 (nan) | > loss: 0.01292414404451847 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14150123419724125) | > loader_time: 0.0046 (0.004604841292373801)  --> TIME: 2025-03-26 04:32:26 -- STEP: 6400/31555 -- GLOBAL_STEP: 1268600 | > loss_text_ce: 0.0325346477329731 (0.03178442209115027) | > loss_mel_ce: 3.285721778869629 (nan) | > loss: 0.013167684897780418 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1415046243742109) | > loader_time: 0.0045 (0.004604987874627136)  --> TIME: 2025-03-26 04:32:36 -- STEP: 6450/31555 -- GLOBAL_STEP: 1268650 | > loss_text_ce: 0.029188362881541252 (0.03178035063712409) | > loss_mel_ce: 1.8769433498382568 (nan) | > loss: 0.007564015220850706 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1414756951221201) | > loader_time: 0.0045 (0.004604556837747293)  --> TIME: 2025-03-26 04:32:46 -- STEP: 6500/31555 -- GLOBAL_STEP: 1268700 | > loss_text_ce: 0.026996202766895294 (0.031780406356144465) | > loss_mel_ce: 3.0837085247039795 (nan) | > loss: 0.012344066984951496 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14150322338250984) | > loader_time: 0.0047 (0.004604167241316601)  --> TIME: 2025-03-26 04:32:55 -- STEP: 6550/31555 -- GLOBAL_STEP: 1268750 | > loss_text_ce: 0.02693263627588749 (0.03178384495145497) | > loss_mel_ce: 2.177518129348755 (nan) | > loss: 0.008747821673750877 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1414754547963618) | > loader_time: 0.0047 (0.004603466587212273)  --> TIME: 2025-03-26 04:33:05 -- STEP: 6600/31555 -- GLOBAL_STEP: 1268800 | > loss_text_ce: 0.03017582558095455 (0.03178047446703374) | > loss_mel_ce: 2.824186325073242 (nan) | > loss: 0.011326834559440613 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14147634773543422) | > loader_time: 0.0048 (0.004603496211947842)  --> TIME: 2025-03-26 04:33:14 -- STEP: 6650/31555 -- GLOBAL_STEP: 1268850 | > loss_text_ce: 0.03923051431775093 (0.03177691608485319) | > loss_mel_ce: 2.7439846992492676 (nan) | > loss: 0.01104450598359108 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14147116718435682) | > loader_time: 0.0047 (0.004603408978397707)  --> TIME: 2025-03-26 04:33:24 -- STEP: 6700/31555 -- GLOBAL_STEP: 1268900 | > loss_text_ce: 0.02461608685553074 (0.03178109245360906) | > loss_mel_ce: 2.414114475250244 (nan) | > loss: 0.009677502326667309 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1414450998804466) | > loader_time: 0.0047 (0.004603199602952665)  --> TIME: 2025-03-26 04:33:34 -- STEP: 6750/31555 -- GLOBAL_STEP: 1268950 | > loss_text_ce: 0.024215443059802055 (0.03179496544696122) | > loss_mel_ce: 2.4201881885528564 (nan) | > loss: 0.009700015187263489 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.1414486502894652) | > loader_time: 0.0047 (0.004603258945323827)  --> TIME: 2025-03-26 04:33:43 -- STEP: 6800/31555 -- GLOBAL_STEP: 1269000 | > loss_text_ce: 0.023191511631011963 (0.03179815069813398) | > loss_mel_ce: 3.0233418941497803 (nan) | > loss: 0.012089419178664684 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14144856393337274) | > loader_time: 0.0069 (0.0046036932047675855)  --> TIME: 2025-03-26 04:33:53 -- STEP: 6850/31555 -- GLOBAL_STEP: 1269050 | > loss_text_ce: 0.0220966599881649 (0.03178692496266143) | > loss_mel_ce: 2.9798896312713623 (nan) | > loss: 0.01191264484077692 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14144608173927287) | > loader_time: 0.0046 (0.0046032630266064495)  --> TIME: 2025-03-26 04:34:03 -- STEP: 6900/31555 -- GLOBAL_STEP: 1269100 | > loss_text_ce: 0.025746216997504234 (0.031789704777327434) | > loss_mel_ce: 2.2335751056671143 (nan) | > loss: 0.008965561166405678 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14147509333016242) | > loader_time: 0.0044 (0.004604108851888922)  --> TIME: 2025-03-26 04:34:13 -- STEP: 6950/31555 -- GLOBAL_STEP: 1269150 | > loss_text_ce: 0.03329131752252579 (0.03178373624751581) | > loss_mel_ce: 2.9526262283325195 (nan) | > loss: 0.011848879978060722 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14151390662296243) | > loader_time: 0.0048 (0.004604838391859769)  --> TIME: 2025-03-26 04:34:22 -- STEP: 7000/31555 -- GLOBAL_STEP: 1269200 | > loss_text_ce: 0.02722346782684326 (0.03177870702331096) | > loss_mel_ce: 2.577284097671509 (nan) | > loss: 0.0103353476151824 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14149725634711158) | > loader_time: 0.0047 (0.004604918888637012)  --> TIME: 2025-03-26 04:34:32 -- STEP: 7050/31555 -- GLOBAL_STEP: 1269250 | > loss_text_ce: 0.04038259759545326 (0.03177741114063366) | > loss_mel_ce: 2.3737497329711914 (nan) | > loss: 0.00957989040762186 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14146627730511632) | > loader_time: 0.0045 (0.004604553973421152)  --> TIME: 2025-03-26 04:34:41 -- STEP: 7100/31555 -- GLOBAL_STEP: 1269300 | > loss_text_ce: 0.028369806706905365 (0.03177776651706183) | > loss_mel_ce: 2.604559898376465 (nan) | > loss: 0.010448134504258633 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14145267207857612) | > loader_time: 0.0046 (0.004604566600960759)  --> TIME: 2025-03-26 04:34:51 -- STEP: 7150/31555 -- GLOBAL_STEP: 1269350 | > loss_text_ce: 0.03002326935529709 (0.031773253212051204) | > loss_mel_ce: 1.789304256439209 (nan) | > loss: 0.007219553925096989 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14145867527781694) | > loader_time: 0.0047 (0.004604787393049774)  --> TIME: 2025-03-26 04:35:00 -- STEP: 7200/31555 -- GLOBAL_STEP: 1269400 | > loss_text_ce: 0.029746178537607193 (0.031770945699083536) | > loss_mel_ce: 2.5755062103271484 (nan) | > loss: 0.010338304564356804 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14142694357368724) | > loader_time: 0.0064 (0.004605152507623051)  --> TIME: 2025-03-26 04:35:10 -- STEP: 7250/31555 -- GLOBAL_STEP: 1269450 | > loss_text_ce: 0.025591542944312096 (0.031777003532468276) | > loss_mel_ce: 2.190408706665039 (nan) | > loss: 0.00879365298897028 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14141304108192213) | > loader_time: 0.0044 (0.004605282882164278)  --> TIME: 2025-03-26 04:35:20 -- STEP: 7300/31555 -- GLOBAL_STEP: 1269500 | > loss_text_ce: 0.02792295068502426 (0.03177443281619825) | > loss_mel_ce: 2.8838460445404053 (nan) | > loss: 0.011554638855159283 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1414558866579242) | > loader_time: 0.0045 (0.004605729416625154)  --> TIME: 2025-03-26 04:35:30 -- STEP: 7350/31555 -- GLOBAL_STEP: 1269550 | > loss_text_ce: 0.034796092659235 (0.03176591398359157) | > loss_mel_ce: 2.4788990020751953 (nan) | > loss: 0.009974980726838112 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14145862793435887) | > loader_time: 0.0049 (0.004605393474604821)  --> TIME: 2025-03-26 04:35:39 -- STEP: 7400/31555 -- GLOBAL_STEP: 1269600 | > loss_text_ce: 0.038343120366334915 (0.031754793178642535) | > loss_mel_ce: 2.510957717895508 (nan) | > loss: 0.01011627446860075 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14141826365445143) | > loader_time: 0.0044 (0.004604960196727044)  --> TIME: 2025-03-26 04:35:49 -- STEP: 7450/31555 -- GLOBAL_STEP: 1269650 | > loss_text_ce: 0.029449814930558205 (0.03175160519603718) | > loss_mel_ce: 2.8899950981140137 (nan) | > loss: 0.011585098691284657 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14140102869712298) | > loader_time: 0.0049 (0.004604849367333752)  --> TIME: 2025-03-26 04:35:58 -- STEP: 7500/31555 -- GLOBAL_STEP: 1269700 | > loss_text_ce: 0.04009445756673813 (0.0317571254253388) | > loss_mel_ce: 2.7851810455322266 (nan) | > loss: 0.011211411096155643 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1414151439666751) | > loader_time: 0.0046 (0.00460462341308595)  --> TIME: 2025-03-26 04:36:08 -- STEP: 7550/31555 -- GLOBAL_STEP: 1269750 | > loss_text_ce: 0.030251886695623398 (0.03174850154618756) | > loss_mel_ce: 2.194601535797119 (nan) | > loss: 0.008828784339129925 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14140833223102928) | > loader_time: 0.0044 (0.004604577133987137)  --> TIME: 2025-03-26 04:36:18 -- STEP: 7600/31555 -- GLOBAL_STEP: 1269800 | > loss_text_ce: 0.032608456909656525 (0.03174800640633826) | > loss_mel_ce: 4.0939717292785645 (nan) | > loss: 0.01637532003223896 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14143438132185715) | > loader_time: 0.0045 (0.004604570677405923)  --> TIME: 2025-03-26 04:36:28 -- STEP: 7650/31555 -- GLOBAL_STEP: 1269850 | > loss_text_ce: 0.03287990763783455 (0.031743047107498104) | > loss_mel_ce: 2.9148154258728027 (nan) | > loss: 0.011697203852236271 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14144000059638956) | > loader_time: 0.0046 (0.0046043919270334814)  --> TIME: 2025-03-26 04:36:37 -- STEP: 7700/31555 -- GLOBAL_STEP: 1269900 | > loss_text_ce: 0.026095587760210037 (0.03173761631083958) | > loss_mel_ce: 2.9956753253936768 (nan) | > loss: 0.011991155333817005 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1414307360525258) | > loader_time: 0.0047 (0.004604513118793451)  --> TIME: 2025-03-26 04:36:46 -- STEP: 7750/31555 -- GLOBAL_STEP: 1269950 | > loss_text_ce: 0.021915966644883156 (0.03173581610764232) | > loss_mel_ce: 2.8116941452026367 (nan) | > loss: 0.011244485154747963 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14139557678468795) | > loader_time: 0.0047 (0.0046045630670363035)  --> TIME: 2025-03-26 04:36:56 -- STEP: 7800/31555 -- GLOBAL_STEP: 1270000 | > loss_text_ce: 0.024183541536331177 (0.031726902299202456) | > loss_mel_ce: 3.111521005630493 (nan) | > loss: 0.012443272396922112 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14138540925123783) | > loader_time: 0.0047 (0.004604779053957047) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1270000.pth  --> TIME: 2025-03-26 04:37:11 -- STEP: 7850/31555 -- GLOBAL_STEP: 1270050 | > loss_text_ce: 0.05323987826704979 (0.0317347622674647) | > loss_mel_ce: 2.6274802684783936 (nan) | > loss: 0.010637778788805008 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14139026350276515) | > loader_time: 0.0044 (0.004604923345480768)  --> TIME: 2025-03-26 04:37:21 -- STEP: 7900/31555 -- GLOBAL_STEP: 1270100 | > loss_text_ce: 0.03251994773745537 (0.031733030703484676) | > loss_mel_ce: 2.683309555053711 (nan) | > loss: 0.01077710185199976 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14139480563658732) | > loader_time: 0.0049 (0.004605011336411114)  --> TIME: 2025-03-26 04:37:31 -- STEP: 7950/31555 -- GLOBAL_STEP: 1270150 | > loss_text_ce: 0.04261850193142891 (0.031732585392658094) | > loss_mel_ce: 2.7408101558685303 (nan) | > loss: 0.011045352555811405 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1413981769369836) | > loader_time: 0.0045 (0.0046043860237553556)  --> TIME: 2025-03-26 04:37:40 -- STEP: 8000/31555 -- GLOBAL_STEP: 1270200 | > loss_text_ce: 0.028217580169439316 (0.03173509497963828) | > loss_mel_ce: 2.6321871280670166 (nan) | > loss: 0.010557161644101143 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.1414120059907439) | > loader_time: 0.0045 (0.004604471623897565)  --> TIME: 2025-03-26 04:37:50 -- STEP: 8050/31555 -- GLOBAL_STEP: 1270250 | > loss_text_ce: 0.028584804385900497 (0.0317381556568124) | > loss_mel_ce: 2.6530866622924805 (nan) | > loss: 0.010641553439199924 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14141603576470635) | > loader_time: 0.0047 (0.0046054062043658075)  --> TIME: 2025-03-26 04:38:00 -- STEP: 8100/31555 -- GLOBAL_STEP: 1270300 | > loss_text_ce: 0.03677700087428093 (0.031742886683593236) | > loss_mel_ce: 2.2252495288848877 (nan) | > loss: 0.00897629652172327 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1414195433075048) | > loader_time: 0.0046 (0.004606093801098118)  --> TIME: 2025-03-26 04:38:09 -- STEP: 8150/31555 -- GLOBAL_STEP: 1270350 | > loss_text_ce: 0.032872360199689865 (0.031750129292850524) | > loss_mel_ce: 2.470226526260376 (nan) | > loss: 0.009932933375239372 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14140291690826443) | > loader_time: 0.0048 (0.004605913718053912)  --> TIME: 2025-03-26 04:38:19 -- STEP: 8200/31555 -- GLOBAL_STEP: 1270400 | > loss_text_ce: 0.035196173936128616 (0.03174723080631986) | > loss_mel_ce: 2.796304702758789 (nan) | > loss: 0.011236114427447319 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14139740749103294) | > loader_time: 0.0046 (0.004605932555547587)  --> TIME: 2025-03-26 04:38:28 -- STEP: 8250/31555 -- GLOBAL_STEP: 1270450 | > loss_text_ce: 0.0249029528349638 (0.03173732307575873) | > loss_mel_ce: 2.087221384048462 (nan) | > loss: 0.008381446823477745 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14136611346042546) | > loader_time: 0.0043 (0.004604969660441094)  --> TIME: 2025-03-26 04:38:38 -- STEP: 8300/31555 -- GLOBAL_STEP: 1270500 | > loss_text_ce: 0.030673479661345482 (0.03173790147999329) | > loss_mel_ce: 2.3318138122558594 (nan) | > loss: 0.00937495008111 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1413842435629974) | > loader_time: 0.0044 (0.004604451340365134)  --> TIME: 2025-03-26 04:38:48 -- STEP: 8350/31555 -- GLOBAL_STEP: 1270550 | > loss_text_ce: 0.03486647084355354 (0.03174750221212829) | > loss_mel_ce: 2.3784587383270264 (nan) | > loss: 0.009576688520610332 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14139668955774387) | > loader_time: 0.0047 (0.004604001359311418)  --> TIME: 2025-03-26 04:38:58 -- STEP: 8400/31555 -- GLOBAL_STEP: 1270600 | > loss_text_ce: 0.037272658199071884 (0.031757283961356096) | > loss_mel_ce: 2.9896717071533203 (nan) | > loss: 0.012011684477329254 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14140120764573438) | > loader_time: 0.0047 (0.0046039967026029445)  --> TIME: 2025-03-26 04:39:07 -- STEP: 8450/31555 -- GLOBAL_STEP: 1270650 | > loss_text_ce: 0.03226994350552559 (0.03175399055274638) | > loss_mel_ce: 2.8423895835876465 (nan) | > loss: 0.011407379992306232 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1414217561800807) | > loader_time: 0.0045 (0.00460373489109018)  --> TIME: 2025-03-26 04:39:17 -- STEP: 8500/31555 -- GLOBAL_STEP: 1270700 | > loss_text_ce: 0.029953457415103912 (0.03175045285220537) | > loss_mel_ce: 3.0909106731414795 (nan) | > loss: 0.012384382076561451 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14141254966399275) | > loader_time: 0.0046 (0.004604230095358468)  --> TIME: 2025-03-26 04:39:26 -- STEP: 8550/31555 -- GLOBAL_STEP: 1270750 | > loss_text_ce: 0.030469005927443504 (0.03175171138794977) | > loss_mel_ce: 2.865093469619751 (nan) | > loss: 0.011490327306091785 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14138226567653212) | > loader_time: 0.0045 (0.004604167129561228)  --> TIME: 2025-03-26 04:39:36 -- STEP: 8600/31555 -- GLOBAL_STEP: 1270800 | > loss_text_ce: 0.03755484148859978 (0.03175337673901301) | > loss_mel_ce: 2.611274003982544 (nan) | > loss: 0.010511226020753384 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14138487516447582) | > loader_time: 0.0046 (0.004604412095491287)  --> TIME: 2025-03-26 04:39:46 -- STEP: 8650/31555 -- GLOBAL_STEP: 1270850 | > loss_text_ce: 0.02562984824180603 (0.03174804743443958) | > loss_mel_ce: 2.691793441772461 (nan) | > loss: 0.010783426463603973 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14142238512204594) | > loader_time: 0.0048 (0.004604602797183009)  --> TIME: 2025-03-26 04:39:56 -- STEP: 8700/31555 -- GLOBAL_STEP: 1270900 | > loss_text_ce: 0.03127958998084068 (0.03175312760168282) | > loss_mel_ce: 1.270615577697754 (nan) | > loss: 0.005166250746697187 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.141426238246348) | > loader_time: 0.0045 (0.004604759901419463)  --> TIME: 2025-03-26 04:40:05 -- STEP: 8750/31555 -- GLOBAL_STEP: 1270950 | > loss_text_ce: 0.02706274762749672 (0.031745622575070194) | > loss_mel_ce: 1.5081993341445923 (nan) | > loss: 0.006092310417443514 (nan) | > current_lr: 5e-06 | > step_time: 0.1058 (0.14141540832519567) | > loader_time: 0.0044 (0.004604771069117963)  --> TIME: 2025-03-26 04:40:15 -- STEP: 8800/31555 -- GLOBAL_STEP: 1271000 | > loss_text_ce: 0.03788452222943306 (0.03175082061672585) | > loss_mel_ce: 2.4504787921905518 (nan) | > loss: 0.00987445842474699 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14143221023407884) | > loader_time: 0.0049 (0.004605221531607897)  --> TIME: 2025-03-26 04:40:25 -- STEP: 8850/31555 -- GLOBAL_STEP: 1271050 | > loss_text_ce: 0.027425676584243774 (0.031746863314703035) | > loss_mel_ce: 2.451435089111328 (nan) | > loss: 0.009836750105023384 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14142685760886012) | > loader_time: 0.0045 (0.004605274308199269)  --> TIME: 2025-03-26 04:40:35 -- STEP: 8900/31555 -- GLOBAL_STEP: 1271100 | > loss_text_ce: 0.02930084802210331 (0.03174860869272708) | > loss_mel_ce: 1.9193353652954102 (nan) | > loss: 0.007732683792710304 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14146035671234164) | > loader_time: 0.0046 (0.004605688111165941)  --> TIME: 2025-03-26 04:40:44 -- STEP: 8950/31555 -- GLOBAL_STEP: 1271150 | > loss_text_ce: 0.0408998541533947 (0.031743734922655496) | > loss_mel_ce: 0.1953592449426651 (nan) | > loss: 0.0009375361842103302 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14142824910872503) | > loader_time: 0.0047 (0.0046056974133965745)  --> TIME: 2025-03-26 04:40:54 -- STEP: 9000/31555 -- GLOBAL_STEP: 1271200 | > loss_text_ce: 0.03376314043998718 (0.03174012770296801) | > loss_mel_ce: 2.391721248626709 (nan) | > loss: 0.009624938480556011 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14142284504572572) | > loader_time: 0.0045 (0.0046054967244466205)  --> TIME: 2025-03-26 04:41:04 -- STEP: 9050/31555 -- GLOBAL_STEP: 1271250 | > loss_text_ce: 0.03190615773200989 (0.031738687771583465) | > loss_mel_ce: 2.710127592086792 (nan) | > loss: 0.010881086811423302 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14142163503235894) | > loader_time: 0.0044 (0.004605364114540064)  --> TIME: 2025-03-26 04:41:13 -- STEP: 9100/31555 -- GLOBAL_STEP: 1271300 | > loss_text_ce: 0.03316677734255791 (0.03173879318123501) | > loss_mel_ce: 2.3300273418426514 (nan) | > loss: 0.009377755224704742 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1414111133722161) | > loader_time: 0.0048 (0.004605190937335679)  --> TIME: 2025-03-26 04:41:23 -- STEP: 9150/31555 -- GLOBAL_STEP: 1271350 | > loss_text_ce: 0.03677661344408989 (0.03174308194753417) | > loss_mel_ce: 3.017321825027466 (nan) | > loss: 0.012119438499212265 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1414143700417276) | > loader_time: 0.0044 (0.0046049633964163434)  --> TIME: 2025-03-26 04:41:33 -- STEP: 9200/31555 -- GLOBAL_STEP: 1271400 | > loss_text_ce: 0.030720263719558716 (0.03174329751252158) | > loss_mel_ce: 2.5464375019073486 (nan) | > loss: 0.01022681687027216 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14141624948252832) | > loader_time: 0.0047 (0.0046042673484138884)  --> TIME: 2025-03-26 04:41:42 -- STEP: 9250/31555 -- GLOBAL_STEP: 1271450 | > loss_text_ce: 0.03356870636343956 (0.031751294995179855) | > loss_mel_ce: 0.01906738243997097 (nan) | > loss: 0.0002088733745040372 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14144615552232107) | > loader_time: 0.0046 (0.004604286709347294)  --> TIME: 2025-03-26 04:41:52 -- STEP: 9300/31555 -- GLOBAL_STEP: 1271500 | > loss_text_ce: 0.02757839299738407 (0.031748494474938306) | > loss_mel_ce: 2.581714391708374 (nan) | > loss: 0.01035433728247881 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.1414152164356687) | > loader_time: 0.0044 (0.004603872606831219)  --> TIME: 2025-03-26 04:42:02 -- STEP: 9350/31555 -- GLOBAL_STEP: 1271550 | > loss_text_ce: 0.030199341475963593 (0.03174536805330988) | > loss_mel_ce: 1.718664526939392 (nan) | > loss: 0.006939935963600874 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14142791462454607) | > loader_time: 0.0047 (0.004603983119209824)  --> TIME: 2025-03-26 04:42:12 -- STEP: 9400/31555 -- GLOBAL_STEP: 1271600 | > loss_text_ce: 0.03334369882941246 (0.031742085501492164) | > loss_mel_ce: 2.6271615028381348 (nan) | > loss: 0.010557561181485653 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14145104243400292) | > loader_time: 0.0044 (0.004603675832139689)  --> TIME: 2025-03-26 04:42:21 -- STEP: 9450/31555 -- GLOBAL_STEP: 1271650 | > loss_text_ce: 0.026712920516729355 (0.03174480889219217) | > loss_mel_ce: 2.854658603668213 (nan) | > loss: 0.01143401488661766 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1414492201931266) | > loader_time: 0.0044 (0.004602793436201798)  --> TIME: 2025-03-26 04:42:31 -- STEP: 9500/31555 -- GLOBAL_STEP: 1271700 | > loss_text_ce: 0.030671847984194756 (0.0317480268049985) | > loss_mel_ce: 2.9297726154327393 (nan) | > loss: 0.011747796088457108 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14147893880543) | > loader_time: 0.0046 (0.00460214230888769)  --> TIME: 2025-03-26 04:42:41 -- STEP: 9550/31555 -- GLOBAL_STEP: 1271750 | > loss_text_ce: 0.029781736433506012 (0.031754408591958376) | > loss_mel_ce: 2.5560028553009033 (nan) | > loss: 0.010261050425469875 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14147102690492047) | > loader_time: 0.0045 (0.0046011843356786675)  --> TIME: 2025-03-26 04:42:51 -- STEP: 9600/31555 -- GLOBAL_STEP: 1271800 | > loss_text_ce: 0.03601514920592308 (0.03175155892434607) | > loss_mel_ce: 2.4811019897460938 (nan) | > loss: 0.00998856034129858 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14148410504063025) | > loader_time: 0.0047 (0.004600400353471448)  --> TIME: 2025-03-26 04:43:00 -- STEP: 9650/31555 -- GLOBAL_STEP: 1271850 | > loss_text_ce: 0.03595752269029617 (0.031750189813211024) | > loss_mel_ce: 0.107666015625 (nan) | > loss: 0.0005699346656911075 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14148561868025283) | > loader_time: 0.0045 (0.004600473043214484)  --> TIME: 2025-03-26 04:43:10 -- STEP: 9700/31555 -- GLOBAL_STEP: 1271900 | > loss_text_ce: 0.024154672399163246 (0.031750719948316526) | > loss_mel_ce: 2.1347804069519043 (nan) | > loss: 0.0085672028362751 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14147688841082445) | > loader_time: 0.0046 (0.004600312758966829)  --> TIME: 2025-03-26 04:43:19 -- STEP: 9750/31555 -- GLOBAL_STEP: 1271950 | > loss_text_ce: 0.03206007182598114 (0.03175338984042025) | > loss_mel_ce: 2.670912981033325 (nan) | > loss: 0.010726084001362324 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14146977943029215) | > loader_time: 0.0043 (0.004599775289877876)  --> TIME: 2025-03-26 04:43:29 -- STEP: 9800/31555 -- GLOBAL_STEP: 1272000 | > loss_text_ce: 0.03032357059419155 (0.03174986583171221) | > loss_mel_ce: 2.882554531097412 (nan) | > loss: 0.011559040285646915 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1414475870132453) | > loader_time: 0.0044 (0.004599187885011954)  --> TIME: 2025-03-26 04:43:38 -- STEP: 9850/31555 -- GLOBAL_STEP: 1272050 | > loss_text_ce: 0.026621010154485703 (0.03174898624751095) | > loss_mel_ce: 2.677557945251465 (nan) | > loss: 0.010730870068073273 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14144454592980782) | > loader_time: 0.0044 (0.0045983089892392285)  --> TIME: 2025-03-26 04:43:48 -- STEP: 9900/31555 -- GLOBAL_STEP: 1272100 | > loss_text_ce: 0.030250033363699913 (0.03174645529824753) | > loss_mel_ce: 2.5500376224517822 (nan) | > loss: 0.010239237919449806 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14145042696384527) | > loader_time: 0.0043 (0.00459749912974811)  --> TIME: 2025-03-26 04:43:58 -- STEP: 9950/31555 -- GLOBAL_STEP: 1272150 | > loss_text_ce: 0.020049311220645905 (0.031741471049006154) | > loss_mel_ce: 1.2361289262771606 (nan) | > loss: 0.00498483469709754 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14144621326695792) | > loader_time: 0.0046 (0.00459699333612644)  --> TIME: 2025-03-26 04:44:08 -- STEP: 10000/31555 -- GLOBAL_STEP: 1272200 | > loss_text_ce: 0.036659933626651764 (0.03173876583306122) | > loss_mel_ce: 2.4073784351348877 (nan) | > loss: 0.009698566049337387 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1414540531873709) | > loader_time: 0.0045 (0.0045969043016433776)  --> TIME: 2025-03-26 04:44:17 -- STEP: 10050/31555 -- GLOBAL_STEP: 1272250 | > loss_text_ce: 0.038067106157541275 (0.031735391068128685) | > loss_mel_ce: 2.7754220962524414 (nan) | > loss: 0.011164640076458454 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14147505480258682) | > loader_time: 0.0047 (0.004596270826918575)  --> TIME: 2025-03-26 04:44:27 -- STEP: 10100/31555 -- GLOBAL_STEP: 1272300 | > loss_text_ce: 0.034198399633169174 (0.0317425011860041) | > loss_mel_ce: 3.043477773666382 (nan) | > loss: 0.012213001027703285 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14148005849064058) | > loader_time: 0.0048 (0.00459603994199546)  --> TIME: 2025-03-26 04:44:37 -- STEP: 10150/31555 -- GLOBAL_STEP: 1272350 | > loss_text_ce: 0.02011783793568611 (0.03174185827044141) | > loss_mel_ce: 3.1448452472686768 (nan) | > loss: 0.0125593775883317 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1414817572814497) | > loader_time: 0.0049 (0.004595752161711902)  --> TIME: 2025-03-26 04:44:47 -- STEP: 10200/31555 -- GLOBAL_STEP: 1272400 | > loss_text_ce: 0.024590561166405678 (0.031742217953809916) | > loss_mel_ce: 2.498992919921875 (nan) | > loss: 0.010014220140874386 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1414933634973046) | > loader_time: 0.0043 (0.004595240751902272)  --> TIME: 2025-03-26 04:44:56 -- STEP: 10250/31555 -- GLOBAL_STEP: 1272450 | > loss_text_ce: 0.03356896713376045 (0.03174134922590925) | > loss_mel_ce: 2.289647102355957 (nan) | > loss: 0.009219111874699593 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14148933494381857) | > loader_time: 0.0043 (0.0045945892101380975)  --> TIME: 2025-03-26 04:45:06 -- STEP: 10300/31555 -- GLOBAL_STEP: 1272500 | > loss_text_ce: 0.0318441167473793 (0.03174166429399069) | > loss_mel_ce: 1.9131044149398804 (nan) | > loss: 0.0077180503867566586 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14148097593807551) | > loader_time: 0.0069 (0.004594703114148493)  --> TIME: 2025-03-26 04:45:16 -- STEP: 10350/31555 -- GLOBAL_STEP: 1272550 | > loss_text_ce: 0.029289940372109413 (0.03173896944096339) | > loss_mel_ce: 2.6948070526123047 (nan) | > loss: 0.01080990955233574 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14151097401328783) | > loader_time: 0.0043 (0.004594616889953621)  --> TIME: 2025-03-26 04:45:26 -- STEP: 10400/31555 -- GLOBAL_STEP: 1272600 | > loss_text_ce: 0.03389995917677879 (0.0317421408791919) | > loss_mel_ce: 2.7249484062194824 (nan) | > loss: 0.010947811417281628 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14151487146432662) | > loader_time: 0.0043 (0.0045942407617202245)  --> TIME: 2025-03-26 04:45:35 -- STEP: 10450/31555 -- GLOBAL_STEP: 1272650 | > loss_text_ce: 0.028485208749771118 (0.03174644627381101) | > loss_mel_ce: 2.9809224605560303 (nan) | > loss: 0.011942095123231411 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14151884957363806) | > loader_time: 0.0047 (0.00459401381643196)  --> TIME: 2025-03-26 04:45:45 -- STEP: 10500/31555 -- GLOBAL_STEP: 1272700 | > loss_text_ce: 0.034961726516485214 (0.031755667740656544) | > loss_mel_ce: 2.6223597526550293 (nan) | > loss: 0.01054492685943842 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14149729317710585) | > loader_time: 0.0045 (0.004593658538091762)  --> TIME: 2025-03-26 04:45:54 -- STEP: 10550/31555 -- GLOBAL_STEP: 1272750 | > loss_text_ce: 0.025145327672362328 (0.03175166101658374) | > loss_mel_ce: 2.2142605781555176 (nan) | > loss: 0.008886531926691532 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14148178392112043) | > loader_time: 0.0044 (0.004593305971950162)  --> TIME: 2025-03-26 04:46:04 -- STEP: 10600/31555 -- GLOBAL_STEP: 1272800 | > loss_text_ce: 0.03348860517144203 (0.03174878695382264) | > loss_mel_ce: 2.792741537094116 (nan) | > loss: 0.01121519971638918 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14148983492041614) | > loader_time: 0.0047 (0.004593107722840233)  --> TIME: 2025-03-26 04:46:14 -- STEP: 10650/31555 -- GLOBAL_STEP: 1272850 | > loss_text_ce: 0.028759684413671494 (0.031749791761449264) | > loss_mel_ce: 1.6752822399139404 (nan) | > loss: 0.0067620715126395226 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14148475367138727) | > loader_time: 0.0042 (0.0045926582981163444)  --> TIME: 2025-03-26 04:46:23 -- STEP: 10700/31555 -- GLOBAL_STEP: 1272900 | > loss_text_ce: 0.02479487843811512 (0.03174911987001653) | > loss_mel_ce: 1.9508185386657715 (nan) | > loss: 0.00783973652869463 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14149464480230836) | > loader_time: 0.0044 (0.004591955158198001)  --> TIME: 2025-03-26 04:46:33 -- STEP: 10750/31555 -- GLOBAL_STEP: 1272950 | > loss_text_ce: 0.031127087771892548 (0.03175175893462677) | > loss_mel_ce: 2.9209179878234863 (nan) | > loss: 0.011714464984834194 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14149387860852716) | > loader_time: 0.0046 (0.004591566551563359)  --> TIME: 2025-03-26 04:46:43 -- STEP: 10800/31555 -- GLOBAL_STEP: 1273000 | > loss_text_ce: 0.037150442600250244 (0.031754183443090715) | > loss_mel_ce: 2.9647774696350098 (nan) | > loss: 0.011912412941455841 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1414896829481488) | > loader_time: 0.0048 (0.004591128826141362)  --> TIME: 2025-03-26 04:46:52 -- STEP: 10850/31555 -- GLOBAL_STEP: 1273050 | > loss_text_ce: 0.02628559060394764 (0.031755252629175175) | > loss_mel_ce: 1.6282130479812622 (nan) | > loss: 0.006565471179783344 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.14147857850597853) | > loader_time: 0.0044 (0.004591336733734554)  --> TIME: 2025-03-26 04:47:02 -- STEP: 10900/31555 -- GLOBAL_STEP: 1273100 | > loss_text_ce: 0.032474491745233536 (0.03175517161402407) | > loss_mel_ce: 2.1759350299835205 (nan) | > loss: 0.008763530291616917 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14147611165265536) | > loader_time: 0.0045 (0.004591993782498424)  --> TIME: 2025-03-26 04:47:12 -- STEP: 10950/31555 -- GLOBAL_STEP: 1273150 | > loss_text_ce: 0.03495623171329498 (0.031756867062997886) | > loss_mel_ce: 2.840888023376465 (nan) | > loss: 0.011412081308662891 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14148278314773452) | > loader_time: 0.0047 (0.004592575961596349)  --> TIME: 2025-03-26 04:47:21 -- STEP: 11000/31555 -- GLOBAL_STEP: 1273200 | > loss_text_ce: 0.022691110149025917 (0.0317564183338122) | > loss_mel_ce: 3.1251718997955322 (nan) | > loss: 0.012491520494222641 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14147398456660276) | > loader_time: 0.0044 (0.004592800530520358)  --> TIME: 2025-03-26 04:47:31 -- STEP: 11050/31555 -- GLOBAL_STEP: 1273250 | > loss_text_ce: 0.025416314601898193 (0.031758975455057036) | > loss_mel_ce: 0.0938720703125 (nan) | > loss: 0.00047336664283648133 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1414749460522416) | > loader_time: 0.0047 (0.004592741733223069)  --> TIME: 2025-03-26 04:47:41 -- STEP: 11100/31555 -- GLOBAL_STEP: 1273300 | > loss_text_ce: 0.02584541030228138 (0.0317603031779128) | > loss_mel_ce: 1.713592529296875 (nan) | > loss: 0.00690253172069788 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1414925471726849) | > loader_time: 0.0067 (0.0045938871572683585)  --> TIME: 2025-03-26 04:47:50 -- STEP: 11150/31555 -- GLOBAL_STEP: 1273350 | > loss_text_ce: 0.042239587754011154 (0.03175656654224673) | > loss_mel_ce: 2.7718913555145264 (nan) | > loss: 0.011167187243700027 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14146026260649788) | > loader_time: 0.0047 (0.004594239547113672)  --> TIME: 2025-03-26 04:48:00 -- STEP: 11200/31555 -- GLOBAL_STEP: 1273400 | > loss_text_ce: 0.04390920698642731 (0.03176259779920142) | > loss_mel_ce: 1.5073446035385132 (nan) | > loss: 0.006155769340693951 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1414557704755249) | > loader_time: 0.0045 (0.004594167428357263)  --> TIME: 2025-03-26 04:48:09 -- STEP: 11250/31555 -- GLOBAL_STEP: 1273450 | > loss_text_ce: 0.03915096074342728 (0.031760201773213065) | > loss_mel_ce: 2.567793130874634 (nan) | > loss: 0.010345016606152058 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.1414607382456472) | > loader_time: 0.0046 (0.004594240697224941)  --> TIME: 2025-03-26 04:48:19 -- STEP: 11300/31555 -- GLOBAL_STEP: 1273500 | > loss_text_ce: 0.03367830067873001 (0.03176082233247243) | > loss_mel_ce: 2.750788927078247 (nan) | > loss: 0.011049473658204079 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14147732633405127) | > loader_time: 0.0045 (0.004594153197465752)  --> TIME: 2025-03-26 04:48:29 -- STEP: 11350/31555 -- GLOBAL_STEP: 1273550 | > loss_text_ce: 0.017390646040439606 (0.031754523302358735) | > loss_mel_ce: 1.1964027881622314 (nan) | > loss: 0.004816640634089708 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.14146873318676473) | > loader_time: 0.0043 (0.004594028909826081)  --> TIME: 2025-03-26 04:48:38 -- STEP: 11400/31555 -- GLOBAL_STEP: 1273600 | > loss_text_ce: 0.026515057310461998 (0.03174882505129897) | > loss_mel_ce: 2.983536958694458 (nan) | > loss: 0.01194465160369873 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.1414554120155812) | > loader_time: 0.0047 (0.004593957390701576)  --> TIME: 2025-03-26 04:48:48 -- STEP: 11450/31555 -- GLOBAL_STEP: 1273650 | > loss_text_ce: 0.0372040718793869 (0.0317538377674354) | > loss_mel_ce: 2.934007406234741 (nan) | > loss: 0.011790522374212742 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14142800299881927) | > loader_time: 0.0045 (0.004593730889033033)  --> TIME: 2025-03-26 04:48:57 -- STEP: 11500/31555 -- GLOBAL_STEP: 1273700 | > loss_text_ce: 0.02210000716149807 (0.03175339077793716) | > loss_mel_ce: 2.890578031539917 (nan) | > loss: 0.011558246798813343 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.1414396317938108) | > loader_time: 0.0046 (0.004593408978503696)  --> TIME: 2025-03-26 04:49:07 -- STEP: 11550/31555 -- GLOBAL_STEP: 1273750 | > loss_text_ce: 0.03506610915064812 (0.031753716369873196) | > loss_mel_ce: 3.141920566558838 (nan) | > loss: 0.0126070911064744 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14144832782415165) | > loader_time: 0.0047 (0.00459344277650248)  --> TIME: 2025-03-26 04:49:17 -- STEP: 11600/31555 -- GLOBAL_STEP: 1273800 | > loss_text_ce: 0.02407713793218136 (0.03174921295886609) | > loss_mel_ce: 2.7648141384124756 (nan) | > loss: 0.011067030020058155 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14146311568802888) | > loader_time: 0.0047 (0.004593362212181101)  --> TIME: 2025-03-26 04:49:27 -- STEP: 11650/31555 -- GLOBAL_STEP: 1273850 | > loss_text_ce: 0.02567671425640583 (0.03175002918806524) | > loss_mel_ce: 1.7816169261932373 (nan) | > loss: 0.007171800825744867 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1414532244972926) | > loader_time: 0.0042 (0.004592866713396989)  --> TIME: 2025-03-26 04:49:36 -- STEP: 11700/31555 -- GLOBAL_STEP: 1273900 | > loss_text_ce: 0.04093300551176071 (0.031754284197400943) | > loss_mel_ce: 3.0030195713043213 (nan) | > loss: 0.012079177424311638 (nan) | > current_lr: 5e-06 | > step_time: 0.1879 (0.14144675134593707) | > loader_time: 0.0047 (0.0045924108252566155)  --> TIME: 2025-03-26 04:49:46 -- STEP: 11750/31555 -- GLOBAL_STEP: 1273950 | > loss_text_ce: 0.02845003828406334 (0.03174851743853159) | > loss_mel_ce: 2.9044055938720703 (nan) | > loss: 0.011638316325843334 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14144944943773097) | > loader_time: 0.0046 (0.004592340388196586)  --> TIME: 2025-03-26 04:49:56 -- STEP: 11800/31555 -- GLOBAL_STEP: 1274000 | > loss_text_ce: 0.027762774378061295 (0.03175259322693605) | > loss_mel_ce: 2.5305988788604736 (nan) | > loss: 0.01015223003923893 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14145073373439063) | > loader_time: 0.0043 (0.004591624756990856)  --> TIME: 2025-03-26 04:50:05 -- STEP: 11850/31555 -- GLOBAL_STEP: 1274050 | > loss_text_ce: 0.028585879132151604 (0.03175508222538773) | > loss_mel_ce: 2.6245152950286865 (nan) | > loss: 0.010528179816901684 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1414507439971483) | > loader_time: 0.0045 (0.004590905789081559)  --> TIME: 2025-03-26 04:50:15 -- STEP: 11900/31555 -- GLOBAL_STEP: 1274100 | > loss_text_ce: 0.027453407645225525 (0.031751378416748986) | > loss_mel_ce: 2.6519851684570312 (nan) | > loss: 0.010632693767547607 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14146235067303548) | > loader_time: 0.0071 (0.004590977861099883)  --> TIME: 2025-03-26 04:50:25 -- STEP: 11950/31555 -- GLOBAL_STEP: 1274150 | > loss_text_ce: 0.02822563424706459 (0.03174578416897724) | > loss_mel_ce: 2.4225547313690186 (nan) | > loss: 0.009725319221615791 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14145808628912362) | > loader_time: 0.0047 (0.004591131130521769)  --> TIME: 2025-03-26 04:50:34 -- STEP: 12000/31555 -- GLOBAL_STEP: 1274200 | > loss_text_ce: 0.03289320692420006 (0.03174821785798608) | > loss_mel_ce: 0.9371093511581421 (nan) | > loss: 0.003849216504022479 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14146617106596732) | > loader_time: 0.0046 (0.0045913331309954345)  --> TIME: 2025-03-26 04:50:44 -- STEP: 12050/31555 -- GLOBAL_STEP: 1274250 | > loss_text_ce: 0.028432225808501244 (0.03174427599387237) | > loss_mel_ce: 3.2217462062835693 (nan) | > loss: 0.012897533364593983 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14147932745114503) | > loader_time: 0.0046 (0.004591883326961784)  --> TIME: 2025-03-26 04:50:54 -- STEP: 12100/31555 -- GLOBAL_STEP: 1274300 | > loss_text_ce: 0.030997933819890022 (0.03174431455413975) | > loss_mel_ce: 2.420633316040039 (nan) | > loss: 0.009728696197271347 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1414672016506362) | > loader_time: 0.0046 (0.0045919564735790895)  --> TIME: 2025-03-26 04:51:04 -- STEP: 12150/31555 -- GLOBAL_STEP: 1274350 | > loss_text_ce: 0.033585112541913986 (0.03174571833607774) | > loss_mel_ce: 3.023358106613159 (nan) | > loss: 0.012130727991461754 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1414818310050816) | > loader_time: 0.0047 (0.004592256330168298)  --> TIME: 2025-03-26 04:51:13 -- STEP: 12200/31555 -- GLOBAL_STEP: 1274400 | > loss_text_ce: 0.021238595247268677 (0.03173797071155646) | > loss_mel_ce: 3.1424849033355713 (nan) | > loss: 0.012554459273815155 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.1414790209394994) | > loader_time: 0.0046 (0.004592517340769536)  --> TIME: 2025-03-26 04:51:23 -- STEP: 12250/31555 -- GLOBAL_STEP: 1274450 | > loss_text_ce: 0.035008735954761505 (0.03174186528953051) | > loss_mel_ce: 2.1150944232940674 (nan) | > loss: 0.008532155305147171 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14150276804943535) | > loader_time: 0.0045 (0.004592982136473365)  --> TIME: 2025-03-26 04:51:33 -- STEP: 12300/31555 -- GLOBAL_STEP: 1274500 | > loss_text_ce: 0.02738429419696331 (0.03174180984353202) | > loss_mel_ce: 3.0548460483551025 (nan) | > loss: 0.012231073342263699 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14149816270766277) | > loader_time: 0.0044 (0.004593358698899184)  --> TIME: 2025-03-26 04:51:43 -- STEP: 12350/31555 -- GLOBAL_STEP: 1274550 | > loss_text_ce: 0.025730818510055542 (0.03174353371114138) | > loss_mel_ce: 2.809645414352417 (nan) | > loss: 0.011251493357121944 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14149444159225943) | > loader_time: 0.0047 (0.004593055894982961)  --> TIME: 2025-03-26 04:51:52 -- STEP: 12400/31555 -- GLOBAL_STEP: 1274600 | > loss_text_ce: 0.03165709972381592 (0.031745279183040404) | > loss_mel_ce: 2.865642547607422 (nan) | > loss: 0.011497221887111664 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14149697726772725) | > loader_time: 0.0049 (0.004593005526450378)  --> TIME: 2025-03-26 04:52:02 -- STEP: 12450/31555 -- GLOBAL_STEP: 1274650 | > loss_text_ce: 0.03430372476577759 (0.031746809814035486) | > loss_mel_ce: 2.3022608757019043 (nan) | > loss: 0.009272081777453423 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14149708050800658) | > loader_time: 0.0045 (0.0045929977884254375)  --> TIME: 2025-03-26 04:52:12 -- STEP: 12500/31555 -- GLOBAL_STEP: 1274700 | > loss_text_ce: 0.02827451378107071 (0.0317484790038317) | > loss_mel_ce: 3.1342504024505615 (nan) | > loss: 0.012549703009426594 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.1414991547393803) | > loader_time: 0.0043 (0.004592934150695811)  --> TIME: 2025-03-26 04:52:22 -- STEP: 12550/31555 -- GLOBAL_STEP: 1274750 | > loss_text_ce: 0.03210212290287018 (0.03174555086727393) | > loss_mel_ce: 2.147831916809082 (nan) | > loss: 0.008650531992316246 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1415132229261668) | > loader_time: 0.0047 (0.004593479908795008)  --> TIME: 2025-03-26 04:52:31 -- STEP: 12600/31555 -- GLOBAL_STEP: 1274800 | > loss_text_ce: 0.019738098606467247 (0.031746438609820446) | > loss_mel_ce: 2.1239211559295654 (nan) | > loss: 0.008506584912538528 (nan) | > current_lr: 5e-06 | > step_time: 0.1017 (0.1415113647968056) | > loader_time: 0.0042 (0.0045937549121796255)  --> TIME: 2025-03-26 04:52:41 -- STEP: 12650/31555 -- GLOBAL_STEP: 1274850 | > loss_text_ce: 0.03206897899508476 (0.03174768341403343) | > loss_mel_ce: 2.4314002990722656 (nan) | > loss: 0.009775672107934952 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1415057450320888) | > loader_time: 0.0048 (0.004594153566322789)  --> TIME: 2025-03-26 04:52:51 -- STEP: 12700/31555 -- GLOBAL_STEP: 1274900 | > loss_text_ce: 0.026126407086849213 (0.03174603181707805) | > loss_mel_ce: 1.9637315273284912 (nan) | > loss: 0.007896262221038342 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14151305506548606) | > loader_time: 0.0046 (0.004594660875365501)  --> TIME: 2025-03-26 04:53:00 -- STEP: 12750/31555 -- GLOBAL_STEP: 1274950 | > loss_text_ce: 0.03364294767379761 (0.03174967698000514) | > loss_mel_ce: 3.1894733905792236 (nan) | > loss: 0.012790145352482796 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14152185701856504) | > loader_time: 0.0048 (0.004594989253025438)  --> TIME: 2025-03-26 04:53:10 -- STEP: 12800/31555 -- GLOBAL_STEP: 1275000 | > loss_text_ce: 0.022219497710466385 (0.03174898886318255) | > loss_mel_ce: 1.5895153284072876 (nan) | > loss: 0.006395773496478796 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14151517055928786) | > loader_time: 0.0045 (0.0045952656492590956)  --> TIME: 2025-03-26 04:53:20 -- STEP: 12850/31555 -- GLOBAL_STEP: 1275050 | > loss_text_ce: 0.031536612659692764 (0.03174719712128023) | > loss_mel_ce: 1.5953805446624756 (nan) | > loss: 0.006456020753830671 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14150560503340023) | > loader_time: 0.0047 (0.004595311773426345)  --> TIME: 2025-03-26 04:53:29 -- STEP: 12900/31555 -- GLOBAL_STEP: 1275100 | > loss_text_ce: 0.02763797529041767 (0.0317489911399261) | > loss_mel_ce: 2.585054874420166 (nan) | > loss: 0.010367829352617264 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14151515613230703) | > loader_time: 0.0044 (0.0045960896514182946)  --> TIME: 2025-03-26 04:53:39 -- STEP: 12950/31555 -- GLOBAL_STEP: 1275150 | > loss_text_ce: 0.027099821716547012 (0.03175198624723195) | > loss_mel_ce: 2.228062629699707 (nan) | > loss: 0.008949058130383492 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14153127878329094) | > loader_time: 0.0047 (0.004595936789936089)  --> TIME: 2025-03-26 04:53:49 -- STEP: 13000/31555 -- GLOBAL_STEP: 1275200 | > loss_text_ce: 0.02654588408768177 (0.031754429693405355) | > loss_mel_ce: 1.525498628616333 (nan) | > loss: 0.00615890696644783 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.1415255179772019) | > loader_time: 0.0044 (0.004595774100377018)  --> TIME: 2025-03-26 04:53:59 -- STEP: 13050/31555 -- GLOBAL_STEP: 1275250 | > loss_text_ce: 0.02720109559595585 (0.031750636217666016) | > loss_mel_ce: 2.7099733352661133 (nan) | > loss: 0.010861803777515888 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1415297113250508) | > loader_time: 0.0045 (0.004595761207785195)  --> TIME: 2025-03-26 04:54:08 -- STEP: 13100/31555 -- GLOBAL_STEP: 1275300 | > loss_text_ce: 0.02559565007686615 (0.03174620789809869) | > loss_mel_ce: 2.54202938079834 (nan) | > loss: 0.010188988409936428 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14152738838705492) | > loader_time: 0.0046 (0.004595227332515577)  --> TIME: 2025-03-26 04:54:18 -- STEP: 13150/31555 -- GLOBAL_STEP: 1275350 | > loss_text_ce: 0.042575545608997345 (0.031749261994155585) | > loss_mel_ce: 2.317646026611328 (nan) | > loss: 0.009365959092974663 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14152417879140966) | > loader_time: 0.0045 (0.004595144493045014)  --> TIME: 2025-03-26 04:54:28 -- STEP: 13200/31555 -- GLOBAL_STEP: 1275400 | > loss_text_ce: 0.04113791882991791 (0.03174626796689782) | > loss_mel_ce: 2.9585156440734863 (nan) | > loss: 0.011903387494385242 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14153013355804303) | > loader_time: 0.0043 (0.004595035729986254)  --> TIME: 2025-03-26 04:54:37 -- STEP: 13250/31555 -- GLOBAL_STEP: 1275450 | > loss_text_ce: 0.02697513997554779 (0.03174469761803462) | > loss_mel_ce: 3.0125844478607178 (nan) | > loss: 0.012061744928359985 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.1415209483560535) | > loader_time: 0.0042 (0.0045945133533117945)  --> TIME: 2025-03-26 04:54:47 -- STEP: 13300/31555 -- GLOBAL_STEP: 1275500 | > loss_text_ce: 0.026646813377738 (0.03174159133526727) | > loss_mel_ce: 2.619155168533325 (nan) | > loss: 0.010499214753508568 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14153084774662777) | > loader_time: 0.0048 (0.004594513419875526)  --> TIME: 2025-03-26 04:54:57 -- STEP: 13350/31555 -- GLOBAL_STEP: 1275550 | > loss_text_ce: 0.026757266372442245 (0.03173757848263572) | > loss_mel_ce: 2.3652842044830322 (nan) | > loss: 0.009492228738963604 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14153365413794453) | > loader_time: 0.0043 (0.004594334520204234)  --> TIME: 2025-03-26 04:55:06 -- STEP: 13400/31555 -- GLOBAL_STEP: 1275600 | > loss_text_ce: 0.024878429248929024 (0.031740334364516114) | > loss_mel_ce: 2.478835344314575 (nan) | > loss: 0.009935373440384865 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14149880558697236) | > loader_time: 0.0044 (0.004593633520069405)  --> TIME: 2025-03-26 04:55:15 -- STEP: 13450/31555 -- GLOBAL_STEP: 1275650 | > loss_text_ce: 0.029790179803967476 (0.03174057876878181) | > loss_mel_ce: 2.640873670578003 (nan) | > loss: 0.01059787254780531 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14149687641172257) | > loader_time: 0.0044 (0.00459310297629204)  --> TIME: 2025-03-26 04:55:25 -- STEP: 13500/31555 -- GLOBAL_STEP: 1275700 | > loss_text_ce: 0.033630840480327606 (0.03173945866538973) | > loss_mel_ce: 2.9346418380737305 (nan) | > loss: 0.011778860352933407 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14148741543734608) | > loader_time: 0.0047 (0.004593771298726399)  --> TIME: 2025-03-26 04:55:35 -- STEP: 13550/31555 -- GLOBAL_STEP: 1275750 | > loss_text_ce: 0.032947685569524765 (0.031742591697076626) | > loss_mel_ce: 2.0943167209625244 (nan) | > loss: 0.00844152644276619 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14149811795716888) | > loader_time: 0.0044 (0.004593569942066146)  --> TIME: 2025-03-26 04:55:44 -- STEP: 13600/31555 -- GLOBAL_STEP: 1275800 | > loss_text_ce: 0.03369582071900368 (0.03174542285748486) | > loss_mel_ce: 2.4385428428649902 (nan) | > loss: 0.009810471907258034 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14149662910138952) | > loader_time: 0.0047 (0.0045934480954619)  --> TIME: 2025-03-26 04:55:54 -- STEP: 13650/31555 -- GLOBAL_STEP: 1275850 | > loss_text_ce: 0.03157178685069084 (0.031744792090367284) | > loss_mel_ce: 1.1453500986099243 (nan) | > loss: 0.004670325201004744 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1415115898432758) | > loader_time: 0.0046 (0.004593750723115688)  --> TIME: 2025-03-26 04:56:04 -- STEP: 13700/31555 -- GLOBAL_STEP: 1275900 | > loss_text_ce: 0.033924516290426254 (0.03174897600658728) | > loss_mel_ce: 2.7030513286590576 (nan) | > loss: 0.010861015878617764 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14149895796810716) | > loader_time: 0.0045 (0.004593771931028713)  --> TIME: 2025-03-26 04:56:13 -- STEP: 13750/31555 -- GLOBAL_STEP: 1275950 | > loss_text_ce: 0.027269544079899788 (0.03174744523248889) | > loss_mel_ce: 1.8258687257766724 (nan) | > loss: 0.007353723980486393 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14148754903620023) | > loader_time: 0.0047 (0.004593587493896482)  --> TIME: 2025-03-26 04:56:23 -- STEP: 13800/31555 -- GLOBAL_STEP: 1276000 | > loss_text_ce: 0.03461374714970589 (0.031748340918372066) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1414953575272499) | > loader_time: 0.0044 (0.004593692067740619)  --> TIME: 2025-03-26 04:56:33 -- STEP: 13850/31555 -- GLOBAL_STEP: 1276050 | > loss_text_ce: 0.023705191910266876 (0.03175244007582379) | > loss_mel_ce: 2.7015464305877686 (nan) | > loss: 0.010814491659402847 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14150009251673798) | > loader_time: 0.0046 (0.004593729972839351)  --> TIME: 2025-03-26 04:56:42 -- STEP: 13900/31555 -- GLOBAL_STEP: 1276100 | > loss_text_ce: 0.03601231053471565 (0.03175461895469068) | > loss_mel_ce: 1.5285652875900269 (nan) | > loss: 0.006208641454577446 (nan) | > current_lr: 5e-06 | > step_time: 0.1057 (0.14148415213866278) | > loader_time: 0.0041 (0.004593575909840968)  --> TIME: 2025-03-26 04:56:52 -- STEP: 13950/31555 -- GLOBAL_STEP: 1276150 | > loss_text_ce: 0.02740403637290001 (0.031754806067353945) | > loss_mel_ce: 2.413076400756836 (nan) | > loss: 0.009684447199106216 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14146281409861877) | > loader_time: 0.0044 (0.004593013486554538)  --> TIME: 2025-03-26 04:57:01 -- STEP: 14000/31555 -- GLOBAL_STEP: 1276200 | > loss_text_ce: 0.02454766072332859 (0.03175450918610607) | > loss_mel_ce: 1.9234156608581543 (nan) | > loss: 0.007730013690888882 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1414590119634363) | > loader_time: 0.0045 (0.004592775872775478)  --> TIME: 2025-03-26 04:57:11 -- STEP: 14050/31555 -- GLOBAL_STEP: 1276250 | > loss_text_ce: 0.02840208262205124 (0.03175286925891646) | > loss_mel_ce: 3.03617787361145 (nan) | > loss: 0.012161032296717167 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14145951357600595) | > loader_time: 0.0048 (0.004592539831412636)  --> TIME: 2025-03-26 04:57:20 -- STEP: 14100/31555 -- GLOBAL_STEP: 1276300 | > loss_text_ce: 0.034602195024490356 (0.031758856923048584) | > loss_mel_ce: 3.0462090969085693 (nan) | > loss: 0.012225442565977573 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14145126452682755) | > loader_time: 0.0044 (0.0045922302861585605)  --> TIME: 2025-03-26 04:57:30 -- STEP: 14150/31555 -- GLOBAL_STEP: 1276350 | > loss_text_ce: 0.03484521433711052 (0.031759175255815675) | > loss_mel_ce: 2.6397948265075684 (nan) | > loss: 0.010613651014864445 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14145501741672192) | > loader_time: 0.0047 (0.004591872649984723)  --> TIME: 2025-03-26 04:57:40 -- STEP: 14200/31555 -- GLOBAL_STEP: 1276400 | > loss_text_ce: 0.0367211177945137 (0.031758005914579994) | > loss_mel_ce: 0.05694580078125 (nan) | > loss: 0.0003716941282618791 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14145936814832058) | > loader_time: 0.0047 (0.004591728331337504)  --> TIME: 2025-03-26 04:57:49 -- STEP: 14250/31555 -- GLOBAL_STEP: 1276450 | > loss_text_ce: 0.025881504639983177 (0.03175716953057985) | > loss_mel_ce: 2.832590103149414 (nan) | > loss: 0.01134314201772213 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14144646172774508) | > loader_time: 0.0047 (0.004591433826245751)  --> TIME: 2025-03-26 04:57:59 -- STEP: 14300/31555 -- GLOBAL_STEP: 1276500 | > loss_text_ce: 0.03261224925518036 (0.031756382413156314) | > loss_mel_ce: 0.0856119766831398 (nan) | > loss: 0.0004691437934525311 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14143309980005692) | > loader_time: 0.0044 (0.004590903912390854)  --> TIME: 2025-03-26 04:58:08 -- STEP: 14350/31555 -- GLOBAL_STEP: 1276550 | > loss_text_ce: 0.017402786761522293 (0.03175268776169632) | > loss_mel_ce: 2.3498919010162354 (nan) | > loss: 0.009394027292728424 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14142114815396337) | > loader_time: 0.0044 (0.004590441740348356)  --> TIME: 2025-03-26 04:58:18 -- STEP: 14400/31555 -- GLOBAL_STEP: 1276600 | > loss_text_ce: 0.02668352797627449 (0.031755250959475984) | > loss_mel_ce: 2.4874556064605713 (nan) | > loss: 0.009976743720471859 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14143848487072558) | > loader_time: 0.0044 (0.0045904799302418945)  --> TIME: 2025-03-26 04:58:28 -- STEP: 14450/31555 -- GLOBAL_STEP: 1276650 | > loss_text_ce: 0.034706275910139084 (0.03175694701258591) | > loss_mel_ce: 2.193187713623047 (nan) | > loss: 0.008840849623084068 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.141432246551382) | > loader_time: 0.0044 (0.004590305820055891)  --> TIME: 2025-03-26 04:58:38 -- STEP: 14500/31555 -- GLOBAL_STEP: 1276700 | > loss_text_ce: 0.025879472494125366 (0.031755213111767405) | > loss_mel_ce: 2.8242838382720947 (nan) | > loss: 0.011310172267258167 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14143894682259434) | > loader_time: 0.0044 (0.004590862191956611)  --> TIME: 2025-03-26 04:58:47 -- STEP: 14550/31555 -- GLOBAL_STEP: 1276750 | > loss_text_ce: 0.03452299162745476 (0.031753435747704284) | > loss_mel_ce: 2.587847948074341 (nan) | > loss: 0.010406234301626682 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14143141272961107) | > loader_time: 0.0047 (0.004591599280891542)  --> TIME: 2025-03-26 04:58:57 -- STEP: 14600/31555 -- GLOBAL_STEP: 1276800 | > loss_text_ce: 0.03220639377832413 (0.03175395561165286) | > loss_mel_ce: 2.101396322250366 (nan) | > loss: 0.008466677740216255 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1414357411208222) | > loader_time: 0.0045 (0.0045920217853702835)  --> TIME: 2025-03-26 04:59:06 -- STEP: 14650/31555 -- GLOBAL_STEP: 1276850 | > loss_text_ce: 0.01717924140393734 (0.03175296294951084) | > loss_mel_ce: 0.020294189453125 (nan) | > loss: 0.00014870410086587071 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.14143260734480026) | > loader_time: 0.0045 (0.004592249531794726)  --> TIME: 2025-03-26 04:59:16 -- STEP: 14700/31555 -- GLOBAL_STEP: 1276900 | > loss_text_ce: 0.035403501242399216 (0.031752779921516684) | > loss_mel_ce: 2.215188980102539 (nan) | > loss: 0.008930923417210579 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14143114437051407) | > loader_time: 0.0048 (0.004592284848089924)  --> TIME: 2025-03-26 04:59:26 -- STEP: 14750/31555 -- GLOBAL_STEP: 1276950 | > loss_text_ce: 0.039045896381139755 (0.031754221637054436) | > loss_mel_ce: 2.5636019706726074 (nan) | > loss: 0.010327967815101147 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1414181860261048) | > loader_time: 0.0046 (0.004592307268562956)  --> TIME: 2025-03-26 04:59:35 -- STEP: 14800/31555 -- GLOBAL_STEP: 1277000 | > loss_text_ce: 0.03625040128827095 (0.03175372898975075) | > loss_mel_ce: 2.4623260498046875 (nan) | > loss: 0.009914985857903957 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1414293803234362) | > loader_time: 0.0047 (0.00459243542439228)  --> TIME: 2025-03-26 04:59:45 -- STEP: 14850/31555 -- GLOBAL_STEP: 1277050 | > loss_text_ce: 0.03332333266735077 (0.031761413324774695) | > loss_mel_ce: 2.175454616546631 (nan) | > loss: 0.008764992468059063 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14144391233270856) | > loader_time: 0.0047 (0.004592391698047361)  --> TIME: 2025-03-26 04:59:55 -- STEP: 14900/31555 -- GLOBAL_STEP: 1277100 | > loss_text_ce: 0.021013805642724037 (0.03176318279117486) | > loss_mel_ce: 2.2513680458068848 (nan) | > loss: 0.009017388336360455 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1414417686718426) | > loader_time: 0.0045 (0.0045922102384119146)  --> TIME: 2025-03-26 05:00:05 -- STEP: 14950/31555 -- GLOBAL_STEP: 1277150 | > loss_text_ce: 0.03188212588429451 (0.031759631685526306) | > loss_mel_ce: 2.0479886531829834 (nan) | > loss: 0.008253456093370914 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14146562869732232) | > loader_time: 0.0045 (0.004592340909517721)  --> TIME: 2025-03-26 05:00:15 -- STEP: 15000/31555 -- GLOBAL_STEP: 1277200 | > loss_text_ce: 0.038619641214609146 (0.03176487820787972) | > loss_mel_ce: 2.7703418731689453 (nan) | > loss: 0.011146673932671547 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14148430811564164) | > loader_time: 0.0045 (0.004592336193720492)  --> TIME: 2025-03-26 05:00:25 -- STEP: 15050/31555 -- GLOBAL_STEP: 1277250 | > loss_text_ce: 0.0299482773989439 (0.031762429260868405) | > loss_mel_ce: 2.263939619064331 (nan) | > loss: 0.009102730080485344 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14149436968109572) | > loader_time: 0.0047 (0.004592535075951249)  --> TIME: 2025-03-26 05:00:35 -- STEP: 15100/31555 -- GLOBAL_STEP: 1277300 | > loss_text_ce: 0.04082430899143219 (0.031759089905188796) | > loss_mel_ce: 2.7530736923217773 (nan) | > loss: 0.011086897924542427 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14149546301128096) | > loader_time: 0.0049 (0.004592402439243738)  --> TIME: 2025-03-26 05:00:44 -- STEP: 15150/31555 -- GLOBAL_STEP: 1277350 | > loss_text_ce: 0.02637345902621746 (0.0317576446992163) | > loss_mel_ce: 2.196305274963379 (nan) | > loss: 0.008820153772830963 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14150235097400463) | > loader_time: 0.0045 (0.004592361827888103)  --> TIME: 2025-03-26 05:00:54 -- STEP: 15200/31555 -- GLOBAL_STEP: 1277400 | > loss_text_ce: 0.024491311982274055 (0.03175462003613472) | > loss_mel_ce: 2.692420482635498 (nan) | > loss: 0.010781396180391312 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1414968669100815) | > loader_time: 0.0045 (0.004592016229504026)  --> TIME: 2025-03-26 05:01:04 -- STEP: 15250/31555 -- GLOBAL_STEP: 1277450 | > loss_text_ce: 0.03772315755486488 (0.03175396934579133) | > loss_mel_ce: 2.2065467834472656 (nan) | > loss: 0.008905833587050438 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1415052867795604) | > loader_time: 0.0044 (0.004592655557100883)  --> TIME: 2025-03-26 05:01:14 -- STEP: 15300/31555 -- GLOBAL_STEP: 1277500 | > loss_text_ce: 0.039667271077632904 (0.031751938845377845) | > loss_mel_ce: 3.2313895225524902 (nan) | > loss: 0.012980385683476925 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14152373485315894) | > loader_time: 0.0048 (0.004592984299254566)  --> TIME: 2025-03-26 05:01:24 -- STEP: 15350/31555 -- GLOBAL_STEP: 1277550 | > loss_text_ce: 0.031275320798158646 (0.03175028678951986) | > loss_mel_ce: 0.0625 (nan) | > loss: 0.0003721242828760296 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14153560144505242) | > loader_time: 0.0046 (0.004593284168926816)  --> TIME: 2025-03-26 05:01:33 -- STEP: 15400/31555 -- GLOBAL_STEP: 1277600 | > loss_text_ce: 0.040529053658246994 (0.03175171661456773) | > loss_mel_ce: 2.834709644317627 (nan) | > loss: 0.011409677565097809 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1415368997895876) | > loader_time: 0.0049 (0.0045934128296839655)  --> TIME: 2025-03-26 05:01:43 -- STEP: 15450/31555 -- GLOBAL_STEP: 1277650 | > loss_text_ce: 0.03673229366540909 (0.0317483978952404) | > loss_mel_ce: 3.224292755126953 (nan) | > loss: 0.012940576300024986 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1415502427388167) | > loader_time: 0.0047 (0.0045937561911672375)  --> TIME: 2025-03-26 05:01:53 -- STEP: 15500/31555 -- GLOBAL_STEP: 1277700 | > loss_text_ce: 0.03797217831015587 (0.0317474538633419) | > loss_mel_ce: 2.4239981174468994 (nan) | > loss: 0.009769723750650883 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14157337099506045) | > loader_time: 0.0047 (0.00459376052118116)  --> TIME: 2025-03-26 05:02:03 -- STEP: 15550/31555 -- GLOBAL_STEP: 1277750 | > loss_text_ce: 0.02724728360772133 (0.03174831119608547) | > loss_mel_ce: 2.457279682159424 (nan) | > loss: 0.009859234094619751 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14156666763342496) | > loader_time: 0.0045 (0.004593801973716998)  --> TIME: 2025-03-26 05:02:13 -- STEP: 15600/31555 -- GLOBAL_STEP: 1277800 | > loss_text_ce: 0.030550425872206688 (0.031745512753199624) | > loss_mel_ce: 3.0883255004882812 (nan) | > loss: 0.012376492843031883 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14156123049748284) | > loader_time: 0.0046 (0.004593939062876572)  --> TIME: 2025-03-26 05:02:22 -- STEP: 15650/31555 -- GLOBAL_STEP: 1277850 | > loss_text_ce: 0.030955152586102486 (0.0317449386810627) | > loss_mel_ce: 2.82639479637146 (nan) | > loss: 0.011338690295815468 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14155821762145934) | > loader_time: 0.0045 (0.004594165783720649)  --> TIME: 2025-03-26 05:02:32 -- STEP: 15700/31555 -- GLOBAL_STEP: 1277900 | > loss_text_ce: 0.038323916494846344 (0.031739071043220005) | > loss_mel_ce: 0.1262885183095932 (nan) | > loss: 0.000653224007692188 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1415475286495917) | > loader_time: 0.0044 (0.004594131290532973)  --> TIME: 2025-03-26 05:02:41 -- STEP: 15750/31555 -- GLOBAL_STEP: 1277950 | > loss_text_ce: 0.03447135165333748 (0.03173996433237233) | > loss_mel_ce: 3.0908203125 (nan) | > loss: 0.012401951476931572 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14154579509250736) | > loader_time: 0.0046 (0.004594377729627814)  --> TIME: 2025-03-26 05:02:51 -- STEP: 15800/31555 -- GLOBAL_STEP: 1278000 | > loss_text_ce: 0.023326626047492027 (0.031737487389104764) | > loss_mel_ce: 2.782958984375 (nan) | > loss: 0.011136054992675781 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14154705900180223) | > loader_time: 0.0044 (0.004594474714013587)  --> TIME: 2025-03-26 05:03:01 -- STEP: 15850/31555 -- GLOBAL_STEP: 1278050 | > loss_text_ce: 0.035035133361816406 (0.031742701538682624) | > loss_mel_ce: 2.7773118019104004 (nan) | > loss: 0.0111601073294878 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14157334702248112) | > loader_time: 0.0048 (0.004594910738972076)  --> TIME: 2025-03-26 05:03:11 -- STEP: 15900/31555 -- GLOBAL_STEP: 1278100 | > loss_text_ce: 0.036488693207502365 (0.03173958626839338) | > loss_mel_ce: 2.623077869415283 (nan) | > loss: 0.010553836822509766 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1415677770278742) | > loader_time: 0.0046 (0.004594918796851193)  --> TIME: 2025-03-26 05:03:20 -- STEP: 15950/31555 -- GLOBAL_STEP: 1278150 | > loss_text_ce: 0.039688244462013245 (0.03174093504240693) | > loss_mel_ce: 2.102823257446289 (nan) | > loss: 0.008502030745148659 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14155619241600909) | > loader_time: 0.0046 (0.004594880211689622)  --> TIME: 2025-03-26 05:03:30 -- STEP: 16000/31555 -- GLOBAL_STEP: 1278200 | > loss_text_ce: 0.02676776796579361 (0.03174036999035148) | > loss_mel_ce: 2.8766276836395264 (nan) | > loss: 0.011521411128342152 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14155687308311496) | > loader_time: 0.0048 (0.004595444023609154)  --> TIME: 2025-03-26 05:03:40 -- STEP: 16050/31555 -- GLOBAL_STEP: 1278250 | > loss_text_ce: 0.030454911291599274 (0.03174003471443386) | > loss_mel_ce: 2.7361361980438232 (nan) | > loss: 0.010978536680340767 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14156095818195794) | > loader_time: 0.0043 (0.00459571559109791)  --> TIME: 2025-03-26 05:03:49 -- STEP: 16100/31555 -- GLOBAL_STEP: 1278300 | > loss_text_ce: 0.027861163020133972 (0.031736309307956956) | > loss_mel_ce: 3.164931535720825 (nan) | > loss: 0.012669812887907028 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14156203376580503) | > loader_time: 0.0043 (0.004595366531277288)  --> TIME: 2025-03-26 05:03:59 -- STEP: 16150/31555 -- GLOBAL_STEP: 1278350 | > loss_text_ce: 0.024549560621380806 (0.03173714481334507) | > loss_mel_ce: 2.7683160305023193 (nan) | > loss: 0.011082800105214119 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14154762400931284) | > loader_time: 0.0044 (0.004594829503227676)  --> TIME: 2025-03-26 05:04:09 -- STEP: 16200/31555 -- GLOBAL_STEP: 1278400 | > loss_text_ce: 0.022743698209524155 (0.03173882803172547) | > loss_mel_ce: 2.663867235183716 (nan) | > loss: 0.010661154985427856 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1415478954933311) | > loader_time: 0.0046 (0.004594660438137283)  --> TIME: 2025-03-26 05:04:18 -- STEP: 16250/31555 -- GLOBAL_STEP: 1278450 | > loss_text_ce: 0.030429784208536148 (0.031738818746976975) | > loss_mel_ce: 2.9035756587982178 (nan) | > loss: 0.01164287980645895 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14154721932044428) | > loader_time: 0.0047 (0.004594385543236359)  --> TIME: 2025-03-26 05:04:28 -- STEP: 16300/31555 -- GLOBAL_STEP: 1278500 | > loss_text_ce: 0.020100101828575134 (0.031736350579507085) | > loss_mel_ce: 2.767320394515991 (nan) | > loss: 0.01106119342148304 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14154888912212663) | > loader_time: 0.0044 (0.004594176897973363)  --> TIME: 2025-03-26 05:04:37 -- STEP: 16350/31555 -- GLOBAL_STEP: 1278550 | > loss_text_ce: 0.03478965908288956 (0.031730810602334965) | > loss_mel_ce: 2.0859286785125732 (nan) | > loss: 0.00841554906219244 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14154500796525155) | > loader_time: 0.0046 (0.004593912147965264)  --> TIME: 2025-03-26 05:04:47 -- STEP: 16400/31555 -- GLOBAL_STEP: 1278600 | > loss_text_ce: 0.03626810386776924 (0.03173077660379916) | > loss_mel_ce: 3.2390975952148438 (nan) | > loss: 0.012997482903301716 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14154538140064366) | > loader_time: 0.0048 (0.004594210255436774)  --> TIME: 2025-03-26 05:04:57 -- STEP: 16450/31555 -- GLOBAL_STEP: 1278650 | > loss_text_ce: 0.023299366235733032 (0.03173325682987407) | > loss_mel_ce: 1.576918125152588 (nan) | > loss: 0.006350069772452116 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1415415886035447) | > loader_time: 0.0048 (0.004594262957935268)  --> TIME: 2025-03-26 05:05:06 -- STEP: 16500/31555 -- GLOBAL_STEP: 1278700 | > loss_text_ce: 0.03793573006987572 (0.03173695359644324) | > loss_mel_ce: 2.6332170963287354 (nan) | > loss: 0.010599813424050808 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14153642207926004) | > loader_time: 0.0044 (0.004594673850319596)  --> TIME: 2025-03-26 05:05:16 -- STEP: 16550/31555 -- GLOBAL_STEP: 1278750 | > loss_text_ce: 0.029047174379229546 (0.03173460716944387) | > loss_mel_ce: 2.7598865032196045 (nan) | > loss: 0.011067197658121586 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14154606950247065) | > loader_time: 0.0045 (0.004594909518146796)  --> TIME: 2025-03-26 05:05:26 -- STEP: 16600/31555 -- GLOBAL_STEP: 1278800 | > loss_text_ce: 0.03308124095201492 (0.03173604228696491) | > loss_mel_ce: 2.5813510417938232 (nan) | > loss: 0.010374732315540314 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.1415417362121217) | > loader_time: 0.0049 (0.004595338752470814)  --> TIME: 2025-03-26 05:05:36 -- STEP: 16650/31555 -- GLOBAL_STEP: 1278850 | > loss_text_ce: 0.03925158083438873 (0.031734693150788224) | > loss_mel_ce: 2.8935658931732178 (nan) | > loss: 0.011638165451586246 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14155500931782788) | > loader_time: 0.0048 (0.004595683716438906)  --> TIME: 2025-03-26 05:05:46 -- STEP: 16700/31555 -- GLOBAL_STEP: 1278900 | > loss_text_ce: 0.03364506736397743 (0.03173369583896833) | > loss_mel_ce: 2.533302068710327 (nan) | > loss: 0.010186298750340939 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.141567345921865) | > loader_time: 0.0047 (0.0045957831422725765)  --> TIME: 2025-03-26 05:05:56 -- STEP: 16750/31555 -- GLOBAL_STEP: 1278950 | > loss_text_ce: 0.032640259712934494 (0.03173192147254485) | > loss_mel_ce: 2.2035906314849854 (nan) | > loss: 0.00887393206357956 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1415784500321348) | > loader_time: 0.0049 (0.004595985056749024)  --> TIME: 2025-03-26 05:06:05 -- STEP: 16800/31555 -- GLOBAL_STEP: 1279000 | > loss_text_ce: 0.035643547773361206 (0.03173065482927028) | > loss_mel_ce: 2.716214895248413 (nan) | > loss: 0.010920073837041855 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1415746320287389) | > loader_time: 0.0047 (0.004596135034447616)  --> TIME: 2025-03-26 05:06:15 -- STEP: 16850/31555 -- GLOBAL_STEP: 1279050 | > loss_text_ce: 0.0353943333029747 (0.031728623703354136) | > loss_mel_ce: 2.0110037326812744 (nan) | > loss: 0.008120628073811531 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1415636840984449) | > loader_time: 0.0045 (0.004596200965632308)  --> TIME: 2025-03-26 05:06:24 -- STEP: 16900/31555 -- GLOBAL_STEP: 1279100 | > loss_text_ce: 0.03840858116745949 (0.0317323991178517) | > loss_mel_ce: 2.857235908508301 (nan) | > loss: 0.0114906532689929 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14155807358273415) | > loader_time: 0.0049 (0.004596339090335996)  --> TIME: 2025-03-26 05:06:34 -- STEP: 16950/31555 -- GLOBAL_STEP: 1279150 | > loss_text_ce: 0.029605278745293617 (0.031732903853289446) | > loss_mel_ce: 2.741161346435547 (nan) | > loss: 0.010995106771588326 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14155952280601594) | > loader_time: 0.0046 (0.0045963431107962655)  --> TIME: 2025-03-26 05:06:44 -- STEP: 17000/31555 -- GLOBAL_STEP: 1279200 | > loss_text_ce: 0.023190228268504143 (0.03173017880074008) | > loss_mel_ce: 2.9295549392700195 (nan) | > loss: 0.011717243120074272 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14155494970433877) | > loader_time: 0.0044 (0.004596532835679888)  --> TIME: 2025-03-26 05:06:53 -- STEP: 17050/31555 -- GLOBAL_STEP: 1279250 | > loss_text_ce: 0.02917470410466194 (0.03172994551054921) | > loss_mel_ce: 1.3355576992034912 (nan) | > loss: 0.005415604915469885 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14155067695550577) | > loader_time: 0.0045 (0.004596528293799788)  --> TIME: 2025-03-26 05:07:03 -- STEP: 17100/31555 -- GLOBAL_STEP: 1279300 | > loss_text_ce: 0.03797375038266182 (0.03173364612709564) | > loss_mel_ce: 2.772020101547241 (nan) | > loss: 0.011150769889354706 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14155910653677622) | > loader_time: 0.0046 (0.00459692248126916)  --> TIME: 2025-03-26 05:07:13 -- STEP: 17150/31555 -- GLOBAL_STEP: 1279350 | > loss_text_ce: 0.0373598150908947 (0.031736672315094736) | > loss_mel_ce: 2.8700478076934814 (nan) | > loss: 0.011537332087755203 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14155455209771) | > loader_time: 0.0047 (0.004596971687005483)  --> TIME: 2025-03-26 05:07:22 -- STEP: 17200/31555 -- GLOBAL_STEP: 1279400 | > loss_text_ce: 0.0269639752805233 (0.031738132093004114) | > loss_mel_ce: 1.775681972503662 (nan) | > loss: 0.00715335737913847 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14155310910801577) | > loader_time: 0.0044 (0.004597271833308902)  --> TIME: 2025-03-26 05:07:32 -- STEP: 17250/31555 -- GLOBAL_STEP: 1279450 | > loss_text_ce: 0.03729981184005737 (0.03173536555236864) | > loss_mel_ce: 4.47743034362793 (nan) | > loss: 0.017915595322847366 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14153552189426166) | > loader_time: 0.0046 (0.004597292858621343)  --> TIME: 2025-03-26 05:07:42 -- STEP: 17300/31555 -- GLOBAL_STEP: 1279500 | > loss_text_ce: 0.02843283675611019 (0.03173467523945921) | > loss_mel_ce: 2.3859972953796387 (nan) | > loss: 0.009581072255969048 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14154847300810644) | > loader_time: 0.0047 (0.004597654976596717)  --> TIME: 2025-03-26 05:07:51 -- STEP: 17350/31555 -- GLOBAL_STEP: 1279550 | > loss_text_ce: 0.037745486944913864 (0.03173579431034244) | > loss_mel_ce: 0.08380126953125 (nan) | > loss: 0.00048232843982987106 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14154093091013817) | > loader_time: 0.0046 (0.004597739664896759)  --> TIME: 2025-03-26 05:08:01 -- STEP: 17400/31555 -- GLOBAL_STEP: 1279600 | > loss_text_ce: 0.034223999828100204 (0.03173598512081178) | > loss_mel_ce: 2.660001277923584 (nan) | > loss: 0.010691370815038681 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14154053609946704) | > loader_time: 0.0048 (0.004597884539900149)  --> TIME: 2025-03-26 05:08:10 -- STEP: 17450/31555 -- GLOBAL_STEP: 1279650 | > loss_text_ce: 0.034798722714185715 (0.03173710383768352) | > loss_mel_ce: 3.087883949279785 (nan) | > loss: 0.012391597963869572 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14154370072919548) | > loader_time: 0.0047 (0.004598041441515724)  --> TIME: 2025-03-26 05:08:20 -- STEP: 17500/31555 -- GLOBAL_STEP: 1279700 | > loss_text_ce: 0.027845675125718117 (0.03173693626209015) | > loss_mel_ce: 2.9524221420288086 (nan) | > loss: 0.011826460249722004 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1415498681613379) | > loader_time: 0.0045 (0.004598258059365406)  --> TIME: 2025-03-26 05:08:30 -- STEP: 17550/31555 -- GLOBAL_STEP: 1279750 | > loss_text_ce: 0.026704834774136543 (0.03173563433959642) | > loss_mel_ce: 2.752877950668335 (nan) | > loss: 0.011030090972781181 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1415482813951978) | > loader_time: 0.0046 (0.004598179678631641)  --> TIME: 2025-03-26 05:08:39 -- STEP: 17600/31555 -- GLOBAL_STEP: 1279800 | > loss_text_ce: 0.020608266815543175 (0.031737586478596744) | > loss_mel_ce: 2.0866456031799316 (nan) | > loss: 0.00836211908608675 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14153119690038957) | > loader_time: 0.0045 (0.004598262729969888)  --> TIME: 2025-03-26 05:08:49 -- STEP: 17650/31555 -- GLOBAL_STEP: 1279850 | > loss_text_ce: 0.02977895177900791 (0.03173591444400724) | > loss_mel_ce: 3.044806957244873 (nan) | > loss: 0.012200738303363323 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14153725959086225) | > loader_time: 0.0045 (0.00459869541459988)  --> TIME: 2025-03-26 05:08:58 -- STEP: 17700/31555 -- GLOBAL_STEP: 1279900 | > loss_text_ce: 0.01972186751663685 (0.03173492914213032) | > loss_mel_ce: 1.5700567960739136 (nan) | > loss: 0.0063086459413170815 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14152082964525392) | > loader_time: 0.0044 (0.004598632559264445)  --> TIME: 2025-03-26 05:09:08 -- STEP: 17750/31555 -- GLOBAL_STEP: 1279950 | > loss_text_ce: 0.040199749171733856 (0.031734814810291) | > loss_mel_ce: 2.6529510021209717 (nan) | > loss: 0.010687107220292091 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14151514966722953) | > loader_time: 0.0047 (0.004598545369967606)  --> TIME: 2025-03-26 05:09:17 -- STEP: 17800/31555 -- GLOBAL_STEP: 1280000 | > loss_text_ce: 0.0341649055480957 (0.031734713604778225) | > loss_mel_ce: 2.8889071941375732 (nan) | > loss: 0.011599493212997913 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14151328660129175) | > loader_time: 0.0047 (0.0045984411507510045) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1280000.pth  --> TIME: 2025-03-26 05:09:32 -- STEP: 17850/31555 -- GLOBAL_STEP: 1280050 | > loss_text_ce: 0.03376636654138565 (0.031731525975845463) | > loss_mel_ce: 3.1237833499908447 (nan) | > loss: 0.01252995990216732 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1415096461539176) | > loader_time: 0.0047 (0.00459862118675595)  --> TIME: 2025-03-26 05:09:42 -- STEP: 17900/31555 -- GLOBAL_STEP: 1280100 | > loss_text_ce: 0.022411972284317017 (0.03173082608942906) | > loss_mel_ce: 2.7226779460906982 (nan) | > loss: 0.010893214493989944 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14150147892243384) | > loader_time: 0.0047 (0.004598921943643239)  --> TIME: 2025-03-26 05:09:51 -- STEP: 17950/31555 -- GLOBAL_STEP: 1280150 | > loss_text_ce: 0.029087675735354424 (0.03173068846007766) | > loss_mel_ce: 2.5410983562469482 (nan) | > loss: 0.010199151933193207 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.1414927457766946) | > loader_time: 0.0044 (0.004598964568964284)  --> TIME: 2025-03-26 05:10:01 -- STEP: 18000/31555 -- GLOBAL_STEP: 1280200 | > loss_text_ce: 0.03460879251360893 (0.03172533153654576) | > loss_mel_ce: 2.775135040283203 (nan) | > loss: 0.01114977803081274 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14148917726675683) | > loader_time: 0.0046 (0.004598755770259432)  --> TIME: 2025-03-26 05:10:10 -- STEP: 18050/31555 -- GLOBAL_STEP: 1280250 | > loss_text_ce: 0.0292633268982172 (0.03172200898647581) | > loss_mel_ce: 2.8253014087677 (nan) | > loss: 0.011327638290822506 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14148083269431008) | > loader_time: 0.0047 (0.004598432828845079)  --> TIME: 2025-03-26 05:10:20 -- STEP: 18100/31555 -- GLOBAL_STEP: 1280300 | > loss_text_ce: 0.03446660935878754 (0.03171788454915056) | > loss_mel_ce: 2.84067702293396 (nan) | > loss: 0.01140930037945509 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14147682063487368) | > loader_time: 0.0045 (0.00459855913457291)  --> TIME: 2025-03-26 05:10:30 -- STEP: 18150/31555 -- GLOBAL_STEP: 1280350 | > loss_text_ce: 0.0346389077603817 (0.031721096593865954) | > loss_mel_ce: 2.4098193645477295 (nan) | > loss: 0.0097002312541008 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1414868660603676) | > loader_time: 0.0048 (0.004598618801631874)  --> TIME: 2025-03-26 05:10:40 -- STEP: 18200/31555 -- GLOBAL_STEP: 1280400 | > loss_text_ce: 0.023378927260637283 (0.031721053313781056) | > loss_mel_ce: 2.4421520233154297 (nan) | > loss: 0.009783852845430374 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14150397060991665) | > loader_time: 0.0046 (0.004598726387862318)  --> TIME: 2025-03-26 05:10:49 -- STEP: 18250/31555 -- GLOBAL_STEP: 1280450 | > loss_text_ce: 0.04351617395877838 (0.03172276440543453) | > loss_mel_ce: 2.1662018299102783 (nan) | > loss: 0.008768722414970398 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1414973193521369) | > loader_time: 0.0046 (0.004598784263819865)  --> TIME: 2025-03-26 05:10:59 -- STEP: 18300/31555 -- GLOBAL_STEP: 1280500 | > loss_text_ce: 0.034002430737018585 (0.03172285093432227) | > loss_mel_ce: 2.711869716644287 (nan) | > loss: 0.010896319523453712 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14149942984346484) | > loader_time: 0.0047 (0.004598756383676995)  --> TIME: 2025-03-26 05:11:09 -- STEP: 18350/31555 -- GLOBAL_STEP: 1280550 | > loss_text_ce: 0.05558181181550026 (0.03172394194617366) | > loss_mel_ce: 2.3958325386047363 (nan) | > loss: 0.009727835655212402 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14148451280204083) | > loader_time: 0.0044 (0.004598813186874181)  --> TIME: 2025-03-26 05:11:18 -- STEP: 18400/31555 -- GLOBAL_STEP: 1280600 | > loss_text_ce: 0.03363737836480141 (0.031726911926550826) | > loss_mel_ce: 2.6203322410583496 (nan) | > loss: 0.010531625710427761 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14148763019105656) | > loader_time: 0.0049 (0.004598964051060055)  --> TIME: 2025-03-26 05:11:28 -- STEP: 18450/31555 -- GLOBAL_STEP: 1280650 | > loss_text_ce: 0.027791133150458336 (0.03172326276316055) | > loss_mel_ce: 2.879404067993164 (nan) | > loss: 0.011536489240825176 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1414887817636091) | > loader_time: 0.0046 (0.0045990989395596465)  --> TIME: 2025-03-26 05:11:37 -- STEP: 18500/31555 -- GLOBAL_STEP: 1280700 | > loss_text_ce: 0.029566902667284012 (0.03172300400746018) | > loss_mel_ce: 2.489959716796875 (nan) | > loss: 0.009998122230172157 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1414784990516868) | > loader_time: 0.0047 (0.0045991176141274934)  --> TIME: 2025-03-26 05:11:47 -- STEP: 18550/31555 -- GLOBAL_STEP: 1280750 | > loss_text_ce: 0.032673101872205734 (0.031721688289134936) | > loss_mel_ce: 2.341503858566284 (nan) | > loss: 0.009421337395906448 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14147867171912173) | > loader_time: 0.0047 (0.004599685566123282)  --> TIME: 2025-03-26 05:11:57 -- STEP: 18600/31555 -- GLOBAL_STEP: 1280800 | > loss_text_ce: 0.033201489597558975 (0.03172253287893018) | > loss_mel_ce: 2.4323740005493164 (nan) | > loss: 0.009784029796719551 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1414684625723028) | > loader_time: 0.0044 (0.004599747324502595)  --> TIME: 2025-03-26 05:12:06 -- STEP: 18650/31555 -- GLOBAL_STEP: 1280850 | > loss_text_ce: 0.027272183448076248 (0.031721820474599705) | > loss_mel_ce: 2.113740921020508 (nan) | > loss: 0.008496084250509739 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14145966441637703) | > loader_time: 0.0043 (0.004599491981015451)  --> TIME: 2025-03-26 05:12:15 -- STEP: 18700/31555 -- GLOBAL_STEP: 1280900 | > loss_text_ce: 0.03351350128650665 (0.031723279302720585) | > loss_mel_ce: 2.8890655040740967 (nan) | > loss: 0.011597536504268646 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14144592705894923) | > loader_time: 0.0047 (0.004599166502927079)  --> TIME: 2025-03-26 05:12:25 -- STEP: 18750/31555 -- GLOBAL_STEP: 1280950 | > loss_text_ce: 0.036013614386320114 (0.03172449182992176) | > loss_mel_ce: 2.736240863800049 (nan) | > loss: 0.011001010425388813 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.1414533159764608) | > loader_time: 0.0046 (0.004599039802551278)  --> TIME: 2025-03-26 05:12:35 -- STEP: 18800/31555 -- GLOBAL_STEP: 1281000 | > loss_text_ce: 0.02860860712826252 (0.03172468667151401) | > loss_mel_ce: 0.613964855670929 (nan) | > loss: 0.002549894852563739 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14145388953229213) | > loader_time: 0.0046 (0.004598982131227544)  --> TIME: 2025-03-26 05:12:44 -- STEP: 18850/31555 -- GLOBAL_STEP: 1281050 | > loss_text_ce: 0.025480125099420547 (0.03172544171351845) | > loss_mel_ce: 2.66093111038208 (nan) | > loss: 0.010660362429916859 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14144852122198046) | > loader_time: 0.0047 (0.004598822682226377)  --> TIME: 2025-03-26 05:12:54 -- STEP: 18900/31555 -- GLOBAL_STEP: 1281100 | > loss_text_ce: 0.03833916038274765 (0.031727104772168044) | > loss_mel_ce: 2.350846290588379 (nan) | > loss: 0.009480895474553108 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14145091261182505) | > loader_time: 0.0042 (0.004598641849699481)  --> TIME: 2025-03-26 05:13:04 -- STEP: 18950/31555 -- GLOBAL_STEP: 1281150 | > loss_text_ce: 0.03227679058909416 (0.03172495944995558) | > loss_mel_ce: 2.9638352394104004 (nan) | > loss: 0.01188933476805687 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.1414486262917833) | > loader_time: 0.0047 (0.004598542631144266)  --> TIME: 2025-03-26 05:13:13 -- STEP: 19000/31555 -- GLOBAL_STEP: 1281200 | > loss_text_ce: 0.030626123771071434 (0.031724485916477634) | > loss_mel_ce: 2.90142822265625 (nan) | > loss: 0.011635136790573597 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14144944648993635) | > loader_time: 0.0044 (0.0045985631189848315)  --> TIME: 2025-03-26 05:13:23 -- STEP: 19050/31555 -- GLOBAL_STEP: 1281250 | > loss_text_ce: 0.03896763175725937 (0.03172443166311603) | > loss_mel_ce: 1.4288296699523926 (nan) | > loss: 0.005824592895805836 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.14144232664834158) | > loader_time: 0.0042 (0.004598282453582048)  --> TIME: 2025-03-26 05:13:32 -- STEP: 19100/31555 -- GLOBAL_STEP: 1281300 | > loss_text_ce: 0.03536400571465492 (0.031726128568053624) | > loss_mel_ce: 2.6005406379699707 (nan) | > loss: 0.010459939017891884 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14143381731672416) | > loader_time: 0.0046 (0.004597855500525834)  --> TIME: 2025-03-26 05:13:42 -- STEP: 19150/31555 -- GLOBAL_STEP: 1281350 | > loss_text_ce: 0.036694373935461044 (0.0317284959898508) | > loss_mel_ce: 2.975094795227051 (nan) | > loss: 0.01195154432207346 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14141754669557965) | > loader_time: 0.0047 (0.004597753482450091)  --> TIME: 2025-03-26 05:13:51 -- STEP: 19200/31555 -- GLOBAL_STEP: 1281400 | > loss_text_ce: 0.02722386084496975 (0.03172707486698834) | > loss_mel_ce: 0.2200055867433548 (nan) | > loss: 0.0009810692863538861 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1414159224430718) | > loader_time: 0.0047 (0.004597727122406173)  --> TIME: 2025-03-26 05:14:02 -- STEP: 19250/31555 -- GLOBAL_STEP: 1281450 | > loss_text_ce: 0.04695764556527138 (0.03172806612871495) | > loss_mel_ce: 2.576941967010498 (nan) | > loss: 0.010412300936877728 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14143814521640916) | > loader_time: 0.0046 (0.004597779298757584)  --> TIME: 2025-03-26 05:14:11 -- STEP: 19300/31555 -- GLOBAL_STEP: 1281500 | > loss_text_ce: 0.03211406245827675 (0.03173015037324727) | > loss_mel_ce: 1.9217678308486938 (nan) | > loss: 0.007753499783575535 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14142142398369723) | > loader_time: 0.0046 (0.00459748236008877)  --> TIME: 2025-03-26 05:14:21 -- STEP: 19350/31555 -- GLOBAL_STEP: 1281550 | > loss_text_ce: 0.03916938230395317 (0.031733643760428205) | > loss_mel_ce: 2.372950315475464 (nan) | > loss: 0.009571903385221958 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.1414354364508497) | > loader_time: 0.0042 (0.004597171874625433)  --> TIME: 2025-03-26 05:14:30 -- STEP: 19400/31555 -- GLOBAL_STEP: 1281600 | > loss_text_ce: 0.027186106890439987 (0.031733363467153455) | > loss_mel_ce: 2.6515374183654785 (nan) | > loss: 0.010629856027662754 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14143494784217503) | > loader_time: 0.0043 (0.0045967898295097755)  --> TIME: 2025-03-26 05:14:40 -- STEP: 19450/31555 -- GLOBAL_STEP: 1281650 | > loss_text_ce: 0.02929828129708767 (0.031733296229563925) | > loss_mel_ce: 2.7153007984161377 (nan) | > loss: 0.010891267098486423 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14143017862020846) | > loader_time: 0.0043 (0.004596523012783962)  --> TIME: 2025-03-26 05:14:50 -- STEP: 19500/31555 -- GLOBAL_STEP: 1281700 | > loss_text_ce: 0.023361140862107277 (0.0317348881502851) | > loss_mel_ce: 2.4863059520721436 (nan) | > loss: 0.009958997368812561 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1414266214248461) | > loader_time: 0.0045 (0.004596505849789354)  --> TIME: 2025-03-26 05:14:59 -- STEP: 19550/31555 -- GLOBAL_STEP: 1281750 | > loss_text_ce: 0.029458414763212204 (0.031731879712246794) | > loss_mel_ce: 2.656710386276245 (nan) | > loss: 0.010659401305019855 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.1414380602580507) | > loader_time: 0.0045 (0.004596451542261616)  --> TIME: 2025-03-26 05:15:09 -- STEP: 19600/31555 -- GLOBAL_STEP: 1281800 | > loss_text_ce: 0.02953672595322132 (0.03173098384939628) | > loss_mel_ce: 1.7309011220932007 (nan) | > loss: 0.006985865067690611 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14143474777134094) | > loader_time: 0.0047 (0.004596408739381907)  --> TIME: 2025-03-26 05:15:19 -- STEP: 19650/31555 -- GLOBAL_STEP: 1281850 | > loss_text_ce: 0.028449665755033493 (0.03173151159621112) | > loss_mel_ce: 1.9947326183319092 (nan) | > loss: 0.008028501644730568 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14143063337748277) | > loader_time: 0.0045 (0.004596412964449586)  --> TIME: 2025-03-26 05:15:28 -- STEP: 19700/31555 -- GLOBAL_STEP: 1281900 | > loss_text_ce: 0.030758902430534363 (0.031731568352853526) | > loss_mel_ce: 2.753852128982544 (nan) | > loss: 0.011050044558942318 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14142726272495862) | > loader_time: 0.0048 (0.004596409071520503)  --> TIME: 2025-03-26 05:15:38 -- STEP: 19750/31555 -- GLOBAL_STEP: 1281950 | > loss_text_ce: 0.04100988805294037 (0.03173367046833607) | > loss_mel_ce: 2.3426008224487305 (nan) | > loss: 0.009458772838115692 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14143365861192528) | > loader_time: 0.0046 (0.004596488759487493)  --> TIME: 2025-03-26 05:15:48 -- STEP: 19800/31555 -- GLOBAL_STEP: 1282000 | > loss_text_ce: 0.02603105641901493 (0.03172998737068753) | > loss_mel_ce: 2.443563938140869 (nan) | > loss: 0.00979998055845499 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14144835301119865) | > loader_time: 0.0046 (0.004596416685316301)  --> TIME: 2025-03-26 05:15:58 -- STEP: 19850/31555 -- GLOBAL_STEP: 1282050 | > loss_text_ce: 0.02043284848332405 (0.031728505296140005) | > loss_mel_ce: 2.4891998767852783 (nan) | > loss: 0.009958861395716667 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14144934813982288) | > loader_time: 0.0046 (0.004596509849394604)  --> TIME: 2025-03-26 05:16:08 -- STEP: 19900/31555 -- GLOBAL_STEP: 1282100 | > loss_text_ce: 0.023562366142868996 (0.031726622256455034) | > loss_mel_ce: 3.044921875 (nan) | > loss: 0.01217652577906847 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1414646905391061) | > loader_time: 0.0043 (0.004596474757745642)  --> TIME: 2025-03-26 05:16:17 -- STEP: 19950/31555 -- GLOBAL_STEP: 1282150 | > loss_text_ce: 0.041001833975315094 (0.03172319104610231) | > loss_mel_ce: 2.5526092052459717 (nan) | > loss: 0.010292108170688152 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14146413340604397) | > loader_time: 0.0042 (0.004596324325504165)  --> TIME: 2025-03-26 05:16:27 -- STEP: 20000/31555 -- GLOBAL_STEP: 1282200 | > loss_text_ce: 0.025263646617531776 (0.03172335634184999) | > loss_mel_ce: 2.682861328125 (nan) | > loss: 0.010746527463197708 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14147569737434387) | > loader_time: 0.0047 (0.004596421837806706)  --> TIME: 2025-03-26 05:16:37 -- STEP: 20050/31555 -- GLOBAL_STEP: 1282250 | > loss_text_ce: 0.03827416151762009 (0.031725302082567734) | > loss_mel_ce: 3.0333404541015625 (nan) | > loss: 0.012188946828246117 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14147603226421485) | > loader_time: 0.0046 (0.004596381924693429)  --> TIME: 2025-03-26 05:16:47 -- STEP: 20100/31555 -- GLOBAL_STEP: 1282300 | > loss_text_ce: 0.023623432964086533 (0.03172592693314289) | > loss_mel_ce: 2.8310787677764893 (nan) | > loss: 0.01132818404585123 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14147314013533333) | > loader_time: 0.0045 (0.004596182766245377)  --> TIME: 2025-03-26 05:16:56 -- STEP: 20150/31555 -- GLOBAL_STEP: 1282350 | > loss_text_ce: 0.03413783386349678 (0.0317251899092003) | > loss_mel_ce: 2.992887258529663 (nan) | > loss: 0.012012004852294922 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14146172622888914) | > loader_time: 0.0044 (0.004595753099427335)  --> TIME: 2025-03-26 05:17:06 -- STEP: 20200/31555 -- GLOBAL_STEP: 1282400 | > loss_text_ce: 0.0338062047958374 (0.03172554198232951) | > loss_mel_ce: 1.7919107675552368 (nan) | > loss: 0.007244909182190895 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14146306764961478) | > loader_time: 0.0049 (0.004595491284191021)  --> TIME: 2025-03-26 05:17:15 -- STEP: 20250/31555 -- GLOBAL_STEP: 1282450 | > loss_text_ce: 0.036996014416217804 (0.03172527559961617) | > loss_mel_ce: 1.9130162000656128 (nan) | > loss: 0.007738144136965275 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14145054024825868) | > loader_time: 0.0043 (0.004595208368183654)  --> TIME: 2025-03-26 05:17:25 -- STEP: 20300/31555 -- GLOBAL_STEP: 1282500 | > loss_text_ce: 0.03210938721895218 (0.03172434798533583) | > loss_mel_ce: 2.0911316871643066 (nan) | > loss: 0.008425560779869556 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14145629489363135) | > loader_time: 0.0044 (0.004595296653033472)  --> TIME: 2025-03-26 05:17:34 -- STEP: 20350/31555 -- GLOBAL_STEP: 1282550 | > loss_text_ce: 0.03126085177063942 (0.03172702150785474) | > loss_mel_ce: 2.533315658569336 (nan) | > loss: 0.010176892392337322 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14144597373371945) | > loader_time: 0.0044 (0.004595191730621106)  --> TIME: 2025-03-26 05:17:44 -- STEP: 20400/31555 -- GLOBAL_STEP: 1282600 | > loss_text_ce: 0.03602194786071777 (0.031729672457064075) | > loss_mel_ce: 2.672989845275879 (nan) | > loss: 0.010750047862529755 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1414506424408336) | > loader_time: 0.0045 (0.004595265575483729)  --> TIME: 2025-03-26 05:17:54 -- STEP: 20450/31555 -- GLOBAL_STEP: 1282650 | > loss_text_ce: 0.0317363478243351 (0.03172760658754) | > loss_mel_ce: 2.7917535305023193 (nan) | > loss: 0.011204325594007969 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14144691680637747) | > loader_time: 0.0046 (0.004595023355740493)  --> TIME: 2025-03-26 05:18:03 -- STEP: 20500/31555 -- GLOBAL_STEP: 1282700 | > loss_text_ce: 0.028116561472415924 (0.03173086961154345) | > loss_mel_ce: 2.8937363624572754 (nan) | > loss: 0.011594654992222786 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1414383859750704) | > loader_time: 0.0048 (0.004595106031836528)  --> TIME: 2025-03-26 05:18:13 -- STEP: 20550/31555 -- GLOBAL_STEP: 1282750 | > loss_text_ce: 0.028879763558506966 (0.03172784865795293) | > loss_mel_ce: 2.814715623855591 (nan) | > loss: 0.011284110136330128 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14144253465090958) | > loader_time: 0.0044 (0.004594927739052878)  --> TIME: 2025-03-26 05:18:22 -- STEP: 20600/31555 -- GLOBAL_STEP: 1282800 | > loss_text_ce: 0.027703063562512398 (0.03172958968256967) | > loss_mel_ce: 2.4254579544067383 (nan) | > loss: 0.00973476655781269 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1414311633758177) | > loader_time: 0.0043 (0.004594794592811068)  --> TIME: 2025-03-26 05:18:31 -- STEP: 20650/31555 -- GLOBAL_STEP: 1282850 | > loss_text_ce: 0.028284672647714615 (0.031727870484141996) | > loss_mel_ce: 2.058291435241699 (nan) | > loss: 0.008280064910650253 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14141519305203806) | > loader_time: 0.0043 (0.004594284350877814)  --> TIME: 2025-03-26 05:18:41 -- STEP: 20700/31555 -- GLOBAL_STEP: 1282900 | > loss_text_ce: 0.018789099529385567 (0.031728320542120006) | > loss_mel_ce: 2.4096641540527344 (nan) | > loss: 0.009636719711124897 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14140900530101042) | > loader_time: 0.0044 (0.004593916446114509)  --> TIME: 2025-03-26 05:18:51 -- STEP: 20750/31555 -- GLOBAL_STEP: 1282950 | > loss_text_ce: 0.037204425781965256 (0.03172855189761297) | > loss_mel_ce: 2.34246826171875 (nan) | > loss: 0.009443146176636219 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14141297542618012) | > loader_time: 0.0042 (0.004593635122460059)  --> TIME: 2025-03-26 05:19:00 -- STEP: 20800/31555 -- GLOBAL_STEP: 1283000 | > loss_text_ce: 0.028321845456957817 (0.031731294318988766) | > loss_mel_ce: 3.106895923614502 (nan) | > loss: 0.012441340833902359 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14140509017385003) | > loader_time: 0.0043 (0.004593295019406542)  --> TIME: 2025-03-26 05:19:10 -- STEP: 20850/31555 -- GLOBAL_STEP: 1283050 | > loss_text_ce: 0.036420438438653946 (0.03173437145129911) | > loss_mel_ce: 3.077946901321411 (nan) | > loss: 0.012358601205050945 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14140382632934828) | > loader_time: 0.005 (0.004593146619179267)  --> TIME: 2025-03-26 05:19:19 -- STEP: 20900/31555 -- GLOBAL_STEP: 1283100 | > loss_text_ce: 0.04452048987150192 (0.031731967379486) | > loss_mel_ce: 2.879276990890503 (nan) | > loss: 0.011602370999753475 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14140088600405135) | > loader_time: 0.0046 (0.0045930772763119925)  --> TIME: 2025-03-26 05:19:29 -- STEP: 20950/31555 -- GLOBAL_STEP: 1283150 | > loss_text_ce: 0.016485396772623062 (0.031729678988305504) | > loss_mel_ce: 2.70365834236145 (nan) | > loss: 0.010794222354888916 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14141159049650967) | > loader_time: 0.0045 (0.004592839960266696)  --> TIME: 2025-03-26 05:19:39 -- STEP: 21000/31555 -- GLOBAL_STEP: 1283200 | > loss_text_ce: 0.030000509694218636 (0.03173021560894054) | > loss_mel_ce: 3.159803628921509 (nan) | > loss: 0.012657953426241875 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14140288790067077) | > loader_time: 0.0043 (0.0045923850536346445)  --> TIME: 2025-03-26 05:19:48 -- STEP: 21050/31555 -- GLOBAL_STEP: 1283250 | > loss_text_ce: 0.04021722823381424 (0.031729879120581554) | > loss_mel_ce: 2.936044454574585 (nan) | > loss: 0.011810562573373318 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1414013845960209) | > loader_time: 0.0047 (0.004592331911209355)  --> TIME: 2025-03-26 05:19:58 -- STEP: 21100/31555 -- GLOBAL_STEP: 1283300 | > loss_text_ce: 0.03893447667360306 (0.031729421082539774) | > loss_mel_ce: 2.214195728302002 (nan) | > loss: 0.008940993808209896 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1414028741172144) | > loader_time: 0.0045 (0.004592123720883188)  --> TIME: 2025-03-26 05:20:08 -- STEP: 21150/31555 -- GLOBAL_STEP: 1283350 | > loss_text_ce: 0.039828117936849594 (0.03172867697115378) | > loss_mel_ce: 2.8420474529266357 (nan) | > loss: 0.01143601443618536 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14140201083875478) | > loader_time: 0.0046 (0.004592077298085452)  --> TIME: 2025-03-26 05:20:17 -- STEP: 21200/31555 -- GLOBAL_STEP: 1283400 | > loss_text_ce: 0.03283557668328285 (0.031727427127551396) | > loss_mel_ce: 0.049072265625 (nan) | > loss: 0.0003250311128795147 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14139825862533686) | > loader_time: 0.0044 (0.004591720520325419)  --> TIME: 2025-03-26 05:20:27 -- STEP: 21250/31555 -- GLOBAL_STEP: 1283450 | > loss_text_ce: 0.02739967778325081 (0.031725096319046034) | > loss_mel_ce: 2.7562339305877686 (nan) | > loss: 0.011046166531741619 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14140954010907383) | > loader_time: 0.0043 (0.004591464087542355)  --> TIME: 2025-03-26 05:20:37 -- STEP: 21300/31555 -- GLOBAL_STEP: 1283500 | > loss_text_ce: 0.030170658603310585 (0.03172729533065122) | > loss_mel_ce: 2.679786443710327 (nan) | > loss: 0.010753798298537731 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14141113984193082) | > loader_time: 0.0046 (0.004591421991446756)  --> TIME: 2025-03-26 05:20:46 -- STEP: 21350/31555 -- GLOBAL_STEP: 1283550 | > loss_text_ce: 0.029633408412337303 (0.031725501969622406) | > loss_mel_ce: 2.418513536453247 (nan) | > loss: 0.009714869782328606 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14140177542487736) | > loader_time: 0.0047 (0.004591467866294543)  --> TIME: 2025-03-26 05:20:56 -- STEP: 21400/31555 -- GLOBAL_STEP: 1283600 | > loss_text_ce: 0.033065736293792725 (0.03172657301740839) | > loss_mel_ce: 2.509228467941284 (nan) | > loss: 0.010088469833135605 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14139629092171976) | > loader_time: 0.0049 (0.004591608649102313)  --> TIME: 2025-03-26 05:21:05 -- STEP: 21450/31555 -- GLOBAL_STEP: 1283650 | > loss_text_ce: 0.03126608952879906 (0.03172737534121023) | > loss_mel_ce: 2.320570707321167 (nan) | > loss: 0.009332685731351376 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1413813075930372) | > loader_time: 0.0045 (0.004591672181527362)  --> TIME: 2025-03-26 05:21:15 -- STEP: 21500/31555 -- GLOBAL_STEP: 1283700 | > loss_text_ce: 0.027409564703702927 (0.031723005416391524) | > loss_mel_ce: 2.4252851009368896 (nan) | > loss: 0.00973291601985693 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14137865874933697) | > loader_time: 0.0046 (0.004591809117516794)  --> TIME: 2025-03-26 05:21:25 -- STEP: 21550/31555 -- GLOBAL_STEP: 1283750 | > loss_text_ce: 0.047188956290483475 (0.03172171988695203) | > loss_mel_ce: 2.319788694381714 (nan) | > loss: 0.009392769075930119 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14138527845838558) | > loader_time: 0.0046 (0.004591965398766308)  --> TIME: 2025-03-26 05:21:35 -- STEP: 21600/31555 -- GLOBAL_STEP: 1283800 | > loss_text_ce: 0.03472199663519859 (0.03172234039559651) | > loss_mel_ce: 2.7265923023223877 (nan) | > loss: 0.010957597754895687 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14139406058523427) | > loader_time: 0.0047 (0.00459220329920449)  --> TIME: 2025-03-26 05:21:44 -- STEP: 21650/31555 -- GLOBAL_STEP: 1283850 | > loss_text_ce: 0.02277512662112713 (0.03172574995240457) | > loss_mel_ce: 2.855844736099243 (nan) | > loss: 0.011423095129430294 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14139862472410877) | > loader_time: 0.0048 (0.004592323038924905)  --> TIME: 2025-03-26 05:21:54 -- STEP: 21700/31555 -- GLOBAL_STEP: 1283900 | > loss_text_ce: 0.02865654230117798 (0.03172263902388858) | > loss_mel_ce: 2.7967710494995117 (nan) | > loss: 0.011212014593183994 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14140496411081874) | > loader_time: 0.0047 (0.00459227881673292)  --> TIME: 2025-03-26 05:22:04 -- STEP: 21750/31555 -- GLOBAL_STEP: 1283950 | > loss_text_ce: 0.031161006540060043 (0.03172294979598159) | > loss_mel_ce: 2.849846363067627 (nan) | > loss: 0.011432569473981857 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14140956401824992) | > loader_time: 0.0045 (0.004592310784877008)  --> TIME: 2025-03-26 05:22:14 -- STEP: 21800/31555 -- GLOBAL_STEP: 1284000 | > loss_text_ce: 0.030797967687249184 (0.031724180605459056) | > loss_mel_ce: 2.9134483337402344 (nan) | > loss: 0.011683518067002296 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.1414046043212265) | > loader_time: 0.0045 (0.004592235471130487)  --> TIME: 2025-03-26 05:22:23 -- STEP: 21850/31555 -- GLOBAL_STEP: 1284050 | > loss_text_ce: 0.022930894047021866 (0.03172029980886684) | > loss_mel_ce: 2.1754257678985596 (nan) | > loss: 0.008723638020455837 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14139368056159857) | > loader_time: 0.0047 (0.004592068528146959)  --> TIME: 2025-03-26 05:22:32 -- STEP: 21900/31555 -- GLOBAL_STEP: 1284100 | > loss_text_ce: 0.02677019312977791 (0.03172269129781177) | > loss_mel_ce: 2.9651007652282715 (nan) | > loss: 0.011872503906488419 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14139224520557034) | > loader_time: 0.0046 (0.004591993686815352)  --> TIME: 2025-03-26 05:22:42 -- STEP: 21950/31555 -- GLOBAL_STEP: 1284150 | > loss_text_ce: 0.02941901609301567 (0.031722528330752585) | > loss_mel_ce: 2.8618626594543457 (nan) | > loss: 0.011473339982330799 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1413918466394206) | > loader_time: 0.0044 (0.004591972974546925)  --> TIME: 2025-03-26 05:22:52 -- STEP: 22000/31555 -- GLOBAL_STEP: 1284200 | > loss_text_ce: 0.03414710983633995 (0.03171967925956806) | > loss_mel_ce: 3.046482563018799 (nan) | > loss: 0.012224721722304821 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1413945515155795) | > loader_time: 0.0043 (0.0045916517972945875)  --> TIME: 2025-03-26 05:23:01 -- STEP: 22050/31555 -- GLOBAL_STEP: 1284250 | > loss_text_ce: 0.02874547243118286 (0.03171802916954734) | > loss_mel_ce: 2.734893321990967 (nan) | > loss: 0.010966820642352104 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1413822574031599) | > loader_time: 0.0043 (0.004591310678425794)  --> TIME: 2025-03-26 05:23:11 -- STEP: 22100/31555 -- GLOBAL_STEP: 1284300 | > loss_text_ce: 0.037446990609169006 (0.03171561010860376) | > loss_mel_ce: 2.4577486515045166 (nan) | > loss: 0.009901570156216621 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14137539653217135) | > loader_time: 0.0045 (0.004591180113106257)  --> TIME: 2025-03-26 05:23:20 -- STEP: 22150/31555 -- GLOBAL_STEP: 1284350 | > loss_text_ce: 0.02594284527003765 (0.031718270422482944) | > loss_mel_ce: 2.4973487854003906 (nan) | > loss: 0.010013062506914139 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1413711625781613) | > loader_time: 0.0047 (0.004591084527646417)  --> TIME: 2025-03-26 05:23:30 -- STEP: 22200/31555 -- GLOBAL_STEP: 1284400 | > loss_text_ce: 0.031760480254888535 (0.031717979628634686) | > loss_mel_ce: 1.4954833984375 (nan) | > loss: 0.006060491781681776 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1413617256418008) | > loader_time: 0.0044 (0.0045909944203522506)  --> TIME: 2025-03-26 05:23:39 -- STEP: 22250/31555 -- GLOBAL_STEP: 1284450 | > loss_text_ce: 0.0342896468937397 (0.031720610181141744) | > loss_mel_ce: 2.5086569786071777 (nan) | > loss: 0.010091057978570461 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14136342985174657) | > loader_time: 0.0045 (0.004590945211689092)  --> TIME: 2025-03-26 05:23:49 -- STEP: 22300/31555 -- GLOBAL_STEP: 1284500 | > loss_text_ce: 0.028175856918096542 (0.03171783623160295) | > loss_mel_ce: 0.018310546875 (nan) | > loss: 0.0001844698708737269 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14136243305933338) | > loader_time: 0.0045 (0.004591136769863493)  --> TIME: 2025-03-26 05:23:59 -- STEP: 22350/31555 -- GLOBAL_STEP: 1284550 | > loss_text_ce: 0.026126787066459656 (0.03171754040211532) | > loss_mel_ce: 2.36665415763855 (nan) | > loss: 0.009495163336396217 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14136134162578548) | > loader_time: 0.0043 (0.004591030647823977)  --> TIME: 2025-03-26 05:24:08 -- STEP: 22400/31555 -- GLOBAL_STEP: 1284600 | > loss_text_ce: 0.03376562520861626 (0.03171701841950242) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14134526626339988) | > loader_time: 0.0045 (0.004590927522097284)  --> TIME: 2025-03-26 05:24:17 -- STEP: 22450/31555 -- GLOBAL_STEP: 1284650 | > loss_text_ce: 0.03589934855699539 (0.03171347910604682) | > loss_mel_ce: 2.4773502349853516 (nan) | > loss: 0.009973213076591492 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1413426519555347) | > loader_time: 0.0045 (0.004590581732497152)  --> TIME: 2025-03-26 05:24:27 -- STEP: 22500/31555 -- GLOBAL_STEP: 1284700 | > loss_text_ce: 0.0386250838637352 (0.03171058096161312) | > loss_mel_ce: 0.8890380859375 (nan) | > loss: 0.003681203117594123 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14133764662212817) | > loader_time: 0.0044 (0.004590307405259847)  --> TIME: 2025-03-26 05:24:36 -- STEP: 22550/31555 -- GLOBAL_STEP: 1284750 | > loss_text_ce: 0.025933334603905678 (0.03170866013362072) | > loss_mel_ce: 2.618986129760742 (nan) | > loss: 0.010495712049305439 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14132581048952803) | > loader_time: 0.0047 (0.004589980774602421)  --> TIME: 2025-03-26 05:24:46 -- STEP: 22600/31555 -- GLOBAL_STEP: 1284800 | > loss_text_ce: 0.02458151802420616 (0.03170941880314841) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14132289355835068) | > loader_time: 0.0043 (0.004589636610672509)  --> TIME: 2025-03-26 05:24:55 -- STEP: 22650/31555 -- GLOBAL_STEP: 1284850 | > loss_text_ce: 0.03571214899420738 (0.031708899209148274) | > loss_mel_ce: 3.1739614009857178 (nan) | > loss: 0.01273680105805397 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14131852664694922) | > loader_time: 0.0045 (0.004589318923865957)  --> TIME: 2025-03-26 05:25:05 -- STEP: 22700/31555 -- GLOBAL_STEP: 1284900 | > loss_text_ce: 0.03849925845861435 (0.031708925249678555) | > loss_mel_ce: 2.8008835315704346 (nan) | > loss: 0.01126739289611578 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14131520792251168) | > loader_time: 0.0054 (0.004589362081452058)  --> TIME: 2025-03-26 05:25:14 -- STEP: 22750/31555 -- GLOBAL_STEP: 1284950 | > loss_text_ce: 0.02268337272107601 (0.03170845675832778) | > loss_mel_ce: 2.262148141860962 (nan) | > loss: 0.009066792204976082 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14130293205806238) | > loader_time: 0.0044 (0.004589272614363751)  --> TIME: 2025-03-26 05:25:24 -- STEP: 22800/31555 -- GLOBAL_STEP: 1285000 | > loss_text_ce: 0.023292429745197296 (0.03170863971592064) | > loss_mel_ce: 2.3639278411865234 (nan) | > loss: 0.009473097510635853 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14130795120147288) | > loader_time: 0.0047 (0.004589252712433767)  --> TIME: 2025-03-26 05:25:33 -- STEP: 22850/31555 -- GLOBAL_STEP: 1285050 | > loss_text_ce: 0.028093717992305756 (0.03170852601899054) | > loss_mel_ce: 2.1127498149871826 (nan) | > loss: 0.008495411835610867 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14130457600566496) | > loader_time: 0.0044 (0.004589162989309601)  --> TIME: 2025-03-26 05:25:44 -- STEP: 22900/31555 -- GLOBAL_STEP: 1285100 | > loss_text_ce: 0.032013677060604095 (0.031710386776190355) | > loss_mel_ce: 2.264223575592041 (nan) | > loss: 0.009112052619457245 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14131946259711045) | > loader_time: 0.0046 (0.004589368651527472)  --> TIME: 2025-03-26 05:25:53 -- STEP: 22950/31555 -- GLOBAL_STEP: 1285150 | > loss_text_ce: 0.03251427784562111 (0.03171009639773126) | > loss_mel_ce: 2.8103840351104736 (nan) | > loss: 0.011281343176960945 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14132251182672562) | > loader_time: 0.0045 (0.004589449886662737)  --> TIME: 2025-03-26 05:26:03 -- STEP: 23000/31555 -- GLOBAL_STEP: 1285200 | > loss_text_ce: 0.03490373119711876 (0.031705011746279155) | > loss_mel_ce: 2.531834125518799 (nan) | > loss: 0.010185468010604382 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14131771373748833) | > loader_time: 0.0043 (0.00458934353745499)  --> TIME: 2025-03-26 05:26:13 -- STEP: 23050/31555 -- GLOBAL_STEP: 1285250 | > loss_text_ce: 0.02929065003991127 (0.03170430385032877) | > loss_mel_ce: 2.90661358833313 (nan) | > loss: 0.01165041420608759 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14131762355630725) | > loader_time: 0.0046 (0.004589034523208822)  --> TIME: 2025-03-26 05:26:22 -- STEP: 23100/31555 -- GLOBAL_STEP: 1285300 | > loss_text_ce: 0.02871657721698284 (0.03170196599931769) | > loss_mel_ce: 2.9404149055480957 (nan) | > loss: 0.011782268062233925 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.1413274008990372) | > loader_time: 0.0048 (0.004589149033352382)  --> TIME: 2025-03-26 05:26:32 -- STEP: 23150/31555 -- GLOBAL_STEP: 1285350 | > loss_text_ce: 0.0271262489259243 (0.03170225555608215) | > loss_mel_ce: 0.019775390625 (nan) | > loss: 0.00018611762789078057 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.1413249149281321) | > loader_time: 0.0045 (0.004589233933978124)  --> TIME: 2025-03-26 05:26:42 -- STEP: 23200/31555 -- GLOBAL_STEP: 1285400 | > loss_text_ce: 0.02596290595829487 (0.03170003323024926) | > loss_mel_ce: 2.804871082305908 (nan) | > loss: 0.011233468540012836 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14133515007537056) | > loader_time: 0.0048 (0.00458955953861102)  --> TIME: 2025-03-26 05:26:52 -- STEP: 23250/31555 -- GLOBAL_STEP: 1285450 | > loss_text_ce: 0.04205438494682312 (0.03169807721373998) | > loss_mel_ce: 3.0743165016174316 (nan) | > loss: 0.012366551905870438 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14134126762677343) | > loader_time: 0.0044 (0.004589583694293905)  --> TIME: 2025-03-26 05:27:01 -- STEP: 23300/31555 -- GLOBAL_STEP: 1285500 | > loss_text_ce: 0.03496270626783371 (0.03169933649591381) | > loss_mel_ce: 2.7346060276031494 (nan) | > loss: 0.010990352369844913 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14133489924950743) | > loader_time: 0.0049 (0.004589747308149844)  --> TIME: 2025-03-26 05:27:11 -- STEP: 23350/31555 -- GLOBAL_STEP: 1285550 | > loss_text_ce: 0.025768563151359558 (0.03169901784984038) | > loss_mel_ce: 2.905085802078247 (nan) | > loss: 0.011630374938249588 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14133795694314522) | > loader_time: 0.0045 (0.004589828005184174)  --> TIME: 2025-03-26 05:27:21 -- STEP: 23400/31555 -- GLOBAL_STEP: 1285600 | > loss_text_ce: 0.027209371328353882 (0.0317000377777978) | > loss_mel_ce: 2.462336540222168 (nan) | > loss: 0.009879150427877903 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14134020255162244) | > loader_time: 0.0048 (0.004589901041780755)  --> TIME: 2025-03-26 05:27:30 -- STEP: 23450/31555 -- GLOBAL_STEP: 1285650 | > loss_text_ce: 0.02771841548383236 (0.03169715756467011) | > loss_mel_ce: 2.67395281791687 (nan) | > loss: 0.010720917955040932 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14133193406469102) | > loader_time: 0.0045 (0.004589798913073157)  --> TIME: 2025-03-26 05:27:40 -- STEP: 23500/31555 -- GLOBAL_STEP: 1285700 | > loss_text_ce: 0.02540188655257225 (0.031697002614154604) | > loss_mel_ce: 2.986570119857788 (nan) | > loss: 0.01195227075368166 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14132744563894148) | > loader_time: 0.0046 (0.004589655825432282)  --> TIME: 2025-03-26 05:27:49 -- STEP: 23550/31555 -- GLOBAL_STEP: 1285750 | > loss_text_ce: 0.029883351176977158 (0.031697438471928685) | > loss_mel_ce: 0.1288299560546875 (nan) | > loss: 0.0006298147491179407 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14132743647144178) | > loader_time: 0.0044 (0.004589476352537733)  --> TIME: 2025-03-26 05:27:59 -- STEP: 23600/31555 -- GLOBAL_STEP: 1285800 | > loss_text_ce: 0.02706187032163143 (0.031697047379349134) | > loss_mel_ce: 2.717424154281616 (nan) | > loss: 0.010890818201005459 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1413376823320235) | > loader_time: 0.0044 (0.004589489698410002)  --> TIME: 2025-03-26 05:28:09 -- STEP: 23650/31555 -- GLOBAL_STEP: 1285850 | > loss_text_ce: 0.038279738277196884 (0.031699638097304667) | > loss_mel_ce: 0.5726990699768066 (nan) | > loss: 0.002424519043415785 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14134670774730093) | > loader_time: 0.0075 (0.004589461856866207)  --> TIME: 2025-03-26 05:28:19 -- STEP: 23700/31555 -- GLOBAL_STEP: 1285900 | > loss_text_ce: 0.030566861853003502 (0.03169788740457411) | > loss_mel_ce: 2.8851816654205322 (nan) | > loss: 0.011570431292057037 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14133601293282233) | > loader_time: 0.0044 (0.004589358532982001)  --> TIME: 2025-03-26 05:28:28 -- STEP: 23750/31555 -- GLOBAL_STEP: 1285950 | > loss_text_ce: 0.02856495976448059 (0.031696073934592596) | > loss_mel_ce: 2.845186710357666 (nan) | > loss: 0.011403776705265045 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14133514933335234) | > loader_time: 0.0046 (0.0045893956033806775)  --> TIME: 2025-03-26 05:28:38 -- STEP: 23800/31555 -- GLOBAL_STEP: 1286000 | > loss_text_ce: 0.02562406286597252 (0.03169465229314342) | > loss_mel_ce: 2.2608234882354736 (nan) | > loss: 0.009073205292224884 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14134168315334558) | > loader_time: 0.0042 (0.004589532563666307)  --> TIME: 2025-03-26 05:28:48 -- STEP: 23850/31555 -- GLOBAL_STEP: 1286050 | > loss_text_ce: 0.033788423985242844 (0.031694918204044166) | > loss_mel_ce: 2.706475019454956 (nan) | > loss: 0.010874061845242977 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14134450149736152) | > loader_time: 0.0043 (0.004589590956330017)  --> TIME: 2025-03-26 05:28:58 -- STEP: 23900/31555 -- GLOBAL_STEP: 1286100 | > loss_text_ce: 0.02681669220328331 (0.031692590297795906) | > loss_mel_ce: 2.7017619609832764 (nan) | > loss: 0.010827693156898022 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14134847166149284) | > loader_time: 0.0047 (0.004589676866970268)  --> TIME: 2025-03-26 05:29:07 -- STEP: 23950/31555 -- GLOBAL_STEP: 1286150 | > loss_text_ce: 0.030506454408168793 (0.031688130984164405) | > loss_mel_ce: 2.6692161560058594 (nan) | > loss: 0.0107131851837039 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.141340680480751) | > loader_time: 0.0044 (0.0045896149278931075)  --> TIME: 2025-03-26 05:29:17 -- STEP: 24000/31555 -- GLOBAL_STEP: 1286200 | > loss_text_ce: 0.04074312001466751 (0.03168944548000572) | > loss_mel_ce: 2.5221004486083984 (nan) | > loss: 0.010170014575123787 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14134967698653644) | > loader_time: 0.0043 (0.0045895321567852925)  --> TIME: 2025-03-26 05:29:27 -- STEP: 24050/31555 -- GLOBAL_STEP: 1286250 | > loss_text_ce: 0.021770846098661423 (0.03168880985759329) | > loss_mel_ce: 3.1033225059509277 (nan) | > loss: 0.012401165440678596 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14135301744615822) | > loader_time: 0.0044 (0.004589482880431712)  --> TIME: 2025-03-26 05:29:37 -- STEP: 24100/31555 -- GLOBAL_STEP: 1286300 | > loss_text_ce: 0.029266145080327988 (0.03168692403523187) | > loss_mel_ce: 3.1094162464141846 (nan) | > loss: 0.012455089017748833 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14136208571833808) | > loader_time: 0.0046 (0.004589796966536865)  --> TIME: 2025-03-26 05:29:47 -- STEP: 24150/31555 -- GLOBAL_STEP: 1286350 | > loss_text_ce: 0.03301670029759407 (0.03168735854775012) | > loss_mel_ce: 3.4149904251098633 (nan) | > loss: 0.013682568445801735 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14137054778034014) | > loader_time: 0.0045 (0.004589629647154206)  --> TIME: 2025-03-26 05:29:56 -- STEP: 24200/31555 -- GLOBAL_STEP: 1286400 | > loss_text_ce: 0.03708472475409508 (0.03168547467898167) | > loss_mel_ce: 2.9348442554473877 (nan) | > loss: 0.011793370358645916 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14136665365912812) | > loader_time: 0.0045 (0.004589840567801573)  --> TIME: 2025-03-26 05:30:06 -- STEP: 24250/31555 -- GLOBAL_STEP: 1286450 | > loss_text_ce: 0.023374302312731743 (0.03168540785964757) | > loss_mel_ce: 3.19163179397583 (nan) | > loss: 0.012757961638271809 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14137332078599557) | > loader_time: 0.0047 (0.004589798386563925)  --> TIME: 2025-03-26 05:30:16 -- STEP: 24300/31555 -- GLOBAL_STEP: 1286500 | > loss_text_ce: 0.029067443683743477 (0.0316844237173059) | > loss_mel_ce: 2.754685401916504 (nan) | > loss: 0.011046639643609524 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14137829480347924) | > loader_time: 0.0046 (0.004589931072030994)  --> TIME: 2025-03-26 05:30:25 -- STEP: 24350/31555 -- GLOBAL_STEP: 1286550 | > loss_text_ce: 0.024887820705771446 (0.03168632728657701) | > loss_mel_ce: 2.416766881942749 (nan) | > loss: 0.009689106605947018 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14137212370455504) | > loader_time: 0.0044 (0.004589751359128818)  --> TIME: 2025-03-26 05:30:35 -- STEP: 24400/31555 -- GLOBAL_STEP: 1286600 | > loss_text_ce: 0.039023008197546005 (0.03168581668875306) | > loss_mel_ce: 2.947415590286255 (nan) | > loss: 0.011850947514176369 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14137169489118034) | > loader_time: 0.0044 (0.004589758964835587)  --> TIME: 2025-03-26 05:30:45 -- STEP: 24450/31555 -- GLOBAL_STEP: 1286650 | > loss_text_ce: 0.038852300494909286 (0.03168607162833506) | > loss_mel_ce: 0.01778157614171505 (nan) | > loss: 0.00022473761055152863 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1413703319143919) | > loader_time: 0.0045 (0.00458985321848423)  --> TIME: 2025-03-26 05:30:54 -- STEP: 24500/31555 -- GLOBAL_STEP: 1286700 | > loss_text_ce: 0.024638984352350235 (0.03168496904324502) | > loss_mel_ce: 1.8811111450195312 (nan) | > loss: 0.007562500890344381 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14136379961091755) | > loader_time: 0.0046 (0.004589716152268976)  --> TIME: 2025-03-26 05:31:04 -- STEP: 24550/31555 -- GLOBAL_STEP: 1286750 | > loss_text_ce: 0.028383444994688034 (0.03168637776000004) | > loss_mel_ce: 1.8964437246322632 (nan) | > loss: 0.007638203911483288 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14136396453725447) | > loader_time: 0.0069 (0.0045898238801664465)  --> TIME: 2025-03-26 05:31:13 -- STEP: 24600/31555 -- GLOBAL_STEP: 1286800 | > loss_text_ce: 0.04069242998957634 (0.031688358863830736) | > loss_mel_ce: 2.2465994358062744 (nan) | > loss: 0.009076555259525776 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1413607757459822) | > loader_time: 0.0044 (0.004589839999268655)  --> TIME: 2025-03-26 05:31:23 -- STEP: 24650/31555 -- GLOBAL_STEP: 1286850 | > loss_text_ce: 0.042904242873191833 (0.03168769236261102) | > loss_mel_ce: 2.645836591720581 (nan) | > loss: 0.010669606737792492 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14135868077345942) | > loader_time: 0.0047 (0.004589661487942979)  --> TIME: 2025-03-26 05:31:33 -- STEP: 24700/31555 -- GLOBAL_STEP: 1286900 | > loss_text_ce: 0.03516757860779762 (0.03168525373080529) | > loss_mel_ce: 0.0555826835334301 (nan) | > loss: 0.00036012011696584523 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14136426564653012) | > loader_time: 0.0043 (0.004589549259618186)  --> TIME: 2025-03-26 05:31:42 -- STEP: 24750/31555 -- GLOBAL_STEP: 1286950 | > loss_text_ce: 0.050353508442640305 (0.0316853401405792) | > loss_mel_ce: 2.6836254596710205 (nan) | > loss: 0.010849123820662498 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14135341455478959) | > loader_time: 0.0045 (0.004589306552000683)  --> TIME: 2025-03-26 05:31:52 -- STEP: 24800/31555 -- GLOBAL_STEP: 1287000 | > loss_text_ce: 0.028763705864548683 (0.031684592136091635) | > loss_mel_ce: 2.4505975246429443 (nan) | > loss: 0.009838735684752464 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14135553675313253) | > loader_time: 0.0047 (0.004589149134774325)  --> TIME: 2025-03-26 05:32:01 -- STEP: 24850/31555 -- GLOBAL_STEP: 1287050 | > loss_text_ce: 0.028968386352062225 (0.03168481019855852) | > loss_mel_ce: 2.5121829509735107 (nan) | > loss: 0.010083934292197227 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1413487771435294) | > loader_time: 0.0044 (0.004588954616600321)  --> TIME: 2025-03-26 05:32:11 -- STEP: 24900/31555 -- GLOBAL_STEP: 1287100 | > loss_text_ce: 0.03399435430765152 (0.03168378567614813) | > loss_mel_ce: 3.0521483421325684 (nan) | > loss: 0.012246599420905113 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1413463098361321) | > loader_time: 0.0043 (0.004589069770521873)  --> TIME: 2025-03-26 05:32:21 -- STEP: 24950/31555 -- GLOBAL_STEP: 1287150 | > loss_text_ce: 0.03444651514291763 (0.03168215049912239) | > loss_mel_ce: 2.268665313720703 (nan) | > loss: 0.009139332920312881 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14134774311272183) | > loader_time: 0.0044 (0.004589050012026588)  --> TIME: 2025-03-26 05:32:30 -- STEP: 25000/31555 -- GLOBAL_STEP: 1287200 | > loss_text_ce: 0.022361908107995987 (0.03168362943924951) | > loss_mel_ce: 3.074655532836914 (nan) | > loss: 0.012289753183722496 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.141337191028596) | > loader_time: 0.0049 (0.004589159755706762)  --> TIME: 2025-03-26 05:32:39 -- STEP: 25050/31555 -- GLOBAL_STEP: 1287250 | > loss_text_ce: 0.03306059539318085 (0.031683513986879845) | > loss_mel_ce: 2.5372872352600098 (nan) | > loss: 0.010199793614447117 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1413349586951291) | > loader_time: 0.0047 (0.004588997901794652)  --> TIME: 2025-03-26 05:32:49 -- STEP: 25100/31555 -- GLOBAL_STEP: 1287300 | > loss_text_ce: 0.03295351192355156 (0.031682711261513695) | > loss_mel_ce: 2.4283533096313477 (nan) | > loss: 0.009767090901732445 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14133426262563076) | > loader_time: 0.0045 (0.004588943192683342)  --> TIME: 2025-03-26 05:32:59 -- STEP: 25150/31555 -- GLOBAL_STEP: 1287350 | > loss_text_ce: 0.038903314620256424 (0.03168274228848044) | > loss_mel_ce: 3.297476053237915 (nan) | > loss: 0.013239600695669651 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14133487812330534) | > loader_time: 0.0046 (0.0045890872189348975)  --> TIME: 2025-03-26 05:33:08 -- STEP: 25200/31555 -- GLOBAL_STEP: 1287400 | > loss_text_ce: 0.026924660429358482 (0.03168229633735274) | > loss_mel_ce: 2.826374053955078 (nan) | > loss: 0.01132261473685503 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14133009154645335) | > loader_time: 0.0044 (0.0045890804226436)  --> TIME: 2025-03-26 05:33:18 -- STEP: 25250/31555 -- GLOBAL_STEP: 1287450 | > loss_text_ce: 0.028846880421042442 (0.03168216235220124) | > loss_mel_ce: 2.6587140560150146 (nan) | > loss: 0.0106649249792099 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14132200257140926) | > loader_time: 0.0045 (0.004589036290008215)  --> TIME: 2025-03-26 05:33:27 -- STEP: 25300/31555 -- GLOBAL_STEP: 1287500 | > loss_text_ce: 0.03627478703856468 (0.03168103915569265) | > loss_mel_ce: 2.284795045852661 (nan) | > loss: 0.009210594929754734 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1413094558546205) | > loader_time: 0.0045 (0.004588963514260126)  --> TIME: 2025-03-26 05:33:37 -- STEP: 25350/31555 -- GLOBAL_STEP: 1287550 | > loss_text_ce: 0.034577377140522 (0.03168159118315272) | > loss_mel_ce: 1.557730793952942 (nan) | > loss: 0.006318683736026287 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14131199341083767) | > loader_time: 0.0048 (0.004589126603843166)  --> TIME: 2025-03-26 05:33:46 -- STEP: 25400/31555 -- GLOBAL_STEP: 1287600 | > loss_text_ce: 0.028514692559838295 (0.03168086920498201) | > loss_mel_ce: 2.8185324668884277 (nan) | > loss: 0.011297806166112423 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1413142735845471) | > loader_time: 0.0049 (0.0045890827066316095)  --> TIME: 2025-03-26 05:33:56 -- STEP: 25450/31555 -- GLOBAL_STEP: 1287650 | > loss_text_ce: 0.024781499058008194 (0.03167959219024065) | > loss_mel_ce: 2.96897029876709 (nan) | > loss: 0.011879968456923962 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14131910274445755) | > loader_time: 0.0045 (0.004589010146839882)  --> TIME: 2025-03-26 05:34:06 -- STEP: 25500/31555 -- GLOBAL_STEP: 1287700 | > loss_text_ce: 0.034756746143102646 (0.03167972249954043) | > loss_mel_ce: 2.310952663421631 (nan) | > loss: 0.009308370761573315 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14131991505155475) | > loader_time: 0.0045 (0.0045889602829427955)  --> TIME: 2025-03-26 05:34:16 -- STEP: 25550/31555 -- GLOBAL_STEP: 1287750 | > loss_text_ce: 0.030857780948281288 (0.03167723835236329) | > loss_mel_ce: 2.9316213130950928 (nan) | > loss: 0.011755869723856449 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14131866807807075) | > loader_time: 0.0045 (0.004589062520902417)  --> TIME: 2025-03-26 05:34:25 -- STEP: 25600/31555 -- GLOBAL_STEP: 1287800 | > loss_text_ce: 0.03776521980762482 (0.03167671410323217) | > loss_mel_ce: 2.0831298828125 (nan) | > loss: 0.0084162512794137 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14131096346303917) | > loader_time: 0.0047 (0.004588986150920359)  --> TIME: 2025-03-26 05:34:34 -- STEP: 25650/31555 -- GLOBAL_STEP: 1287850 | > loss_text_ce: 0.03525236248970032 (0.03167595978819005) | > loss_mel_ce: 2.6745522022247314 (nan) | > loss: 0.010753192938864231 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14130060697856794) | > loader_time: 0.0043 (0.004588949647795588)  --> TIME: 2025-03-26 05:34:44 -- STEP: 25700/31555 -- GLOBAL_STEP: 1287900 | > loss_text_ce: 0.03402787446975708 (0.03167885998800262) | > loss_mel_ce: 2.6452181339263916 (nan) | > loss: 0.010631929151713848 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14130452164416277) | > loader_time: 0.0045 (0.00458937562393304)  --> TIME: 2025-03-26 05:34:54 -- STEP: 25750/31555 -- GLOBAL_STEP: 1287950 | > loss_text_ce: 0.01990630105137825 (0.031680049212595054) | > loss_mel_ce: 2.2515347003936768 (nan) | > loss: 0.009013655595481396 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1413095854787003) | > loader_time: 0.0046 (0.0045893327842637995)  --> TIME: 2025-03-26 05:35:04 -- STEP: 25800/31555 -- GLOBAL_STEP: 1288000 | > loss_text_ce: 0.033537764102220535 (0.03168266496469447) | > loss_mel_ce: 2.704035520553589 (nan) | > loss: 0.010863387025892735 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.1413095632819253) | > loader_time: 0.0047 (0.004589272968528768)  --> TIME: 2025-03-26 05:35:14 -- STEP: 25850/31555 -- GLOBAL_STEP: 1288050 | > loss_text_ce: 0.0276299137622118 (0.03168368609863496) | > loss_mel_ce: 2.4632813930511475 (nan) | > loss: 0.009884568862617016 (nan) | > current_lr: 5e-06 | > step_time: 0.1046 (0.1413189277335349) | > loader_time: 0.0043 (0.00458920502801002)  --> TIME: 2025-03-26 05:35:23 -- STEP: 25900/31555 -- GLOBAL_STEP: 1288100 | > loss_text_ce: 0.041768576949834824 (0.0316841565311299) | > loss_mel_ce: 2.352651834487915 (nan) | > loss: 0.009501668624579906 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14132536639578197) | > loader_time: 0.0049 (0.00458917219206169)  --> TIME: 2025-03-26 05:35:33 -- STEP: 25950/31555 -- GLOBAL_STEP: 1288150 | > loss_text_ce: 0.027846863493323326 (0.03168585147593799) | > loss_mel_ce: 0.048828125 (nan) | > loss: 0.0003042658499907702 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14132220289381126) | > loader_time: 0.0045 (0.004589124561963931)  --> TIME: 2025-03-26 05:35:42 -- STEP: 26000/31555 -- GLOBAL_STEP: 1288200 | > loss_text_ce: 0.0284136813133955 (0.03168761134971498) | > loss_mel_ce: 2.748721122741699 (nan) | > loss: 0.011020377278327942 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1413065403149688) | > loader_time: 0.0045 (0.004589093575110759)  --> TIME: 2025-03-26 05:35:52 -- STEP: 26050/31555 -- GLOBAL_STEP: 1288250 | > loss_text_ce: 0.030368762090802193 (0.031684154139298835) | > loss_mel_ce: 2.5715906620025635 (nan) | > loss: 0.0103252362459898 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14130073373468827) | > loader_time: 0.0045 (0.004589198692746399)  --> TIME: 2025-03-26 05:36:02 -- STEP: 26100/31555 -- GLOBAL_STEP: 1288300 | > loss_text_ce: 0.03381861746311188 (0.03168387659739735) | > loss_mel_ce: 3.3265044689178467 (nan) | > loss: 0.013334617018699646 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14131563874496914) | > loader_time: 0.0048 (0.004589502025838051)  --> TIME: 2025-03-26 05:36:11 -- STEP: 26150/31555 -- GLOBAL_STEP: 1288350 | > loss_text_ce: 0.03260042518377304 (0.031683336994637344) | > loss_mel_ce: 2.666879653930664 (nan) | > loss: 0.010712223127484322 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14131494925993232) | > loader_time: 0.0052 (0.004589632902272983)  --> TIME: 2025-03-26 05:36:21 -- STEP: 26200/31555 -- GLOBAL_STEP: 1288400 | > loss_text_ce: 0.02322559989988804 (0.03168413034259894) | > loss_mel_ce: 3.0776047706604004 (nan) | > loss: 0.012304882518947124 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14131424729150782) | > loader_time: 0.0045 (0.0045897115732876845)  --> TIME: 2025-03-26 05:36:31 -- STEP: 26250/31555 -- GLOBAL_STEP: 1288450 | > loss_text_ce: 0.035538122057914734 (0.03168347608180972) | > loss_mel_ce: 3.1739492416381836 (nan) | > loss: 0.012736061587929726 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1413101256597621) | > loader_time: 0.0046 (0.004589881915137834)  --> TIME: 2025-03-26 05:36:40 -- STEP: 26300/31555 -- GLOBAL_STEP: 1288500 | > loss_text_ce: 0.029051827266812325 (0.03168370149147904) | > loss_mel_ce: 2.21395206451416 (nan) | > loss: 0.008900809101760387 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1413038908392768) | > loader_time: 0.0044 (0.004589843242340622)  --> TIME: 2025-03-26 05:36:50 -- STEP: 26350/31555 -- GLOBAL_STEP: 1288550 | > loss_text_ce: 0.02348826639354229 (0.031681920374077334) | > loss_mel_ce: 2.7883474826812744 (nan) | > loss: 0.011158078908920288 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14130861679562232) | > loader_time: 0.0053 (0.004589901404769823)  --> TIME: 2025-03-26 05:37:00 -- STEP: 26400/31555 -- GLOBAL_STEP: 1288600 | > loss_text_ce: 0.02367180772125721 (0.03168171790481371) | > loss_mel_ce: 0.0721842423081398 (nan) | > loss: 0.0003803811559919268 (nan) | > current_lr: 5e-06 | > step_time: 0.1898 (0.1413081121173783) | > loader_time: 0.0047 (0.0045899167566588)  --> TIME: 2025-03-26 05:37:09 -- STEP: 26450/31555 -- GLOBAL_STEP: 1288650 | > loss_text_ce: 0.027458593249320984 (0.031681484860493006) | > loss_mel_ce: 2.1207222938537598 (nan) | > loss: 0.00852452777326107 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14130918782239696) | > loader_time: 0.0047 (0.004589897707414494)  --> TIME: 2025-03-26 05:37:19 -- STEP: 26500/31555 -- GLOBAL_STEP: 1288700 | > loss_text_ce: 0.02908155880868435 (0.031680192735994955) | > loss_mel_ce: 2.6380345821380615 (nan) | > loss: 0.010583794675767422 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14130887527285987) | > loader_time: 0.0045 (0.0045898845240754495)  --> TIME: 2025-03-26 05:37:29 -- STEP: 26550/31555 -- GLOBAL_STEP: 1288750 | > loss_text_ce: 0.04111109673976898 (0.031680800261154766) | > loss_mel_ce: 1.7688778638839722 (nan) | > loss: 0.0071824961341917515 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14130997588630115) | > loader_time: 0.0047 (0.004589894864069725)  --> TIME: 2025-03-26 05:37:38 -- STEP: 26600/31555 -- GLOBAL_STEP: 1288800 | > loss_text_ce: 0.030762668699026108 (0.03167926410685765) | > loss_mel_ce: 2.558258056640625 (nan) | > loss: 0.010273892432451248 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14130571724777038) | > loader_time: 0.0045 (0.004589868999065276)  --> TIME: 2025-03-26 05:37:48 -- STEP: 26650/31555 -- GLOBAL_STEP: 1288850 | > loss_text_ce: 0.032121915370225906 (0.03167806889879285) | > loss_mel_ce: 2.34263014793396 (nan) | > loss: 0.009423620067536831 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14130345332913377) | > loader_time: 0.0046 (0.00459010246770687)  --> TIME: 2025-03-26 05:37:58 -- STEP: 26700/31555 -- GLOBAL_STEP: 1288900 | > loss_text_ce: 0.030790554359555244 (0.03167792060468263) | > loss_mel_ce: 2.8660902976989746 (nan) | > loss: 0.011495559476315975 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14130630839630107) | > loader_time: 0.0047 (0.004590296602427699)  --> TIME: 2025-03-26 05:38:07 -- STEP: 26750/31555 -- GLOBAL_STEP: 1288950 | > loss_text_ce: 0.030904050916433334 (0.0316748917727756) | > loss_mel_ce: 2.4351847171783447 (nan) | > loss: 0.00978606753051281 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14131323704764204) | > loader_time: 0.0045 (0.004590335097268327)  --> TIME: 2025-03-26 05:38:17 -- STEP: 26800/31555 -- GLOBAL_STEP: 1289000 | > loss_text_ce: 0.03319847956299782 (0.031673244828420745) | > loss_mel_ce: 2.207606315612793 (nan) | > loss: 0.008892083540558815 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14130917238655474) | > loader_time: 0.0047 (0.004590341662293016)  --> TIME: 2025-03-26 05:38:27 -- STEP: 26850/31555 -- GLOBAL_STEP: 1289050 | > loss_text_ce: 0.038272179663181305 (0.03167325875401014) | > loss_mel_ce: 3.00041127204895 (nan) | > loss: 0.012058268301188946 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14132056973278057) | > loader_time: 0.0045 (0.004590525831368131)  --> TIME: 2025-03-26 05:38:36 -- STEP: 26900/31555 -- GLOBAL_STEP: 1289100 | > loss_text_ce: 0.04196447134017944 (0.031672942873858995) | > loss_mel_ce: 2.0521249771118164 (nan) | > loss: 0.008309879340231419 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14131336802443695) | > loader_time: 0.0044 (0.0045906640074066625)  --> TIME: 2025-03-26 05:38:46 -- STEP: 26950/31555 -- GLOBAL_STEP: 1289150 | > loss_text_ce: 0.028785711154341698 (0.03167220094840761) | > loss_mel_ce: 2.7361996173858643 (nan) | > loss: 0.010972164571285248 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1413131269585897) | > loader_time: 0.0045 (0.0045907029857882855)  --> TIME: 2025-03-26 05:38:56 -- STEP: 27000/31555 -- GLOBAL_STEP: 1289200 | > loss_text_ce: 0.022045640274882317 (0.03167439461330423) | > loss_mel_ce: 2.214111328125 (nan) | > loss: 0.00887363962829113 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14131800005171122) | > loader_time: 0.0046 (0.004590699990590376)  --> TIME: 2025-03-26 05:39:05 -- STEP: 27050/31555 -- GLOBAL_STEP: 1289250 | > loss_text_ce: 0.026858476921916008 (0.03167443728108842) | > loss_mel_ce: 1.7941457033157349 (nan) | > loss: 0.007226207293570042 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14131339937834192) | > loader_time: 0.0048 (0.004590660692803701)  --> TIME: 2025-03-26 05:39:15 -- STEP: 27100/31555 -- GLOBAL_STEP: 1289300 | > loss_text_ce: 0.029473604634404182 (0.0316743011067094) | > loss_mel_ce: 2.524764060974121 (nan) | > loss: 0.010135863907635212 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.1413174782379975) | > loader_time: 0.0046 (0.004590845565514328)  --> TIME: 2025-03-26 05:39:25 -- STEP: 27150/31555 -- GLOBAL_STEP: 1289350 | > loss_text_ce: 0.04208232834935188 (0.03167457521603209) | > loss_mel_ce: 0.8699951171875 (nan) | > loss: 0.0036193551495671272 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14131169572939173) | > loader_time: 0.0044 (0.004590979061513054)  --> TIME: 2025-03-26 05:39:34 -- STEP: 27200/31555 -- GLOBAL_STEP: 1289400 | > loss_text_ce: 0.028315816074609756 (0.03167512240117703) | > loss_mel_ce: 2.6669178009033203 (nan) | > loss: 0.010695371776819229 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.1413127951499303) | > loader_time: 0.0044 (0.004591192892369061)  --> TIME: 2025-03-26 05:39:44 -- STEP: 27250/31555 -- GLOBAL_STEP: 1289450 | > loss_text_ce: 0.03172417730093002 (0.031673347143028975) | > loss_mel_ce: 2.5400919914245605 (nan) | > loss: 0.010205620899796486 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14131259438751023) | > loader_time: 0.0046 (0.004591242650233234)  --> TIME: 2025-03-26 05:39:54 -- STEP: 27300/31555 -- GLOBAL_STEP: 1289500 | > loss_text_ce: 0.024489104747772217 (0.031672785500296306) | > loss_mel_ce: 2.565981388092041 (nan) | > loss: 0.010279645211994648 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14130737489833164) | > loader_time: 0.0049 (0.004591259039365282)  --> TIME: 2025-03-26 05:40:03 -- STEP: 27350/31555 -- GLOBAL_STEP: 1289550 | > loss_text_ce: 0.03856579214334488 (0.03167357021799704) | > loss_mel_ce: 3.136338233947754 (nan) | > loss: 0.012598826549947262 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.14130698457714516) | > loader_time: 0.0048 (0.004591309854273778)  --> TIME: 2025-03-26 05:40:13 -- STEP: 27400/31555 -- GLOBAL_STEP: 1289600 | > loss_text_ce: 0.02748931758105755 (0.03167227441693106) | > loss_mel_ce: 2.4896512031555176 (nan) | > loss: 0.009988653473556042 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14129995631475628) | > loader_time: 0.0046 (0.004591399335513105)  --> TIME: 2025-03-26 05:40:22 -- STEP: 27450/31555 -- GLOBAL_STEP: 1289650 | > loss_text_ce: 0.026512308046221733 (0.03166825082000391) | > loss_mel_ce: 2.882718086242676 (nan) | > loss: 0.011544565670192242 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14129157812434803) | > loader_time: 0.0044 (0.004591331299536824)  --> TIME: 2025-03-26 05:40:32 -- STEP: 27500/31555 -- GLOBAL_STEP: 1289700 | > loss_text_ce: 0.035213205963373184 (0.03166636858606189) | > loss_mel_ce: 2.551806688308716 (nan) | > loss: 0.010265952907502651 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14129497540213973) | > loader_time: 0.0046 (0.0045915538094260045)  --> TIME: 2025-03-26 05:40:42 -- STEP: 27550/31555 -- GLOBAL_STEP: 1289750 | > loss_text_ce: 0.02993825636804104 (0.03166674664365738) | > loss_mel_ce: 3.180739164352417 (nan) | > loss: 0.0127407843247056 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1413040069313547) | > loader_time: 0.0049 (0.004591726832727297)  --> TIME: 2025-03-26 05:40:52 -- STEP: 27600/31555 -- GLOBAL_STEP: 1289800 | > loss_text_ce: 0.03250083699822426 (0.03166554006575792) | > loss_mel_ce: 3.099409818649292 (nan) | > loss: 0.012428217567503452 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14130933081758335) | > loader_time: 0.0045 (0.004591784416765363)  --> TIME: 2025-03-26 05:41:01 -- STEP: 27650/31555 -- GLOBAL_STEP: 1289850 | > loss_text_ce: 0.029882924631237984 (0.031668524448987025) | > loss_mel_ce: 2.628932476043701 (nan) | > loss: 0.010550855658948421 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14130647740355587) | > loader_time: 0.0046 (0.004591773819535335)  --> TIME: 2025-03-26 05:41:11 -- STEP: 27700/31555 -- GLOBAL_STEP: 1289900 | > loss_text_ce: 0.03673229739069939 (0.031668313334289) | > loss_mel_ce: 2.407254219055176 (nan) | > loss: 0.009698359295725822 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14130189980840996) | > loader_time: 0.0046 (0.004591969488329792)  --> TIME: 2025-03-26 05:41:21 -- STEP: 27750/31555 -- GLOBAL_STEP: 1289950 | > loss_text_ce: 0.03236192464828491 (0.03166739916163773) | > loss_mel_ce: 2.616408586502075 (nan) | > loss: 0.010510995052754879 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14130608652304028) | > loader_time: 0.0049 (0.004592094954069626)  --> TIME: 2025-03-26 05:41:30 -- STEP: 27800/31555 -- GLOBAL_STEP: 1290000 | > loss_text_ce: 0.029389068484306335 (0.03166656760733372) | > loss_mel_ce: 3.8693182468414307 (nan) | > loss: 0.015471061691641808 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1413046585055578) | > loader_time: 0.0046 (0.0045921600465293816) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1290000.pth  --> TIME: 2025-03-26 05:41:45 -- STEP: 27850/31555 -- GLOBAL_STEP: 1290050 | > loss_text_ce: 0.03587194159626961 (0.031666477084948894) | > loss_mel_ce: 1.6942596435546875 (nan) | > loss: 0.006865601986646652 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14129661028432394) | > loader_time: 0.0045 (0.004592194822575026)  --> TIME: 2025-03-26 05:41:54 -- STEP: 27900/31555 -- GLOBAL_STEP: 1290100 | > loss_text_ce: 0.031083211302757263 (0.031664535705480674) | > loss_mel_ce: 2.6169686317443848 (nan) | > loss: 0.010508142411708832 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14128745920769334) | > loader_time: 0.0045 (0.004592291411533103)  --> TIME: 2025-03-26 05:42:04 -- STEP: 27950/31555 -- GLOBAL_STEP: 1290150 | > loss_text_ce: 0.029451902955770493 (0.03166372785467989) | > loss_mel_ce: 2.482221841812134 (nan) | > loss: 0.009966959245502949 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14128962561141742) | > loader_time: 0.0049 (0.004592436106345687)  --> TIME: 2025-03-26 05:42:14 -- STEP: 28000/31555 -- GLOBAL_STEP: 1290200 | > loss_text_ce: 0.024228224530816078 (0.03166425261925889) | > loss_mel_ce: 2.5665924549102783 (nan) | > loss: 0.010281035676598549 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14129161070925983) | > loader_time: 0.0047 (0.004592507728508493)  --> TIME: 2025-03-26 05:42:23 -- STEP: 28050/31555 -- GLOBAL_STEP: 1290250 | > loss_text_ce: 0.030545920133590698 (0.031664376167278185) | > loss_mel_ce: 1.881103515625 (nan) | > loss: 0.007585911080241203 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14129155482837993) | > loader_time: 0.0048 (0.004592488139283376)  --> TIME: 2025-03-26 05:42:33 -- STEP: 28100/31555 -- GLOBAL_STEP: 1290300 | > loss_text_ce: 0.032205868512392044 (0.031664138962829415) | > loss_mel_ce: 2.6058902740478516 (nan) | > loss: 0.010468635708093643 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14128873120847665) | > loader_time: 0.0044 (0.004592665412672002)  --> TIME: 2025-03-26 05:42:43 -- STEP: 28150/31555 -- GLOBAL_STEP: 1290350 | > loss_text_ce: 0.03061438724398613 (0.03166412704943483) | > loss_mel_ce: 2.487367630004883 (nan) | > loss: 0.009991992264986038 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.1412950196698135) | > loader_time: 0.0051 (0.004592774028676394)  --> TIME: 2025-03-26 05:42:52 -- STEP: 28200/31555 -- GLOBAL_STEP: 1290400 | > loss_text_ce: 0.03354942053556442 (0.03166245297892067) | > loss_mel_ce: 2.403273105621338 (nan) | > loss: 0.009669930674135685 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14129134075861569) | > loader_time: 0.0046 (0.004592980873500154)  --> TIME: 2025-03-26 05:43:02 -- STEP: 28250/31555 -- GLOBAL_STEP: 1290450 | > loss_text_ce: 0.0398140624165535 (0.03166261700811091) | > loss_mel_ce: 2.3886847496032715 (nan) | > loss: 0.009636900387704372 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14128787569029255) | > loader_time: 0.0045 (0.004592951394815313)  --> TIME: 2025-03-26 05:43:12 -- STEP: 28300/31555 -- GLOBAL_STEP: 1290500 | > loss_text_ce: 0.03162707760930061 (0.03166366226740763) | > loss_mel_ce: 3.005567789077759 (nan) | > loss: 0.012052361853420734 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14128556663493058) | > loader_time: 0.0047 (0.004593090935225153)  --> TIME: 2025-03-26 05:43:21 -- STEP: 28350/31555 -- GLOBAL_STEP: 1290550 | > loss_text_ce: 0.02662709355354309 (0.031662082603953326) | > loss_mel_ce: 2.6326558589935303 (nan) | > loss: 0.010552710853517056 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14128255787770486) | > loader_time: 0.0048 (0.004593014658233219)  --> TIME: 2025-03-26 05:43:30 -- STEP: 28400/31555 -- GLOBAL_STEP: 1290600 | > loss_text_ce: 0.03461280092597008 (0.031660183261961676) | > loss_mel_ce: 1.3706258535385132 (nan) | > loss: 0.005576344206929207 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.1412753849298193) | > loader_time: 0.0044 (0.004593019426708443)  --> TIME: 2025-03-26 05:43:40 -- STEP: 28450/31555 -- GLOBAL_STEP: 1290650 | > loss_text_ce: 0.03171977773308754 (0.03165924844742849) | > loss_mel_ce: 2.726538896560669 (nan) | > loss: 0.010945471003651619 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1412726709251885) | > loader_time: 0.0044 (0.004592938833789745)  --> TIME: 2025-03-26 05:43:50 -- STEP: 28500/31555 -- GLOBAL_STEP: 1290700 | > loss_text_ce: 0.030859513208270073 (0.031659028765075405) | > loss_mel_ce: 2.7434463500976562 (nan) | > loss: 0.011009151116013527 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1412755387540461) | > loader_time: 0.0047 (0.004592875330071654)  --> TIME: 2025-03-26 05:43:59 -- STEP: 28550/31555 -- GLOBAL_STEP: 1290750 | > loss_text_ce: 0.03658868744969368 (0.03165711426269087) | > loss_mel_ce: 2.830332040786743 (nan) | > loss: 0.011376670561730862 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14126572651537536) | > loader_time: 0.0045 (0.004592886597387798)  --> TIME: 2025-03-26 05:44:09 -- STEP: 28600/31555 -- GLOBAL_STEP: 1290800 | > loss_text_ce: 0.05172215402126312 (0.03165870679620564) | > loss_mel_ce: 2.237673044204712 (nan) | > loss: 0.00908490177243948 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1412752390408028) | > loader_time: 0.0048 (0.004592835511360922)  --> TIME: 2025-03-26 05:44:19 -- STEP: 28650/31555 -- GLOBAL_STEP: 1290850 | > loss_text_ce: 0.024809764698147774 (0.031659237808933004) | > loss_mel_ce: 1.132391333580017 (nan) | > loss: 0.004592068027704954 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14127672455073775) | > loader_time: 0.0044 (0.004592731585677335)  --> TIME: 2025-03-26 05:44:28 -- STEP: 28700/31555 -- GLOBAL_STEP: 1290900 | > loss_text_ce: 0.036284927278757095 (0.031659393197425174) | > loss_mel_ce: 2.5246968269348145 (nan) | > loss: 0.010162626393139362 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14127363000597393) | > loader_time: 0.0046 (0.004592619689914776)  --> TIME: 2025-03-26 05:44:38 -- STEP: 28750/31555 -- GLOBAL_STEP: 1290950 | > loss_text_ce: 0.028196053579449654 (0.03166205757817486) | > loss_mel_ce: 2.8766682147979736 (nan) | > loss: 0.01152724027633667 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14127279399374376) | > loader_time: 0.0044 (0.0045925209460050695)  --> TIME: 2025-03-26 05:44:48 -- STEP: 28800/31555 -- GLOBAL_STEP: 1291000 | > loss_text_ce: 0.022629398852586746 (0.031660711877824016) | > loss_mel_ce: 2.439419984817505 (nan) | > loss: 0.009770038537681103 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14127975143492347) | > loader_time: 0.0045 (0.00459256963597399)  --> TIME: 2025-03-26 05:44:58 -- STEP: 28850/31555 -- GLOBAL_STEP: 1291050 | > loss_text_ce: 0.0311263557523489 (0.031661094570955256) | > loss_mel_ce: 2.2518844604492188 (nan) | > loss: 0.009059567004442215 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14127986991426267) | > loader_time: 0.0043 (0.0045924686683112195)  --> TIME: 2025-03-26 05:45:07 -- STEP: 28900/31555 -- GLOBAL_STEP: 1291100 | > loss_text_ce: 0.033165015280246735 (0.031662972618577506) | > loss_mel_ce: 2.538590908050537 (nan) | > loss: 0.01020538154989481 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1412829990617969) | > loader_time: 0.0044 (0.004592389845930535)  --> TIME: 2025-03-26 05:45:17 -- STEP: 28950/31555 -- GLOBAL_STEP: 1291150 | > loss_text_ce: 0.04170961305499077 (0.03166279592790949) | > loss_mel_ce: 2.842189311981201 (nan) | > loss: 0.011444044299423695 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14128298528865738) | > loader_time: 0.0044 (0.004592234968933164)  --> TIME: 2025-03-26 05:45:27 -- STEP: 29000/31555 -- GLOBAL_STEP: 1291200 | > loss_text_ce: 0.027479853481054306 (0.03166407705490179) | > loss_mel_ce: 3.3948569297790527 (nan) | > loss: 0.013580702245235443 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14128134760363456) | > loader_time: 0.0048 (0.0045921928964811716)  --> TIME: 2025-03-26 05:45:36 -- STEP: 29050/31555 -- GLOBAL_STEP: 1291250 | > loss_text_ce: 0.028344320133328438 (0.031667171573961955) | > loss_mel_ce: 2.0829882621765137 (nan) | > loss: 0.008378304541110992 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14127429644540443) | > loader_time: 0.0046 (0.004592095398041093)  --> TIME: 2025-03-26 05:45:46 -- STEP: 29100/31555 -- GLOBAL_STEP: 1291300 | > loss_text_ce: 0.04038945212960243 (0.031668123877975234) | > loss_mel_ce: 2.591085433959961 (nan) | > loss: 0.010442361235618591 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14127864807332202) | > loader_time: 0.0045 (0.004592213466814658)  --> TIME: 2025-03-26 05:45:55 -- STEP: 29150/31555 -- GLOBAL_STEP: 1291350 | > loss_text_ce: 0.029108494520187378 (0.031668243105706886) | > loss_mel_ce: 2.8011281490325928 (nan) | > loss: 0.01123109832406044 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.1412794991341106) | > loader_time: 0.0046 (0.00459225535188281)  --> TIME: 2025-03-26 05:46:05 -- STEP: 29200/31555 -- GLOBAL_STEP: 1291400 | > loss_text_ce: 0.02588435262441635 (0.03166534481232031) | > loss_mel_ce: 2.7906436920166016 (nan) | > loss: 0.01117669977247715 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14127499365643384) | > loader_time: 0.0045 (0.004592127130456121)  --> TIME: 2025-03-26 05:46:14 -- STEP: 29250/31555 -- GLOBAL_STEP: 1291450 | > loss_text_ce: 0.02855326607823372 (0.031664210318945805) | > loss_mel_ce: 2.692359209060669 (nan) | > loss: 0.010797272436320782 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1412721358160698) | > loader_time: 0.0047 (0.004591981268336585)  --> TIME: 2025-03-26 05:46:24 -- STEP: 29300/31555 -- GLOBAL_STEP: 1291500 | > loss_text_ce: 0.03545898199081421 (0.03166533501799693) | > loss_mel_ce: 2.38287615776062 (nan) | > loss: 0.009596568532288074 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14127570865911127) | > loader_time: 0.0046 (0.004591882212576967)  --> TIME: 2025-03-26 05:46:34 -- STEP: 29350/31555 -- GLOBAL_STEP: 1291550 | > loss_text_ce: 0.03776135668158531 (0.03166835932838492) | > loss_mel_ce: 2.009765625 (nan) | > loss: 0.008125107735395432 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14126721750126284) | > loader_time: 0.0048 (0.004591745924096655)  --> TIME: 2025-03-26 05:46:43 -- STEP: 29400/31555 -- GLOBAL_STEP: 1291600 | > loss_text_ce: 0.03766113147139549 (0.03166798177811931) | > loss_mel_ce: 2.933436155319214 (nan) | > loss: 0.011790068820118904 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14126228339007216) | > loader_time: 0.0043 (0.004591632270488564)  --> TIME: 2025-03-26 05:46:53 -- STEP: 29450/31555 -- GLOBAL_STEP: 1291650 | > loss_text_ce: 0.03711036965250969 (0.03167016816067735) | > loss_mel_ce: 3.10336971282959 (nan) | > loss: 0.012462222948670387 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14126123999901766) | > loader_time: 0.0045 (0.004591507013058577)  --> TIME: 2025-03-26 05:47:02 -- STEP: 29500/31555 -- GLOBAL_STEP: 1291700 | > loss_text_ce: 0.03007590025663376 (0.031672174058885984) | > loss_mel_ce: 2.557116985321045 (nan) | > loss: 0.010266638360917568 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14126246721461772) | > loader_time: 0.0048 (0.0045914458339496745)  --> TIME: 2025-03-26 05:47:12 -- STEP: 29550/31555 -- GLOBAL_STEP: 1291750 | > loss_text_ce: 0.021150533109903336 (0.03167121304085622) | > loss_mel_ce: 2.459545373916626 (nan) | > loss: 0.009844032116234303 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14126070091970583) | > loader_time: 0.0044 (0.004591352854888406)  --> TIME: 2025-03-26 05:47:21 -- STEP: 29600/31555 -- GLOBAL_STEP: 1291800 | > loss_text_ce: 0.03625330328941345 (0.031668908244873374) | > loss_mel_ce: 2.7420923709869385 (nan) | > loss: 0.011025181971490383 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14125451335230493) | > loader_time: 0.0044 (0.004591348871991396)  --> TIME: 2025-03-26 05:47:31 -- STEP: 29650/31555 -- GLOBAL_STEP: 1291850 | > loss_text_ce: 0.031521882861852646 (0.03166947433015102) | > loss_mel_ce: 0.0745849609375 (nan) | > loss: 0.00042105893953703344 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14124961550682133) | > loader_time: 0.0044 (0.00459138546987082)  --> TIME: 2025-03-26 05:47:41 -- STEP: 29700/31555 -- GLOBAL_STEP: 1291900 | > loss_text_ce: 0.028474485501646996 (0.03166956981885469) | > loss_mel_ce: 2.3390145301818848 (nan) | > loss: 0.009394798427820206 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14125858007456824) | > loader_time: 0.0047 (0.004591537429026036)  --> TIME: 2025-03-26 05:47:51 -- STEP: 29750/31555 -- GLOBAL_STEP: 1291950 | > loss_text_ce: 0.03568276762962341 (0.03166768572933387) | > loss_mel_ce: 2.482625961303711 (nan) | > loss: 0.009993288666009903 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1412609881473199) | > loader_time: 0.0045 (0.004591730550557581)  --> TIME: 2025-03-26 05:48:00 -- STEP: 29800/31555 -- GLOBAL_STEP: 1292000 | > loss_text_ce: 0.024486159905791283 (0.031664754230116325) | > loss_mel_ce: 2.248060464859009 (nan) | > loss: 0.009018042124807835 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1412530120507193) | > loader_time: 0.0045 (0.004591739409721893)  --> TIME: 2025-03-26 05:48:10 -- STEP: 29850/31555 -- GLOBAL_STEP: 1292050 | > loss_text_ce: 0.02798190712928772 (0.031666055302037144) | > loss_mel_ce: 2.2942192554473877 (nan) | > loss: 0.009215084835886955 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14125778213418014) | > loader_time: 0.0047 (0.004591957320719663)  --> TIME: 2025-03-26 05:48:19 -- STEP: 29900/31555 -- GLOBAL_STEP: 1292100 | > loss_text_ce: 0.021410813555121422 (0.031664729764230064) | > loss_mel_ce: 2.3781776428222656 (nan) | > loss: 0.00952217634767294 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.1412569689192511) | > loader_time: 0.0044 (0.004591938843296478)  --> TIME: 2025-03-26 05:48:29 -- STEP: 29950/31555 -- GLOBAL_STEP: 1292150 | > loss_text_ce: 0.0300498828291893 (0.031665530112231326) | > loss_mel_ce: 3.1910464763641357 (nan) | > loss: 0.012782128527760506 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14125776930126108) | > loader_time: 0.0048 (0.004591948122333361)  --> TIME: 2025-03-26 05:48:39 -- STEP: 30000/31555 -- GLOBAL_STEP: 1292200 | > loss_text_ce: 0.0317252092063427 (0.03166689276983938) | > loss_mel_ce: 1.752343773841858 (nan) | > loss: 0.007079639006406069 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14126022539933625) | > loader_time: 0.0045 (0.0045920428196588705)  --> TIME: 2025-03-26 05:48:49 -- STEP: 30050/31555 -- GLOBAL_STEP: 1292250 | > loss_text_ce: 0.037148311734199524 (0.03166558022528689) | > loss_mel_ce: 1.2948756217956543 (nan) | > loss: 0.005285809747874737 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14126306803571706) | > loader_time: 0.0046 (0.004592099491252633)  --> TIME: 2025-03-26 05:48:58 -- STEP: 30100/31555 -- GLOBAL_STEP: 1292300 | > loss_text_ce: 0.026645753532648087 (0.03166340951145638) | > loss_mel_ce: 2.8434109687805176 (nan) | > loss: 0.011389113962650299 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14126425123690078) | > loader_time: 0.0045 (0.004592200648348944)  --> TIME: 2025-03-26 05:49:08 -- STEP: 30150/31555 -- GLOBAL_STEP: 1292350 | > loss_text_ce: 0.03441210836172104 (0.03166283675437) | > loss_mel_ce: 3.0024538040161133 (nan) | > loss: 0.012051056139171124 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1412672915941062) | > loader_time: 0.0045 (0.004592399692060891)  --> TIME: 2025-03-26 05:49:18 -- STEP: 30200/31555 -- GLOBAL_STEP: 1292400 | > loss_text_ce: 0.03652748093008995 (0.03166223509468435) | > loss_mel_ce: 2.3252270221710205 (nan) | > loss: 0.009372041560709476 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1412644883338989) | > loader_time: 0.0046 (0.004592490133070744)  --> TIME: 2025-03-26 05:49:27 -- STEP: 30250/31555 -- GLOBAL_STEP: 1292450 | > loss_text_ce: 0.020506521686911583 (0.031662365029573446) | > loss_mel_ce: 2.664882183074951 (nan) | > loss: 0.010656305588781834 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14126267229033013) | > loader_time: 0.0045 (0.004592472683299627)  --> TIME: 2025-03-26 05:49:37 -- STEP: 30300/31555 -- GLOBAL_STEP: 1292500 | > loss_text_ce: 0.032033585011959076 (0.03166230831058553) | > loss_mel_ce: 2.5997314453125 (nan) | > loss: 0.01044351328164339 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14125473664538798) | > loader_time: 0.0047 (0.0045924452979965525)  --> TIME: 2025-03-26 05:49:47 -- STEP: 30350/31555 -- GLOBAL_STEP: 1292550 | > loss_text_ce: 0.038643233478069305 (0.031661482433430706) | > loss_mel_ce: 2.2250940799713135 (nan) | > loss: 0.008983084931969643 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14125888532233302) | > loader_time: 0.0044 (0.004592658267578886)  --> TIME: 2025-03-26 05:49:57 -- STEP: 30400/31555 -- GLOBAL_STEP: 1292600 | > loss_text_ce: 0.037748463451862335 (0.031661605694618906) | > loss_mel_ce: 2.3385531902313232 (nan) | > loss: 0.009429769590497017 (nan) | > current_lr: 5e-06 | > step_time: 0.1484 (0.14126906471032946) | > loader_time: 0.0046 (0.004592851768982994)  --> TIME: 2025-03-26 05:50:06 -- STEP: 30450/31555 -- GLOBAL_STEP: 1292650 | > loss_text_ce: 0.04777849093079567 (0.03166379360995901) | > loss_mel_ce: 1.9157462120056152 (nan) | > loss: 0.007791765034198761 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14126890507433512) | > loader_time: 0.0043 (0.004592651522218256)  --> TIME: 2025-03-26 05:50:16 -- STEP: 30500/31555 -- GLOBAL_STEP: 1292700 | > loss_text_ce: 0.03539566323161125 (0.031663715355311706) | > loss_mel_ce: 2.688624858856201 (nan) | > loss: 0.010809605941176414 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1412639014525502) | > loader_time: 0.0046 (0.0045928408669643275)  --> TIME: 2025-03-26 05:50:25 -- STEP: 30550/31555 -- GLOBAL_STEP: 1292750 | > loss_text_ce: 0.042250752449035645 (0.031665041314471225) | > loss_mel_ce: 3.073784351348877 (nan) | > loss: 0.012365219183266163 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14125747210850795) | > loader_time: 0.0047 (0.004592744909995078)  --> TIME: 2025-03-26 05:50:35 -- STEP: 30600/31555 -- GLOBAL_STEP: 1292800 | > loss_text_ce: 0.028345944359898567 (0.031665277046979017) | > loss_mel_ce: 2.7364940643310547 (nan) | > loss: 0.01097158808261156 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14125763943772013) | > loader_time: 0.0045 (0.004592655484193247)  --> TIME: 2025-03-26 05:50:44 -- STEP: 30650/31555 -- GLOBAL_STEP: 1292850 | > loss_text_ce: 0.03399825841188431 (0.031664238390687195) | > loss_mel_ce: 2.0525295734405518 (nan) | > loss: 0.008279873058199883 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14125041952335526) | > loader_time: 0.0044 (0.0045925422282630775)  --> TIME: 2025-03-26 05:50:54 -- STEP: 30700/31555 -- GLOBAL_STEP: 1292900 | > loss_text_ce: 0.035961881279945374 (0.03166544846683741) | > loss_mel_ce: 0.0312906913459301 (nan) | > loss: 0.0002668753149919212 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14125446666723843) | > loader_time: 0.0043 (0.0045925720429187055)  --> TIME: 2025-03-26 05:51:04 -- STEP: 30750/31555 -- GLOBAL_STEP: 1292950 | > loss_text_ce: 0.03150106593966484 (0.031665696830132595) | > loss_mel_ce: 2.2900943756103516 (nan) | > loss: 0.009212681092321873 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14126337598785252) | > loader_time: 0.0046 (0.004592586990294374)  --> TIME: 2025-03-26 05:51:14 -- STEP: 30800/31555 -- GLOBAL_STEP: 1293000 | > loss_text_ce: 0.027032067999243736 (0.03166566504241095) | > loss_mel_ce: 2.2423126697540283 (nan) | > loss: 0.00900533702224493 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.1412641607553938) | > loader_time: 0.0047 (0.004592551674161595)  --> TIME: 2025-03-26 05:51:23 -- STEP: 30850/31555 -- GLOBAL_STEP: 1293050 | > loss_text_ce: 0.03404349088668823 (0.03166692209063219) | > loss_mel_ce: 2.7694547176361084 (nan) | > loss: 0.011124993674457073 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14125746920970603) | > loader_time: 0.0049 (0.004592453857681503)  --> TIME: 2025-03-26 05:51:33 -- STEP: 30900/31555 -- GLOBAL_STEP: 1293100 | > loss_text_ce: 0.02698018215596676 (0.03166578755768222) | > loss_mel_ce: 1.9045867919921875 (nan) | > loss: 0.0076649487018585205 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1412553698808254) | > loader_time: 0.0049 (0.00459236563988098)  --> TIME: 2025-03-26 05:51:42 -- STEP: 30950/31555 -- GLOBAL_STEP: 1293150 | > loss_text_ce: 0.03241158649325371 (0.03166533089497117) | > loss_mel_ce: 2.300163745880127 (nan) | > loss: 0.009256252087652683 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14125914989650254) | > loader_time: 0.0044 (0.0045922275275136)  --> TIME: 2025-03-26 05:51:52 -- STEP: 31000/31555 -- GLOBAL_STEP: 1293200 | > loss_text_ce: 0.031292494386434555 (0.03166520259132761) | > loss_mel_ce: 2.4226348400115967 (nan) | > loss: 0.00973780732601881 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14126224946975807) | > loader_time: 0.0047 (0.004592126215657837)  --> TIME: 2025-03-26 05:52:02 -- STEP: 31050/31555 -- GLOBAL_STEP: 1293250 | > loss_text_ce: 0.0246613547205925 (0.03166422522208372) | > loss_mel_ce: 1.7984645366668701 (nan) | > loss: 0.007234626915305853 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14126645892138742) | > loader_time: 0.0045 (0.004592184168129109)  --> TIME: 2025-03-26 05:52:12 -- STEP: 31100/31555 -- GLOBAL_STEP: 1293300 | > loss_text_ce: 0.02919744700193405 (0.0316621488048857) | > loss_mel_ce: 3.1541683673858643 (nan) | > loss: 0.012632404454052448 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1412670338422166) | > loader_time: 0.0047 (0.004592210249885442)  --> TIME: 2025-03-26 05:52:21 -- STEP: 31150/31555 -- GLOBAL_STEP: 1293350 | > loss_text_ce: 0.0324455201625824 (0.031660852422773035) | > loss_mel_ce: 1.678521752357483 (nan) | > loss: 0.006789552979171276 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14125734871884318) | > loader_time: 0.0044 (0.004592157902725201)  --> TIME: 2025-03-26 05:52:30 -- STEP: 31200/31555 -- GLOBAL_STEP: 1293400 | > loss_text_ce: 0.04070602357387543 (0.03166044820503017) | > loss_mel_ce: 0.7883448004722595 (nan) | > loss: 0.0032898844219744205 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14125050271932996) | > loader_time: 0.0042 (0.004591964368636748)  --> TIME: 2025-03-26 05:52:40 -- STEP: 31250/31555 -- GLOBAL_STEP: 1293450 | > loss_text_ce: 0.032693516463041306 (0.03166228543278547) | > loss_mel_ce: 2.724534749984741 (nan) | > loss: 0.010941383428871632 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1412454900817881) | > loader_time: 0.0043 (0.00459172335052486)  --> TIME: 2025-03-26 05:52:50 -- STEP: 31300/31555 -- GLOBAL_STEP: 1293500 | > loss_text_ce: 0.02785678021609783 (0.031662472112270655) | > loss_mel_ce: 2.63334584236145 (nan) | > loss: 0.01056032907217741 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14125290209493035) | > loader_time: 0.0046 (0.004591626176437969)  --> TIME: 2025-03-26 05:52:59 -- STEP: 31350/31555 -- GLOBAL_STEP: 1293550 | > loss_text_ce: 0.028633322566747665 (0.03166281125004686) | > loss_mel_ce: 2.873645067214966 (nan) | > loss: 0.011516978964209557 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.1412554623635772) | > loader_time: 0.0047 (0.004591496587750211)  --> TIME: 2025-03-26 05:53:09 -- STEP: 31400/31555 -- GLOBAL_STEP: 1293600 | > loss_text_ce: 0.026347486302256584 (0.03166269343343368) | > loss_mel_ce: 3.4264538288116455 (nan) | > loss: 0.013701592572033405 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14125679925748597) | > loader_time: 0.0045 (0.004591363873451336)  --> TIME: 2025-03-26 05:53:19 -- STEP: 31450/31555 -- GLOBAL_STEP: 1293650 | > loss_text_ce: 0.03765104338526726 (0.03166244327776193) | > loss_mel_ce: 2.996993064880371 (nan) | > loss: 0.012042239308357239 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1412579076733622) | > loader_time: 0.0045 (0.004591185936677584)  --> TIME: 2025-03-26 05:53:29 -- STEP: 31500/31555 -- GLOBAL_STEP: 1293700 | > loss_text_ce: 0.02358999475836754 (0.03166122058610455) | > loss_mel_ce: 3.1083476543426514 (nan) | > loss: 0.012428324669599533 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14125818637060839) | > loader_time: 0.0045 (0.004591228522951598)  --> TIME: 2025-03-26 05:53:38 -- STEP: 31550/31555 -- GLOBAL_STEP: 1293750 | > loss_text_ce: 0.038032811135053635 (0.03166160603418407) | > loss_mel_ce: 2.8050835132598877 (nan) | > loss: 0.011282208375632763 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14124985389588662) | > loader_time: 0.0046 (0.004591102025777107)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021309447288513177 (+0.00011649926503498956) | > avg_loss_text_ce: 0.02945642905930678 (-0.00015438610066970115) | > avg_loss_mel_ce: 2.505303778648376 (+0.0033264342943830627) | > avg_loss: 2.5347602025667824 (+0.003172045548757385)  > EPOCH: 42/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 05:53:51)   --> TIME: 2025-03-26 05:54:01 -- STEP: 45/31555 -- GLOBAL_STEP: 1293800 | > loss_text_ce: 0.030617255717515945 (0.03183848241137135) | > loss_mel_ce: 2.7949059009552 (nan) | > loss: 0.011212393641471863 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14284965727064342) | > loader_time: 0.0043 (0.004641061358981663)  --> TIME: 2025-03-26 05:54:10 -- STEP: 95/31555 -- GLOBAL_STEP: 1293850 | > loss_text_ce: 0.03628493472933769 (0.03166316208478651) | > loss_mel_ce: 2.766458511352539 (nan) | > loss: 0.01112199854105711 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14097605755454615) | > loader_time: 0.005 (0.0046668780477423415)  --> TIME: 2025-03-26 05:54:20 -- STEP: 145/31555 -- GLOBAL_STEP: 1293900 | > loss_text_ce: 0.038025401532649994 (0.031420021812463644) | > loss_mel_ce: 3.0410234928131104 (nan) | > loss: 0.012218448333442211 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14001431958428745) | > loader_time: 0.0073 (0.004687818987616175)  --> TIME: 2025-03-26 05:54:29 -- STEP: 195/31555 -- GLOBAL_STEP: 1293950 | > loss_text_ce: 0.022337989881634712 (0.03149045870090145) | > loss_mel_ce: 2.563128709793091 (nan) | > loss: 0.010259788483381271 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.13912175374153343) | > loader_time: 0.0043 (0.004679608956361425)  --> TIME: 2025-03-26 05:54:39 -- STEP: 245/31555 -- GLOBAL_STEP: 1294000 | > loss_text_ce: 0.03196533024311066 (0.031602228136391054) | > loss_mel_ce: 2.9258649349212646 (nan) | > loss: 0.011737422086298466 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.13918192824538886) | > loader_time: 0.0045 (0.004679393768310543)  --> TIME: 2025-03-26 05:54:48 -- STEP: 295/31555 -- GLOBAL_STEP: 1294050 | > loss_text_ce: 0.02147524245083332 (0.03131085092801664) | > loss_mel_ce: 1.7497209310531616 (nan) | > loss: 0.007028556428849697 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.13885370917239442) | > loader_time: 0.0045 (0.004653029522653349)  --> TIME: 2025-03-26 05:54:58 -- STEP: 345/31555 -- GLOBAL_STEP: 1294100 | > loss_text_ce: 0.037738896906375885 (0.031325769861755184) | > loss_mel_ce: 2.7205142974853516 (nan) | > loss: 0.010945449583232403 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1388842105865481) | > loader_time: 0.0045 (0.004647425637728922)  --> TIME: 2025-03-26 05:55:08 -- STEP: 395/31555 -- GLOBAL_STEP: 1294150 | > loss_text_ce: 0.03787246346473694 (0.03116532647157019) | > loss_mel_ce: 2.2240490913391113 (nan) | > loss: 0.008975880220532417 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14001660528062285) | > loader_time: 0.0045 (0.004645637319057803)  --> TIME: 2025-03-26 05:55:18 -- STEP: 445/31555 -- GLOBAL_STEP: 1294200 | > loss_text_ce: 0.029461320489645004 (0.031124175804552085) | > loss_mel_ce: 2.3679184913635254 (nan) | > loss: 0.009513412602245808 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14041181253583265) | > loader_time: 0.0046 (0.004650109001759733)  --> TIME: 2025-03-26 05:55:27 -- STEP: 495/31555 -- GLOBAL_STEP: 1294250 | > loss_text_ce: 0.030795177444815636 (0.03131116891674925) | > loss_mel_ce: 2.502959728240967 (nan) | > loss: 0.01005458366125822 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.14058838757601666) | > loader_time: 0.005 (0.004647951896744546)  --> TIME: 2025-03-26 05:55:37 -- STEP: 545/31555 -- GLOBAL_STEP: 1294300 | > loss_text_ce: 0.03161485120654106 (0.031315226155683544) | > loss_mel_ce: 2.9168434143066406 (nan) | > loss: 0.011700231581926346 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1404468518878343) | > loader_time: 0.0047 (0.004650497436523439)  --> TIME: 2025-03-26 05:55:47 -- STEP: 595/31555 -- GLOBAL_STEP: 1294350 | > loss_text_ce: 0.03335516154766083 (0.031416128209533815) | > loss_mel_ce: 2.6935863494873047 (nan) | > loss: 0.010821197181940079 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14082722022753813) | > loader_time: 0.0044 (0.004647584322119965)  --> TIME: 2025-03-26 05:55:56 -- STEP: 645/31555 -- GLOBAL_STEP: 1294400 | > loss_text_ce: 0.045686025172472 (0.03138360894292363) | > loss_mel_ce: 2.382786512374878 (nan) | > loss: 0.009636796079576015 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14091728269591813) | > loader_time: 0.0044 (0.004651926839074425)  --> TIME: 2025-03-26 05:56:06 -- STEP: 695/31555 -- GLOBAL_STEP: 1294450 | > loss_text_ce: 0.035545263439416885 (0.031518088088189955) | > loss_mel_ce: 2.358534812927246 (nan) | > loss: 0.009500318206846714 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14100570061223974) | > loader_time: 0.0045 (0.004651257974638357)  --> TIME: 2025-03-26 05:56:16 -- STEP: 745/31555 -- GLOBAL_STEP: 1294500 | > loss_text_ce: 0.03056381084024906 (0.03164764193180423) | > loss_mel_ce: 2.270805597305298 (nan) | > loss: 0.009132418781518936 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14104672662363757) | > loader_time: 0.0048 (0.004648660493377069)  --> TIME: 2025-03-26 05:56:26 -- STEP: 795/31555 -- GLOBAL_STEP: 1294550 | > loss_text_ce: 0.028182685375213623 (0.03166977451329336) | > loss_mel_ce: 2.9049742221832275 (nan) | > loss: 0.01163951214402914 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14147384931456372) | > loader_time: 0.0046 (0.004651202195845307)  --> TIME: 2025-03-26 05:56:36 -- STEP: 845/31555 -- GLOBAL_STEP: 1294600 | > loss_text_ce: 0.02548697590827942 (0.031673336529431946) | > loss_mel_ce: 2.568620443344116 (nan) | > loss: 0.010294077917933464 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.1418869182202944) | > loader_time: 0.0048 (0.004653361280994301)  --> TIME: 2025-03-26 05:56:45 -- STEP: 895/31555 -- GLOBAL_STEP: 1294650 | > loss_text_ce: 0.03441989794373512 (0.031686824243827884) | > loss_mel_ce: 2.0422394275665283 (nan) | > loss: 0.00824071280658245 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14128884789663987) | > loader_time: 0.0045 (0.004648360460164158)  --> TIME: 2025-03-26 05:56:55 -- STEP: 945/31555 -- GLOBAL_STEP: 1294700 | > loss_text_ce: 0.02652040682733059 (0.03171182302117506) | > loss_mel_ce: 2.7085394859313965 (nan) | > loss: 0.010853413492441177 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14141914100243305) | > loader_time: 0.0045 (0.004651275513664122)  --> TIME: 2025-03-26 05:57:05 -- STEP: 995/31555 -- GLOBAL_STEP: 1294750 | > loss_text_ce: 0.015218021348118782 (0.03167513931010985) | > loss_mel_ce: 1.3397434949874878 (nan) | > loss: 0.005376831628382206 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14146239242362021) | > loader_time: 0.0046 (0.0046531868939423664)  --> TIME: 2025-03-26 05:57:15 -- STEP: 1045/31555 -- GLOBAL_STEP: 1294800 | > loss_text_ce: 0.025970418006181717 (0.03162558904657378) | > loss_mel_ce: 2.071763277053833 (nan) | > loss: 0.008324340917170048 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1417099046935305) | > loader_time: 0.0045 (0.0046568813506495995)  --> TIME: 2025-03-26 05:57:24 -- STEP: 1095/31555 -- GLOBAL_STEP: 1294850 | > loss_text_ce: 0.028900129720568657 (0.0316538802029131) | > loss_mel_ce: 2.5302517414093018 (nan) | > loss: 0.010155364871025085 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14167723133139418) | > loader_time: 0.0045 (0.004652642986001488)  --> TIME: 2025-03-26 05:57:34 -- STEP: 1145/31555 -- GLOBAL_STEP: 1294900 | > loss_text_ce: 0.03207506239414215 (0.03167280233241453) | > loss_mel_ce: 2.742983102798462 (nan) | > loss: 0.011012136936187744 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1417000914244673) | > loader_time: 0.0048 (0.004651167923706584)  --> TIME: 2025-03-26 05:57:44 -- STEP: 1195/31555 -- GLOBAL_STEP: 1294950 | > loss_text_ce: 0.03172187879681587 (0.03161533490742972) | > loss_mel_ce: 3.0083162784576416 (nan) | > loss: 0.012063643895089626 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1418402709721521) | > loader_time: 0.0045 (0.0046567924850655345)  --> TIME: 2025-03-26 05:57:53 -- STEP: 1245/31555 -- GLOBAL_STEP: 1295000 | > loss_text_ce: 0.04105935990810394 (0.03168532109060081) | > loss_mel_ce: 2.456599235534668 (nan) | > loss: 0.009911343455314636 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1417990370447856) | > loader_time: 0.0047 (0.004655881674892924)  --> TIME: 2025-03-26 05:58:03 -- STEP: 1295/31555 -- GLOBAL_STEP: 1295050 | > loss_text_ce: 0.028233826160430908 (0.03162809682930876) | > loss_mel_ce: 3.126469612121582 (nan) | > loss: 0.012518664821982384 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1416705882687366) | > loader_time: 0.0047 (0.0046557750480975815)  --> TIME: 2025-03-26 05:58:13 -- STEP: 1345/31555 -- GLOBAL_STEP: 1295100 | > loss_text_ce: 0.03142980858683586 (0.03156706398512242) | > loss_mel_ce: 2.524993658065796 (nan) | > loss: 0.01014453824609518 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1415929820900954) | > loader_time: 0.0048 (0.00465858913265639)  --> TIME: 2025-03-26 05:58:22 -- STEP: 1395/31555 -- GLOBAL_STEP: 1295150 | > loss_text_ce: 0.03533708304166794 (0.03156534371877552) | > loss_mel_ce: 2.915191650390625 (nan) | > loss: 0.011708447709679604 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14151462004603427) | > loader_time: 0.0046 (0.004659201851027837)  --> TIME: 2025-03-26 05:58:32 -- STEP: 1445/31555 -- GLOBAL_STEP: 1295200 | > loss_text_ce: 0.04050840809941292 (0.03157218158580237) | > loss_mel_ce: 1.9977213144302368 (nan) | > loss: 0.00808821339160204 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14151645003718044) | > loader_time: 0.0044 (0.00466025692368873)  --> TIME: 2025-03-26 05:58:41 -- STEP: 1495/31555 -- GLOBAL_STEP: 1295250 | > loss_text_ce: 0.025598112493753433 (0.031542102532791515) | > loss_mel_ce: 2.60390567779541 (nan) | > loss: 0.010434539057314396 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1414600710406348) | > loader_time: 0.0044 (0.004656742568000098)  --> TIME: 2025-03-26 05:58:51 -- STEP: 1545/31555 -- GLOBAL_STEP: 1295300 | > loss_text_ce: 0.02951214276254177 (0.03157140576072692) | > loss_mel_ce: 1.8852508068084717 (nan) | > loss: 0.007598266005516052 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14159505374994827) | > loader_time: 0.0045 (0.004657588730352199)  --> TIME: 2025-03-26 05:59:01 -- STEP: 1595/31555 -- GLOBAL_STEP: 1295350 | > loss_text_ce: 0.03736817091703415 (0.03155960150436739) | > loss_mel_ce: 2.1838738918304443 (nan) | > loss: 0.008814453147351742 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.141434428534911) | > loader_time: 0.0068 (0.004656134429022801)  --> TIME: 2025-03-26 05:59:10 -- STEP: 1645/31555 -- GLOBAL_STEP: 1295400 | > loss_text_ce: 0.028220541775226593 (0.031582215994505926) | > loss_mel_ce: 3.1922805309295654 (nan) | > loss: 0.012779767625033855 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1414958653841334) | > loader_time: 0.0043 (0.0046536196328948575)  --> TIME: 2025-03-26 05:59:20 -- STEP: 1695/31555 -- GLOBAL_STEP: 1295450 | > loss_text_ce: 0.03330833464860916 (0.03154543597899532) | > loss_mel_ce: 2.7895796298980713 (nan) | > loss: 0.01120193675160408 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14147769919538886) | > loader_time: 0.0046 (0.0046477112446562645)  --> TIME: 2025-03-26 05:59:30 -- STEP: 1745/31555 -- GLOBAL_STEP: 1295500 | > loss_text_ce: 0.02494065649807453 (0.03154280123148746) | > loss_mel_ce: 2.9958086013793945 (nan) | > loss: 0.011987101286649704 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.1415790029104934) | > loader_time: 0.0047 (0.004644626327776967)  --> TIME: 2025-03-26 05:59:40 -- STEP: 1795/31555 -- GLOBAL_STEP: 1295550 | > loss_text_ce: 0.026710040867328644 (0.03149539153701253) | > loss_mel_ce: 2.63849139213562 (nan) | > loss: 0.010576196946203709 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.1415797598846773) | > loader_time: 0.0046 (0.004643759156336017)  --> TIME: 2025-03-26 05:59:49 -- STEP: 1845/31555 -- GLOBAL_STEP: 1295600 | > loss_text_ce: 0.031774766743183136 (0.03148379859925936) | > loss_mel_ce: 2.5414161682128906 (nan) | > loss: 0.010211075656116009 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14163459142049134) | > loader_time: 0.0044 (0.004643557582121221)  --> TIME: 2025-03-26 05:59:59 -- STEP: 1895/31555 -- GLOBAL_STEP: 1295650 | > loss_text_ce: 0.028905054554343224 (0.0314927172033721) | > loss_mel_ce: 0.1728244423866272 (nan) | > loss: 0.0008005138952285051 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14158938113491876) | > loader_time: 0.0044 (0.004641637827286924)  --> TIME: 2025-03-26 06:00:09 -- STEP: 1945/31555 -- GLOBAL_STEP: 1295700 | > loss_text_ce: 0.030154360458254814 (0.03148696881486704) | > loss_mel_ce: 1.5840102434158325 (nan) | > loss: 0.00640541547909379 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14159220251755097) | > loader_time: 0.0047 (0.004640505675485009)  --> TIME: 2025-03-26 06:00:18 -- STEP: 1995/31555 -- GLOBAL_STEP: 1295750 | > loss_text_ce: 0.033038076013326645 (0.031489561986467615) | > loss_mel_ce: 2.6302130222320557 (nan) | > loss: 0.010568457655608654 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1415794186126019) | > loader_time: 0.0046 (0.004639396810890132)  --> TIME: 2025-03-26 06:00:28 -- STEP: 2045/31555 -- GLOBAL_STEP: 1295800 | > loss_text_ce: 0.03160518407821655 (0.031441661494176106) | > loss_mel_ce: 1.955810546875 (nan) | > loss: 0.007886570878326893 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14164361067680958) | > loader_time: 0.0048 (0.004639558978652013)  --> TIME: 2025-03-26 06:00:38 -- STEP: 2095/31555 -- GLOBAL_STEP: 1295850 | > loss_text_ce: 0.028545867651700974 (0.03144903021880155) | > loss_mel_ce: 3.093217134475708 (nan) | > loss: 0.012387949042022228 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14157816641086024) | > loader_time: 0.0046 (0.004640404990294089)  --> TIME: 2025-03-26 06:00:47 -- STEP: 2145/31555 -- GLOBAL_STEP: 1295900 | > loss_text_ce: 0.026837633922696114 (0.03145177609358844) | > loss_mel_ce: 1.7445379495620728 (nan) | > loss: 0.007029268424957991 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1415166933775502) | > loader_time: 0.0044 (0.004640033028342497)  --> TIME: 2025-03-26 06:00:57 -- STEP: 2195/31555 -- GLOBAL_STEP: 1295950 | > loss_text_ce: 0.02520054019987583 (0.031462199326205795) | > loss_mel_ce: 2.9672513008117676 (nan) | > loss: 0.011874809861183167 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.1414286665601446) | > loader_time: 0.0044 (0.004637802706220959)  --> TIME: 2025-03-26 06:01:06 -- STEP: 2245/31555 -- GLOBAL_STEP: 1296000 | > loss_text_ce: 0.028585078194737434 (0.03147507581843236) | > loss_mel_ce: 2.953896999359131 (nan) | > loss: 0.011835247278213501 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14139401556919823) | > loader_time: 0.0045 (0.004636585685882896)  --> TIME: 2025-03-26 06:01:16 -- STEP: 2295/31555 -- GLOBAL_STEP: 1296050 | > loss_text_ce: 0.03076743520796299 (0.03147933054471917) | > loss_mel_ce: 2.406079053878784 (nan) | > loss: 0.00967002660036087 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14141797811636983) | > loader_time: 0.0043 (0.004635823733926068)  --> TIME: 2025-03-26 06:01:26 -- STEP: 2345/31555 -- GLOBAL_STEP: 1296100 | > loss_text_ce: 0.022798513993620872 (0.031476410964071055) | > loss_mel_ce: 2.4063568115234375 (nan) | > loss: 0.009639506228268147 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14137068984350906) | > loader_time: 0.0045 (0.004633286461901299)  --> TIME: 2025-03-26 06:01:35 -- STEP: 2395/31555 -- GLOBAL_STEP: 1296150 | > loss_text_ce: 0.03453640639781952 (0.03154489192411713) | > loss_mel_ce: 2.692066192626953 (nan) | > loss: 0.010819852352142334 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14132710697755413) | > loader_time: 0.0046 (0.0046319734577346125)  --> TIME: 2025-03-26 06:01:45 -- STEP: 2445/31555 -- GLOBAL_STEP: 1296200 | > loss_text_ce: 0.0179709754884243 (0.03155264349612422) | > loss_mel_ce: 2.188412666320801 (nan) | > loss: 0.008755491115152836 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14133214443495398) | > loader_time: 0.0044 (0.004634820707980342)  --> TIME: 2025-03-26 06:01:55 -- STEP: 2495/31555 -- GLOBAL_STEP: 1296250 | > loss_text_ce: 0.030199188739061356 (0.03155331728057958) | > loss_mel_ce: 2.9619691371917725 (nan) | > loss: 0.011873684823513031 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.1413875605634791) | > loader_time: 0.0047 (0.004635256039116797)  --> TIME: 2025-03-26 06:02:04 -- STEP: 2545/31555 -- GLOBAL_STEP: 1296300 | > loss_text_ce: 0.0339428186416626 (0.031566123179505926) | > loss_mel_ce: 2.103100061416626 (nan) | > loss: 0.008480329997837543 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14132378911690974) | > loader_time: 0.0045 (0.004635157332204873)  --> TIME: 2025-03-26 06:02:14 -- STEP: 2595/31555 -- GLOBAL_STEP: 1296350 | > loss_text_ce: 0.03001938760280609 (0.0315670933000213) | > loss_mel_ce: 2.3113200664520264 (nan) | > loss: 0.009291029535233974 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14132175022926383) | > loader_time: 0.0045 (0.004637693394126221)  --> TIME: 2025-03-26 06:02:23 -- STEP: 2645/31555 -- GLOBAL_STEP: 1296400 | > loss_text_ce: 0.02578647807240486 (0.03154496256445169) | > loss_mel_ce: 2.7443439960479736 (nan) | > loss: 0.010992581956088543 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14130657976651675) | > loader_time: 0.0049 (0.0046378373649034604)  --> TIME: 2025-03-26 06:02:33 -- STEP: 2695/31555 -- GLOBAL_STEP: 1296450 | > loss_text_ce: 0.027582474052906036 (0.03155269243396783) | > loss_mel_ce: 3.1776788234710693 (nan) | > loss: 0.012719291262328625 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.1412218515859685) | > loader_time: 0.0046 (0.004637739698165858)  --> TIME: 2025-03-26 06:02:43 -- STEP: 2745/31555 -- GLOBAL_STEP: 1296500 | > loss_text_ce: 0.031096989288926125 (0.031556820117941475) | > loss_mel_ce: 2.5433712005615234 (nan) | > loss: 0.010216143913567066 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1412644456644527) | > loader_time: 0.0047 (0.00464133990484074)  --> TIME: 2025-03-26 06:02:52 -- STEP: 2795/31555 -- GLOBAL_STEP: 1296550 | > loss_text_ce: 0.03957230970263481 (0.03156768526042248) | > loss_mel_ce: 2.7348437309265137 (nan) | > loss: 0.011009587906301022 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1412678628146969) | > loader_time: 0.0045 (0.004641311625035371)  --> TIME: 2025-03-26 06:03:02 -- STEP: 2845/31555 -- GLOBAL_STEP: 1296600 | > loss_text_ce: 0.03606293350458145 (0.03156263354039627) | > loss_mel_ce: 2.973778247833252 (nan) | > loss: 0.011943815276026726 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1412138274348683) | > loader_time: 0.0045 (0.004640051015441565)  --> TIME: 2025-03-26 06:03:12 -- STEP: 2895/31555 -- GLOBAL_STEP: 1296650 | > loss_text_ce: 0.023628966882824898 (0.031562954075763205) | > loss_mel_ce: 0.02734375 (nan) | > loss: 0.0002022726839641109 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.1412891575709526) | > loader_time: 0.0042 (0.004639028226361578)  --> TIME: 2025-03-26 06:03:21 -- STEP: 2945/31555 -- GLOBAL_STEP: 1296700 | > loss_text_ce: 0.027725068852305412 (0.03154806454645407) | > loss_mel_ce: 2.8665521144866943 (nan) | > loss: 0.011485227383673191 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14128490951551034) | > loader_time: 0.0046 (0.004637874933576341)  --> TIME: 2025-03-26 06:03:31 -- STEP: 2995/31555 -- GLOBAL_STEP: 1296750 | > loss_text_ce: 0.03076162002980709 (0.03156251024504588) | > loss_mel_ce: 2.5184342861175537 (nan) | > loss: 0.010115858167409897 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1412594723582067) | > loader_time: 0.0045 (0.0046401887584807296)  --> TIME: 2025-03-26 06:03:40 -- STEP: 3045/31555 -- GLOBAL_STEP: 1296800 | > loss_text_ce: 0.03449239954352379 (0.03155815836825151) | > loss_mel_ce: 2.2857797145843506 (nan) | > loss: 0.00920743029564619 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14121545116693882) | > loader_time: 0.0045 (0.004639943362456825)  --> TIME: 2025-03-26 06:03:50 -- STEP: 3095/31555 -- GLOBAL_STEP: 1296850 | > loss_text_ce: 0.03129443898797035 (0.031555505877778986) | > loss_mel_ce: 2.6752004623413086 (nan) | > loss: 0.010740059427917004 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14115898243252378) | > loader_time: 0.0044 (0.0046398413200563265)  --> TIME: 2025-03-26 06:03:59 -- STEP: 3145/31555 -- GLOBAL_STEP: 1296900 | > loss_text_ce: 0.02764434739947319 (0.031535205554175674) | > loss_mel_ce: 2.5418860912323 (nan) | > loss: 0.010196549817919731 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14113105734505196) | > loader_time: 0.0046 (0.004640172737012414)  --> TIME: 2025-03-26 06:04:09 -- STEP: 3195/31555 -- GLOBAL_STEP: 1296950 | > loss_text_ce: 0.034028246998786926 (0.031499784748202614) | > loss_mel_ce: 2.7690789699554443 (nan) | > loss: 0.011123442091047764 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1411357505780426) | > loader_time: 0.0047 (0.004640099923935293)  --> TIME: 2025-03-26 06:04:18 -- STEP: 3245/31555 -- GLOBAL_STEP: 1297000 | > loss_text_ce: 0.029816562309861183 (0.03149892761729352) | > loss_mel_ce: 2.3817331790924072 (nan) | > loss: 0.009569643065333366 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14105967270391148) | > loader_time: 0.0047 (0.004640203705186649)  --> TIME: 2025-03-26 06:04:28 -- STEP: 3295/31555 -- GLOBAL_STEP: 1297050 | > loss_text_ce: 0.03419335559010506 (0.031510510522877885) | > loss_mel_ce: 0.4058380126953125 (nan) | > loss: 0.0017461563693359494 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14110407438553108) | > loader_time: 0.0048 (0.004641897363619306)  --> TIME: 2025-03-26 06:04:38 -- STEP: 3345/31555 -- GLOBAL_STEP: 1297100 | > loss_text_ce: 0.04331483319401741 (0.03153286716707266) | > loss_mel_ce: 2.877971649169922 (nan) | > loss: 0.011592407710850239 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1411117181649652) | > loader_time: 0.0045 (0.004641420851908459)  --> TIME: 2025-03-26 06:04:47 -- STEP: 3395/31555 -- GLOBAL_STEP: 1297150 | > loss_text_ce: 0.0300479494035244 (0.0315207259638979) | > loss_mel_ce: 2.922163724899292 (nan) | > loss: 0.011715126223862171 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.141000288259649) | > loader_time: 0.0044 (0.00464110128658334)  --> TIME: 2025-03-26 06:04:57 -- STEP: 3445/31555 -- GLOBAL_STEP: 1297200 | > loss_text_ce: 0.028358981013298035 (0.03152789905267208) | > loss_mel_ce: 1.873063325881958 (nan) | > loss: 0.007545326836407185 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1409702274034604) | > loader_time: 0.0046 (0.004641238906040938)  --> TIME: 2025-03-26 06:05:06 -- STEP: 3495/31555 -- GLOBAL_STEP: 1297250 | > loss_text_ce: 0.028986822813749313 (0.03154985220418007) | > loss_mel_ce: 2.0651283264160156 (nan) | > loss: 0.008309981785714626 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14100265673472265) | > loader_time: 0.0045 (0.004641433301060666)  --> TIME: 2025-03-26 06:05:16 -- STEP: 3545/31555 -- GLOBAL_STEP: 1297300 | > loss_text_ce: 0.04141487553715706 (0.031571318207857774) | > loss_mel_ce: 2.6427865028381348 (nan) | > loss: 0.010651594027876854 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14099020406456655) | > loader_time: 0.0045 (0.004641858815138026)  --> TIME: 2025-03-26 06:05:26 -- STEP: 3595/31555 -- GLOBAL_STEP: 1297350 | > loss_text_ce: 0.03861895576119423 (0.031570926935299316) | > loss_mel_ce: 1.9550683498382568 (nan) | > loss: 0.007911457680165768 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14099474994463085) | > loader_time: 0.0045 (0.004642774863103831)  --> TIME: 2025-03-26 06:05:36 -- STEP: 3645/31555 -- GLOBAL_STEP: 1297400 | > loss_text_ce: 0.028475355356931686 (0.03157963158105423) | > loss_mel_ce: 2.9919891357421875 (nan) | > loss: 0.01198597066104412 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14103842089042065) | > loader_time: 0.0045 (0.004642638977008918)  --> TIME: 2025-03-26 06:05:46 -- STEP: 3695/31555 -- GLOBAL_STEP: 1297450 | > loss_text_ce: 0.026221195235848427 (0.03157401213268667) | > loss_mel_ce: 2.923616409301758 (nan) | > loss: 0.011705705896019936 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1411190509150894) | > loader_time: 0.0047 (0.0046419914101070246)  --> TIME: 2025-03-26 06:05:55 -- STEP: 3745/31555 -- GLOBAL_STEP: 1297500 | > loss_text_ce: 0.03809040039777756 (0.03158313312128845) | > loss_mel_ce: 2.558509349822998 (nan) | > loss: 0.01030396856367588 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14118652502907908) | > loader_time: 0.0072 (0.004643859277580067)  --> TIME: 2025-03-26 06:06:05 -- STEP: 3795/31555 -- GLOBAL_STEP: 1297550 | > loss_text_ce: 0.02641209028661251 (0.031591565156789875) | > loss_mel_ce: 2.693688154220581 (nan) | > loss: 0.010794049128890038 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.14123742131219372) | > loader_time: 0.0049 (0.004644130875156487)  --> TIME: 2025-03-26 06:06:15 -- STEP: 3845/31555 -- GLOBAL_STEP: 1297600 | > loss_text_ce: 0.02102370746433735 (0.031578258732854525) | > loss_mel_ce: 2.720564126968384 (nan) | > loss: 0.010879317298531532 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1412363008962959) | > loader_time: 0.0044 (0.004644479739185426)  --> TIME: 2025-03-26 06:06:25 -- STEP: 3895/31555 -- GLOBAL_STEP: 1297650 | > loss_text_ce: 0.020973870530724525 (0.03156149919157962) | > loss_mel_ce: 3.1125314235687256 (nan) | > loss: 0.012434545904397964 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14122682756269678) | > loader_time: 0.0046 (0.004644398756602608)  --> TIME: 2025-03-26 06:06:34 -- STEP: 3945/31555 -- GLOBAL_STEP: 1297700 | > loss_text_ce: 0.033224400132894516 (0.031564027944246925) | > loss_mel_ce: 2.023627996444702 (nan) | > loss: 0.008162112906575203 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14117247825641877) | > loader_time: 0.0047 (0.004648575643773918)  --> TIME: 2025-03-26 06:06:44 -- STEP: 3995/31555 -- GLOBAL_STEP: 1297750 | > loss_text_ce: 0.02944149635732174 (0.03156688766197329) | > loss_mel_ce: 2.6555263996124268 (nan) | > loss: 0.010654635727405548 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1412931228012255) | > loader_time: 0.0047 (0.004648916115599668)  --> TIME: 2025-03-26 06:06:54 -- STEP: 4045/31555 -- GLOBAL_STEP: 1297800 | > loss_text_ce: 0.028077559545636177 (0.03154529813511305) | > loss_mel_ce: 2.539973020553589 (nan) | > loss: 0.01019067782908678 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.141222478845358) | > loader_time: 0.0045 (0.004648954110917702)  --> TIME: 2025-03-26 06:07:03 -- STEP: 4095/31555 -- GLOBAL_STEP: 1297850 | > loss_text_ce: 0.01946520060300827 (0.031547285592517856) | > loss_mel_ce: 1.490440845489502 (nan) | > loss: 0.005991691257804632 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14123115504617637) | > loader_time: 0.0046 (0.00464886134360736)  --> TIME: 2025-03-26 06:07:13 -- STEP: 4145/31555 -- GLOBAL_STEP: 1297900 | > loss_text_ce: 0.028293196111917496 (0.03155228622343095) | > loss_mel_ce: 1.94205904006958 (nan) | > loss: 0.007818859070539474 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1412906134229228) | > loader_time: 0.0068 (0.004649900613561613)  --> TIME: 2025-03-26 06:07:23 -- STEP: 4195/31555 -- GLOBAL_STEP: 1297950 | > loss_text_ce: 0.02850629761815071 (0.0315513199355112) | > loss_mel_ce: 2.9045376777648926 (nan) | > loss: 0.01163906417787075 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14122835762878694) | > loader_time: 0.0046 (0.004649603892566194)  --> TIME: 2025-03-26 06:07:32 -- STEP: 4245/31555 -- GLOBAL_STEP: 1298000 | > loss_text_ce: 0.034561991691589355 (0.03155540859280654) | > loss_mel_ce: 2.9311611652374268 (nan) | > loss: 0.011768742464482784 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14125248950558345) | > loader_time: 0.0047 (0.004649431938557799)  --> TIME: 2025-03-26 06:07:42 -- STEP: 4295/31555 -- GLOBAL_STEP: 1298050 | > loss_text_ce: 0.02944210171699524 (0.031564061114905013) | > loss_mel_ce: 2.852107048034668 (nan) | > loss: 0.01143471896648407 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1412340875832109) | > loader_time: 0.0044 (0.004650963893175405)  --> TIME: 2025-03-26 06:07:52 -- STEP: 4345/31555 -- GLOBAL_STEP: 1298100 | > loss_text_ce: 0.037001460790634155 (0.031561749293688636) | > loss_mel_ce: 2.739820957183838 (nan) | > loss: 0.011019136756658554 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14124065147856424) | > loader_time: 0.0045 (0.004650646907687876)  --> TIME: 2025-03-26 06:08:01 -- STEP: 4395/31555 -- GLOBAL_STEP: 1298150 | > loss_text_ce: 0.039242614060640335 (0.03156010913381843) | > loss_mel_ce: 2.773280620574951 (nan) | > loss: 0.011160806752741337 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14118659916726933) | > loader_time: 0.0044 (0.004650820915473881)  --> TIME: 2025-03-26 06:08:11 -- STEP: 4445/31555 -- GLOBAL_STEP: 1298200 | > loss_text_ce: 0.029763605445623398 (0.031563727625753636) | > loss_mel_ce: 2.7461328506469727 (nan) | > loss: 0.011015462689101696 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14119016864034262) | > loader_time: 0.0048 (0.004651136419770423)  --> TIME: 2025-03-26 06:08:21 -- STEP: 4495/31555 -- GLOBAL_STEP: 1298250 | > loss_text_ce: 0.024576760828495026 (0.031564349308817186) | > loss_mel_ce: 2.8257038593292236 (nan) | > loss: 0.011310637928545475 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14123938643229544) | > loader_time: 0.0044 (0.004652170185517684)  --> TIME: 2025-03-26 06:08:30 -- STEP: 4545/31555 -- GLOBAL_STEP: 1298300 | > loss_text_ce: 0.03729996085166931 (0.03156415754406664) | > loss_mel_ce: 2.9727706909179688 (nan) | > loss: 0.011944725178182125 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14123325059385047) | > loader_time: 0.0047 (0.004652326099156554)  --> TIME: 2025-03-26 06:08:40 -- STEP: 4595/31555 -- GLOBAL_STEP: 1298350 | > loss_text_ce: 0.032274745404720306 (0.031573800418943504) | > loss_mel_ce: 2.820385456085205 (nan) | > loss: 0.011320080608129501 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.141187243518684) | > loader_time: 0.0044 (0.004652281606547597)  --> TIME: 2025-03-26 06:08:49 -- STEP: 4645/31555 -- GLOBAL_STEP: 1298400 | > loss_text_ce: 0.034653935581445694 (0.031576238426834026) | > loss_mel_ce: 2.540397882461548 (nan) | > loss: 0.010218460112810135 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14115904088425807) | > loader_time: 0.0046 (0.0046507956522273365)  --> TIME: 2025-03-26 06:08:59 -- STEP: 4695/31555 -- GLOBAL_STEP: 1298450 | > loss_text_ce: 0.03318794444203377 (0.03158132817984996) | > loss_mel_ce: 2.304140329360962 (nan) | > loss: 0.009275112301111221 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14120982229011364) | > loader_time: 0.0048 (0.00464991731003832)  --> TIME: 2025-03-26 06:09:09 -- STEP: 4745/31555 -- GLOBAL_STEP: 1298500 | > loss_text_ce: 0.024935871362686157 (0.03157801577846893) | > loss_mel_ce: 3.035975456237793 (nan) | > loss: 0.012146474793553352 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14122038721661404) | > loader_time: 0.0045 (0.004648722084857399)  --> TIME: 2025-03-26 06:09:19 -- STEP: 4795/31555 -- GLOBAL_STEP: 1298550 | > loss_text_ce: 0.033679500222206116 (0.031566525214352735) | > loss_mel_ce: 2.9202353954315186 (nan) | > loss: 0.011721884831786156 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14123827215280213) | > loader_time: 0.0047 (0.004647541841699891)  --> TIME: 2025-03-26 06:09:29 -- STEP: 4845/31555 -- GLOBAL_STEP: 1298600 | > loss_text_ce: 0.031179601326584816 (0.03156389472919634) | > loss_mel_ce: 2.959402084350586 (nan) | > loss: 0.011867388151586056 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14126073691621027) | > loader_time: 0.0072 (0.004647794522737212)  --> TIME: 2025-03-26 06:09:38 -- STEP: 4895/31555 -- GLOBAL_STEP: 1298650 | > loss_text_ce: 0.032629456371068954 (0.03157576423678725) | > loss_mel_ce: 2.3931021690368652 (nan) | > loss: 0.009625920094549656 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1412554875822912) | > loader_time: 0.0044 (0.004645860816168479)  --> TIME: 2025-03-26 06:09:48 -- STEP: 4945/31555 -- GLOBAL_STEP: 1298700 | > loss_text_ce: 0.03028329275548458 (0.03156591537413244) | > loss_mel_ce: 2.7778818607330322 (nan) | > loss: 0.011143513023853302 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1412240321040753) | > loader_time: 0.0045 (0.004645462441131013)  --> TIME: 2025-03-26 06:09:57 -- STEP: 4995/31555 -- GLOBAL_STEP: 1298750 | > loss_text_ce: 0.02845865488052368 (0.03157804120272344) | > loss_mel_ce: 2.65537166595459 (nan) | > loss: 0.010650120675563812 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14125931131708452) | > loader_time: 0.0044 (0.004644952474294374)  --> TIME: 2025-03-26 06:10:07 -- STEP: 5045/31555 -- GLOBAL_STEP: 1298800 | > loss_text_ce: 0.02418380044400692 (0.03158462736718693) | > loss_mel_ce: 2.9261505603790283 (nan) | > loss: 0.011707676574587822 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14130518845216924) | > loader_time: 0.0045 (0.004645032239976332)  --> TIME: 2025-03-26 06:10:17 -- STEP: 5095/31555 -- GLOBAL_STEP: 1298850 | > loss_text_ce: 0.025294756516814232 (0.03159205130008039) | > loss_mel_ce: 1.78057861328125 (nan) | > loss: 0.0071661644615232944 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14135493417951336) | > loader_time: 0.0045 (0.004644919705227164)  --> TIME: 2025-03-26 06:10:27 -- STEP: 5145/31555 -- GLOBAL_STEP: 1298900 | > loss_text_ce: 0.03437935188412666 (0.031593109054203136) | > loss_mel_ce: 2.2606115341186523 (nan) | > loss: 0.009107106365263462 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.141328371602198) | > loader_time: 0.0045 (0.004643761937889357)  --> TIME: 2025-03-26 06:10:37 -- STEP: 5195/31555 -- GLOBAL_STEP: 1298950 | > loss_text_ce: 0.03763771802186966 (0.031592257314247835) | > loss_mel_ce: 2.4735512733459473 (nan) | > loss: 0.009965036064386368 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14136501657377626) | > loader_time: 0.0045 (0.004643839936169222)  --> TIME: 2025-03-26 06:10:46 -- STEP: 5245/31555 -- GLOBAL_STEP: 1299000 | > loss_text_ce: 0.03568626940250397 (0.03159514421257979) | > loss_mel_ce: 2.191736936569214 (nan) | > loss: 0.00883898138999939 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14133018156366162) | > loader_time: 0.0043 (0.004643014138715408)  --> TIME: 2025-03-26 06:10:56 -- STEP: 5295/31555 -- GLOBAL_STEP: 1299050 | > loss_text_ce: 0.041909974068403244 (0.03159409112018219) | > loss_mel_ce: 3.0701510906219482 (nan) | > loss: 0.012349449098110199 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14135812844050352) | > loader_time: 0.0044 (0.004643160718246054)  --> TIME: 2025-03-26 06:11:06 -- STEP: 5345/31555 -- GLOBAL_STEP: 1299100 | > loss_text_ce: 0.02638872154057026 (0.0315994583840427) | > loss_mel_ce: 2.8744451999664307 (nan) | > loss: 0.011511245742440224 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14138448013112925) | > loader_time: 0.0047 (0.0046423049816135264)  --> TIME: 2025-03-26 06:11:15 -- STEP: 5395/31555 -- GLOBAL_STEP: 1299150 | > loss_text_ce: 0.030643820762634277 (0.031599218910689474) | > loss_mel_ce: 2.277949333190918 (nan) | > loss: 0.0091610848903656 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14134784195575537) | > loader_time: 0.0044 (0.004642769360122478)  --> TIME: 2025-03-26 06:11:25 -- STEP: 5445/31555 -- GLOBAL_STEP: 1299200 | > loss_text_ce: 0.02915676310658455 (0.03159599947829497) | > loss_mel_ce: 1.9562560319900513 (nan) | > loss: 0.007878622971475124 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14132095364061759) | > loader_time: 0.0046 (0.0046440092547428225)  --> TIME: 2025-03-26 06:11:34 -- STEP: 5495/31555 -- GLOBAL_STEP: 1299250 | > loss_text_ce: 0.03326855227351189 (0.03159462460354856) | > loss_mel_ce: 3.0049896240234375 (nan) | > loss: 0.012056580744683743 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14130103794198495) | > loader_time: 0.0049 (0.004643460552295424)  --> TIME: 2025-03-26 06:11:44 -- STEP: 5545/31555 -- GLOBAL_STEP: 1299300 | > loss_text_ce: 0.0394144207239151 (0.03160288513607012) | > loss_mel_ce: 3.0895438194274902 (nan) | > loss: 0.01241650152951479 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1412775209941119) | > loader_time: 0.0046 (0.004643561412236848)  --> TIME: 2025-03-26 06:11:54 -- STEP: 5595/31555 -- GLOBAL_STEP: 1299350 | > loss_text_ce: 0.027788933366537094 (0.03160371014863335) | > loss_mel_ce: 2.935995101928711 (nan) | > loss: 0.011761047877371311 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14126052928887015) | > loader_time: 0.0043 (0.004643550230201822)  --> TIME: 2025-03-26 06:12:03 -- STEP: 5645/31555 -- GLOBAL_STEP: 1299400 | > loss_text_ce: 0.03402125462889671 (0.03160506960159654) | > loss_mel_ce: 3.3707571029663086 (nan) | > loss: 0.013511025346815586 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14121384692466554) | > loader_time: 0.0044 (0.004643783113194117)  --> TIME: 2025-03-26 06:12:13 -- STEP: 5695/31555 -- GLOBAL_STEP: 1299450 | > loss_text_ce: 0.02967030741274357 (0.031590008709818526) | > loss_mel_ce: 2.70894193649292 (nan) | > loss: 0.010867509059607983 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14122267334580466) | > loader_time: 0.0063 (0.004643466621244874)  --> TIME: 2025-03-26 06:12:22 -- STEP: 5745/31555 -- GLOBAL_STEP: 1299500 | > loss_text_ce: 0.035821136087179184 (0.031583654951203737) | > loss_mel_ce: 2.567518472671509 (nan) | > loss: 0.010330713354051113 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14123428546417408) | > loader_time: 0.0045 (0.004643296780432706)  --> TIME: 2025-03-26 06:12:32 -- STEP: 5795/31555 -- GLOBAL_STEP: 1299550 | > loss_text_ce: 0.03175477311015129 (0.031571971122223715) | > loss_mel_ce: 2.293168783187866 (nan) | > loss: 0.00922588724642992 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14126410677681858) | > loader_time: 0.0047 (0.0046428481292066495)  --> TIME: 2025-03-26 06:12:42 -- STEP: 5845/31555 -- GLOBAL_STEP: 1299600 | > loss_text_ce: 0.034895025193691254 (0.03157953627812269) | > loss_mel_ce: 2.7405407428741455 (nan) | > loss: 0.011013634502887726 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14126855195129426) | > loader_time: 0.0046 (0.004642585162121191)  --> TIME: 2025-03-26 06:12:52 -- STEP: 5895/31555 -- GLOBAL_STEP: 1299650 | > loss_text_ce: 0.038685403764247894 (0.03158133153529546) | > loss_mel_ce: 1.9850518703460693 (nan) | > loss: 0.008030703291296959 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14132069578809717) | > loader_time: 0.005 (0.00464276903458226)  --> TIME: 2025-03-26 06:13:02 -- STEP: 5945/31555 -- GLOBAL_STEP: 1299700 | > loss_text_ce: 0.026734335348010063 (0.031564667487095646) | > loss_mel_ce: 2.9231343269348145 (nan) | > loss: 0.011705828830599785 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.1413201729924456) | > loader_time: 0.0048 (0.004643331845334061)  --> TIME: 2025-03-26 06:13:11 -- STEP: 5995/31555 -- GLOBAL_STEP: 1299750 | > loss_text_ce: 0.03290997073054314 (0.03156914039343303) | > loss_mel_ce: 2.5084524154663086 (nan) | > loss: 0.010084771551191807 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14134326549844906) | > loader_time: 0.0046 (0.004643355418086769)  --> TIME: 2025-03-26 06:13:21 -- STEP: 6045/31555 -- GLOBAL_STEP: 1299800 | > loss_text_ce: 0.03509554639458656 (0.03158060648579486) | > loss_mel_ce: 0.8358677625656128 (nan) | > loss: 0.003456203965470195 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14134204677553297) | > loader_time: 0.0046 (0.004643458231507128)  --> TIME: 2025-03-26 06:13:31 -- STEP: 6095/31555 -- GLOBAL_STEP: 1299850 | > loss_text_ce: 0.0404294952750206 (0.031581277682478835) | > loss_mel_ce: 2.943370819091797 (nan) | > loss: 0.011840478517115116 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14139348085636483) | > loader_time: 0.0047 (0.004643732568492084)  --> TIME: 2025-03-26 06:13:41 -- STEP: 6145/31555 -- GLOBAL_STEP: 1299900 | > loss_text_ce: 0.02979021705687046 (0.031583658021861874) | > loss_mel_ce: 2.916990280151367 (nan) | > loss: 0.01169357355684042 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14141225550987455) | > loader_time: 0.0044 (0.004643428296554004)  --> TIME: 2025-03-26 06:13:50 -- STEP: 6195/31555 -- GLOBAL_STEP: 1299950 | > loss_text_ce: 0.030655445531010628 (0.03158176834074914) | > loss_mel_ce: 1.8258795738220215 (nan) | > loss: 0.007367203012108803 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.141395516430205) | > loader_time: 0.0045 (0.004644168818352994)  --> TIME: 2025-03-26 06:14:00 -- STEP: 6245/31555 -- GLOBAL_STEP: 1300000 | > loss_text_ce: 0.037357404828071594 (0.03157570443859547) | > loss_mel_ce: 2.696810483932495 (nan) | > loss: 0.01084987260401249 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1414427085720692) | > loader_time: 0.0044 (0.0046444365651823446) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1300000.pth  --> TIME: 2025-03-26 06:14:15 -- STEP: 6295/31555 -- GLOBAL_STEP: 1300050 | > loss_text_ce: 0.03551372140645981 (0.031572873020918955) | > loss_mel_ce: 2.577831268310547 (nan) | > loss: 0.010370416566729546 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14142394187054536) | > loader_time: 0.0046 (0.004645465422093275)  --> TIME: 2025-03-26 06:14:25 -- STEP: 6345/31555 -- GLOBAL_STEP: 1300100 | > loss_text_ce: 0.033063214272260666 (0.03155611291838921) | > loss_mel_ce: 2.3790764808654785 (nan) | > loss: 0.009571983478963375 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14139331208147057) | > loader_time: 0.0047 (0.004646374730259741)  --> TIME: 2025-03-26 06:14:34 -- STEP: 6395/31555 -- GLOBAL_STEP: 1300150 | > loss_text_ce: 0.021498188376426697 (0.03155867499943772) | > loss_mel_ce: 2.6869924068450928 (nan) | > loss: 0.010747979395091534 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14138154987248625) | > loader_time: 0.0045 (0.0046463683399024635)  --> TIME: 2025-03-26 06:14:44 -- STEP: 6445/31555 -- GLOBAL_STEP: 1300200 | > loss_text_ce: 0.027554277330636978 (0.03156529667392037) | > loss_mel_ce: 3.2696638107299805 (nan) | > loss: 0.013084199279546738 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14140171534891113) | > loader_time: 0.0045 (0.004646218960557104)  --> TIME: 2025-03-26 06:14:54 -- STEP: 6495/31555 -- GLOBAL_STEP: 1300250 | > loss_text_ce: 0.039889536798000336 (0.03156156966217534) | > loss_mel_ce: 2.002295732498169 (nan) | > loss: 0.008103910833597183 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14138328939148542) | > loader_time: 0.0045 (0.00464588055893311)  --> TIME: 2025-03-26 06:15:03 -- STEP: 6545/31555 -- GLOBAL_STEP: 1300300 | > loss_text_ce: 0.033266279846429825 (0.031555341379652976) | > loss_mel_ce: 2.165619373321533 (nan) | > loss: 0.00872573722153902 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.1413935443478921) | > loader_time: 0.0045 (0.004645675989942233)  --> TIME: 2025-03-26 06:15:13 -- STEP: 6595/31555 -- GLOBAL_STEP: 1300350 | > loss_text_ce: 0.0268033929169178 (0.031555904002070805) | > loss_mel_ce: 2.596053123474121 (nan) | > loss: 0.010408162139356136 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14139851189816446) | > loader_time: 0.0047 (0.004645521628124616)  --> TIME: 2025-03-26 06:15:23 -- STEP: 6645/31555 -- GLOBAL_STEP: 1300400 | > loss_text_ce: 0.037977300584316254 (0.0315664399771246) | > loss_mel_ce: 2.2552921772003174 (nan) | > loss: 0.009100276045501232 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14138234585545964) | > loader_time: 0.0044 (0.004645093676737169)  --> TIME: 2025-03-26 06:15:32 -- STEP: 6695/31555 -- GLOBAL_STEP: 1300450 | > loss_text_ce: 0.025989122688770294 (0.031574491040309606) | > loss_mel_ce: 2.059763193130493 (nan) | > loss: 0.008276795037090778 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14137501702369132) | > loader_time: 0.0044 (0.004644889952621879)  --> TIME: 2025-03-26 06:15:42 -- STEP: 6745/31555 -- GLOBAL_STEP: 1300500 | > loss_text_ce: 0.04042430967092514 (0.03158455760783629) | > loss_mel_ce: 2.465919256210327 (nan) | > loss: 0.009945808909833431 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14135455629222857) | > loader_time: 0.0045 (0.00464383822356976)  --> TIME: 2025-03-26 06:15:51 -- STEP: 6795/31555 -- GLOBAL_STEP: 1300550 | > loss_text_ce: 0.03165973722934723 (0.03159401068043152) | > loss_mel_ce: 3.1136293411254883 (nan) | > loss: 0.012481306679546833 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14134662089933733) | > loader_time: 0.0044 (0.0046420682959033965)  --> TIME: 2025-03-26 06:16:01 -- STEP: 6845/31555 -- GLOBAL_STEP: 1300600 | > loss_text_ce: 0.026679029688239098 (0.031603687856049834) | > loss_mel_ce: 2.4350128173828125 (nan) | > loss: 0.009768619202077389 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14136467359638918) | > loader_time: 0.0045 (0.004641651915667981)  --> TIME: 2025-03-26 06:16:11 -- STEP: 6895/31555 -- GLOBAL_STEP: 1300650 | > loss_text_ce: 0.028457727283239365 (0.031599689771956874) | > loss_mel_ce: 2.947890520095825 (nan) | > loss: 0.01181090623140335 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14136907084425548) | > loader_time: 0.0045 (0.0046407991081498035)  --> TIME: 2025-03-26 06:16:20 -- STEP: 6945/31555 -- GLOBAL_STEP: 1300700 | > loss_text_ce: 0.03252029791474342 (0.031605953112904456) | > loss_mel_ce: 2.445767402648926 (nan) | > loss: 0.009834475815296173 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1413295912691112) | > loader_time: 0.0046 (0.004640356630966613)  --> TIME: 2025-03-26 06:16:30 -- STEP: 6995/31555 -- GLOBAL_STEP: 1300750 | > loss_text_ce: 0.027502022683620453 (0.03160401148943928) | > loss_mel_ce: 0.0332438163459301 (nan) | > loss: 0.0002410549350315705 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14130442035121432) | > loader_time: 0.0042 (0.004639042744558163)  --> TIME: 2025-03-26 06:16:39 -- STEP: 7045/31555 -- GLOBAL_STEP: 1300800 | > loss_text_ce: 0.031013889238238335 (0.031604569350455934) | > loss_mel_ce: 1.5560556650161743 (nan) | > loss: 0.006297895219177008 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.1412989762930933) | > loader_time: 0.0043 (0.004637813771168693)  --> TIME: 2025-03-26 06:16:49 -- STEP: 7095/31555 -- GLOBAL_STEP: 1300850 | > loss_text_ce: 0.030158251523971558 (0.0316079277302375) | > loss_mel_ce: 2.664717435836792 (nan) | > loss: 0.01069395150989294 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1413283550714077) | > loader_time: 0.0042 (0.004636454699827487)  --> TIME: 2025-03-26 06:16:59 -- STEP: 7145/31555 -- GLOBAL_STEP: 1300900 | > loss_text_ce: 0.02777678146958351 (0.03161025032534047) | > loss_mel_ce: 2.594658374786377 (nan) | > loss: 0.010406489484012127 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1413511376017194) | > loader_time: 0.0046 (0.004635185925087972)  --> TIME: 2025-03-26 06:17:09 -- STEP: 7195/31555 -- GLOBAL_STEP: 1300950 | > loss_text_ce: 0.03059929981827736 (0.031612863518618764) | > loss_mel_ce: 2.3733298778533936 (nan) | > loss: 0.009539402090013027 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14136286958213218) | > loader_time: 0.0043 (0.004634106233767807)  --> TIME: 2025-03-26 06:17:19 -- STEP: 7245/31555 -- GLOBAL_STEP: 1301000 | > loss_text_ce: 0.03611559048295021 (0.03162395072981384) | > loss_mel_ce: 2.4291422367095947 (nan) | > loss: 0.009782769717276096 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14138045488677312) | > loader_time: 0.0046 (0.0046335285823866975)  --> TIME: 2025-03-26 06:17:28 -- STEP: 7295/31555 -- GLOBAL_STEP: 1301050 | > loss_text_ce: 0.02758379653096199 (0.03161220539468483) | > loss_mel_ce: 3.0462985038757324 (nan) | > loss: 0.012197946198284626 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14138426283927125) | > loader_time: 0.0047 (0.004634091787096426)  --> TIME: 2025-03-26 06:17:38 -- STEP: 7345/31555 -- GLOBAL_STEP: 1301100 | > loss_text_ce: 0.0319182313978672 (0.03161706117643053) | > loss_mel_ce: 2.425220489501953 (nan) | > loss: 0.009750551544129848 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14138680770333795) | > loader_time: 0.0045 (0.004633882826408473)  --> TIME: 2025-03-26 06:17:47 -- STEP: 7395/31555 -- GLOBAL_STEP: 1301150 | > loss_text_ce: 0.03180409595370293 (0.03161420208730052) | > loss_mel_ce: 2.4465177059173584 (nan) | > loss: 0.009834610857069492 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14136303959060378) | > loader_time: 0.0047 (0.004633160456360172)  --> TIME: 2025-03-26 06:17:57 -- STEP: 7445/31555 -- GLOBAL_STEP: 1301200 | > loss_text_ce: 0.03386113420128822 (0.03161540245831196) | > loss_mel_ce: 0.06927490234375 (nan) | > loss: 0.0004092699964530766 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14133525269394903) | > loader_time: 0.0046 (0.004632961966192445)  --> TIME: 2025-03-26 06:18:07 -- STEP: 7495/31555 -- GLOBAL_STEP: 1301250 | > loss_text_ce: 0.037046581506729126 (0.031618525790022084) | > loss_mel_ce: 2.3564934730529785 (nan) | > loss: 0.009498176164925098 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14134453470663902) | > loader_time: 0.0043 (0.004632508428674148)  --> TIME: 2025-03-26 06:18:16 -- STEP: 7545/31555 -- GLOBAL_STEP: 1301300 | > loss_text_ce: 0.03193014860153198 (0.031617391648757286) | > loss_mel_ce: 0.0460205078125 (nan) | > loss: 0.0003093280247412622 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14134499506890247) | > loader_time: 0.0044 (0.0046313665654187045)  --> TIME: 2025-03-26 06:18:26 -- STEP: 7595/31555 -- GLOBAL_STEP: 1301350 | > loss_text_ce: 0.023939866572618484 (0.031614100228605176) | > loss_mel_ce: 2.806915760040283 (nan) | > loss: 0.011233554221689701 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14130432531973247) | > loader_time: 0.0047 (0.0046299861558885495)  --> TIME: 2025-03-26 06:18:35 -- STEP: 7645/31555 -- GLOBAL_STEP: 1301400 | > loss_text_ce: 0.030520884320139885 (0.03161573371185427) | > loss_mel_ce: 2.3519809246063232 (nan) | > loss: 0.009454373270273209 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1413072854260971) | > loader_time: 0.0045 (0.004629017591008666)  --> TIME: 2025-03-26 06:18:44 -- STEP: 7695/31555 -- GLOBAL_STEP: 1301450 | > loss_text_ce: 0.02882908470928669 (0.031614970967362446) | > loss_mel_ce: 3.0903830528259277 (nan) | > loss: 0.012377826496958733 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14125940187787514) | > loader_time: 0.0043 (0.0046277695619262324)  --> TIME: 2025-03-26 06:18:54 -- STEP: 7745/31555 -- GLOBAL_STEP: 1301500 | > loss_text_ce: 0.033208515495061874 (0.03161328060190538) | > loss_mel_ce: 2.753969192504883 (nan) | > loss: 0.011060230433940887 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14123251418131472) | > loader_time: 0.0044 (0.004627232677787272)  --> TIME: 2025-03-26 06:19:04 -- STEP: 7795/31555 -- GLOBAL_STEP: 1301550 | > loss_text_ce: 0.02664385922253132 (0.031618657214131075) | > loss_mel_ce: 2.762315273284912 (nan) | > loss: 0.011067298240959644 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14125117056640377) | > loader_time: 0.0047 (0.004627055522338807)  --> TIME: 2025-03-26 06:19:14 -- STEP: 7845/31555 -- GLOBAL_STEP: 1301600 | > loss_text_ce: 0.03390618413686752 (0.031625007059831185) | > loss_mel_ce: 2.3026504516601562 (nan) | > loss: 0.00927205104380846 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1412734986263288) | > loader_time: 0.0047 (0.004626778784339198)  --> TIME: 2025-03-26 06:19:23 -- STEP: 7895/31555 -- GLOBAL_STEP: 1301650 | > loss_text_ce: 0.02704690583050251 (0.03162189353436728) | > loss_mel_ce: 2.8003578186035156 (nan) | > loss: 0.01121986098587513 (nan) | > current_lr: 5e-06 | > step_time: 0.1695 (0.14125625967903846) | > loader_time: 0.0045 (0.0046258821602181924)  --> TIME: 2025-03-26 06:19:32 -- STEP: 7945/31555 -- GLOBAL_STEP: 1301700 | > loss_text_ce: 0.022336529567837715 (0.031613075250116224) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14122395410411595) | > loader_time: 0.0045 (0.0046248152992724055)  --> TIME: 2025-03-26 06:19:42 -- STEP: 7995/31555 -- GLOBAL_STEP: 1301750 | > loss_text_ce: 0.030900580808520317 (0.03161538754315532) | > loss_mel_ce: 2.972226858139038 (nan) | > loss: 0.0119171729311347 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14122093652769266) | > loader_time: 0.0046 (0.004624778021120014)  --> TIME: 2025-03-26 06:19:52 -- STEP: 8045/31555 -- GLOBAL_STEP: 1301800 | > loss_text_ce: 0.029454607516527176 (0.031602585845904196) | > loss_mel_ce: 2.626659393310547 (nan) | > loss: 0.010540136136114597 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14122100466152598) | > loader_time: 0.0046 (0.004624476856589705)  --> TIME: 2025-03-26 06:20:01 -- STEP: 8095/31555 -- GLOBAL_STEP: 1301850 | > loss_text_ce: 0.03456294536590576 (0.03160476346740099) | > loss_mel_ce: 2.7916676998138428 (nan) | > loss: 0.011215201579034328 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14122596081573985) | > loader_time: 0.0049 (0.004624254369235041)  --> TIME: 2025-03-26 06:20:11 -- STEP: 8145/31555 -- GLOBAL_STEP: 1301900 | > loss_text_ce: 0.025541512295603752 (0.03161111734190044) | > loss_mel_ce: 2.8530404567718506 (nan) | > loss: 0.011422945186495781 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1412306844419748) | > loader_time: 0.0044 (0.00462426501157609)  --> TIME: 2025-03-26 06:20:20 -- STEP: 8195/31555 -- GLOBAL_STEP: 1301950 | > loss_text_ce: 0.032956257462501526 (0.031608814824443034) | > loss_mel_ce: 2.5370595455169678 (nan) | > loss: 0.01019847672432661 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14120939698722526) | > loader_time: 0.0045 (0.004624133025676193)  --> TIME: 2025-03-26 06:20:30 -- STEP: 8245/31555 -- GLOBAL_STEP: 1302000 | > loss_text_ce: 0.03552881255745888 (0.031606327319769666) | > loss_mel_ce: 2.693727493286133 (nan) | > loss: 0.010830382816493511 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14119040851812703) | > loader_time: 0.0046 (0.004624237155393823)  --> TIME: 2025-03-26 06:20:40 -- STEP: 8295/31555 -- GLOBAL_STEP: 1302050 | > loss_text_ce: 0.03347377851605415 (0.03161128820585357) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14119152640491517) | > loader_time: 0.0042 (0.00462349778992216)  --> TIME: 2025-03-26 06:20:49 -- STEP: 8345/31555 -- GLOBAL_STEP: 1302100 | > loss_text_ce: 0.031966593116521835 (0.031609569429579015) | > loss_mel_ce: 2.649453639984131 (nan) | > loss: 0.01064055785536766 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1411668766323422) | > loader_time: 0.0043 (0.004622568864176718)  --> TIME: 2025-03-26 06:20:59 -- STEP: 8395/31555 -- GLOBAL_STEP: 1302150 | > loss_text_ce: 0.03865085169672966 (0.031602879611530174) | > loss_mel_ce: 3.116030216217041 (nan) | > loss: 0.012518576346337795 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14115351415092203) | > loader_time: 0.0045 (0.004622274328371557)  --> TIME: 2025-03-26 06:21:08 -- STEP: 8445/31555 -- GLOBAL_STEP: 1302200 | > loss_text_ce: 0.028738640248775482 (0.0316051450263006) | > loss_mel_ce: 2.578307628631592 (nan) | > loss: 0.01034542266279459 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14116002080566079) | > loader_time: 0.0047 (0.004623035258128862)  --> TIME: 2025-03-26 06:21:18 -- STEP: 8495/31555 -- GLOBAL_STEP: 1302250 | > loss_text_ce: 0.042138125747442245 (0.0316049221918435) | > loss_mel_ce: 1.8674112558364868 (nan) | > loss: 0.007577577140182257 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14115798629123014) | > loader_time: 0.0043 (0.004623037257427484)  --> TIME: 2025-03-26 06:21:27 -- STEP: 8545/31555 -- GLOBAL_STEP: 1302300 | > loss_text_ce: 0.03597370162606239 (0.03160046377116272) | > loss_mel_ce: 2.744288921356201 (nan) | > loss: 0.011032789014279842 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14113719459163085) | > loader_time: 0.0044 (0.00462321936561046)  --> TIME: 2025-03-26 06:21:37 -- STEP: 8595/31555 -- GLOBAL_STEP: 1302350 | > loss_text_ce: 0.04276575148105621 (0.031605119886198685) | > loss_mel_ce: 0.045166015625 (nan) | > loss: 0.00034893560223281384 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1411175050729919) | > loader_time: 0.0045 (0.004623055998983615)  --> TIME: 2025-03-26 06:21:46 -- STEP: 8645/31555 -- GLOBAL_STEP: 1302400 | > loss_text_ce: 0.03488325700163841 (0.03161453260415867) | > loss_mel_ce: 2.5797290802001953 (nan) | > loss: 0.010375446639955044 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1410952434572883) | > loader_time: 0.0046 (0.004623318270081536)  --> TIME: 2025-03-26 06:21:56 -- STEP: 8695/31555 -- GLOBAL_STEP: 1302450 | > loss_text_ce: 0.03175488859415054 (0.0316173608107959) | > loss_mel_ce: 2.258843183517456 (nan) | > loss: 0.009089675731956959 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14106774003838793) | > loader_time: 0.0046 (0.004623312673190344)  --> TIME: 2025-03-26 06:22:05 -- STEP: 8745/31555 -- GLOBAL_STEP: 1302500 | > loss_text_ce: 0.038802579045295715 (0.031615941405398626) | > loss_mel_ce: 0.16680908203125 (nan) | > loss: 0.0008159193093888462 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14108017803669728) | > loader_time: 0.0047 (0.0046235259292192665)  --> TIME: 2025-03-26 06:22:15 -- STEP: 8795/31555 -- GLOBAL_STEP: 1302550 | > loss_text_ce: 0.03133701905608177 (0.03161407761347782) | > loss_mel_ce: 2.812727212905884 (nan) | > loss: 0.011285969987511635 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14109080142768768) | > loader_time: 0.0046 (0.004623896022490865)  --> TIME: 2025-03-26 06:22:25 -- STEP: 8845/31555 -- GLOBAL_STEP: 1302600 | > loss_text_ce: 0.03696427121758461 (0.03161524097130359) | > loss_mel_ce: 1.3861130475997925 (nan) | > loss: 0.0056471326388418674 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.14107980337299225) | > loader_time: 0.0044 (0.0046250095874189245)  --> TIME: 2025-03-26 06:22:34 -- STEP: 8895/31555 -- GLOBAL_STEP: 1302650 | > loss_text_ce: 0.016169516369700432 (0.0316104678526111) | > loss_mel_ce: 2.4314351081848145 (nan) | > loss: 0.00971271749585867 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14108895349529307) | > loader_time: 0.0045 (0.004625075904756149)  --> TIME: 2025-03-26 06:22:44 -- STEP: 8945/31555 -- GLOBAL_STEP: 1302700 | > loss_text_ce: 0.03348945453763008 (0.031608493834350875) | > loss_mel_ce: 2.8755905628204346 (nan) | > loss: 0.011543968692421913 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14106283137223857) | > loader_time: 0.0046 (0.004625243378325258)  --> TIME: 2025-03-26 06:22:53 -- STEP: 8995/31555 -- GLOBAL_STEP: 1302750 | > loss_text_ce: 0.030332906171679497 (0.03160898438496951) | > loss_mel_ce: 2.252702474594116 (nan) | > loss: 0.009059663861989975 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14106290201268712) | > loader_time: 0.0046 (0.004624927116805426)  --> TIME: 2025-03-26 06:23:03 -- STEP: 9045/31555 -- GLOBAL_STEP: 1302800 | > loss_text_ce: 0.02576104737818241 (0.031608889062902865) | > loss_mel_ce: 2.566615581512451 (nan) | > loss: 0.010287209413945675 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14104190386745208) | > loader_time: 0.0047 (0.004624641422674515)  --> TIME: 2025-03-26 06:23:12 -- STEP: 9095/31555 -- GLOBAL_STEP: 1302850 | > loss_text_ce: 0.03236594423651695 (0.03160771358534982) | > loss_mel_ce: 3.1686794757843018 (nan) | > loss: 0.012702561914920807 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14103371935797698) | > loader_time: 0.0046 (0.004624665759958513)  --> TIME: 2025-03-26 06:23:22 -- STEP: 9145/31555 -- GLOBAL_STEP: 1302900 | > loss_text_ce: 0.042168665677309036 (0.03161587221960412) | > loss_mel_ce: 2.4372365474700928 (nan) | > loss: 0.009838909842073917 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1410286289150426) | > loader_time: 0.0052 (0.004625107044076079)  --> TIME: 2025-03-26 06:23:31 -- STEP: 9195/31555 -- GLOBAL_STEP: 1302950 | > loss_text_ce: 0.023428311571478844 (0.03161332353183826) | > loss_mel_ce: 2.541435718536377 (nan) | > loss: 0.010178032331168652 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14098658846927192) | > loader_time: 0.0045 (0.004625065187969713)  --> TIME: 2025-03-26 06:23:41 -- STEP: 9245/31555 -- GLOBAL_STEP: 1303000 | > loss_text_ce: 0.038878124207258224 (0.03161275577970684) | > loss_mel_ce: 2.563553810119629 (nan) | > loss: 0.010327111929655075 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.141002702455123) | > loader_time: 0.0047 (0.004625266329413064)  --> TIME: 2025-03-26 06:23:51 -- STEP: 9295/31555 -- GLOBAL_STEP: 1303050 | > loss_text_ce: 0.0244513601064682 (0.03160481455937758) | > loss_mel_ce: 2.704357385635376 (nan) | > loss: 0.01082860678434372 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14100500381781583) | > loader_time: 0.0044 (0.004625605023503644)  --> TIME: 2025-03-26 06:24:00 -- STEP: 9345/31555 -- GLOBAL_STEP: 1303100 | > loss_text_ce: 0.029116425663232803 (0.031612981776041646) | > loss_mel_ce: 2.96305775642395 (nan) | > loss: 0.011873707175254822 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14098667631562545) | > loader_time: 0.0046 (0.0046257497921163675)  --> TIME: 2025-03-26 06:24:10 -- STEP: 9395/31555 -- GLOBAL_STEP: 1303150 | > loss_text_ce: 0.03649415820837021 (0.03161078471206663) | > loss_mel_ce: 2.511763095855713 (nan) | > loss: 0.010112132877111435 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1409975791117048) | > loader_time: 0.0046 (0.004625930704925865)  --> TIME: 2025-03-26 06:24:20 -- STEP: 9445/31555 -- GLOBAL_STEP: 1303200 | > loss_text_ce: 0.03522925078868866 (0.03161849426820504) | > loss_mel_ce: 2.2408957481384277 (nan) | > loss: 0.009032242000102997 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14100884278026285) | > loader_time: 0.0045 (0.004626432204764019)  --> TIME: 2025-03-26 06:24:30 -- STEP: 9495/31555 -- GLOBAL_STEP: 1303250 | > loss_text_ce: 0.03404664248228073 (0.03161741720562532) | > loss_mel_ce: 3.14453125 (nan) | > loss: 0.012613405473530293 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1410172069995509) | > loader_time: 0.0044 (0.004626628937000616)  --> TIME: 2025-03-26 06:24:39 -- STEP: 9545/31555 -- GLOBAL_STEP: 1303300 | > loss_text_ce: 0.03613658621907234 (0.031621172072169766) | > loss_mel_ce: 2.536252498626709 (nan) | > loss: 0.010207894258201122 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14100061834264355) | > loader_time: 0.0045 (0.004626906411444238)  --> TIME: 2025-03-26 06:24:49 -- STEP: 9595/31555 -- GLOBAL_STEP: 1303350 | > loss_text_ce: 0.027622932568192482 (0.03162278016711772) | > loss_mel_ce: 2.541856050491333 (nan) | > loss: 0.01019634585827589 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14102590060470108) | > loader_time: 0.0045 (0.004626928287722794)  --> TIME: 2025-03-26 06:24:59 -- STEP: 9645/31555 -- GLOBAL_STEP: 1303400 | > loss_text_ce: 0.029172029346227646 (0.031619055908773966) | > loss_mel_ce: 2.8265411853790283 (nan) | > loss: 0.0113321952521801 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14104018129790719) | > loader_time: 0.0045 (0.004626966350865907)  --> TIME: 2025-03-26 06:25:08 -- STEP: 9695/31555 -- GLOBAL_STEP: 1303450 | > loss_text_ce: 0.027643436565995216 (0.03161629306285994) | > loss_mel_ce: 2.929776430130005 (nan) | > loss: 0.011735794134438038 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14102253313836743) | > loader_time: 0.0046 (0.004626775513364223)  --> TIME: 2025-03-26 06:25:18 -- STEP: 9745/31555 -- GLOBAL_STEP: 1303500 | > loss_text_ce: 0.027397284284234047 (0.03161279733023737) | > loss_mel_ce: 3.2303149700164795 (nan) | > loss: 0.012927430681884289 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14099621966045392) | > loader_time: 0.0047 (0.004626925680318093)  --> TIME: 2025-03-26 06:25:27 -- STEP: 9795/31555 -- GLOBAL_STEP: 1303550 | > loss_text_ce: 0.028029920533299446 (0.03161040894419051) | > loss_mel_ce: 0.05126953125 (nan) | > loss: 0.0003146803646814078 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1410221913811378) | > loader_time: 0.0046 (0.00462722951140315)  --> TIME: 2025-03-26 06:25:37 -- STEP: 9845/31555 -- GLOBAL_STEP: 1303600 | > loss_text_ce: 0.03114793263375759 (0.03160481132527203) | > loss_mel_ce: 2.8193488121032715 (nan) | > loss: 0.011311495676636696 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14103498841494436) | > loader_time: 0.0047 (0.004627618503909611)  --> TIME: 2025-03-26 06:25:47 -- STEP: 9895/31555 -- GLOBAL_STEP: 1303650 | > loss_text_ce: 0.03251316770911217 (0.031599633569041934) | > loss_mel_ce: 2.9716408252716064 (nan) | > loss: 0.011921246536076069 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14101177994321826) | > loader_time: 0.0045 (0.0046275688699546035)  --> TIME: 2025-03-26 06:25:56 -- STEP: 9945/31555 -- GLOBAL_STEP: 1303700 | > loss_text_ce: 0.03159381449222565 (0.031604277823905194) | > loss_mel_ce: 2.8313965797424316 (nan) | > loss: 0.011361073702573776 (nan) | > current_lr: 5e-06 | > step_time: 0.19 (0.14100144277450827) | > loader_time: 0.0049 (0.004628352893543596)  --> TIME: 2025-03-26 06:26:06 -- STEP: 9995/31555 -- GLOBAL_STEP: 1303750 | > loss_text_ce: 0.031810324639081955 (0.0315981098031882) | > loss_mel_ce: 2.8382668495178223 (nan) | > loss: 0.011389195919036865 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14100947783194862) | > loader_time: 0.0047 (0.004628210392160517)  --> TIME: 2025-03-26 06:26:16 -- STEP: 10045/31555 -- GLOBAL_STEP: 1303800 | > loss_text_ce: 0.023286247625947 (0.031597261182730256) | > loss_mel_ce: 3.0736849308013916 (nan) | > loss: 0.012289569713175297 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1410085735302054) | > loader_time: 0.0047 (0.004628507363493631)  --> TIME: 2025-03-26 06:26:25 -- STEP: 10095/31555 -- GLOBAL_STEP: 1303850 | > loss_text_ce: 0.03545637056231499 (0.03160110832934207) | > loss_mel_ce: 2.927150011062622 (nan) | > loss: 0.011756375432014465 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.1410055266092646) | > loader_time: 0.0047 (0.004628680211710085)  --> TIME: 2025-03-26 06:26:35 -- STEP: 10145/31555 -- GLOBAL_STEP: 1303900 | > loss_text_ce: 0.030578240752220154 (0.03159643398958622) | > loss_mel_ce: 2.423692226409912 (nan) | > loss: 0.009739168919622898 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14102367959978984) | > loader_time: 0.0046 (0.004628842167222148)  --> TIME: 2025-03-26 06:26:45 -- STEP: 10195/31555 -- GLOBAL_STEP: 1303950 | > loss_text_ce: 0.03954913839697838 (0.031600597689075395) | > loss_mel_ce: 3.1647486686706543 (nan) | > loss: 0.012715468183159828 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1410124227075728) | > loader_time: 0.0046 (0.004628835606072233)  --> TIME: 2025-03-26 06:26:54 -- STEP: 10245/31555 -- GLOBAL_STEP: 1304000 | > loss_text_ce: 0.04031895846128464 (0.03160339869666085) | > loss_mel_ce: 2.8088414669036865 (nan) | > loss: 0.011306192725896835 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14101665779810027) | > loader_time: 0.0045 (0.004628815099400638)  --> TIME: 2025-03-26 06:27:04 -- STEP: 10295/31555 -- GLOBAL_STEP: 1304050 | > loss_text_ce: 0.02655506506562233 (0.03160330728121605) | > loss_mel_ce: 2.8083529472351074 (nan) | > loss: 0.011249635368585587 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14101498489416903) | > loader_time: 0.0047 (0.004629274616547163)  --> TIME: 2025-03-26 06:27:13 -- STEP: 10345/31555 -- GLOBAL_STEP: 1304100 | > loss_text_ce: 0.038496918976306915 (0.03160310355138894) | > loss_mel_ce: 2.1628940105438232 (nan) | > loss: 0.00873567909002304 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.14100167480512965) | > loader_time: 0.0045 (0.004629338104520934)  --> TIME: 2025-03-26 06:27:23 -- STEP: 10395/31555 -- GLOBAL_STEP: 1304150 | > loss_text_ce: 0.03755677491426468 (0.0316119294793683) | > loss_mel_ce: 2.572598457336426 (nan) | > loss: 0.010357759892940521 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14100729569384168) | > loader_time: 0.0048 (0.004629232196523472)  --> TIME: 2025-03-26 06:27:33 -- STEP: 10445/31555 -- GLOBAL_STEP: 1304200 | > loss_text_ce: 0.032841410487890244 (0.031611981631919646) | > loss_mel_ce: 2.661820888519287 (nan) | > loss: 0.010693104937672615 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14101643078403597) | > loader_time: 0.0045 (0.004629372112370967)  --> TIME: 2025-03-26 06:27:42 -- STEP: 10495/31555 -- GLOBAL_STEP: 1304250 | > loss_text_ce: 0.0264116358011961 (0.031615718842003586) | > loss_mel_ce: 2.7387518882751465 (nan) | > loss: 0.010972871445119381 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14100557148257745) | > loader_time: 0.005 (0.004629401174711596)  --> TIME: 2025-03-26 06:27:52 -- STEP: 10545/31555 -- GLOBAL_STEP: 1304300 | > loss_text_ce: 0.026675723493099213 (0.031613091045823716) | > loss_mel_ce: 2.4023611545562744 (nan) | > loss: 0.009639035910367966 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14099863560180462) | > loader_time: 0.0048 (0.004629204679066805)  --> TIME: 2025-03-26 06:28:02 -- STEP: 10595/31555 -- GLOBAL_STEP: 1304350 | > loss_text_ce: 0.033018771559000015 (0.03161495581555828) | > loss_mel_ce: 2.078721761703491 (nan) | > loss: 0.008379923179745674 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14100660505920334) | > loader_time: 0.0046 (0.00462903114578083)  --> TIME: 2025-03-26 06:28:11 -- STEP: 10645/31555 -- GLOBAL_STEP: 1304400 | > loss_text_ce: 0.03187562897801399 (0.03161083214473165) | > loss_mel_ce: 2.7704622745513916 (nan) | > loss: 0.011120389215648174 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1410029412435774) | > loader_time: 0.0047 (0.00462886092247344)  --> TIME: 2025-03-26 06:28:21 -- STEP: 10695/31555 -- GLOBAL_STEP: 1304450 | > loss_text_ce: 0.03362521156668663 (0.031614944839596745) | > loss_mel_ce: 2.9092445373535156 (nan) | > loss: 0.011678054928779602 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14102034397134106) | > loader_time: 0.007 (0.004629539919546035)  --> TIME: 2025-03-26 06:28:31 -- STEP: 10745/31555 -- GLOBAL_STEP: 1304500 | > loss_text_ce: 0.04453325271606445 (0.031617208884612134) | > loss_mel_ce: 2.9055395126342773 (nan) | > loss: 0.0117066390812397 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14101265906843777) | > loader_time: 0.0046 (0.004629791187873951)  --> TIME: 2025-03-26 06:28:40 -- STEP: 10795/31555 -- GLOBAL_STEP: 1304550 | > loss_text_ce: 0.03136496618390083 (0.031621975691461995) | > loss_mel_ce: 2.7764790058135986 (nan) | > loss: 0.011142238043248653 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14100953840226538) | > loader_time: 0.0045 (0.004629984339280737)  --> TIME: 2025-03-26 06:28:50 -- STEP: 10845/31555 -- GLOBAL_STEP: 1304600 | > loss_text_ce: 0.025083331391215324 (0.031619817490396225) | > loss_mel_ce: 3.0114195346832275 (nan) | > loss: 0.012049615383148193 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14101459616172535) | > loader_time: 0.0046 (0.004630225481883688)  --> TIME: 2025-03-26 06:29:00 -- STEP: 10895/31555 -- GLOBAL_STEP: 1304650 | > loss_text_ce: 0.025432033464312553 (0.0316151654978632) | > loss_mel_ce: 2.573094606399536 (nan) | > loss: 0.010311614722013474 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1410174711410356) | > loader_time: 0.0049 (0.004630370750619839)  --> TIME: 2025-03-26 06:29:10 -- STEP: 10945/31555 -- GLOBAL_STEP: 1304700 | > loss_text_ce: 0.03247534856200218 (0.03161864404329605) | > loss_mel_ce: 2.063127040863037 (nan) | > loss: 0.00831588264554739 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14103554117456257) | > loader_time: 0.0047 (0.004630539742927692)  --> TIME: 2025-03-26 06:29:19 -- STEP: 10995/31555 -- GLOBAL_STEP: 1304750 | > loss_text_ce: 0.030683819204568863 (0.031620464236875735) | > loss_mel_ce: 2.122509241104126 (nan) | > loss: 0.008544417098164558 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14103977165204762) | > loader_time: 0.0047 (0.004630781943931449)  --> TIME: 2025-03-26 06:29:29 -- STEP: 11045/31555 -- GLOBAL_STEP: 1304800 | > loss_text_ce: 0.03999389708042145 (0.031619309799829146) | > loss_mel_ce: 2.171159267425537 (nan) | > loss: 0.008774418383836746 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14102053309846796) | > loader_time: 0.0045 (0.004630742174513823)  --> TIME: 2025-03-26 06:29:38 -- STEP: 11095/31555 -- GLOBAL_STEP: 1304850 | > loss_text_ce: 0.029398491606116295 (0.03162428426853018) | > loss_mel_ce: 2.809730052947998 (nan) | > loss: 0.011266383342444897 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14101364207514816) | > loader_time: 0.0051 (0.004630691976147575)  --> TIME: 2025-03-26 06:29:48 -- STEP: 11145/31555 -- GLOBAL_STEP: 1304900 | > loss_text_ce: 0.02374870516359806 (0.03162121815609453) | > loss_mel_ce: 1.7509634494781494 (nan) | > loss: 0.007042509038001299 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14101339740676092) | > loader_time: 0.0048 (0.004631110722305235)  --> TIME: 2025-03-26 06:29:58 -- STEP: 11195/31555 -- GLOBAL_STEP: 1304950 | > loss_text_ce: 0.030176760628819466 (0.031621968189887426) | > loss_mel_ce: 3.0002505779266357 (nan) | > loss: 0.012025506235659122 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14102228956064877) | > loader_time: 0.0046 (0.0046314136212082125)  --> TIME: 2025-03-26 06:30:07 -- STEP: 11245/31555 -- GLOBAL_STEP: 1305000 | > loss_text_ce: 0.030012449249625206 (0.031629774708792746) | > loss_mel_ce: 2.442925453186035 (nan) | > loss: 0.009813246317207813 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14101925595912304) | > loader_time: 0.0047 (0.004631706320905561)  --> TIME: 2025-03-26 06:30:17 -- STEP: 11295/31555 -- GLOBAL_STEP: 1305050 | > loss_text_ce: 0.018917731940746307 (0.031623426940244274) | > loss_mel_ce: 2.131314277648926 (nan) | > loss: 0.00853266753256321 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14104443187468704) | > loader_time: 0.0046 (0.0046320769996862805)  --> TIME: 2025-03-26 06:30:27 -- STEP: 11345/31555 -- GLOBAL_STEP: 1305100 | > loss_text_ce: 0.03433561325073242 (0.03162162532219678) | > loss_mel_ce: 2.4840142726898193 (nan) | > loss: 0.009993452578783035 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1410368305305485) | > loader_time: 0.0046 (0.004632188003459361)  --> TIME: 2025-03-26 06:30:37 -- STEP: 11395/31555 -- GLOBAL_STEP: 1305150 | > loss_text_ce: 0.03343316540122032 (0.03161753406695052) | > loss_mel_ce: 2.7486608028411865 (nan) | > loss: 0.011040056124329567 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14102755354495808) | > loader_time: 0.0044 (0.004631504106542549)  --> TIME: 2025-03-26 06:30:46 -- STEP: 11445/31555 -- GLOBAL_STEP: 1305200 | > loss_text_ce: 0.02600817382335663 (0.0316163068926129) | > loss_mel_ce: 2.384070634841919 (nan) | > loss: 0.009563805535435677 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14101589935322664) | > loader_time: 0.0043 (0.004631161471025681)  --> TIME: 2025-03-26 06:30:56 -- STEP: 11495/31555 -- GLOBAL_STEP: 1305250 | > loss_text_ce: 0.029436204582452774 (0.03162069952252344) | > loss_mel_ce: 1.9606938362121582 (nan) | > loss: 0.00789734162390232 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14100991904916985) | > loader_time: 0.0045 (0.004630422758091654)  --> TIME: 2025-03-26 06:31:05 -- STEP: 11545/31555 -- GLOBAL_STEP: 1305300 | > loss_text_ce: 0.03248009458184242 (0.031625138427182974) | > loss_mel_ce: 2.877042531967163 (nan) | > loss: 0.011545725166797638 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14098961292380766) | > loader_time: 0.0046 (0.0046297918619558395)  --> TIME: 2025-03-26 06:31:15 -- STEP: 11595/31555 -- GLOBAL_STEP: 1305350 | > loss_text_ce: 0.025021884590387344 (0.03162575637710452) | > loss_mel_ce: 2.9063117504119873 (nan) | > loss: 0.011632276698946953 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1409934698584361) | > loader_time: 0.0046 (0.004629069147772111)  --> TIME: 2025-03-26 06:31:24 -- STEP: 11645/31555 -- GLOBAL_STEP: 1305400 | > loss_text_ce: 0.029273731634020805 (0.03162555455987156) | > loss_mel_ce: 2.829002857208252 (nan) | > loss: 0.011342368088662624 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14100851353374583) | > loader_time: 0.0042 (0.004628463383138634)  --> TIME: 2025-03-26 06:31:34 -- STEP: 11695/31555 -- GLOBAL_STEP: 1305450 | > loss_text_ce: 0.029989244416356087 (0.03163029630001528) | > loss_mel_ce: 3.118950366973877 (nan) | > loss: 0.012495792470872402 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14100830770038264) | > loader_time: 0.0044 (0.004627551376029654)  --> TIME: 2025-03-26 06:31:44 -- STEP: 11745/31555 -- GLOBAL_STEP: 1305500 | > loss_text_ce: 0.027911368757486343 (0.031629499898198216) | > loss_mel_ce: 2.20216703414917 (nan) | > loss: 0.00884951837360859 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14100082490026936) | > loader_time: 0.0044 (0.004626765967734893)  --> TIME: 2025-03-26 06:31:53 -- STEP: 11795/31555 -- GLOBAL_STEP: 1305550 | > loss_text_ce: 0.03291860595345497 (0.03163209778034451) | > loss_mel_ce: 2.805474281311035 (nan) | > loss: 0.011263464577496052 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14100465871560985) | > loader_time: 0.0045 (0.004626558028120482)  --> TIME: 2025-03-26 06:32:03 -- STEP: 11845/31555 -- GLOBAL_STEP: 1305600 | > loss_text_ce: 0.04207243025302887 (0.03163321411536692) | > loss_mel_ce: 2.5281426906585693 (nan) | > loss: 0.010199267417192459 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14100859202428745) | > loader_time: 0.0044 (0.004626073933895673)  --> TIME: 2025-03-26 06:32:13 -- STEP: 11895/31555 -- GLOBAL_STEP: 1305650 | > loss_text_ce: 0.030036423355340958 (0.03163407481470847) | > loss_mel_ce: 2.567943572998047 (nan) | > loss: 0.01030944474041462 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14101448614289566) | > loader_time: 0.0043 (0.00462587411887711)  --> TIME: 2025-03-26 06:32:22 -- STEP: 11945/31555 -- GLOBAL_STEP: 1305700 | > loss_text_ce: 0.03877335786819458 (0.031628504670320606) | > loss_mel_ce: 3.1607840061187744 (nan) | > loss: 0.01269665639847517 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1410197482741782) | > loader_time: 0.0045 (0.004625534103125317)  --> TIME: 2025-03-26 06:32:32 -- STEP: 11995/31555 -- GLOBAL_STEP: 1305750 | > loss_text_ce: 0.03149605542421341 (0.03163258539425021) | > loss_mel_ce: 3.124762535095215 (nan) | > loss: 0.01252483669668436 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14103912921585807) | > loader_time: 0.0045 (0.004625207655327494)  --> TIME: 2025-03-26 06:32:42 -- STEP: 12045/31555 -- GLOBAL_STEP: 1305800 | > loss_text_ce: 0.03207744285464287 (0.03162906309091032) | > loss_mel_ce: 3.1071319580078125 (nan) | > loss: 0.012457181699573994 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14103267532307373) | > loader_time: 0.0044 (0.004624764738166036)  --> TIME: 2025-03-26 06:32:52 -- STEP: 12095/31555 -- GLOBAL_STEP: 1305850 | > loss_text_ce: 0.03635866940021515 (0.03162853760500806) | > loss_mel_ce: 2.640709638595581 (nan) | > loss: 0.010623287409543991 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14103198398386568) | > loader_time: 0.0076 (0.004625294177972781)  --> TIME: 2025-03-26 06:33:01 -- STEP: 12145/31555 -- GLOBAL_STEP: 1305900 | > loss_text_ce: 0.03200683370232582 (0.03163125195895921) | > loss_mel_ce: 2.741814136505127 (nan) | > loss: 0.011007226072251797 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14101793482353592) | > loader_time: 0.0046 (0.004624931701371205)  --> TIME: 2025-03-26 06:33:11 -- STEP: 12195/31555 -- GLOBAL_STEP: 1305950 | > loss_text_ce: 0.02336674928665161 (0.031628785799774926) | > loss_mel_ce: 2.8768250942230225 (nan) | > loss: 0.01150869857519865 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14103627476647154) | > loader_time: 0.0044 (0.004624988427656813)  --> TIME: 2025-03-26 06:33:20 -- STEP: 12245/31555 -- GLOBAL_STEP: 1306000 | > loss_text_ce: 0.030103951692581177 (0.031632655244526034) | > loss_mel_ce: 2.936061382293701 (nan) | > loss: 0.011770498007535934 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1410297188772472) | > loader_time: 0.0046 (0.004624666939856531)  --> TIME: 2025-03-26 06:33:30 -- STEP: 12295/31555 -- GLOBAL_STEP: 1306050 | > loss_text_ce: 0.02534150332212448 (0.03162607598031758) | > loss_mel_ce: 0.1884765625 (nan) | > loss: 0.0008484844584017992 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1410173685485721) | > loader_time: 0.0046 (0.0046243629789100415)  --> TIME: 2025-03-26 06:33:39 -- STEP: 12345/31555 -- GLOBAL_STEP: 1306100 | > loss_text_ce: 0.024798590689897537 (0.03162119435037067) | > loss_mel_ce: 3.02022123336792 (nan) | > loss: 0.012083413079380989 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14101115126704367) | > loader_time: 0.0047 (0.004624145510902581)  --> TIME: 2025-03-26 06:33:49 -- STEP: 12395/31555 -- GLOBAL_STEP: 1306150 | > loss_text_ce: 0.0393216535449028 (0.03162052574078736) | > loss_mel_ce: 2.8046717643737793 (nan) | > loss: 0.011285688728094101 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14102274945494842) | > loader_time: 0.0045 (0.004624285395946561)  --> TIME: 2025-03-26 06:33:59 -- STEP: 12445/31555 -- GLOBAL_STEP: 1306200 | > loss_text_ce: 0.03391760215163231 (0.03161567026961041) | > loss_mel_ce: 1.024566650390625 (nan) | > loss: 0.004200334195047617 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14102272031392393) | > loader_time: 0.0047 (0.004624196811582541)  --> TIME: 2025-03-26 06:34:09 -- STEP: 12495/31555 -- GLOBAL_STEP: 1306250 | > loss_text_ce: 0.03297007456421852 (0.03161089416457661) | > loss_mel_ce: 2.812169313430786 (nan) | > loss: 0.011290236376225948 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14103757439254921) | > loader_time: 0.0047 (0.004624193789912208)  --> TIME: 2025-03-26 06:34:19 -- STEP: 12545/31555 -- GLOBAL_STEP: 1306300 | > loss_text_ce: 0.023241885006427765 (0.03161141194459594) | > loss_mel_ce: 2.631578207015991 (nan) | > loss: 0.010535001754760742 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14104834000111113) | > loader_time: 0.0044 (0.004624518002585715)  --> TIME: 2025-03-26 06:34:28 -- STEP: 12595/31555 -- GLOBAL_STEP: 1306350 | > loss_text_ce: 0.025742607191205025 (0.03161243770438652) | > loss_mel_ce: 2.281883716583252 (nan) | > loss: 0.009157247841358185 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14105567820444068) | > loader_time: 0.0045 (0.0046244877962519065)  --> TIME: 2025-03-26 06:34:38 -- STEP: 12645/31555 -- GLOBAL_STEP: 1306400 | > loss_text_ce: 0.03324713557958603 (0.031612267975646424) | > loss_mel_ce: 2.5564510822296143 (nan) | > loss: 0.010276581160724163 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14103609815139648) | > loader_time: 0.0048 (0.004624241903960445)  --> TIME: 2025-03-26 06:34:47 -- STEP: 12695/31555 -- GLOBAL_STEP: 1306450 | > loss_text_ce: 0.03571426868438721 (0.03160923069101609) | > loss_mel_ce: 2.647125482559204 (nan) | > loss: 0.010646190494298935 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14103546364188055) | > loader_time: 0.0046 (0.004624288295281593)  --> TIME: 2025-03-26 06:34:57 -- STEP: 12745/31555 -- GLOBAL_STEP: 1306500 | > loss_text_ce: 0.0390460379421711 (0.03160792930828454) | > loss_mel_ce: 2.0333337783813477 (nan) | > loss: 0.008223730139434338 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14103548911189223) | > loader_time: 0.0044 (0.004624128828052446)  --> TIME: 2025-03-26 06:35:06 -- STEP: 12795/31555 -- GLOBAL_STEP: 1306550 | > loss_text_ce: 0.03391135111451149 (0.03160658269784337) | > loss_mel_ce: 2.6865289211273193 (nan) | > loss: 0.010795398615300655 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14101164196561397) | > loader_time: 0.0046 (0.004623747747733562)  --> TIME: 2025-03-26 06:35:16 -- STEP: 12845/31555 -- GLOBAL_STEP: 1306600 | > loss_text_ce: 0.034813202917575836 (0.03160861538851442) | > loss_mel_ce: 2.39898681640625 (nan) | > loss: 0.009657937102019787 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14102446057537468) | > loader_time: 0.0045 (0.0046237925324935526)  --> TIME: 2025-03-26 06:35:26 -- STEP: 12895/31555 -- GLOBAL_STEP: 1306650 | > loss_text_ce: 0.027315877377986908 (0.03160955938212674) | > loss_mel_ce: 1.4769508838653564 (nan) | > loss: 0.005969312973320484 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1410152616127364) | > loader_time: 0.0047 (0.004623623696719547)  --> TIME: 2025-03-26 06:35:35 -- STEP: 12945/31555 -- GLOBAL_STEP: 1306700 | > loss_text_ce: 0.03545113652944565 (0.03161336555918723) | > loss_mel_ce: 2.9267334938049316 (nan) | > loss: 0.011754701845347881 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14101265172048452) | > loader_time: 0.0046 (0.00462356700359416)  --> TIME: 2025-03-26 06:35:45 -- STEP: 12995/31555 -- GLOBAL_STEP: 1306750 | > loss_text_ce: 0.027129100635647774 (0.03161784168913325) | > loss_mel_ce: 2.2869977951049805 (nan) | > loss: 0.009183043614029884 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14100179472259408) | > loader_time: 0.0047 (0.004623082914275353)  --> TIME: 2025-03-26 06:35:54 -- STEP: 13045/31555 -- GLOBAL_STEP: 1306800 | > loss_text_ce: 0.03216183930635452 (0.03162184446998693) | > loss_mel_ce: 2.4660041332244873 (nan) | > loss: 0.00991335790604353 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1410098857375196) | > loader_time: 0.0043 (0.00462267483820536)  --> TIME: 2025-03-26 06:36:04 -- STEP: 13095/31555 -- GLOBAL_STEP: 1306850 | > loss_text_ce: 0.029744382947683334 (0.031623278828227554) | > loss_mel_ce: 2.5284104347229004 (nan) | > loss: 0.010151408612728119 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.1410125581851295) | > loader_time: 0.0043 (0.004622158416130465)  --> TIME: 2025-03-26 06:36:13 -- STEP: 13145/31555 -- GLOBAL_STEP: 1306900 | > loss_text_ce: 0.03375726193189621 (0.03162558598733642) | > loss_mel_ce: 2.40482759475708 (nan) | > loss: 0.009676923975348473 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14099901967648926) | > loader_time: 0.0044 (0.0046219118197366)  --> TIME: 2025-03-26 06:36:23 -- STEP: 13195/31555 -- GLOBAL_STEP: 1306950 | > loss_text_ce: 0.03340156003832817 (0.031621212147419066) | > loss_mel_ce: 2.868189811706543 (nan) | > loss: 0.011514252051711082 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1409887010466643) | > loader_time: 0.0044 (0.004621319628069009)  --> TIME: 2025-03-26 06:36:33 -- STEP: 13245/31555 -- GLOBAL_STEP: 1307000 | > loss_text_ce: 0.027461446821689606 (0.03161816794084925) | > loss_mel_ce: 2.6812119483947754 (nan) | > loss: 0.010748704895377159 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14100164843307542) | > loader_time: 0.0046 (0.004621047764825298)  --> TIME: 2025-03-26 06:36:42 -- STEP: 13295/31555 -- GLOBAL_STEP: 1307050 | > loss_text_ce: 0.03006109595298767 (0.03161503126954742) | > loss_mel_ce: 1.3438054323196411 (nan) | > loss: 0.005451851524412632 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14099031500728393) | > loader_time: 0.0044 (0.004620760551472725)  --> TIME: 2025-03-26 06:36:52 -- STEP: 13345/31555 -- GLOBAL_STEP: 1307100 | > loss_text_ce: 0.03874637186527252 (0.0316157664378575) | > loss_mel_ce: 2.4996883869171143 (nan) | > loss: 0.010073154233396053 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14098942134209644) | > loader_time: 0.0045 (0.004620474811438191)  --> TIME: 2025-03-26 06:37:02 -- STEP: 13395/31555 -- GLOBAL_STEP: 1307150 | > loss_text_ce: 0.026907630264759064 (0.03161012305954231) | > loss_mel_ce: 2.761457920074463 (nan) | > loss: 0.011064943857491016 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14099533596159777) | > loader_time: 0.0046 (0.004620181432897011)  --> TIME: 2025-03-26 06:37:11 -- STEP: 13445/31555 -- GLOBAL_STEP: 1307200 | > loss_text_ce: 0.038184188306331635 (0.031610978598467024) | > loss_mel_ce: 2.2761850357055664 (nan) | > loss: 0.009184005670249462 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14099045420455433) | > loader_time: 0.0044 (0.0046197376981815435)  --> TIME: 2025-03-26 06:37:21 -- STEP: 13495/31555 -- GLOBAL_STEP: 1307250 | > loss_text_ce: 0.028513437137007713 (0.031608181481641906) | > loss_mel_ce: 2.9533393383026123 (nan) | > loss: 0.011832749471068382 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14099100103374676) | > loader_time: 0.0046 (0.004619538691274412)  --> TIME: 2025-03-26 06:37:30 -- STEP: 13545/31555 -- GLOBAL_STEP: 1307300 | > loss_text_ce: 0.031895995140075684 (0.031611134618693935) | > loss_mel_ce: 2.9051992893218994 (nan) | > loss: 0.011655140668153763 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14098640415843539) | > loader_time: 0.0043 (0.00461903010931962)  --> TIME: 2025-03-26 06:37:40 -- STEP: 13595/31555 -- GLOBAL_STEP: 1307350 | > loss_text_ce: 0.03387914597988129 (0.03161122877295998) | > loss_mel_ce: 2.9898109436035156 (nan) | > loss: 0.011998770758509636 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1409831326250724) | > loader_time: 0.0048 (0.00461839537008495)  --> TIME: 2025-03-26 06:37:49 -- STEP: 13645/31555 -- GLOBAL_STEP: 1307400 | > loss_text_ce: 0.025038432329893112 (0.031606574038015554) | > loss_mel_ce: 2.551098585128784 (nan) | > loss: 0.010222766548395157 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14097113962267724) | > loader_time: 0.0044 (0.004618303414970665)  --> TIME: 2025-03-26 06:37:59 -- STEP: 13695/31555 -- GLOBAL_STEP: 1307450 | > loss_text_ce: 0.01966274157166481 (0.031608386805016445) | > loss_mel_ce: 2.600503444671631 (nan) | > loss: 0.010397486388683319 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14096481400538818) | > loader_time: 0.0053 (0.004618328163422731)  --> TIME: 2025-03-26 06:38:08 -- STEP: 13745/31555 -- GLOBAL_STEP: 1307500 | > loss_text_ce: 0.03249230608344078 (0.031606187428784384) | > loss_mel_ce: 2.6905558109283447 (nan) | > loss: 0.010805747471749783 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14095547576521228) | > loader_time: 0.0077 (0.0046187604804956515)  --> TIME: 2025-03-26 06:38:18 -- STEP: 13795/31555 -- GLOBAL_STEP: 1307550 | > loss_text_ce: 0.03456811234354973 (0.03160433746589427) | > loss_mel_ce: 3.418632984161377 (nan) | > loss: 0.01370317954570055 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14096641042777705) | > loader_time: 0.0044 (0.004618469326770054)  --> TIME: 2025-03-26 06:38:28 -- STEP: 13845/31555 -- GLOBAL_STEP: 1307600 | > loss_text_ce: 0.04220721125602722 (0.03160359462929642) | > loss_mel_ce: 3.163393497467041 (nan) | > loss: 0.012720638886094093 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1409736692539481) | > loader_time: 0.0046 (0.0046181078119026464)  --> TIME: 2025-03-26 06:38:38 -- STEP: 13895/31555 -- GLOBAL_STEP: 1307650 | > loss_text_ce: 0.02076152339577675 (0.03160710557886384) | > loss_mel_ce: 2.6998190879821777 (nan) | > loss: 0.010795955546200275 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14098788467659712) | > loader_time: 0.0046 (0.004617798761653996)  --> TIME: 2025-03-26 06:38:48 -- STEP: 13945/31555 -- GLOBAL_STEP: 1307700 | > loss_text_ce: 0.03593781962990761 (0.031614818965682835) | > loss_mel_ce: 3.155862331390381 (nan) | > loss: 0.01266587432473898 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14099896243927248) | > loader_time: 0.0045 (0.004617662590521979)  --> TIME: 2025-03-26 06:38:57 -- STEP: 13995/31555 -- GLOBAL_STEP: 1307750 | > loss_text_ce: 0.04275808855891228 (0.03161399058269605) | > loss_mel_ce: 3.1352550983428955 (nan) | > loss: 0.012611163780093193 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1409852625004255) | > loader_time: 0.0049 (0.004617632248862458)  --> TIME: 2025-03-26 06:39:07 -- STEP: 14045/31555 -- GLOBAL_STEP: 1307800 | > loss_text_ce: 0.022938931360840797 (0.03161204581010661) | > loss_mel_ce: 2.4012019634246826 (nan) | > loss: 0.009619607590138912 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14098756332845525) | > loader_time: 0.0046 (0.004618235116498919)  --> TIME: 2025-03-26 06:39:16 -- STEP: 14095/31555 -- GLOBAL_STEP: 1307850 | > loss_text_ce: 0.03375033661723137 (0.031613045651895086) | > loss_mel_ce: 1.5281325578689575 (nan) | > loss: 0.006197948008775711 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14098740490077352) | > loader_time: 0.0046 (0.004619009150558849)  --> TIME: 2025-03-26 06:39:26 -- STEP: 14145/31555 -- GLOBAL_STEP: 1307900 | > loss_text_ce: 0.02532387152314186 (0.031610876259901916) | > loss_mel_ce: 2.2471985816955566 (nan) | > loss: 0.009017947129905224 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14099451860971854) | > loader_time: 0.0046 (0.004619181640749048)  --> TIME: 2025-03-26 06:39:36 -- STEP: 14195/31555 -- GLOBAL_STEP: 1307950 | > loss_text_ce: 0.033047549426555634 (0.03161284838838866) | > loss_mel_ce: 2.3886489868164062 (nan) | > loss: 0.009609906934201717 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.1410018385779307) | > loader_time: 0.0045 (0.004619107140584403)  --> TIME: 2025-03-26 06:39:46 -- STEP: 14245/31555 -- GLOBAL_STEP: 1308000 | > loss_text_ce: 0.03103339858353138 (0.031618999369330006) | > loss_mel_ce: 0.8843749761581421 (nan) | > loss: 0.003632573178038001 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14099850149144533) | > loader_time: 0.0046 (0.004619151092320412)  --> TIME: 2025-03-26 06:39:55 -- STEP: 14295/31555 -- GLOBAL_STEP: 1308050 | > loss_text_ce: 0.028231361880898476 (0.031619660909039726) | > loss_mel_ce: 2.5350773334503174 (nan) | > loss: 0.010171860456466675 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14100667430454633) | > loader_time: 0.0045 (0.004619517815033838)  --> TIME: 2025-03-26 06:40:05 -- STEP: 14345/31555 -- GLOBAL_STEP: 1308100 | > loss_text_ce: 0.026454683393239975 (0.03162111442207605) | > loss_mel_ce: 2.777914047241211 (nan) | > loss: 0.011128447949886322 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14098641102053802) | > loader_time: 0.0046 (0.004619722791813352)  --> TIME: 2025-03-26 06:40:14 -- STEP: 14395/31555 -- GLOBAL_STEP: 1308150 | > loss_text_ce: 0.03460300341248512 (0.03161983034751739) | > loss_mel_ce: 2.691401958465576 (nan) | > loss: 0.010817481204867363 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14098368217730523) | > loader_time: 0.0044 (0.004619669972214687)  --> TIME: 2025-03-26 06:40:24 -- STEP: 14445/31555 -- GLOBAL_STEP: 1308200 | > loss_text_ce: 0.026804497465491295 (0.03162180006571115) | > loss_mel_ce: 3.1667001247406006 (nan) | > loss: 0.012672637589275837 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14097484629556023) | > loader_time: 0.0046 (0.004619936218472979)  --> TIME: 2025-03-26 06:40:33 -- STEP: 14495/31555 -- GLOBAL_STEP: 1308250 | > loss_text_ce: 0.03622829169034958 (0.03162855257785513) | > loss_mel_ce: 2.542318344116211 (nan) | > loss: 0.010232328437268734 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14097443099020188) | > loader_time: 0.0047 (0.004619989349086264)  --> TIME: 2025-03-26 06:40:43 -- STEP: 14545/31555 -- GLOBAL_STEP: 1308300 | > loss_text_ce: 0.03256336227059364 (0.0316301643720999) | > loss_mel_ce: 2.934819459915161 (nan) | > loss: 0.01177532970905304 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.140970031663534) | > loader_time: 0.0046 (0.004620316381838028)  --> TIME: 2025-03-26 06:40:52 -- STEP: 14595/31555 -- GLOBAL_STEP: 1308350 | > loss_text_ce: 0.0279255211353302 (0.03162617590035907) | > loss_mel_ce: 2.202293872833252 (nan) | > loss: 0.008850077167153358 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1409609444707411) | > loader_time: 0.0044 (0.004620648557578665)  --> TIME: 2025-03-26 06:41:02 -- STEP: 14645/31555 -- GLOBAL_STEP: 1308400 | > loss_text_ce: 0.04368264600634575 (0.03162987612909011) | > loss_mel_ce: 2.9672815799713135 (nan) | > loss: 0.011948270723223686 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14097331139202057) | > loader_time: 0.0048 (0.004620884676848952)  --> TIME: 2025-03-26 06:41:12 -- STEP: 14695/31555 -- GLOBAL_STEP: 1308450 | > loss_text_ce: 0.03949928283691406 (0.03163190478602866) | > loss_mel_ce: 2.3441379070281982 (nan) | > loss: 0.009458878077566624 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14096564995102687) | > loader_time: 0.0048 (0.004620672902837008)  --> TIME: 2025-03-26 06:41:21 -- STEP: 14745/31555 -- GLOBAL_STEP: 1308500 | > loss_text_ce: 0.029233654960989952 (0.0316324657062937) | > loss_mel_ce: 2.557677745819092 (nan) | > loss: 0.010265522636473179 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14096263835049286) | > loader_time: 0.0044 (0.004620395494178411)  --> TIME: 2025-03-26 06:41:31 -- STEP: 14795/31555 -- GLOBAL_STEP: 1308550 | > loss_text_ce: 0.033768996596336365 (0.0316310912012505) | > loss_mel_ce: 2.482902765274048 (nan) | > loss: 0.00998679269105196 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14095520001482598) | > loader_time: 0.0045 (0.004620747632293849)  --> TIME: 2025-03-26 06:41:40 -- STEP: 14845/31555 -- GLOBAL_STEP: 1308600 | > loss_text_ce: 0.03344789519906044 (0.03163003728788692) | > loss_mel_ce: 2.653599262237549 (nan) | > loss: 0.010662886314094067 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14094655272052373) | > loader_time: 0.0045 (0.004620802687570752)  --> TIME: 2025-03-26 06:41:50 -- STEP: 14895/31555 -- GLOBAL_STEP: 1308650 | > loss_text_ce: 0.03002142906188965 (0.031625908917393204) | > loss_mel_ce: 2.5928468704223633 (nan) | > loss: 0.010408207774162292 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14094812276980362) | > loader_time: 0.0048 (0.004620786704005465)  --> TIME: 2025-03-26 06:42:00 -- STEP: 14945/31555 -- GLOBAL_STEP: 1308700 | > loss_text_ce: 0.032499827444553375 (0.031621534164774354) | > loss_mel_ce: 3.0029296875 (nan) | > loss: 0.012045355513691902 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1409360157362624) | > loader_time: 0.0047 (0.004621091834993888)  --> TIME: 2025-03-26 06:42:09 -- STEP: 14995/31555 -- GLOBAL_STEP: 1308750 | > loss_text_ce: 0.0309514869004488 (0.031623369149699744) | > loss_mel_ce: 2.240769147872925 (nan) | > loss: 0.009014764800667763 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.1409464131597275) | > loader_time: 0.0046 (0.004621450294451375)  --> TIME: 2025-03-26 06:42:19 -- STEP: 15045/31555 -- GLOBAL_STEP: 1308800 | > loss_text_ce: 0.0352385938167572 (0.031622643198727596) | > loss_mel_ce: 2.8563220500946045 (nan) | > loss: 0.011474447324872017 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14095809630041795) | > loader_time: 0.0048 (0.004621633226667849)  --> TIME: 2025-03-26 06:42:29 -- STEP: 15095/31555 -- GLOBAL_STEP: 1308850 | > loss_text_ce: 0.027375902980566025 (0.03162104602330575) | > loss_mel_ce: 2.394634485244751 (nan) | > loss: 0.009611153043806553 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14094615413795852) | > loader_time: 0.0045 (0.00462168906452877)  --> TIME: 2025-03-26 06:42:38 -- STEP: 15145/31555 -- GLOBAL_STEP: 1308900 | > loss_text_ce: 0.0323709212243557 (0.03162194100421044) | > loss_mel_ce: 2.5928518772125244 (nan) | > loss: 0.010417550802230835 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1409438402119854) | > loader_time: 0.0046 (0.00462188690792573)  --> TIME: 2025-03-26 06:42:48 -- STEP: 15195/31555 -- GLOBAL_STEP: 1308950 | > loss_text_ce: 0.03111211024224758 (0.03162311319918834) | > loss_mel_ce: 0.0477294921875 (nan) | > loss: 0.00031286352896131575 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14093841370409604) | > loader_time: 0.0044 (0.004622091263209014)  --> TIME: 2025-03-26 06:42:57 -- STEP: 15245/31555 -- GLOBAL_STEP: 1309000 | > loss_text_ce: 0.033950112760066986 (0.03162330271057341) | > loss_mel_ce: 2.1061103343963623 (nan) | > loss: 0.008492304012179375 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14092633915791958) | > loader_time: 0.0046 (0.004622272680375796)  --> TIME: 2025-03-26 06:43:07 -- STEP: 15295/31555 -- GLOBAL_STEP: 1309050 | > loss_text_ce: 0.024217205122113228 (0.031622432750272586) | > loss_mel_ce: 2.4423458576202393 (nan) | > loss: 0.009787948802113533 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14094692071538625) | > loader_time: 0.0046 (0.0046225334390700675)  --> TIME: 2025-03-26 06:43:17 -- STEP: 15345/31555 -- GLOBAL_STEP: 1309100 | > loss_text_ce: 0.03782084956765175 (0.03162486565992141) | > loss_mel_ce: 2.6445953845977783 (nan) | > loss: 0.010644509457051754 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14095233376230404) | > loader_time: 0.0043 (0.004622465036093269)  --> TIME: 2025-03-26 06:43:26 -- STEP: 15395/31555 -- GLOBAL_STEP: 1309150 | > loss_text_ce: 0.02185732126235962 (0.03162213329373396) | > loss_mel_ce: 2.6037440299987793 (nan) | > loss: 0.01041905302554369 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1409451696538965) | > loader_time: 0.0044 (0.0046225307900706536)  --> TIME: 2025-03-26 06:43:36 -- STEP: 15445/31555 -- GLOBAL_STEP: 1309200 | > loss_text_ce: 0.026535624638199806 (0.03162237507773237) | > loss_mel_ce: 0.1405029296875 (nan) | > loss: 0.0006628514383919537 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14094719696909308) | > loader_time: 0.0045 (0.00462227741388411)  --> TIME: 2025-03-26 06:43:46 -- STEP: 15495/31555 -- GLOBAL_STEP: 1309250 | > loss_text_ce: 0.03030189871788025 (0.03162461412152769) | > loss_mel_ce: 2.983851194381714 (nan) | > loss: 0.011960925534367561 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14096314072339614) | > loader_time: 0.0046 (0.004622382308329711)  --> TIME: 2025-03-26 06:43:56 -- STEP: 15545/31555 -- GLOBAL_STEP: 1309300 | > loss_text_ce: 0.03305758535861969 (0.031623450411862965) | > loss_mel_ce: 2.718557119369507 (nan) | > loss: 0.010919107124209404 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14095500775493902) | > loader_time: 0.0046 (0.004622234689265282)  --> TIME: 2025-03-26 06:44:05 -- STEP: 15595/31555 -- GLOBAL_STEP: 1309350 | > loss_text_ce: 0.02953207679092884 (0.031625337244745186) | > loss_mel_ce: 2.962966203689575 (nan) | > loss: 0.01187499426305294 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14095900979856846) | > loader_time: 0.0046 (0.0046222671785198614)  --> TIME: 2025-03-26 06:44:15 -- STEP: 15645/31555 -- GLOBAL_STEP: 1309400 | > loss_text_ce: 0.031607624143362045 (0.031625784471328695) | > loss_mel_ce: 3.2011892795562744 (nan) | > loss: 0.01282855961471796 (nan) | > current_lr: 5e-06 | > step_time: 0.1897 (0.1409727286591467) | > loader_time: 0.0047 (0.004622232605375465)  --> TIME: 2025-03-26 06:44:25 -- STEP: 15695/31555 -- GLOBAL_STEP: 1309450 | > loss_text_ce: 0.027339693158864975 (0.03162335564464562) | > loss_mel_ce: 2.608976364135742 (nan) | > loss: 0.01046157255768776 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14097909163274153) | > loader_time: 0.0046 (0.004622264028393028)  --> TIME: 2025-03-26 06:44:34 -- STEP: 15745/31555 -- GLOBAL_STEP: 1309500 | > loss_text_ce: 0.029114460572600365 (0.031622990008376164) | > loss_mel_ce: 2.7852845191955566 (nan) | > loss: 0.011168250814080238 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1409747018477917) | > loader_time: 0.0047 (0.004622093069246733)  --> TIME: 2025-03-26 06:44:44 -- STEP: 15795/31555 -- GLOBAL_STEP: 1309550 | > loss_text_ce: 0.025329120457172394 (0.03162214630827352) | > loss_mel_ce: 2.7719969749450684 (nan) | > loss: 0.01110050082206726 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1409746916168052) | > loader_time: 0.0044 (0.004622161429907251)  --> TIME: 2025-03-26 06:44:54 -- STEP: 15845/31555 -- GLOBAL_STEP: 1309600 | > loss_text_ce: 0.03872969374060631 (0.031623602482002675) | > loss_mel_ce: 2.1575891971588135 (nan) | > loss: 0.008715551346540451 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14096627352778576) | > loader_time: 0.0047 (0.004621926675124206)  --> TIME: 2025-03-26 06:45:03 -- STEP: 15895/31555 -- GLOBAL_STEP: 1309650 | > loss_text_ce: 0.02233646810054779 (0.031621572250086036) | > loss_mel_ce: 2.1595640182495117 (nan) | > loss: 0.008658335544168949 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1409497852631425) | > loader_time: 0.0046 (0.004621705171933667)  --> TIME: 2025-03-26 06:45:13 -- STEP: 15945/31555 -- GLOBAL_STEP: 1309700 | > loss_text_ce: 0.03667088598012924 (0.03162446393657387) | > loss_mel_ce: 2.7767176628112793 (nan) | > loss: 0.011164241470396519 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.14094951458581315) | > loader_time: 0.0047 (0.004621500264667494)  --> TIME: 2025-03-26 06:45:22 -- STEP: 15995/31555 -- GLOBAL_STEP: 1309750 | > loss_text_ce: 0.037895966321229935 (0.031625749073368306) | > loss_mel_ce: 1.908599853515625 (nan) | > loss: 0.007724190130829811 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14095183399626088) | > loader_time: 0.0046 (0.00462122668546227)  --> TIME: 2025-03-26 06:45:32 -- STEP: 16045/31555 -- GLOBAL_STEP: 1309800 | > loss_text_ce: 0.023342957720160484 (0.03162269906113873) | > loss_mel_ce: 3.1023356914520264 (nan) | > loss: 0.012403487227857113 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14095100487233186) | > loader_time: 0.0044 (0.004621062036539834)  --> TIME: 2025-03-26 06:45:41 -- STEP: 16095/31555 -- GLOBAL_STEP: 1309850 | > loss_text_ce: 0.029598068445920944 (0.031620754047003874) | > loss_mel_ce: 2.8912353515625 (nan) | > loss: 0.011590609326958656 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14094428727255667) | > loader_time: 0.0046 (0.004620886871110353)  --> TIME: 2025-03-26 06:45:51 -- STEP: 16145/31555 -- GLOBAL_STEP: 1309900 | > loss_text_ce: 0.030825350433588028 (0.03162242759321408) | > loss_mel_ce: 2.8788275718688965 (nan) | > loss: 0.011546242982149124 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1409375871656547) | > loader_time: 0.0045 (0.004620624939772906)  --> TIME: 2025-03-26 06:46:00 -- STEP: 16195/31555 -- GLOBAL_STEP: 1309950 | > loss_text_ce: 0.02438085898756981 (0.03162150943071556) | > loss_mel_ce: 2.8295230865478516 (nan) | > loss: 0.011325016617774963 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1409325842726331) | > loader_time: 0.0045 (0.0046204915419151855)  --> TIME: 2025-03-26 06:46:10 -- STEP: 16245/31555 -- GLOBAL_STEP: 1310000 | > loss_text_ce: 0.03028790093958378 (0.031623827465332655) | > loss_mel_ce: 2.602381467819214 (nan) | > loss: 0.010447101667523384 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14094451506272077) | > loader_time: 0.0046 (0.004620383005209718) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1310000.pth  --> TIME: 2025-03-26 06:46:25 -- STEP: 16295/31555 -- GLOBAL_STEP: 1310050 | > loss_text_ce: 0.033666469156742096 (0.03162557778587948) | > loss_mel_ce: 1.9734090566635132 (nan) | > loss: 0.007964585907757282 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14094182564898344) | > loader_time: 0.0045 (0.00462046995160037)  --> TIME: 2025-03-26 06:46:35 -- STEP: 16345/31555 -- GLOBAL_STEP: 1310100 | > loss_text_ce: 0.035964224487543106 (0.03162478514809967) | > loss_mel_ce: 2.8189971446990967 (nan) | > loss: 0.011329212225973606 (nan) | > current_lr: 5e-06 | > step_time: 0.1727 (0.1409467322704581) | > loader_time: 0.0048 (0.004620439089485972)  --> TIME: 2025-03-26 06:46:44 -- STEP: 16395/31555 -- GLOBAL_STEP: 1310150 | > loss_text_ce: 0.040635302662849426 (0.031619580551929705) | > loss_mel_ce: 2.2807600498199463 (nan) | > loss: 0.009211886674165726 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1409329364778932) | > loader_time: 0.0045 (0.004620742754225101)  --> TIME: 2025-03-26 06:46:54 -- STEP: 16445/31555 -- GLOBAL_STEP: 1310200 | > loss_text_ce: 0.035211969166994095 (0.03161879357745647) | > loss_mel_ce: 2.30078125 (nan) | > loss: 0.009269814938306808 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.1409154103424957) | > loader_time: 0.0049 (0.0046207891042633325)  --> TIME: 2025-03-26 06:47:03 -- STEP: 16495/31555 -- GLOBAL_STEP: 1310250 | > loss_text_ce: 0.03671660274267197 (0.03161951221664567) | > loss_mel_ce: 2.34161376953125 (nan) | > loss: 0.009437819942831993 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14091277290163792) | > loader_time: 0.0043 (0.00462078511913677)  --> TIME: 2025-03-26 06:47:13 -- STEP: 16545/31555 -- GLOBAL_STEP: 1310300 | > loss_text_ce: 0.03460635989904404 (0.031618640535750635) | > loss_mel_ce: 2.5703182220458984 (nan) | > loss: 0.010337003506720066 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14091643923969502) | > loader_time: 0.0046 (0.004620450931432631)  --> TIME: 2025-03-26 06:47:23 -- STEP: 16595/31555 -- GLOBAL_STEP: 1310350 | > loss_text_ce: 0.03636177256703377 (0.03162187096876362) | > loss_mel_ce: 3.1138901710510254 (nan) | > loss: 0.012501000426709652 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14093598348256023) | > loader_time: 0.0058 (0.004620482627797387)  --> TIME: 2025-03-26 06:47:32 -- STEP: 16645/31555 -- GLOBAL_STEP: 1310400 | > loss_text_ce: 0.039425238966941833 (0.03162430813415754) | > loss_mel_ce: 2.3665273189544678 (nan) | > loss: 0.009547431021928787 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14093163797682717) | > loader_time: 0.0045 (0.004620313973855094)  --> TIME: 2025-03-26 06:47:42 -- STEP: 16695/31555 -- GLOBAL_STEP: 1310450 | > loss_text_ce: 0.03300732001662254 (0.0316201716450588) | > loss_mel_ce: 2.542497158050537 (nan) | > loss: 0.010220256634056568 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14093791719466858) | > loader_time: 0.0047 (0.0046201018595916805)  --> TIME: 2025-03-26 06:47:52 -- STEP: 16745/31555 -- GLOBAL_STEP: 1310500 | > loss_text_ce: 0.03408805653452873 (0.03161980708581046) | > loss_mel_ce: 2.6010043621063232 (nan) | > loss: 0.010456716641783714 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14093255240655864) | > loader_time: 0.0045 (0.004619724453652424)  --> TIME: 2025-03-26 06:48:01 -- STEP: 16795/31555 -- GLOBAL_STEP: 1310550 | > loss_text_ce: 0.02825304865837097 (0.03161493772310884) | > loss_mel_ce: 2.457099437713623 (nan) | > loss: 0.009862510487437248 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14094152182260702) | > loader_time: 0.0049 (0.004619755195556346)  --> TIME: 2025-03-26 06:48:11 -- STEP: 16845/31555 -- GLOBAL_STEP: 1310600 | > loss_text_ce: 0.040025368332862854 (0.03161481251206463) | > loss_mel_ce: 0.0457560233771801 (nan) | > loss: 0.00034040238824672997 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14094738470549045) | > loader_time: 0.0044 (0.0046198676339452615)  --> TIME: 2025-03-26 06:48:21 -- STEP: 16895/31555 -- GLOBAL_STEP: 1310650 | > loss_text_ce: 0.030462447553873062 (0.03161100366365879) | > loss_mel_ce: 2.795975685119629 (nan) | > loss: 0.011216024868190289 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14096585660687705) | > loader_time: 0.0046 (0.004619610792929404)  --> TIME: 2025-03-26 06:48:31 -- STEP: 16945/31555 -- GLOBAL_STEP: 1310700 | > loss_text_ce: 0.026982247829437256 (0.03161121108282032) | > loss_mel_ce: 1.271484375 (nan) | > loss: 0.0051526459865272045 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14096410960425035) | > loader_time: 0.0044 (0.004619367553900037)  --> TIME: 2025-03-26 06:48:41 -- STEP: 16995/31555 -- GLOBAL_STEP: 1310750 | > loss_text_ce: 0.035453733056783676 (0.03161285196292064) | > loss_mel_ce: 2.7280945777893066 (nan) | > loss: 0.010966462083160877 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1409746503647575) | > loader_time: 0.0044 (0.004619084978566583)  --> TIME: 2025-03-26 06:48:50 -- STEP: 17045/31555 -- GLOBAL_STEP: 1310800 | > loss_text_ce: 0.028945986181497574 (0.03160919136555971) | > loss_mel_ce: 2.8563549518585205 (nan) | > loss: 0.011449607089161873 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14097026721163136) | > loader_time: 0.0047 (0.0046187655811751795)  --> TIME: 2025-03-26 06:49:00 -- STEP: 17095/31555 -- GLOBAL_STEP: 1310850 | > loss_text_ce: 0.035214997828006744 (0.03160835839154238) | > loss_mel_ce: 2.8338303565979004 (nan) | > loss: 0.011385100893676281 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14099055784213682) | > loader_time: 0.0047 (0.004618631939192058)  --> TIME: 2025-03-26 06:49:10 -- STEP: 17145/31555 -- GLOBAL_STEP: 1310900 | > loss_text_ce: 0.026711873710155487 (0.03160899738314271) | > loss_mel_ce: 2.564831256866455 (nan) | > loss: 0.010283902287483215 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1409947347348958) | > loader_time: 0.0044 (0.004618437417431659)  --> TIME: 2025-03-26 06:49:20 -- STEP: 17195/31555 -- GLOBAL_STEP: 1310950 | > loss_text_ce: 0.03140546381473541 (0.03160873534351233) | > loss_mel_ce: 2.581286668777466 (nan) | > loss: 0.01036782655864954 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14100391299754322) | > loader_time: 0.0043 (0.004618535994374148)  --> TIME: 2025-03-26 06:49:30 -- STEP: 17245/31555 -- GLOBAL_STEP: 1311000 | > loss_text_ce: 0.024587813764810562 (0.03160792146764846) | > loss_mel_ce: 1.8869978189468384 (nan) | > loss: 0.007585657760500908 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14100233770930623) | > loader_time: 0.0047 (0.004618858164308654)  --> TIME: 2025-03-26 06:49:39 -- STEP: 17295/31555 -- GLOBAL_STEP: 1311050 | > loss_text_ce: 0.029133372008800507 (0.03161042157003787) | > loss_mel_ce: 0.06787109375 (nan) | > loss: 0.00038493837928399444 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14100337163600316) | > loader_time: 0.0045 (0.00461868105268299)  --> TIME: 2025-03-26 06:49:49 -- STEP: 17345/31555 -- GLOBAL_STEP: 1311100 | > loss_text_ce: 0.03579109534621239 (0.03160574995281977) | > loss_mel_ce: 2.2639071941375732 (nan) | > loss: 0.009125787764787674 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14100935909307458) | > loader_time: 0.0046 (0.0046186379102507325)  --> TIME: 2025-03-26 06:49:58 -- STEP: 17395/31555 -- GLOBAL_STEP: 1311150 | > loss_text_ce: 0.03399165719747543 (0.031607956593665096) | > loss_mel_ce: 2.783294677734375 (nan) | > loss: 0.011179707944393158 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14099814921283355) | > loader_time: 0.0044 (0.004618484612750266)  --> TIME: 2025-03-26 06:50:08 -- STEP: 17445/31555 -- GLOBAL_STEP: 1311200 | > loss_text_ce: 0.015139159746468067 (0.03160866598122723) | > loss_mel_ce: 2.407559871673584 (nan) | > loss: 0.009613885544240475 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14098648699691765) | > loader_time: 0.0042 (0.004618317433775718)  --> TIME: 2025-03-26 06:50:17 -- STEP: 17495/31555 -- GLOBAL_STEP: 1311250 | > loss_text_ce: 0.03225001320242882 (0.0316068496758975) | > loss_mel_ce: 2.406435012817383 (nan) | > loss: 0.009677321650087833 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14099241488659175) | > loader_time: 0.0044 (0.004618450613422508)  --> TIME: 2025-03-26 06:50:27 -- STEP: 17545/31555 -- GLOBAL_STEP: 1311300 | > loss_text_ce: 0.030878374353051186 (0.031607822818592965) | > loss_mel_ce: 2.7180678844451904 (nan) | > loss: 0.010908517055213451 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14099910193340226) | > loader_time: 0.0048 (0.004618311200124238)  --> TIME: 2025-03-26 06:50:37 -- STEP: 17595/31555 -- GLOBAL_STEP: 1311350 | > loss_text_ce: 0.03691048547625542 (0.031610170528917236) | > loss_mel_ce: 2.8959014415740967 (nan) | > loss: 0.011638143099844456 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14101428251166143) | > loader_time: 0.0045 (0.0046187732937187555)  --> TIME: 2025-03-26 06:50:47 -- STEP: 17645/31555 -- GLOBAL_STEP: 1311400 | > loss_text_ce: 0.020429909229278564 (0.03160897035818873) | > loss_mel_ce: 0.1378445029258728 (nan) | > loss: 0.0006280731176957488 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14101249966955087) | > loader_time: 0.0044 (0.004618962921073392)  --> TIME: 2025-03-26 06:50:56 -- STEP: 17695/31555 -- GLOBAL_STEP: 1311450 | > loss_text_ce: 0.03765813633799553 (0.03160223275934632) | > loss_mel_ce: 3.7149012088775635 (nan) | > loss: 0.014891109429299831 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14099700645593313) | > loader_time: 0.0047 (0.004618917410236924)  --> TIME: 2025-03-26 06:51:06 -- STEP: 17745/31555 -- GLOBAL_STEP: 1311500 | > loss_text_ce: 0.02918020635843277 (0.031599632579655874) | > loss_mel_ce: 2.2931015491485596 (nan) | > loss: 0.009215404279530048 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14099537299095136) | > loader_time: 0.0044 (0.00461928094061504)  --> TIME: 2025-03-26 06:51:15 -- STEP: 17795/31555 -- GLOBAL_STEP: 1311550 | > loss_text_ce: 0.027050258591771126 (0.031597310639070016) | > loss_mel_ce: 2.668328285217285 (nan) | > loss: 0.010695947334170341 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14097856185046975) | > loader_time: 0.0045 (0.004619458834419558)  --> TIME: 2025-03-26 06:51:25 -- STEP: 17845/31555 -- GLOBAL_STEP: 1311600 | > loss_text_ce: 0.03723590821027756 (0.03159743302378312) | > loss_mel_ce: 2.390428304672241 (nan) | > loss: 0.00963358860462904 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14097837896766507) | > loader_time: 0.0047 (0.004619698432287468)  --> TIME: 2025-03-26 06:51:34 -- STEP: 17895/31555 -- GLOBAL_STEP: 1311650 | > loss_text_ce: 0.031466949731111526 (0.03159445393065498) | > loss_mel_ce: 2.217585325241089 (nan) | > loss: 0.008924811147153378 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14096675719852386) | > loader_time: 0.0046 (0.004619791548356691)  --> TIME: 2025-03-26 06:51:44 -- STEP: 17945/31555 -- GLOBAL_STEP: 1311700 | > loss_text_ce: 0.02760559692978859 (0.03159628388648101) | > loss_mel_ce: 2.940559148788452 (nan) | > loss: 0.011778431944549084 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14096114305308563) | > loader_time: 0.0047 (0.004619957923091993)  --> TIME: 2025-03-26 06:51:53 -- STEP: 17995/31555 -- GLOBAL_STEP: 1311750 | > loss_text_ce: 0.039916325360536575 (0.03159454742135501) | > loss_mel_ce: 2.676753520965576 (nan) | > loss: 0.010780435986816883 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14095415109791753) | > loader_time: 0.0046 (0.004619895660006093)  --> TIME: 2025-03-26 06:52:03 -- STEP: 18045/31555 -- GLOBAL_STEP: 1311800 | > loss_text_ce: 0.031130868941545486 (0.03159454381895937) | > loss_mel_ce: 2.4382145404815674 (nan) | > loss: 0.0097989896312356 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14094090307145293) | > loader_time: 0.0048 (0.0046200826380120045)  --> TIME: 2025-03-26 06:52:12 -- STEP: 18095/31555 -- GLOBAL_STEP: 1311850 | > loss_text_ce: 0.025676662102341652 (0.03159365206437032) | > loss_mel_ce: 2.5692546367645264 (nan) | > loss: 0.010297346860170364 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14093265289692378) | > loader_time: 0.0046 (0.004620044420489489)  --> TIME: 2025-03-26 06:52:22 -- STEP: 18145/31555 -- GLOBAL_STEP: 1311900 | > loss_text_ce: 0.03398952633142471 (0.03159417709565116) | > loss_mel_ce: 2.723947286605835 (nan) | > loss: 0.010944194160401821 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14094066117939144) | > loader_time: 0.0048 (0.004620346046735775)  --> TIME: 2025-03-26 06:52:32 -- STEP: 18195/31555 -- GLOBAL_STEP: 1311950 | > loss_text_ce: 0.03330842778086662 (0.031593618319861516) | > loss_mel_ce: 3.1046087741851807 (nan) | > loss: 0.01245205383747816 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14094465951010118) | > loader_time: 0.0046 (0.004620329158978985)  --> TIME: 2025-03-26 06:52:41 -- STEP: 18245/31555 -- GLOBAL_STEP: 1312000 | > loss_text_ce: 0.03854978829622269 (0.03159184414080747) | > loss_mel_ce: 2.6797609329223633 (nan) | > loss: 0.010786948725581169 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1409503646143884) | > loader_time: 0.005 (0.004620572317786723)  --> TIME: 2025-03-26 06:52:51 -- STEP: 18295/31555 -- GLOBAL_STEP: 1312050 | > loss_text_ce: 0.02823747880756855 (0.031591909757455676) | > loss_mel_ce: 2.8836793899536133 (nan) | > loss: 0.011555226519703865 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14093367715258454) | > loader_time: 0.0047 (0.0046205419632671125)  --> TIME: 2025-03-26 06:53:00 -- STEP: 18345/31555 -- GLOBAL_STEP: 1312100 | > loss_text_ce: 0.04292801395058632 (0.03159073097588187) | > loss_mel_ce: 3.4292149543762207 (nan) | > loss: 0.01377834565937519 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14092461923124555) | > loader_time: 0.0047 (0.004620719040470117)  --> TIME: 2025-03-26 06:53:10 -- STEP: 18395/31555 -- GLOBAL_STEP: 1312150 | > loss_text_ce: 0.033366311341524124 (0.03158987461735852) | > loss_mel_ce: 3.1002604961395264 (nan) | > loss: 0.01243502739816904 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.151 (0.14093972280252903) | > loader_time: 0.0044 (0.004620906055281423)  --> TIME: 2025-03-26 06:53:20 -- STEP: 18445/31555 -- GLOBAL_STEP: 1312200 | > loss_text_ce: 0.027098234742879868 (0.03158616876569456) | > loss_mel_ce: 0.06031036376953125 (nan) | > loss: 0.00034685953869484365 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14093444686686923) | > loader_time: 0.0067 (0.004621108420401216)  --> TIME: 2025-03-26 06:53:29 -- STEP: 18495/31555 -- GLOBAL_STEP: 1312250 | > loss_text_ce: 0.028596533462405205 (0.031586752757611386) | > loss_mel_ce: 2.204087257385254 (nan) | > loss: 0.008859856985509396 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.1409373800829955) | > loader_time: 0.0045 (0.004621048275281611)  --> TIME: 2025-03-26 06:53:39 -- STEP: 18545/31555 -- GLOBAL_STEP: 1312300 | > loss_text_ce: 0.030551543459296227 (0.03158323710398131) | > loss_mel_ce: 2.9172894954681396 (nan) | > loss: 0.011697782203555107 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14092905784302456) | > loader_time: 0.0042 (0.004620601250881697)  --> TIME: 2025-03-26 06:53:48 -- STEP: 18595/31555 -- GLOBAL_STEP: 1312350 | > loss_text_ce: 0.017073042690753937 (0.03157942931984913) | > loss_mel_ce: 2.7777132987976074 (nan) | > loss: 0.011090422980487347 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14093752011203967) | > loader_time: 0.0042 (0.004620144257592897)  --> TIME: 2025-03-26 06:53:58 -- STEP: 18645/31555 -- GLOBAL_STEP: 1312400 | > loss_text_ce: 0.03179214522242546 (0.031576175226828214) | > loss_mel_ce: 2.8094077110290527 (nan) | > loss: 0.011274603195488453 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14095020088314433) | > loader_time: 0.0045 (0.004619684932889794)  --> TIME: 2025-03-26 06:54:08 -- STEP: 18695/31555 -- GLOBAL_STEP: 1312450 | > loss_text_ce: 0.026168448850512505 (0.03157231344637919) | > loss_mel_ce: 2.638030529022217 (nan) | > loss: 0.010572218336164951 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14095050777844398) | > loader_time: 0.0045 (0.004619647615508737)  --> TIME: 2025-03-26 06:54:18 -- STEP: 18745/31555 -- GLOBAL_STEP: 1312500 | > loss_text_ce: 0.03356877714395523 (0.031572917151712246) | > loss_mel_ce: 0.13359375298023224 (nan) | > loss: 0.0006633434677496552 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14095394040909248) | > loader_time: 0.005 (0.0046195106145126555)  --> TIME: 2025-03-26 06:54:28 -- STEP: 18795/31555 -- GLOBAL_STEP: 1312550 | > loss_text_ce: 0.025529105216264725 (0.03157418929451711) | > loss_mel_ce: 3.056417942047119 (nan) | > loss: 0.012229949235916138 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14096360149520512) | > loader_time: 0.0045 (0.004619565229524976)  --> TIME: 2025-03-26 06:54:38 -- STEP: 18845/31555 -- GLOBAL_STEP: 1312600 | > loss_text_ce: 0.030478283762931824 (0.03157057395665994) | > loss_mel_ce: 2.921532154083252 (nan) | > loss: 0.011714328080415726 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.1409782204459721) | > loader_time: 0.0046 (0.004619482082914492)  --> TIME: 2025-03-26 06:54:47 -- STEP: 18895/31555 -- GLOBAL_STEP: 1312650 | > loss_text_ce: 0.024195488542318344 (0.03157106039798683) | > loss_mel_ce: 2.568922519683838 (nan) | > loss: 0.010290151461958885 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14098045893464928) | > loader_time: 0.0044 (0.004619327920175276)  --> TIME: 2025-03-26 06:54:57 -- STEP: 18945/31555 -- GLOBAL_STEP: 1312700 | > loss_text_ce: 0.024873685091733932 (0.031572200338446904) | > loss_mel_ce: 3.174427032470703 (nan) | > loss: 0.012695638462901115 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14099148918689444) | > loader_time: 0.0044 (0.004619455022905006)  --> TIME: 2025-03-26 06:55:07 -- STEP: 18995/31555 -- GLOBAL_STEP: 1312750 | > loss_text_ce: 0.02959812618792057 (0.03157114907010711) | > loss_mel_ce: 2.550630569458008 (nan) | > loss: 0.010239004157483578 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1410031609486263) | > loader_time: 0.0069 (0.004619765526434395)  --> TIME: 2025-03-26 06:55:17 -- STEP: 19045/31555 -- GLOBAL_STEP: 1312800 | > loss_text_ce: 0.027989279478788376 (0.03157258049723561) | > loss_mel_ce: 2.845083236694336 (nan) | > loss: 0.011401082389056683 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14100048084464312) | > loader_time: 0.0046 (0.00461939792678122)  --> TIME: 2025-03-26 06:55:26 -- STEP: 19095/31555 -- GLOBAL_STEP: 1312850 | > loss_text_ce: 0.0280359648168087 (0.03157163821219321) | > loss_mel_ce: 1.9956581592559814 (nan) | > loss: 0.00803053192794323 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.140997410619655) | > loader_time: 0.0043 (0.004619199875669015)  --> TIME: 2025-03-26 06:55:36 -- STEP: 19145/31555 -- GLOBAL_STEP: 1312900 | > loss_text_ce: 0.02597404457628727 (0.03156771421749662) | > loss_mel_ce: 2.6940290927886963 (nan) | > loss: 0.010793663561344147 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1409969038800177) | > loader_time: 0.0045 (0.004619145212798598)  --> TIME: 2025-03-26 06:55:45 -- STEP: 19195/31555 -- GLOBAL_STEP: 1312950 | > loss_text_ce: 0.027884582057595253 (0.03156461953033875) | > loss_mel_ce: 2.553213596343994 (nan) | > loss: 0.010242452844977379 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1409816326713709) | > loader_time: 0.0044 (0.0046189986470155965)  --> TIME: 2025-03-26 06:55:55 -- STEP: 19245/31555 -- GLOBAL_STEP: 1313000 | > loss_text_ce: 0.0369165875017643 (0.031567550877002186) | > loss_mel_ce: 2.8878986835479736 (nan) | > loss: 0.011606410145759583 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14098459540109665) | > loader_time: 0.0046 (0.0046189542558788335)  --> TIME: 2025-03-26 06:56:04 -- STEP: 19295/31555 -- GLOBAL_STEP: 1313050 | > loss_text_ce: 0.023784777149558067 (0.03156709601698634) | > loss_mel_ce: 2.6790997982025146 (nan) | > loss: 0.010725733824074268 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14097795652027198) | > loader_time: 0.0045 (0.004619047251906704)  --> TIME: 2025-03-26 06:56:14 -- STEP: 19345/31555 -- GLOBAL_STEP: 1313100 | > loss_text_ce: 0.031378373503685 (0.03156588187869216) | > loss_mel_ce: 2.4171319007873535 (nan) | > loss: 0.009716310538351536 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1410005463959786) | > loader_time: 0.0045 (0.004619683058386948)  --> TIME: 2025-03-26 06:56:24 -- STEP: 19395/31555 -- GLOBAL_STEP: 1313150 | > loss_text_ce: 0.03091742843389511 (0.031565728630763956) | > loss_mel_ce: 2.5014114379882812 (nan) | > loss: 0.010048924945294857 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1410122060566776) | > loader_time: 0.0044 (0.004620025833417026)  --> TIME: 2025-03-26 06:56:34 -- STEP: 19445/31555 -- GLOBAL_STEP: 1313200 | > loss_text_ce: 0.01926160231232643 (0.03156732195458099) | > loss_mel_ce: 1.6923342943191528 (nan) | > loss: 0.006792047526687384 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1410178260038123) | > loader_time: 0.0045 (0.004620104370646852)  --> TIME: 2025-03-26 06:56:44 -- STEP: 19495/31555 -- GLOBAL_STEP: 1313250 | > loss_text_ce: 0.04319999739527702 (0.0315689846096027) | > loss_mel_ce: 2.827500581741333 (nan) | > loss: 0.011391669511795044 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1410191838390919) | > loader_time: 0.0047 (0.004620083688802958)  --> TIME: 2025-03-26 06:56:54 -- STEP: 19545/31555 -- GLOBAL_STEP: 1313300 | > loss_text_ce: 0.02100309543311596 (0.03156615524152742) | > loss_mel_ce: 2.3538479804992676 (nan) | > loss: 0.009424012154340744 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14102939246834656) | > loader_time: 0.0046 (0.00462047604228808)  --> TIME: 2025-03-26 06:57:03 -- STEP: 19595/31555 -- GLOBAL_STEP: 1313350 | > loss_text_ce: 0.029393555596470833 (0.0315648299688248) | > loss_mel_ce: 2.584280490875244 (nan) | > loss: 0.010371723212301731 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14102362769998772) | > loader_time: 0.0046 (0.004620440500857522)  --> TIME: 2025-03-26 06:57:13 -- STEP: 19645/31555 -- GLOBAL_STEP: 1313400 | > loss_text_ce: 0.026188386604189873 (0.031564329873906116) | > loss_mel_ce: 2.7985100746154785 (nan) | > loss: 0.011209121905267239 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14100937386995996) | > loader_time: 0.0044 (0.004620307418462041)  --> TIME: 2025-03-26 06:57:22 -- STEP: 19695/31555 -- GLOBAL_STEP: 1313450 | > loss_text_ce: 0.025844696909189224 (0.03156518237133316) | > loss_mel_ce: 0.46699580550193787 (nan) | > loss: 0.0019557164050638676 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14100620141940876) | > loader_time: 0.0044 (0.004620302410469509)  --> TIME: 2025-03-26 06:57:32 -- STEP: 19745/31555 -- GLOBAL_STEP: 1313500 | > loss_text_ce: 0.03801780939102173 (0.0315644400938591) | > loss_mel_ce: 2.8075990676879883 (nan) | > loss: 0.011292130686342716 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14100140197031308) | > loader_time: 0.005 (0.0046204347554929005)  --> TIME: 2025-03-26 06:57:41 -- STEP: 19795/31555 -- GLOBAL_STEP: 1313550 | > loss_text_ce: 0.0362081453204155 (0.031564301562084625) | > loss_mel_ce: 3.207658290863037 (nan) | > loss: 0.012872486375272274 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14100625100055075) | > loader_time: 0.0046 (0.00462082804800072)  --> TIME: 2025-03-26 06:57:51 -- STEP: 19845/31555 -- GLOBAL_STEP: 1313600 | > loss_text_ce: 0.03134750947356224 (0.031563323380791236) | > loss_mel_ce: 3.3115034103393555 (nan) | > loss: 0.013265281915664673 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14100601725387243) | > loader_time: 0.0046 (0.00462102655740911)  --> TIME: 2025-03-26 06:58:01 -- STEP: 19895/31555 -- GLOBAL_STEP: 1313650 | > loss_text_ce: 0.028367187827825546 (0.03156423893707786) | > loss_mel_ce: 2.4975223541259766 (nan) | > loss: 0.010023372247815132 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14102090442261467) | > loader_time: 0.0049 (0.004621385119913437)  --> TIME: 2025-03-26 06:58:11 -- STEP: 19945/31555 -- GLOBAL_STEP: 1313700 | > loss_text_ce: 0.015342970378696918 (0.031561683095182945) | > loss_mel_ce: 1.5298548936843872 (nan) | > loss: 0.00613173795863986 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14100977107975826) | > loader_time: 0.0042 (0.004621466050682334)  --> TIME: 2025-03-26 06:58:20 -- STEP: 19995/31555 -- GLOBAL_STEP: 1313750 | > loss_text_ce: 0.030880698934197426 (0.03156234734011887) | > loss_mel_ce: 2.669238328933716 (nan) | > loss: 0.010714758187532425 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1410060606291361) | > loader_time: 0.0046 (0.004621360754483806)  --> TIME: 2025-03-26 06:58:30 -- STEP: 20045/31555 -- GLOBAL_STEP: 1313800 | > loss_text_ce: 0.028864005580544472 (0.03156113407160399) | > loss_mel_ce: 3.0204007625579834 (nan) | > loss: 0.012100256979465485 (nan) | > current_lr: 5e-06 | > step_time: 0.1912 (0.14100925390129765) | > loader_time: 0.005 (0.004621519712950991)  --> TIME: 2025-03-26 06:58:40 -- STEP: 20095/31555 -- GLOBAL_STEP: 1313850 | > loss_text_ce: 0.032442253082990646 (0.03155792442769839) | > loss_mel_ce: 2.9479055404663086 (nan) | > loss: 0.011826777830719948 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14101952170518833) | > loader_time: 0.0045 (0.004621602694588993)  --> TIME: 2025-03-26 06:58:49 -- STEP: 20145/31555 -- GLOBAL_STEP: 1313900 | > loss_text_ce: 0.028295408934354782 (0.03155612926185885) | > loss_mel_ce: 2.98895263671875 (nan) | > loss: 0.01197320781648159 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14103126125851645) | > loader_time: 0.0045 (0.00462154073376724)  --> TIME: 2025-03-26 06:58:59 -- STEP: 20195/31555 -- GLOBAL_STEP: 1313950 | > loss_text_ce: 0.029761387035250664 (0.03155201961283843) | > loss_mel_ce: 2.966296672821045 (nan) | > loss: 0.011889119632542133 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14102699253103945) | > loader_time: 0.0045 (0.004621628565078724)  --> TIME: 2025-03-26 06:59:09 -- STEP: 20245/31555 -- GLOBAL_STEP: 1314000 | > loss_text_ce: 0.02846437878906727 (0.03155208771510595) | > loss_mel_ce: 2.6504499912261963 (nan) | > loss: 0.010630613192915916 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14103040339535117) | > loader_time: 0.005 (0.004621202535292449)  --> TIME: 2025-03-26 06:59:19 -- STEP: 20295/31555 -- GLOBAL_STEP: 1314050 | > loss_text_ce: 0.020340975373983383 (0.031547494112654284) | > loss_mel_ce: 2.5732100009918213 (nan) | > loss: 0.01029186975210905 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14103690359092544) | > loader_time: 0.0045 (0.004621017093757112)  --> TIME: 2025-03-26 06:59:28 -- STEP: 20345/31555 -- GLOBAL_STEP: 1314100 | > loss_text_ce: 0.031566038727760315 (0.0315458148547593) | > loss_mel_ce: 2.5620038509368896 (nan) | > loss: 0.010291945189237595 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14103140499352146) | > loader_time: 0.0046 (0.004621241549128353)  --> TIME: 2025-03-26 06:59:38 -- STEP: 20395/31555 -- GLOBAL_STEP: 1314150 | > loss_text_ce: 0.02998542971909046 (0.03154800414461877) | > loss_mel_ce: 0.05025634914636612 (nan) | > loss: 0.00031841977033764124 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14104291572673638) | > loader_time: 0.0044 (0.004621052689399156)  --> TIME: 2025-03-26 06:59:48 -- STEP: 20445/31555 -- GLOBAL_STEP: 1314200 | > loss_text_ce: 0.027068598195910454 (0.0315495973184622) | > loss_mel_ce: 2.1290817260742188 (nan) | > loss: 0.008556152693927288 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.141051228374687) | > loader_time: 0.0046 (0.004621353403633909)  --> TIME: 2025-03-26 06:59:58 -- STEP: 20495/31555 -- GLOBAL_STEP: 1314250 | > loss_text_ce: 0.03165852651000023 (0.03155193797558753) | > loss_mel_ce: 2.825788974761963 (nan) | > loss: 0.011339077726006508 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1410552292982229) | > loader_time: 0.0043 (0.0046213311141628894)  --> TIME: 2025-03-26 07:00:07 -- STEP: 20545/31555 -- GLOBAL_STEP: 1314300 | > loss_text_ce: 0.026555607095360756 (0.03154956893023068) | > loss_mel_ce: 1.877885341644287 (nan) | > loss: 0.007557305973023176 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14105666227426536) | > loader_time: 0.0045 (0.004621198073475562)  --> TIME: 2025-03-26 07:00:17 -- STEP: 20595/31555 -- GLOBAL_STEP: 1314350 | > loss_text_ce: 0.030118292197585106 (0.03154909366375046) | > loss_mel_ce: 2.9473636150360107 (nan) | > loss: 0.011815404519438744 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14105802683264138) | > loader_time: 0.0047 (0.0046210322226098)  --> TIME: 2025-03-26 07:00:27 -- STEP: 20645/31555 -- GLOBAL_STEP: 1314400 | > loss_text_ce: 0.03149055317044258 (0.03155009489787084) | > loss_mel_ce: 1.3438720703125 (nan) | > loss: 0.005457788705825806 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14106614874361417) | > loader_time: 0.0049 (0.004620890606976953)  --> TIME: 2025-03-26 07:00:37 -- STEP: 20695/31555 -- GLOBAL_STEP: 1314450 | > loss_text_ce: 0.02838493511080742 (0.03155292838327657) | > loss_mel_ce: 3.085280656814575 (nan) | > loss: 0.012355816550552845 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14107554578124437) | > loader_time: 0.0046 (0.004621180280679423)  --> TIME: 2025-03-26 07:00:46 -- STEP: 20745/31555 -- GLOBAL_STEP: 1314500 | > loss_text_ce: 0.0394689105451107 (0.031554911394281966) | > loss_mel_ce: 2.5482017993927 (nan) | > loss: 0.01026853546500206 (nan) | > current_lr: 5e-06 | > step_time: 0.1819 (0.141074972194084) | > loader_time: 0.0047 (0.004621150505689275)  --> TIME: 2025-03-26 07:00:56 -- STEP: 20795/31555 -- GLOBAL_STEP: 1314550 | > loss_text_ce: 0.04058532789349556 (0.03155342548410253) | > loss_mel_ce: 2.818331003189087 (nan) | > loss: 0.011344906874001026 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14107038134936956) | > loader_time: 0.0047 (0.00462129576385636)  --> TIME: 2025-03-26 07:01:05 -- STEP: 20845/31555 -- GLOBAL_STEP: 1314600 | > loss_text_ce: 0.033632490783929825 (0.0315540787296334) | > loss_mel_ce: 3.0478103160858154 (nan) | > loss: 0.012227948755025864 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14106108525240268) | > loader_time: 0.0045 (0.004621149018732115)  --> TIME: 2025-03-26 07:01:15 -- STEP: 20895/31555 -- GLOBAL_STEP: 1314650 | > loss_text_ce: 0.03153763338923454 (0.0315515401187262) | > loss_mel_ce: 2.6909542083740234 (nan) | > loss: 0.01080353930592537 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14106397287615702) | > loader_time: 0.0045 (0.004621288975507731)  --> TIME: 2025-03-26 07:01:24 -- STEP: 20945/31555 -- GLOBAL_STEP: 1314700 | > loss_text_ce: 0.0351710170507431 (0.03154808917565517) | > loss_mel_ce: 2.7377688884735107 (nan) | > loss: 0.011003730818629265 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14104904746007568) | > loader_time: 0.0045 (0.004621149697375478)  --> TIME: 2025-03-26 07:01:34 -- STEP: 20995/31555 -- GLOBAL_STEP: 1314750 | > loss_text_ce: 0.027935530990362167 (0.031550993262802376) | > loss_mel_ce: 2.011244773864746 (nan) | > loss: 0.008091985248029232 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1410545768156368) | > loader_time: 0.0048 (0.004621009186183473)  --> TIME: 2025-03-26 07:01:44 -- STEP: 21045/31555 -- GLOBAL_STEP: 1314800 | > loss_text_ce: 0.028837809339165688 (0.031551956414493154) | > loss_mel_ce: 1.8566950559616089 (nan) | > loss: 0.007482273504137993 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14105307658796626) | > loader_time: 0.0044 (0.0046209702046530925)  --> TIME: 2025-03-26 07:01:53 -- STEP: 21095/31555 -- GLOBAL_STEP: 1314850 | > loss_text_ce: 0.021616952493786812 (0.03155173623254938) | > loss_mel_ce: 2.8666672706604004 (nan) | > loss: 0.011461446061730385 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14105238360685052) | > loader_time: 0.0045 (0.004620662145802237)  --> TIME: 2025-03-26 07:02:03 -- STEP: 21145/31555 -- GLOBAL_STEP: 1314900 | > loss_text_ce: 0.041691090911626816 (0.03155135287389917) | > loss_mel_ce: 2.6084470748901367 (nan) | > loss: 0.010516421869397163 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14104826017935884) | > loader_time: 0.0054 (0.0046210276598512)  --> TIME: 2025-03-26 07:02:13 -- STEP: 21195/31555 -- GLOBAL_STEP: 1314950 | > loss_text_ce: 0.028593264520168304 (0.031550506779128365) | > loss_mel_ce: 2.943387269973755 (nan) | > loss: 0.011793574318289757 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14105795710456367) | > loader_time: 0.0047 (0.00462113018445345)  --> TIME: 2025-03-26 07:02:22 -- STEP: 21245/31555 -- GLOBAL_STEP: 1315000 | > loss_text_ce: 0.019650829955935478 (0.03154816563920891) | > loss_mel_ce: 2.255568027496338 (nan) | > loss: 0.009028647094964981 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14105735920434523) | > loader_time: 0.0046 (0.004621270438535656)  --> TIME: 2025-03-26 07:02:32 -- STEP: 21295/31555 -- GLOBAL_STEP: 1315050 | > loss_text_ce: 0.029220879077911377 (0.03154801122387644) | > loss_mel_ce: 2.477562427520752 (nan) | > loss: 0.009947553277015686 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1410588441249995) | > loader_time: 0.0045 (0.004621522374543875)  --> TIME: 2025-03-26 07:02:41 -- STEP: 21345/31555 -- GLOBAL_STEP: 1315100 | > loss_text_ce: 0.03258111700415611 (0.031548840779541586) | > loss_mel_ce: 2.1134495735168457 (nan) | > loss: 0.008515994995832443 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14105510973042365) | > loader_time: 0.0051 (0.004621513790703397)  --> TIME: 2025-03-26 07:02:51 -- STEP: 21395/31555 -- GLOBAL_STEP: 1315150 | > loss_text_ce: 0.029745638370513916 (0.031547908343986) | > loss_mel_ce: 2.871983766555786 (nan) | > loss: 0.011514799669384956 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1410546716448024) | > loader_time: 0.0045 (0.004621449796137728)  --> TIME: 2025-03-26 07:03:01 -- STEP: 21445/31555 -- GLOBAL_STEP: 1315200 | > loss_text_ce: 0.02808685228228569 (0.031547924339351004) | > loss_mel_ce: 2.7580063343048096 (nan) | > loss: 0.011055925861001015 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14105692769186473) | > loader_time: 0.0043 (0.004621406923393236)  --> TIME: 2025-03-26 07:03:11 -- STEP: 21495/31555 -- GLOBAL_STEP: 1315250 | > loss_text_ce: 0.030719058588147163 (0.031546966601306244) | > loss_mel_ce: 2.3332595825195312 (nan) | > loss: 0.009380867704749107 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14106177661440555) | > loader_time: 0.0045 (0.004621468479895654)  --> TIME: 2025-03-26 07:03:20 -- STEP: 21545/31555 -- GLOBAL_STEP: 1315300 | > loss_text_ce: 0.034198787063360214 (0.03154499715422784) | > loss_mel_ce: 2.7617526054382324 (nan) | > loss: 0.011095046065747738 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14106583189150937) | > loader_time: 0.0043 (0.0046213263341018836)  --> TIME: 2025-03-26 07:03:30 -- STEP: 21595/31555 -- GLOBAL_STEP: 1315350 | > loss_text_ce: 0.02991938218474388 (0.03154742356538987) | > loss_mel_ce: 2.7563302516937256 (nan) | > loss: 0.011056547053158283 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1410743623509622) | > loader_time: 0.0048 (0.004621713419263074)  --> TIME: 2025-03-26 07:03:40 -- STEP: 21645/31555 -- GLOBAL_STEP: 1315400 | > loss_text_ce: 0.031224697828292847 (0.031552217828037216) | > loss_mel_ce: 2.5948679447174072 (nan) | > loss: 0.010421003215014935 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14107538384305182) | > loader_time: 0.0047 (0.004621815554785596)  --> TIME: 2025-03-26 07:03:50 -- STEP: 21695/31555 -- GLOBAL_STEP: 1315450 | > loss_text_ce: 0.03587378188967705 (0.03155469263144625) | > loss_mel_ce: 2.543179512023926 (nan) | > loss: 0.010234339162707329 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14107906425513017) | > loader_time: 0.0045 (0.0046220017842198)  --> TIME: 2025-03-26 07:03:59 -- STEP: 21745/31555 -- GLOBAL_STEP: 1315500 | > loss_text_ce: 0.037914492189884186 (0.031554683374836835) | > loss_mel_ce: 2.6261098384857178 (nan) | > loss: 0.010571525432169437 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.1410883715794701) | > loader_time: 0.0046 (0.0046222512544942)  --> TIME: 2025-03-26 07:04:09 -- STEP: 21795/31555 -- GLOBAL_STEP: 1315550 | > loss_text_ce: 0.03592384234070778 (0.03155612015161339) | > loss_mel_ce: 2.7371232509613037 (nan) | > loss: 0.011004156433045864 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1410933927429683) | > loader_time: 0.0046 (0.004622146300586927)  --> TIME: 2025-03-26 07:04:19 -- STEP: 21845/31555 -- GLOBAL_STEP: 1315600 | > loss_text_ce: 0.02302151545882225 (0.031558137315712005) | > loss_mel_ce: 3.144831657409668 (nan) | > loss: 0.012570846825838089 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14108403469556324) | > loader_time: 0.0046 (0.004622505207197102)  --> TIME: 2025-03-26 07:04:28 -- STEP: 21895/31555 -- GLOBAL_STEP: 1315650 | > loss_text_ce: 0.032048411667346954 (0.03155996390533532) | > loss_mel_ce: 2.8972511291503906 (nan) | > loss: 0.011624205857515335 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14107889119662462) | > loader_time: 0.005 (0.004622471465942494)  --> TIME: 2025-03-26 07:04:38 -- STEP: 21945/31555 -- GLOBAL_STEP: 1315700 | > loss_text_ce: 0.027246596291661263 (0.03156023575924558) | > loss_mel_ce: 2.7038064002990723 (nan) | > loss: 0.010837513022124767 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14107390106281156) | > loader_time: 0.0047 (0.004622707988385271)  --> TIME: 2025-03-26 07:04:47 -- STEP: 21995/31555 -- GLOBAL_STEP: 1315750 | > loss_text_ce: 0.03466636687517166 (0.031561216621851004) | > loss_mel_ce: 0.11248779296875 (nan) | > loss: 0.0005839450750499964 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1410643833608731) | > loader_time: 0.0047 (0.0046224972962736945)  --> TIME: 2025-03-26 07:04:57 -- STEP: 22045/31555 -- GLOBAL_STEP: 1315800 | > loss_text_ce: 0.028074227273464203 (0.03156183760914854) | > loss_mel_ce: 2.7671732902526855 (nan) | > loss: 0.011092253029346466 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14105936086321147) | > loader_time: 0.0053 (0.004622555893006631)  --> TIME: 2025-03-26 07:05:06 -- STEP: 22095/31555 -- GLOBAL_STEP: 1315850 | > loss_text_ce: 0.03359510749578476 (0.031560009892698714) | > loss_mel_ce: 3.0322768688201904 (nan) | > loss: 0.012166159227490425 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14105429728124502) | > loader_time: 0.0044 (0.004622661498208531)  --> TIME: 2025-03-26 07:05:16 -- STEP: 22145/31555 -- GLOBAL_STEP: 1315900 | > loss_text_ce: 0.02546360157430172 (0.03155767019904555) | > loss_mel_ce: 0.4799346923828125 (nan) | > loss: 0.0020055489148944616 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1410479176095604) | > loader_time: 0.0046 (0.0046226203993390115)  --> TIME: 2025-03-26 07:05:25 -- STEP: 22195/31555 -- GLOBAL_STEP: 1315950 | > loss_text_ce: 0.03474484384059906 (0.03156116595976426) | > loss_mel_ce: 2.1903960704803467 (nan) | > loss: 0.008829924277961254 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1410575495778132) | > loader_time: 0.0044 (0.004622829720414846)  --> TIME: 2025-03-26 07:05:35 -- STEP: 22245/31555 -- GLOBAL_STEP: 1316000 | > loss_text_ce: 0.028047893196344376 (0.031558796435186054) | > loss_mel_ce: 2.5585319995880127 (nan) | > loss: 0.010264205746352673 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1410567639998893) | > loader_time: 0.0047 (0.00462284755856837)  --> TIME: 2025-03-26 07:05:45 -- STEP: 22295/31555 -- GLOBAL_STEP: 1316050 | > loss_text_ce: 0.04216044396162033 (0.03156094127469382) | > loss_mel_ce: 2.6896612644195557 (nan) | > loss: 0.010840563103556633 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14105803656936314) | > loader_time: 0.0044 (0.004623028814431713)  --> TIME: 2025-03-26 07:05:54 -- STEP: 22345/31555 -- GLOBAL_STEP: 1316100 | > loss_text_ce: 0.033127956092357635 (0.031560283902641706) | > loss_mel_ce: 2.732006072998047 (nan) | > loss: 0.010972755029797554 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1410571255495043) | > loader_time: 0.0045 (0.0046230818500292556)  --> TIME: 2025-03-26 07:06:04 -- STEP: 22395/31555 -- GLOBAL_STEP: 1316150 | > loss_text_ce: 0.028254644945263863 (0.03155794632493242) | > loss_mel_ce: 2.675142765045166 (nan) | > loss: 0.010727768763899803 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14106216093183882) | > loader_time: 0.0054 (0.00462313530886378)  --> TIME: 2025-03-26 07:06:14 -- STEP: 22445/31555 -- GLOBAL_STEP: 1316200 | > loss_text_ce: 0.01918638125061989 (0.03155637127441697) | > loss_mel_ce: 2.7119390964508057 (nan) | > loss: 0.010837800800800323 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14106142648903824) | > loader_time: 0.0045 (0.004623072278555368)  --> TIME: 2025-03-26 07:06:23 -- STEP: 22495/31555 -- GLOBAL_STEP: 1316250 | > loss_text_ce: 0.02915751002728939 (0.03155768664856412) | > loss_mel_ce: 1.800667643547058 (nan) | > loss: 0.007261211518198252 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14105575173185728) | > loader_time: 0.0044 (0.004623003073813357)  --> TIME: 2025-03-26 07:06:33 -- STEP: 22545/31555 -- GLOBAL_STEP: 1316300 | > loss_text_ce: 0.039075277745723724 (0.03155553682652932) | > loss_mel_ce: 2.8086001873016357 (nan) | > loss: 0.011300300247967243 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.1410496932753281) | > loader_time: 0.0048 (0.004623164842968952)  --> TIME: 2025-03-26 07:06:42 -- STEP: 22595/31555 -- GLOBAL_STEP: 1316350 | > loss_text_ce: 0.02797437459230423 (0.031554308330092436) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14105013790160156) | > loader_time: 0.0045 (0.004623132692182128)  --> TIME: 2025-03-26 07:06:52 -- STEP: 22645/31555 -- GLOBAL_STEP: 1316400 | > loss_text_ce: 0.03796883672475815 (0.03155047273751516) | > loss_mel_ce: 2.9904837608337402 (nan) | > loss: 0.012017670087516308 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14105670183113966) | > loader_time: 0.0044 (0.004623140618089904)  --> TIME: 2025-03-26 07:07:02 -- STEP: 22695/31555 -- GLOBAL_STEP: 1316450 | > loss_text_ce: 0.034957464784383774 (0.03154961534593798) | > loss_mel_ce: 2.467583656311035 (nan) | > loss: 0.009930718690156937 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14105892642580703) | > loader_time: 0.0043 (0.0046232299044101114)  --> TIME: 2025-03-26 07:07:12 -- STEP: 22745/31555 -- GLOBAL_STEP: 1316500 | > loss_text_ce: 0.02950115129351616 (0.03154722193444785) | > loss_mel_ce: 2.788241386413574 (nan) | > loss: 0.01118151843547821 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14106208893932545) | > loader_time: 0.0046 (0.004623057413006846)  --> TIME: 2025-03-26 07:07:21 -- STEP: 22795/31555 -- GLOBAL_STEP: 1316550 | > loss_text_ce: 0.027037451043725014 (0.03154717999649178) | > loss_mel_ce: 2.6736021041870117 (nan) | > loss: 0.010716823861002922 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14106448100935776) | > loader_time: 0.0046 (0.004623115875920219)  --> TIME: 2025-03-26 07:07:31 -- STEP: 22845/31555 -- GLOBAL_STEP: 1316600 | > loss_text_ce: 0.02142895571887493 (0.03154733927113684) | > loss_mel_ce: 1.7712606191635132 (nan) | > loss: 0.007113847881555557 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14106734452818498) | > loader_time: 0.0046 (0.004623095664134761)  --> TIME: 2025-03-26 07:07:41 -- STEP: 22895/31555 -- GLOBAL_STEP: 1316650 | > loss_text_ce: 0.03499427065253258 (0.03154721099583933) | > loss_mel_ce: 2.528611421585083 (nan) | > loss: 0.010173039510846138 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1410722684225003) | > loader_time: 0.0046 (0.004623027325821992)  --> TIME: 2025-03-26 07:07:50 -- STEP: 22945/31555 -- GLOBAL_STEP: 1316700 | > loss_text_ce: 0.026096107438206673 (0.031546837390954756) | > loss_mel_ce: 2.9370248317718506 (nan) | > loss: 0.011758416891098022 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.1410649240601425) | > loader_time: 0.0044 (0.004623337055920348)  --> TIME: 2025-03-26 07:08:00 -- STEP: 22995/31555 -- GLOBAL_STEP: 1316750 | > loss_text_ce: 0.04346441477537155 (0.03154419937607852) | > loss_mel_ce: 2.755507230758667 (nan) | > loss: 0.011107031255960464 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14106204342287418) | > loader_time: 0.0044 (0.004623138233225451)  --> TIME: 2025-03-26 07:08:10 -- STEP: 23045/31555 -- GLOBAL_STEP: 1316800 | > loss_text_ce: 0.031858161091804504 (0.03154582730584365) | > loss_mel_ce: 2.650203227996826 (nan) | > loss: 0.010643101297318935 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14108305970612206) | > loader_time: 0.0045 (0.004623267562147791)  --> TIME: 2025-03-26 07:08:20 -- STEP: 23095/31555 -- GLOBAL_STEP: 1316850 | > loss_text_ce: 0.02833566814661026 (0.03154813805447858) | > loss_mel_ce: 2.8998210430145264 (nan) | > loss: 0.011619669385254383 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14108659321416836) | > loader_time: 0.0044 (0.004623267309416362)  --> TIME: 2025-03-26 07:08:29 -- STEP: 23145/31555 -- GLOBAL_STEP: 1316900 | > loss_text_ce: 0.03959570825099945 (0.03154653748708623) | > loss_mel_ce: 2.8401284217834473 (nan) | > loss: 0.01142747700214386 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.1410896911093678) | > loader_time: 0.0047 (0.004623143898021783)  --> TIME: 2025-03-26 07:08:39 -- STEP: 23195/31555 -- GLOBAL_STEP: 1316950 | > loss_text_ce: 0.03704823553562164 (0.03154779208009362) | > loss_mel_ce: 0.5236687660217285 (nan) | > loss: 0.0022250674664974213 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14108684847750105) | > loader_time: 0.0042 (0.004622860030897678)  --> TIME: 2025-03-26 07:08:49 -- STEP: 23245/31555 -- GLOBAL_STEP: 1317000 | > loss_text_ce: 0.033673856407403946 (0.031547557858032683) | > loss_mel_ce: 2.0519161224365234 (nan) | > loss: 0.008276150561869144 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.1410824567688539) | > loader_time: 0.0048 (0.0046227089690505626)  --> TIME: 2025-03-26 07:08:58 -- STEP: 23295/31555 -- GLOBAL_STEP: 1317050 | > loss_text_ce: 0.030676042661070824 (0.0315457104600328) | > loss_mel_ce: 2.789360761642456 (nan) | > loss: 0.011190623044967651 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1410839772475176) | > loader_time: 0.0046 (0.004622800034447063)  --> TIME: 2025-03-26 07:09:08 -- STEP: 23345/31555 -- GLOBAL_STEP: 1317100 | > loss_text_ce: 0.04846474155783653 (0.03154562980289265) | > loss_mel_ce: 2.8001394271850586 (nan) | > loss: 0.011303985491394997 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14108846356613913) | > loader_time: 0.0045 (0.0046227276925229705)  --> TIME: 2025-03-26 07:09:18 -- STEP: 23395/31555 -- GLOBAL_STEP: 1317150 | > loss_text_ce: 0.02789878286421299 (0.03154749774807393) | > loss_mel_ce: 2.3091113567352295 (nan) | > loss: 0.009273850359022617 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14108557472832303) | > loader_time: 0.0069 (0.004622835317058526)  --> TIME: 2025-03-26 07:09:28 -- STEP: 23445/31555 -- GLOBAL_STEP: 1317200 | > loss_text_ce: 0.024761507287621498 (0.03154731172322284) | > loss_mel_ce: 2.9528706073760986 (nan) | > loss: 0.011816000565886497 (nan) | > current_lr: 5e-06 | > step_time: 0.1929 (0.14110232660525834) | > loader_time: 0.0046 (0.004622603266141035)  --> TIME: 2025-03-26 07:09:38 -- STEP: 23495/31555 -- GLOBAL_STEP: 1317250 | > loss_text_ce: 0.03894916921854019 (0.03154970237441811) | > loss_mel_ce: 2.8867812156677246 (nan) | > loss: 0.011610042303800583 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14110903382732595) | > loader_time: 0.0049 (0.0046226256095137745)  --> TIME: 2025-03-26 07:09:48 -- STEP: 23545/31555 -- GLOBAL_STEP: 1317300 | > loss_text_ce: 0.044881466776132584 (0.03154883627445751) | > loss_mel_ce: 2.7574379444122314 (nan) | > loss: 0.011120316572487354 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14111982743738558) | > loader_time: 0.0043 (0.00462251808213489)  --> TIME: 2025-03-26 07:09:57 -- STEP: 23595/31555 -- GLOBAL_STEP: 1317350 | > loss_text_ce: 0.03738921135663986 (0.03154862813263174) | > loss_mel_ce: 2.547616720199585 (nan) | > loss: 0.010257961228489876 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14112320876924841) | > loader_time: 0.0047 (0.004622375907016823)  --> TIME: 2025-03-26 07:10:07 -- STEP: 23645/31555 -- GLOBAL_STEP: 1317400 | > loss_text_ce: 0.03915731981396675 (0.03154776446311747) | > loss_mel_ce: 2.4687857627868652 (nan) | > loss: 0.009952155873179436 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1411284594133507) | > loader_time: 0.0044 (0.004622410205333669)  --> TIME: 2025-03-26 07:10:17 -- STEP: 23695/31555 -- GLOBAL_STEP: 1317450 | > loss_text_ce: 0.03885137662291527 (0.03154909967351102) | > loss_mel_ce: 2.537076234817505 (nan) | > loss: 0.010221934877336025 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1411292484727786) | > loader_time: 0.0046 (0.00462204710193061)  --> TIME: 2025-03-26 07:10:27 -- STEP: 23745/31555 -- GLOBAL_STEP: 1317500 | > loss_text_ce: 0.03361659124493599 (0.03154880843082339) | > loss_mel_ce: 2.841064453125 (nan) | > loss: 0.011407464742660522 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1411382075936502) | > loader_time: 0.0044 (0.0046219974950781105)  --> TIME: 2025-03-26 07:10:36 -- STEP: 23795/31555 -- GLOBAL_STEP: 1317550 | > loss_text_ce: 0.020760538056492805 (0.031547805888961486) | > loss_mel_ce: 2.8607497215270996 (nan) | > loss: 0.011434565298259258 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14113678483307726) | > loader_time: 0.0045 (0.00462192260660426)  --> TIME: 2025-03-26 07:10:46 -- STEP: 23845/31555 -- GLOBAL_STEP: 1317600 | > loss_text_ce: 0.026806248351931572 (0.03154788776184653) | > loss_mel_ce: 1.79110848903656 (nan) | > loss: 0.007213947828859091 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14114847929129257) | > loader_time: 0.0044 (0.0046219763152877714)  --> TIME: 2025-03-26 07:10:56 -- STEP: 23895/31555 -- GLOBAL_STEP: 1317650 | > loss_text_ce: 0.03672579303383827 (0.03154932004607143) | > loss_mel_ce: 3.149418830871582 (nan) | > loss: 0.012643431313335896 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14114863620589654) | > loader_time: 0.0045 (0.004621897134902606)  --> TIME: 2025-03-26 07:11:05 -- STEP: 23945/31555 -- GLOBAL_STEP: 1317700 | > loss_text_ce: 0.031629763543605804 (0.03155081740225199) | > loss_mel_ce: 1.799330234527588 (nan) | > loss: 0.007265714928507805 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14114213488649127) | > loader_time: 0.0043 (0.004621292838325423)  --> TIME: 2025-03-26 07:11:15 -- STEP: 23995/31555 -- GLOBAL_STEP: 1317750 | > loss_text_ce: 0.0276641845703125 (0.03154946328766653) | > loss_mel_ce: 2.67273211479187 (nan) | > loss: 0.01071585901081562 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14114112206165164) | > loader_time: 0.0043 (0.0046213506832548015)  --> TIME: 2025-03-26 07:11:25 -- STEP: 24045/31555 -- GLOBAL_STEP: 1317800 | > loss_text_ce: 0.024352900683879852 (0.03154741513573231) | > loss_mel_ce: 2.859825849533081 (nan) | > loss: 0.011445154435932636 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1411396870322576) | > loader_time: 0.0046 (0.00462129115562573)  --> TIME: 2025-03-26 07:11:34 -- STEP: 24095/31555 -- GLOBAL_STEP: 1317850 | > loss_text_ce: 0.026050467044115067 (0.031545241065609325) | > loss_mel_ce: 2.403735399246216 (nan) | > loss: 0.009642008692026138 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1411325277394592) | > loader_time: 0.0048 (0.004621330280228744)  --> TIME: 2025-03-26 07:11:44 -- STEP: 24145/31555 -- GLOBAL_STEP: 1317900 | > loss_text_ce: 0.03346571698784828 (0.03154518966886853) | > loss_mel_ce: 2.618129014968872 (nan) | > loss: 0.010522201657295227 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14112999803112994) | > loader_time: 0.0045 (0.004621577228317837)  --> TIME: 2025-03-26 07:11:53 -- STEP: 24195/31555 -- GLOBAL_STEP: 1317950 | > loss_text_ce: 0.03182309865951538 (0.031542064810195135) | > loss_mel_ce: 2.816030979156494 (nan) | > loss: 0.011301008984446526 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14113747966661547) | > loader_time: 0.005 (0.004621760060309767)  --> TIME: 2025-03-26 07:12:03 -- STEP: 24245/31555 -- GLOBAL_STEP: 1318000 | > loss_text_ce: 0.026280323043465614 (0.03154244387611067) | > loss_mel_ce: 2.471285581588745 (nan) | > loss: 0.009910976514220238 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14113526326598652) | > loader_time: 0.0045 (0.004621950211685245)  --> TIME: 2025-03-26 07:12:13 -- STEP: 24295/31555 -- GLOBAL_STEP: 1318050 | > loss_text_ce: 0.034041885286569595 (0.031541913232886194) | > loss_mel_ce: 3.0569236278533936 (nan) | > loss: 0.012265737168490887 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14114089585253461) | > loader_time: 0.0045 (0.004622034939210284)  --> TIME: 2025-03-26 07:12:22 -- STEP: 24345/31555 -- GLOBAL_STEP: 1318100 | > loss_text_ce: 0.03499217703938484 (0.031539020358806076) | > loss_mel_ce: 1.1453857421875 (nan) | > loss: 0.004684039857238531 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14113258861080316) | > loader_time: 0.0044 (0.004622405185961921)  --> TIME: 2025-03-26 07:12:32 -- STEP: 24395/31555 -- GLOBAL_STEP: 1318150 | > loss_text_ce: 0.043563175946474075 (0.03154050675038486) | > loss_mel_ce: 2.7068700790405273 (nan) | > loss: 0.010914417915046215 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14113481306203918) | > loader_time: 0.0044 (0.004622362920265016)  --> TIME: 2025-03-26 07:12:42 -- STEP: 24445/31555 -- GLOBAL_STEP: 1318200 | > loss_text_ce: 0.02666720561683178 (0.03154100417217591) | > loss_mel_ce: 2.618833303451538 (nan) | > loss: 0.010498018004000187 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1411430076042019) | > loader_time: 0.0046 (0.0046225043644225255)  --> TIME: 2025-03-26 07:12:52 -- STEP: 24495/31555 -- GLOBAL_STEP: 1318250 | > loss_text_ce: 0.021301792934536934 (0.031540440727853315) | > loss_mel_ce: 2.18076753616333 (nan) | > loss: 0.00873837061226368 (nan) | > current_lr: 5e-06 | > step_time: 0.1073 (0.1411446418828398) | > loader_time: 0.0044 (0.00462271696598)  --> TIME: 2025-03-26 07:13:01 -- STEP: 24545/31555 -- GLOBAL_STEP: 1318300 | > loss_text_ce: 0.024039532989263535 (0.03153910969734415) | > loss_mel_ce: 3.029878854751587 (nan) | > loss: 0.012118724174797535 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14114381223279615) | > loader_time: 0.0046 (0.004622697927335482)  --> TIME: 2025-03-26 07:13:11 -- STEP: 24595/31555 -- GLOBAL_STEP: 1318350 | > loss_text_ce: 0.04127725213766098 (0.03153831351137196) | > loss_mel_ce: 1.9547854661941528 (nan) | > loss: 0.007920884527266026 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14113760149607416) | > loader_time: 0.0053 (0.004622850769005738)  --> TIME: 2025-03-26 07:13:20 -- STEP: 24645/31555 -- GLOBAL_STEP: 1318400 | > loss_text_ce: 0.02760893851518631 (0.03153659653460467) | > loss_mel_ce: 2.9320476055145264 (nan) | > loss: 0.011744669638574123 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1411379597447766) | > loader_time: 0.0045 (0.004622740435005315)  --> TIME: 2025-03-26 07:13:30 -- STEP: 24695/31555 -- GLOBAL_STEP: 1318450 | > loss_text_ce: 0.028273867443203926 (0.03153496415477436) | > loss_mel_ce: 2.976011037826538 (nan) | > loss: 0.011921766214072704 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1985 (0.14113599957182157) | > loader_time: 0.0049 (0.004622651749136086)  --> TIME: 2025-03-26 07:13:40 -- STEP: 24745/31555 -- GLOBAL_STEP: 1318500 | > loss_text_ce: 0.029127206653356552 (0.03153356902781546) | > loss_mel_ce: 2.7746667861938477 (nan) | > loss: 0.011126167140901089 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14114513463698505) | > loader_time: 0.0045 (0.004623158509429226)  --> TIME: 2025-03-26 07:13:49 -- STEP: 24795/31555 -- GLOBAL_STEP: 1318550 | > loss_text_ce: 0.03472020849585533 (0.03153280696885532) | > loss_mel_ce: 2.6983485221862793 (nan) | > loss: 0.010845511220395565 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14114176501523987) | > loader_time: 0.0044 (0.0046230993580495955)  --> TIME: 2025-03-26 07:13:59 -- STEP: 24845/31555 -- GLOBAL_STEP: 1318600 | > loss_text_ce: 0.02814035303890705 (0.03153187681651482) | > loss_mel_ce: 2.1915626525878906 (nan) | > loss: 0.008808345533907413 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14113674949750465) | > loader_time: 0.0047 (0.004623365987592303)  --> TIME: 2025-03-26 07:14:09 -- STEP: 24895/31555 -- GLOBAL_STEP: 1318650 | > loss_text_ce: 0.022492706775665283 (0.031529686667008484) | > loss_mel_ce: 2.8442766666412354 (nan) | > loss: 0.01137606892734766 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14114290717424385) | > loader_time: 0.0047 (0.004623342896350578)  --> TIME: 2025-03-26 07:14:19 -- STEP: 24945/31555 -- GLOBAL_STEP: 1318700 | > loss_text_ce: 0.027763735502958298 (0.03153141728860134) | > loss_mel_ce: 2.466524124145508 (nan) | > loss: 0.009897968731820583 (nan) | > current_lr: 5e-06 | > step_time: 0.1922 (0.14114720008492332) | > loader_time: 0.0048 (0.004623503922986032)  --> TIME: 2025-03-26 07:14:28 -- STEP: 24995/31555 -- GLOBAL_STEP: 1318750 | > loss_text_ce: 0.03482953459024429 (0.03153210692018235) | > loss_mel_ce: 2.5809547901153564 (nan) | > loss: 0.010380097664892673 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1411512966178907) | > loader_time: 0.0047 (0.004623643616052305)  --> TIME: 2025-03-26 07:14:38 -- STEP: 25045/31555 -- GLOBAL_STEP: 1318800 | > loss_text_ce: 0.02958635427057743 (0.03152984880728276) | > loss_mel_ce: 2.465820074081421 (nan) | > loss: 0.009902406483888626 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14115586510245376) | > loader_time: 0.0045 (0.004623656530869554)  --> TIME: 2025-03-26 07:14:48 -- STEP: 25095/31555 -- GLOBAL_STEP: 1318850 | > loss_text_ce: 0.03819919377565384 (0.03152934282577947) | > loss_mel_ce: 2.5213890075683594 (nan) | > loss: 0.010157096199691296 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1411522531157883) | > loader_time: 0.0046 (0.004623848376793789)  --> TIME: 2025-03-26 07:14:57 -- STEP: 25145/31555 -- GLOBAL_STEP: 1318900 | > loss_text_ce: 0.03158169984817505 (0.03152642684484384) | > loss_mel_ce: 2.4434902667999268 (nan) | > loss: 0.009821714833378792 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14115325122165048) | > loader_time: 0.0045 (0.0046236941534236855)  --> TIME: 2025-03-26 07:15:07 -- STEP: 25195/31555 -- GLOBAL_STEP: 1318950 | > loss_text_ce: 0.02971120923757553 (0.03152714357475706) | > loss_mel_ce: 3.0067787170410156 (nan) | > loss: 0.01204956416040659 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14115801257826052) | > loader_time: 0.0048 (0.0046237659019050786)  --> TIME: 2025-03-26 07:15:17 -- STEP: 25245/31555 -- GLOBAL_STEP: 1319000 | > loss_text_ce: 0.03444407507777214 (0.03152442592131402) | > loss_mel_ce: 2.931662082672119 (nan) | > loss: 0.011770263314247131 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14116761953105006) | > loader_time: 0.0046 (0.004623912088609865)  --> TIME: 2025-03-26 07:15:27 -- STEP: 25295/31555 -- GLOBAL_STEP: 1319050 | > loss_text_ce: 0.029075862839818 (0.03152540121389481) | > loss_mel_ce: 2.9368185997009277 (nan) | > loss: 0.011769423261284828 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14117124256444008) | > loader_time: 0.0053 (0.0046240668118671556)  --> TIME: 2025-03-26 07:15:37 -- STEP: 25345/31555 -- GLOBAL_STEP: 1319100 | > loss_text_ce: 0.02785561792552471 (0.03152537656630831) | > loss_mel_ce: 2.9982218742370605 (nan) | > loss: 0.0120082451030612 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14116985057086598) | > loader_time: 0.0045 (0.004624047395063118)  --> TIME: 2025-03-26 07:15:46 -- STEP: 25395/31555 -- GLOBAL_STEP: 1319150 | > loss_text_ce: 0.036734212189912796 (0.031524942819190944) | > loss_mel_ce: 2.422069787979126 (nan) | > loss: 0.009757159277796745 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14116988013076617) | > loader_time: 0.0044 (0.004623926997912355)  --> TIME: 2025-03-26 07:15:56 -- STEP: 25445/31555 -- GLOBAL_STEP: 1319200 | > loss_text_ce: 0.03484650328755379 (0.03152538592661586) | > loss_mel_ce: 2.920013666152954 (nan) | > loss: 0.011725636199116707 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1411677167419841) | > loader_time: 0.0047 (0.004624171462221124)  --> TIME: 2025-03-26 07:16:05 -- STEP: 25495/31555 -- GLOBAL_STEP: 1319250 | > loss_text_ce: 0.02653580904006958 (0.03152577792336122) | > loss_mel_ce: 1.4612165689468384 (nan) | > loss: 0.005903779994696379 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14116574034173773) | > loader_time: 0.0046 (0.004624155068495718)  --> TIME: 2025-03-26 07:16:15 -- STEP: 25545/31555 -- GLOBAL_STEP: 1319300 | > loss_text_ce: 0.040876273065805435 (0.03152553929436331) | > loss_mel_ce: 2.608307123184204 (nan) | > loss: 0.010512633249163628 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14116803917966084) | > loader_time: 0.005 (0.004624348635028595)  --> TIME: 2025-03-26 07:16:25 -- STEP: 25595/31555 -- GLOBAL_STEP: 1319350 | > loss_text_ce: 0.032563842833042145 (0.03152525793425502) | > loss_mel_ce: 3.056912660598755 (nan) | > loss: 0.012259828858077526 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14116982147781706) | > loader_time: 0.0046 (0.004624245664667724)  --> TIME: 2025-03-26 07:16:34 -- STEP: 25645/31555 -- GLOBAL_STEP: 1319400 | > loss_text_ce: 0.02609657682478428 (0.031521655231507704) | > loss_mel_ce: 2.5445315837860107 (nan) | > loss: 0.010200905613601208 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14117053887792538) | > loader_time: 0.0054 (0.004624241633497962)  --> TIME: 2025-03-26 07:16:44 -- STEP: 25695/31555 -- GLOBAL_STEP: 1319450 | > loss_text_ce: 0.02521362714469433 (0.031520255851281986) | > loss_mel_ce: 2.807008981704712 (nan) | > loss: 0.011238979175686836 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14117394980114983) | > loader_time: 0.0048 (0.0046243576113642795)  --> TIME: 2025-03-26 07:16:54 -- STEP: 25745/31555 -- GLOBAL_STEP: 1319500 | > loss_text_ce: 0.03542085736989975 (0.03152039493076876) | > loss_mel_ce: 3.4588816165924072 (nan) | > loss: 0.01386628020554781 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14118018054017611) | > loader_time: 0.0047 (0.004624475148331193)  --> TIME: 2025-03-26 07:17:04 -- STEP: 25795/31555 -- GLOBAL_STEP: 1319550 | > loss_text_ce: 0.032338351011276245 (0.03152081495615563) | > loss_mel_ce: 2.260403871536255 (nan) | > loss: 0.009098184294998646 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14118025574163823) | > loader_time: 0.0072 (0.004624733376766407)  --> TIME: 2025-03-26 07:17:13 -- STEP: 25845/31555 -- GLOBAL_STEP: 1319600 | > loss_text_ce: 0.05153295397758484 (0.03152032205890811) | > loss_mel_ce: 2.7127482891082764 (nan) | > loss: 0.010969370603561401 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14117312320636216) | > loader_time: 0.0044 (0.004624660159476513)  --> TIME: 2025-03-26 07:17:23 -- STEP: 25895/31555 -- GLOBAL_STEP: 1319650 | > loss_text_ce: 0.03523766249418259 (0.03151837356753948) | > loss_mel_ce: 2.519697904586792 (nan) | > loss: 0.010138633660972118 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1411722672954681) | > loader_time: 0.0046 (0.004624894043266324)  --> TIME: 2025-03-26 07:17:33 -- STEP: 25945/31555 -- GLOBAL_STEP: 1319700 | > loss_text_ce: 0.03281669318675995 (0.03151817862881293) | > loss_mel_ce: 2.920940637588501 (nan) | > loss: 0.011721259914338589 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14118426183809776) | > loader_time: 0.0049 (0.00462486183834021)  --> TIME: 2025-03-26 07:17:42 -- STEP: 25995/31555 -- GLOBAL_STEP: 1319750 | > loss_text_ce: 0.03774164617061615 (0.031522011612370594) | > loss_mel_ce: 3.284189462661743 (nan) | > loss: 0.013182267546653748 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14117780610400274) | > loader_time: 0.0046 (0.0046249704054626885)  --> TIME: 2025-03-26 07:17:52 -- STEP: 26045/31555 -- GLOBAL_STEP: 1319800 | > loss_text_ce: 0.03371050953865051 (0.03152262655201745) | > loss_mel_ce: 2.6967735290527344 (nan) | > loss: 0.010835254564881325 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14118473241003812) | > loader_time: 0.0047 (0.004625065703381961)  --> TIME: 2025-03-26 07:18:02 -- STEP: 26095/31555 -- GLOBAL_STEP: 1319850 | > loss_text_ce: 0.030586466193199158 (0.031524918611266564) | > loss_mel_ce: 3.0542333126068115 (nan) | > loss: 0.012241349555552006 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1411860637679419) | > loader_time: 0.005 (0.004625001824388651)  --> TIME: 2025-03-26 07:18:12 -- STEP: 26145/31555 -- GLOBAL_STEP: 1319900 | > loss_text_ce: 0.02577904425561428 (0.03152396341682101) | > loss_mel_ce: 2.8066720962524414 (nan) | > loss: 0.011239886283874512 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1411859059748724) | > loader_time: 0.0045 (0.004625098767757507)  --> TIME: 2025-03-26 07:18:21 -- STEP: 26195/31555 -- GLOBAL_STEP: 1319950 | > loss_text_ce: 0.022607002407312393 (0.03152450843465098) | > loss_mel_ce: 2.4752042293548584 (nan) | > loss: 0.009911950677633286 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1411808447702218) | > loader_time: 0.0046 (0.0046250041601971405)  --> TIME: 2025-03-26 07:18:31 -- STEP: 26245/31555 -- GLOBAL_STEP: 1320000 | > loss_text_ce: 0.030491778627038002 (0.03152371587958833) | > loss_mel_ce: 2.764524459838867 (nan) | > loss: 0.011091334745287895 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1411871639563489) | > loader_time: 0.0046 (0.004625038065940316) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1320000.pth  --> TIME: 2025-03-26 07:18:46 -- STEP: 26295/31555 -- GLOBAL_STEP: 1320050 | > loss_text_ce: 0.04185900092124939 (0.03152305721485037) | > loss_mel_ce: 2.260496139526367 (nan) | > loss: 0.009136330336332321 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1411749261213048) | > loader_time: 0.0047 (0.004624981870214209)  --> TIME: 2025-03-26 07:18:55 -- STEP: 26345/31555 -- GLOBAL_STEP: 1320100 | > loss_text_ce: 0.028708884492516518 (0.031524340107062496) | > loss_mel_ce: 3.021038770675659 (nan) | > loss: 0.012102174572646618 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14116652912785024) | > loader_time: 0.0045 (0.004625219347626734)  --> TIME: 2025-03-26 07:19:05 -- STEP: 26395/31555 -- GLOBAL_STEP: 1320150 | > loss_text_ce: 0.0331357978284359 (0.03152551926572935) | > loss_mel_ce: 2.833247423171997 (nan) | > loss: 0.011374537833034992 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14116248827943537) | > loader_time: 0.0051 (0.004625260854765508)  --> TIME: 2025-03-26 07:19:14 -- STEP: 26445/31555 -- GLOBAL_STEP: 1320200 | > loss_text_ce: 0.033503931015729904 (0.03152195052552779) | > loss_mel_ce: 2.4476912021636963 (nan) | > loss: 0.00984601303935051 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1411646123057759) | > loader_time: 0.0051 (0.004625457896021452)  --> TIME: 2025-03-26 07:19:24 -- STEP: 26495/31555 -- GLOBAL_STEP: 1320250 | > loss_text_ce: 0.030570702627301216 (0.031520372960603074) | > loss_mel_ce: 1.0386779308319092 (nan) | > loss: 0.004243050701916218 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14116187316108494) | > loader_time: 0.0045 (0.004625365634665527)  --> TIME: 2025-03-26 07:19:33 -- STEP: 26545/31555 -- GLOBAL_STEP: 1320300 | > loss_text_ce: 0.03819451481103897 (0.031518026481717906) | > loss_mel_ce: 2.8055272102355957 (nan) | > loss: 0.011284610256552696 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14115442949447102) | > loader_time: 0.0044 (0.004625005707675212)  --> TIME: 2025-03-26 07:19:43 -- STEP: 26595/31555 -- GLOBAL_STEP: 1320350 | > loss_text_ce: 0.025039132684469223 (0.031516225796320824) | > loss_mel_ce: 1.8350086212158203 (nan) | > loss: 0.007381142117083073 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14114642643484868) | > loader_time: 0.0045 (0.0046248909583954945)  --> TIME: 2025-03-26 07:19:53 -- STEP: 26645/31555 -- GLOBAL_STEP: 1320400 | > loss_text_ce: 0.03006618842482567 (0.03151684812376515) | > loss_mel_ce: 2.7944231033325195 (nan) | > loss: 0.011208292096853256 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14115555091789278) | > loader_time: 0.0047 (0.004624820189530586)  --> TIME: 2025-03-26 07:20:02 -- STEP: 26695/31555 -- GLOBAL_STEP: 1320450 | > loss_text_ce: 0.03443624824285507 (0.03151849341488227) | > loss_mel_ce: 2.7535836696624756 (nan) | > loss: 0.011063572019338608 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14115058962694688) | > loader_time: 0.0044 (0.004624875937313763)  --> TIME: 2025-03-26 07:20:12 -- STEP: 26745/31555 -- GLOBAL_STEP: 1320500 | > loss_text_ce: 0.03486890345811844 (0.03151562779077643) | > loss_mel_ce: 2.258026361465454 (nan) | > loss: 0.009098791517317295 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14114513748448587) | > loader_time: 0.0044 (0.004624532053104658)  --> TIME: 2025-03-26 07:20:21 -- STEP: 26795/31555 -- GLOBAL_STEP: 1320550 | > loss_text_ce: 0.031871095299720764 (0.03151455880480747) | > loss_mel_ce: 2.985630512237549 (nan) | > loss: 0.011974213644862175 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14114702870361387) | > loader_time: 0.0044 (0.004624051873331112)  --> TIME: 2025-03-26 07:20:31 -- STEP: 26845/31555 -- GLOBAL_STEP: 1320600 | > loss_text_ce: 0.03493555635213852 (0.03151463277389543) | > loss_mel_ce: 2.788461923599243 (nan) | > loss: 0.01120395865291357 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1411507030109791) | > loader_time: 0.0044 (0.004624065000221772)  --> TIME: 2025-03-26 07:20:41 -- STEP: 26895/31555 -- GLOBAL_STEP: 1320650 | > loss_text_ce: 0.0341920405626297 (0.03151274155233217) | > loss_mel_ce: 2.4805257320404053 (nan) | > loss: 0.009979039430618286 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14114954486215117) | > loader_time: 0.0042 (0.004623945540800287)  --> TIME: 2025-03-26 07:20:50 -- STEP: 26945/31555 -- GLOBAL_STEP: 1320700 | > loss_text_ce: 0.032225776463747025 (0.031512173355361) | > loss_mel_ce: 2.9072654247283936 (nan) | > loss: 0.011664648540318012 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1411476607136) | > loader_time: 0.0047 (0.004623624871006727)  --> TIME: 2025-03-26 07:21:00 -- STEP: 26995/31555 -- GLOBAL_STEP: 1320750 | > loss_text_ce: 0.02832217328250408 (0.03151244603650794) | > loss_mel_ce: 2.618069887161255 (nan) | > loss: 0.010501557029783726 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14115362963117462) | > loader_time: 0.0045 (0.004623736300100136)  --> TIME: 2025-03-26 07:21:10 -- STEP: 27045/31555 -- GLOBAL_STEP: 1320800 | > loss_text_ce: 0.025174865499138832 (0.0315098592434004) | > loss_mel_ce: 1.9004896879196167 (nan) | > loss: 0.0076415264047682285 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14115035335112752) | > loader_time: 0.0048 (0.004623571370485006)  --> TIME: 2025-03-26 07:21:19 -- STEP: 27095/31555 -- GLOBAL_STEP: 1320850 | > loss_text_ce: 0.040259841829538345 (0.03150990419155081) | > loss_mel_ce: 3.2175369262695312 (nan) | > loss: 0.01292776595801115 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14115400177941095) | > loader_time: 0.0045 (0.004623593411161379)  --> TIME: 2025-03-26 07:21:29 -- STEP: 27145/31555 -- GLOBAL_STEP: 1320900 | > loss_text_ce: 0.031108537688851357 (0.031510425922607325) | > loss_mel_ce: 2.7196359634399414 (nan) | > loss: 0.01091565378010273 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1411551733925153) | > loader_time: 0.0044 (0.004623685635833523)  --> TIME: 2025-03-26 07:21:39 -- STEP: 27195/31555 -- GLOBAL_STEP: 1320950 | > loss_text_ce: 0.027560047805309296 (0.03150944071255929) | > loss_mel_ce: 2.973921775817871 (nan) | > loss: 0.011910642497241497 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14116002278504242) | > loader_time: 0.0047 (0.004623658553185001)  --> TIME: 2025-03-26 07:21:49 -- STEP: 27245/31555 -- GLOBAL_STEP: 1321000 | > loss_text_ce: 0.024879829958081245 (0.03151008676844176) | > loss_mel_ce: 2.798414945602417 (nan) | > loss: 0.011203551664948463 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14115858632810788) | > loader_time: 0.0047 (0.0046234629748829565)  --> TIME: 2025-03-26 07:21:58 -- STEP: 27295/31555 -- GLOBAL_STEP: 1321050 | > loss_text_ce: 0.03494426608085632 (0.031509201460809266) | > loss_mel_ce: 2.3371999263763428 (nan) | > loss: 0.009413271211087704 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1411594412881049) | > loader_time: 0.0045 (0.004623366616370129)  --> TIME: 2025-03-26 07:22:08 -- STEP: 27345/31555 -- GLOBAL_STEP: 1321100 | > loss_text_ce: 0.025329014286398888 (0.03151019172367279) | > loss_mel_ce: 2.5718631744384766 (nan) | > loss: 0.01030631922185421 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14115555837006685) | > loader_time: 0.0046 (0.004623406511879749)  --> TIME: 2025-03-26 07:22:17 -- STEP: 27395/31555 -- GLOBAL_STEP: 1321150 | > loss_text_ce: 0.03641587495803833 (0.03151141707959636) | > loss_mel_ce: 1.275432825088501 (nan) | > loss: 0.0052057490684092045 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14115162162934025) | > loader_time: 0.0045 (0.004623246719463374)  --> TIME: 2025-03-26 07:22:27 -- STEP: 27445/31555 -- GLOBAL_STEP: 1321200 | > loss_text_ce: 0.0281895250082016 (0.03151132554683849) | > loss_mel_ce: 2.92414927482605 (nan) | > loss: 0.011715630069375038 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14115447339561682) | > loader_time: 0.0046 (0.0046233569843822315)  --> TIME: 2025-03-26 07:22:37 -- STEP: 27495/31555 -- GLOBAL_STEP: 1321250 | > loss_text_ce: 0.03262889012694359 (0.031513443026622935) | > loss_mel_ce: 2.515510082244873 (nan) | > loss: 0.010111662559211254 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14116244320436833) | > loader_time: 0.0043 (0.004623256637564901)  --> TIME: 2025-03-26 07:22:46 -- STEP: 27545/31555 -- GLOBAL_STEP: 1321300 | > loss_text_ce: 0.0296360794454813 (0.03151149587277315) | > loss_mel_ce: 1.6348876953125 (nan) | > loss: 0.006605253089219332 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1411512046830592) | > loader_time: 0.0045 (0.004623236269283505)  --> TIME: 2025-03-26 07:22:56 -- STEP: 27595/31555 -- GLOBAL_STEP: 1321350 | > loss_text_ce: 0.024648241698741913 (0.031510545667628446) | > loss_mel_ce: 2.6164391040802 (nan) | > loss: 0.010480505414307117 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.14115103349929412) | > loader_time: 0.0047 (0.004623170321478866)  --> TIME: 2025-03-26 07:23:06 -- STEP: 27645/31555 -- GLOBAL_STEP: 1321400 | > loss_text_ce: 0.02865026332437992 (0.03151209475743732) | > loss_mel_ce: 2.2811295986175537 (nan) | > loss: 0.009165793657302856 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14115634645857822) | > loader_time: 0.0051 (0.004623219341195957)  --> TIME: 2025-03-26 07:23:16 -- STEP: 27695/31555 -- GLOBAL_STEP: 1321450 | > loss_text_ce: 0.028987042605876923 (0.03151232203602152) | > loss_mel_ce: 2.476187229156494 (nan) | > loss: 0.009941168129444122 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14116348459264877) | > loader_time: 0.0047 (0.004623325810705314)  --> TIME: 2025-03-26 07:23:25 -- STEP: 27745/31555 -- GLOBAL_STEP: 1321500 | > loss_text_ce: 0.026310808956623077 (0.0315108597187625) | > loss_mel_ce: 2.895801544189453 (nan) | > loss: 0.01159568503499031 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14116544039491424) | > loader_time: 0.0048 (0.004623240620236183)  --> TIME: 2025-03-26 07:23:35 -- STEP: 27795/31555 -- GLOBAL_STEP: 1321550 | > loss_text_ce: 0.029123641550540924 (0.03151007526733234) | > loss_mel_ce: 2.3016772270202637 (nan) | > loss: 0.009249210357666016 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14116883648451997) | > loader_time: 0.0045 (0.004623303170640754)  --> TIME: 2025-03-26 07:23:44 -- STEP: 27845/31555 -- GLOBAL_STEP: 1321600 | > loss_text_ce: 0.027059616521000862 (0.0315101498683076) | > loss_mel_ce: 2.507957935333252 (nan) | > loss: 0.010059594176709652 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14116315881061706) | > loader_time: 0.0047 (0.00462317863172549)  --> TIME: 2025-03-26 07:23:54 -- STEP: 27895/31555 -- GLOBAL_STEP: 1321650 | > loss_text_ce: 0.03700375184416771 (0.03151131744434232) | > loss_mel_ce: 2.6434953212738037 (nan) | > loss: 0.01063690148293972 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1411658504398572) | > loader_time: 0.0046 (0.004623179051969641)  --> TIME: 2025-03-26 07:24:04 -- STEP: 27945/31555 -- GLOBAL_STEP: 1321700 | > loss_text_ce: 0.030340570956468582 (0.03150802946228377) | > loss_mel_ce: 2.8012049198150635 (nan) | > loss: 0.01123629231005907 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1411651885537228) | > loader_time: 0.0045 (0.004622940378125936)  --> TIME: 2025-03-26 07:24:13 -- STEP: 27995/31555 -- GLOBAL_STEP: 1321750 | > loss_text_ce: 0.03327787667512894 (0.03150894938611965) | > loss_mel_ce: 2.3611881732940674 (nan) | > loss: 0.009501850232481956 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1411628335985812) | > loader_time: 0.0046 (0.004622693427185162)  --> TIME: 2025-03-26 07:24:23 -- STEP: 28045/31555 -- GLOBAL_STEP: 1321800 | > loss_text_ce: 0.029346803203225136 (0.031508818580832654) | > loss_mel_ce: 2.744278907775879 (nan) | > loss: 0.011006451211869717 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14116210622102368) | > loader_time: 0.0045 (0.004622699198907301)  --> TIME: 2025-03-26 07:24:33 -- STEP: 28095/31555 -- GLOBAL_STEP: 1321850 | > loss_text_ce: 0.02182055450975895 (0.031505917909472485) | > loss_mel_ce: 2.767791986465454 (nan) | > loss: 0.011069891974329948 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.1411666322590352) | > loader_time: 0.0044 (0.004622630161584776)  --> TIME: 2025-03-26 07:24:42 -- STEP: 28145/31555 -- GLOBAL_STEP: 1321900 | > loss_text_ce: 0.02507653832435608 (0.03150480147179794) | > loss_mel_ce: 2.4947917461395264 (nan) | > loss: 0.009999478235840797 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14116283707475658) | > loader_time: 0.0045 (0.004622561123892503)  --> TIME: 2025-03-26 07:24:52 -- STEP: 28195/31555 -- GLOBAL_STEP: 1321950 | > loss_text_ce: 0.026191627606749535 (0.03150342566224248) | > loss_mel_ce: 1.4304331541061401 (nan) | > loss: 0.005780257284641266 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14116724758922874) | > loader_time: 0.0042 (0.004622377878301705)  --> TIME: 2025-03-26 07:25:01 -- STEP: 28245/31555 -- GLOBAL_STEP: 1322000 | > loss_text_ce: 0.026040226221084595 (0.03150257176785026) | > loss_mel_ce: 2.7146244049072266 (nan) | > loss: 0.01087565440684557 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14115730127965098) | > loader_time: 0.005 (0.00462221099879175)  --> TIME: 2025-03-26 07:25:11 -- STEP: 28295/31555 -- GLOBAL_STEP: 1322050 | > loss_text_ce: 0.03422022610902786 (0.03150392339679535) | > loss_mel_ce: 2.2336130142211914 (nan) | > loss: 0.008999338373541832 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.1411619243530837) | > loader_time: 0.0043 (0.004622224826950917)  --> TIME: 2025-03-26 07:25:21 -- STEP: 28345/31555 -- GLOBAL_STEP: 1322100 | > loss_text_ce: 0.033591702580451965 (0.03150670472493051) | > loss_mel_ce: 2.5160140991210938 (nan) | > loss: 0.010117484256625175 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14116801765571235) | > loader_time: 0.0046 (0.004622171677532035)  --> TIME: 2025-03-26 07:25:31 -- STEP: 28395/31555 -- GLOBAL_STEP: 1322150 | > loss_text_ce: 0.022852275520563126 (0.03150561610943545) | > loss_mel_ce: 2.5166406631469727 (nan) | > loss: 0.010077353566884995 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1411666232738989) | > loader_time: 0.0047 (0.0046222079532795765)  --> TIME: 2025-03-26 07:25:40 -- STEP: 28445/31555 -- GLOBAL_STEP: 1322200 | > loss_text_ce: 0.03253183886408806 (0.03150875036755116) | > loss_mel_ce: 2.702317237854004 (nan) | > loss: 0.010852576233446598 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.1411619158406371) | > loader_time: 0.0044 (0.0046219587284140945)  --> TIME: 2025-03-26 07:25:50 -- STEP: 28495/31555 -- GLOBAL_STEP: 1322250 | > loss_text_ce: 0.0360422357916832 (0.031509700575151886) | > loss_mel_ce: 2.3455810546875 (nan) | > loss: 0.009450886398553848 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1411587361474493) | > loader_time: 0.0047 (0.004621761751752236)  --> TIME: 2025-03-26 07:25:59 -- STEP: 28545/31555 -- GLOBAL_STEP: 1322300 | > loss_text_ce: 0.023207444697618484 (0.031510262622910824) | > loss_mel_ce: 3.2374308109283447 (nan) | > loss: 0.01293904148042202 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14115704800206164) | > loader_time: 0.0047 (0.004621691978589549)  --> TIME: 2025-03-26 07:26:09 -- STEP: 28595/31555 -- GLOBAL_STEP: 1322350 | > loss_text_ce: 0.033829279243946075 (0.03151180868589548) | > loss_mel_ce: 2.746856451034546 (nan) | > loss: 0.0110344672575593 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1411536032804611) | > loader_time: 0.0042 (0.004621612127270376)  --> TIME: 2025-03-26 07:26:18 -- STEP: 28645/31555 -- GLOBAL_STEP: 1322400 | > loss_text_ce: 0.03330503776669502 (0.03151192190614862) | > loss_mel_ce: 0.5495198369026184 (nan) | > loss: 0.0023127973545342684 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14115371603390742) | > loader_time: 0.0044 (0.004621629461939978)  --> TIME: 2025-03-26 07:26:28 -- STEP: 28695/31555 -- GLOBAL_STEP: 1322450 | > loss_text_ce: 0.028208019211888313 (0.03151486265286572) | > loss_mel_ce: 2.5960347652435303 (nan) | > loss: 0.010413662530481815 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14115460574949001) | > loader_time: 0.0042 (0.004621265374486243)  --> TIME: 2025-03-26 07:26:38 -- STEP: 28745/31555 -- GLOBAL_STEP: 1322500 | > loss_text_ce: 0.02864145301282406 (0.031513931259582524) | > loss_mel_ce: 2.76287841796875 (nan) | > loss: 0.011077460832893848 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.14115473705284573) | > loader_time: 0.0046 (0.004621272071338054)  --> TIME: 2025-03-26 07:26:47 -- STEP: 28795/31555 -- GLOBAL_STEP: 1322550 | > loss_text_ce: 0.029432274401187897 (0.031514878799376145) | > loss_mel_ce: 2.7478747367858887 (nan) | > loss: 0.011021059937775135 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.14115184653776272) | > loader_time: 0.0049 (0.004621103774923715)  --> TIME: 2025-03-26 07:26:57 -- STEP: 28845/31555 -- GLOBAL_STEP: 1322600 | > loss_text_ce: 0.02901214361190796 (0.03151291478925681) | > loss_mel_ce: 0.14413174986839294 (nan) | > loss: 0.0006870789802633226 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14115261553808947) | > loader_time: 0.0043 (0.0046213199782772245)  --> TIME: 2025-03-26 07:27:06 -- STEP: 28895/31555 -- GLOBAL_STEP: 1322650 | > loss_text_ce: 0.03081287257373333 (0.03151355171352103) | > loss_mel_ce: 3.08158540725708 (nan) | > loss: 0.012350788339972496 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.1411493736312651) | > loader_time: 0.0046 (0.004621085033096586)  --> TIME: 2025-03-26 07:27:16 -- STEP: 28945/31555 -- GLOBAL_STEP: 1322700 | > loss_text_ce: 0.036090560257434845 (0.03151024768981935) | > loss_mel_ce: 3.077651023864746 (nan) | > loss: 0.01235611829906702 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14114965448562525) | > loader_time: 0.0048 (0.004620980318602867)  --> TIME: 2025-03-26 07:27:26 -- STEP: 28995/31555 -- GLOBAL_STEP: 1322750 | > loss_text_ce: 0.040400732308626175 (0.03151128114999122) | > loss_mel_ce: 2.576179027557373 (nan) | > loss: 0.010383253917098045 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14114856120532518) | > loader_time: 0.0047 (0.004621365687460241)  --> TIME: 2025-03-26 07:27:35 -- STEP: 29045/31555 -- GLOBAL_STEP: 1322800 | > loss_text_ce: 0.017536139115691185 (0.03151040053321157) | > loss_mel_ce: 1.4926164150238037 (nan) | > loss: 0.0059926691465079784 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14115325864856704) | > loader_time: 0.0045 (0.004621647967592848)  --> TIME: 2025-03-26 07:27:45 -- STEP: 29095/31555 -- GLOBAL_STEP: 1322850 | > loss_text_ce: 0.031185464933514595 (0.03151072106677976) | > loss_mel_ce: 2.7361693382263184 (nan) | > loss: 0.010981567203998566 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14115071989945585) | > loader_time: 0.0046 (0.004621651009157922)  --> TIME: 2025-03-26 07:27:55 -- STEP: 29145/31555 -- GLOBAL_STEP: 1322900 | > loss_text_ce: 0.035624515265226364 (0.0315095504153716) | > loss_mel_ce: 2.9702022075653076 (nan) | > loss: 0.011927884072065353 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14114881114007666) | > loader_time: 0.0043 (0.004621367087227568)  --> TIME: 2025-03-26 07:28:04 -- STEP: 29195/31555 -- GLOBAL_STEP: 1322950 | > loss_text_ce: 0.03850071132183075 (0.031509512700593184) | > loss_mel_ce: 0.77032470703125 (nan) | > loss: 0.003209624905139208 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14115277357472344) | > loader_time: 0.0048 (0.004621256637050576)  --> TIME: 2025-03-26 07:28:14 -- STEP: 29245/31555 -- GLOBAL_STEP: 1323000 | > loss_text_ce: 0.03648955747485161 (0.03150848000174833) | > loss_mel_ce: 2.6472103595733643 (nan) | > loss: 0.010649602860212326 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14115649689811324) | > loader_time: 0.0046 (0.004620925355801344)  --> TIME: 2025-03-26 07:28:24 -- STEP: 29295/31555 -- GLOBAL_STEP: 1323050 | > loss_text_ce: 0.03476838394999504 (0.03150894363134321) | > loss_mel_ce: 2.396385908126831 (nan) | > loss: 0.009647438302636147 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14115594788040542) | > loader_time: 0.0046 (0.004620615649414568)  --> TIME: 2025-03-26 07:28:34 -- STEP: 29345/31555 -- GLOBAL_STEP: 1323100 | > loss_text_ce: 0.032094500958919525 (0.03150928343950403) | > loss_mel_ce: 2.8231687545776367 (nan) | > loss: 0.011330409906804562 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14116297259731445) | > loader_time: 0.0045 (0.004620902537080844)  --> TIME: 2025-03-26 07:28:44 -- STEP: 29395/31555 -- GLOBAL_STEP: 1323150 | > loss_text_ce: 0.028279708698391914 (0.03150908951068546) | > loss_mel_ce: 2.562480926513672 (nan) | > loss: 0.010280797258019447 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14117286491199532) | > loader_time: 0.0043 (0.0046209740383240825)  --> TIME: 2025-03-26 07:28:54 -- STEP: 29445/31555 -- GLOBAL_STEP: 1323200 | > loss_text_ce: 0.03337150439620018 (0.03150872979224547) | > loss_mel_ce: 2.443920612335205 (nan) | > loss: 0.00983052421361208 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14118061458382453) | > loader_time: 0.0047 (0.004620990285162474)  --> TIME: 2025-03-26 07:29:03 -- STEP: 29495/31555 -- GLOBAL_STEP: 1323250 | > loss_text_ce: 0.038884926587343216 (0.031508696812660546) | > loss_mel_ce: 3.123551845550537 (nan) | > loss: 0.012549352832138538 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1411799799609874) | > loader_time: 0.0048 (0.004621134678940371)  --> TIME: 2025-03-26 07:29:13 -- STEP: 29545/31555 -- GLOBAL_STEP: 1323300 | > loss_text_ce: 0.027171071618795395 (0.031509097460559396) | > loss_mel_ce: 2.7560834884643555 (nan) | > loss: 0.01104466151446104 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14118858327880274) | > loader_time: 0.0048 (0.004621475734249093)  --> TIME: 2025-03-26 07:29:23 -- STEP: 29595/31555 -- GLOBAL_STEP: 1323350 | > loss_text_ce: 0.0323808528482914 (0.031508035611151425) | > loss_mel_ce: 2.6138134002685547 (nan) | > loss: 0.01050077099353075 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14118568515793847) | > loader_time: 0.0046 (0.004621457956916341)  --> TIME: 2025-03-26 07:29:32 -- STEP: 29645/31555 -- GLOBAL_STEP: 1323400 | > loss_text_ce: 0.03316262736916542 (0.0315061072949151) | > loss_mel_ce: 2.281602144241333 (nan) | > loss: 0.00918557494878769 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14117737763003355) | > loader_time: 0.0048 (0.0046213506385595895)  --> TIME: 2025-03-26 07:29:42 -- STEP: 29695/31555 -- GLOBAL_STEP: 1323450 | > loss_text_ce: 0.03097911924123764 (0.03150611636734561) | > loss_mel_ce: 2.305551528930664 (nan) | > loss: 0.009271947667002678 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14118025761739503) | > loader_time: 0.0048 (0.004621685263805049)  --> TIME: 2025-03-26 07:29:52 -- STEP: 29745/31555 -- GLOBAL_STEP: 1323500 | > loss_text_ce: 0.028372077271342278 (0.03150737270441051) | > loss_mel_ce: 2.6761841773986816 (nan) | > loss: 0.01073236670345068 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14118532534105863) | > loader_time: 0.0044 (0.004621673956861559)  --> TIME: 2025-03-26 07:30:01 -- STEP: 29795/31555 -- GLOBAL_STEP: 1323550 | > loss_text_ce: 0.03370267152786255 (0.03150787122565101) | > loss_mel_ce: 2.695904493331909 (nan) | > loss: 0.010831775143742561 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.1411768044095503) | > loader_time: 0.0049 (0.004621830593121278)  --> TIME: 2025-03-26 07:30:11 -- STEP: 29845/31555 -- GLOBAL_STEP: 1323600 | > loss_text_ce: 0.03505864366889 (0.031509198310172605) | > loss_mel_ce: 2.748763084411621 (nan) | > loss: 0.011046912521123886 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1411776382093529) | > loader_time: 0.0048 (0.004621874744877326)  --> TIME: 2025-03-26 07:30:20 -- STEP: 29895/31555 -- GLOBAL_STEP: 1323650 | > loss_text_ce: 0.027310004457831383 (0.031509280420913006) | > loss_mel_ce: 2.7614872455596924 (nan) | > loss: 0.01106665562838316 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14117923133009339) | > loader_time: 0.0045 (0.004621861598666709)  --> TIME: 2025-03-26 07:30:30 -- STEP: 29945/31555 -- GLOBAL_STEP: 1323700 | > loss_text_ce: 0.023517407476902008 (0.031509243756206416) | > loss_mel_ce: 3.1748759746551514 (nan) | > loss: 0.012692037969827652 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14117370313427036) | > loader_time: 0.0045 (0.004621847047294618)  --> TIME: 2025-03-26 07:30:40 -- STEP: 29995/31555 -- GLOBAL_STEP: 1323750 | > loss_text_ce: 0.03382224217057228 (0.03150977726847496) | > loss_mel_ce: 1.9472858905792236 (nan) | > loss: 0.007861540652811527 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14118011990951274) | > loader_time: 0.0044 (0.004621785218406849)  --> TIME: 2025-03-26 07:30:49 -- STEP: 30045/31555 -- GLOBAL_STEP: 1323800 | > loss_text_ce: 0.037992529571056366 (0.03151020209465681) | > loss_mel_ce: 2.911102056503296 (nan) | > loss: 0.011702756397426128 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14117512117310782) | > loader_time: 0.0048 (0.00462188530253934)  --> TIME: 2025-03-26 07:30:59 -- STEP: 30095/31555 -- GLOBAL_STEP: 1323850 | > loss_text_ce: 0.02868775464594364 (0.031510212040000166) | > loss_mel_ce: 2.697600841522217 (nan) | > loss: 0.010818606242537498 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.141173307316153) | > loader_time: 0.0046 (0.004621836085081045)  --> TIME: 2025-03-26 07:31:08 -- STEP: 30145/31555 -- GLOBAL_STEP: 1323900 | > loss_text_ce: 0.030464548617601395 (0.031510581280791775) | > loss_mel_ce: 2.659360885620117 (nan) | > loss: 0.010673911310732365 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14117065980316323) | > loader_time: 0.0052 (0.004621857105153243)  --> TIME: 2025-03-26 07:31:18 -- STEP: 30195/31555 -- GLOBAL_STEP: 1323950 | > loss_text_ce: 0.03537430614233017 (0.031510396006048456) | > loss_mel_ce: 2.3835089206695557 (nan) | > loss: 0.009598744101822376 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14117355363261352) | > loader_time: 0.0048 (0.004621941815505918)  --> TIME: 2025-03-26 07:31:28 -- STEP: 30245/31555 -- GLOBAL_STEP: 1324000 | > loss_text_ce: 0.02113867551088333 (0.031510891575088185) | > loss_mel_ce: 2.825117826461792 (nan) | > loss: 0.011294669471681118 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14118199122210368) | > loader_time: 0.0048 (0.004622048160264764)  --> TIME: 2025-03-26 07:31:38 -- STEP: 30295/31555 -- GLOBAL_STEP: 1324050 | > loss_text_ce: 0.03220288082957268 (0.03151168657387117) | > loss_mel_ce: 2.5130066871643066 (nan) | > loss: 0.010100038722157478 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14118283244717245) | > loader_time: 0.0044 (0.004622186239569612)  --> TIME: 2025-03-26 07:31:48 -- STEP: 30345/31555 -- GLOBAL_STEP: 1324100 | > loss_text_ce: 0.03508288040757179 (0.03151074398897005) | > loss_mel_ce: 2.68381404876709 (nan) | > loss: 0.010789274238049984 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14119325780970815) | > loader_time: 0.0045 (0.0046220953685680525)  --> TIME: 2025-03-26 07:31:58 -- STEP: 30395/31555 -- GLOBAL_STEP: 1324150 | > loss_text_ce: 0.02735527604818344 (0.03151113651910386) | > loss_mel_ce: 3.1986658573150635 (nan) | > loss: 0.012801671400666237 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14119365857333593) | > loader_time: 0.0047 (0.004622155323019137)  --> TIME: 2025-03-26 07:32:07 -- STEP: 30445/31555 -- GLOBAL_STEP: 1324200 | > loss_text_ce: 0.027187734842300415 (0.03151188828898412) | > loss_mel_ce: 2.510798454284668 (nan) | > loss: 0.010071374475955963 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1411971031846167) | > loader_time: 0.0046 (0.004622143997427928)  --> TIME: 2025-03-26 07:32:17 -- STEP: 30495/31555 -- GLOBAL_STEP: 1324250 | > loss_text_ce: 0.03249493986368179 (0.03151252277431807) | > loss_mel_ce: 2.8054897785186768 (nan) | > loss: 0.011261845007538795 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14119346522174858) | > loader_time: 0.0051 (0.00462200786661252)  --> TIME: 2025-03-26 07:32:27 -- STEP: 30545/31555 -- GLOBAL_STEP: 1324300 | > loss_text_ce: 0.03908056393265724 (0.03151304333469669) | > loss_mel_ce: 2.7579545974731445 (nan) | > loss: 0.011099346913397312 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1411957581551785) | > loader_time: 0.0044 (0.004622172638054335)  --> TIME: 2025-03-26 07:32:36 -- STEP: 30595/31555 -- GLOBAL_STEP: 1324350 | > loss_text_ce: 0.021483322605490685 (0.031511532633669674) | > loss_mel_ce: 2.5425467491149902 (nan) | > loss: 0.010174723342061043 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14119287831543031) | > loader_time: 0.0046 (0.004621963645921328)  --> TIME: 2025-03-26 07:32:46 -- STEP: 30645/31555 -- GLOBAL_STEP: 1324400 | > loss_text_ce: 0.03367222845554352 (0.031512030060263735) | > loss_mel_ce: 2.857271194458008 (nan) | > loss: 0.011471998877823353 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14120023908380297) | > loader_time: 0.0047 (0.004622133250025658)  --> TIME: 2025-03-26 07:32:55 -- STEP: 30695/31555 -- GLOBAL_STEP: 1324450 | > loss_text_ce: 0.024608589708805084 (0.03151486486012624) | > loss_mel_ce: 2.8860435485839844 (nan) | > loss: 0.011550207622349262 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14119387767392338) | > loader_time: 0.0045 (0.004622270206924277)  --> TIME: 2025-03-26 07:33:05 -- STEP: 30745/31555 -- GLOBAL_STEP: 1324500 | > loss_text_ce: 0.02794271893799305 (0.03151801818629444) | > loss_mel_ce: 2.227208375930786 (nan) | > loss: 0.008949012495577335 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14119015527868978) | > loader_time: 0.0044 (0.004622153845002412)  --> TIME: 2025-03-26 07:33:15 -- STEP: 30795/31555 -- GLOBAL_STEP: 1324550 | > loss_text_ce: 0.024952173233032227 (0.031518038748553766) | > loss_mel_ce: 2.270456314086914 (nan) | > loss: 0.009108764119446278 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1411897486420237) | > loader_time: 0.0043 (0.0046222097359997945)  --> TIME: 2025-03-26 07:33:24 -- STEP: 30845/31555 -- GLOBAL_STEP: 1324600 | > loss_text_ce: 0.04373502731323242 (0.03151634884682648) | > loss_mel_ce: 2.6039562225341797 (nan) | > loss: 0.010506711900234222 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14119228878444962) | > loader_time: 0.0045 (0.004622170866782114)  --> TIME: 2025-03-26 07:33:34 -- STEP: 30895/31555 -- GLOBAL_STEP: 1324650 | > loss_text_ce: 0.031840283423662186 (0.031516431090407346) | > loss_mel_ce: 2.5820202827453613 (nan) | > loss: 0.01037246361374855 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14120326059152968) | > loader_time: 0.0044 (0.004622325999081979)  --> TIME: 2025-03-26 07:33:44 -- STEP: 30945/31555 -- GLOBAL_STEP: 1324700 | > loss_text_ce: 0.030710143968462944 (0.03151456856641734) | > loss_mel_ce: 2.928116798400879 (nan) | > loss: 0.011741377413272858 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14120353267119404) | > loader_time: 0.0046 (0.004622280118075942)  --> TIME: 2025-03-26 07:33:54 -- STEP: 30995/31555 -- GLOBAL_STEP: 1324750 | > loss_text_ce: 0.033468980342149734 (0.031514429534462256) | > loss_mel_ce: 2.73274564743042 (nan) | > loss: 0.010977042838931084 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14120297955012998) | > loader_time: 0.0045 (0.00462218668599688)  --> TIME: 2025-03-26 07:34:04 -- STEP: 31045/31555 -- GLOBAL_STEP: 1324800 | > loss_text_ce: 0.030208004638552666 (0.031515524284408326) | > loss_mel_ce: 2.9867451190948486 (nan) | > loss: 0.011972037144005299 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.1412044154674208) | > loader_time: 0.0048 (0.004622199673989777)  --> TIME: 2025-03-26 07:34:13 -- STEP: 31095/31555 -- GLOBAL_STEP: 1324850 | > loss_text_ce: 0.03372456878423691 (0.03151495950564549) | > loss_mel_ce: 2.664802312850952 (nan) | > loss: 0.010708440095186234 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14120658632834623) | > loader_time: 0.0047 (0.004622080272791704)  --> TIME: 2025-03-26 07:34:23 -- STEP: 31145/31555 -- GLOBAL_STEP: 1324900 | > loss_text_ce: 0.03756394609808922 (0.03151538950225266) | > loss_mel_ce: 2.5631747245788574 (nan) | > loss: 0.010320392437279224 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14120860258253515) | > loader_time: 0.0048 (0.004622113890317938)  --> TIME: 2025-03-26 07:34:33 -- STEP: 31195/31555 -- GLOBAL_STEP: 1324950 | > loss_text_ce: 0.02727753296494484 (0.031516043028263475) | > loss_mel_ce: 2.773808479309082 (nan) | > loss: 0.0111154206097126 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1412073205155174) | > loader_time: 0.0045 (0.004622043251016794)  --> TIME: 2025-03-26 07:34:42 -- STEP: 31245/31555 -- GLOBAL_STEP: 1325000 | > loss_text_ce: 0.04036695510149002 (0.031516075535867896) | > loss_mel_ce: 2.0167644023895264 (nan) | > loss: 0.00816322024911642 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14120444251091302) | > loader_time: 0.0044 (0.004621994943690488)  --> TIME: 2025-03-26 07:34:52 -- STEP: 31295/31555 -- GLOBAL_STEP: 1325050 | > loss_text_ce: 0.03139258548617363 (0.031516349893720604) | > loss_mel_ce: 2.793813943862915 (nan) | > loss: 0.011211137287318707 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1412042571020742) | > loader_time: 0.0045 (0.004621962705613082)  --> TIME: 2025-03-26 07:35:01 -- STEP: 31345/31555 -- GLOBAL_STEP: 1325100 | > loss_text_ce: 0.03952067345380783 (0.03151678184716118) | > loss_mel_ce: 2.368473768234253 (nan) | > loss: 0.009555534459650517 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1412007783584621) | > loader_time: 0.0045 (0.004622086962932475)  --> TIME: 2025-03-26 07:35:11 -- STEP: 31395/31555 -- GLOBAL_STEP: 1325150 | > loss_text_ce: 0.03497790917754173 (0.03151599311583185) | > loss_mel_ce: 2.549048900604248 (nan) | > loss: 0.010254074819386005 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.1412002056566554) | > loader_time: 0.0047 (0.004622229050443233)  --> TIME: 2025-03-26 07:35:21 -- STEP: 31445/31555 -- GLOBAL_STEP: 1325200 | > loss_text_ce: 0.028400123119354248 (0.03151440673650911) | > loss_mel_ce: 1.67767333984375 (nan) | > loss: 0.0067701335065066814 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14119882427427408) | > loader_time: 0.0046 (0.004622310772478936)  --> TIME: 2025-03-26 07:35:30 -- STEP: 31495/31555 -- GLOBAL_STEP: 1325250 | > loss_text_ce: 0.026961831375956535 (0.031514377508724274) | > loss_mel_ce: 2.5621328353881836 (nan) | > loss: 0.010274185799062252 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14119982740617654) | > loader_time: 0.0046 (0.004622477064966895)  --> TIME: 2025-03-26 07:35:40 -- STEP: 31545/31555 -- GLOBAL_STEP: 1325300 | > loss_text_ce: 0.04155683517456055 (0.03151357166019116) | > loss_mel_ce: 3.181941032409668 (nan) | > loss: 0.012791658751666546 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14119798252446267) | > loader_time: 0.0045 (0.004622434175303577)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022597699165344237 (+0.0012882518768310598) | > avg_loss_text_ce: 0.029322254384557406 (-0.00013417467474937522) | > avg_loss_mel_ce: 2.492266011238098 (-0.013037767410278178) | > avg_loss: 2.521588272253671 (-0.013171930313111258) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1325310.pth  > EPOCH: 43/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 07:36:03)   --> TIME: 2025-03-26 07:36:12 -- STEP: 40/31555 -- GLOBAL_STEP: 1325350 | > loss_text_ce: 0.030773524194955826 (0.03283879794180394) | > loss_mel_ce: 2.966765880584717 (2.3521509904414417) | > loss: 0.01189499907195568 (0.009464245806157123) | > current_lr: 5e-06 | > step_time: 0.1574 (0.13844861984252926) | > loader_time: 0.0058 (0.004939609766006469)  --> TIME: 2025-03-26 07:36:21 -- STEP: 90/31555 -- GLOBAL_STEP: 1325400 | > loss_text_ce: 0.035614948719739914 (0.031705402707060175) | > loss_mel_ce: 2.7064199447631836 (2.3879243951704763) | > loss: 0.010881091468036175 (0.00960170614917944) | > current_lr: 5e-06 | > step_time: 0.1527 (0.13836923440297438) | > loader_time: 0.0048 (0.004881379339430067)  --> TIME: 2025-03-26 07:36:31 -- STEP: 140/31555 -- GLOBAL_STEP: 1325450 | > loss_text_ce: 0.030811630189418793 (0.03168783960863948) | > loss_mel_ce: 2.3071470260620117 (nan) | > loss: 0.009277613833546638 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1395620243889944) | > loader_time: 0.0048 (0.004905261312212263)  --> TIME: 2025-03-26 07:36:41 -- STEP: 190/31555 -- GLOBAL_STEP: 1325500 | > loss_text_ce: 0.04287749528884888 (0.03215019893097252) | > loss_mel_ce: 2.7033565044403076 (nan) | > loss: 0.010897754691541195 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14122765315206418) | > loader_time: 0.0047 (0.004893779754638673)  --> TIME: 2025-03-26 07:36:50 -- STEP: 240/31555 -- GLOBAL_STEP: 1325550 | > loss_text_ce: 0.03057943470776081 (0.0321903625270352) | > loss_mel_ce: 2.146066665649414 (nan) | > loss: 0.008637484163045883 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14122167428334553) | > loader_time: 0.0052 (0.0048991948366165165)  --> TIME: 2025-03-26 07:37:00 -- STEP: 290/31555 -- GLOBAL_STEP: 1325600 | > loss_text_ce: 0.033768560737371445 (0.03209995236890073) | > loss_mel_ce: 2.6495893001556396 (nan) | > loss: 0.010648246854543686 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14198287026635525) | > loader_time: 0.0047 (0.004899170480925461)  --> TIME: 2025-03-26 07:37:10 -- STEP: 340/31555 -- GLOBAL_STEP: 1325650 | > loss_text_ce: 0.03916657343506813 (0.03212541772929188) | > loss_mel_ce: 3.1820690631866455 (nan) | > loss: 0.012782682664692402 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.1424928153262417) | > loader_time: 0.0048 (0.004893263648538028)  --> TIME: 2025-03-26 07:37:20 -- STEP: 390/31555 -- GLOBAL_STEP: 1325700 | > loss_text_ce: 0.027267567813396454 (0.03209769361867356) | > loss_mel_ce: 1.676055908203125 (nan) | > loss: 0.006759220734238625 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1422656762294279) | > loader_time: 0.0044 (0.004886525105207392)  --> TIME: 2025-03-26 07:37:30 -- STEP: 440/31555 -- GLOBAL_STEP: 1325750 | > loss_text_ce: 0.025744348764419556 (0.03194553660736842) | > loss_mel_ce: 2.8067409992218018 (nan) | > loss: 0.011240022256970406 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14233227047053254) | > loader_time: 0.0054 (0.004867235638878561)  --> TIME: 2025-03-26 07:37:39 -- STEP: 490/31555 -- GLOBAL_STEP: 1325800 | > loss_text_ce: 0.0323561429977417 (0.03192521035671236) | > loss_mel_ce: 2.388725519180298 (nan) | > loss: 0.009607466869056225 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1425164884450485) | > loader_time: 0.0051 (0.00486037439229537)  --> TIME: 2025-03-26 07:37:49 -- STEP: 540/31555 -- GLOBAL_STEP: 1325850 | > loss_text_ce: 0.024888092651963234 (0.03194832129886858) | > loss_mel_ce: 2.7071919441223145 (nan) | > loss: 0.01084158755838871 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14222339700769496) | > loader_time: 0.0049 (0.0048558182186550555)  --> TIME: 2025-03-26 07:37:59 -- STEP: 590/31555 -- GLOBAL_STEP: 1325900 | > loss_text_ce: 0.051399581134319305 (0.031968587981063425) | > loss_mel_ce: 2.74039363861084 (nan) | > loss: 0.0110785448923707 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14233517363920042) | > loader_time: 0.0048 (0.004849408844770009)  --> TIME: 2025-03-26 07:38:09 -- STEP: 640/31555 -- GLOBAL_STEP: 1325950 | > loss_text_ce: 0.03531261160969734 (0.03182681434263939) | > loss_mel_ce: 2.8011720180511475 (nan) | > loss: 0.011255891993641853 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.142417475581169) | > loader_time: 0.0049 (0.004847047105431553)  --> TIME: 2025-03-26 07:38:18 -- STEP: 690/31555 -- GLOBAL_STEP: 1326000 | > loss_text_ce: 0.03536935895681381 (0.0317916128028562) | > loss_mel_ce: 2.9741480350494385 (nan) | > loss: 0.011942530050873756 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1424103906189183) | > loader_time: 0.0046 (0.004836704765540961)  --> TIME: 2025-03-26 07:38:28 -- STEP: 740/31555 -- GLOBAL_STEP: 1326050 | > loss_text_ce: 0.020400790497660637 (0.03178502801503685) | > loss_mel_ce: 2.64249849319458 (nan) | > loss: 0.010567061603069305 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14220274429063504) | > loader_time: 0.0047 (0.004837815181629074)  --> TIME: 2025-03-26 07:38:38 -- STEP: 790/31555 -- GLOBAL_STEP: 1326100 | > loss_text_ce: 0.03441018983721733 (0.03175226441596316) | > loss_mel_ce: 3.057145118713379 (nan) | > loss: 0.012268077582120895 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14238790017140043) | > loader_time: 0.0051 (0.004841231998009014)  --> TIME: 2025-03-26 07:38:48 -- STEP: 840/31555 -- GLOBAL_STEP: 1326150 | > loss_text_ce: 0.03126731142401695 (0.031762809500408676) | > loss_mel_ce: 1.2685030698776245 (nan) | > loss: 0.005157819017767906 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1426068115802036) | > loader_time: 0.0045 (0.004832356032871061)  --> TIME: 2025-03-26 07:38:57 -- STEP: 890/31555 -- GLOBAL_STEP: 1326200 | > loss_text_ce: 0.03341111168265343 (0.0317976593155037) | > loss_mel_ce: 2.3518385887145996 (nan) | > loss: 0.009465277194976807 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1423442237832571) | > loader_time: 0.0046 (0.004827681820044354)  --> TIME: 2025-03-26 07:39:07 -- STEP: 940/31555 -- GLOBAL_STEP: 1326250 | > loss_text_ce: 0.028602739796042442 (0.03177053597854805) | > loss_mel_ce: 2.579087972640991 (nan) | > loss: 0.010347980074584484 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1425989468046958) | > loader_time: 0.0046 (0.004824284797019144)  --> TIME: 2025-03-26 07:39:17 -- STEP: 990/31555 -- GLOBAL_STEP: 1326300 | > loss_text_ce: 0.026626842096447945 (0.03167494370254001) | > loss_mel_ce: 2.7496354579925537 (nan) | > loss: 0.011016914620995522 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14260530447719058) | > loader_time: 0.0048 (0.0048208506420405195)  --> TIME: 2025-03-26 07:39:26 -- STEP: 1040/31555 -- GLOBAL_STEP: 1326350 | > loss_text_ce: 0.029430244117975235 (0.03167564506427597) | > loss_mel_ce: 2.7756638526916504 (nan) | > loss: 0.011131325736641884 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14234015506047454) | > loader_time: 0.0053 (0.004815368927442108)  --> TIME: 2025-03-26 07:39:36 -- STEP: 1090/31555 -- GLOBAL_STEP: 1326400 | > loss_text_ce: 0.024674633517861366 (0.031649290050866925) | > loss_mel_ce: 2.1507797241210938 (nan) | > loss: 0.00863275583833456 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14226244064646015) | > loader_time: 0.0045 (0.004808215482519306)  --> TIME: 2025-03-26 07:39:46 -- STEP: 1140/31555 -- GLOBAL_STEP: 1326450 | > loss_text_ce: 0.02548205852508545 (0.03160070722040375) | > loss_mel_ce: 2.5787205696105957 (nan) | > loss: 0.010334138758480549 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14227224902102806) | > loader_time: 0.0044 (0.0048070767469573445)  --> TIME: 2025-03-26 07:39:55 -- STEP: 1190/31555 -- GLOBAL_STEP: 1326500 | > loss_text_ce: 0.032738711684942245 (0.03159865442381683) | > loss_mel_ce: 2.6653311252593994 (nan) | > loss: 0.010706626810133457 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14220791003283315) | > loader_time: 0.0045 (0.004802894992988648)  --> TIME: 2025-03-26 07:40:05 -- STEP: 1240/31555 -- GLOBAL_STEP: 1326550 | > loss_text_ce: 0.02554294280707836 (0.03156941585963773) | > loss_mel_ce: 2.5689892768859863 (nan) | > loss: 0.010295763611793518 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14215591876737527) | > loader_time: 0.0054 (0.004800617310308639)  --> TIME: 2025-03-26 07:40:15 -- STEP: 1290/31555 -- GLOBAL_STEP: 1326600 | > loss_text_ce: 0.03141500800848007 (0.03155437088607586) | > loss_mel_ce: 2.98545503616333 (nan) | > loss: 0.011971707455813885 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.1421077232952264) | > loader_time: 0.0046 (0.004792684362840286)  --> TIME: 2025-03-26 07:40:24 -- STEP: 1340/31555 -- GLOBAL_STEP: 1326650 | > loss_text_ce: 0.02958144061267376 (0.031542178647898475) | > loss_mel_ce: 2.611712694168091 (nan) | > loss: 0.010481326840817928 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14197298768740962) | > loader_time: 0.0043 (0.004781529974581597)  --> TIME: 2025-03-26 07:40:34 -- STEP: 1390/31555 -- GLOBAL_STEP: 1326700 | > loss_text_ce: 0.027797557413578033 (0.03154533551804881) | > loss_mel_ce: 3.037277936935425 (nan) | > loss: 0.01216299831867218 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14197177149408993) | > loader_time: 0.0044 (0.004777315709230719)  --> TIME: 2025-03-26 07:40:43 -- STEP: 1440/31555 -- GLOBAL_STEP: 1326750 | > loss_text_ce: 0.023765837773680687 (0.03151883464047888) | > loss_mel_ce: 0.08629608154296875 (nan) | > loss: 0.00043675367487594485 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14179111785358842) | > loader_time: 0.0044 (0.004767370555135946)  --> TIME: 2025-03-26 07:40:53 -- STEP: 1490/31555 -- GLOBAL_STEP: 1326800 | > loss_text_ce: 0.02816796489059925 (0.03152986509137902) | > loss_mel_ce: 2.3028924465179443 (nan) | > loss: 0.00925024040043354 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14189543388033868) | > loader_time: 0.0047 (0.004761060612313706)  --> TIME: 2025-03-26 07:41:03 -- STEP: 1540/31555 -- GLOBAL_STEP: 1326850 | > loss_text_ce: 0.0235900916159153 (0.03152742446823552) | > loss_mel_ce: 2.103325366973877 (nan) | > loss: 0.008440141566097736 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14186803195383635) | > loader_time: 0.0045 (0.004755320022632556)  --> TIME: 2025-03-26 07:41:13 -- STEP: 1590/31555 -- GLOBAL_STEP: 1326900 | > loss_text_ce: 0.04505438357591629 (0.03152315819624271) | > loss_mel_ce: 2.881958246231079 (nan) | > loss: 0.011615130119025707 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14194863172447142) | > loader_time: 0.0048 (0.004751160159800792)  --> TIME: 2025-03-26 07:41:22 -- STEP: 1640/31555 -- GLOBAL_STEP: 1326950 | > loss_text_ce: 0.02473135106265545 (0.03149588091367083) | > loss_mel_ce: 2.911400079727173 (nan) | > loss: 0.011651315726339817 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1419917222930163) | > loader_time: 0.0045 (0.004747249876580595)  --> TIME: 2025-03-26 07:41:32 -- STEP: 1690/31555 -- GLOBAL_STEP: 1327000 | > loss_text_ce: 0.03357412666082382 (0.031511249134217836) | > loss_mel_ce: 2.7420952320098877 (nan) | > loss: 0.011014561168849468 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1419160735677683) | > loader_time: 0.0048 (0.004746310386431998)  --> TIME: 2025-03-26 07:41:42 -- STEP: 1740/31555 -- GLOBAL_STEP: 1327050 | > loss_text_ce: 0.032891809940338135 (0.03148287994380312) | > loss_mel_ce: 2.562976598739624 (nan) | > loss: 0.010301065631210804 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14193525588375377) | > loader_time: 0.0047 (0.004744056586561536)  --> TIME: 2025-03-26 07:41:52 -- STEP: 1790/31555 -- GLOBAL_STEP: 1327100 | > loss_text_ce: 0.039983801543712616 (0.031436325322482826) | > loss_mel_ce: 2.6755902767181396 (nan) | > loss: 0.010776087641716003 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1420513576635433) | > loader_time: 0.0044 (0.004744497357800024)  --> TIME: 2025-03-26 07:42:01 -- STEP: 1840/31555 -- GLOBAL_STEP: 1327150 | > loss_text_ce: 0.025755126029253006 (0.03141144721708059) | > loss_mel_ce: 3.0817112922668457 (nan) | > loss: 0.012331216596066952 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14214391617671285) | > loader_time: 0.0048 (0.004760611057281498)  --> TIME: 2025-03-26 07:42:11 -- STEP: 1890/31555 -- GLOBAL_STEP: 1327200 | > loss_text_ce: 0.027699168771505356 (0.03141147161700897) | > loss_mel_ce: 2.759359121322632 (nan) | > loss: 0.011059756390750408 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14211945836506173) | > loader_time: 0.0045 (0.004755808562828754)  --> TIME: 2025-03-26 07:42:21 -- STEP: 1940/31555 -- GLOBAL_STEP: 1327250 | > loss_text_ce: 0.02873883582651615 (0.03139332948521396) | > loss_mel_ce: 2.9645161628723145 (nan) | > loss: 0.011877995915710926 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1420871256553019) | > loader_time: 0.0046 (0.004750925978434458)  --> TIME: 2025-03-26 07:42:30 -- STEP: 1990/31555 -- GLOBAL_STEP: 1327300 | > loss_text_ce: 0.0321669764816761 (0.03139496087541231) | > loss_mel_ce: 3.0391902923583984 (nan) | > loss: 0.012187926098704338 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14212589335800999) | > loader_time: 0.0047 (0.004749322296986032)  --> TIME: 2025-03-26 07:42:40 -- STEP: 2040/31555 -- GLOBAL_STEP: 1327350 | > loss_text_ce: 0.02632952854037285 (0.031395415435819064) | > loss_mel_ce: 1.62774658203125 (nan) | > loss: 0.006563794333487749 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14209339466749438) | > loader_time: 0.0043 (0.004747082088507861)  --> TIME: 2025-03-26 07:42:50 -- STEP: 2090/31555 -- GLOBAL_STEP: 1327400 | > loss_text_ce: 0.033104509115219116 (0.031433858327638876) | > loss_mel_ce: 3.2041022777557373 (nan) | > loss: 0.012846059165894985 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14210384051765534) | > loader_time: 0.0046 (0.004742886803366924)  --> TIME: 2025-03-26 07:42:59 -- STEP: 2140/31555 -- GLOBAL_STEP: 1327450 | > loss_text_ce: 0.03636646270751953 (0.03144659723163904) | > loss_mel_ce: 2.2905349731445312 (nan) | > loss: 0.00923373643308878 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14208365957313596) | > loader_time: 0.0048 (0.004741077111146163)  --> TIME: 2025-03-26 07:43:09 -- STEP: 2190/31555 -- GLOBAL_STEP: 1327500 | > loss_text_ce: 0.03421163558959961 (0.03143669397795582) | > loss_mel_ce: 2.8041138648986816 (nan) | > loss: 0.011263197287917137 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14208062587807688) | > loader_time: 0.0047 (0.004739550695027392)  --> TIME: 2025-03-26 07:43:19 -- STEP: 2240/31555 -- GLOBAL_STEP: 1327550 | > loss_text_ce: 0.02738611213862896 (0.031424134905682896) | > loss_mel_ce: 2.7080419063568115 (nan) | > loss: 0.010854873806238174 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14217896216682005) | > loader_time: 0.0046 (0.004738007166555953)  --> TIME: 2025-03-26 07:43:29 -- STEP: 2290/31555 -- GLOBAL_STEP: 1327600 | > loss_text_ce: 0.03210723400115967 (0.031443489447040854) | > loss_mel_ce: 1.43384850025177 (nan) | > loss: 0.005817284807562828 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14208211388650396) | > loader_time: 0.0044 (0.004734494800650918)  --> TIME: 2025-03-26 07:43:38 -- STEP: 2340/31555 -- GLOBAL_STEP: 1327650 | > loss_text_ce: 0.03063214384019375 (0.0314672482972089) | > loss_mel_ce: 2.6931087970733643 (nan) | > loss: 0.010808496735990047 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14207847424042513) | > loader_time: 0.0048 (0.004735448523464366)  --> TIME: 2025-03-26 07:43:48 -- STEP: 2390/31555 -- GLOBAL_STEP: 1327700 | > loss_text_ce: 0.032703179866075516 (0.03145962460395181) | > loss_mel_ce: 2.596123695373535 (nan) | > loss: 0.010431853123009205 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1421662984034006) | > loader_time: 0.0048 (0.004736249017914969)  --> TIME: 2025-03-26 07:43:58 -- STEP: 2440/31555 -- GLOBAL_STEP: 1327750 | > loss_text_ce: 0.026704737916588783 (0.03145085412352419) | > loss_mel_ce: 1.296173095703125 (nan) | > loss: 0.005249515641480684 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14205770883403826) | > loader_time: 0.0046 (0.004732747449249517)  --> TIME: 2025-03-26 07:44:07 -- STEP: 2490/31555 -- GLOBAL_STEP: 1327800 | > loss_text_ce: 0.019009364768862724 (0.0314638533588334) | > loss_mel_ce: 0.0220947265625 (nan) | > loss: 0.00016311148647218943 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14201330506657964) | > loader_time: 0.0047 (0.0047314577792064265)  --> TIME: 2025-03-26 07:44:17 -- STEP: 2540/31555 -- GLOBAL_STEP: 1327850 | > loss_text_ce: 0.03518093377351761 (0.031472049810461616) | > loss_mel_ce: 3.022221803665161 (nan) | > loss: 0.012132551521062851 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14214149985726415) | > loader_time: 0.0048 (0.004730988487483951)  --> TIME: 2025-03-26 07:44:27 -- STEP: 2590/31555 -- GLOBAL_STEP: 1327900 | > loss_text_ce: 0.02473626285791397 (0.03146666742530452) | > loss_mel_ce: 2.8158323764801025 (nan) | > loss: 0.011272097937762737 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.1421568131354784) | > loader_time: 0.0047 (0.004728202562074406)  --> TIME: 2025-03-26 07:44:37 -- STEP: 2640/31555 -- GLOBAL_STEP: 1327950 | > loss_text_ce: 0.032570451498031616 (0.031446425844632996) | > loss_mel_ce: 1.8267593383789062 (nan) | > loss: 0.007378293201327324 (nan) | > current_lr: 5e-06 | > step_time: 0.1086 (0.1421280985528771) | > loader_time: 0.0044 (0.004726458950476215)  --> TIME: 2025-03-26 07:44:46 -- STEP: 2690/31555 -- GLOBAL_STEP: 1328000 | > loss_text_ce: 0.01828858070075512 (0.03143737536117602) | > loss_mel_ce: 2.813616991043091 (nan) | > loss: 0.01123772095888853 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14206080915316313) | > loader_time: 0.0066 (0.004725178555485047)  --> TIME: 2025-03-26 07:44:56 -- STEP: 2740/31555 -- GLOBAL_STEP: 1328050 | > loss_text_ce: 0.03292427957057953 (0.031434889152020674) | > loss_mel_ce: 2.543928861618042 (nan) | > loss: 0.010225608013570309 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.1421493543325548) | > loader_time: 0.0045 (0.004723561071131359)  --> TIME: 2025-03-26 07:45:06 -- STEP: 2790/31555 -- GLOBAL_STEP: 1328100 | > loss_text_ce: 0.02672726660966873 (0.03144667500156019) | > loss_mel_ce: 2.914865493774414 (nan) | > loss: 0.01167298760265112 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.14221428508826883) | > loader_time: 0.0046 (0.004723011977356401)  --> TIME: 2025-03-26 07:45:16 -- STEP: 2840/31555 -- GLOBAL_STEP: 1328150 | > loss_text_ce: 0.03925558924674988 (0.0314487810594253) | > loss_mel_ce: 2.5412063598632812 (nan) | > loss: 0.010239928960800171 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14216615011994235) | > loader_time: 0.0046 (0.004720466825324049)  --> TIME: 2025-03-26 07:45:25 -- STEP: 2890/31555 -- GLOBAL_STEP: 1328200 | > loss_text_ce: 0.030324850231409073 (0.031455741269726674) | > loss_mel_ce: 2.524684190750122 (nan) | > loss: 0.010138926096260548 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14218879043024696) | > loader_time: 0.0044 (0.004717531748708969)  --> TIME: 2025-03-26 07:45:35 -- STEP: 2940/31555 -- GLOBAL_STEP: 1328250 | > loss_text_ce: 0.030806541442871094 (0.031455048215480515) | > loss_mel_ce: 3.1145098209381104 (nan) | > loss: 0.012481414712965488 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14217157574737938) | > loader_time: 0.0044 (0.004715844968549246)  --> TIME: 2025-03-26 07:45:45 -- STEP: 2990/31555 -- GLOBAL_STEP: 1328300 | > loss_text_ce: 0.03090672753751278 (0.031444057862096836) | > loss_mel_ce: 1.8899345397949219 (nan) | > loss: 0.0076223863288760185 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14222056195887403) | > loader_time: 0.0042 (0.004716729639365914)  --> TIME: 2025-03-26 07:45:55 -- STEP: 3040/31555 -- GLOBAL_STEP: 1328350 | > loss_text_ce: 0.029131228104233742 (0.03144038233562916) | > loss_mel_ce: 2.748076915740967 (nan) | > loss: 0.011020667850971222 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.142298244802575) | > loader_time: 0.0052 (0.004715849537598453)  --> TIME: 2025-03-26 07:46:05 -- STEP: 3090/31555 -- GLOBAL_STEP: 1328400 | > loss_text_ce: 0.03862478584051132 (0.03144241399448186) | > loss_mel_ce: 2.647576093673706 (nan) | > loss: 0.010659527964890003 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14234115545032058) | > loader_time: 0.0047 (0.0047153347132661136)  --> TIME: 2025-03-26 07:46:14 -- STEP: 3140/31555 -- GLOBAL_STEP: 1328450 | > loss_text_ce: 0.027026431635022163 (0.031444187923838796) | > loss_mel_ce: 2.9521701335906982 (nan) | > loss: 0.011822208762168884 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14233822025311188) | > loader_time: 0.0077 (0.00471409612400516)  --> TIME: 2025-03-26 07:46:24 -- STEP: 3190/31555 -- GLOBAL_STEP: 1328500 | > loss_text_ce: 0.04330751299858093 (0.03143252761549901) | > loss_mel_ce: 0.1219962015748024 (nan) | > loss: 0.0006559671019203961 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1423257835980116) | > loader_time: 0.0044 (0.004715678908608174)  --> TIME: 2025-03-26 07:46:34 -- STEP: 3240/31555 -- GLOBAL_STEP: 1328550 | > loss_text_ce: 0.02999042719602585 (0.03142804463830908) | > loss_mel_ce: 3.0342206954956055 (nan) | > loss: 0.012159568257629871 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14232254491911978) | > loader_time: 0.0043 (0.004713475336263206)  --> TIME: 2025-03-26 07:46:44 -- STEP: 3290/31555 -- GLOBAL_STEP: 1328600 | > loss_text_ce: 0.028807733207941055 (0.03143448792114906) | > loss_mel_ce: 2.5415544509887695 (nan) | > loss: 0.010199850425124168 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14232533021538435) | > loader_time: 0.0045 (0.004715020750793642)  --> TIME: 2025-03-26 07:46:54 -- STEP: 3340/31555 -- GLOBAL_STEP: 1328650 | > loss_text_ce: 0.03628445789217949 (0.031446411475974254) | > loss_mel_ce: 2.5177595615386963 (nan) | > loss: 0.010135095566511154 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14238183227127874) | > loader_time: 0.0047 (0.004714222011451949)  --> TIME: 2025-03-26 07:47:03 -- STEP: 3390/31555 -- GLOBAL_STEP: 1328700 | > loss_text_ce: 0.021149566397070885 (0.031475011496955814) | > loss_mel_ce: 0.0550876185297966 (nan) | > loss: 0.00030252852593548596 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1424280042845236) | > loader_time: 0.0043 (0.004715066673481358)  --> TIME: 2025-03-26 07:47:13 -- STEP: 3440/31555 -- GLOBAL_STEP: 1328750 | > loss_text_ce: 0.0354926735162735 (0.031465303021493994) | > loss_mel_ce: 2.736675262451172 (nan) | > loss: 0.01100066676735878 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14241824420385546) | > loader_time: 0.0047 (0.004712271066599113)  --> TIME: 2025-03-26 07:47:23 -- STEP: 3490/31555 -- GLOBAL_STEP: 1328800 | > loss_text_ce: 0.03364294022321701 (0.03144552956727527) | > loss_mel_ce: 3.167780637741089 (nan) | > loss: 0.012704063206911087 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14250529645848733) | > loader_time: 0.0045 (0.004711454713925248)  --> TIME: 2025-03-26 07:47:33 -- STEP: 3540/31555 -- GLOBAL_STEP: 1328850 | > loss_text_ce: 0.02433754876255989 (0.03143976491318209) | > loss_mel_ce: 2.6812663078308105 (nan) | > loss: 0.010736524127423763 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14252472395277252) | > loader_time: 0.0045 (0.004712915151132701)  --> TIME: 2025-03-26 07:47:43 -- STEP: 3590/31555 -- GLOBAL_STEP: 1328900 | > loss_text_ce: 0.03193000331521034 (0.031441911484029236) | > loss_mel_ce: 2.065605878829956 (nan) | > loss: 0.008323555812239647 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14249050690271017) | > loader_time: 0.0045 (0.004713419154493921)  --> TIME: 2025-03-26 07:47:52 -- STEP: 3640/31555 -- GLOBAL_STEP: 1328950 | > loss_text_ce: 0.022967249155044556 (0.031430333575162214) | > loss_mel_ce: 0.6773570775985718 (nan) | > loss: 0.0027790649328380823 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14250358054926057) | > loader_time: 0.0043 (0.004713211282268984)  --> TIME: 2025-03-26 07:48:02 -- STEP: 3690/31555 -- GLOBAL_STEP: 1329000 | > loss_text_ce: 0.03252077102661133 (0.031410548065443314) | > loss_mel_ce: 2.4324002265930176 (nan) | > loss: 0.009781433269381523 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14253218884713556) | > loader_time: 0.0046 (0.0047138020921205755)  --> TIME: 2025-03-26 07:48:12 -- STEP: 3740/31555 -- GLOBAL_STEP: 1329050 | > loss_text_ce: 0.027973169460892677 (0.0313912766069214) | > loss_mel_ce: 2.28279185295105 (nan) | > loss: 0.009169703349471092 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1426179544173455) | > loader_time: 0.0044 (0.004715056661616034)  --> TIME: 2025-03-26 07:48:22 -- STEP: 3790/31555 -- GLOBAL_STEP: 1329100 | > loss_text_ce: 0.029867641627788544 (0.031372281737468366) | > loss_mel_ce: 2.5880837440490723 (nan) | > loss: 0.010388696566224098 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1426582934673979) | > loader_time: 0.0048 (0.004714945878705751)  --> TIME: 2025-03-26 07:48:32 -- STEP: 3840/31555 -- GLOBAL_STEP: 1329150 | > loss_text_ce: 0.02965783327817917 (0.031396523475996266) | > loss_mel_ce: 2.747631788253784 (nan) | > loss: 0.011020991019904613 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14264901342491262) | > loader_time: 0.0047 (0.004712607711553573)  --> TIME: 2025-03-26 07:48:41 -- STEP: 3890/31555 -- GLOBAL_STEP: 1329200 | > loss_text_ce: 0.03138542175292969 (0.03140368348796759) | > loss_mel_ce: 2.2591755390167236 (nan) | > loss: 0.00908952858299017 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14261069071017024) | > loader_time: 0.0047 (0.004711681466482598)  --> TIME: 2025-03-26 07:48:51 -- STEP: 3940/31555 -- GLOBAL_STEP: 1329250 | > loss_text_ce: 0.028297459706664085 (0.03139532091105502) | > loss_mel_ce: 3.068665027618408 (nan) | > loss: 0.012289534322917461 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14260525673173965) | > loader_time: 0.0048 (0.0047111146341120526)  --> TIME: 2025-03-26 07:49:01 -- STEP: 3990/31555 -- GLOBAL_STEP: 1329300 | > loss_text_ce: 0.029695739969611168 (0.03139599056816413) | > loss_mel_ce: 2.6806280612945557 (nan) | > loss: 0.010755253955721855 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14255740648522966) | > loader_time: 0.0046 (0.004710418478886883)  --> TIME: 2025-03-26 07:49:10 -- STEP: 4040/31555 -- GLOBAL_STEP: 1329350 | > loss_text_ce: 0.03429131582379341 (0.03140957847394345) | > loss_mel_ce: 2.5912859439849854 (nan) | > loss: 0.010418958030641079 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14255650261841152) | > loader_time: 0.0045 (0.004709457229859757)  --> TIME: 2025-03-26 07:49:20 -- STEP: 4090/31555 -- GLOBAL_STEP: 1329400 | > loss_text_ce: 0.03670447692275047 (0.03142388846798093) | > loss_mel_ce: 2.6612837314605713 (nan) | > loss: 0.010706303641200066 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14253216699166474) | > loader_time: 0.0047 (0.004709302417223494)  --> TIME: 2025-03-26 07:49:29 -- STEP: 4140/31555 -- GLOBAL_STEP: 1329450 | > loss_text_ce: 0.03796560689806938 (0.031419179170585926) | > loss_mel_ce: 2.120565176010132 (nan) | > loss: 0.008565598167479038 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14249696126882536) | > loader_time: 0.0044 (0.004707213703560944)  --> TIME: 2025-03-26 07:49:39 -- STEP: 4190/31555 -- GLOBAL_STEP: 1329500 | > loss_text_ce: 0.020782452076673508 (0.031420427370096315) | > loss_mel_ce: 2.271637201309204 (nan) | > loss: 0.00909690372645855 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14251348978010692) | > loader_time: 0.0047 (0.004706023814854588)  --> TIME: 2025-03-26 07:49:49 -- STEP: 4240/31555 -- GLOBAL_STEP: 1329550 | > loss_text_ce: 0.03252890333533287 (0.03142200526166356) | > loss_mel_ce: 2.6981122493743896 (nan) | > loss: 0.010835878551006317 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14254395438815018) | > loader_time: 0.0046 (0.004705296991006383)  --> TIME: 2025-03-26 07:49:59 -- STEP: 4290/31555 -- GLOBAL_STEP: 1329600 | > loss_text_ce: 0.028068460524082184 (0.03141955155749006) | > loss_mel_ce: 2.404698133468628 (nan) | > loss: 0.009653836488723755 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.142543043234409) | > loader_time: 0.005 (0.004704565101570184)  --> TIME: 2025-03-26 07:50:09 -- STEP: 4340/31555 -- GLOBAL_STEP: 1329650 | > loss_text_ce: 0.03614361584186554 (0.031420736854320855) | > loss_mel_ce: 2.2191944122314453 (nan) | > loss: 0.008949754759669304 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14258870408282265) | > loader_time: 0.0045 (0.004705159785011398)  --> TIME: 2025-03-26 07:50:19 -- STEP: 4390/31555 -- GLOBAL_STEP: 1329700 | > loss_text_ce: 0.026297826319932938 (0.03141070322106022) | > loss_mel_ce: 2.256734848022461 (nan) | > loss: 0.009059653617441654 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.142595293798859) | > loader_time: 0.0046 (0.0047079411617444175)  --> TIME: 2025-03-26 07:50:28 -- STEP: 4440/31555 -- GLOBAL_STEP: 1329750 | > loss_text_ce: 0.03377717360854149 (0.03141954237687495) | > loss_mel_ce: 2.9331815242767334 (nan) | > loss: 0.01177364680916071 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14259885522696308) | > loader_time: 0.0046 (0.004708841631004404)  --> TIME: 2025-03-26 07:50:38 -- STEP: 4490/31555 -- GLOBAL_STEP: 1329800 | > loss_text_ce: 0.024732394143939018 (0.03142849264463169) | > loss_mel_ce: 1.3254568576812744 (nan) | > loss: 0.005357894115149975 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14260939824289048) | > loader_time: 0.0048 (0.004707835405600368)  --> TIME: 2025-03-26 07:50:48 -- STEP: 4540/31555 -- GLOBAL_STEP: 1329850 | > loss_text_ce: 0.03851541504263878 (0.03141574647958653) | > loss_mel_ce: 2.6610960960388184 (nan) | > loss: 0.010712744668126106 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14266749862007064) | > loader_time: 0.0046 (0.004707139441620415)  --> TIME: 2025-03-26 07:50:58 -- STEP: 4590/31555 -- GLOBAL_STEP: 1329900 | > loss_text_ce: 0.03945820406079292 (0.031406356426755364) | > loss_mel_ce: 2.243169069290161 (nan) | > loss: 0.009058045223355293 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1426285574379047) | > loader_time: 0.0046 (0.004705541949386436)  --> TIME: 2025-03-26 07:51:08 -- STEP: 4640/31555 -- GLOBAL_STEP: 1329950 | > loss_text_ce: 0.029190417379140854 (0.031417603781125715) | > loss_mel_ce: 2.6394386291503906 (nan) | > loss: 0.010589797981083393 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14266681337150985) | > loader_time: 0.0045 (0.004705415974403251)  --> TIME: 2025-03-26 07:51:18 -- STEP: 4690/31555 -- GLOBAL_STEP: 1330000 | > loss_text_ce: 0.040040235966444016 (0.031424766090283565) | > loss_mel_ce: 2.0304439067840576 (nan) | > loss: 0.008216207846999168 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.1427176083583054) | > loader_time: 0.0043 (0.0047045613148573385) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1330000.pth  --> TIME: 2025-03-26 07:51:33 -- STEP: 4740/31555 -- GLOBAL_STEP: 1330050 | > loss_text_ce: 0.03995467349886894 (0.03143700595104183) | > loss_mel_ce: 2.767432689666748 (nan) | > loss: 0.011140426620841026 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14272597258603975) | > loader_time: 0.0047 (0.004705830817484152)  --> TIME: 2025-03-26 07:51:43 -- STEP: 4790/31555 -- GLOBAL_STEP: 1330100 | > loss_text_ce: 0.02892623096704483 (0.031434702750349874) | > loss_mel_ce: 0.0367024727165699 (nan) | > loss: 0.0002604314067866653 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14269000951332894) | > loader_time: 0.0047 (0.004707097957427914)  --> TIME: 2025-03-26 07:51:52 -- STEP: 4840/31555 -- GLOBAL_STEP: 1330150 | > loss_text_ce: 0.027385814115405083 (0.03143582961075628) | > loss_mel_ce: 2.579977512359619 (nan) | > loss: 0.010346679948270321 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14269716655912426) | > loader_time: 0.005 (0.004707958383008469)  --> TIME: 2025-03-26 07:52:02 -- STEP: 4890/31555 -- GLOBAL_STEP: 1330200 | > loss_text_ce: 0.03453093394637108 (0.031442152341953473) | > loss_mel_ce: 2.75528621673584 (nan) | > loss: 0.011070703156292439 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14263523132035538) | > loader_time: 0.0046 (0.004707514825286555)  --> TIME: 2025-03-26 07:52:12 -- STEP: 4940/31555 -- GLOBAL_STEP: 1330250 | > loss_text_ce: 0.030748575925827026 (0.03143798978471386) | > loss_mel_ce: 2.7739298343658447 (nan) | > loss: 0.011129677295684814 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.14264975467674118) | > loader_time: 0.0048 (0.00470759072284467)  --> TIME: 2025-03-26 07:52:21 -- STEP: 4990/31555 -- GLOBAL_STEP: 1330300 | > loss_text_ce: 0.02799946814775467 (0.03141894845818295) | > loss_mel_ce: 2.6447815895080566 (nan) | > loss: 0.010606274008750916 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14268976495356697) | > loader_time: 0.0043 (0.004708363059049617)  --> TIME: 2025-03-26 07:52:31 -- STEP: 5040/31555 -- GLOBAL_STEP: 1330350 | > loss_text_ce: 0.02007792703807354 (0.031431115616024276) | > loss_mel_ce: 1.6533677577972412 (nan) | > loss: 0.0066406577825546265 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14270751897304734) | > loader_time: 0.0048 (0.00470821119490124)  --> TIME: 2025-03-26 07:52:41 -- STEP: 5090/31555 -- GLOBAL_STEP: 1330400 | > loss_text_ce: 0.027457034215331078 (0.03142836531788874) | > loss_mel_ce: 3.01715087890625 (nan) | > loss: 0.012081777676939964 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1427205394433847) | > loader_time: 0.0047 (0.004709012428763337)  --> TIME: 2025-03-26 07:52:50 -- STEP: 5140/31555 -- GLOBAL_STEP: 1330450 | > loss_text_ce: 0.02184213325381279 (0.03141363828519094) | > loss_mel_ce: 2.3867292404174805 (nan) | > loss: 0.009557823650538921 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14263414640834765) | > loader_time: 0.0045 (0.004708564142308812)  --> TIME: 2025-03-26 07:53:00 -- STEP: 5190/31555 -- GLOBAL_STEP: 1330500 | > loss_text_ce: 0.03079291246831417 (0.031421893772261775) | > loss_mel_ce: 2.4919888973236084 (nan) | > loss: 0.010011039674282074 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1426399624186898) | > loader_time: 0.0051 (0.0047191675917491295)  --> TIME: 2025-03-26 07:53:10 -- STEP: 5240/31555 -- GLOBAL_STEP: 1330550 | > loss_text_ce: 0.03102748654782772 (0.03141746592018325) | > loss_mel_ce: 2.8144726753234863 (nan) | > loss: 0.011291667819023132 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14264430444659112) | > loader_time: 0.0055 (0.004733817813960655)  --> TIME: 2025-03-26 07:53:20 -- STEP: 5290/31555 -- GLOBAL_STEP: 1330600 | > loss_text_ce: 0.03099905699491501 (0.03142352870512322) | > loss_mel_ce: 2.8786144256591797 (nan) | > loss: 0.011546085588634014 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.1427021430886304) | > loader_time: 0.0078 (0.00475853557622726)  --> TIME: 2025-03-26 07:53:29 -- STEP: 5340/31555 -- GLOBAL_STEP: 1330650 | > loss_text_ce: 0.027562417089939117 (0.03143007700969829) | > loss_mel_ce: 3.0877444744110107 (nan) | > loss: 0.012362329289317131 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.1427169297071872) | > loader_time: 0.0057 (0.004778379804632639)  --> TIME: 2025-03-26 07:53:39 -- STEP: 5390/31555 -- GLOBAL_STEP: 1330700 | > loss_text_ce: 0.02831413969397545 (0.03142572557398138) | > loss_mel_ce: 2.6490423679351807 (nan) | > loss: 0.010624431073665619 (nan) | > current_lr: 5e-06 | > step_time: 0.1913 (0.1427622314729136) | > loader_time: 0.0058 (0.00479955204342646)  --> TIME: 2025-03-26 07:53:49 -- STEP: 5440/31555 -- GLOBAL_STEP: 1330750 | > loss_text_ce: 0.035265639424324036 (0.03141992415082365) | > loss_mel_ce: 2.8328633308410645 (nan) | > loss: 0.011381465010344982 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.142791169969474) | > loader_time: 0.0092 (0.0048177808084908695)  --> TIME: 2025-03-26 07:53:59 -- STEP: 5490/31555 -- GLOBAL_STEP: 1330800 | > loss_text_ce: 0.0223685335367918 (0.031406816801833194) | > loss_mel_ce: 1.4804555177688599 (nan) | > loss: 0.005963588133454323 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1427863178357395) | > loader_time: 0.0054 (0.004832702039152333)  --> TIME: 2025-03-26 07:54:09 -- STEP: 5540/31555 -- GLOBAL_STEP: 1330850 | > loss_text_ce: 0.026325156912207603 (0.031407020922198825) | > loss_mel_ce: 2.4128174781799316 (nan) | > loss: 0.009679138660430908 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14280983330110292) | > loader_time: 0.0053 (0.004843509154199267)  --> TIME: 2025-03-26 07:54:18 -- STEP: 5590/31555 -- GLOBAL_STEP: 1330900 | > loss_text_ce: 0.02565760724246502 (0.03140836118958715) | > loss_mel_ce: 2.470653772354126 (nan) | > loss: 0.009905998595058918 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1428310921878843) | > loader_time: 0.0053 (0.004857589520367405)  --> TIME: 2025-03-26 07:54:28 -- STEP: 5640/31555 -- GLOBAL_STEP: 1330950 | > loss_text_ce: 0.03468610346317291 (0.03140999037369502) | > loss_mel_ce: 2.721101999282837 (nan) | > loss: 0.010935667902231216 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14286851045933122) | > loader_time: 0.0056 (0.004870141567067908)  --> TIME: 2025-03-26 07:54:38 -- STEP: 5690/31555 -- GLOBAL_STEP: 1331000 | > loss_text_ce: 0.03357132896780968 (0.03140677892044843) | > loss_mel_ce: 1.3822402954101562 (nan) | > loss: 0.0056183007545769215 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1428400298623077) | > loader_time: 0.0054 (0.004881096011934478)  --> TIME: 2025-03-26 07:54:48 -- STEP: 5740/31555 -- GLOBAL_STEP: 1331050 | > loss_text_ce: 0.034896958619356155 (0.03141300580091128) | > loss_mel_ce: 0.6089680790901184 (nan) | > loss: 0.0025550201535224915 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14286437649344666) | > loader_time: 0.0054 (0.004898882036840469)  --> TIME: 2025-03-26 07:54:57 -- STEP: 5790/31555 -- GLOBAL_STEP: 1331100 | > loss_text_ce: 0.02996727079153061 (0.031415039494260485) | > loss_mel_ce: 2.611377239227295 (nan) | > loss: 0.010481526143848896 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14288708459527935) | > loader_time: 0.0054 (0.004914602549788465)  --> TIME: 2025-03-26 07:55:07 -- STEP: 5840/31555 -- GLOBAL_STEP: 1331150 | > loss_text_ce: 0.03293641284108162 (0.031397215675639155) | > loss_mel_ce: 3.1491634845733643 (nan) | > loss: 0.012627380900084972 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.1429299064695012) | > loader_time: 0.0054 (0.004930034443123709)  --> TIME: 2025-03-26 07:55:18 -- STEP: 5890/31555 -- GLOBAL_STEP: 1331200 | > loss_text_ce: 0.03675666078925133 (0.03140244217896248) | > loss_mel_ce: 2.7000539302825928 (nan) | > loss: 0.010860360227525234 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1429751508304738) | > loader_time: 0.0094 (0.004972355556002305)  --> TIME: 2025-03-26 07:55:28 -- STEP: 5940/31555 -- GLOBAL_STEP: 1331250 | > loss_text_ce: 0.038326047360897064 (0.031403216295044625) | > loss_mel_ce: 2.477815866470337 (nan) | > loss: 0.009984690696001053 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.142989784820312) | > loader_time: 0.0229 (0.005014764219020765)  --> TIME: 2025-03-26 07:55:38 -- STEP: 5990/31555 -- GLOBAL_STEP: 1331300 | > loss_text_ce: 0.026220476254820824 (0.03140227970432409) | > loss_mel_ce: 2.64935302734375 (nan) | > loss: 0.010617355816066265 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14304000316358723) | > loader_time: 0.0052 (0.005031029011848985)  --> TIME: 2025-03-26 07:55:48 -- STEP: 6040/31555 -- GLOBAL_STEP: 1331350 | > loss_text_ce: 0.028547067195177078 (0.031411186610317665) | > loss_mel_ce: 1.9765127897262573 (nan) | > loss: 0.007956587709486485 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1430774797666936) | > loader_time: 0.0093 (0.005048331164366371)  --> TIME: 2025-03-26 07:55:58 -- STEP: 6090/31555 -- GLOBAL_STEP: 1331400 | > loss_text_ce: 0.030375638976693153 (0.031412423506213934) | > loss_mel_ce: 2.595811367034912 (nan) | > loss: 0.01042137760668993 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1431005155707418) | > loader_time: 0.0054 (0.005093242264733538)  --> TIME: 2025-03-26 07:56:08 -- STEP: 6140/31555 -- GLOBAL_STEP: 1331450 | > loss_text_ce: 0.03632795065641403 (0.031421884614215856) | > loss_mel_ce: 3.597355842590332 (nan) | > loss: 0.014419380575418472 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14314081517415192) | > loader_time: 0.0052 (0.0051183195766486365)  --> TIME: 2025-03-26 07:56:18 -- STEP: 6190/31555 -- GLOBAL_STEP: 1331500 | > loss_text_ce: 0.04232093691825867 (0.03142576098580497) | > loss_mel_ce: 2.378110647201538 (nan) | > loss: 0.009604888036847115 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14315142704712502) | > loader_time: 0.0061 (0.005159129772894999)  --> TIME: 2025-03-26 07:56:28 -- STEP: 6240/31555 -- GLOBAL_STEP: 1331550 | > loss_text_ce: 0.040464695543050766 (0.031427264450870164) | > loss_mel_ce: 2.616952657699585 (nan) | > loss: 0.010545307770371437 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1431724954492001) | > loader_time: 0.0076 (0.005166078683657536)  --> TIME: 2025-03-26 07:56:38 -- STEP: 6290/31555 -- GLOBAL_STEP: 1331600 | > loss_text_ce: 0.027980374172329903 (0.03142286262849552) | > loss_mel_ce: 2.515284776687622 (nan) | > loss: 0.010092322714626789 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1432181622151913) | > loader_time: 0.0054 (0.0051964701074864155)  --> TIME: 2025-03-26 07:56:48 -- STEP: 6340/31555 -- GLOBAL_STEP: 1331650 | > loss_text_ce: 0.03356727585196495 (0.03142399123505529) | > loss_mel_ce: 2.565830707550049 (nan) | > loss: 0.010315071791410446 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1432261280080866) | > loader_time: 0.0304 (0.005206892317401886)  --> TIME: 2025-03-26 07:56:58 -- STEP: 6390/31555 -- GLOBAL_STEP: 1331700 | > loss_text_ce: 0.0348454974591732 (0.03143137286727623) | > loss_mel_ce: 1.8251235485076904 (nan) | > loss: 0.007380829658359289 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1432880954190218) | > loader_time: 0.0093 (0.0052224646898129485)  --> TIME: 2025-03-26 07:57:08 -- STEP: 6440/31555 -- GLOBAL_STEP: 1331750 | > loss_text_ce: 0.02480856142938137 (0.03142843458914306) | > loss_mel_ce: 2.45059871673584 (nan) | > loss: 0.009823045693337917 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14331420467506936) | > loader_time: 0.0054 (0.005245501099165935)  --> TIME: 2025-03-26 07:57:18 -- STEP: 6490/31555 -- GLOBAL_STEP: 1331800 | > loss_text_ce: 0.024514997377991676 (0.03142315028264015) | > loss_mel_ce: 2.292480945587158 (nan) | > loss: 0.009194428101181984 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14332501083750127) | > loader_time: 0.0056 (0.005264682835900741)  --> TIME: 2025-03-26 07:57:28 -- STEP: 6540/31555 -- GLOBAL_STEP: 1331850 | > loss_text_ce: 0.03309687227010727 (0.03141750072453749) | > loss_mel_ce: 2.5135955810546875 (nan) | > loss: 0.010105922818183899 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14334095545135794) | > loader_time: 0.0053 (0.005279232347412588)  --> TIME: 2025-03-26 07:57:38 -- STEP: 6590/31555 -- GLOBAL_STEP: 1331900 | > loss_text_ce: 0.02842133492231369 (0.031412076283167105) | > loss_mel_ce: 3.360213041305542 (nan) | > loss: 0.013446962460875511 (nan) | > current_lr: 5e-06 | > step_time: 0.1688 (0.14337971612064818) | > loader_time: 0.0055 (0.005289132859167826)  --> TIME: 2025-03-26 07:57:48 -- STEP: 6640/31555 -- GLOBAL_STEP: 1331950 | > loss_text_ce: 0.025507818907499313 (0.03140515886059207) | > loss_mel_ce: 1.9217100143432617 (nan) | > loss: 0.007727055344730616 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14341687398502545) | > loader_time: 0.0058 (0.005294776106455252)  --> TIME: 2025-03-26 07:57:58 -- STEP: 6690/31555 -- GLOBAL_STEP: 1332000 | > loss_text_ce: 0.03422845900058746 (0.03141161445890215) | > loss_mel_ce: 2.664214611053467 (nan) | > loss: 0.01070810854434967 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14344000456400802) | > loader_time: 0.0054 (0.005302782372330704)  --> TIME: 2025-03-26 07:58:08 -- STEP: 6740/31555 -- GLOBAL_STEP: 1332050 | > loss_text_ce: 0.03438699617981911 (0.031411390562848515) | > loss_mel_ce: 2.8993334770202637 (nan) | > loss: 0.011641749180853367 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14345684260218292) | > loader_time: 0.0054 (0.005308766676339634)  --> TIME: 2025-03-26 07:58:17 -- STEP: 6790/31555 -- GLOBAL_STEP: 1332100 | > loss_text_ce: 0.039826035499572754 (0.03139941007247264) | > loss_mel_ce: 2.761760950088501 (nan) | > loss: 0.01111740991473198 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1434491475657259) | > loader_time: 0.0088 (0.005315163665737787)  --> TIME: 2025-03-26 07:58:27 -- STEP: 6840/31555 -- GLOBAL_STEP: 1332150 | > loss_text_ce: 0.030137619003653526 (0.03139737827842234) | > loss_mel_ce: 2.2088499069213867 (nan) | > loss: 0.008884871378540993 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.143468198371909) | > loader_time: 0.0054 (0.00532465259931242)  --> TIME: 2025-03-26 07:58:37 -- STEP: 6890/31555 -- GLOBAL_STEP: 1332200 | > loss_text_ce: 0.027677813544869423 (0.031385865476771815) | > loss_mel_ce: 2.87890625 (nan) | > loss: 0.011534064076840878 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14346966515085655) | > loader_time: 0.0097 (0.005334726404209453)  --> TIME: 2025-03-26 07:58:46 -- STEP: 6940/31555 -- GLOBAL_STEP: 1332250 | > loss_text_ce: 0.03188793733716011 (0.031388644505458585) | > loss_mel_ce: 2.369478940963745 (nan) | > loss: 0.00952923484146595 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1434417172192837) | > loader_time: 0.0056 (0.005344798035855264)  --> TIME: 2025-03-26 07:58:56 -- STEP: 6990/31555 -- GLOBAL_STEP: 1332300 | > loss_text_ce: 0.030635349452495575 (0.03139338201679321) | > loss_mel_ce: 2.498828172683716 (nan) | > loss: 0.010037554427981377 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14343186362789057) | > loader_time: 0.0053 (0.005353090452704489)  --> TIME: 2025-03-26 07:59:06 -- STEP: 7040/31555 -- GLOBAL_STEP: 1332350 | > loss_text_ce: 0.039997398853302 (0.03140604353803527) | > loss_mel_ce: 1.7541838884353638 (nan) | > loss: 0.0071197678335011005 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1434708936647932) | > loader_time: 0.0053 (0.005364423380656687)  --> TIME: 2025-03-26 07:59:16 -- STEP: 7090/31555 -- GLOBAL_STEP: 1332400 | > loss_text_ce: 0.025944368913769722 (0.031417760170854306) | > loss_mel_ce: 2.633453369140625 (nan) | > loss: 0.010553166270256042 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14350520427875998) | > loader_time: 0.0054 (0.005371838866907731)  --> TIME: 2025-03-26 07:59:26 -- STEP: 7140/31555 -- GLOBAL_STEP: 1332450 | > loss_text_ce: 0.029673688113689423 (0.031421312395905864) | > loss_mel_ce: 2.6938319206237793 (nan) | > loss: 0.010807561688125134 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14351604245290006) | > loader_time: 0.0057 (0.005382850490698305)  --> TIME: 2025-03-26 07:59:36 -- STEP: 7190/31555 -- GLOBAL_STEP: 1332500 | > loss_text_ce: 0.030072683468461037 (0.031424798285497914) | > loss_mel_ce: 3.140507459640503 (nan) | > loss: 0.012581667862832546 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14352665292371103) | > loader_time: 0.0079 (0.005395510995835699)  --> TIME: 2025-03-26 07:59:46 -- STEP: 7240/31555 -- GLOBAL_STEP: 1332550 | > loss_text_ce: 0.02907785028219223 (0.03142090216574891) | > loss_mel_ce: 3.0279979705810547 (nan) | > loss: 0.012131253257393837 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14353666858778447) | > loader_time: 0.0057 (0.005404848749466375)  --> TIME: 2025-03-26 07:59:56 -- STEP: 7290/31555 -- GLOBAL_STEP: 1332600 | > loss_text_ce: 0.03573794290423393 (0.03142996836908475) | > loss_mel_ce: 2.430091619491577 (nan) | > loss: 0.00978503841906786 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14354641718792463) | > loader_time: 0.0053 (0.0054112071690082)  --> TIME: 2025-03-26 08:00:05 -- STEP: 7340/31555 -- GLOBAL_STEP: 1332650 | > loss_text_ce: 0.026150884106755257 (0.03143239039128351) | > loss_mel_ce: 0.9908842444419861 (nan) | > loss: 0.004035853780806065 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14353396671669333) | > loader_time: 0.0057 (0.005418794681330804)  --> TIME: 2025-03-26 08:00:15 -- STEP: 7390/31555 -- GLOBAL_STEP: 1332700 | > loss_text_ce: 0.03160586208105087 (0.0314257719576691) | > loss_mel_ce: 2.1125781536102295 (nan) | > loss: 0.008508667349815369 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14355957643588893) | > loader_time: 0.0052 (0.005425348398004731)  --> TIME: 2025-03-26 08:00:25 -- STEP: 7440/31555 -- GLOBAL_STEP: 1332750 | > loss_text_ce: 0.02914217673242092 (0.031419248380497936) | > loss_mel_ce: 2.5580265522003174 (nan) | > loss: 0.010266543366014957 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14360391721930527) | > loader_time: 0.0055 (0.005430751878728159)  --> TIME: 2025-03-26 08:00:35 -- STEP: 7490/31555 -- GLOBAL_STEP: 1332800 | > loss_text_ce: 0.03089101053774357 (0.03142037393154698) | > loss_mel_ce: 2.3499348163604736 (nan) | > loss: 0.009447721764445305 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.1435851374041729) | > loader_time: 0.0053 (0.005453028093192871)  --> TIME: 2025-03-26 08:00:45 -- STEP: 7540/31555 -- GLOBAL_STEP: 1332850 | > loss_text_ce: 0.03416812792420387 (0.03142730472979951) | > loss_mel_ce: 2.819742202758789 (nan) | > loss: 0.011325041763484478 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14363332939400886) | > loader_time: 0.0054 (0.005458825968937164)  --> TIME: 2025-03-26 08:00:55 -- STEP: 7590/31555 -- GLOBAL_STEP: 1332900 | > loss_text_ce: 0.036670785397291183 (0.03142735559876137) | > loss_mel_ce: 2.9332611560821533 (nan) | > loss: 0.011785444803535938 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1436766699525833) | > loader_time: 0.0055 (0.00546948802958051)  --> TIME: 2025-03-26 08:01:05 -- STEP: 7640/31555 -- GLOBAL_STEP: 1332950 | > loss_text_ce: 0.02679527923464775 (0.031426231543099516) | > loss_mel_ce: 3.01444673538208 (nan) | > loss: 0.012068421579897404 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14370302604755156) | > loader_time: 0.0094 (0.005474102341067739)  --> TIME: 2025-03-26 08:01:16 -- STEP: 7690/31555 -- GLOBAL_STEP: 1333000 | > loss_text_ce: 0.0251194778829813 (0.031428271058525366) | > loss_mel_ce: 2.1116714477539062 (nan) | > loss: 0.008479329757392406 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14378166031310374) | > loader_time: 0.0095 (0.005486793170824793)  --> TIME: 2025-03-26 08:01:26 -- STEP: 7740/31555 -- GLOBAL_STEP: 1333050 | > loss_text_ce: 0.034956175833940506 (0.03142839772602693) | > loss_mel_ce: 2.791177272796631 (nan) | > loss: 0.011214816011488438 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.1438126967858896) | > loader_time: 0.0056 (0.005504896628456224)  --> TIME: 2025-03-26 08:01:36 -- STEP: 7790/31555 -- GLOBAL_STEP: 1333100 | > loss_text_ce: 0.033870551735162735 (0.031428868114345726) | > loss_mel_ce: 2.3638055324554443 (nan) | > loss: 0.009514587931334972 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14383835302849915) | > loader_time: 0.0095 (0.005527341870808642)  --> TIME: 2025-03-26 08:01:46 -- STEP: 7840/31555 -- GLOBAL_STEP: 1333150 | > loss_text_ce: 0.04030398651957512 (0.031437898738005655) | > loss_mel_ce: 2.715531826019287 (nan) | > loss: 0.010935856960713863 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14385458620227087) | > loader_time: 0.0054 (0.005536379072130952)  --> TIME: 2025-03-26 08:01:56 -- STEP: 7890/31555 -- GLOBAL_STEP: 1333200 | > loss_text_ce: 0.0347498394548893 (0.03143937945347022) | > loss_mel_ce: 2.6893913745880127 (nan) | > loss: 0.010810084640979767 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14387507568596256) | > loader_time: 0.0056 (0.005558826805520884)  --> TIME: 2025-03-26 08:02:07 -- STEP: 7940/31555 -- GLOBAL_STEP: 1333250 | > loss_text_ce: 0.04678477719426155 (0.03144959840215089) | > loss_mel_ce: 1.405426025390625 (nan) | > loss: 0.005762741435319185 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14390868359909223) | > loader_time: 0.0053 (0.005565976946419983)  --> TIME: 2025-03-26 08:02:16 -- STEP: 7990/31555 -- GLOBAL_STEP: 1333300 | > loss_text_ce: 0.02881917729973793 (0.031444759093439495) | > loss_mel_ce: 2.779792308807373 (nan) | > loss: 0.01114528439939022 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14391526227003318) | > loader_time: 0.0056 (0.005569727698315379)  --> TIME: 2025-03-26 08:02:26 -- STEP: 8040/31555 -- GLOBAL_STEP: 1333350 | > loss_text_ce: 0.030909327790141106 (0.031441867222258876) | > loss_mel_ce: 2.7905681133270264 (nan) | > loss: 0.011196339502930641 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14392359422807052) | > loader_time: 0.0057 (0.0055738675060557)  --> TIME: 2025-03-26 08:02:36 -- STEP: 8090/31555 -- GLOBAL_STEP: 1333400 | > loss_text_ce: 0.02718810923397541 (0.031434642657527094) | > loss_mel_ce: 2.485574245452881 (nan) | > loss: 0.00997127965092659 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14393529974485922) | > loader_time: 0.0067 (0.005581864998278728)  --> TIME: 2025-03-26 08:02:47 -- STEP: 8140/31555 -- GLOBAL_STEP: 1333450 | > loss_text_ce: 0.037135906517505646 (0.031426671965972194) | > loss_mel_ce: 2.36152720451355 (nan) | > loss: 0.009518505074083805 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.1439810687845401) | > loader_time: 0.0056 (0.005608877210125008)  --> TIME: 2025-03-26 08:02:57 -- STEP: 8190/31555 -- GLOBAL_STEP: 1333500 | > loss_text_ce: 0.027122974395751953 (0.031427560387217945) | > loss_mel_ce: 3.047015428543091 (nan) | > loss: 0.012198962271213531 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.1440196728386137) | > loader_time: 0.0057 (0.005624477825467558)  --> TIME: 2025-03-26 08:03:07 -- STEP: 8240/31555 -- GLOBAL_STEP: 1333550 | > loss_text_ce: 0.03771328926086426 (0.03142287916813537) | > loss_mel_ce: 2.3569579124450684 (nan) | > loss: 0.00950266420841217 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1440238805650505) | > loader_time: 0.0188 (0.005639054879401503)  --> TIME: 2025-03-26 08:03:16 -- STEP: 8290/31555 -- GLOBAL_STEP: 1333600 | > loss_text_ce: 0.025304250419139862 (0.031424958422550886) | > loss_mel_ce: 3.2909679412841797 (nan) | > loss: 0.01315981149673462 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14401843875682513) | > loader_time: 0.0053 (0.00564533536770664)  --> TIME: 2025-03-26 08:03:26 -- STEP: 8340/31555 -- GLOBAL_STEP: 1333650 | > loss_text_ce: 0.03767375275492668 (0.0314247265758498) | > loss_mel_ce: 2.0780465602874756 (nan) | > loss: 0.008395715616643429 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14400962013706575) | > loader_time: 0.0197 (0.00565430511959452)  --> TIME: 2025-03-26 08:03:36 -- STEP: 8390/31555 -- GLOBAL_STEP: 1333700 | > loss_text_ce: 0.02679937146604061 (0.03141268750572752) | > loss_mel_ce: 2.2712490558624268 (nan) | > loss: 0.009119240567088127 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1439947900385621) | > loader_time: 0.0068 (0.005671773905975752)  --> TIME: 2025-03-26 08:03:46 -- STEP: 8440/31555 -- GLOBAL_STEP: 1333750 | > loss_text_ce: 0.029995007440447807 (0.03140613962267198) | > loss_mel_ce: 2.852428674697876 (nan) | > loss: 0.011438190005719662 (nan) | > current_lr: 5e-06 | > step_time: 0.1929 (0.14399628721142244) | > loader_time: 0.0328 (0.005689631141192548)  --> TIME: 2025-03-26 08:03:56 -- STEP: 8490/31555 -- GLOBAL_STEP: 1333800 | > loss_text_ce: 0.037367887794971466 (0.03140650332178069) | > loss_mel_ce: 2.565246343612671 (nan) | > loss: 0.010327834635972977 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14400595596457236) | > loader_time: 0.0056 (0.00570596775261618)  --> TIME: 2025-03-26 08:04:06 -- STEP: 8540/31555 -- GLOBAL_STEP: 1333850 | > loss_text_ce: 0.03366202488541603 (0.03141159862225369) | > loss_mel_ce: 2.213498592376709 (nan) | > loss: 0.008917304687201977 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14401839429935734) | > loader_time: 0.0054 (0.005728934687808757)  --> TIME: 2025-03-26 08:04:16 -- STEP: 8590/31555 -- GLOBAL_STEP: 1333900 | > loss_text_ce: 0.028276989236474037 (0.031416004486013435) | > loss_mel_ce: 1.9532824754714966 (nan) | > loss: 0.007863331586122513 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1440398885706943) | > loader_time: 0.0055 (0.005734085342798029)  --> TIME: 2025-03-26 08:04:26 -- STEP: 8640/31555 -- GLOBAL_STEP: 1333950 | > loss_text_ce: 0.03028148040175438 (0.03140781337117212) | > loss_mel_ce: 3.0676839351654053 (nan) | > loss: 0.012293514795601368 (nan) | > current_lr: 5e-06 | > step_time: 0.1871 (0.14404864363648254) | > loader_time: 0.0059 (0.005741276233284571)  --> TIME: 2025-03-26 08:04:36 -- STEP: 8690/31555 -- GLOBAL_STEP: 1334000 | > loss_text_ce: 0.017895549535751343 (0.03141571435063516) | > loss_mel_ce: 2.820052146911621 (nan) | > loss: 0.011261697858572006 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1440616534137614) | > loader_time: 0.0053 (0.0057549450285004095)  --> TIME: 2025-03-26 08:04:46 -- STEP: 8740/31555 -- GLOBAL_STEP: 1334050 | > loss_text_ce: 0.0270188320428133 (0.0314185991502864) | > loss_mel_ce: 3.214508533477783 (nan) | > loss: 0.012863204814493656 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1440806619362644) | > loader_time: 0.0051 (0.005760900816055415)  --> TIME: 2025-03-26 08:04:56 -- STEP: 8790/31555 -- GLOBAL_STEP: 1334100 | > loss_text_ce: 0.03502478078007698 (0.031420832171197066) | > loss_mel_ce: 0.0360107421875 (nan) | > loss: 0.00028188698343001306 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14409186403363483) | > loader_time: 0.0235 (0.005776037101181442)  --> TIME: 2025-03-26 08:05:05 -- STEP: 8840/31555 -- GLOBAL_STEP: 1334150 | > loss_text_ce: 0.032768893986940384 (0.03142198404429981) | > loss_mel_ce: 2.70902156829834 (nan) | > loss: 0.010880121961236 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14407805395881493) | > loader_time: 0.0055 (0.005785375078339395)  --> TIME: 2025-03-26 08:05:16 -- STEP: 8890/31555 -- GLOBAL_STEP: 1334200 | > loss_text_ce: 0.026645205914974213 (0.0314187601123831) | > loss_mel_ce: 2.8199589252471924 (nan) | > loss: 0.011296048760414124 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14410411225395056) | > loader_time: 0.0053 (0.005798911109684032)  --> TIME: 2025-03-26 08:05:26 -- STEP: 8940/31555 -- GLOBAL_STEP: 1334250 | > loss_text_ce: 0.03473088517785072 (0.03142077384602023) | > loss_mel_ce: 2.4070842266082764 (nan) | > loss: 0.009689743630588055 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1441030468450028) | > loader_time: 0.0056 (0.005808113618718443)  --> TIME: 2025-03-26 08:05:35 -- STEP: 8990/31555 -- GLOBAL_STEP: 1334300 | > loss_text_ce: 0.0299132838845253 (0.031423516936281155) | > loss_mel_ce: 2.6113312244415283 (nan) | > loss: 0.01048112940043211 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14409599940689294) | > loader_time: 0.0053 (0.005822753614525385)  --> TIME: 2025-03-26 08:05:45 -- STEP: 9040/31555 -- GLOBAL_STEP: 1334350 | > loss_text_ce: 0.02462170459330082 (0.031420895881617096) | > loss_mel_ce: 2.5987870693206787 (nan) | > loss: 0.010410352610051632 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14410195967792394) | > loader_time: 0.0057 (0.005828027440383382)  --> TIME: 2025-03-26 08:05:55 -- STEP: 9090/31555 -- GLOBAL_STEP: 1334400 | > loss_text_ce: 0.03597801551222801 (0.031420647892773136) | > loss_mel_ce: 2.131326675415039 (nan) | > loss: 0.008600416593253613 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14410489250724456) | > loader_time: 0.0097 (0.0058479260034424866)  --> TIME: 2025-03-26 08:06:05 -- STEP: 9140/31555 -- GLOBAL_STEP: 1334450 | > loss_text_ce: 0.02851896919310093 (0.031415249549231514) | > loss_mel_ce: 2.560394048690796 (nan) | > loss: 0.0102734649553895 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14413820283418144) | > loader_time: 0.0056 (0.005852749624189724)  --> TIME: 2025-03-26 08:06:15 -- STEP: 9190/31555 -- GLOBAL_STEP: 1334500 | > loss_text_ce: 0.03556813299655914 (0.031420111888158235) | > loss_mel_ce: 2.692490577697754 (nan) | > loss: 0.010825631208717823 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14415941334393384) | > loader_time: 0.0095 (0.005858255262862619)  --> TIME: 2025-03-26 08:06:25 -- STEP: 9240/31555 -- GLOBAL_STEP: 1334550 | > loss_text_ce: 0.037346575409173965 (0.031421434895732195) | > loss_mel_ce: 0.0826241597533226 (nan) | > loss: 0.00047607437591068447 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14415470888088266) | > loader_time: 0.0052 (0.005867469207549002)  --> TIME: 2025-03-26 08:06:35 -- STEP: 9290/31555 -- GLOBAL_STEP: 1334600 | > loss_text_ce: 0.03636602684855461 (0.03142636290052659) | > loss_mel_ce: 3.2161457538604736 (nan) | > loss: 0.012906793504953384 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14416393338029937) | > loader_time: 0.0053 (0.0058708217865171)  --> TIME: 2025-03-26 08:06:45 -- STEP: 9340/31555 -- GLOBAL_STEP: 1334650 | > loss_text_ce: 0.03224550560116768 (0.0314319652075455) | > loss_mel_ce: 3.0071895122528076 (nan) | > loss: 0.012061250396072865 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.1441913030898035) | > loader_time: 0.0255 (0.005883148497636632)  --> TIME: 2025-03-26 08:06:55 -- STEP: 9390/31555 -- GLOBAL_STEP: 1334700 | > loss_text_ce: 0.03261236101388931 (0.03143417769289236) | > loss_mel_ce: 2.7696120738983154 (nan) | > loss: 0.01111993845552206 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14420247603529182) | > loader_time: 0.0055 (0.005886415043831899)  --> TIME: 2025-03-26 08:07:05 -- STEP: 9440/31555 -- GLOBAL_STEP: 1334750 | > loss_text_ce: 0.031191885471343994 (0.03143176817309543) | > loss_mel_ce: 3.0410072803497314 (nan) | > loss: 0.012191266752779484 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14421900947720317) | > loader_time: 0.0056 (0.005894569699036884)  --> TIME: 2025-03-26 08:07:15 -- STEP: 9490/31555 -- GLOBAL_STEP: 1334800 | > loss_text_ce: 0.02905324660241604 (0.03143269184778586) | > loss_mel_ce: 2.6703546047210693 (nan) | > loss: 0.01071193628013134 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14422403673226278) | > loader_time: 0.0062 (0.005901427615681248)  --> TIME: 2025-03-26 08:07:24 -- STEP: 9540/31555 -- GLOBAL_STEP: 1334850 | > loss_text_ce: 0.02467983588576317 (0.03143220737769785) | > loss_mel_ce: 3.4228591918945312 (nan) | > loss: 0.013680711388587952 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14421903707196393) | > loader_time: 0.0054 (0.005901148984017377)  --> TIME: 2025-03-26 08:07:34 -- STEP: 9590/31555 -- GLOBAL_STEP: 1334900 | > loss_text_ce: 0.03455638512969017 (0.031432636521030295) | > loss_mel_ce: 1.5908313989639282 (nan) | > loss: 0.0064499517902731895 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14422332566771448) | > loader_time: 0.0074 (0.00590322557156975)  --> TIME: 2025-03-26 08:07:44 -- STEP: 9640/31555 -- GLOBAL_STEP: 1334950 | > loss_text_ce: 0.0315714031457901 (0.031442175363383756) | > loss_mel_ce: 2.6582446098327637 (nan) | > loss: 0.01067387405782938 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1442341387271881) | > loader_time: 0.0083 (0.005916749540700966)  --> TIME: 2025-03-26 08:07:54 -- STEP: 9690/31555 -- GLOBAL_STEP: 1335000 | > loss_text_ce: 0.022130215540528297 (0.03144490678638026) | > loss_mel_ce: 2.591893434524536 (nan) | > loss: 0.010373110882937908 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1442257870092481) | > loader_time: 0.0052 (0.005919727723049812)  --> TIME: 2025-03-26 08:08:04 -- STEP: 9740/31555 -- GLOBAL_STEP: 1335050 | > loss_text_ce: 0.030557924881577492 (0.031444160762344416) | > loss_mel_ce: 2.426470994949341 (nan) | > loss: 0.009750114753842354 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.1442136517295603) | > loader_time: 0.0056 (0.005921125289595849)  --> TIME: 2025-03-26 08:08:13 -- STEP: 9790/31555 -- GLOBAL_STEP: 1335100 | > loss_text_ce: 0.044273801147937775 (0.031452155421346356) | > loss_mel_ce: 0.4001566469669342 (nan) | > loss: 0.0017636129632592201 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14420986479953066) | > loader_time: 0.0208 (0.005933036331745662)  --> TIME: 2025-03-26 08:08:23 -- STEP: 9840/31555 -- GLOBAL_STEP: 1335150 | > loss_text_ce: 0.02614816650748253 (0.03145537073828094) | > loss_mel_ce: 3.124554395675659 (nan) | > loss: 0.012502788566052914 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14421604093981946) | > loader_time: 0.0056 (0.005943370834598706)  --> TIME: 2025-03-26 08:08:33 -- STEP: 9890/31555 -- GLOBAL_STEP: 1335200 | > loss_text_ce: 0.022398969158530235 (0.0314564379867209) | > loss_mel_ce: 2.3572590351104736 (nan) | > loss: 0.009443087503314018 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1442192896070566) | > loader_time: 0.0068 (0.005949671082838975)  --> TIME: 2025-03-26 08:08:43 -- STEP: 9940/31555 -- GLOBAL_STEP: 1335250 | > loss_text_ce: 0.027676429599523544 (0.03145673784382385) | > loss_mel_ce: 2.65266752243042 (nan) | > loss: 0.0106362858787179 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14423767899123707) | > loader_time: 0.0053 (0.0059539891344680745)  --> TIME: 2025-03-26 08:08:53 -- STEP: 9990/31555 -- GLOBAL_STEP: 1335300 | > loss_text_ce: 0.038296785205602646 (0.03145757951811942) | > loss_mel_ce: 3.0237176418304443 (nan) | > loss: 0.01215085107833147 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.14424323169318753) | > loader_time: 0.0053 (0.005961338535801436)  --> TIME: 2025-03-26 08:09:03 -- STEP: 10040/31555 -- GLOBAL_STEP: 1335350 | > loss_text_ce: 0.026064949110150337 (0.03145414978985606) | > loss_mel_ce: 2.947277545928955 (nan) | > loss: 0.01179897878319025 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14427115508759622) | > loader_time: 0.0055 (0.0059630590843489555)  --> TIME: 2025-03-26 08:09:13 -- STEP: 10090/31555 -- GLOBAL_STEP: 1335400 | > loss_text_ce: 0.04107636958360672 (0.03145604076434399) | > loss_mel_ce: 2.1721060276031494 (nan) | > loss: 0.008782470598816872 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14429217882978643) | > loader_time: 0.016 (0.005967013119942382)  --> TIME: 2025-03-26 08:09:23 -- STEP: 10140/31555 -- GLOBAL_STEP: 1335450 | > loss_text_ce: 0.04214039072394371 (0.03145504849668999) | > loss_mel_ce: 2.2764434814453125 (nan) | > loss: 0.009200730361044407 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14430139678469742) | > loader_time: 0.0054 (0.0059701487862852355)  --> TIME: 2025-03-26 08:09:33 -- STEP: 10190/31555 -- GLOBAL_STEP: 1335500 | > loss_text_ce: 0.028097592294216156 (0.031453598902576506) | > loss_mel_ce: 2.301304340362549 (nan) | > loss: 0.009243658743798733 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14432053516844626) | > loader_time: 0.0056 (0.005976726309240053)  --> TIME: 2025-03-26 08:09:43 -- STEP: 10240/31555 -- GLOBAL_STEP: 1335550 | > loss_text_ce: 0.038612619042396545 (0.03145024232098896) | > loss_mel_ce: 3.220388174057007 (nan) | > loss: 0.012932543642818928 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14431441586930277) | > loader_time: 0.0054 (0.005979924323037284)  --> TIME: 2025-03-26 08:09:53 -- STEP: 10290/31555 -- GLOBAL_STEP: 1335600 | > loss_text_ce: 0.032180435955524445 (0.031452468139607455) | > loss_mel_ce: 2.9699437618255615 (nan) | > loss: 0.011913192458450794 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14431486127443724) | > loader_time: 0.0056 (0.005982903743740205)  --> TIME: 2025-03-26 08:10:03 -- STEP: 10340/31555 -- GLOBAL_STEP: 1335650 | > loss_text_ce: 0.025668075308203697 (0.031454048996495974) | > loss_mel_ce: 2.5195515155792236 (nan) | > loss: 0.010100078769028187 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.1443401318684765) | > loader_time: 0.0078 (0.005982079819507725)  --> TIME: 2025-03-26 08:10:13 -- STEP: 10390/31555 -- GLOBAL_STEP: 1335700 | > loss_text_ce: 0.04220230132341385 (0.03145727501335974) | > loss_mel_ce: 1.4935357570648193 (nan) | > loss: 0.006094199139624834 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14432324823906345) | > loader_time: 0.0052 (0.005986798096437442)  --> TIME: 2025-03-26 08:10:23 -- STEP: 10440/31555 -- GLOBAL_STEP: 1335750 | > loss_text_ce: 0.036569006741046906 (0.03145733677998015) | > loss_mel_ce: 2.7938361167907715 (nan) | > loss: 0.011231767013669014 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14436116778074065) | > loader_time: 0.0115 (0.005993149061312635)  --> TIME: 2025-03-26 08:10:33 -- STEP: 10490/31555 -- GLOBAL_STEP: 1335800 | > loss_text_ce: 0.022561384364962578 (0.031451910448565275) | > loss_mel_ce: 2.468912124633789 (nan) | > loss: 0.009886800311505795 (nan) | > current_lr: 5e-06 | > step_time: 0.1479 (0.14437390394274424) | > loader_time: 0.0053 (0.005995656968981353)  --> TIME: 2025-03-26 08:10:42 -- STEP: 10540/31555 -- GLOBAL_STEP: 1335850 | > loss_text_ce: 0.028236960992217064 (0.03145011035969363) | > loss_mel_ce: 1.796462059020996 (nan) | > loss: 0.0072408695705235004 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.1443696219283215) | > loader_time: 0.0054 (0.0059975564819133385)  --> TIME: 2025-03-26 08:10:52 -- STEP: 10590/31555 -- GLOBAL_STEP: 1335900 | > loss_text_ce: 0.04307423159480095 (0.031446696460999984) | > loss_mel_ce: 1.3661404848098755 (nan) | > loss: 0.005592122208327055 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14438805767001667) | > loader_time: 0.0054 (0.0059982654168090396)  --> TIME: 2025-03-26 08:11:02 -- STEP: 10640/31555 -- GLOBAL_STEP: 1335950 | > loss_text_ce: 0.029717184603214264 (0.03144383183662984) | > loss_mel_ce: 2.708247423171997 (nan) | > loss: 0.010864939540624619 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14439779432644503) | > loader_time: 0.0058 (0.005998977055226967)  --> TIME: 2025-03-26 08:11:12 -- STEP: 10690/31555 -- GLOBAL_STEP: 1336000 | > loss_text_ce: 0.03387937322258949 (0.03144680591957037) | > loss_mel_ce: 1.8982834815979004 (nan) | > loss: 0.007667313329875469 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14439682822231914) | > loader_time: 0.0093 (0.006004200012913604)  --> TIME: 2025-03-26 08:11:22 -- STEP: 10740/31555 -- GLOBAL_STEP: 1336050 | > loss_text_ce: 0.02920074388384819 (0.03144658520970393) | > loss_mel_ce: 2.943225860595703 (nan) | > loss: 0.0117953447625041 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14441224720668933) | > loader_time: 0.0059 (0.006009554152604159)  --> TIME: 2025-03-26 08:11:32 -- STEP: 10790/31555 -- GLOBAL_STEP: 1336100 | > loss_text_ce: 0.045111920684576035 (0.031444333643377294) | > loss_mel_ce: 1.3378307819366455 (nan) | > loss: 0.005487868096679449 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14441154579855497) | > loader_time: 0.0086 (0.006016658698109384)  --> TIME: 2025-03-26 08:11:42 -- STEP: 10840/31555 -- GLOBAL_STEP: 1336150 | > loss_text_ce: 0.030211184173822403 (0.031440571136600946) | > loss_mel_ce: 2.5202341079711914 (nan) | > loss: 0.010120815597474575 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14440812921611987) | > loader_time: 0.0054 (0.00602629424461141)  --> TIME: 2025-03-26 08:11:52 -- STEP: 10890/31555 -- GLOBAL_STEP: 1336200 | > loss_text_ce: 0.028384696692228317 (0.03144355371245518) | > loss_mel_ce: 0.023193359375 (nan) | > loss: 0.00020467484137043357 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14442238032653598) | > loader_time: 0.0092 (0.00604255643867375)  --> TIME: 2025-03-26 08:12:02 -- STEP: 10940/31555 -- GLOBAL_STEP: 1336250 | > loss_text_ce: 0.03124970570206642 (0.03144314485453966) | > loss_mel_ce: 2.8116097450256348 (nan) | > loss: 0.011281189508736134 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14442461565599984) | > loader_time: 0.0075 (0.006057140378237221)  --> TIME: 2025-03-26 08:12:12 -- STEP: 10990/31555 -- GLOBAL_STEP: 1336300 | > loss_text_ce: 0.03535878285765648 (0.031443090779745934) | > loss_mel_ce: 2.47363018989563 (nan) | > loss: 0.009956305846571922 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1444449618472303) | > loader_time: 0.0056 (0.006069386037942833)  --> TIME: 2025-03-26 08:12:22 -- STEP: 11040/31555 -- GLOBAL_STEP: 1336350 | > loss_text_ce: 0.03734403848648071 (0.03143917258855885) | > loss_mel_ce: 2.4411232471466064 (nan) | > loss: 0.009835188277065754 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1444568807664122) | > loader_time: 0.008 (0.0060735316812128405)  --> TIME: 2025-03-26 08:12:32 -- STEP: 11090/31555 -- GLOBAL_STEP: 1336400 | > loss_text_ce: 0.02457991987466812 (0.031438395840168866) | > loss_mel_ce: 2.422126054763794 (nan) | > loss: 0.009709151461720467 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.1444466472424503) | > loader_time: 0.0056 (0.006074262804765775)  --> TIME: 2025-03-26 08:12:42 -- STEP: 11140/31555 -- GLOBAL_STEP: 1336450 | > loss_text_ce: 0.04159920662641525 (0.03143632331113985) | > loss_mel_ce: 1.6896377801895142 (nan) | > loss: 0.006869988050311804 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14445280112740763) | > loader_time: 0.0054 (0.006077717472021641)  --> TIME: 2025-03-26 08:12:51 -- STEP: 11190/31555 -- GLOBAL_STEP: 1336500 | > loss_text_ce: 0.023884477093815804 (0.03143791007652048) | > loss_mel_ce: 3.0616190433502197 (nan) | > loss: 0.01224406249821186 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14445015851464785) | > loader_time: 0.0052 (0.006082771717170409)  --> TIME: 2025-03-26 08:13:01 -- STEP: 11240/31555 -- GLOBAL_STEP: 1336550 | > loss_text_ce: 0.028953105211257935 (0.031437416145912785) | > loss_mel_ce: 2.693289041519165 (nan) | > loss: 0.010802548378705978 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14445489053200097) | > loader_time: 0.0076 (0.0060923776380532296)  --> TIME: 2025-03-26 08:13:11 -- STEP: 11290/31555 -- GLOBAL_STEP: 1336600 | > loss_text_ce: 0.036120250821113586 (0.03143495902744105) | > loss_mel_ce: 2.5820226669311523 (nan) | > loss: 0.010389456525444984 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14445266844003532) | > loader_time: 0.0071 (0.0060989550936000475)  --> TIME: 2025-03-26 08:13:21 -- STEP: 11340/31555 -- GLOBAL_STEP: 1336650 | > loss_text_ce: 0.03246697410941124 (0.031428725688227126) | > loss_mel_ce: 2.7671515941619873 (nan) | > loss: 0.011109597980976105 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14445135883553273) | > loader_time: 0.0053 (0.00611094757783141)  --> TIME: 2025-03-26 08:13:31 -- STEP: 11390/31555 -- GLOBAL_STEP: 1336700 | > loss_text_ce: 0.030611706897616386 (0.031429108244933585) | > loss_mel_ce: 2.7621960639953613 (nan) | > loss: 0.011082570999860764 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14443976110905443) | > loader_time: 0.0054 (0.006112434991731063)  --> TIME: 2025-03-26 08:13:41 -- STEP: 11440/31555 -- GLOBAL_STEP: 1336750 | > loss_text_ce: 0.029043858870863914 (0.03143111946365721) | > loss_mel_ce: 2.3354458808898926 (nan) | > loss: 0.00938289612531662 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1444613394828938) | > loader_time: 0.0094 (0.006117766178571274)  --> TIME: 2025-03-26 08:13:51 -- STEP: 11490/31555 -- GLOBAL_STEP: 1336800 | > loss_text_ce: 0.028623424470424652 (0.03142748043740293) | > loss_mel_ce: 1.8115394115447998 (nan) | > loss: 0.007302233949303627 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14447678210322343) | > loader_time: 0.0053 (0.006127614389822951)  --> TIME: 2025-03-26 08:14:01 -- STEP: 11540/31555 -- GLOBAL_STEP: 1336850 | > loss_text_ce: 0.04256679490208626 (0.031431307156119914) | > loss_mel_ce: 2.7817025184631348 (nan) | > loss: 0.011207418516278267 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14446329806045147) | > loader_time: 0.0054 (0.006138885620355207)  --> TIME: 2025-03-26 08:14:11 -- STEP: 11590/31555 -- GLOBAL_STEP: 1336900 | > loss_text_ce: 0.02830938808619976 (0.03142840515097363) | > loss_mel_ce: 1.888117790222168 (nan) | > loss: 0.007604870013892651 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.1444706337322334) | > loader_time: 0.0092 (0.006159623621660037)  --> TIME: 2025-03-26 08:14:21 -- STEP: 11640/31555 -- GLOBAL_STEP: 1336950 | > loss_text_ce: 0.039794921875 (0.031429516949012366) | > loss_mel_ce: 2.9894797801971436 (nan) | > loss: 0.012020932510495186 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14449358275256172) | > loader_time: 0.0057 (0.006163624041678583)  --> TIME: 2025-03-26 08:14:30 -- STEP: 11690/31555 -- GLOBAL_STEP: 1337000 | > loss_text_ce: 0.035584982484579086 (0.03142580975291626) | > loss_mel_ce: 3.11452054977417 (nan) | > loss: 0.012500419281423092 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14447742061190733) | > loader_time: 0.0054 (0.006170144521649637)  --> TIME: 2025-03-26 08:14:40 -- STEP: 11740/31555 -- GLOBAL_STEP: 1337050 | > loss_text_ce: 0.028172621503472328 (0.03142153522550261) | > loss_mel_ce: 2.08837890625 (nan) | > loss: 0.008399015292525291 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14448137512808115) | > loader_time: 0.0085 (0.006180412013851615)  --> TIME: 2025-03-26 08:14:51 -- STEP: 11790/31555 -- GLOBAL_STEP: 1337100 | > loss_text_ce: 0.028999915346503258 (0.031419576298243226) | > loss_mel_ce: 2.298560857772827 (nan) | > loss: 0.009236352518200874 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.1444970554371215) | > loader_time: 0.0057 (0.006194661045802472)  --> TIME: 2025-03-26 08:15:01 -- STEP: 11840/31555 -- GLOBAL_STEP: 1337150 | > loss_text_ce: 0.03235992416739464 (0.031424203176425775) | > loss_mel_ce: 2.8074545860290527 (nan) | > loss: 0.011269105598330498 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14451972026679916) | > loader_time: 0.0057 (0.006204679950669019)  --> TIME: 2025-03-26 08:15:11 -- STEP: 11890/31555 -- GLOBAL_STEP: 1337200 | > loss_text_ce: 0.024993404746055603 (0.03142027540760591) | > loss_mel_ce: 2.7814512252807617 (nan) | > loss: 0.011136685498058796 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14453164145563455) | > loader_time: 0.0137 (0.006212005944087601)  --> TIME: 2025-03-26 08:15:21 -- STEP: 11940/31555 -- GLOBAL_STEP: 1337250 | > loss_text_ce: 0.0303228497505188 (0.03141726796348361) | > loss_mel_ce: 2.0095937252044678 (nan) | > loss: 0.008094907738268375 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14452436359683438) | > loader_time: 0.0052 (0.006217277489315538)  --> TIME: 2025-03-26 08:15:31 -- STEP: 11990/31555 -- GLOBAL_STEP: 1337300 | > loss_text_ce: 0.029826415702700615 (0.03141424418042556) | > loss_mel_ce: 1.781152367591858 (nan) | > loss: 0.007186423987150192 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14454490048771973) | > loader_time: 0.0117 (0.006220404280534492)  --> TIME: 2025-03-26 08:15:41 -- STEP: 12040/31555 -- GLOBAL_STEP: 1337350 | > loss_text_ce: 0.02439415454864502 (0.03141268933171782) | > loss_mel_ce: 2.760601758956909 (nan) | > loss: 0.011051571927964687 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14454970502378114) | > loader_time: 0.0089 (0.006221817319971395)  --> TIME: 2025-03-26 08:15:51 -- STEP: 12090/31555 -- GLOBAL_STEP: 1337400 | > loss_text_ce: 0.027691788971424103 (0.03141214537069912) | > loss_mel_ce: 3.1276614665985107 (nan) | > loss: 0.012521243654191494 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14456394255111957) | > loader_time: 0.0059 (0.006227985485414529)  --> TIME: 2025-03-26 08:16:01 -- STEP: 12140/31555 -- GLOBAL_STEP: 1337450 | > loss_text_ce: 0.029254429042339325 (0.03141468524621393) | > loss_mel_ce: 2.803408145904541 (nan) | > loss: 0.01124072540551424 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.1445737860544506) | > loader_time: 0.0094 (0.0062305204558019125)  --> TIME: 2025-03-26 08:16:11 -- STEP: 12190/31555 -- GLOBAL_STEP: 1337500 | > loss_text_ce: 0.03197764232754707 (0.03141456353527786) | > loss_mel_ce: 1.4952625036239624 (nan) | > loss: 0.0060604773461818695 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14458596835476709) | > loader_time: 0.0056 (0.006234087349451217)  --> TIME: 2025-03-26 08:16:21 -- STEP: 12240/31555 -- GLOBAL_STEP: 1337550 | > loss_text_ce: 0.031597256660461426 (0.0314127868239986) | > loss_mel_ce: 1.5680793523788452 (nan) | > loss: 0.006347923539578915 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14457720500581375) | > loader_time: 0.0055 (0.006242404926836114)  --> TIME: 2025-03-26 08:16:31 -- STEP: 12290/31555 -- GLOBAL_STEP: 1337600 | > loss_text_ce: 0.03685799241065979 (0.03141151093851321) | > loss_mel_ce: 2.067274332046509 (nan) | > loss: 0.008349732495844364 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1445809952702531) | > loader_time: 0.0052 (0.006252038216959482)  --> TIME: 2025-03-26 08:16:41 -- STEP: 12340/31555 -- GLOBAL_STEP: 1337650 | > loss_text_ce: 0.024331675842404366 (0.03140895177060779) | > loss_mel_ce: 2.479372978210449 (nan) | > loss: 0.00993533618748188 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14461521911080086) | > loader_time: 0.0055 (0.006256811255574046)  --> TIME: 2025-03-26 08:16:51 -- STEP: 12390/31555 -- GLOBAL_STEP: 1337700 | > loss_text_ce: 0.02494850382208824 (0.03140602195349801) | > loss_mel_ce: 3.0309009552001953 (nan) | > loss: 0.012126388028264046 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14464351780670473) | > loader_time: 0.0053 (0.006259771794249121)  --> TIME: 2025-03-26 08:17:01 -- STEP: 12440/31555 -- GLOBAL_STEP: 1337750 | > loss_text_ce: 0.0373305007815361 (0.03140759734890549) | > loss_mel_ce: 2.0139517784118652 (nan) | > loss: 0.00814000889658928 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1446571886922765) | > loader_time: 0.0053 (0.006267547224112275)  --> TIME: 2025-03-26 08:17:11 -- STEP: 12490/31555 -- GLOBAL_STEP: 1337800 | > loss_text_ce: 0.02413906529545784 (0.031407901553364) | > loss_mel_ce: 2.3846545219421387 (nan) | > loss: 0.009558705613017082 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14467187628352754) | > loader_time: 0.0053 (0.00627371174894018)  --> TIME: 2025-03-26 08:17:22 -- STEP: 12540/31555 -- GLOBAL_STEP: 1337850 | > loss_text_ce: 0.029744908213615417 (0.03140415574091242) | > loss_mel_ce: 2.4057443141937256 (nan) | > loss: 0.009664639830589294 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14468083666842468) | > loader_time: 0.0055 (0.006285609183699333)  --> TIME: 2025-03-26 08:17:31 -- STEP: 12590/31555 -- GLOBAL_STEP: 1337900 | > loss_text_ce: 0.03897833451628685 (0.031406187586637185) | > loss_mel_ce: 2.540229320526123 (nan) | > loss: 0.010234951972961426 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14468936287665526) | > loader_time: 0.0053 (0.006287172259178507)  --> TIME: 2025-03-26 08:17:41 -- STEP: 12640/31555 -- GLOBAL_STEP: 1337950 | > loss_text_ce: 0.03099493868649006 (0.03140568179409957) | > loss_mel_ce: 2.5231051445007324 (nan) | > loss: 0.010135318152606487 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1446839803381806) | > loader_time: 0.0084 (0.0062920756355116765)  --> TIME: 2025-03-26 08:17:51 -- STEP: 12690/31555 -- GLOBAL_STEP: 1338000 | > loss_text_ce: 0.03349538892507553 (0.031407075090344024) | > loss_mel_ce: 2.558290719985962 (nan) | > loss: 0.010284866206347942 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14468537836773682) | > loader_time: 0.0054 (0.006292667456552504)  --> TIME: 2025-03-26 08:18:01 -- STEP: 12740/31555 -- GLOBAL_STEP: 1338050 | > loss_text_ce: 0.034564051777124405 (0.03140314577119575) | > loss_mel_ce: 2.4845614433288574 (nan) | > loss: 0.00999653059989214 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14467830626144837) | > loader_time: 0.0055 (0.0062941506107336434)  --> TIME: 2025-03-26 08:18:10 -- STEP: 12790/31555 -- GLOBAL_STEP: 1338100 | > loss_text_ce: 0.03293195739388466 (0.03140748074785027) | > loss_mel_ce: 2.9555861949920654 (nan) | > loss: 0.011859199963510036 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.144676229690927) | > loader_time: 0.0069 (0.0062966828424544825)  --> TIME: 2025-03-26 08:18:20 -- STEP: 12840/31555 -- GLOBAL_STEP: 1338150 | > loss_text_ce: 0.038259658962488174 (0.03141475766512766) | > loss_mel_ce: 0.2857230007648468 (nan) | > loss: 0.0012856455286964774 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14467875133050878) | > loader_time: 0.0053 (0.006298979253412419)  --> TIME: 2025-03-26 08:18:30 -- STEP: 12890/31555 -- GLOBAL_STEP: 1338200 | > loss_text_ce: 0.02789377234876156 (0.031416456032503835) | > loss_mel_ce: 3.0245046615600586 (nan) | > loss: 0.012112692929804325 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14470216449237341) | > loader_time: 0.0054 (0.0063034434388828916)  --> TIME: 2025-03-26 08:18:40 -- STEP: 12940/31555 -- GLOBAL_STEP: 1338250 | > loss_text_ce: 0.032405074685811996 (0.0314170980645369) | > loss_mel_ce: 2.5609381198883057 (nan) | > loss: 0.010291045531630516 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14469489019473442) | > loader_time: 0.0068 (0.006304022702035813)  --> TIME: 2025-03-26 08:18:50 -- STEP: 12990/31555 -- GLOBAL_STEP: 1338300 | > loss_text_ce: 0.03520054370164871 (0.031414839728528154) | > loss_mel_ce: 2.4331252574920654 (nan) | > loss: 0.00979494396597147 (nan) | > current_lr: 5e-06 | > step_time: 0.1739 (0.14471668185776537) | > loader_time: 0.0118 (0.006312837611720425)  --> TIME: 2025-03-26 08:19:00 -- STEP: 13040/31555 -- GLOBAL_STEP: 1338350 | > loss_text_ce: 0.03432070091366768 (0.03141105189823763) | > loss_mel_ce: 2.236269950866699 (nan) | > loss: 0.00901028048247099 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1447179335757992) | > loader_time: 0.0054 (0.006316804794446103)  --> TIME: 2025-03-26 08:19:10 -- STEP: 13090/31555 -- GLOBAL_STEP: 1338400 | > loss_text_ce: 0.02960469201207161 (0.031410144684043635) | > loss_mel_ce: 2.6347882747650146 (nan) | > loss: 0.010572988539934158 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.1447365652613273) | > loader_time: 0.0056 (0.006325854665000001)  --> TIME: 2025-03-26 08:19:20 -- STEP: 13140/31555 -- GLOBAL_STEP: 1338450 | > loss_text_ce: 0.03519728407263756 (0.03141289250010867) | > loss_mel_ce: 2.4087142944335938 (nan) | > loss: 0.00969806220382452 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14474041135343718) | > loader_time: 0.0064 (0.006334668497698141)  --> TIME: 2025-03-26 08:19:31 -- STEP: 13190/31555 -- GLOBAL_STEP: 1338500 | > loss_text_ce: 0.032928600907325745 (0.031409809402372965) | > loss_mel_ce: 2.7862226963043213 (nan) | > loss: 0.011187109164893627 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14475748699844668) | > loader_time: 0.0125 (0.006341367711435233)  --> TIME: 2025-03-26 08:19:40 -- STEP: 13240/31555 -- GLOBAL_STEP: 1338550 | > loss_text_ce: 0.019079437479376793 (0.031409293115265566) | > loss_mel_ce: 2.1206092834472656 (nan) | > loss: 0.008490828797221184 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14476286644661818) | > loader_time: 0.0052 (0.006341064390459101)  --> TIME: 2025-03-26 08:19:50 -- STEP: 13290/31555 -- GLOBAL_STEP: 1338600 | > loss_text_ce: 0.026613900437951088 (0.03141277909406408) | > loss_mel_ce: 2.6251115798950195 (nan) | > loss: 0.010522721335291862 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14476792421261928) | > loader_time: 0.0045 (0.006341088849678367)  --> TIME: 2025-03-26 08:20:00 -- STEP: 13340/31555 -- GLOBAL_STEP: 1338650 | > loss_text_ce: 0.024783283472061157 (0.03140661408224128) | > loss_mel_ce: 3.0934979915618896 (nan) | > loss: 0.012374132871627808 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.1447446834201032) | > loader_time: 0.0042 (0.006334061511810406)  --> TIME: 2025-03-26 08:20:09 -- STEP: 13390/31555 -- GLOBAL_STEP: 1338700 | > loss_text_ce: 0.02835805155336857 (0.03140215378851418) | > loss_mel_ce: 1.2765045166015625 (nan) | > loss: 0.0051780263893306255 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14471571249602103) | > loader_time: 0.0042 (0.006327078483102937)  --> TIME: 2025-03-26 08:20:19 -- STEP: 13440/31555 -- GLOBAL_STEP: 1338750 | > loss_text_ce: 0.029237519949674606 (0.031405409603376865) | > loss_mel_ce: 2.635099172592163 (nan) | > loss: 0.01057276502251625 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14470689484760801) | > loader_time: 0.0043 (0.00632044892935527)  --> TIME: 2025-03-26 08:20:29 -- STEP: 13490/31555 -- GLOBAL_STEP: 1338800 | > loss_text_ce: 0.02402534708380699 (0.03141045783266001) | > loss_mel_ce: 2.7671351432800293 (nan) | > loss: 0.011076034978032112 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14471552847401944) | > loader_time: 0.0043 (0.006313657301103223)  --> TIME: 2025-03-26 08:20:38 -- STEP: 13540/31555 -- GLOBAL_STEP: 1338850 | > loss_text_ce: 0.03222821280360222 (0.03140979060191969) | > loss_mel_ce: 2.57072377204895 (nan) | > loss: 0.010329174809157848 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14469543941968213) | > loader_time: 0.0044 (0.00630671680413815)  --> TIME: 2025-03-26 08:20:48 -- STEP: 13590/31555 -- GLOBAL_STEP: 1338900 | > loss_text_ce: 0.03363639488816261 (0.03140770351497765) | > loss_mel_ce: 1.3430023193359375 (nan) | > loss: 0.005462852772325277 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14468380676813986) | > loader_time: 0.0046 (0.006300101497754017)  --> TIME: 2025-03-26 08:20:58 -- STEP: 13640/31555 -- GLOBAL_STEP: 1338950 | > loss_text_ce: 0.036773812025785446 (0.03140657340972525) | > loss_mel_ce: 3.1933066844940186 (nan) | > loss: 0.01281778048723936 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1446705134907766) | > loader_time: 0.0046 (0.0062936221923996045)  --> TIME: 2025-03-26 08:21:07 -- STEP: 13690/31555 -- GLOBAL_STEP: 1339000 | > loss_text_ce: 0.03070712462067604 (0.03140705983828638) | > loss_mel_ce: 2.6711761951446533 (nan) | > loss: 0.010721759870648384 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1446615202745605) | > loader_time: 0.0043 (0.006287096868561003)  --> TIME: 2025-03-26 08:21:17 -- STEP: 13740/31555 -- GLOBAL_STEP: 1339050 | > loss_text_ce: 0.03604656085371971 (0.031413560501588465) | > loss_mel_ce: 2.1674630641937256 (nan) | > loss: 0.008744086138904095 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14463533255037003) | > loader_time: 0.0043 (0.006280894432178936)  --> TIME: 2025-03-26 08:21:27 -- STEP: 13790/31555 -- GLOBAL_STEP: 1339100 | > loss_text_ce: 0.03672047331929207 (0.03142033973911347) | > loss_mel_ce: 2.626387357711792 (nan) | > loss: 0.010567888617515564 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14463555662419242) | > loader_time: 0.0046 (0.00627438057324782)  --> TIME: 2025-03-26 08:21:36 -- STEP: 13840/31555 -- GLOBAL_STEP: 1339150 | > loss_text_ce: 0.020125797018408775 (0.03141980665982177) | > loss_mel_ce: 2.302227020263672 (nan) | > loss: 0.009215686470270157 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14461607278426858) | > loader_time: 0.0043 (0.006267636290864459)  --> TIME: 2025-03-26 08:21:46 -- STEP: 13890/31555 -- GLOBAL_STEP: 1339200 | > loss_text_ce: 0.0271721500903368 (0.0314204966903531) | > loss_mel_ce: 2.8626508712768555 (nan) | > loss: 0.011467551812529564 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14460101488084476) | > loader_time: 0.0046 (0.006261518209250058)  --> TIME: 2025-03-26 08:21:56 -- STEP: 13940/31555 -- GLOBAL_STEP: 1339250 | > loss_text_ce: 0.03425680473446846 (0.03142109653722733) | > loss_mel_ce: 2.9552905559539795 (nan) | > loss: 0.011863283812999725 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1446021272257025) | > loader_time: 0.0043 (0.006255151192461241)  --> TIME: 2025-03-26 08:22:06 -- STEP: 13990/31555 -- GLOBAL_STEP: 1339300 | > loss_text_ce: 0.040512412786483765 (0.03142285372155188) | > loss_mel_ce: 2.6913902759552 (nan) | > loss: 0.010840884409844875 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14460408346750034) | > loader_time: 0.0046 (0.006249165194131727)  --> TIME: 2025-03-26 08:22:15 -- STEP: 14040/31555 -- GLOBAL_STEP: 1339350 | > loss_text_ce: 0.030487000942230225 (0.03142443000215576) | > loss_mel_ce: 0.0260009765625 (nan) | > loss: 0.00022415864805225283 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.1446009830701715) | > loader_time: 0.0044 (0.006243001056192958)  --> TIME: 2025-03-26 08:22:25 -- STEP: 14090/31555 -- GLOBAL_STEP: 1339400 | > loss_text_ce: 0.03375348448753357 (0.03142001488661766) | > loss_mel_ce: 2.894568920135498 (nan) | > loss: 0.011620326898992062 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14460975130539971) | > loader_time: 0.0048 (0.006237057966065807)  --> TIME: 2025-03-26 08:22:35 -- STEP: 14140/31555 -- GLOBAL_STEP: 1339450 | > loss_text_ce: 0.03142637759447098 (0.03142074983128328) | > loss_mel_ce: 2.7343971729278564 (nan) | > loss: 0.010975491255521774 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1446006191333236) | > loader_time: 0.0047 (0.006230978159789834)  --> TIME: 2025-03-26 08:22:45 -- STEP: 14190/31555 -- GLOBAL_STEP: 1339500 | > loss_text_ce: 0.02872408740222454 (0.031420086606368136) | > loss_mel_ce: 2.680140972137451 (nan) | > loss: 0.01074946578592062 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14460969162793672) | > loader_time: 0.0048 (0.006225093541807329)  --> TIME: 2025-03-26 08:22:54 -- STEP: 14240/31555 -- GLOBAL_STEP: 1339550 | > loss_text_ce: 0.03202906996011734 (0.03142091285252901) | > loss_mel_ce: 2.4778008460998535 (nan) | > loss: 0.009959643706679344 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1445838285965854) | > loader_time: 0.0045 (0.006219100834948304)  --> TIME: 2025-03-26 08:23:04 -- STEP: 14290/31555 -- GLOBAL_STEP: 1339600 | > loss_text_ce: 0.0339791402220726 (0.03142048180373108) | > loss_mel_ce: 1.1654698848724365 (nan) | > loss: 0.004759718663990498 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1445900522636471) | > loader_time: 0.0043 (0.006213448179443883)  --> TIME: 2025-03-26 08:23:14 -- STEP: 14340/31555 -- GLOBAL_STEP: 1339650 | > loss_text_ce: 0.030231086537241936 (0.031422340665778856) | > loss_mel_ce: 1.0896430015563965 (nan) | > loss: 0.004443945363163948 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1445873130149244) | > loader_time: 0.0061 (0.006207864104953282)  --> TIME: 2025-03-26 08:23:24 -- STEP: 14390/31555 -- GLOBAL_STEP: 1339700 | > loss_text_ce: 0.025180501863360405 (0.03142337175578004) | > loss_mel_ce: 2.274702787399292 (nan) | > loss: 0.009126521646976471 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14459250384192118) | > loader_time: 0.0044 (0.006202418328657022)  --> TIME: 2025-03-26 08:23:34 -- STEP: 14440/31555 -- GLOBAL_STEP: 1339750 | > loss_text_ce: 0.021471135318279266 (0.03141570570872225) | > loss_mel_ce: 2.113201379776001 (nan) | > loss: 0.008470922708511353 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14458146559234353) | > loader_time: 0.0047 (0.006196872167640127)  --> TIME: 2025-03-26 08:23:43 -- STEP: 14490/31555 -- GLOBAL_STEP: 1339800 | > loss_text_ce: 0.03654937073588371 (0.03141595149281622) | > loss_mel_ce: 3.1920559406280518 (nan) | > loss: 0.012811926193535328 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14456942961740737) | > loader_time: 0.0047 (0.006190855195392333)  --> TIME: 2025-03-26 08:23:53 -- STEP: 14540/31555 -- GLOBAL_STEP: 1339850 | > loss_text_ce: 0.025474749505519867 (0.03141504126380572) | > loss_mel_ce: 3.025458574295044 (nan) | > loss: 0.012106878682971 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14455795907908534) | > loader_time: 0.0044 (0.006185166871859261)  --> TIME: 2025-03-26 08:24:03 -- STEP: 14590/31555 -- GLOBAL_STEP: 1339900 | > loss_text_ce: 0.03387918695807457 (0.03141554883784003) | > loss_mel_ce: 3.1405317783355713 (nan) | > loss: 0.012596869841217995 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1445612044429179) | > loader_time: 0.0045 (0.00617951833687065)  --> TIME: 2025-03-26 08:24:12 -- STEP: 14640/31555 -- GLOBAL_STEP: 1339950 | > loss_text_ce: 0.03161602467298508 (0.031415466163014744) | > loss_mel_ce: 2.9290406703948975 (nan) | > loss: 0.01174863800406456 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.144532269027714) | > loader_time: 0.0044 (0.006173883761213136)  --> TIME: 2025-03-26 08:24:22 -- STEP: 14690/31555 -- GLOBAL_STEP: 1340000 | > loss_text_ce: 0.025353332981467247 (0.031414781378707554) | > loss_mel_ce: 3.6345486640930176 (nan) | > loss: 0.014523421414196491 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1445200126782971) | > loader_time: 0.0045 (0.006168450474982535) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1340000.pth  --> TIME: 2025-03-26 08:24:37 -- STEP: 14740/31555 -- GLOBAL_STEP: 1340050 | > loss_text_ce: 0.038405418395996094 (0.03141172752163416) | > loss_mel_ce: 2.1755683422088623 (nan) | > loss: 0.008785611018538475 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14450479776597133) | > loader_time: 0.0044 (0.006163068299701137)  --> TIME: 2025-03-26 08:24:46 -- STEP: 14790/31555 -- GLOBAL_STEP: 1340100 | > loss_text_ce: 0.034080639481544495 (0.03141331255519053) | > loss_mel_ce: 2.328481912612915 (nan) | > loss: 0.009375249035656452 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14449504456703735) | > loader_time: 0.0046 (0.006157516949558849)  --> TIME: 2025-03-26 08:24:56 -- STEP: 14840/31555 -- GLOBAL_STEP: 1340150 | > loss_text_ce: 0.029330391436815262 (0.03141293849462175) | > loss_mel_ce: 2.545379161834717 (nan) | > loss: 0.010217102244496346 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1444786760524265) | > loader_time: 0.0046 (0.006151922934781519)  --> TIME: 2025-03-26 08:25:06 -- STEP: 14890/31555 -- GLOBAL_STEP: 1340200 | > loss_text_ce: 0.038311392068862915 (0.03141198549694837) | > loss_mel_ce: 2.906240224838257 (nan) | > loss: 0.011684729717671871 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14446200186010055) | > loader_time: 0.0045 (0.006147143278768843)  --> TIME: 2025-03-26 08:25:15 -- STEP: 14940/31555 -- GLOBAL_STEP: 1340250 | > loss_text_ce: 0.036324888467788696 (0.031411462969619074) | > loss_mel_ce: 1.875369906425476 (nan) | > loss: 0.007586090825498104 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14444887575854143) | > loader_time: 0.0048 (0.006142217918253019)  --> TIME: 2025-03-26 08:25:25 -- STEP: 14990/31555 -- GLOBAL_STEP: 1340300 | > loss_text_ce: 0.027013884857296944 (0.03141318611854087) | > loss_mel_ce: 1.6635253429412842 (nan) | > loss: 0.006708489265292883 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14443397867114846) | > loader_time: 0.0045 (0.00613739173996044)  --> TIME: 2025-03-26 08:25:34 -- STEP: 15040/31555 -- GLOBAL_STEP: 1340350 | > loss_text_ce: 0.03563234955072403 (0.03141193488907507) | > loss_mel_ce: 1.8546350002288818 (nan) | > loss: 0.007501061540096998 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14442408037312374) | > loader_time: 0.0047 (0.006132383422648663)  --> TIME: 2025-03-26 08:25:44 -- STEP: 15090/31555 -- GLOBAL_STEP: 1340400 | > loss_text_ce: 0.03530289605259895 (0.031411449841271005) | > loss_mel_ce: 2.633643388748169 (nan) | > loss: 0.010591057129204273 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14440925064428076) | > loader_time: 0.0045 (0.0061272324909035876)  --> TIME: 2025-03-26 08:25:54 -- STEP: 15140/31555 -- GLOBAL_STEP: 1340450 | > loss_text_ce: 0.019550595432519913 (0.031406744377370004) | > loss_mel_ce: 2.7775001525878906 (nan) | > loss: 0.011099408380687237 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14439777965747108) | > loader_time: 0.0045 (0.006122363653019219)  --> TIME: 2025-03-26 08:26:03 -- STEP: 15190/31555 -- GLOBAL_STEP: 1340500 | > loss_text_ce: 0.036283206194639206 (0.03140679094584801) | > loss_mel_ce: 2.859501600265503 (nan) | > loss: 0.011491210199892521 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1443884597788354) | > loader_time: 0.0048 (0.00611750131535484)  --> TIME: 2025-03-26 08:26:13 -- STEP: 15240/31555 -- GLOBAL_STEP: 1340550 | > loss_text_ce: 0.05020442232489586 (0.03140789950462019) | > loss_mel_ce: 2.631807327270508 (nan) | > loss: 0.010642904788255692 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14438171352301257) | > loader_time: 0.0044 (0.006112680206774424)  --> TIME: 2025-03-26 08:26:23 -- STEP: 15290/31555 -- GLOBAL_STEP: 1340600 | > loss_text_ce: 0.03669583424925804 (0.03140808465903364) | > loss_mel_ce: 1.8163737058639526 (nan) | > loss: 0.007353451102972031 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14437781259700047) | > loader_time: 0.0048 (0.006108499321772284)  --> TIME: 2025-03-26 08:26:33 -- STEP: 15340/31555 -- GLOBAL_STEP: 1340650 | > loss_text_ce: 0.03256407007575035 (0.03140629308596919) | > loss_mel_ce: 2.015866994857788 (nan) | > loss: 0.00812869518995285 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14436962004590576) | > loader_time: 0.0047 (0.006104347416754662)  --> TIME: 2025-03-26 08:26:42 -- STEP: 15390/31555 -- GLOBAL_STEP: 1340700 | > loss_text_ce: 0.027783015742897987 (0.03140545919733596) | > loss_mel_ce: 1.408532738685608 (nan) | > loss: 0.00569966621696949 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1443532143419935) | > loader_time: 0.0045 (0.006099889524731265)  --> TIME: 2025-03-26 08:26:52 -- STEP: 15440/31555 -- GLOBAL_STEP: 1340750 | > loss_text_ce: 0.017685294151306152 (0.03140442161869066) | > loss_mel_ce: 2.2984557151794434 (nan) | > loss: 0.009191037155687809 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14433341313520132) | > loader_time: 0.0044 (0.006095890214406157)  --> TIME: 2025-03-26 08:27:02 -- STEP: 15490/31555 -- GLOBAL_STEP: 1340800 | > loss_text_ce: 0.02831439860165119 (0.031404057086317154) | > loss_mel_ce: 2.4222731590270996 (nan) | > loss: 0.009724554605782032 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1443424703845511) | > loader_time: 0.0052 (0.006091962420917321)  --> TIME: 2025-03-26 08:27:11 -- STEP: 15540/31555 -- GLOBAL_STEP: 1340850 | > loss_text_ce: 0.032470982521772385 (0.03140780310047007) | > loss_mel_ce: 2.1553945541381836 (nan) | > loss: 0.008682006038725376 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14433784971212524) | > loader_time: 0.0047 (0.006087254772161742)  --> TIME: 2025-03-26 08:27:21 -- STEP: 15590/31555 -- GLOBAL_STEP: 1340900 | > loss_text_ce: 0.02665214240550995 (0.031410803434912524) | > loss_mel_ce: 2.172092914581299 (nan) | > loss: 0.008725179359316826 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1443361816687631) | > loader_time: 0.0045 (0.006083012881227005)  --> TIME: 2025-03-26 08:27:31 -- STEP: 15640/31555 -- GLOBAL_STEP: 1340950 | > loss_text_ce: 0.025381717830896378 (0.03141392829436119) | > loss_mel_ce: 2.2967145442962646 (nan) | > loss: 0.009214668534696102 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1443282367170913) | > loader_time: 0.0045 (0.006078556263843166)  --> TIME: 2025-03-26 08:27:41 -- STEP: 15690/31555 -- GLOBAL_STEP: 1341000 | > loss_text_ce: 0.03684788942337036 (0.031411375898815375) | > loss_mel_ce: 2.5141406059265137 (nan) | > loss: 0.010122970677912235 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14433412409041363) | > loader_time: 0.0057 (0.006079765077302844)  --> TIME: 2025-03-26 08:27:51 -- STEP: 15740/31555 -- GLOBAL_STEP: 1341050 | > loss_text_ce: 0.023640679195523262 (0.03141270447445456) | > loss_mel_ce: 1.6216583251953125 (nan) | > loss: 0.006528964266180992 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14434337735630395) | > loader_time: 0.0052 (0.0060836914382411175)  --> TIME: 2025-03-26 08:28:01 -- STEP: 15790/31555 -- GLOBAL_STEP: 1341100 | > loss_text_ce: 0.026957828551530838 (0.03141305663471308) | > loss_mel_ce: 0.4884817898273468 (nan) | > loss: 0.002045395551249385 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1443592542934588) | > loader_time: 0.0054 (0.006088994363201362)  --> TIME: 2025-03-26 08:28:11 -- STEP: 15840/31555 -- GLOBAL_STEP: 1341150 | > loss_text_ce: 0.03254714980721474 (0.031410260907564574) | > loss_mel_ce: 2.978487253189087 (nan) | > loss: 0.01194855011999607 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14436752349138152) | > loader_time: 0.0054 (0.006091787056489434)  --> TIME: 2025-03-26 08:28:21 -- STEP: 15890/31555 -- GLOBAL_STEP: 1341200 | > loss_text_ce: 0.030414564535021782 (0.03141069051653093) | > loss_mel_ce: 2.6132895946502686 (nan) | > loss: 0.010490890592336655 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1443791768624383) | > loader_time: 0.0088 (0.006093157110460314)  --> TIME: 2025-03-26 08:28:31 -- STEP: 15940/31555 -- GLOBAL_STEP: 1341250 | > loss_text_ce: 0.02837233990430832 (0.03140350021030423) | > loss_mel_ce: 1.8562945127487183 (nan) | > loss: 0.007478836923837662 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14438494865687798) | > loader_time: 0.0054 (0.006096495708527808)  --> TIME: 2025-03-26 08:28:40 -- STEP: 15990/31555 -- GLOBAL_STEP: 1341300 | > loss_text_ce: 0.03556424006819725 (0.031402285057897335) | > loss_mel_ce: 1.871445655822754 (nan) | > loss: 0.00756749976426363 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14437987703021468) | > loader_time: 0.0098 (0.006099959654387578)  --> TIME: 2025-03-26 08:28:50 -- STEP: 16040/31555 -- GLOBAL_STEP: 1341350 | > loss_text_ce: 0.0359310656785965 (0.03140254127247201) | > loss_mel_ce: 2.696887254714966 (nan) | > loss: 0.01084451749920845 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14439186070327936) | > loader_time: 0.0054 (0.006102618864944163)  --> TIME: 2025-03-26 08:29:00 -- STEP: 16090/31555 -- GLOBAL_STEP: 1341400 | > loss_text_ce: 0.033194903284311295 (0.031407316194382764) | > loss_mel_ce: 2.8803861141204834 (nan) | > loss: 0.011561830528080463 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1443926152862908) | > loader_time: 0.0055 (0.006103835719353382)  --> TIME: 2025-03-26 08:29:10 -- STEP: 16140/31555 -- GLOBAL_STEP: 1341450 | > loss_text_ce: 0.028107954189181328 (0.031405674872626514) | > loss_mel_ce: 2.557074785232544 (nan) | > loss: 0.010258661583065987 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14440150408644256) | > loader_time: 0.0291 (0.0061110167993784345)  --> TIME: 2025-03-26 08:29:20 -- STEP: 16190/31555 -- GLOBAL_STEP: 1341500 | > loss_text_ce: 0.03442821279168129 (0.031406333456603736) | > loss_mel_ce: 2.6194403171539307 (nan) | > loss: 0.010531224310398102 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1444111490337981) | > loader_time: 0.0145 (0.006117877951369316)  --> TIME: 2025-03-26 08:29:30 -- STEP: 16240/31555 -- GLOBAL_STEP: 1341550 | > loss_text_ce: 0.02580331265926361 (0.03140783863064112) | > loss_mel_ce: 2.00653076171875 (nan) | > loss: 0.008064818568527699 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14441456367523106) | > loader_time: 0.0054 (0.006122189040841737)  --> TIME: 2025-03-26 08:29:40 -- STEP: 16290/31555 -- GLOBAL_STEP: 1341600 | > loss_text_ce: 0.02567283809185028 (0.031408033919382614) | > loss_mel_ce: 2.5245659351348877 (nan) | > loss: 0.010119996033608913 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14443062368970078) | > loader_time: 0.0055 (0.006123846846171296)  --> TIME: 2025-03-26 08:29:50 -- STEP: 16340/31555 -- GLOBAL_STEP: 1341650 | > loss_text_ce: 0.03896435350179672 (0.031407594441913586) | > loss_mel_ce: 2.81535005569458 (nan) | > loss: 0.011326644569635391 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1444339435570378) | > loader_time: 0.0053 (0.006129016097055956)  --> TIME: 2025-03-26 08:30:00 -- STEP: 16390/31555 -- GLOBAL_STEP: 1341700 | > loss_text_ce: 0.025273071601986885 (0.031409470231997624) | > loss_mel_ce: 2.541782855987549 (nan) | > loss: 0.01018673088401556 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14444501589099437) | > loader_time: 0.0055 (0.0061316485372965865)  --> TIME: 2025-03-26 08:30:10 -- STEP: 16440/31555 -- GLOBAL_STEP: 1341750 | > loss_text_ce: 0.02459992840886116 (0.03140615665873852) | > loss_mel_ce: 2.607346534729004 (nan) | > loss: 0.010444233193993568 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14444584860998824) | > loader_time: 0.0056 (0.006135505727897895)  --> TIME: 2025-03-26 08:30:20 -- STEP: 16490/31555 -- GLOBAL_STEP: 1341800 | > loss_text_ce: 0.025025401264429092 (0.03140536595611445) | > loss_mel_ce: 1.9335963726043701 (nan) | > loss: 0.007772308774292469 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14444827786208975) | > loader_time: 0.0104 (0.006139449396590317)  --> TIME: 2025-03-26 08:30:30 -- STEP: 16540/31555 -- GLOBAL_STEP: 1341850 | > loss_text_ce: 0.03664591535925865 (0.03140071271918687) | > loss_mel_ce: 2.83381724357605 (nan) | > loss: 0.011390727013349533 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1444569006364021) | > loader_time: 0.0056 (0.006145421524578321)  --> TIME: 2025-03-26 08:30:40 -- STEP: 16590/31555 -- GLOBAL_STEP: 1341900 | > loss_text_ce: 0.033378079533576965 (0.03140240257859625) | > loss_mel_ce: 2.6036243438720703 (nan) | > loss: 0.010464295744895935 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14445109590124447) | > loader_time: 0.0057 (0.006149156787727461)  --> TIME: 2025-03-26 08:30:50 -- STEP: 16640/31555 -- GLOBAL_STEP: 1341950 | > loss_text_ce: 0.03487210348248482 (0.03140317816169716) | > loss_mel_ce: 3.1465258598327637 (nan) | > loss: 0.012624595314264297 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14446268866841505) | > loader_time: 0.0056 (0.006150735542178163)  --> TIME: 2025-03-26 08:31:00 -- STEP: 16690/31555 -- GLOBAL_STEP: 1342000 | > loss_text_ce: 0.021461443975567818 (0.031402309241309836) | > loss_mel_ce: 2.142824411392212 (nan) | > loss: 0.008588436990976334 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14447478533790994) | > loader_time: 0.0054 (0.006152513414317803)  --> TIME: 2025-03-26 08:31:10 -- STEP: 16740/31555 -- GLOBAL_STEP: 1342050 | > loss_text_ce: 0.023442808538675308 (0.03139633590053947) | > loss_mel_ce: 2.7691233158111572 (nan) | > loss: 0.01108161173760891 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14447660652682384) | > loader_time: 0.0252 (0.0061567019533228075)  --> TIME: 2025-03-26 08:31:19 -- STEP: 16790/31555 -- GLOBAL_STEP: 1342100 | > loss_text_ce: 0.026997219771146774 (0.03139325936561718) | > loss_mel_ce: 3.0779614448547363 (nan) | > loss: 0.012321265414357185 (nan) | > current_lr: 5e-06 | > step_time: 0.1922 (0.14447379756925113) | > loader_time: 0.0054 (0.0061587750876212636)  --> TIME: 2025-03-26 08:31:29 -- STEP: 16840/31555 -- GLOBAL_STEP: 1342150 | > loss_text_ce: 0.03332710266113281 (0.031393357815890956) | > loss_mel_ce: 3.2361576557159424 (nan) | > loss: 0.012974146753549576 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14447246158491017) | > loader_time: 0.0058 (0.006158454188824841)  --> TIME: 2025-03-26 08:31:39 -- STEP: 16890/31555 -- GLOBAL_STEP: 1342200 | > loss_text_ce: 0.03886830061674118 (0.03139272455468993) | > loss_mel_ce: 3.2338974475860596 (nan) | > loss: 0.012987165711820126 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14447845164807652) | > loader_time: 0.0109 (0.006161445890960792)  --> TIME: 2025-03-26 08:31:49 -- STEP: 16940/31555 -- GLOBAL_STEP: 1342250 | > loss_text_ce: 0.02553156577050686 (0.03139299634143621) | > loss_mel_ce: 2.3492608070373535 (nan) | > loss: 0.00942377932369709 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14449141167693505) | > loader_time: 0.0056 (0.0061650850415370636)  --> TIME: 2025-03-26 08:31:59 -- STEP: 16990/31555 -- GLOBAL_STEP: 1342300 | > loss_text_ce: 0.02959367260336876 (0.03139194905897109) | > loss_mel_ce: 2.4266107082366943 (nan) | > loss: 0.00974684301763773 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14449224376622236) | > loader_time: 0.0053 (0.006168736606011896)  --> TIME: 2025-03-26 08:32:08 -- STEP: 17040/31555 -- GLOBAL_STEP: 1342350 | > loss_text_ce: 0.03384147584438324 (0.03138962683706198) | > loss_mel_ce: 3.2245051860809326 (nan) | > loss: 0.0129299471154809 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14448134002271287) | > loader_time: 0.0141 (0.006169348367503002)  --> TIME: 2025-03-26 08:32:18 -- STEP: 17090/31555 -- GLOBAL_STEP: 1342400 | > loss_text_ce: 0.028493858873844147 (0.03138843667445455) | > loss_mel_ce: 2.887253761291504 (nan) | > loss: 0.011570427566766739 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14448172531328715) | > loader_time: 0.0213 (0.006178829668557326)  --> TIME: 2025-03-26 08:32:29 -- STEP: 17140/31555 -- GLOBAL_STEP: 1342450 | > loss_text_ce: 0.03158681467175484 (0.03138417338071062) | > loss_mel_ce: 1.8834172487258911 (nan) | > loss: 0.00759922293946147 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.1444931754431609) | > loader_time: 0.0058 (0.006186215588203538)  --> TIME: 2025-03-26 08:32:38 -- STEP: 17190/31555 -- GLOBAL_STEP: 1342500 | > loss_text_ce: 0.028066840022802353 (0.031382761696768305) | > loss_mel_ce: 2.8813834190368652 (nan) | > loss: 0.011545438319444656 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14448760890072943) | > loader_time: 0.0153 (0.00619097016730096)  --> TIME: 2025-03-26 08:32:48 -- STEP: 17240/31555 -- GLOBAL_STEP: 1342550 | > loss_text_ce: 0.025714298710227013 (0.031380313620880736) | > loss_mel_ce: 2.2760603427886963 (nan) | > loss: 0.009134027175605297 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14449138043927945) | > loader_time: 0.0134 (0.006195539886049782)  --> TIME: 2025-03-26 08:32:58 -- STEP: 17290/31555 -- GLOBAL_STEP: 1342600 | > loss_text_ce: 0.019083784893155098 (0.031377020561792646) | > loss_mel_ce: 1.740770697593689 (nan) | > loss: 0.006983549799770117 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1444955142265518) | > loader_time: 0.0087 (0.006195343126790119)  --> TIME: 2025-03-26 08:33:08 -- STEP: 17340/31555 -- GLOBAL_STEP: 1342650 | > loss_text_ce: 0.02317940630018711 (0.03137876466652428) | > loss_mel_ce: 2.2146966457366943 (nan) | > loss: 0.008880460634827614 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1445023681190728) | > loader_time: 0.0055 (0.006198019414899547)  --> TIME: 2025-03-26 08:33:18 -- STEP: 17390/31555 -- GLOBAL_STEP: 1342700 | > loss_text_ce: 0.03173213079571724 (0.03137977141281751) | > loss_mel_ce: 2.713909864425659 (nan) | > loss: 0.01089540496468544 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.144503603055601) | > loader_time: 0.0056 (0.0061989959181554845)  --> TIME: 2025-03-26 08:33:28 -- STEP: 17440/31555 -- GLOBAL_STEP: 1342750 | > loss_text_ce: 0.033715203404426575 (0.03137819237580898) | > loss_mel_ce: 2.6535885334014893 (nan) | > loss: 0.010663904249668121 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14451732023046562) | > loader_time: 0.0057 (0.006199505255309825)  --> TIME: 2025-03-26 08:33:38 -- STEP: 17490/31555 -- GLOBAL_STEP: 1342800 | > loss_text_ce: 0.024701818823814392 (0.0313753472146426) | > loss_mel_ce: 2.954385995864868 (nan) | > loss: 0.011821777559816837 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14452937330907847) | > loader_time: 0.0058 (0.006200322714991547)  --> TIME: 2025-03-26 08:33:48 -- STEP: 17540/31555 -- GLOBAL_STEP: 1342850 | > loss_text_ce: 0.026687247678637505 (0.03137345167063789) | > loss_mel_ce: 2.705890655517578 (nan) | > loss: 0.01084356289356947 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14453459862564338) | > loader_time: 0.0055 (0.0062027642093471485)  --> TIME: 2025-03-26 08:33:58 -- STEP: 17590/31555 -- GLOBAL_STEP: 1342900 | > loss_text_ce: 0.03485479578375816 (0.03137485937306959) | > loss_mel_ce: 2.410100221633911 (nan) | > loss: 0.009702203795313835 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14454363568931017) | > loader_time: 0.0056 (0.006203044945032105)  --> TIME: 2025-03-26 08:34:08 -- STEP: 17640/31555 -- GLOBAL_STEP: 1342950 | > loss_text_ce: 0.03254645690321922 (0.03137466332457019) | > loss_mel_ce: 2.807131767272949 (nan) | > loss: 0.01126856543123722 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14454350849938694) | > loader_time: 0.0068 (0.006203689894168019)  --> TIME: 2025-03-26 08:34:17 -- STEP: 17690/31555 -- GLOBAL_STEP: 1343000 | > loss_text_ce: 0.0377315953373909 (0.03137357587767592) | > loss_mel_ce: 2.063541889190674 (nan) | > loss: 0.008338387124240398 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1445396048797591) | > loader_time: 0.0053 (0.006206263007923604)  --> TIME: 2025-03-26 08:34:27 -- STEP: 17740/31555 -- GLOBAL_STEP: 1343050 | > loss_text_ce: 0.04073911905288696 (0.03137233183517592) | > loss_mel_ce: 2.9676759243011475 (nan) | > loss: 0.011938155628740788 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14454171787926334) | > loader_time: 0.0058 (0.006206798083080653)  --> TIME: 2025-03-26 08:34:37 -- STEP: 17790/31555 -- GLOBAL_STEP: 1343100 | > loss_text_ce: 0.032514870166778564 (0.03136975455043902) | > loss_mel_ce: 2.6725683212280273 (nan) | > loss: 0.010734457522630692 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14454715044194147) | > loader_time: 0.009 (0.006206146085309209)  --> TIME: 2025-03-26 08:34:47 -- STEP: 17840/31555 -- GLOBAL_STEP: 1343150 | > loss_text_ce: 0.03688792884349823 (0.0313664049173769) | > loss_mel_ce: 2.547018051147461 (nan) | > loss: 0.010253595188260078 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1445485110641053) | > loader_time: 0.0052 (0.006207330103946914)  --> TIME: 2025-03-26 08:34:57 -- STEP: 17890/31555 -- GLOBAL_STEP: 1343200 | > loss_text_ce: 0.02883293479681015 (0.0313695894988941) | > loss_mel_ce: 2.3254246711730957 (nan) | > loss: 0.009342292323708534 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14456986122920223) | > loader_time: 0.0053 (0.006207320902053046)  --> TIME: 2025-03-26 08:35:07 -- STEP: 17940/31555 -- GLOBAL_STEP: 1343250 | > loss_text_ce: 0.03282580152153969 (0.03137154006752196) | > loss_mel_ce: 2.72218918800354 (nan) | > loss: 0.010932599194347858 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14457532520942645) | > loader_time: 0.0052 (0.006212784879848184)  --> TIME: 2025-03-26 08:35:17 -- STEP: 17990/31555 -- GLOBAL_STEP: 1343300 | > loss_text_ce: 0.02804875746369362 (0.031371822548235784) | > loss_mel_ce: 2.409360647201538 (nan) | > loss: 0.009672259911894798 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.1445864736271797) | > loader_time: 0.0056 (0.006213270073933633)  --> TIME: 2025-03-26 08:35:27 -- STEP: 18040/31555 -- GLOBAL_STEP: 1343350 | > loss_text_ce: 0.027576152235269547 (0.031372372427089776) | > loss_mel_ce: 2.943485736846924 (nan) | > loss: 0.011789929121732712 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14461491997384612) | > loader_time: 0.0091 (0.006216679933065855)  --> TIME: 2025-03-26 08:35:37 -- STEP: 18090/31555 -- GLOBAL_STEP: 1343400 | > loss_text_ce: 0.03093935362994671 (0.03137214073979242) | > loss_mel_ce: 2.6156482696533203 (nan) | > loss: 0.01050233282148838 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14462537537496128) | > loader_time: 0.0055 (0.006217929880680997)  --> TIME: 2025-03-26 08:35:47 -- STEP: 18140/31555 -- GLOBAL_STEP: 1343450 | > loss_text_ce: 0.02793773077428341 (0.031373366784938725) | > loss_mel_ce: 2.6029412746429443 (nan) | > loss: 0.010439996607601643 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14462660066085092) | > loader_time: 0.0095 (0.006217601924904656)  --> TIME: 2025-03-26 08:35:57 -- STEP: 18190/31555 -- GLOBAL_STEP: 1343500 | > loss_text_ce: 0.030709771439433098 (0.03137570857810199) | > loss_mel_ce: 2.6762919425964355 (nan) | > loss: 0.010742071084678173 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14463166921855622) | > loader_time: 0.0058 (0.006222535831185085)  --> TIME: 2025-03-26 08:36:07 -- STEP: 18240/31555 -- GLOBAL_STEP: 1343550 | > loss_text_ce: 0.024278046563267708 (0.03137628688250254) | > loss_mel_ce: 2.713071584701538 (nan) | > loss: 0.010862499475479126 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14463101926079872) | > loader_time: 0.0056 (0.006223655714277643)  --> TIME: 2025-03-26 08:36:17 -- STEP: 18290/31555 -- GLOBAL_STEP: 1343600 | > loss_text_ce: 0.03297009319067001 (0.03137416648120886) | > loss_mel_ce: 2.343353271484375 (nan) | > loss: 0.009429855272173882 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14462630327703294) | > loader_time: 0.0054 (0.006228464388860395)  --> TIME: 2025-03-26 08:36:27 -- STEP: 18340/31555 -- GLOBAL_STEP: 1343650 | > loss_text_ce: 0.034575823694467545 (0.03137510200543966) | > loss_mel_ce: 2.370612859725952 (nan) | > loss: 0.009544400498270988 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.144626888025027) | > loader_time: 0.0094 (0.0062320767078170945)  --> TIME: 2025-03-26 08:36:36 -- STEP: 18390/31555 -- GLOBAL_STEP: 1343700 | > loss_text_ce: 0.02712576650083065 (0.031372202159213755) | > loss_mel_ce: 2.3465611934661865 (nan) | > loss: 0.009419393725693226 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1446259189002073) | > loader_time: 0.0217 (0.00623501922333611)  --> TIME: 2025-03-26 08:36:47 -- STEP: 18440/31555 -- GLOBAL_STEP: 1343750 | > loss_text_ce: 0.02956155687570572 (0.03137491615458797) | > loss_mel_ce: 3.4159843921661377 (nan) | > loss: 0.013672801665961742 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14462852765060466) | > loader_time: 0.0096 (0.006237144196111064)  --> TIME: 2025-03-26 08:36:56 -- STEP: 18490/31555 -- GLOBAL_STEP: 1343800 | > loss_text_ce: 0.030568795278668404 (0.031374497229526274) | > loss_mel_ce: 2.5672242641448975 (nan) | > loss: 0.010308703407645226 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14462479225940508) | > loader_time: 0.0056 (0.006237548953974946)  --> TIME: 2025-03-26 08:37:06 -- STEP: 18540/31555 -- GLOBAL_STEP: 1343850 | > loss_text_ce: 0.02709992416203022 (0.03137759836450866) | > loss_mel_ce: 2.410027027130127 (nan) | > loss: 0.009671138599514961 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.144637275539426) | > loader_time: 0.0054 (0.006238377943008085)  --> TIME: 2025-03-26 08:37:16 -- STEP: 18590/31555 -- GLOBAL_STEP: 1343900 | > loss_text_ce: 0.03241993486881256 (0.0313792772750423) | > loss_mel_ce: 2.7130649089813232 (nan) | > loss: 0.010894781909883022 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14464058793956858) | > loader_time: 0.0096 (0.006240145745875057)  --> TIME: 2025-03-26 08:37:26 -- STEP: 18640/31555 -- GLOBAL_STEP: 1343950 | > loss_text_ce: 0.029620947316288948 (0.031377264342966005) | > loss_mel_ce: 2.324629306793213 (nan) | > loss: 0.009342263452708721 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14464397904954648) | > loader_time: 0.0056 (0.006243980979714784)  --> TIME: 2025-03-26 08:37:36 -- STEP: 18690/31555 -- GLOBAL_STEP: 1344000 | > loss_text_ce: 0.027597980573773384 (0.031375763749373606) | > loss_mel_ce: 1.10687255859375 (nan) | > loss: 0.004501867573708296 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14464170664883624) | > loader_time: 0.0066 (0.006243909381174545)  --> TIME: 2025-03-26 08:37:46 -- STEP: 18740/31555 -- GLOBAL_STEP: 1344050 | > loss_text_ce: 0.02799929864704609 (0.03137668049496668) | > loss_mel_ce: 2.392460823059082 (nan) | > loss: 0.009605001658201218 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.144632483063028) | > loader_time: 0.0085 (0.006248350000941255)  --> TIME: 2025-03-26 08:37:56 -- STEP: 18790/31555 -- GLOBAL_STEP: 1344100 | > loss_text_ce: 0.03971733897924423 (0.03137677074050649) | > loss_mel_ce: 2.3394720554351807 (nan) | > loss: 0.009441228583455086 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14463042577192226) | > loader_time: 0.0121 (0.006251158303184161)  --> TIME: 2025-03-26 08:38:05 -- STEP: 18840/31555 -- GLOBAL_STEP: 1344150 | > loss_text_ce: 0.02333023212850094 (0.03137772822166286) | > loss_mel_ce: 2.8151888847351074 (nan) | > loss: 0.011263965629041195 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14463415477432648) | > loader_time: 0.0053 (0.0062537547256283415)  --> TIME: 2025-03-26 08:38:15 -- STEP: 18890/31555 -- GLOBAL_STEP: 1344200 | > loss_text_ce: 0.03184149041771889 (0.031376350691020134) | > loss_mel_ce: 2.650172472000122 (nan) | > loss: 0.010642913170158863 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14463699330975485) | > loader_time: 0.0056 (0.00625764152371359)  --> TIME: 2025-03-26 08:38:26 -- STEP: 18940/31555 -- GLOBAL_STEP: 1344250 | > loss_text_ce: 0.028309881687164307 (0.03137515759264674) | > loss_mel_ce: 3.1504242420196533 (nan) | > loss: 0.012614024803042412 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14465049442293154) | > loader_time: 0.0068 (0.0062668708838530245)  --> TIME: 2025-03-26 08:38:36 -- STEP: 18990/31555 -- GLOBAL_STEP: 1344300 | > loss_text_ce: 0.03314688056707382 (0.03137687073786054) | > loss_mel_ce: 2.5446503162384033 (nan) | > loss: 0.010229354724287987 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14465777605316774) | > loader_time: 0.0055 (0.00627134718852271)  --> TIME: 2025-03-26 08:38:46 -- STEP: 19040/31555 -- GLOBAL_STEP: 1344350 | > loss_text_ce: 0.031404390931129456 (0.03137656473711168) | > loss_mel_ce: 2.621922254562378 (nan) | > loss: 0.01052907481789589 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14466799089387555) | > loader_time: 0.0055 (0.006273125637980062)  --> TIME: 2025-03-26 08:38:56 -- STEP: 19090/31555 -- GLOBAL_STEP: 1344400 | > loss_text_ce: 0.034761007875204086 (0.031375521832892384) | > loss_mel_ce: 2.3852951526641846 (nan) | > loss: 0.00960339792072773 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14467562307794277) | > loader_time: 0.0082 (0.006272870086761839)  --> TIME: 2025-03-26 08:39:06 -- STEP: 19140/31555 -- GLOBAL_STEP: 1344450 | > loss_text_ce: 0.02464563399553299 (0.03137748348658007) | > loss_mel_ce: 1.8914421796798706 (nan) | > loss: 0.007603523787111044 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14468597299501926) | > loader_time: 0.0052 (0.006277542328510659)  --> TIME: 2025-03-26 08:39:16 -- STEP: 19190/31555 -- GLOBAL_STEP: 1344500 | > loss_text_ce: 0.028070615604519844 (0.031380182987737794) | > loss_mel_ce: 2.861877202987671 (nan) | > loss: 0.011468048207461834 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14468702625147298) | > loader_time: 0.0071 (0.006278846859000134)  --> TIME: 2025-03-26 08:39:25 -- STEP: 19240/31555 -- GLOBAL_STEP: 1344550 | > loss_text_ce: 0.022418491542339325 (0.03137923510940699) | > loss_mel_ce: 2.229478597640991 (nan) | > loss: 0.008936099708080292 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14468272346964367) | > loader_time: 0.0071 (0.006279508946095582)  --> TIME: 2025-03-26 08:39:35 -- STEP: 19290/31555 -- GLOBAL_STEP: 1344600 | > loss_text_ce: 0.030524956062436104 (0.03138206625031833) | > loss_mel_ce: 2.429764747619629 (nan) | > loss: 0.009763054549694061 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1446862166875862) | > loader_time: 0.0056 (0.006279289802780661)  --> TIME: 2025-03-26 08:39:45 -- STEP: 19340/31555 -- GLOBAL_STEP: 1344650 | > loss_text_ce: 0.037629738450050354 (0.031382789019390955) | > loss_mel_ce: 2.2556424140930176 (nan) | > loss: 0.009100287221372128 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.1446809098417275) | > loader_time: 0.017 (0.006282971810160398)  --> TIME: 2025-03-26 08:39:55 -- STEP: 19390/31555 -- GLOBAL_STEP: 1344700 | > loss_text_ce: 0.03637660667300224 (0.031382878714054964) | > loss_mel_ce: 2.6529221534729004 (nan) | > loss: 0.010671821422874928 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1446950659916645) | > loader_time: 0.0058 (0.00628551207233053)  --> TIME: 2025-03-26 08:40:05 -- STEP: 19440/31555 -- GLOBAL_STEP: 1344750 | > loss_text_ce: 0.026674136519432068 (0.031381921216207156) | > loss_mel_ce: 2.5968921184539795 (nan) | > loss: 0.010410977527499199 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14469132470005197) | > loader_time: 0.0093 (0.0062872994706463904)  --> TIME: 2025-03-26 08:40:15 -- STEP: 19490/31555 -- GLOBAL_STEP: 1344800 | > loss_text_ce: 0.027223778888583183 (0.03138066643491562) | > loss_mel_ce: 2.684546947479248 (nan) | > loss: 0.01076099555939436 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14470409484567603) | > loader_time: 0.0055 (0.006290010527624971)  --> TIME: 2025-03-26 08:40:25 -- STEP: 19540/31555 -- GLOBAL_STEP: 1344850 | > loss_text_ce: 0.025839010253548622 (0.0313813960562413) | > loss_mel_ce: 3.176953077316284 (nan) | > loss: 0.01270949374884367 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14470478756278765) | > loader_time: 0.0065 (0.006296944947667355)  --> TIME: 2025-03-26 08:40:35 -- STEP: 19590/31555 -- GLOBAL_STEP: 1344900 | > loss_text_ce: 0.03611886128783226 (0.031381073125674445) | > loss_mel_ce: 2.7423207759857178 (nan) | > loss: 0.01102555450052023 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.1447053031449161) | > loader_time: 0.0053 (0.006300475343019764)  --> TIME: 2025-03-26 08:40:45 -- STEP: 19640/31555 -- GLOBAL_STEP: 1344950 | > loss_text_ce: 0.037655752152204514 (0.03137996361610815) | > loss_mel_ce: 2.3892600536346436 (nan) | > loss: 0.009630619548261166 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14470469710054676) | > loader_time: 0.0069 (0.006304634139397)  --> TIME: 2025-03-26 08:40:55 -- STEP: 19690/31555 -- GLOBAL_STEP: 1345000 | > loss_text_ce: 0.030096475034952164 (0.031380971069478215) | > loss_mel_ce: 2.5457658767700195 (nan) | > loss: 0.010221676900982857 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14471017821540913) | > loader_time: 0.0053 (0.006311020964956216)  --> TIME: 2025-03-26 08:41:05 -- STEP: 19740/31555 -- GLOBAL_STEP: 1345050 | > loss_text_ce: 0.016381539404392242 (0.03138032412314961) | > loss_mel_ce: 2.280635356903076 (nan) | > loss: 0.009115146473050117 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14471649279347898) | > loader_time: 0.0054 (0.006315090349500792)  --> TIME: 2025-03-26 08:41:15 -- STEP: 19790/31555 -- GLOBAL_STEP: 1345100 | > loss_text_ce: 0.026865186169743538 (0.03138229111167135) | > loss_mel_ce: 2.394970417022705 (nan) | > loss: 0.009610459208488464 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14471642097600226) | > loader_time: 0.0056 (0.006318207640067209)  --> TIME: 2025-03-26 08:41:25 -- STEP: 19840/31555 -- GLOBAL_STEP: 1345150 | > loss_text_ce: 0.04076150804758072 (0.03138218270948005) | > loss_mel_ce: 1.3262450695037842 (nan) | > loss: 0.005424629431217909 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14471828605859371) | > loader_time: 0.0053 (0.006324447691440587)  --> TIME: 2025-03-26 08:41:34 -- STEP: 19890/31555 -- GLOBAL_STEP: 1345200 | > loss_text_ce: 0.03208258002996445 (0.03137845725346427) | > loss_mel_ce: 2.0746498107910156 (nan) | > loss: 0.008360049687325954 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14471694906492552) | > loader_time: 0.0053 (0.006326800845507229)  --> TIME: 2025-03-26 08:41:44 -- STEP: 19940/31555 -- GLOBAL_STEP: 1345250 | > loss_text_ce: 0.04314897954463959 (0.0313764701702479) | > loss_mel_ce: 2.576777935028076 (nan) | > loss: 0.010396536439657211 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14471734370008615) | > loader_time: 0.0054 (0.006327646964770505)  --> TIME: 2025-03-26 08:41:54 -- STEP: 19990/31555 -- GLOBAL_STEP: 1345300 | > loss_text_ce: 0.02568642608821392 (0.03137478791088727) | > loss_mel_ce: 2.653817892074585 (nan) | > loss: 0.0106329545378685 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14472043717008734) | > loader_time: 0.0138 (0.006333917269055523)  --> TIME: 2025-03-26 08:42:04 -- STEP: 20040/31555 -- GLOBAL_STEP: 1345350 | > loss_text_ce: 0.034357402473688126 (0.03137889309287113) | > loss_mel_ce: 3.1447272300720215 (nan) | > loss: 0.012615415267646313 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14473076103452057) | > loader_time: 0.0056 (0.006335072531671584)  --> TIME: 2025-03-26 08:42:14 -- STEP: 20090/31555 -- GLOBAL_STEP: 1345400 | > loss_text_ce: 0.03588002920150757 (0.031381281158914885) | > loss_mel_ce: 2.4539647102355957 (nan) | > loss: 0.009880336932837963 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14473394024366015) | > loader_time: 0.0096 (0.006338053191105723)  --> TIME: 2025-03-26 08:42:24 -- STEP: 20140/31555 -- GLOBAL_STEP: 1345450 | > loss_text_ce: 0.031924378126859665 (0.03138317450517515) | > loss_mel_ce: 2.715463638305664 (nan) | > loss: 0.01090233400464058 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14474583683089523) | > loader_time: 0.0055 (0.006338579640487928)  --> TIME: 2025-03-26 08:42:34 -- STEP: 20190/31555 -- GLOBAL_STEP: 1345500 | > loss_text_ce: 0.02713899314403534 (0.03138024799591215) | > loss_mel_ce: 3.09551739692688 (nan) | > loss: 0.01239149458706379 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1447404321790494) | > loader_time: 0.0062 (0.0063405456963360075)  --> TIME: 2025-03-26 08:42:44 -- STEP: 20240/31555 -- GLOBAL_STEP: 1345550 | > loss_text_ce: 0.027165064588189125 (0.031380611869990374) | > loss_mel_ce: 2.8440825939178467 (nan) | > loss: 0.011393841356039047 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14474935142890125) | > loader_time: 0.0064 (0.006344054539213065)  --> TIME: 2025-03-26 08:42:54 -- STEP: 20290/31555 -- GLOBAL_STEP: 1345600 | > loss_text_ce: 0.03079814836382866 (0.03138080896872098) | > loss_mel_ce: 2.5642213821411133 (nan) | > loss: 0.01029769703745842 (nan) | > current_lr: 5e-06 | > step_time: 0.1457 (0.14475254929083192) | > loader_time: 0.0053 (0.006345511951606338)  --> TIME: 2025-03-26 08:43:04 -- STEP: 20340/31555 -- GLOBAL_STEP: 1345650 | > loss_text_ce: 0.02839694730937481 (0.031378152726617155) | > loss_mel_ce: 3.1448512077331543 (nan) | > loss: 0.012592255137860775 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14475420768516342) | > loader_time: 0.0099 (0.006346936668969886)  --> TIME: 2025-03-26 08:43:14 -- STEP: 20390/31555 -- GLOBAL_STEP: 1345700 | > loss_text_ce: 0.030157754197716713 (0.031376716756143376) | > loss_mel_ce: 2.8632118701934814 (nan) | > loss: 0.011481625959277153 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.144769278175985) | > loader_time: 0.0054 (0.006350287659136669)  --> TIME: 2025-03-26 08:43:24 -- STEP: 20440/31555 -- GLOBAL_STEP: 1345750 | > loss_text_ce: 0.03123466484248638 (0.03137977533138092) | > loss_mel_ce: 2.475051164627075 (nan) | > loss: 0.009945579804480076 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14477744958638536) | > loader_time: 0.0054 (0.006356733897427521)  --> TIME: 2025-03-26 08:43:35 -- STEP: 20490/31555 -- GLOBAL_STEP: 1345800 | > loss_text_ce: 0.02529892697930336 (0.0313828816246048) | > loss_mel_ce: 2.6798062324523926 (nan) | > loss: 0.01073454413563013 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14478557831255356) | > loader_time: 0.0091 (0.006361009028552506)  --> TIME: 2025-03-26 08:43:44 -- STEP: 20540/31555 -- GLOBAL_STEP: 1345850 | > loss_text_ce: 0.03804483264684677 (0.03138080134959695) | > loss_mel_ce: 3.127467155456543 (nan) | > loss: 0.0125615568831563 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14478209847484466) | > loader_time: 0.0053 (0.0063621467949701)  --> TIME: 2025-03-26 08:43:54 -- STEP: 20590/31555 -- GLOBAL_STEP: 1345900 | > loss_text_ce: 0.020201679319143295 (0.0313812192514511) | > loss_mel_ce: 2.526655673980713 (nan) | > loss: 0.010106577537953854 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14478381443162483) | > loader_time: 0.0055 (0.006362404749195453)  --> TIME: 2025-03-26 08:44:04 -- STEP: 20640/31555 -- GLOBAL_STEP: 1345950 | > loss_text_ce: 0.03572264313697815 (0.031379437967259255) | > loss_mel_ce: 2.705562114715576 (nan) | > loss: 0.010878114961087704 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.144783851770004) | > loader_time: 0.0059 (0.006365055758361666)  --> TIME: 2025-03-26 08:44:14 -- STEP: 20690/31555 -- GLOBAL_STEP: 1346000 | > loss_text_ce: 0.03708137571811676 (0.0313822723452923) | > loss_mel_ce: 2.4930853843688965 (nan) | > loss: 0.0100403456017375 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14478765251902553) | > loader_time: 0.0056 (0.006366651561768401)  --> TIME: 2025-03-26 08:44:24 -- STEP: 20740/31555 -- GLOBAL_STEP: 1346050 | > loss_text_ce: 0.02992335706949234 (0.03138334150704472) | > loss_mel_ce: 2.671463966369629 (nan) | > loss: 0.010719791986048222 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14479453308487905) | > loader_time: 0.0088 (0.006368281997618125)  --> TIME: 2025-03-26 08:44:34 -- STEP: 20790/31555 -- GLOBAL_STEP: 1346100 | > loss_text_ce: 0.03279116377234459 (0.031383582439090556) | > loss_mel_ce: 3.1093690395355225 (nan) | > loss: 0.01246889028698206 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14479805688091835) | > loader_time: 0.0057 (0.006367876760199297)  --> TIME: 2025-03-26 08:44:44 -- STEP: 20840/31555 -- GLOBAL_STEP: 1346150 | > loss_text_ce: 0.03708846494555473 (0.03138174802871957) | > loss_mel_ce: 2.5968685150146484 (nan) | > loss: 0.010452210903167725 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.14480132823255704) | > loader_time: 0.0059 (0.006369192838211204)  --> TIME: 2025-03-26 08:44:54 -- STEP: 20890/31555 -- GLOBAL_STEP: 1346200 | > loss_text_ce: 0.030981115996837616 (0.031382647504768546) | > loss_mel_ce: 3.3123619556427 (nan) | > loss: 0.013267234899103642 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14480328542755788) | > loader_time: 0.0054 (0.006370779702171516)  --> TIME: 2025-03-26 08:45:03 -- STEP: 20940/31555 -- GLOBAL_STEP: 1346250 | > loss_text_ce: 0.020396379753947258 (0.031380204947081554) | > loss_mel_ce: 1.923940658569336 (nan) | > loss: 0.007715623360127211 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14480301190697697) | > loader_time: 0.0054 (0.0063700899809115)  --> TIME: 2025-03-26 08:45:13 -- STEP: 20990/31555 -- GLOBAL_STEP: 1346300 | > loss_text_ce: 0.028885966166853905 (0.031381860925811786) | > loss_mel_ce: 2.6831490993499756 (nan) | > loss: 0.010762045159935951 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14481466792207834) | > loader_time: 0.0116 (0.006371632776355786)  --> TIME: 2025-03-26 08:45:24 -- STEP: 21040/31555 -- GLOBAL_STEP: 1346350 | > loss_text_ce: 0.03821894899010658 (0.03138211771696181) | > loss_mel_ce: 2.611138343811035 (nan) | > loss: 0.010513323359191418 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14483332042458266) | > loader_time: 0.0054 (0.006375188439971138)  --> TIME: 2025-03-26 08:45:34 -- STEP: 21090/31555 -- GLOBAL_STEP: 1346400 | > loss_text_ce: 0.035709381103515625 (0.031380244858841805) | > loss_mel_ce: 2.7880561351776123 (nan) | > loss: 0.011205418966710567 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14483509414169882) | > loader_time: 0.0056 (0.00637405933843172)  --> TIME: 2025-03-26 08:45:44 -- STEP: 21140/31555 -- GLOBAL_STEP: 1346450 | > loss_text_ce: 0.02555372193455696 (0.031377197052735166) | > loss_mel_ce: 2.5473811626434326 (nan) | > loss: 0.010210059583187103 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14484423591826562) | > loader_time: 0.0054 (0.006377846527009382)  --> TIME: 2025-03-26 08:45:54 -- STEP: 21190/31555 -- GLOBAL_STEP: 1346500 | > loss_text_ce: 0.03841537982225418 (0.03137508710229209) | > loss_mel_ce: 2.5727553367614746 (nan) | > loss: 0.010361789725720882 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1448568117399143) | > loader_time: 0.0052 (0.006380595942610216)  --> TIME: 2025-03-26 08:46:04 -- STEP: 21240/31555 -- GLOBAL_STEP: 1346550 | > loss_text_ce: 0.02076115272939205 (0.03137335906396274) | > loss_mel_ce: 2.8794915676116943 (nan) | > loss: 0.01150894071906805 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14485671599930358) | > loader_time: 0.0054 (0.006383813190819401)  --> TIME: 2025-03-26 08:46:14 -- STEP: 21290/31555 -- GLOBAL_STEP: 1346600 | > loss_text_ce: 0.03032202459871769 (0.031370694177271397) | > loss_mel_ce: 2.755005121231079 (nan) | > loss: 0.01105288602411747 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14486652581889792) | > loader_time: 0.0094 (0.006382721262170763)  --> TIME: 2025-03-26 08:46:24 -- STEP: 21340/31555 -- GLOBAL_STEP: 1346650 | > loss_text_ce: 0.03494836762547493 (0.03136975786905284) | > loss_mel_ce: 3.100767135620117 (nan) | > loss: 0.012443316169083118 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14486987075742921) | > loader_time: 0.0055 (0.006384067761082454)  --> TIME: 2025-03-26 08:46:33 -- STEP: 21390/31555 -- GLOBAL_STEP: 1346700 | > loss_text_ce: 0.025167010724544525 (0.03136978212865016) | > loss_mel_ce: 0.12553100287914276 (nan) | > loss: 0.0005980079877190292 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14486537561510077) | > loader_time: 0.0085 (0.006385893864072107)  --> TIME: 2025-03-26 08:46:43 -- STEP: 21440/31555 -- GLOBAL_STEP: 1346750 | > loss_text_ce: 0.025145558640360832 (0.03136650464169958) | > loss_mel_ce: 2.4772510528564453 (nan) | > loss: 0.009930145926773548 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1448680278414203) | > loader_time: 0.0051 (0.006386807661003139)  --> TIME: 2025-03-26 08:46:53 -- STEP: 21490/31555 -- GLOBAL_STEP: 1346800 | > loss_text_ce: 0.026302458718419075 (0.03136334228561192) | > loss_mel_ce: 1.2886584997177124 (nan) | > loss: 0.00521809933707118 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14487109864351455) | > loader_time: 0.0104 (0.006387589420480135)  --> TIME: 2025-03-26 08:47:03 -- STEP: 21540/31555 -- GLOBAL_STEP: 1346850 | > loss_text_ce: 0.019606169313192368 (0.03136721374834504) | > loss_mel_ce: 2.9920873641967773 (nan) | > loss: 0.011951165273785591 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14487507148483936) | > loader_time: 0.0054 (0.006388048917580888)  --> TIME: 2025-03-26 08:47:14 -- STEP: 21590/31555 -- GLOBAL_STEP: 1346900 | > loss_text_ce: 0.022784925997257233 (0.03136783582078558) | > loss_mel_ce: 1.927824854850769 (nan) | > loss: 0.007740515749901533 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14489386747588864) | > loader_time: 0.0053 (0.006395225074347546)  --> TIME: 2025-03-26 08:47:24 -- STEP: 21640/31555 -- GLOBAL_STEP: 1346950 | > loss_text_ce: 0.02151520736515522 (0.03136703358862398) | > loss_mel_ce: 2.6424968242645264 (nan) | > loss: 0.010571477003395557 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14489962738454712) | > loader_time: 0.0053 (0.006397851943529024)  --> TIME: 2025-03-26 08:47:34 -- STEP: 21690/31555 -- GLOBAL_STEP: 1347000 | > loss_text_ce: 0.03446871042251587 (0.031367219231014334) | > loss_mel_ce: 1.66157865524292 (nan) | > loss: 0.006730346940457821 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14490173765457545) | > loader_time: 0.0056 (0.006398888610375535)  --> TIME: 2025-03-26 08:47:44 -- STEP: 21740/31555 -- GLOBAL_STEP: 1347050 | > loss_text_ce: 0.02877233363687992 (0.03136687262695719) | > loss_mel_ce: 1.8860046863555908 (nan) | > loss: 0.007598321884870529 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14492022505350285) | > loader_time: 0.0054 (0.006402296776495179)  --> TIME: 2025-03-26 08:47:54 -- STEP: 21790/31555 -- GLOBAL_STEP: 1347100 | > loss_text_ce: 0.03463045135140419 (0.03136750172341534) | > loss_mel_ce: 0.0852728933095932 (nan) | > loss: 0.00047580694081261754 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14491590183226366) | > loader_time: 0.0056 (0.006401557788875134)  --> TIME: 2025-03-26 08:48:04 -- STEP: 21840/31555 -- GLOBAL_STEP: 1347150 | > loss_text_ce: 0.028526699170470238 (0.031368101679126216) | > loss_mel_ce: 1.9579784870147705 (nan) | > loss: 0.007882957346737385 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14491869985183783) | > loader_time: 0.0054 (0.006405833461782432)  --> TIME: 2025-03-26 08:48:14 -- STEP: 21890/31555 -- GLOBAL_STEP: 1347200 | > loss_text_ce: 0.03931131958961487 (0.03137105827876244) | > loss_mel_ce: 3.0265860557556152 (nan) | > loss: 0.012166260741651058 (nan) | > current_lr: 5e-06 | > step_time: 0.1469 (0.14492682788730196) | > loader_time: 0.0055 (0.0064052075760285)  --> TIME: 2025-03-26 08:48:23 -- STEP: 21940/31555 -- GLOBAL_STEP: 1347250 | > loss_text_ce: 0.041454438120126724 (0.03137125423196734) | > loss_mel_ce: 2.922273635864258 (nan) | > loss: 0.011760827153921127 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14491950654939886) | > loader_time: 0.0094 (0.006408403467458272)  --> TIME: 2025-03-26 08:48:33 -- STEP: 21990/31555 -- GLOBAL_STEP: 1347300 | > loss_text_ce: 0.029226185753941536 (0.031373535597924565) | > loss_mel_ce: 2.330106496810913 (nan) | > loss: 0.009362432174384594 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14491991895933096) | > loader_time: 0.005 (0.0064092258910473585)  --> TIME: 2025-03-26 08:48:43 -- STEP: 22040/31555 -- GLOBAL_STEP: 1347350 | > loss_text_ce: 0.039288993924856186 (0.03137347117199893) | > loss_mel_ce: 2.2268483638763428 (nan) | > loss: 0.00899260863661766 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14490949189165156) | > loader_time: 0.0139 (0.00641085448152573)  --> TIME: 2025-03-26 08:48:53 -- STEP: 22090/31555 -- GLOBAL_STEP: 1347400 | > loss_text_ce: 0.03736386075615883 (0.03137176693604724) | > loss_mel_ce: 1.78280770778656 (nan) | > loss: 0.007222903426736593 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14491425264253863) | > loader_time: 0.0055 (0.006412494339085961)  --> TIME: 2025-03-26 08:49:03 -- STEP: 22140/31555 -- GLOBAL_STEP: 1347450 | > loss_text_ce: 0.02567260153591633 (0.03137212607714258) | > loss_mel_ce: 2.5976665019989014 (nan) | > loss: 0.010410076938569546 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14490506583328197) | > loader_time: 0.0055 (0.006413501021877104)  --> TIME: 2025-03-26 08:49:13 -- STEP: 22190/31555 -- GLOBAL_STEP: 1347500 | > loss_text_ce: 0.02707652933895588 (0.031372831688934275) | > loss_mel_ce: 2.6266472339630127 (nan) | > loss: 0.010530650615692139 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14491036414240355) | > loader_time: 0.0054 (0.006419744562490288)  --> TIME: 2025-03-26 08:49:22 -- STEP: 22240/31555 -- GLOBAL_STEP: 1347550 | > loss_text_ce: 0.03251056745648384 (0.03137658906304056) | > loss_mel_ce: 2.7810158729553223 (nan) | > loss: 0.011164788156747818 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14490443379115533) | > loader_time: 0.0082 (0.006421364500797049)  --> TIME: 2025-03-26 08:49:32 -- STEP: 22290/31555 -- GLOBAL_STEP: 1347600 | > loss_text_ce: 0.024784965440630913 (0.031373611176173155) | > loss_mel_ce: 2.1390817165374756 (nan) | > loss: 0.00858677364885807 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14489133890672923) | > loader_time: 0.0091 (0.006422933167328795)  --> TIME: 2025-03-26 08:49:42 -- STEP: 22340/31555 -- GLOBAL_STEP: 1347650 | > loss_text_ce: 0.02629963308572769 (0.03137242948196991) | > loss_mel_ce: 3.0241167545318604 (nan) | > loss: 0.012104827910661697 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14489026931960589) | > loader_time: 0.0055 (0.006424225764073956)  --> TIME: 2025-03-26 08:49:52 -- STEP: 22390/31555 -- GLOBAL_STEP: 1347700 | > loss_text_ce: 0.03467446565628052 (0.03136978211320575) | > loss_mel_ce: 2.549882650375366 (nan) | > loss: 0.010256179608404636 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14488710467971755) | > loader_time: 0.0115 (0.006425885112757337)  --> TIME: 2025-03-26 08:50:01 -- STEP: 22440/31555 -- GLOBAL_STEP: 1347750 | > loss_text_ce: 0.028970113024115562 (0.03136959930548979) | > loss_mel_ce: 2.1079494953155518 (nan) | > loss: 0.008479840122163296 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14487961125883653) | > loader_time: 0.0052 (0.006426012983509136)  --> TIME: 2025-03-26 08:50:11 -- STEP: 22490/31555 -- GLOBAL_STEP: 1347800 | > loss_text_ce: 0.03021339327096939 (0.031369363533422956) | > loss_mel_ce: 1.0315607786178589 (nan) | > loss: 0.004213389474898577 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1448847542449372) | > loader_time: 0.0054 (0.0064288697490802365)  --> TIME: 2025-03-26 08:50:21 -- STEP: 22540/31555 -- GLOBAL_STEP: 1347850 | > loss_text_ce: 0.036762285977602005 (0.03137159726529554) | > loss_mel_ce: 2.094050407409668 (nan) | > loss: 0.008455606177449226 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1448818980325278) | > loader_time: 0.0056 (0.006431348681344112)  --> TIME: 2025-03-26 08:50:31 -- STEP: 22590/31555 -- GLOBAL_STEP: 1347900 | > loss_text_ce: 0.025743918493390083 (0.03137073214489474) | > loss_mel_ce: 2.310131549835205 (nan) | > loss: 0.009269347414374352 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1448874653520267) | > loader_time: 0.0055 (0.0064328692559913045)  --> TIME: 2025-03-26 08:50:41 -- STEP: 22640/31555 -- GLOBAL_STEP: 1347950 | > loss_text_ce: 0.03181573003530502 (0.031369979418328524) | > loss_mel_ce: 1.9208718538284302 (nan) | > loss: 0.007748760748654604 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14488625953980797) | > loader_time: 0.0057 (0.00643742595249688)  --> TIME: 2025-03-26 08:50:51 -- STEP: 22690/31555 -- GLOBAL_STEP: 1348000 | > loss_text_ce: 0.03112778067588806 (0.03137126858352295) | > loss_mel_ce: 2.7660958766937256 (nan) | > loss: 0.011100093834102154 (nan) | > current_lr: 5e-06 | > step_time: 0.1809 (0.14488816252885195) | > loader_time: 0.0056 (0.006438187588254171)  --> TIME: 2025-03-26 08:51:01 -- STEP: 22740/31555 -- GLOBAL_STEP: 1348050 | > loss_text_ce: 0.03111928142607212 (0.031372408299168486) | > loss_mel_ce: 2.31253981590271 (nan) | > loss: 0.009300235658884048 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14488541664737334) | > loader_time: 0.0094 (0.006440259818980433)  --> TIME: 2025-03-26 08:51:11 -- STEP: 22790/31555 -- GLOBAL_STEP: 1348100 | > loss_text_ce: 0.038491882383823395 (0.03137229027662985) | > loss_mel_ce: 2.7352259159088135 (nan) | > loss: 0.01100681722164154 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14488947635263816) | > loader_time: 0.0056 (0.006440285498136591)  --> TIME: 2025-03-26 08:51:21 -- STEP: 22840/31555 -- GLOBAL_STEP: 1348150 | > loss_text_ce: 0.021180134266614914 (0.03137540488651459) | > loss_mel_ce: 2.9361536502838135 (nan) | > loss: 0.011735452339053154 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14489528524270046) | > loader_time: 0.0055 (0.006441511446039228)  --> TIME: 2025-03-26 08:51:31 -- STEP: 22890/31555 -- GLOBAL_STEP: 1348200 | > loss_text_ce: 0.02499348856508732 (0.03137348227031167) | > loss_mel_ce: 2.7190682888031006 (nan) | > loss: 0.010889134369790554 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14489946666374065) | > loader_time: 0.0055 (0.0064443145375316325)  --> TIME: 2025-03-26 08:51:40 -- STEP: 22940/31555 -- GLOBAL_STEP: 1348250 | > loss_text_ce: 0.037776682525873184 (0.031373746090291435) | > loss_mel_ce: 2.76509165763855 (nan) | > loss: 0.011122494004666805 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14490307663041863) | > loader_time: 0.0067 (0.006444151253937217)  --> TIME: 2025-03-26 08:51:51 -- STEP: 22990/31555 -- GLOBAL_STEP: 1348300 | > loss_text_ce: 0.029789280146360397 (0.031374836408886525) | > loss_mel_ce: 2.7901835441589355 (nan) | > loss: 0.011190368793904781 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14491304878360814) | > loader_time: 0.0086 (0.006445344399762908)  --> TIME: 2025-03-26 08:52:00 -- STEP: 23040/31555 -- GLOBAL_STEP: 1348350 | > loss_text_ce: 0.029594069346785545 (0.031376684005832746) | > loss_mel_ce: 2.0138473510742188 (nan) | > loss: 0.008108895272016525 (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14491573168585542) | > loader_time: 0.0054 (0.0064456463894910256)  --> TIME: 2025-03-26 08:52:11 -- STEP: 23090/31555 -- GLOBAL_STEP: 1348400 | > loss_text_ce: 0.017534997314214706 (0.03137449159808414) | > loss_mel_ce: 2.616405487060547 (nan) | > loss: 0.010452145710587502 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1449238823522666) | > loader_time: 0.0054 (0.006446116287608121)  --> TIME: 2025-03-26 08:52:20 -- STEP: 23140/31555 -- GLOBAL_STEP: 1348450 | > loss_text_ce: 0.02930517867207527 (0.031373035821857374) | > loss_mel_ce: 2.246885299682617 (nan) | > loss: 0.00903250277042389 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1449165878876991) | > loader_time: 0.0053 (0.00644838473048824)  --> TIME: 2025-03-26 08:52:30 -- STEP: 23190/31555 -- GLOBAL_STEP: 1348500 | > loss_text_ce: 0.03440843150019646 (0.03137339407119452) | > loss_mel_ce: 2.2744851112365723 (nan) | > loss: 0.009162276051938534 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14492604736625708) | > loader_time: 0.0195 (0.006451596181523237)  --> TIME: 2025-03-26 08:52:40 -- STEP: 23240/31555 -- GLOBAL_STEP: 1348550 | > loss_text_ce: 0.030057057738304138 (0.03137090486488736) | > loss_mel_ce: 2.621640205383301 (nan) | > loss: 0.010522608645260334 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14492686981793576) | > loader_time: 0.0057 (0.006455491690955759)  --> TIME: 2025-03-26 08:52:50 -- STEP: 23290/31555 -- GLOBAL_STEP: 1348600 | > loss_text_ce: 0.029549458995461464 (0.03137044716952682) | > loss_mel_ce: 2.5593411922454834 (nan) | > loss: 0.010273375548422337 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14492137485330386) | > loader_time: 0.0096 (0.006458324687887331)  --> TIME: 2025-03-26 08:53:00 -- STEP: 23340/31555 -- GLOBAL_STEP: 1348650 | > loss_text_ce: 0.03165517374873161 (0.03136880224388652) | > loss_mel_ce: 2.744117498397827 (nan) | > loss: 0.011014970950782299 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1449144640741113) | > loader_time: 0.0058 (0.006459299815242474)  --> TIME: 2025-03-26 08:53:10 -- STEP: 23390/31555 -- GLOBAL_STEP: 1348700 | > loss_text_ce: 0.03308207169175148 (0.03136728717680706) | > loss_mel_ce: 2.8114638328552246 (nan) | > loss: 0.011287881061434746 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14491852373585395) | > loader_time: 0.0056 (0.006463131765974743)  --> TIME: 2025-03-26 08:53:20 -- STEP: 23440/31555 -- GLOBAL_STEP: 1348750 | > loss_text_ce: 0.03297476842999458 (0.031364423139719856) | > loss_mel_ce: 2.2572567462921143 (nan) | > loss: 0.00908822100609541 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1449189098214927) | > loader_time: 0.0055 (0.006467619629850157)  --> TIME: 2025-03-26 08:53:29 -- STEP: 23490/31555 -- GLOBAL_STEP: 1348800 | > loss_text_ce: 0.028947312384843826 (0.03136311264438215) | > loss_mel_ce: 3.0899171829223633 (nan) | > loss: 0.012376447208225727 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14491243071127627) | > loader_time: 0.0054 (0.006467643845786737)  --> TIME: 2025-03-26 08:53:39 -- STEP: 23540/31555 -- GLOBAL_STEP: 1348850 | > loss_text_ce: 0.03669791296124458 (0.031362474387069815) | > loss_mel_ce: 2.6136393547058105 (nan) | > loss: 0.010517211630940437 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14491710853252396) | > loader_time: 0.0293 (0.006473095820126332)  --> TIME: 2025-03-26 08:53:50 -- STEP: 23590/31555 -- GLOBAL_STEP: 1348900 | > loss_text_ce: 0.0261704009026289 (0.03136116354905857) | > loss_mel_ce: 2.617361545562744 (nan) | > loss: 0.010490207001566887 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14492082617049248) | > loader_time: 0.0053 (0.006479027878687308)  --> TIME: 2025-03-26 08:54:00 -- STEP: 23640/31555 -- GLOBAL_STEP: 1348950 | > loss_text_ce: 0.041636161506175995 (0.03136075025774166) | > loss_mel_ce: 2.1334035396575928 (nan) | > loss: 0.00863111112266779 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14493031610692064) | > loader_time: 0.0054 (0.006483191756024173)  --> TIME: 2025-03-26 08:54:10 -- STEP: 23690/31555 -- GLOBAL_STEP: 1349000 | > loss_text_ce: 0.035951703786849976 (0.03136373599240294) | > loss_mel_ce: 2.111666202545166 (nan) | > loss: 0.008522293530404568 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14493459983936652) | > loader_time: 0.0055 (0.00648620059189287)  --> TIME: 2025-03-26 08:54:19 -- STEP: 23740/31555 -- GLOBAL_STEP: 1349050 | > loss_text_ce: 0.03205364570021629 (0.03136277719268977) | > loss_mel_ce: 2.6187968254089355 (nan) | > loss: 0.010519248433411121 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14492976595196347) | > loader_time: 0.0055 (0.006487478362278667)  --> TIME: 2025-03-26 08:54:29 -- STEP: 23790/31555 -- GLOBAL_STEP: 1349100 | > loss_text_ce: 0.030227508395910263 (0.03136154061121447) | > loss_mel_ce: 3.1497395038604736 (nan) | > loss: 0.012618917040526867 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14493039961169743) | > loader_time: 0.0051 (0.006492549514209285)  --> TIME: 2025-03-26 08:54:40 -- STEP: 23840/31555 -- GLOBAL_STEP: 1349150 | > loss_text_ce: 0.032996729016304016 (0.031360545426203625) | > loss_mel_ce: 2.7531838417053223 (nan) | > loss: 0.011056272312998772 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14493901659578143) | > loader_time: 0.0093 (0.006499708228863323)  --> TIME: 2025-03-26 08:54:50 -- STEP: 23890/31555 -- GLOBAL_STEP: 1349200 | > loss_text_ce: 0.03348063677549362 (0.03136203294029667) | > loss_mel_ce: 3.1234564781188965 (nan) | > loss: 0.012527529150247574 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1449496164437651) | > loader_time: 0.0066 (0.00650287659510552)  --> TIME: 2025-03-26 08:55:00 -- STEP: 23940/31555 -- GLOBAL_STEP: 1349250 | > loss_text_ce: 0.026625851169228554 (0.03136165181599652) | > loss_mel_ce: 2.9855875968933105 (nan) | > loss: 0.011953229084610939 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14495546343730753) | > loader_time: 0.0088 (0.0065055234489982666)  --> TIME: 2025-03-26 08:55:10 -- STEP: 23990/31555 -- GLOBAL_STEP: 1349300 | > loss_text_ce: 0.026224620640277863 (0.03136177276132618) | > loss_mel_ce: 3.02925705909729 (nan) | > loss: 0.012124927714467049 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14495569466053673) | > loader_time: 0.0056 (0.006506103105771634)  --> TIME: 2025-03-26 08:55:20 -- STEP: 24040/31555 -- GLOBAL_STEP: 1349350 | > loss_text_ce: 0.030402272939682007 (0.03136140884864054) | > loss_mel_ce: 3.106651544570923 (nan) | > loss: 0.012448626570403576 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14496836462949023) | > loader_time: 0.0057 (0.00650721771546489)  --> TIME: 2025-03-26 08:55:30 -- STEP: 24090/31555 -- GLOBAL_STEP: 1349400 | > loss_text_ce: 0.042805276811122894 (0.03136345543293576) | > loss_mel_ce: 2.363137722015381 (nan) | > loss: 0.009547392837703228 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1449691649441293) | > loader_time: 0.0054 (0.0065123350108595175)  --> TIME: 2025-03-26 08:55:40 -- STEP: 24140/31555 -- GLOBAL_STEP: 1349450 | > loss_text_ce: 0.030484065413475037 (0.03136485958403958) | > loss_mel_ce: 2.6600117683410645 (nan) | > loss: 0.010676571168005466 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14497210657487808) | > loader_time: 0.0055 (0.006512398549911889)  --> TIME: 2025-03-26 08:55:50 -- STEP: 24190/31555 -- GLOBAL_STEP: 1349500 | > loss_text_ce: 0.0199839249253273 (0.031362381013230814) | > loss_mel_ce: 2.4870946407318115 (nan) | > loss: 0.009948725812137127 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14498326955821156) | > loader_time: 0.0099 (0.006515480329695688)  --> TIME: 2025-03-26 08:56:00 -- STEP: 24240/31555 -- GLOBAL_STEP: 1349550 | > loss_text_ce: 0.035650938749313354 (0.03136017846939407) | > loss_mel_ce: 2.8689301013946533 (nan) | > loss: 0.011526116169989109 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.1449854569171506) | > loader_time: 0.0059 (0.0065175436117468075)  --> TIME: 2025-03-26 08:56:10 -- STEP: 24290/31555 -- GLOBAL_STEP: 1349600 | > loss_text_ce: 0.02675013802945614 (0.03136294202579205) | > loss_mel_ce: 1.0098787546157837 (nan) | > loss: 0.0041136066429317 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14497875927798928) | > loader_time: 0.0066 (0.006519526638283851)  --> TIME: 2025-03-26 08:56:20 -- STEP: 24340/31555 -- GLOBAL_STEP: 1349650 | > loss_text_ce: 0.03400484472513199 (0.031363298962483147) | > loss_mel_ce: 2.631380319595337 (nan) | > loss: 0.010576926171779633 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14498626005482906) | > loader_time: 0.0056 (0.006521262295831883)  --> TIME: 2025-03-26 08:56:30 -- STEP: 24390/31555 -- GLOBAL_STEP: 1349700 | > loss_text_ce: 0.04167497530579567 (0.031363771887180356) | > loss_mel_ce: 2.321702241897583 (nan) | > loss: 0.009378481656312943 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14498919501271246) | > loader_time: 0.0055 (0.006521438701859551)  --> TIME: 2025-03-26 08:56:40 -- STEP: 24440/31555 -- GLOBAL_STEP: 1349750 | > loss_text_ce: 0.040132224559783936 (0.03136261062686632) | > loss_mel_ce: 2.5992958545684814 (nan) | > loss: 0.01047392189502716 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1449950207567435) | > loader_time: 0.0202 (0.006524266012366584)  --> TIME: 2025-03-26 08:56:50 -- STEP: 24490/31555 -- GLOBAL_STEP: 1349800 | > loss_text_ce: 0.024631408974528313 (0.03136195751650868) | > loss_mel_ce: 2.319249153137207 (nan) | > loss: 0.00930111389607191 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.145000194870436) | > loader_time: 0.0055 (0.0065257778553244215)  --> TIME: 2025-03-26 08:57:00 -- STEP: 24540/31555 -- GLOBAL_STEP: 1349850 | > loss_text_ce: 0.019252415746450424 (0.031360260398675566) | > loss_mel_ce: 0.04472539946436882 (nan) | > loss: 0.00025388022186234593 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14499605718237896) | > loader_time: 0.0055 (0.006525917439899893)  --> TIME: 2025-03-26 08:57:10 -- STEP: 24590/31555 -- GLOBAL_STEP: 1349900 | > loss_text_ce: 0.032669760286808014 (0.03135940328179005) | > loss_mel_ce: 2.9186184406280518 (nan) | > loss: 0.01171146146953106 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1450045165612267) | > loader_time: 0.0055 (0.006526941582166647)  --> TIME: 2025-03-26 08:57:20 -- STEP: 24640/31555 -- GLOBAL_STEP: 1349950 | > loss_text_ce: 0.028403690084815025 (0.03136085789872139) | > loss_mel_ce: 3.261467695236206 (nan) | > loss: 0.01305504608899355 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14500817514278525) | > loader_time: 0.006 (0.006526150515714247)  --> TIME: 2025-03-26 08:57:30 -- STEP: 24690/31555 -- GLOBAL_STEP: 1350000 | > loss_text_ce: 0.03150833770632744 (0.03135800188899148) | > loss_mel_ce: 2.9163730144500732 (nan) | > loss: 0.011697943322360516 (nan) | > current_lr: 5e-06 | > step_time: 0.18 (0.14501555742354053) | > loader_time: 0.0057 (0.006527304601070608) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1350000.pth  --> TIME: 2025-03-26 08:57:47 -- STEP: 24740/31555 -- GLOBAL_STEP: 1350050 | > loss_text_ce: 0.03285060077905655 (0.03135750823505134) | > loss_mel_ce: 2.6967995166778564 (nan) | > loss: 0.010831945575773716 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14500861472435755) | > loader_time: 0.0086 (0.006528242432309814)  --> TIME: 2025-03-26 08:57:57 -- STEP: 24790/31555 -- GLOBAL_STEP: 1350100 | > loss_text_ce: 0.02743629552423954 (0.03135900008764518) | > loss_mel_ce: 2.666308879852295 (nan) | > loss: 0.010689465329051018 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1450048610441803) | > loader_time: 0.0054 (0.006532995159369216)  --> TIME: 2025-03-26 08:58:07 -- STEP: 24840/31555 -- GLOBAL_STEP: 1350150 | > loss_text_ce: 0.026535358279943466 (0.03135826104244073) | > loss_mel_ce: 2.5632033348083496 (nan) | > loss: 0.010276741348206997 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14500569416128953) | > loader_time: 0.0077 (0.006533615495079763)  --> TIME: 2025-03-26 08:58:16 -- STEP: 24890/31555 -- GLOBAL_STEP: 1350200 | > loss_text_ce: 0.03206495940685272 (0.031358025456090316) | > loss_mel_ce: 2.5992414951324463 (nan) | > loss: 0.010441692546010017 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14500078056269433) | > loader_time: 0.0056 (0.006535301423063234)  --> TIME: 2025-03-26 08:58:26 -- STEP: 24940/31555 -- GLOBAL_STEP: 1350250 | > loss_text_ce: 0.032980695366859436 (0.03135455658807933) | > loss_mel_ce: 2.453230857849121 (nan) | > loss: 0.009865919128060341 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14500219692874058) | > loader_time: 0.0056 (0.006536574715504954)  --> TIME: 2025-03-26 08:58:36 -- STEP: 24990/31555 -- GLOBAL_STEP: 1350300 | > loss_text_ce: 0.03945739567279816 (0.03135317319291515) | > loss_mel_ce: 0.7777602076530457 (nan) | > loss: 0.003242927137762308 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14501027169824723) | > loader_time: 0.0054 (0.006539513292957561)  --> TIME: 2025-03-26 08:58:46 -- STEP: 25040/31555 -- GLOBAL_STEP: 1350350 | > loss_text_ce: 0.03688902035355568 (0.03135332014986669) | > loss_mel_ce: 2.8519108295440674 (nan) | > loss: 0.011463492177426815 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14501933800145717) | > loader_time: 0.0057 (0.006541279101143246)  --> TIME: 2025-03-26 08:58:56 -- STEP: 25090/31555 -- GLOBAL_STEP: 1350400 | > loss_text_ce: 0.026578249409794807 (0.0313492182036803) | > loss_mel_ce: 0.46728515625 (nan) | > loss: 0.001959775574505329 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14500878110925775) | > loader_time: 0.0053 (0.006546974381682119)  --> TIME: 2025-03-26 08:59:06 -- STEP: 25140/31555 -- GLOBAL_STEP: 1350450 | > loss_text_ce: 0.0366574265062809 (0.03134999394986537) | > loss_mel_ce: 2.749619483947754 (nan) | > loss: 0.011056655086576939 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.14500395190459603) | > loader_time: 0.0053 (0.00654739074130426)  --> TIME: 2025-03-26 08:59:16 -- STEP: 25190/31555 -- GLOBAL_STEP: 1350500 | > loss_text_ce: 0.02805919572710991 (0.03134812309457318) | > loss_mel_ce: 2.0240466594696045 (nan) | > loss: 0.00814327783882618 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.1450033958017837) | > loader_time: 0.0054 (0.006547858611890936)  --> TIME: 2025-03-26 08:59:26 -- STEP: 25240/31555 -- GLOBAL_STEP: 1350550 | > loss_text_ce: 0.03553887456655502 (0.03134843967526551) | > loss_mel_ce: 2.5906922817230225 (nan) | > loss: 0.010421552695333958 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.145004710040265) | > loader_time: 0.0054 (0.0065502115739317565)  --> TIME: 2025-03-26 08:59:35 -- STEP: 25290/31555 -- GLOBAL_STEP: 1350600 | > loss_text_ce: 0.03626963868737221 (0.031348583425077105) | > loss_mel_ce: 2.85683012008667 (nan) | > loss: 0.011480554938316345 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.145004197645205) | > loader_time: 0.0054 (0.006549685913001466)  --> TIME: 2025-03-26 08:59:45 -- STEP: 25340/31555 -- GLOBAL_STEP: 1350650 | > loss_text_ce: 0.028246067464351654 (0.03134866729639616) | > loss_mel_ce: 2.518235445022583 (nan) | > loss: 0.010105086490511894 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1450054628508419) | > loader_time: 0.0053 (0.006550710795898556)  --> TIME: 2025-03-26 08:59:55 -- STEP: 25390/31555 -- GLOBAL_STEP: 1350700 | > loss_text_ce: 0.03088962472975254 (0.031351736202606825) | > loss_mel_ce: 2.892618179321289 (nan) | > loss: 0.0116012217476964 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14500200861126541) | > loader_time: 0.0053 (0.006551950322497119)  --> TIME: 2025-03-26 09:00:05 -- STEP: 25440/31555 -- GLOBAL_STEP: 1350750 | > loss_text_ce: 0.013337988406419754 (0.031348425600569024) | > loss_mel_ce: 1.8361294269561768 (nan) | > loss: 0.007339156698435545 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.145000686726104) | > loader_time: 0.0053 (0.0065513208321055505)  --> TIME: 2025-03-26 09:00:15 -- STEP: 25490/31555 -- GLOBAL_STEP: 1350800 | > loss_text_ce: 0.023353256285190582 (0.03134953684223548) | > loss_mel_ce: 2.3632161617279053 (nan) | > loss: 0.00947051402181387 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14501185645398518) | > loader_time: 0.0051 (0.006554023169124297)  --> TIME: 2025-03-26 09:00:25 -- STEP: 25540/31555 -- GLOBAL_STEP: 1350850 | > loss_text_ce: 0.032728515565395355 (0.031350595870302166) | > loss_mel_ce: 2.4790656566619873 (nan) | > loss: 0.009967437013983727 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14501064479024176) | > loader_time: 0.007 (0.006554533255314955)  --> TIME: 2025-03-26 09:00:35 -- STEP: 25590/31555 -- GLOBAL_STEP: 1350900 | > loss_text_ce: 0.025269195437431335 (0.03134813821558262) | > loss_mel_ce: 2.528346061706543 (nan) | > loss: 0.010133394971489906 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1450167165598197) | > loader_time: 0.0055 (0.006554967484095915)  --> TIME: 2025-03-26 09:00:45 -- STEP: 25640/31555 -- GLOBAL_STEP: 1350950 | > loss_text_ce: 0.03889580816030502 (0.03134850673221293) | > loss_mel_ce: 2.7191262245178223 (nan) | > loss: 0.010944532230496407 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.1450187166562862) | > loader_time: 0.0096 (0.006557407970547488)  --> TIME: 2025-03-26 09:00:55 -- STEP: 25690/31555 -- GLOBAL_STEP: 1351000 | > loss_text_ce: 0.030919045209884644 (0.03134857073093418) | > loss_mel_ce: 0.01311492919921875 (nan) | > loss: 0.00017473800107836723 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14501810193572118) | > loader_time: 0.0091 (0.006560968545310084)  --> TIME: 2025-03-26 09:01:05 -- STEP: 25740/31555 -- GLOBAL_STEP: 1351050 | > loss_text_ce: 0.04285711050033569 (0.03134951981681092) | > loss_mel_ce: 2.8843753337860107 (nan) | > loss: 0.011616002768278122 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14501795940095213) | > loader_time: 0.0054 (0.00656312464185713)  --> TIME: 2025-03-26 09:01:15 -- STEP: 25790/31555 -- GLOBAL_STEP: 1351100 | > loss_text_ce: 0.019024556502699852 (0.03134744310561579) | > loss_mel_ce: 2.692246198654175 (nan) | > loss: 0.010759011842310429 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14502678923294274) | > loader_time: 0.0051 (0.006564713578299986)  --> TIME: 2025-03-26 09:01:25 -- STEP: 25840/31555 -- GLOBAL_STEP: 1351150 | > loss_text_ce: 0.03299980238080025 (0.03134794338157906) | > loss_mel_ce: 2.500394582748413 (nan) | > loss: 0.010053153149783611 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1450259639936323) | > loader_time: 0.0055 (0.006566936561935824)  --> TIME: 2025-03-26 09:01:35 -- STEP: 25890/31555 -- GLOBAL_STEP: 1351200 | > loss_text_ce: 0.027425967156887054 (0.03134863700252894) | > loss_mel_ce: 2.9636285305023193 (nan) | > loss: 0.011869264766573906 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14503472904847622) | > loader_time: 0.0054 (0.006570084199061858)  --> TIME: 2025-03-26 09:01:45 -- STEP: 25940/31555 -- GLOBAL_STEP: 1351250 | > loss_text_ce: 0.03324734792113304 (0.031348005379065125) | > loss_mel_ce: 2.8982062339782715 (nan) | > loss: 0.011632752604782581 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14504120536464388) | > loader_time: 0.0058 (0.006575561847333825)  --> TIME: 2025-03-26 09:01:55 -- STEP: 25990/31555 -- GLOBAL_STEP: 1351300 | > loss_text_ce: 0.02162870764732361 (0.03134948821511142) | > loss_mel_ce: 2.5187926292419434 (nan) | > loss: 0.010081036947667599 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1450365913148189) | > loader_time: 0.0076 (0.006579651682135597)  --> TIME: 2025-03-26 09:02:05 -- STEP: 26040/31555 -- GLOBAL_STEP: 1351350 | > loss_text_ce: 0.03688376769423485 (0.03135054419861469) | > loss_mel_ce: 2.519351005554199 (nan) | > loss: 0.01014378946274519 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14503424883621152) | > loader_time: 0.0054 (0.006581009020270655)  --> TIME: 2025-03-26 09:02:15 -- STEP: 26090/31555 -- GLOBAL_STEP: 1351400 | > loss_text_ce: 0.03305058181285858 (0.03135163823428903) | > loss_mel_ce: 2.5829594135284424 (nan) | > loss: 0.010380992665886879 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14504066580051844) | > loader_time: 0.0055 (0.00658303194459072)  --> TIME: 2025-03-26 09:02:25 -- STEP: 26140/31555 -- GLOBAL_STEP: 1351450 | > loss_text_ce: 0.02634507603943348 (0.03135234486196204) | > loss_mel_ce: 2.767902135848999 (nan) | > loss: 0.01108828280121088 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14504440444612016) | > loader_time: 0.0056 (0.006585296967965367)  --> TIME: 2025-03-26 09:02:35 -- STEP: 26190/31555 -- GLOBAL_STEP: 1351500 | > loss_text_ce: 0.03507324308156967 (0.031351912654964426) | > loss_mel_ce: 1.3095703125 (nan) | > loss: 0.005335887428373098 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14504299241197352) | > loader_time: 0.0095 (0.006589786712337694)  --> TIME: 2025-03-26 09:02:45 -- STEP: 26240/31555 -- GLOBAL_STEP: 1351550 | > loss_text_ce: 0.030214130878448486 (0.03135245247032721) | > loss_mel_ce: 2.849618673324585 (nan) | > loss: 0.011427908204495907 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14504625868143026) | > loader_time: 0.0097 (0.006591908688225395)  --> TIME: 2025-03-26 09:02:56 -- STEP: 26290/31555 -- GLOBAL_STEP: 1351600 | > loss_text_ce: 0.03242753446102142 (0.03135332016812051) | > loss_mel_ce: 2.8350932598114014 (nan) | > loss: 0.011379051022231579 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14506242075724496) | > loader_time: 0.0052 (0.006593737107077764)  --> TIME: 2025-03-26 09:03:06 -- STEP: 26340/31555 -- GLOBAL_STEP: 1351650 | > loss_text_ce: 0.027253620326519012 (0.031353287853515203) | > loss_mel_ce: 1.460693359375 (nan) | > loss: 0.005904552061110735 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1450710026531748) | > loader_time: 0.0056 (0.006594116233385412)  --> TIME: 2025-03-26 09:03:16 -- STEP: 26390/31555 -- GLOBAL_STEP: 1351700 | > loss_text_ce: 0.03296631574630737 (0.03135280468080804) | > loss_mel_ce: 2.7439088821411133 (nan) | > loss: 0.011019347235560417 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14507368545091262) | > loader_time: 0.0073 (0.006598432328765161)  --> TIME: 2025-03-26 09:03:26 -- STEP: 26440/31555 -- GLOBAL_STEP: 1351750 | > loss_text_ce: 0.026056954637169838 (0.03134990574914575) | > loss_mel_ce: 2.650686025619507 (nan) | > loss: 0.010621996596455574 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1450721249367565) | > loader_time: 0.0058 (0.006602239419400419)  --> TIME: 2025-03-26 09:03:36 -- STEP: 26490/31555 -- GLOBAL_STEP: 1351800 | > loss_text_ce: 0.03406659886240959 (0.03134972262781583) | > loss_mel_ce: 2.8714632987976074 (nan) | > loss: 0.01152988150715828 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14506774539990622) | > loader_time: 0.0058 (0.006603445184145299)  --> TIME: 2025-03-26 09:03:46 -- STEP: 26540/31555 -- GLOBAL_STEP: 1351850 | > loss_text_ce: 0.033383626490831375 (0.031348838341003056) | > loss_mel_ce: 2.665619373321533 (nan) | > loss: 0.010710329748690128 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1450694036465789) | > loader_time: 0.0053 (0.006606345295277229)  --> TIME: 2025-03-26 09:03:56 -- STEP: 26590/31555 -- GLOBAL_STEP: 1351900 | > loss_text_ce: 0.02814534306526184 (0.03134875208914845) | > loss_mel_ce: 2.798008680343628 (nan) | > loss: 0.01121489703655243 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14507507329239896) | > loader_time: 0.0148 (0.006609548595266351)  --> TIME: 2025-03-26 09:04:06 -- STEP: 26640/31555 -- GLOBAL_STEP: 1351950 | > loss_text_ce: 0.03226073458790779 (0.031349015441148084) | > loss_mel_ce: 2.2162065505981445 (nan) | > loss: 0.008922489359974861 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1450754974070961) | > loader_time: 0.007 (0.006611946377310307)  --> TIME: 2025-03-26 09:04:16 -- STEP: 26690/31555 -- GLOBAL_STEP: 1352000 | > loss_text_ce: 0.03257732838392258 (0.031346664414522656) | > loss_mel_ce: 2.432863235473633 (nan) | > loss: 0.009783494286239147 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1450864384173445) | > loader_time: 0.0098 (0.00661308690375181)  --> TIME: 2025-03-26 09:04:26 -- STEP: 26740/31555 -- GLOBAL_STEP: 1352050 | > loss_text_ce: 0.0342387780547142 (0.03134741039752295) | > loss_mel_ce: 2.9620440006256104 (nan) | > loss: 0.011890011839568615 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14508604375657966) | > loader_time: 0.0053 (0.006616456016463489)  --> TIME: 2025-03-26 09:04:36 -- STEP: 26790/31555 -- GLOBAL_STEP: 1352100 | > loss_text_ce: 0.03384161740541458 (0.031346568432206866) | > loss_mel_ce: 2.7374300956726074 (nan) | > loss: 0.010997110977768898 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.145081905928864) | > loader_time: 0.0071 (0.006620262335734207)  --> TIME: 2025-03-26 09:04:46 -- STEP: 26840/31555 -- GLOBAL_STEP: 1352150 | > loss_text_ce: 0.026340341195464134 (0.031345706174931154) | > loss_mel_ce: 2.7899622917175293 (nan) | > loss: 0.011175804771482944 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14509165341203795) | > loader_time: 0.0053 (0.006627168207694448)  --> TIME: 2025-03-26 09:04:56 -- STEP: 26890/31555 -- GLOBAL_STEP: 1352200 | > loss_text_ce: 0.03303973749279976 (0.03134613003808234) | > loss_mel_ce: 2.587130308151245 (nan) | > loss: 0.010397501289844513 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.1450983119835499) | > loader_time: 0.0056 (0.006627391837883632)  --> TIME: 2025-03-26 09:05:07 -- STEP: 26940/31555 -- GLOBAL_STEP: 1352250 | > loss_text_ce: 0.022586068138480186 (0.03134560119495473) | > loss_mel_ce: 2.3849151134490967 (nan) | > loss: 0.009553576819598675 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14510188539911348) | > loader_time: 0.0055 (0.006628345859077299)  --> TIME: 2025-03-26 09:05:17 -- STEP: 26990/31555 -- GLOBAL_STEP: 1352300 | > loss_text_ce: 0.030626017600297928 (0.03134493680412711) | > loss_mel_ce: 2.619569778442383 (nan) | > loss: 0.010516650974750519 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14510545333962602) | > loader_time: 0.0053 (0.0066303258208974085)  --> TIME: 2025-03-26 09:05:26 -- STEP: 27040/31555 -- GLOBAL_STEP: 1352350 | > loss_text_ce: 0.031456414610147476 (0.03134790751266741) | > loss_mel_ce: 2.0746467113494873 (nan) | > loss: 0.00835755281150341 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14509853383845778) | > loader_time: 0.0054 (0.006633350209018886)  --> TIME: 2025-03-26 09:05:37 -- STEP: 27090/31555 -- GLOBAL_STEP: 1352400 | > loss_text_ce: 0.0345192551612854 (0.0313487405100082) | > loss_mel_ce: 2.602597713470459 (nan) | > loss: 0.010464750230312347 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14511085171768115) | > loader_time: 0.0055 (0.006633942256602204)  --> TIME: 2025-03-26 09:05:47 -- STEP: 27140/31555 -- GLOBAL_STEP: 1352450 | > loss_text_ce: 0.025573723018169403 (0.03135109895139529) | > loss_mel_ce: 1.6009474992752075 (nan) | > loss: 0.006454449612647295 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.1451152084852366) | > loader_time: 0.0093 (0.006639727899583717)  --> TIME: 2025-03-26 09:05:56 -- STEP: 27190/31555 -- GLOBAL_STEP: 1352500 | > loss_text_ce: 0.03050776571035385 (0.03135079182420642) | > loss_mel_ce: 2.7053842544555664 (nan) | > loss: 0.01085671503096819 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14510811465152124) | > loader_time: 0.0336 (0.006644378088992847)  --> TIME: 2025-03-26 09:06:06 -- STEP: 27240/31555 -- GLOBAL_STEP: 1352550 | > loss_text_ce: 0.03543693572282791 (0.03134994595472238) | > loss_mel_ce: 1.8965911865234375 (nan) | > loss: 0.00766677875071764 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14510508901747257) | > loader_time: 0.0051 (0.00664689010460471)  --> TIME: 2025-03-26 09:06:16 -- STEP: 27290/31555 -- GLOBAL_STEP: 1352600 | > loss_text_ce: 0.04022781178355217 (0.03135033769187641) | > loss_mel_ce: 3.00216007232666 (nan) | > loss: 0.012072969228029251 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1450950960660422) | > loader_time: 0.0052 (0.006647489253484794)  --> TIME: 2025-03-26 09:06:26 -- STEP: 27340/31555 -- GLOBAL_STEP: 1352650 | > loss_text_ce: 0.03524842485785484 (0.03135211301763761) | > loss_mel_ce: 2.899486541748047 (nan) | > loss: 0.011645774357020855 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14509983031350282) | > loader_time: 0.0087 (0.006647853818180442)  --> TIME: 2025-03-26 09:06:36 -- STEP: 27390/31555 -- GLOBAL_STEP: 1352700 | > loss_text_ce: 0.030664095655083656 (0.03135201456732454) | > loss_mel_ce: 2.7228217124938965 (nan) | > loss: 0.010926531627774239 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14511000246582045) | > loader_time: 0.0056 (0.006648169803375654)  --> TIME: 2025-03-26 09:06:46 -- STEP: 27440/31555 -- GLOBAL_STEP: 1352750 | > loss_text_ce: 0.03482600301504135 (0.03135244267746231) | > loss_mel_ce: 2.8823421001434326 (nan) | > loss: 0.011576064862310886 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1451119027488777) | > loader_time: 0.0057 (0.006647421093793372)  --> TIME: 2025-03-26 09:06:56 -- STEP: 27490/31555 -- GLOBAL_STEP: 1352800 | > loss_text_ce: 0.03216511011123657 (0.03135379137567495) | > loss_mel_ce: 1.445528507232666 (nan) | > loss: 0.005863863509148359 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14511061311418566) | > loader_time: 0.0053 (0.006649265188700763)  --> TIME: 2025-03-26 09:07:06 -- STEP: 27540/31555 -- GLOBAL_STEP: 1352850 | > loss_text_ce: 0.03816617280244827 (0.03135416201666127) | > loss_mel_ce: 2.6700997352600098 (nan) | > loss: 0.010747088119387627 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1451206000455495) | > loader_time: 0.0055 (0.006649633499705106)  --> TIME: 2025-03-26 09:07:17 -- STEP: 27590/31555 -- GLOBAL_STEP: 1352900 | > loss_text_ce: 0.02874276041984558 (0.031354192203270244) | > loss_mel_ce: 3.0090980529785156 (nan) | > loss: 0.012054924853146076 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14513041348334604) | > loader_time: 0.0094 (0.006655139523859081)  --> TIME: 2025-03-26 09:07:26 -- STEP: 27640/31555 -- GLOBAL_STEP: 1352950 | > loss_text_ce: 0.033782269805669785 (0.03135547975806667) | > loss_mel_ce: 3.028406858444214 (nan) | > loss: 0.012151544913649559 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14512422498849273) | > loader_time: 0.0056 (0.006655463908412175)  --> TIME: 2025-03-26 09:07:37 -- STEP: 27690/31555 -- GLOBAL_STEP: 1353000 | > loss_text_ce: 0.026915423572063446 (0.031355704831072716) | > loss_mel_ce: 1.5137442350387573 (nan) | > loss: 0.006113728974014521 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14513154729000685) | > loader_time: 0.0055 (0.006654853319682639)  --> TIME: 2025-03-26 09:07:47 -- STEP: 27740/31555 -- GLOBAL_STEP: 1353050 | > loss_text_ce: 0.03567890450358391 (0.031355851516026434) | > loss_mel_ce: 3.0952374935150146 (nan) | > loss: 0.012424271553754807 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.1451290320387482) | > loader_time: 0.0057 (0.006656381580240018)  --> TIME: 2025-03-26 09:07:57 -- STEP: 27790/31555 -- GLOBAL_STEP: 1353100 | > loss_text_ce: 0.02580995298922062 (0.03135669226163283) | > loss_mel_ce: 2.153362989425659 (nan) | > loss: 0.008647512644529343 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1451359809066973) | > loader_time: 0.0056 (0.006660258345313961)  --> TIME: 2025-03-26 09:08:06 -- STEP: 27840/31555 -- GLOBAL_STEP: 1353150 | > loss_text_ce: 0.030818521976470947 (0.031356242400474514) | > loss_mel_ce: 2.404313564300537 (nan) | > loss: 0.009663223288953304 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1451313261584987) | > loader_time: 0.0093 (0.00665979577207017)  --> TIME: 2025-03-26 09:08:16 -- STEP: 27890/31555 -- GLOBAL_STEP: 1353200 | > loss_text_ce: 0.02622934989631176 (0.031355130549769586) | > loss_mel_ce: 2.9264042377471924 (nan) | > loss: 0.01171680074185133 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.145126701350193) | > loader_time: 0.0053 (0.00665920754409084)  --> TIME: 2025-03-26 09:08:26 -- STEP: 27940/31555 -- GLOBAL_STEP: 1353250 | > loss_text_ce: 0.03254742920398712 (0.03135489438325068) | > loss_mel_ce: 2.76426362991333 (nan) | > loss: 0.011098457500338554 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14513136095546678) | > loader_time: 0.009 (0.006662133581397697)  --> TIME: 2025-03-26 09:08:36 -- STEP: 27990/31555 -- GLOBAL_STEP: 1353300 | > loss_text_ce: 0.021477732807397842 (0.0313550608786948) | > loss_mel_ce: 1.9411673545837402 (nan) | > loss: 0.007788274437189102 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14512899622997225) | > loader_time: 0.0048 (0.0066626686673370485)  --> TIME: 2025-03-26 09:08:46 -- STEP: 28040/31555 -- GLOBAL_STEP: 1353350 | > loss_text_ce: 0.02902587316930294 (0.03135303971629954) | > loss_mel_ce: 2.869973659515381 (nan) | > loss: 0.011503966525197029 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14512490889485297) | > loader_time: 0.0048 (0.006658891196257716)  --> TIME: 2025-03-26 09:08:55 -- STEP: 28090/31555 -- GLOBAL_STEP: 1353400 | > loss_text_ce: 0.03112221322953701 (0.03135173580857544) | > loss_mel_ce: 2.6786484718322754 (nan) | > loss: 0.010753058828413486 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14511838352268538) | > loader_time: 0.0045 (0.006655092908208077)  --> TIME: 2025-03-26 09:09:05 -- STEP: 28140/31555 -- GLOBAL_STEP: 1353450 | > loss_text_ce: 0.028109312057495117 (0.031352377198331574) | > loss_mel_ce: 2.780344247817993 (nan) | > loss: 0.011144657619297504 (nan) | > current_lr: 5e-06 | > step_time: 0.1908 (0.1451157020099125) | > loader_time: 0.0047 (0.006651433097104611)  --> TIME: 2025-03-26 09:09:15 -- STEP: 28190/31555 -- GLOBAL_STEP: 1353500 | > loss_text_ce: 0.021872596815228462 (0.03134997181320776) | > loss_mel_ce: 2.9320130348205566 (nan) | > loss: 0.011721768416464329 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1451099713164128) | > loader_time: 0.0044 (0.006647477060313255)  --> TIME: 2025-03-26 09:09:24 -- STEP: 28240/31555 -- GLOBAL_STEP: 1353550 | > loss_text_ce: 0.028937432914972305 (0.03134941591837638) | > loss_mel_ce: 2.735489845275879 (nan) | > loss: 0.010969949886202812 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1450989925152179) | > loader_time: 0.0045 (0.006643553285017903)  --> TIME: 2025-03-26 09:09:34 -- STEP: 28290/31555 -- GLOBAL_STEP: 1353600 | > loss_text_ce: 0.027145765721797943 (0.0313483773269803) | > loss_mel_ce: 2.4691505432128906 (nan) | > loss: 0.009905938990414143 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14509065508547475) | > loader_time: 0.0044 (0.006639993776487939)  --> TIME: 2025-03-26 09:09:44 -- STEP: 28340/31555 -- GLOBAL_STEP: 1353650 | > loss_text_ce: 0.045673154294490814 (0.03134763773261864) | > loss_mel_ce: 2.855666399002075 (nan) | > loss: 0.01151325274258852 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14508806095210758) | > loader_time: 0.0047 (0.006636144665655486)  --> TIME: 2025-03-26 09:09:53 -- STEP: 28390/31555 -- GLOBAL_STEP: 1353700 | > loss_text_ce: 0.028292469680309296 (0.031347256322141914) | > loss_mel_ce: 1.9823112487792969 (nan) | > loss: 0.007978586480021477 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14508299763751029) | > loader_time: 0.0044 (0.006632398912376733)  --> TIME: 2025-03-26 09:10:03 -- STEP: 28440/31555 -- GLOBAL_STEP: 1353750 | > loss_text_ce: 0.03304677456617355 (0.03134895486916924) | > loss_mel_ce: 2.472823143005371 (nan) | > loss: 0.009943928569555283 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14507569351276742) | > loader_time: 0.0048 (0.00662876874753359)  --> TIME: 2025-03-26 09:10:13 -- STEP: 28490/31555 -- GLOBAL_STEP: 1353800 | > loss_text_ce: 0.045274145901203156 (0.03134782855127919) | > loss_mel_ce: 0.029022216796875 (nan) | > loss: 0.0002948268665932119 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14507010635805756) | > loader_time: 0.0045 (0.006625256349263)  --> TIME: 2025-03-26 09:10:22 -- STEP: 28540/31555 -- GLOBAL_STEP: 1353850 | > loss_text_ce: 0.03168522194027901 (0.031349251398225066) | > loss_mel_ce: 2.687319755554199 (nan) | > loss: 0.010789702646434307 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14505880231529802) | > loader_time: 0.0044 (0.006621573024808565)  --> TIME: 2025-03-26 09:10:32 -- STEP: 28590/31555 -- GLOBAL_STEP: 1353900 | > loss_text_ce: 0.03805381804704666 (0.031348230442453405) | > loss_mel_ce: 1.62884521484375 (nan) | > loss: 0.006614679470658302 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14505013109462642) | > loader_time: 0.0045 (0.00661804569313767)  --> TIME: 2025-03-26 09:10:42 -- STEP: 28640/31555 -- GLOBAL_STEP: 1353950 | > loss_text_ce: 0.030999992042779922 (0.03135063346968306) | > loss_mel_ce: 2.6844594478607178 (nan) | > loss: 0.010775633156299591 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14504506629605507) | > loader_time: 0.0045 (0.006614308900007321)  --> TIME: 2025-03-26 09:10:52 -- STEP: 28690/31555 -- GLOBAL_STEP: 1354000 | > loss_text_ce: 0.043983493000268936 (0.0313479049249431) | > loss_mel_ce: 3.0145111083984375 (nan) | > loss: 0.012136884033679962 (nan) | > current_lr: 5e-06 | > step_time: 0.1886 (0.14504671784883236) | > loader_time: 0.0047 (0.00661079390782768)  --> TIME: 2025-03-26 09:11:02 -- STEP: 28740/31555 -- GLOBAL_STEP: 1354050 | > loss_text_ce: 0.025045303627848625 (0.03134873489847295) | > loss_mel_ce: 2.062347412109375 (nan) | > loss: 0.00828330498188734 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14504905300332815) | > loader_time: 0.0046 (0.006607200390942492)  --> TIME: 2025-03-26 09:11:11 -- STEP: 28790/31555 -- GLOBAL_STEP: 1354100 | > loss_text_ce: 0.030605021864175797 (0.0313501868873816) | > loss_mel_ce: 2.9543468952178955 (nan) | > loss: 0.011845048516988754 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14504325734364046) | > loader_time: 0.0045 (0.0066037581587218685)  --> TIME: 2025-03-26 09:11:21 -- STEP: 28840/31555 -- GLOBAL_STEP: 1354150 | > loss_text_ce: 0.02977089025080204 (0.03135071485167683) | > loss_mel_ce: 2.711805820465088 (nan) | > loss: 0.010879273526370525 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1450367935239522) | > loader_time: 0.0043 (0.006600163846009315)  --> TIME: 2025-03-26 09:11:30 -- STEP: 28890/31555 -- GLOBAL_STEP: 1354200 | > loss_text_ce: 0.03161931782960892 (0.03135080908193986) | > loss_mel_ce: 2.8800015449523926 (nan) | > loss: 0.011554052121937275 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14502407182414187) | > loader_time: 0.0047 (0.006596537088596848)  --> TIME: 2025-03-26 09:11:40 -- STEP: 28940/31555 -- GLOBAL_STEP: 1354250 | > loss_text_ce: 0.03265480697154999 (0.031349544464491154) | > loss_mel_ce: 2.699918746948242 (nan) | > loss: 0.010843546129763126 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14502104055329504) | > loader_time: 0.0044 (0.006592938153597099)  --> TIME: 2025-03-26 09:11:50 -- STEP: 28990/31555 -- GLOBAL_STEP: 1354300 | > loss_text_ce: 0.04000328853726387 (0.031349977963803226) | > loss_mel_ce: 2.796893835067749 (nan) | > loss: 0.011257529258728027 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14501832339137757) | > loader_time: 0.0047 (0.006589388789781909)  --> TIME: 2025-03-26 09:11:59 -- STEP: 29040/31555 -- GLOBAL_STEP: 1354350 | > loss_text_ce: 0.025732822716236115 (0.031350328735994096) | > loss_mel_ce: 1.9987335205078125 (nan) | > loss: 0.00803359691053629 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14500572279136675) | > loader_time: 0.0044 (0.006585758062433603)  --> TIME: 2025-03-26 09:12:09 -- STEP: 29090/31555 -- GLOBAL_STEP: 1354400 | > loss_text_ce: 0.03376106917858124 (0.031351772873463926) | > loss_mel_ce: 2.6297571659088135 (nan) | > loss: 0.010569517500698566 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1450012117040323) | > loader_time: 0.0046 (0.006582162846564917)  --> TIME: 2025-03-26 09:12:19 -- STEP: 29140/31555 -- GLOBAL_STEP: 1354450 | > loss_text_ce: 0.03094414435327053 (0.03135390378369849) | > loss_mel_ce: 2.4563305377960205 (nan) | > loss: 0.009870138019323349 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14499456813749395) | > loader_time: 0.0076 (0.006578898159870153)  --> TIME: 2025-03-26 09:12:28 -- STEP: 29190/31555 -- GLOBAL_STEP: 1354500 | > loss_text_ce: 0.03763822093605995 (0.03135310600225507) | > loss_mel_ce: 2.9576923847198486 (nan) | > loss: 0.0118862334638834 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14499083353501935) | > loader_time: 0.0045 (0.006575443500441693)  --> TIME: 2025-03-26 09:12:38 -- STEP: 29240/31555 -- GLOBAL_STEP: 1354550 | > loss_text_ce: 0.036325566470623016 (0.031352569244447494) | > loss_mel_ce: 3.117257833480835 (nan) | > loss: 0.012514220550656319 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14498755608146371) | > loader_time: 0.0048 (0.006571876970100662)  --> TIME: 2025-03-26 09:12:48 -- STEP: 29290/31555 -- GLOBAL_STEP: 1354600 | > loss_text_ce: 0.022467782720923424 (0.03135334852200188) | > loss_mel_ce: 2.1110169887542725 (nan) | > loss: 0.008466210216283798 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.14498395265349326) | > loader_time: 0.0046 (0.006568368476745249)  --> TIME: 2025-03-26 09:12:57 -- STEP: 29340/31555 -- GLOBAL_STEP: 1354650 | > loss_text_ce: 0.02856922335922718 (0.03135250253645997) | > loss_mel_ce: 2.59519100189209 (nan) | > loss: 0.010411747731268406 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14497363078163503) | > loader_time: 0.0044 (0.006564806705441047)  --> TIME: 2025-03-26 09:13:07 -- STEP: 29390/31555 -- GLOBAL_STEP: 1354700 | > loss_text_ce: 0.035240232944488525 (0.03135057652312701) | > loss_mel_ce: 3.0989325046539307 (nan) | > loss: 0.012437193654477596 (nan) | > current_lr: 5e-06 | > step_time: 0.1723 (0.14496468344120858) | > loader_time: 0.0045 (0.006561248648852138)  --> TIME: 2025-03-26 09:13:17 -- STEP: 29440/31555 -- GLOBAL_STEP: 1354750 | > loss_text_ce: 0.02544267848134041 (0.03134860170684951) | > loss_mel_ce: 2.469917058944702 (nan) | > loss: 0.009902221150696278 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14495958244509) | > loader_time: 0.0042 (0.0065576848695459555)  --> TIME: 2025-03-26 09:13:26 -- STEP: 29490/31555 -- GLOBAL_STEP: 1354800 | > loss_text_ce: 0.034390196204185486 (0.03134753254863406) | > loss_mel_ce: 2.368065595626831 (nan) | > loss: 0.009533555246889591 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14495546199297954) | > loader_time: 0.0045 (0.00655432709518955)  --> TIME: 2025-03-26 09:13:36 -- STEP: 29540/31555 -- GLOBAL_STEP: 1354850 | > loss_text_ce: 0.039668500423431396 (0.031347979979208365) | > loss_mel_ce: 2.8135316371917725 (nan) | > loss: 0.011322223581373692 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14495338242685116) | > loader_time: 0.0044 (0.0065508316236326785)  --> TIME: 2025-03-26 09:13:46 -- STEP: 29590/31555 -- GLOBAL_STEP: 1354900 | > loss_text_ce: 0.027034560218453407 (0.031347322574904114) | > loss_mel_ce: 2.439093828201294 (nan) | > loss: 0.009786223992705345 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1449552789174368) | > loader_time: 0.0045 (0.006547406381269932)  --> TIME: 2025-03-26 09:13:56 -- STEP: 29640/31555 -- GLOBAL_STEP: 1354950 | > loss_text_ce: 0.033400893211364746 (0.03134672534758851) | > loss_mel_ce: 2.4915459156036377 (nan) | > loss: 0.010019630193710327 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14494943435375482) | > loader_time: 0.0045 (0.006543898244618402)  --> TIME: 2025-03-26 09:14:05 -- STEP: 29690/31555 -- GLOBAL_STEP: 1355000 | > loss_text_ce: 0.03040509670972824 (0.03134651820574633) | > loss_mel_ce: 2.7903635501861572 (nan) | > loss: 0.011193526908755302 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14493767212199274) | > loader_time: 0.0044 (0.006540382121218779)  --> TIME: 2025-03-26 09:14:15 -- STEP: 29740/31555 -- GLOBAL_STEP: 1355050 | > loss_text_ce: 0.0356617197394371 (0.03134632565196324) | > loss_mel_ce: 2.580613136291504 (nan) | > loss: 0.010382043197751045 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1449321813285148) | > loader_time: 0.0046 (0.006536878798740695)  --> TIME: 2025-03-26 09:14:25 -- STEP: 29790/31555 -- GLOBAL_STEP: 1355100 | > loss_text_ce: 0.034424662590026855 (0.03134919011489537) | > loss_mel_ce: 1.5778378248214722 (nan) | > loss: 0.006397867575287819 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14492419964917413) | > loader_time: 0.0042 (0.006533548903169146)  --> TIME: 2025-03-26 09:14:34 -- STEP: 29840/31555 -- GLOBAL_STEP: 1355150 | > loss_text_ce: 0.03405052423477173 (0.03134887630148598) | > loss_mel_ce: 2.8006484508514404 (nan) | > loss: 0.011248805560171604 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14491953908118718) | > loader_time: 0.0046 (0.00653022973531053)  --> TIME: 2025-03-26 09:14:44 -- STEP: 29890/31555 -- GLOBAL_STEP: 1355200 | > loss_text_ce: 0.03908068686723709 (0.03134905043858518) | > loss_mel_ce: 2.6748828887939453 (nan) | > loss: 0.010769696906208992 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1449149503800411) | > loader_time: 0.0046 (0.00652695408869284)  --> TIME: 2025-03-26 09:14:54 -- STEP: 29940/31555 -- GLOBAL_STEP: 1355250 | > loss_text_ce: 0.03770321607589722 (0.03135132540350791) | > loss_mel_ce: 3.197432518005371 (nan) | > loss: 0.012837841175496578 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.14490881972736547) | > loader_time: 0.0048 (0.006523589078155291)  --> TIME: 2025-03-26 09:15:03 -- STEP: 29990/31555 -- GLOBAL_STEP: 1355300 | > loss_text_ce: 0.029363788664340973 (0.031350730088883456) | > loss_mel_ce: 2.6001763343811035 (nan) | > loss: 0.010434684343636036 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14489752339219658) | > loader_time: 0.0045 (0.006520228594213613)  --> TIME: 2025-03-26 09:15:13 -- STEP: 30040/31555 -- GLOBAL_STEP: 1355350 | > loss_text_ce: 0.028135567903518677 (0.03135091809694743) | > loss_mel_ce: 2.642298460006714 (nan) | > loss: 0.01059696078300476 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14488940286572835) | > loader_time: 0.0044 (0.006516858066287083)  --> TIME: 2025-03-26 09:15:22 -- STEP: 30090/31555 -- GLOBAL_STEP: 1355400 | > loss_text_ce: 0.03202974796295166 (0.03134892360750152) | > loss_mel_ce: 2.1338114738464355 (nan) | > loss: 0.008594607934355736 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14488272428433313) | > loader_time: 0.0044 (0.006513826234588672)  --> TIME: 2025-03-26 09:15:32 -- STEP: 30140/31555 -- GLOBAL_STEP: 1355450 | > loss_text_ce: 0.03862781077623367 (0.031349577546902936) | > loss_mel_ce: 2.822983741760254 (nan) | > loss: 0.01135560218244791 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.1448825197023669) | > loader_time: 0.0043 (0.00651046316910043)  --> TIME: 2025-03-26 09:15:42 -- STEP: 30190/31555 -- GLOBAL_STEP: 1355500 | > loss_text_ce: 0.03668283298611641 (0.03134931690433142) | > loss_mel_ce: 2.574824094772339 (nan) | > loss: 0.010363123379647732 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14487987389111187) | > loader_time: 0.0044 (0.0065072537100287434)  --> TIME: 2025-03-26 09:15:52 -- STEP: 30240/31555 -- GLOBAL_STEP: 1355550 | > loss_text_ce: 0.03268909454345703 (0.031347751305573684) | > loss_mel_ce: 2.524759292602539 (nan) | > loss: 0.010148605331778526 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14487780473692682) | > loader_time: 0.0046 (0.00650416991067311)  --> TIME: 2025-03-26 09:16:02 -- STEP: 30290/31555 -- GLOBAL_STEP: 1355600 | > loss_text_ce: 0.02703976072371006 (0.03134640001074747) | > loss_mel_ce: 1.3303581476211548 (nan) | > loss: 0.0053865001536905766 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14487960647143455) | > loader_time: 0.0045 (0.006500969833570487)  --> TIME: 2025-03-26 09:16:11 -- STEP: 30340/31555 -- GLOBAL_STEP: 1355650 | > loss_text_ce: 0.02954004518687725 (0.03134584984485444) | > loss_mel_ce: 2.762646436691284 (nan) | > loss: 0.011080105789005756 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.144869519285882) | > loader_time: 0.0047 (0.006497761231939808)  --> TIME: 2025-03-26 09:16:21 -- STEP: 30390/31555 -- GLOBAL_STEP: 1355700 | > loss_text_ce: 0.03460374474525452 (0.03134546256500007) | > loss_mel_ce: 2.3828558921813965 (nan) | > loss: 0.009593094699084759 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14487763558927802) | > loader_time: 0.0046 (0.006494738781832674)  --> TIME: 2025-03-26 09:16:31 -- STEP: 30440/31555 -- GLOBAL_STEP: 1355750 | > loss_text_ce: 0.03758180886507034 (0.03134533544621692) | > loss_mel_ce: 2.9140026569366455 (nan) | > loss: 0.011712637729942799 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.1448664116483478) | > loader_time: 0.0046 (0.006491603699369591)  --> TIME: 2025-03-26 09:16:41 -- STEP: 30490/31555 -- GLOBAL_STEP: 1355800 | > loss_text_ce: 0.034035589545965195 (0.031346977962667416) | > loss_mel_ce: 2.356914758682251 (nan) | > loss: 0.009487899020314217 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.1448615188479773) | > loader_time: 0.0045 (0.006488582054956421)  --> TIME: 2025-03-26 09:16:50 -- STEP: 30540/31555 -- GLOBAL_STEP: 1355850 | > loss_text_ce: 0.03646041825413704 (0.03134449232283011) | > loss_mel_ce: 2.7444746494293213 (nan) | > loss: 0.011035457253456116 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14484857373871496) | > loader_time: 0.0047 (0.006485396549447188)  --> TIME: 2025-03-26 09:16:59 -- STEP: 30590/31555 -- GLOBAL_STEP: 1355900 | > loss_text_ce: 0.02511673793196678 (0.03134348364836081) | > loss_mel_ce: 2.779698371887207 (nan) | > loss: 0.01113021932542324 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1448388730439143) | > loader_time: 0.0047 (0.006482308563277314)  --> TIME: 2025-03-26 09:17:09 -- STEP: 30640/31555 -- GLOBAL_STEP: 1355950 | > loss_text_ce: 0.037728264927864075 (0.03134301821251327) | > loss_mel_ce: 2.4849233627319336 (nan) | > loss: 0.010010522790253162 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14483055733046993) | > loader_time: 0.0046 (0.006479209684827619)  --> TIME: 2025-03-26 09:17:19 -- STEP: 30690/31555 -- GLOBAL_STEP: 1356000 | > loss_text_ce: 0.02874665893614292 (0.03134457205582105) | > loss_mel_ce: 3.0791666507720947 (nan) | > loss: 0.01233298983424902 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14482907785892307) | > loader_time: 0.0045 (0.006476093325175224)  --> TIME: 2025-03-26 09:17:28 -- STEP: 30740/31555 -- GLOBAL_STEP: 1356050 | > loss_text_ce: 0.032955534756183624 (0.03134589378110583) | > loss_mel_ce: 2.434443235397339 (nan) | > loss: 0.009791266173124313 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.14482050834728954) | > loader_time: 0.0047 (0.006473130224273819)  --> TIME: 2025-03-26 09:17:38 -- STEP: 30790/31555 -- GLOBAL_STEP: 1356100 | > loss_text_ce: 0.02932088077068329 (0.03134572043350659) | > loss_mel_ce: 1.2961856126785278 (nan) | > loss: 0.005259946454316378 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14482095679821747) | > loader_time: 0.0044 (0.006469962549658708)  --> TIME: 2025-03-26 09:17:48 -- STEP: 30840/31555 -- GLOBAL_STEP: 1356150 | > loss_text_ce: 0.034563370048999786 (0.03134695017944633) | > loss_mel_ce: 2.3028504848480225 (nan) | > loss: 0.009275452233850956 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14480747671751945) | > loader_time: 0.0045 (0.006466786909350778)  --> TIME: 2025-03-26 09:17:57 -- STEP: 30890/31555 -- GLOBAL_STEP: 1356200 | > loss_text_ce: 0.036743856966495514 (0.031346029323347804) | > loss_mel_ce: 2.68605899810791 (nan) | > loss: 0.01080477423965931 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14479679496360057) | > loader_time: 0.0046 (0.0064636008335803834)  --> TIME: 2025-03-26 09:18:07 -- STEP: 30940/31555 -- GLOBAL_STEP: 1356250 | > loss_text_ce: 0.028759250417351723 (0.031346336448879054) | > loss_mel_ce: 2.556685209274292 (nan) | > loss: 0.010259700939059258 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.1447973705293595) | > loader_time: 0.0047 (0.006460584874452122)  --> TIME: 2025-03-26 09:18:17 -- STEP: 30990/31555 -- GLOBAL_STEP: 1356300 | > loss_text_ce: 0.03924006223678589 (0.031346200657368005) | > loss_mel_ce: 2.5546250343322754 (nan) | > loss: 0.010293115861713886 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.1447887276018306) | > loader_time: 0.0043 (0.006457411608183601)  --> TIME: 2025-03-26 09:18:26 -- STEP: 31040/31555 -- GLOBAL_STEP: 1356350 | > loss_text_ce: 0.030677327886223793 (0.03134559590078991) | > loss_mel_ce: 2.2232954502105713 (nan) | > loss: 0.008944337256252766 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14477943125152073) | > loader_time: 0.0043 (0.006454152176060626)  --> TIME: 2025-03-26 09:18:36 -- STEP: 31090/31555 -- GLOBAL_STEP: 1356400 | > loss_text_ce: 0.03365769237279892 (0.0313460366611703) | > loss_mel_ce: 2.7067604064941406 (nan) | > loss: 0.010874675586819649 (nan) | > current_lr: 5e-06 | > step_time: 0.1063 (0.14477023625918292) | > loader_time: 0.0045 (0.0064510009111641824)  --> TIME: 2025-03-26 09:18:45 -- STEP: 31140/31555 -- GLOBAL_STEP: 1356450 | > loss_text_ce: 0.03722577914595604 (0.031347586566075905) | > loss_mel_ce: 2.5716207027435303 (nan) | > loss: 0.01035256590694189 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14475534437708748) | > loader_time: 0.0044 (0.0064479511903506774)  --> TIME: 2025-03-26 09:18:55 -- STEP: 31190/31555 -- GLOBAL_STEP: 1356500 | > loss_text_ce: 0.025924596935510635 (0.0313479162337575) | > loss_mel_ce: 3.6353096961975098 (nan) | > loss: 0.014528708532452583 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14475125236058678) | > loader_time: 0.0044 (0.006445020832821281)  --> TIME: 2025-03-26 09:19:04 -- STEP: 31240/31555 -- GLOBAL_STEP: 1356550 | > loss_text_ce: 0.03183530271053314 (0.03134639874326028) | > loss_mel_ce: 2.525235652923584 (nan) | > loss: 0.010147107765078545 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14474653316978892) | > loader_time: 0.0046 (0.00644193280979552)  --> TIME: 2025-03-26 09:19:14 -- STEP: 31290/31555 -- GLOBAL_STEP: 1356600 | > loss_text_ce: 0.029424557462334633 (0.03134725076483022) | > loss_mel_ce: 2.7633421421051025 (nan) | > loss: 0.01108240894973278 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.1447385346558039) | > loader_time: 0.0043 (0.006438892990226902)  --> TIME: 2025-03-26 09:19:24 -- STEP: 31340/31555 -- GLOBAL_STEP: 1356650 | > loss_text_ce: 0.018507560715079308 (0.03135068606509154) | > loss_mel_ce: 1.5846099853515625 (nan) | > loss: 0.0063615781255066395 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1447384368255019) | > loader_time: 0.0043 (0.006435798655365709)  --> TIME: 2025-03-26 09:19:33 -- STEP: 31390/31555 -- GLOBAL_STEP: 1356700 | > loss_text_ce: 0.03560921549797058 (0.031351525346235184) | > loss_mel_ce: 2.754401206970215 (nan) | > loss: 0.011071470566093922 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14473407570819766) | > loader_time: 0.0044 (0.006433015714294782)  --> TIME: 2025-03-26 09:19:43 -- STEP: 31440/31555 -- GLOBAL_STEP: 1356750 | > loss_text_ce: 0.02754540927708149 (0.03135437695451669) | > loss_mel_ce: 2.478719472885132 (nan) | > loss: 0.00994549598544836 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1447278015713653) | > loader_time: 0.0044 (0.006429890495826875)  --> TIME: 2025-03-26 09:19:52 -- STEP: 31490/31555 -- GLOBAL_STEP: 1356800 | > loss_text_ce: 0.022955309599637985 (0.03135438874173399) | > loss_mel_ce: 2.2269036769866943 (nan) | > loss: 0.008928013034164906 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1447161581070317) | > loader_time: 0.0044 (0.006426837922051126)  --> TIME: 2025-03-26 09:20:02 -- STEP: 31540/31555 -- GLOBAL_STEP: 1356850 | > loss_text_ce: 0.03154846653342247 (0.031356029452834805) | > loss_mel_ce: 2.351966142654419 (nan) | > loss: 0.009458391927182674 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1447067361053363) | > loader_time: 0.0044 (0.006423968639869664)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.0216442330678304 (-0.0009534660975138373) | > avg_loss_text_ce: 0.02917896640797456 (-0.00014328797658284473) | > avg_loss_mel_ce: 2.483845303853354 (-0.008420707384743764) | > avg_loss: 2.5130242713292446 (-0.008564000924426551) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1356865.pth  > EPOCH: 44/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 09:20:26)   --> TIME: 2025-03-26 09:20:34 -- STEP: 35/31555 -- GLOBAL_STEP: 1356900 | > loss_text_ce: 0.04772856459021568 (0.03271032337631498) | > loss_mel_ce: 2.5087153911590576 (2.2938758458409985) | > loss: 0.010144619271159172 (0.00923248534922355) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14034736497061592) | > loader_time: 0.0048 (0.004868888854980468)  --> TIME: 2025-03-26 09:20:43 -- STEP: 85/31555 -- GLOBAL_STEP: 1356950 | > loss_text_ce: 0.02279338799417019 (0.03133095568593811) | > loss_mel_ce: 3.223130702972412 (nan) | > loss: 0.012880651280283928 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.13761120403514188) | > loader_time: 0.0047 (0.004821283677045036)  --> TIME: 2025-03-26 09:20:53 -- STEP: 135/31555 -- GLOBAL_STEP: 1357000 | > loss_text_ce: 0.023132652044296265 (0.031136666169321096) | > loss_mel_ce: 2.105260133743286 (nan) | > loss: 0.008446003310382366 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1386838436126709) | > loader_time: 0.0048 (0.004851894025449399)  --> TIME: 2025-03-26 09:21:02 -- STEP: 185/31555 -- GLOBAL_STEP: 1357050 | > loss_text_ce: 0.02981013059616089 (0.031568074900958996) | > loss_mel_ce: 2.7876882553100586 (nan) | > loss: 0.01118054986000061 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.13888085339520428) | > loader_time: 0.0047 (0.004836444596986514)  --> TIME: 2025-03-26 09:21:12 -- STEP: 235/31555 -- GLOBAL_STEP: 1357100 | > loss_text_ce: 0.03446638584136963 (0.0315573558132065) | > loss_mel_ce: 2.4914846420288086 (nan) | > loss: 0.010023615323007107 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.13898624866566758) | > loader_time: 0.0049 (0.004825422611642391)  --> TIME: 2025-03-26 09:21:21 -- STEP: 285/31555 -- GLOBAL_STEP: 1357150 | > loss_text_ce: 0.030123066157102585 (0.03143732901989367) | > loss_mel_ce: 2.823885679244995 (nan) | > loss: 0.011325431987643242 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1376952196422376) | > loader_time: 0.0048 (0.004808522107308371)  --> TIME: 2025-03-26 09:21:31 -- STEP: 335/31555 -- GLOBAL_STEP: 1357200 | > loss_text_ce: 0.035065192729234695 (0.03127073654487952) | > loss_mel_ce: 2.5975122451782227 (nan) | > loss: 0.010446736589074135 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.13825706225722578) | > loader_time: 0.0047 (0.004793366389488104)  --> TIME: 2025-03-26 09:21:41 -- STEP: 385/31555 -- GLOBAL_STEP: 1357250 | > loss_text_ce: 0.034208592027425766 (0.031238747586484084) | > loss_mel_ce: 2.4494099617004395 (nan) | > loss: 0.009855629876255989 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.13934941167955264) | > loader_time: 0.0045 (0.0047863724943879365)  --> TIME: 2025-03-26 09:21:51 -- STEP: 435/31555 -- GLOBAL_STEP: 1357300 | > loss_text_ce: 0.019517000764608383 (0.031102817255104415) | > loss_mel_ce: 2.7144722938537598 (nan) | > loss: 0.010849163867533207 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14014164990392214) | > loader_time: 0.0045 (0.00479075552403242)  --> TIME: 2025-03-26 09:22:00 -- STEP: 485/31555 -- GLOBAL_STEP: 1357350 | > loss_text_ce: 0.030712690204381943 (0.03126133067975032) | > loss_mel_ce: 2.307587146759033 (nan) | > loss: 0.00927896797657013 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.1402299502461226) | > loader_time: 0.0048 (0.004775486287382462)  --> TIME: 2025-03-26 09:22:10 -- STEP: 535/31555 -- GLOBAL_STEP: 1357400 | > loss_text_ce: 0.02571454457938671 (0.031219303567902493) | > loss_mel_ce: 2.779776096343994 (nan) | > loss: 0.011132900603115559 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14054890659367916) | > loader_time: 0.0045 (0.00476373467489938)  --> TIME: 2025-03-26 09:22:20 -- STEP: 585/31555 -- GLOBAL_STEP: 1357450 | > loss_text_ce: 0.03528540953993797 (0.03110342252617462) | > loss_mel_ce: 0.062744140625 (nan) | > loss: 0.00038900619256310165 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14082069519238583) | > loader_time: 0.0046 (0.004754861195882163)  --> TIME: 2025-03-26 09:22:29 -- STEP: 635/31555 -- GLOBAL_STEP: 1357500 | > loss_text_ce: 0.025645004585385323 (0.031056356842182272) | > loss_mel_ce: 2.0287322998046875 (nan) | > loss: 0.008152291178703308 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1405119835861085) | > loader_time: 0.0045 (0.004745252864567315)  --> TIME: 2025-03-26 09:22:39 -- STEP: 685/31555 -- GLOBAL_STEP: 1357550 | > loss_text_ce: 0.02790379524230957 (0.031180035536360992) | > loss_mel_ce: 2.228806495666504 (nan) | > loss: 0.00895520020276308 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14056989050259558) | > loader_time: 0.0045 (0.004737770470389487)  --> TIME: 2025-03-26 09:22:48 -- STEP: 735/31555 -- GLOBAL_STEP: 1357600 | > loss_text_ce: 0.03749736398458481 (0.031258970867766404) | > loss_mel_ce: 2.881603479385376 (nan) | > loss: 0.011583734303712845 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14031429031268275) | > loader_time: 0.0045 (0.00473506239806714)  --> TIME: 2025-03-26 09:22:58 -- STEP: 785/31555 -- GLOBAL_STEP: 1357650 | > loss_text_ce: 0.04115959629416466 (0.031263026366140804) | > loss_mel_ce: 2.9903111457824707 (nan) | > loss: 0.012029646895825863 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14029651720812372) | > loader_time: 0.0047 (0.004729151877628011)  --> TIME: 2025-03-26 09:23:08 -- STEP: 835/31555 -- GLOBAL_STEP: 1357700 | > loss_text_ce: 0.03145762160420418 (0.031180204120938637) | > loss_mel_ce: 2.7520387172698975 (nan) | > loss: 0.011045620776712894 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14030026504379556) | > loader_time: 0.005 (0.004727450958982916)  --> TIME: 2025-03-26 09:23:17 -- STEP: 885/31555 -- GLOBAL_STEP: 1357750 | > loss_text_ce: 0.029973842203617096 (0.03109223959115096) | > loss_mel_ce: 2.0601603984832764 (nan) | > loss: 0.008294183760881424 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14001961131553872) | > loader_time: 0.0045 (0.004731042236931584)  --> TIME: 2025-03-26 09:23:27 -- STEP: 935/31555 -- GLOBAL_STEP: 1357800 | > loss_text_ce: 0.028459705412387848 (0.03111525073468206) | > loss_mel_ce: 1.071366786956787 (nan) | > loss: 0.004364390857517719 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14039932546768602) | > loader_time: 0.0044 (0.004728509015578004)  --> TIME: 2025-03-26 09:23:37 -- STEP: 985/31555 -- GLOBAL_STEP: 1357850 | > loss_text_ce: 0.03988844156265259 (0.03119062872858821) | > loss_mel_ce: 2.875760078430176 (nan) | > loss: 0.011570034548640251 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14054215353757601) | > loader_time: 0.0044 (0.004720430083686329)  --> TIME: 2025-03-26 09:23:47 -- STEP: 1035/31555 -- GLOBAL_STEP: 1357900 | > loss_text_ce: 0.029325686395168304 (0.031175692899575544) | > loss_mel_ce: 2.6044139862060547 (nan) | > loss: 0.01045134849846363 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14075913889972488) | > loader_time: 0.0051 (0.004716199377308725)  --> TIME: 2025-03-26 09:23:56 -- STEP: 1085/31555 -- GLOBAL_STEP: 1357950 | > loss_text_ce: 0.030084246769547462 (0.03124860235348274) | > loss_mel_ce: 2.740745782852173 (nan) | > loss: 0.010995357297360897 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14078702531102624) | > loader_time: 0.0045 (0.004710857989051927)  --> TIME: 2025-03-26 09:24:06 -- STEP: 1135/31555 -- GLOBAL_STEP: 1358000 | > loss_text_ce: 0.03087454102933407 (0.03128767074270393) | > loss_mel_ce: 2.682612419128418 (nan) | > loss: 0.010767805390059948 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14068025975500448) | > loader_time: 0.0045 (0.004707358482125574)  --> TIME: 2025-03-26 09:24:16 -- STEP: 1185/31555 -- GLOBAL_STEP: 1358050 | > loss_text_ce: 0.03346094489097595 (0.031303837373538354) | > loss_mel_ce: 2.1070556640625 (nan) | > loss: 0.008494113571941853 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14073778768129) | > loader_time: 0.0046 (0.004709703711014765)  --> TIME: 2025-03-26 09:24:25 -- STEP: 1235/31555 -- GLOBAL_STEP: 1358100 | > loss_text_ce: 0.034098826348781586 (0.031314106522361745) | > loss_mel_ce: 2.3922524452209473 (nan) | > loss: 0.00962837878614664 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14069982714015958) | > loader_time: 0.0046 (0.004707322912177582)  --> TIME: 2025-03-26 09:24:35 -- STEP: 1285/31555 -- GLOBAL_STEP: 1358150 | > loss_text_ce: 0.020935077220201492 (0.0312987272145683) | > loss_mel_ce: 2.9933667182922363 (nan) | > loss: 0.011961515992879868 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14069866688798857) | > loader_time: 0.0047 (0.00470272706176521)  --> TIME: 2025-03-26 09:24:45 -- STEP: 1335/31555 -- GLOBAL_STEP: 1358200 | > loss_text_ce: 0.0352599173784256 (0.03131975040174604) | > loss_mel_ce: 2.3455333709716797 (nan) | > loss: 0.009447593241930008 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14085594527283865) | > loader_time: 0.0044 (0.004698257589161625)  --> TIME: 2025-03-26 09:24:54 -- STEP: 1385/31555 -- GLOBAL_STEP: 1358250 | > loss_text_ce: 0.02787012793123722 (0.03131190573776465) | > loss_mel_ce: 2.2202627658843994 (nan) | > loss: 0.008921163156628609 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14086422248867894) | > loader_time: 0.0044 (0.0046944816189982905)  --> TIME: 2025-03-26 09:25:04 -- STEP: 1435/31555 -- GLOBAL_STEP: 1358300 | > loss_text_ce: 0.038085244596004486 (0.031283513505907495) | > loss_mel_ce: 2.894526958465576 (nan) | > loss: 0.011637350544333458 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14096949839841222) | > loader_time: 0.0047 (0.0046951232471532595)  --> TIME: 2025-03-26 09:25:14 -- STEP: 1485/31555 -- GLOBAL_STEP: 1358350 | > loss_text_ce: 0.031849559396505356 (0.03125530768825556) | > loss_mel_ce: 1.7710707187652588 (nan) | > loss: 0.007154445629566908 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14094505518775224) | > loader_time: 0.0045 (0.0046905867579810235)  --> TIME: 2025-03-26 09:25:23 -- STEP: 1535/31555 -- GLOBAL_STEP: 1358400 | > loss_text_ce: 0.03187400847673416 (0.03126179886563213) | > loss_mel_ce: 1.076074242591858 (nan) | > loss: 0.00439662067219615 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14078047159052062) | > loader_time: 0.0043 (0.004684409101156932)  --> TIME: 2025-03-26 09:25:32 -- STEP: 1585/31555 -- GLOBAL_STEP: 1358450 | > loss_text_ce: 0.022354885935783386 (0.03123915506767748) | > loss_mel_ce: 3.0620310306549072 (nan) | > loss: 0.012239627540111542 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1406336006682003) | > loader_time: 0.0045 (0.004679436187262801)  --> TIME: 2025-03-26 09:25:42 -- STEP: 1635/31555 -- GLOBAL_STEP: 1358500 | > loss_text_ce: 0.03552960976958275 (0.031210874351430835) | > loss_mel_ce: 2.7360281944274902 (nan) | > loss: 0.010998246259987354 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14046376473313094) | > loader_time: 0.0046 (0.004674814819195958)  --> TIME: 2025-03-26 09:25:51 -- STEP: 1685/31555 -- GLOBAL_STEP: 1358550 | > loss_text_ce: 0.02846381813287735 (0.03121621577450545) | > loss_mel_ce: 2.970703125 (nan) | > loss: 0.011901456862688065 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14039672347841367) | > loader_time: 0.0044 (0.004670297781154744)  --> TIME: 2025-03-26 09:26:01 -- STEP: 1735/31555 -- GLOBAL_STEP: 1358600 | > loss_text_ce: 0.043759386986494064 (0.031221990768263683) | > loss_mel_ce: 2.052720069885254 (nan) | > loss: 0.008319362998008728 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14040313110571462) | > loader_time: 0.0044 (0.004665730253763783)  --> TIME: 2025-03-26 09:26:10 -- STEP: 1785/31555 -- GLOBAL_STEP: 1358650 | > loss_text_ce: 0.026499152183532715 (0.03120067948553751) | > loss_mel_ce: 2.985074758529663 (nan) | > loss: 0.011950690299272537 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.1404098417244708) | > loader_time: 0.0048 (0.004661125028166791)  --> TIME: 2025-03-26 09:26:20 -- STEP: 1835/31555 -- GLOBAL_STEP: 1358700 | > loss_text_ce: 0.027030207216739655 (0.03119884237890681) | > loss_mel_ce: 2.935866355895996 (nan) | > loss: 0.01175752654671669 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1404168383626915) | > loader_time: 0.0044 (0.004657201740982104)  --> TIME: 2025-03-26 09:26:30 -- STEP: 1885/31555 -- GLOBAL_STEP: 1358750 | > loss_text_ce: 0.032518673688173294 (0.031206199536668294) | > loss_mel_ce: 2.347844123840332 (nan) | > loss: 0.009445884265005589 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.1403738990702746) | > loader_time: 0.0046 (0.0046522213862492555)  --> TIME: 2025-03-26 09:26:39 -- STEP: 1935/31555 -- GLOBAL_STEP: 1358800 | > loss_text_ce: 0.029176494106650352 (0.03120162616885764) | > loss_mel_ce: 2.8616342544555664 (nan) | > loss: 0.01147147174924612 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1404369831085208) | > loader_time: 0.0043 (0.004648696544558509)  --> TIME: 2025-03-26 09:26:49 -- STEP: 1985/31555 -- GLOBAL_STEP: 1358850 | > loss_text_ce: 0.03563468158245087 (0.03117049030293378) | > loss_mel_ce: 1.7815778255462646 (nan) | > loss: 0.007211160846054554 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.1405334061879658) | > loader_time: 0.0043 (0.004646398558724744)  --> TIME: 2025-03-26 09:26:59 -- STEP: 2035/31555 -- GLOBAL_STEP: 1358900 | > loss_text_ce: 0.02834702469408512 (0.031210435940186212) | > loss_mel_ce: 2.2613086700439453 (nan) | > loss: 0.009085935540497303 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1405168550899049) | > loader_time: 0.0046 (0.004644764729155376)  --> TIME: 2025-03-26 09:27:08 -- STEP: 2085/31555 -- GLOBAL_STEP: 1358950 | > loss_text_ce: 0.04116646200418472 (0.031194905852296017) | > loss_mel_ce: 2.2674005031585693 (nan) | > loss: 0.009160980582237244 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.1405189740572047) | > loader_time: 0.0046 (0.004643346365693097)  --> TIME: 2025-03-26 09:27:18 -- STEP: 2135/31555 -- GLOBAL_STEP: 1359000 | > loss_text_ce: 0.03115648590028286 (0.031200281243588177) | > loss_mel_ce: 2.947925567626953 (nan) | > loss: 0.011821755208075047 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14053396642626897) | > loader_time: 0.0045 (0.0046422415650700585)  --> TIME: 2025-03-26 09:27:28 -- STEP: 2185/31555 -- GLOBAL_STEP: 1359050 | > loss_text_ce: 0.032867658883333206 (0.03119584194787314) | > loss_mel_ce: 2.7973825931549072 (nan) | > loss: 0.011231152340769768 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14048435016955094) | > loader_time: 0.0044 (0.004641540754305148)  --> TIME: 2025-03-26 09:27:37 -- STEP: 2235/31555 -- GLOBAL_STEP: 1359100 | > loss_text_ce: 0.031076109036803246 (0.031184174364195245) | > loss_mel_ce: 2.9207940101623535 (nan) | > loss: 0.011713771149516106 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1404798876785862) | > loader_time: 0.0045 (0.004639891276690253)  --> TIME: 2025-03-26 09:27:47 -- STEP: 2285/31555 -- GLOBAL_STEP: 1359150 | > loss_text_ce: 0.038254883140325546 (0.031201630360008788) | > loss_mel_ce: 0.1201171875 (nan) | > loss: 0.0006284606643021107 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14055900365049037) | > loader_time: 0.0045 (0.004638152049459049)  --> TIME: 2025-03-26 09:27:57 -- STEP: 2335/31555 -- GLOBAL_STEP: 1359200 | > loss_text_ce: 0.03588134050369263 (0.031223038767067668) | > loss_mel_ce: 2.15752911567688 (nan) | > loss: 0.008704010397195816 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14056245213657714) | > loader_time: 0.0045 (0.004637025612579936)  --> TIME: 2025-03-26 09:28:06 -- STEP: 2385/31555 -- GLOBAL_STEP: 1359250 | > loss_text_ce: 0.03303654491901398 (0.031223602636289736) | > loss_mel_ce: 2.849019765853882 (nan) | > loss: 0.011436731554567814 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14060465204890712) | > loader_time: 0.0046 (0.004634454315313507)  --> TIME: 2025-03-26 09:28:16 -- STEP: 2435/31555 -- GLOBAL_STEP: 1359300 | > loss_text_ce: 0.022766444832086563 (0.031246109795230802) | > loss_mel_ce: 2.229090452194214 (nan) | > loss: 0.008935940451920033 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14049606391781455) | > loader_time: 0.0045 (0.004631126587885365)  --> TIME: 2025-03-26 09:28:25 -- STEP: 2485/31555 -- GLOBAL_STEP: 1359350 | > loss_text_ce: 0.036085449159145355 (0.031230814538716255) | > loss_mel_ce: 2.8949100971221924 (nan) | > loss: 0.011630934663116932 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14040776383229234) | > loader_time: 0.0044 (0.0046297271007023615)  --> TIME: 2025-03-26 09:28:34 -- STEP: 2535/31555 -- GLOBAL_STEP: 1359400 | > loss_text_ce: 0.0362417995929718 (0.031246434411133246) | > loss_mel_ce: 0.08447265625 (nan) | > loss: 0.00047902564983814955 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.140309167989848) | > loader_time: 0.0044 (0.004627021341869347)  --> TIME: 2025-03-26 09:28:44 -- STEP: 2585/31555 -- GLOBAL_STEP: 1359450 | > loss_text_ce: 0.03149915859103203 (0.031243627926612214) | > loss_mel_ce: 2.387706756591797 (nan) | > loss: 0.009600023739039898 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.1404148593400853) | > loader_time: 0.0042 (0.0046248459032010815)  --> TIME: 2025-03-26 09:28:54 -- STEP: 2635/31555 -- GLOBAL_STEP: 1359500 | > loss_text_ce: 0.031030504032969475 (0.031227229899979572) | > loss_mel_ce: 2.661501169204712 (nan) | > loss: 0.010684649460017681 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14048159226520737) | > loader_time: 0.0048 (0.00462220443493954)  --> TIME: 2025-03-26 09:29:04 -- STEP: 2685/31555 -- GLOBAL_STEP: 1359550 | > loss_text_ce: 0.039380431175231934 (0.031216209751919827) | > loss_mel_ce: 1.8309880495071411 (nan) | > loss: 0.007422097492963076 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14051735290157996) | > loader_time: 0.0043 (0.0046192049314189906)  --> TIME: 2025-03-26 09:29:13 -- STEP: 2735/31555 -- GLOBAL_STEP: 1359600 | > loss_text_ce: 0.03218245878815651 (0.03123605187294476) | > loss_mel_ce: 2.465397834777832 (nan) | > loss: 0.00991103332489729 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14051045334099455) | > loader_time: 0.0044 (0.004618177117551705)  --> TIME: 2025-03-26 09:29:23 -- STEP: 2785/31555 -- GLOBAL_STEP: 1359650 | > loss_text_ce: 0.04774468392133713 (0.03124146546760523) | > loss_mel_ce: 1.598294734954834 (nan) | > loss: 0.006531902588903904 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14042926305500386) | > loader_time: 0.0043 (0.0046168621823432475)  --> TIME: 2025-03-26 09:29:32 -- STEP: 2835/31555 -- GLOBAL_STEP: 1359700 | > loss_text_ce: 0.028442909941077232 (0.031232241515852105) | > loss_mel_ce: 2.955031156539917 (nan) | > loss: 0.011839183047413826 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.1403938866166214) | > loader_time: 0.0046 (0.004615895710294214)  --> TIME: 2025-03-26 09:29:42 -- STEP: 2885/31555 -- GLOBAL_STEP: 1359750 | > loss_text_ce: 0.026967287063598633 (0.031227324734824525) | > loss_mel_ce: 3.028592348098755 (nan) | > loss: 0.012125236913561821 (nan) | > current_lr: 5e-06 | > step_time: 0.1758 (0.1403440149859295) | > loader_time: 0.0047 (0.0046143926822126875)  --> TIME: 2025-03-26 09:29:51 -- STEP: 2935/31555 -- GLOBAL_STEP: 1359800 | > loss_text_ce: 0.025884632021188736 (0.031229544851732266) | > loss_mel_ce: 2.8793365955352783 (nan) | > loss: 0.011528655886650085 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14038458601579593) | > loader_time: 0.0046 (0.004612789284025385)  --> TIME: 2025-03-26 09:30:01 -- STEP: 2985/31555 -- GLOBAL_STEP: 1359850 | > loss_text_ce: 0.0320601761341095 (0.031235197996424324) | > loss_mel_ce: 2.267451524734497 (nan) | > loss: 0.00912504643201828 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14050018767416012) | > loader_time: 0.0049 (0.004612605176379332)  --> TIME: 2025-03-26 09:30:11 -- STEP: 3035/31555 -- GLOBAL_STEP: 1359900 | > loss_text_ce: 0.0343315415084362 (0.031237151867156223) | > loss_mel_ce: 2.1394293308258057 (nan) | > loss: 0.008626035414636135 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14047097735585673) | > loader_time: 0.0045 (0.004611413914839167)  --> TIME: 2025-03-26 09:30:20 -- STEP: 3085/31555 -- GLOBAL_STEP: 1359950 | > loss_text_ce: 0.04754577577114105 (0.031233379762541293) | > loss_mel_ce: 1.6203815937042236 (nan) | > loss: 0.00661876006051898 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14045621038835693) | > loader_time: 0.0044 (0.004610124167592257)  --> TIME: 2025-03-26 09:30:30 -- STEP: 3135/31555 -- GLOBAL_STEP: 1360000 | > loss_text_ce: 0.028403794392943382 (0.031223005700731728) | > loss_mel_ce: 2.5060245990753174 (nan) | > loss: 0.010057255625724792 (nan) | > current_lr: 5e-06 | > step_time: 0.1485 (0.14038760095502018) | > loader_time: 0.0046 (0.004608474697983063) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1360000.pth  --> TIME: 2025-03-26 09:30:45 -- STEP: 3185/31555 -- GLOBAL_STEP: 1360050 | > loss_text_ce: 0.03621064871549606 (0.031226075034489206) | > loss_mel_ce: 2.3839919567108154 (nan) | > loss: 0.00960397906601429 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1403860759884822) | > loader_time: 0.0045 (0.004621740188478872)  --> TIME: 2025-03-26 09:30:54 -- STEP: 3235/31555 -- GLOBAL_STEP: 1360100 | > loss_text_ce: 0.0437394380569458 (0.03122264317264195) | > loss_mel_ce: 2.7352538108825684 (nan) | > loss: 0.011027751490473747 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14043048073003628) | > loader_time: 0.0047 (0.004620954979332011)  --> TIME: 2025-03-26 09:31:04 -- STEP: 3285/31555 -- GLOBAL_STEP: 1360150 | > loss_text_ce: 0.02767135016620159 (0.03123698658940686) | > loss_mel_ce: 2.457512617111206 (nan) | > loss: 0.009861841797828674 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1403295297782353) | > loader_time: 0.0044 (0.004619631266485073)  --> TIME: 2025-03-26 09:31:13 -- STEP: 3335/31555 -- GLOBAL_STEP: 1360200 | > loss_text_ce: 0.028580784797668457 (0.031244467080723) | > loss_mel_ce: 2.920945882797241 (nan) | > loss: 0.01170447189360857 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14029750545164285) | > loader_time: 0.0045 (0.004619641354058998)  --> TIME: 2025-03-26 09:31:23 -- STEP: 3385/31555 -- GLOBAL_STEP: 1360250 | > loss_text_ce: 0.03628434240818024 (0.031231149106370426) | > loss_mel_ce: 2.506199359893799 (nan) | > loss: 0.010089222341775894 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14028091627878847) | > loader_time: 0.0048 (0.004619185435014786)  --> TIME: 2025-03-26 09:31:32 -- STEP: 3435/31555 -- GLOBAL_STEP: 1360300 | > loss_text_ce: 0.031201986595988274 (0.031232760061701097) | > loss_mel_ce: 1.7991275787353516 (nan) | > loss: 0.0072632129304111 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14030072914634387) | > loader_time: 0.0043 (0.004619203176040325)  --> TIME: 2025-03-26 09:31:42 -- STEP: 3485/31555 -- GLOBAL_STEP: 1360350 | > loss_text_ce: 0.03438357636332512 (0.031234087839647852) | > loss_mel_ce: 3.557812452316284 (nan) | > loss: 0.014254746958613396 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1403044642471686) | > loader_time: 0.0043 (0.004617346307981655)  --> TIME: 2025-03-26 09:31:52 -- STEP: 3535/31555 -- GLOBAL_STEP: 1360400 | > loss_text_ce: 0.03971792012453079 (0.031242462645694552) | > loss_mel_ce: 2.5887436866760254 (nan) | > loss: 0.010430403985083103 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.140304274336452) | > loader_time: 0.0044 (0.004617113507282961)  --> TIME: 2025-03-26 09:32:01 -- STEP: 3585/31555 -- GLOBAL_STEP: 1360450 | > loss_text_ce: 0.028891343623399734 (0.031243076712423084) | > loss_mel_ce: 2.9424166679382324 (nan) | > loss: 0.011790905147790909 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1403689587964174) | > loader_time: 0.0048 (0.004616229138447492)  --> TIME: 2025-03-26 09:32:11 -- STEP: 3635/31555 -- GLOBAL_STEP: 1360500 | > loss_text_ce: 0.04223304241895676 (0.031248443476097416) | > loss_mel_ce: 2.627777338027954 (nan) | > loss: 0.01059527974575758 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14043155333034937) | > loader_time: 0.0047 (0.004616492978480372)  --> TIME: 2025-03-26 09:32:21 -- STEP: 3685/31555 -- GLOBAL_STEP: 1360550 | > loss_text_ce: 0.03439643606543541 (0.031259860187576885) | > loss_mel_ce: 2.520862340927124 (nan) | > loss: 0.010139916092157364 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1404256886672457) | > loader_time: 0.0045 (0.004616779938158227)  --> TIME: 2025-03-26 09:32:30 -- STEP: 3735/31555 -- GLOBAL_STEP: 1360600 | > loss_text_ce: 0.02675073780119419 (0.03125392769848608) | > loss_mel_ce: 2.8300743103027344 (nan) | > loss: 0.011336607858538628 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14038866597166672) | > loader_time: 0.0043 (0.00461629001969794)  --> TIME: 2025-03-26 09:32:40 -- STEP: 3785/31555 -- GLOBAL_STEP: 1360650 | > loss_text_ce: 0.02698105201125145 (0.03125034284063146) | > loss_mel_ce: 2.0250914096832275 (nan) | > loss: 0.008143145591020584 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14040643976733116) | > loader_time: 0.0045 (0.00461549878592851)  --> TIME: 2025-03-26 09:32:50 -- STEP: 3835/31555 -- GLOBAL_STEP: 1360700 | > loss_text_ce: 0.03388052061200142 (0.031247826785364013) | > loss_mel_ce: 2.5754942893981934 (nan) | > loss: 0.01035466231405735 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14042178002299052) | > loader_time: 0.0044 (0.004615830504754384)  --> TIME: 2025-03-26 09:33:00 -- STEP: 3885/31555 -- GLOBAL_STEP: 1360750 | > loss_text_ce: 0.03343576937913895 (0.0312594734091537) | > loss_mel_ce: 2.792403221130371 (nan) | > loss: 0.011213647201657295 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1404642123513241) | > loader_time: 0.0045 (0.004616274091114263)  --> TIME: 2025-03-26 09:33:09 -- STEP: 3935/31555 -- GLOBAL_STEP: 1360800 | > loss_text_ce: 0.03770055994391441 (0.031242068968429276) | > loss_mel_ce: 2.79914927482605 (nan) | > loss: 0.01125734206289053 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14038981264397946) | > loader_time: 0.0047 (0.004615237116056302)  --> TIME: 2025-03-26 09:33:18 -- STEP: 3985/31555 -- GLOBAL_STEP: 1360850 | > loss_text_ce: 0.027324670925736427 (0.031245841627877444) | > loss_mel_ce: 3.0656685829162598 (nan) | > loss: 0.012273783795535564 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14038482370460356) | > loader_time: 0.0071 (0.00461447732511399)  --> TIME: 2025-03-26 09:33:28 -- STEP: 4035/31555 -- GLOBAL_STEP: 1360900 | > loss_text_ce: 0.032893966883420944 (0.031254570385328105) | > loss_mel_ce: 2.657285451889038 (nan) | > loss: 0.010675315745174885 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14038120757839206) | > loader_time: 0.0046 (0.004613537061613295)  --> TIME: 2025-03-26 09:33:38 -- STEP: 4085/31555 -- GLOBAL_STEP: 1360950 | > loss_text_ce: 0.03108217939734459 (0.031248393378276347) | > loss_mel_ce: 2.490230083465576 (nan) | > loss: 0.010005207732319832 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14041981936376574) | > loader_time: 0.0044 (0.0046145516188958935)  --> TIME: 2025-03-26 09:33:47 -- STEP: 4135/31555 -- GLOBAL_STEP: 1361000 | > loss_text_ce: 0.03841497376561165 (0.03125848321507638) | > loss_mel_ce: 2.7202882766723633 (nan) | > loss: 0.010947235859930515 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14043130090475955) | > loader_time: 0.0045 (0.004614426810046645)  --> TIME: 2025-03-26 09:33:57 -- STEP: 4185/31555 -- GLOBAL_STEP: 1361050 | > loss_text_ce: 0.031192895025014877 (0.0312521198826754) | > loss_mel_ce: 2.7581751346588135 (nan) | > loss: 0.011068920604884624 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14041095862394315) | > loader_time: 0.0044 (0.00461412364864008)  --> TIME: 2025-03-26 09:34:07 -- STEP: 4235/31555 -- GLOBAL_STEP: 1361100 | > loss_text_ce: 0.030669808387756348 (0.031272751269059394) | > loss_mel_ce: 2.0529818534851074 (nan) | > loss: 0.008268458768725395 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14052009903413495) | > loader_time: 0.0046 (0.0046146029142449625)  --> TIME: 2025-03-26 09:34:17 -- STEP: 4285/31555 -- GLOBAL_STEP: 1361150 | > loss_text_ce: 0.037580035626888275 (0.031271998928327355) | > loss_mel_ce: 2.693469285964966 (nan) | > loss: 0.010837498120963573 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14049211293980576) | > loader_time: 0.0045 (0.004615875164018636)  --> TIME: 2025-03-26 09:34:26 -- STEP: 4335/31555 -- GLOBAL_STEP: 1361200 | > loss_text_ce: 0.039679210633039474 (0.03126828331208113) | > loss_mel_ce: 2.777100086212158 (nan) | > loss: 0.011177696287631989 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14051103910910362) | > loader_time: 0.0048 (0.00461722052771053)  --> TIME: 2025-03-26 09:34:36 -- STEP: 4385/31555 -- GLOBAL_STEP: 1361250 | > loss_text_ce: 0.030259016901254654 (0.031259363239148935) | > loss_mel_ce: 2.870521068572998 (nan) | > loss: 0.011511033400893211 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.140502873902446) | > loader_time: 0.0044 (0.004617077241329952)  --> TIME: 2025-03-26 09:34:46 -- STEP: 4435/31555 -- GLOBAL_STEP: 1361300 | > loss_text_ce: 0.03101179003715515 (0.031253647551637696) | > loss_mel_ce: 2.7081069946289062 (nan) | > loss: 0.010869519785046577 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14054448526634045) | > loader_time: 0.0048 (0.0046167703196322435)  --> TIME: 2025-03-26 09:34:55 -- STEP: 4485/31555 -- GLOBAL_STEP: 1361350 | > loss_text_ce: 0.04159902408719063 (0.03124180740075666) | > loss_mel_ce: 2.5746543407440186 (nan) | > loss: 0.010381958447396755 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.1405595197326763) | > loader_time: 0.0045 (0.004616238201741)  --> TIME: 2025-03-26 09:35:05 -- STEP: 4535/31555 -- GLOBAL_STEP: 1361400 | > loss_text_ce: 0.027795523405075073 (0.031244896785813044) | > loss_mel_ce: 2.9853947162628174 (nan) | > loss: 0.011957105249166489 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1405558719656039) | > loader_time: 0.0044 (0.00461607484070969)  --> TIME: 2025-03-26 09:35:15 -- STEP: 4585/31555 -- GLOBAL_STEP: 1361450 | > loss_text_ce: 0.034927960485219955 (0.03124709219134524) | > loss_mel_ce: 2.7145297527313232 (nan) | > loss: 0.010910546407103539 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1406106937412608) | > loader_time: 0.0046 (0.004615677196040937)  --> TIME: 2025-03-26 09:35:25 -- STEP: 4635/31555 -- GLOBAL_STEP: 1361500 | > loss_text_ce: 0.027548590674996376 (0.031250891339600476) | > loss_mel_ce: 2.465642213821411 (nan) | > loss: 0.009893614798784256 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14060440999661714) | > loader_time: 0.0044 (0.004614687017381133)  --> TIME: 2025-03-26 09:35:34 -- STEP: 4685/31555 -- GLOBAL_STEP: 1361550 | > loss_text_ce: 0.032002177089452744 (0.0312527425088219) | > loss_mel_ce: 2.55468487739563 (nan) | > loss: 0.010264632292091846 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14064396142705163) | > loader_time: 0.0045 (0.004613954509462342)  --> TIME: 2025-03-26 09:35:44 -- STEP: 4735/31555 -- GLOBAL_STEP: 1361600 | > loss_text_ce: 0.03268887847661972 (0.03125692118517858) | > loss_mel_ce: 2.564275026321411 (nan) | > loss: 0.010305413044989109 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14061284327079038) | > loader_time: 0.0044 (0.004612955045045497)  --> TIME: 2025-03-26 09:35:53 -- STEP: 4785/31555 -- GLOBAL_STEP: 1361650 | > loss_text_ce: 0.04380711540579796 (0.03125623593101026) | > loss_mel_ce: 3.4420676231384277 (nan) | > loss: 0.013832836411893368 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14056239810732346) | > loader_time: 0.0046 (0.004612814296375626)  --> TIME: 2025-03-26 09:36:03 -- STEP: 4835/31555 -- GLOBAL_STEP: 1361700 | > loss_text_ce: 0.03846999257802963 (0.03126822269262577) | > loss_mel_ce: 2.7572214603424072 (nan) | > loss: 0.011094014160335064 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14056731404538245) | > loader_time: 0.0045 (0.004612532174821484)  --> TIME: 2025-03-26 09:36:13 -- STEP: 4885/31555 -- GLOBAL_STEP: 1361750 | > loss_text_ce: 0.022358020767569542 (0.03126934163306696) | > loss_mel_ce: 0.1134440079331398 (nan) | > loss: 0.0005388970021158457 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1405746487780506) | > loader_time: 0.0046 (0.004612471112941407)  --> TIME: 2025-03-26 09:36:22 -- STEP: 4935/31555 -- GLOBAL_STEP: 1361800 | > loss_text_ce: 0.030109211802482605 (0.03128358413953157) | > loss_mel_ce: 2.778378963470459 (nan) | > loss: 0.011144794523715973 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1406224148855624) | > loader_time: 0.0045 (0.004612374668063368)  --> TIME: 2025-03-26 09:36:32 -- STEP: 4985/31555 -- GLOBAL_STEP: 1361850 | > loss_text_ce: 0.028464995324611664 (0.03129261538121054) | > loss_mel_ce: 0.0556640625 (nan) | > loss: 0.00033384549897164106 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14061558411616362) | > loader_time: 0.0046 (0.004612165516094797)  --> TIME: 2025-03-26 09:36:41 -- STEP: 5035/31555 -- GLOBAL_STEP: 1361900 | > loss_text_ce: 0.028350109234452248 (0.03127714819085247) | > loss_mel_ce: 2.7558062076568604 (nan) | > loss: 0.011048239655792713 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14055984623974332) | > loader_time: 0.0047 (0.004611716511943255)  --> TIME: 2025-03-26 09:36:51 -- STEP: 5085/31555 -- GLOBAL_STEP: 1361950 | > loss_text_ce: 0.03309602290391922 (0.03127483936189696) | > loss_mel_ce: 2.568798780441284 (nan) | > loss: 0.01032498013228178 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14054713464885085) | > loader_time: 0.0045 (0.0046114841393664905)  --> TIME: 2025-03-26 09:37:00 -- STEP: 5135/31555 -- GLOBAL_STEP: 1362000 | > loss_text_ce: 0.02770867757499218 (0.03128124286983787) | > loss_mel_ce: 3.1955294609069824 (nan) | > loss: 0.012790628708899021 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1405525702928727) | > loader_time: 0.0044 (0.004612354085415228)  --> TIME: 2025-03-26 09:37:10 -- STEP: 5185/31555 -- GLOBAL_STEP: 1362050 | > loss_text_ce: 0.028539899736642838 (0.031269889150134525) | > loss_mel_ce: 0.6021617650985718 (nan) | > loss: 0.002502784598618746 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1405378600095711) | > loader_time: 0.0044 (0.004611555888544744)  --> TIME: 2025-03-26 09:37:20 -- STEP: 5235/31555 -- GLOBAL_STEP: 1362100 | > loss_text_ce: 0.03733089193701744 (0.03126980858768663) | > loss_mel_ce: 3.0349349975585938 (nan) | > loss: 0.01219153217971325 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1405793130796297) | > loader_time: 0.0045 (0.0046113550719923384)  --> TIME: 2025-03-26 09:37:30 -- STEP: 5285/31555 -- GLOBAL_STEP: 1362150 | > loss_text_ce: 0.03586234152317047 (0.031269755435961236) | > loss_mel_ce: 2.9094181060791016 (nan) | > loss: 0.011687621474266052 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14059336390716315) | > loader_time: 0.0045 (0.004611280670454739)  --> TIME: 2025-03-26 09:37:39 -- STEP: 5335/31555 -- GLOBAL_STEP: 1362200 | > loss_text_ce: 0.028273768723011017 (0.03125891176182445) | > loss_mel_ce: 2.543743133544922 (nan) | > loss: 0.010206417180597782 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1406077905581613) | > loader_time: 0.0044 (0.004611618449560596)  --> TIME: 2025-03-26 09:37:49 -- STEP: 5385/31555 -- GLOBAL_STEP: 1362250 | > loss_text_ce: 0.02418147213757038 (0.0312524999757345) | > loss_mel_ce: 1.7506355047225952 (nan) | > loss: 0.007042924873530865 (nan) | > current_lr: 5e-06 | > step_time: 0.1057 (0.14060500985289873) | > loader_time: 0.0043 (0.004611020898420502)  --> TIME: 2025-03-26 09:37:59 -- STEP: 5435/31555 -- GLOBAL_STEP: 1362300 | > loss_text_ce: 0.03427319973707199 (0.031250851412013274) | > loss_mel_ce: 2.555452346801758 (nan) | > loss: 0.010276689194142818 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14062170552461628) | > loader_time: 0.0045 (0.004610511284962422)  --> TIME: 2025-03-26 09:38:08 -- STEP: 5485/31555 -- GLOBAL_STEP: 1362350 | > loss_text_ce: 0.03538501262664795 (0.03124594532629114) | > loss_mel_ce: 2.9736180305480957 (nan) | > loss: 0.011940489523112774 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14062990551116553) | > loader_time: 0.0046 (0.004610212042642493)  --> TIME: 2025-03-26 09:38:18 -- STEP: 5535/31555 -- GLOBAL_STEP: 1362400 | > loss_text_ce: 0.032676924020051956 (0.031246300669792466) | > loss_mel_ce: 3.2613627910614014 (nan) | > loss: 0.013071587309241295 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1406634645194969) | > loader_time: 0.0044 (0.00461011940870828)  --> TIME: 2025-03-26 09:38:28 -- STEP: 5585/31555 -- GLOBAL_STEP: 1362450 | > loss_text_ce: 0.03303458169102669 (0.031238291020886138) | > loss_mel_ce: 0.07421875 (nan) | > loss: 0.0004256084794178605 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14065999545043525) | > loader_time: 0.0045 (0.004609864976860741)  --> TIME: 2025-03-26 09:38:37 -- STEP: 5635/31555 -- GLOBAL_STEP: 1362500 | > loss_text_ce: 0.03443146497011185 (0.031236812835121246) | > loss_mel_ce: 2.4411754608154297 (nan) | > loss: 0.00982383731752634 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14065385537540973) | > loader_time: 0.0046 (0.004609424917700026)  --> TIME: 2025-03-26 09:38:47 -- STEP: 5685/31555 -- GLOBAL_STEP: 1362550 | > loss_text_ce: 0.033113349229097366 (0.031222176933030366) | > loss_mel_ce: 2.342862129211426 (nan) | > loss: 0.009428474120795727 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14063750147924334) | > loader_time: 0.0043 (0.004607883837522916)  --> TIME: 2025-03-26 09:38:56 -- STEP: 5735/31555 -- GLOBAL_STEP: 1362600 | > loss_text_ce: 0.0324922539293766 (0.031229141534654416) | > loss_mel_ce: 1.5463460683822632 (nan) | > loss: 0.006265231873840094 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14063778256164358) | > loader_time: 0.0044 (0.004606600813794989)  --> TIME: 2025-03-26 09:39:06 -- STEP: 5785/31555 -- GLOBAL_STEP: 1362650 | > loss_text_ce: 0.03601747378706932 (0.031225810987052186) | > loss_mel_ce: 2.840729236602783 (nan) | > loss: 0.011415662243962288 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14069679341856076) | > loader_time: 0.0044 (0.004605602991405806)  --> TIME: 2025-03-26 09:39:16 -- STEP: 5835/31555 -- GLOBAL_STEP: 1362700 | > loss_text_ce: 0.033109117299318314 (0.031220152789141063) | > loss_mel_ce: 2.859182357788086 (nan) | > loss: 0.011477348394691944 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14071502375010203) | > loader_time: 0.0046 (0.004604376210242944)  --> TIME: 2025-03-26 09:39:26 -- STEP: 5885/31555 -- GLOBAL_STEP: 1362750 | > loss_text_ce: 0.023296818137168884 (0.03122607323807126) | > loss_mel_ce: 2.4789655208587646 (nan) | > loss: 0.009929613210260868 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14072504262348856) | > loader_time: 0.0043 (0.004603488260948159)  --> TIME: 2025-03-26 09:39:36 -- STEP: 5935/31555 -- GLOBAL_STEP: 1362800 | > loss_text_ce: 0.022551478818058968 (0.031219764377391403) | > loss_mel_ce: 2.194917917251587 (nan) | > loss: 0.008799482136964798 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14076100853981788) | > loader_time: 0.0047 (0.004603212022339482)  --> TIME: 2025-03-26 09:39:45 -- STEP: 5985/31555 -- GLOBAL_STEP: 1362850 | > loss_text_ce: 0.029191046953201294 (0.031220234160870913) | > loss_mel_ce: 2.192471742630005 (nan) | > loss: 0.008816123008728027 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14075238670820717) | > loader_time: 0.0047 (0.004602949760711077)  --> TIME: 2025-03-26 09:39:55 -- STEP: 6035/31555 -- GLOBAL_STEP: 1362900 | > loss_text_ce: 0.02394341118633747 (0.03120509373439225) | > loss_mel_ce: 2.0943195819854736 (nan) | > loss: 0.008405806496739388 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1407161333389087) | > loader_time: 0.0047 (0.0046024513718700595)  --> TIME: 2025-03-26 09:40:04 -- STEP: 6085/31555 -- GLOBAL_STEP: 1362950 | > loss_text_ce: 0.04020624980330467 (0.031212580109423734) | > loss_mel_ce: 2.499440908432007 (nan) | > loss: 0.010077965445816517 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14071683601561127) | > loader_time: 0.0046 (0.004602002627357847)  --> TIME: 2025-03-26 09:40:14 -- STEP: 6135/31555 -- GLOBAL_STEP: 1363000 | > loss_text_ce: 0.025128701701760292 (0.031209220997108687) | > loss_mel_ce: 1.5576171875 (nan) | > loss: 0.006280737929046154 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14075897752315633) | > loader_time: 0.0046 (0.004602011258561335)  --> TIME: 2025-03-26 09:40:24 -- STEP: 6185/31555 -- GLOBAL_STEP: 1363050 | > loss_text_ce: 0.03526493161916733 (0.03121496100240688) | > loss_mel_ce: 2.8243327140808105 (nan) | > loss: 0.011347610503435135 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14075921821131582) | > loader_time: 0.0046 (0.004601564885342221)  --> TIME: 2025-03-26 09:40:33 -- STEP: 6235/31555 -- GLOBAL_STEP: 1363100 | > loss_text_ce: 0.02888943813741207 (0.031218411673962713) | > loss_mel_ce: 2.7670209407806396 (nan) | > loss: 0.01109488308429718 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1407629232551915) | > loader_time: 0.0046 (0.004601814006936956)  --> TIME: 2025-03-26 09:40:43 -- STEP: 6285/31555 -- GLOBAL_STEP: 1363150 | > loss_text_ce: 0.028564659878611565 (0.03121504316442809) | > loss_mel_ce: 2.4154961109161377 (nan) | > loss: 0.009698654524981976 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14076826911932266) | > loader_time: 0.0046 (0.00460121144163485)  --> TIME: 2025-03-26 09:40:53 -- STEP: 6335/31555 -- GLOBAL_STEP: 1363200 | > loss_text_ce: 0.02925379015505314 (0.031215587126615933) | > loss_mel_ce: 2.9532644748687744 (nan) | > loss: 0.011835390701889992 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1407779745539995) | > loader_time: 0.0045 (0.004600778299706508)  --> TIME: 2025-03-26 09:41:03 -- STEP: 6385/31555 -- GLOBAL_STEP: 1363250 | > loss_text_ce: 0.02728704921901226 (0.03121803273346941) | > loss_mel_ce: 2.762685537338257 (nan) | > loss: 0.011071320623159409 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14079875845225723) | > loader_time: 0.0046 (0.004601709191091561)  --> TIME: 2025-03-26 09:41:12 -- STEP: 6435/31555 -- GLOBAL_STEP: 1363300 | > loss_text_ce: 0.0325518399477005 (0.031208344302614138) | > loss_mel_ce: 2.9206559658050537 (nan) | > loss: 0.01171907875686884 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1408155821420089) | > loader_time: 0.0043 (0.004600266365460301)  --> TIME: 2025-03-26 09:41:23 -- STEP: 6485/31555 -- GLOBAL_STEP: 1363350 | > loss_text_ce: 0.028668882325291634 (0.031204900672873237) | > loss_mel_ce: 2.615781784057617 (nan) | > loss: 0.010493852198123932 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.1408956818150475) | > loader_time: 0.0046 (0.004600155087002624)  --> TIME: 2025-03-26 09:41:32 -- STEP: 6535/31555 -- GLOBAL_STEP: 1363400 | > loss_text_ce: 0.02587287873029709 (0.03121196830982957) | > loss_mel_ce: 2.3441433906555176 (nan) | > loss: 0.009404826909303665 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14087415234041034) | > loader_time: 0.0044 (0.004599330802864938)  --> TIME: 2025-03-26 09:41:42 -- STEP: 6585/31555 -- GLOBAL_STEP: 1363450 | > loss_text_ce: 0.033708248287439346 (0.031213298910378755) | > loss_mel_ce: 2.1874887943267822 (nan) | > loss: 0.00881427526473999 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1408630971394433) | > loader_time: 0.0045 (0.004598275910930003)  --> TIME: 2025-03-26 09:41:51 -- STEP: 6635/31555 -- GLOBAL_STEP: 1363500 | > loss_text_ce: 0.02603006362915039 (0.03120769465969594) | > loss_mel_ce: 2.7549924850463867 (nan) | > loss: 0.011035804636776447 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14083034041777642) | > loader_time: 0.0043 (0.00459690435362113)  --> TIME: 2025-03-26 09:42:01 -- STEP: 6685/31555 -- GLOBAL_STEP: 1363550 | > loss_text_ce: 0.0241257231682539 (0.03119543283027034) | > loss_mel_ce: 2.691530227661133 (nan) | > loss: 0.010776413604617119 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1408202644239717) | > loader_time: 0.0043 (0.004596020199954729)  --> TIME: 2025-03-26 09:42:10 -- STEP: 6735/31555 -- GLOBAL_STEP: 1363600 | > loss_text_ce: 0.03544154018163681 (0.031196402177441383) | > loss_mel_ce: 2.3491570949554443 (nan) | > loss: 0.009462693706154823 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1408321080777757) | > loader_time: 0.0045 (0.004594838043983186)  --> TIME: 2025-03-26 09:42:20 -- STEP: 6785/31555 -- GLOBAL_STEP: 1363650 | > loss_text_ce: 0.03017592988908291 (0.03119809542663871) | > loss_mel_ce: 2.474012851715088 (nan) | > loss: 0.009937257505953312 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1408494705475679) | > loader_time: 0.0043 (0.004592809873902797)  --> TIME: 2025-03-26 09:42:30 -- STEP: 6835/31555 -- GLOBAL_STEP: 1363700 | > loss_text_ce: 0.035628434270620346 (0.03120101415446597) | > loss_mel_ce: 2.6799981594085693 (nan) | > loss: 0.010776296257972717 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14089988779655352) | > loader_time: 0.0046 (0.004591464647517717)  --> TIME: 2025-03-26 09:42:39 -- STEP: 6885/31555 -- GLOBAL_STEP: 1363750 | > loss_text_ce: 0.029010076075792313 (0.031199014248135672) | > loss_mel_ce: 2.6884965896606445 (nan) | > loss: 0.010783757083117962 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14085777493257262) | > loader_time: 0.0045 (0.004590288659499519)  --> TIME: 2025-03-26 09:42:49 -- STEP: 6935/31555 -- GLOBAL_STEP: 1363800 | > loss_text_ce: 0.03157465532422066 (0.031205412185070686) | > loss_mel_ce: 2.5488905906677246 (nan) | > loss: 0.010239941999316216 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14089004159747173) | > loader_time: 0.0046 (0.004589966586277291)  --> TIME: 2025-03-26 09:42:59 -- STEP: 6985/31555 -- GLOBAL_STEP: 1363850 | > loss_text_ce: 0.030088625848293304 (0.0311975902167756) | > loss_mel_ce: 3.1714696884155273 (nan) | > loss: 0.012704597786068916 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14092551424576658) | > loader_time: 0.0045 (0.004590930099050383)  --> TIME: 2025-03-26 09:43:09 -- STEP: 7035/31555 -- GLOBAL_STEP: 1363900 | > loss_text_ce: 0.026351235806941986 (0.031198965130584306) | > loss_mel_ce: 2.0423851013183594 (nan) | > loss: 0.008209271356463432 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14092142702250365) | > loader_time: 0.0046 (0.004590159133553232)  --> TIME: 2025-03-26 09:43:19 -- STEP: 7085/31555 -- GLOBAL_STEP: 1363950 | > loss_text_ce: 0.025556957349181175 (0.031194968623600106) | > loss_mel_ce: 2.07958984375 (nan) | > loss: 0.008353757672011852 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14093788213601927) | > loader_time: 0.0044 (0.0045896177487046745)  --> TIME: 2025-03-26 09:43:28 -- STEP: 7135/31555 -- GLOBAL_STEP: 1364000 | > loss_text_ce: 0.03114166110754013 (0.03119814609345138) | > loss_mel_ce: 1.8516138792037964 (nan) | > loss: 0.007471252698451281 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14093688301214677) | > loader_time: 0.0044 (0.004589177414346742)  --> TIME: 2025-03-26 09:43:38 -- STEP: 7185/31555 -- GLOBAL_STEP: 1364050 | > loss_text_ce: 0.027962576597929 (0.031184298281344613) | > loss_mel_ce: 3.0966057777404785 (nan) | > loss: 0.012399082072079182 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1409162872768387) | > loader_time: 0.0043 (0.004587930727104534)  --> TIME: 2025-03-26 09:43:47 -- STEP: 7235/31555 -- GLOBAL_STEP: 1364100 | > loss_text_ce: 0.030948419123888016 (0.031191204400873404) | > loss_mel_ce: 2.574313163757324 (nan) | > loss: 0.01033833995461464 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14090348324778926) | > loader_time: 0.0042 (0.004586318417425869)  --> TIME: 2025-03-26 09:43:57 -- STEP: 7285/31555 -- GLOBAL_STEP: 1364150 | > loss_text_ce: 0.030757134780287743 (0.03119661203593873) | > loss_mel_ce: 2.845715284347534 (nan) | > loss: 0.011414573527872562 (nan) | > current_lr: 5e-06 | > step_time: 0.1821 (0.1408923340236471) | > loader_time: 0.0046 (0.0045853998371404225)  --> TIME: 2025-03-26 09:44:07 -- STEP: 7335/31555 -- GLOBAL_STEP: 1364200 | > loss_text_ce: 0.035361990332603455 (0.031202424433521638) | > loss_mel_ce: 2.455411434173584 (nan) | > loss: 0.009884022176265717 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14094050397008243) | > loader_time: 0.0046 (0.004585403638708387)  --> TIME: 2025-03-26 09:44:16 -- STEP: 7385/31555 -- GLOBAL_STEP: 1364250 | > loss_text_ce: 0.029626723378896713 (0.03120533592466795) | > loss_mel_ce: 2.0031614303588867 (nan) | > loss: 0.008066619746387005 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14094565303727524) | > loader_time: 0.0042 (0.004584631793952567)  --> TIME: 2025-03-26 09:44:26 -- STEP: 7435/31555 -- GLOBAL_STEP: 1364300 | > loss_text_ce: 0.03196283057332039 (0.031201841915057604) | > loss_mel_ce: 2.3746180534362793 (nan) | > loss: 0.009549925103783607 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1409334180494557) | > loader_time: 0.0045 (0.004583687355795703)  --> TIME: 2025-03-26 09:44:36 -- STEP: 7485/31555 -- GLOBAL_STEP: 1364350 | > loss_text_ce: 0.03085898980498314 (0.031211789545983196) | > loss_mel_ce: 2.6193549633026123 (nan) | > loss: 0.010516722686588764 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14096236037825707) | > loader_time: 0.0041 (0.004582609298950667)  --> TIME: 2025-03-26 09:44:46 -- STEP: 7535/31555 -- GLOBAL_STEP: 1364400 | > loss_text_ce: 0.03147723898291588 (0.03121085184989044) | > loss_mel_ce: 2.359194040298462 (nan) | > loss: 0.009486791677772999 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14098586618465161) | > loader_time: 0.0044 (0.004582440528793671)  --> TIME: 2025-03-26 09:44:55 -- STEP: 7585/31555 -- GLOBAL_STEP: 1364450 | > loss_text_ce: 0.027253253385424614 (0.031212445720907433) | > loss_mel_ce: 2.770261764526367 (nan) | > loss: 0.011101250536739826 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14099320827853715) | > loader_time: 0.0068 (0.004582343576138302)  --> TIME: 2025-03-26 09:45:05 -- STEP: 7635/31555 -- GLOBAL_STEP: 1364500 | > loss_text_ce: 0.029121527448296547 (0.03121187540360364) | > loss_mel_ce: 2.3721401691436768 (nan) | > loss: 0.009528817608952522 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14099148642259493) | > loader_time: 0.0042 (0.004582271313620439)  --> TIME: 2025-03-26 09:45:15 -- STEP: 7685/31555 -- GLOBAL_STEP: 1364550 | > loss_text_ce: 0.027868716046214104 (0.03122003708960621) | > loss_mel_ce: 1.8681379556655884 (nan) | > loss: 0.0075238365679979324 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1409956915625204) | > loader_time: 0.0046 (0.004581842441099666)  --> TIME: 2025-03-26 09:45:24 -- STEP: 7735/31555 -- GLOBAL_STEP: 1364600 | > loss_text_ce: 0.04073560610413551 (0.031230429545618003) | > loss_mel_ce: 2.0297484397888184 (nan) | > loss: 0.008216207846999168 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14098869455037857) | > loader_time: 0.0043 (0.004581930071751208)  --> TIME: 2025-03-26 09:45:34 -- STEP: 7785/31555 -- GLOBAL_STEP: 1364650 | > loss_text_ce: 0.02693057246506214 (0.031230479399760355) | > loss_mel_ce: 2.400305986404419 (nan) | > loss: 0.00963189173489809 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14099081911639455) | > loader_time: 0.0047 (0.00458233149754517)  --> TIME: 2025-03-26 09:45:44 -- STEP: 7835/31555 -- GLOBAL_STEP: 1364700 | > loss_text_ce: 0.036151543259620667 (0.031237425699463927) | > loss_mel_ce: 2.8783273696899414 (nan) | > loss: 0.011565393768250942 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14100258224088) | > loader_time: 0.0046 (0.004582126443372367)  --> TIME: 2025-03-26 09:45:53 -- STEP: 7885/31555 -- GLOBAL_STEP: 1364750 | > loss_text_ce: 0.02613351307809353 (0.031236265876703063) | > loss_mel_ce: 2.383347511291504 (nan) | > loss: 0.009561433456838131 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14097687679525348) | > loader_time: 0.0043 (0.004581522261257312)  --> TIME: 2025-03-26 09:46:03 -- STEP: 7935/31555 -- GLOBAL_STEP: 1364800 | > loss_text_ce: 0.03908344358205795 (0.031236229142233965) | > loss_mel_ce: 2.8093678951263428 (nan) | > loss: 0.011303379200398922 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14098242968226887) | > loader_time: 0.0045 (0.004581230784934783)  --> TIME: 2025-03-26 09:46:12 -- STEP: 7985/31555 -- GLOBAL_STEP: 1364850 | > loss_text_ce: 0.03463946655392647 (0.031237465734421516) | > loss_mel_ce: 2.465618371963501 (nan) | > loss: 0.009921657852828503 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1409825801849359) | > loader_time: 0.0043 (0.004580711407742038)  --> TIME: 2025-03-26 09:46:22 -- STEP: 8035/31555 -- GLOBAL_STEP: 1364900 | > loss_text_ce: 0.024323785677552223 (0.031241977983168828) | > loss_mel_ce: 1.7887338399887085 (nan) | > loss: 0.007194673642516136 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14098259062965773) | > loader_time: 0.0042 (0.0045799148550074945)  --> TIME: 2025-03-26 09:46:32 -- STEP: 8085/31555 -- GLOBAL_STEP: 1364950 | > loss_text_ce: 0.028289977461099625 (0.031235010571888388) | > loss_mel_ce: 2.825546979904175 (nan) | > loss: 0.011324750259518623 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1409729396994637) | > loader_time: 0.0046 (0.004578983304525629)  --> TIME: 2025-03-26 09:46:41 -- STEP: 8135/31555 -- GLOBAL_STEP: 1365000 | > loss_text_ce: 0.030509548261761665 (0.03124138215120557) | > loss_mel_ce: 3.0014584064483643 (nan) | > loss: 0.012031619437038898 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14097830503354658) | > loader_time: 0.0043 (0.0045781571658461955)  --> TIME: 2025-03-26 09:46:51 -- STEP: 8185/31555 -- GLOBAL_STEP: 1365050 | > loss_text_ce: 0.028798244893550873 (0.031244317310758114) | > loss_mel_ce: 3.2426106929779053 (nan) | > loss: 0.012981782667338848 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1410248549303481) | > loader_time: 0.0045 (0.004577656642794956)  --> TIME: 2025-03-26 09:47:01 -- STEP: 8235/31555 -- GLOBAL_STEP: 1365100 | > loss_text_ce: 0.032063063234090805 (0.03124927681495853) | > loss_mel_ce: 3.3816044330596924 (nan) | > loss: 0.013546300120651722 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14104018686175213) | > loader_time: 0.0045 (0.004576826008725453)  --> TIME: 2025-03-26 09:47:11 -- STEP: 8285/31555 -- GLOBAL_STEP: 1365150 | > loss_text_ce: 0.038268402218818665 (0.03125769074300306) | > loss_mel_ce: 2.9901700019836426 (nan) | > loss: 0.012017613276839256 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.141052806269496) | > loader_time: 0.0046 (0.0045758988674534295)  --> TIME: 2025-03-26 09:47:20 -- STEP: 8335/31555 -- GLOBAL_STEP: 1365200 | > loss_text_ce: 0.03546791896224022 (0.03125200453323289) | > loss_mel_ce: 2.849428176879883 (nan) | > loss: 0.011448000557720661 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14103078830721222) | > loader_time: 0.0047 (0.004574779185550813)  --> TIME: 2025-03-26 09:47:30 -- STEP: 8385/31555 -- GLOBAL_STEP: 1365250 | > loss_text_ce: 0.04090064391493797 (0.0312622449662343) | > loss_mel_ce: 2.8446571826934814 (nan) | > loss: 0.011450626887381077 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14103111177238534) | > loader_time: 0.0046 (0.004574434915041011)  --> TIME: 2025-03-26 09:47:39 -- STEP: 8435/31555 -- GLOBAL_STEP: 1365300 | > loss_text_ce: 0.027721785008907318 (0.031258793122774936) | > loss_mel_ce: 2.9849295616149902 (nan) | > loss: 0.011954966932535172 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14101088995331418) | > loader_time: 0.0045 (0.004574094697718215)  --> TIME: 2025-03-26 09:47:49 -- STEP: 8485/31555 -- GLOBAL_STEP: 1365350 | > loss_text_ce: 0.031220905482769012 (0.03125614043013466) | > loss_mel_ce: 2.8844048976898193 (nan) | > loss: 0.011569944210350513 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14099791144088294) | > loader_time: 0.0048 (0.00457360852656815)  --> TIME: 2025-03-26 09:47:59 -- STEP: 8535/31555 -- GLOBAL_STEP: 1365400 | > loss_text_ce: 0.03592300787568092 (0.031249572326089284) | > loss_mel_ce: 2.7420175075531006 (nan) | > loss: 0.011023574508726597 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.1410053215462623) | > loader_time: 0.0044 (0.004573490274671774)  --> TIME: 2025-03-26 09:48:08 -- STEP: 8585/31555 -- GLOBAL_STEP: 1365450 | > loss_text_ce: 0.027371704578399658 (0.03124962535154684) | > loss_mel_ce: 2.216308832168579 (nan) | > loss: 0.008903494104743004 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14101068166778263) | > loader_time: 0.0046 (0.004573166474535064)  --> TIME: 2025-03-26 09:48:18 -- STEP: 8635/31555 -- GLOBAL_STEP: 1365500 | > loss_text_ce: 0.03241007775068283 (0.031244703367261893) | > loss_mel_ce: 3.227205514907837 (nan) | > loss: 0.01293498370796442 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14102662605016095) | > loader_time: 0.0046 (0.004572767816531414)  --> TIME: 2025-03-26 09:48:28 -- STEP: 8685/31555 -- GLOBAL_STEP: 1365550 | > loss_text_ce: 0.03273681551218033 (0.031246468110924734) | > loss_mel_ce: 2.3052046298980713 (nan) | > loss: 0.009277545846998692 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1410252546124845) | > loader_time: 0.0046 (0.004572522427477079)  --> TIME: 2025-03-26 09:48:37 -- STEP: 8735/31555 -- GLOBAL_STEP: 1365600 | > loss_text_ce: 0.031855061650276184 (0.0312412815179162) | > loss_mel_ce: 2.6823742389678955 (nan) | > loss: 0.010770752094686031 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14101204853025048) | > loader_time: 0.0045 (0.004572056031732052)  --> TIME: 2025-03-26 09:48:47 -- STEP: 8785/31555 -- GLOBAL_STEP: 1365650 | > loss_text_ce: 0.027392994612455368 (0.031240918794853592) | > loss_mel_ce: 2.52398681640625 (nan) | > loss: 0.010124524123966694 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1410326044737235) | > loader_time: 0.0044 (0.004571789045122161)  --> TIME: 2025-03-26 09:48:57 -- STEP: 8835/31555 -- GLOBAL_STEP: 1365700 | > loss_text_ce: 0.031637437641620636 (0.031243676284194236) | > loss_mel_ce: 2.7714121341705322 (nan) | > loss: 0.011123212985694408 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14105692549350848) | > loader_time: 0.0043 (0.0045715679067234805)  --> TIME: 2025-03-26 09:49:07 -- STEP: 8885/31555 -- GLOBAL_STEP: 1365750 | > loss_text_ce: 0.031621094793081284 (0.0312449751553882) | > loss_mel_ce: 2.381866455078125 (nan) | > loss: 0.009577332064509392 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14107016631573396) | > loader_time: 0.0045 (0.0045703743036771246)  --> TIME: 2025-03-26 09:49:16 -- STEP: 8935/31555 -- GLOBAL_STEP: 1365800 | > loss_text_ce: 0.0307230893522501 (0.031240969957918287) | > loss_mel_ce: 2.7383031845092773 (nan) | > loss: 0.010988200083374977 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14106901261682353) | > loader_time: 0.0044 (0.004568957081705602)  --> TIME: 2025-03-26 09:49:26 -- STEP: 8985/31555 -- GLOBAL_STEP: 1365850 | > loss_text_ce: 0.035631097853183746 (0.031239455980422375) | > loss_mel_ce: 2.2803795337677 (nan) | > loss: 0.009190519340336323 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14105926661207416) | > loader_time: 0.0043 (0.004567518085655918)  --> TIME: 2025-03-26 09:49:35 -- STEP: 9035/31555 -- GLOBAL_STEP: 1365900 | > loss_text_ce: 0.029964348301291466 (0.031244631751126593) | > loss_mel_ce: 2.403512954711914 (nan) | > loss: 0.00965665653347969 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14102826060414864) | > loader_time: 0.0048 (0.004566698517664785)  --> TIME: 2025-03-26 09:49:45 -- STEP: 9085/31555 -- GLOBAL_STEP: 1365950 | > loss_text_ce: 0.035276323556900024 (0.031241323691257167) | > loss_mel_ce: 2.881169557571411 (nan) | > loss: 0.011573199182748795 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14104960341340667) | > loader_time: 0.0045 (0.004566231492986759)  --> TIME: 2025-03-26 09:49:55 -- STEP: 9135/31555 -- GLOBAL_STEP: 1366000 | > loss_text_ce: 0.025061897933483124 (0.031243817041285003) | > loss_mel_ce: 2.8233377933502197 (nan) | > loss: 0.011303173378109932 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1410423840208003) | > loader_time: 0.0044 (0.004565328395490634)  --> TIME: 2025-03-26 09:50:05 -- STEP: 9185/31555 -- GLOBAL_STEP: 1366050 | > loss_text_ce: 0.020364491268992424 (0.0312403327923838) | > loss_mel_ce: 2.087038040161133 (nan) | > loss: 0.008362708613276482 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14107066825737907) | > loader_time: 0.0045 (0.004564914070008944)  --> TIME: 2025-03-26 09:50:14 -- STEP: 9235/31555 -- GLOBAL_STEP: 1366100 | > loss_text_ce: 0.029124842956662178 (0.031236427635737033) | > loss_mel_ce: 2.397087812423706 (nan) | > loss: 0.009627828374505043 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14108083765766163) | > loader_time: 0.0043 (0.004564855495012953)  --> TIME: 2025-03-26 09:50:24 -- STEP: 9285/31555 -- GLOBAL_STEP: 1366150 | > loss_text_ce: 0.030342217534780502 (0.031240279415063667) | > loss_mel_ce: 2.631986379623413 (nan) | > loss: 0.01056479662656784 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14107880286780067) | > loader_time: 0.0045 (0.004564299529511624)  --> TIME: 2025-03-26 09:50:33 -- STEP: 9335/31555 -- GLOBAL_STEP: 1366200 | > loss_text_ce: 0.03286278247833252 (0.031249707222910705) | > loss_mel_ce: 2.5904910564422607 (nan) | > loss: 0.010410135611891747 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14106913729025544) | > loader_time: 0.0044 (0.004563753836028506)  --> TIME: 2025-03-26 09:50:43 -- STEP: 9385/31555 -- GLOBAL_STEP: 1366250 | > loss_text_ce: 0.03650413826107979 (0.03124142461473725) | > loss_mel_ce: 2.5494384765625 (nan) | > loss: 0.010261677205562592 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14104275832991645) | > loader_time: 0.0044 (0.004563270303627619)  --> TIME: 2025-03-26 09:50:52 -- STEP: 9435/31555 -- GLOBAL_STEP: 1366300 | > loss_text_ce: 0.02519134059548378 (0.031239032897965965) | > loss_mel_ce: 2.354480266571045 (nan) | > loss: 0.009443141520023346 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14103536224264118) | > loader_time: 0.0044 (0.0045625958293597285)  --> TIME: 2025-03-26 09:51:02 -- STEP: 9485/31555 -- GLOBAL_STEP: 1366350 | > loss_text_ce: 0.029762370511889458 (0.03122890238514152) | > loss_mel_ce: 7.140625 (nan) | > loss: 0.028453920036554337 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14103188311104733) | > loader_time: 0.0045 (0.004561963129118978)  --> TIME: 2025-03-26 09:51:11 -- STEP: 9535/31555 -- GLOBAL_STEP: 1366400 | > loss_text_ce: 0.030292820185422897 (0.031227458954076217) | > loss_mel_ce: 2.823367118835449 (nan) | > loss: 0.011324048042297363 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1410250091152657) | > loader_time: 0.0046 (0.004561478740330062)  --> TIME: 2025-03-26 09:51:21 -- STEP: 9585/31555 -- GLOBAL_STEP: 1366450 | > loss_text_ce: 0.033314384520053864 (0.031236586179904914) | > loss_mel_ce: 2.9004712104797363 (nan) | > loss: 0.011642007157206535 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14101461443853766) | > loader_time: 0.0045 (0.004561564072881059)  --> TIME: 2025-03-26 09:51:31 -- STEP: 9635/31555 -- GLOBAL_STEP: 1366500 | > loss_text_ce: 0.03216138854622841 (0.031236303936773225) | > loss_mel_ce: 2.525900363922119 (nan) | > loss: 0.010151039808988571 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14100989755967985) | > loader_time: 0.0045 (0.004561114793746773)  --> TIME: 2025-03-26 09:51:40 -- STEP: 9685/31555 -- GLOBAL_STEP: 1366550 | > loss_text_ce: 0.03507278859615326 (0.031233123236393035) | > loss_mel_ce: 2.159154176712036 (nan) | > loss: 0.008707250468432903 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1409934201927359) | > loader_time: 0.0044 (0.004560600437327759)  --> TIME: 2025-03-26 09:51:50 -- STEP: 9735/31555 -- GLOBAL_STEP: 1366600 | > loss_text_ce: 0.03482378274202347 (0.031232265298626462) | > loss_mel_ce: 0.09994229674339294 (nan) | > loss: 0.0005347860278561711 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14099069704566136) | > loader_time: 0.0044 (0.004560262139295387)  --> TIME: 2025-03-26 09:51:59 -- STEP: 9785/31555 -- GLOBAL_STEP: 1366650 | > loss_text_ce: 0.031848303973674774 (0.031226967351475912) | > loss_mel_ce: 0.0141448974609375 (nan) | > loss: 0.0001825127110350877 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14096046497947248) | > loader_time: 0.0043 (0.004559628014425625)  --> TIME: 2025-03-26 09:52:08 -- STEP: 9835/31555 -- GLOBAL_STEP: 1366700 | > loss_text_ce: 0.03002839908003807 (0.03121856627981101) | > loss_mel_ce: 2.434349536895752 (nan) | > loss: 0.009779278188943863 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14095265815630098) | > loader_time: 0.0044 (0.004559175484545286)  --> TIME: 2025-03-26 09:52:18 -- STEP: 9885/31555 -- GLOBAL_STEP: 1366750 | > loss_text_ce: 0.03510991111397743 (0.031215935226833216) | > loss_mel_ce: 2.596118688583374 (nan) | > loss: 0.01044138427823782 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14093307734862268) | > loader_time: 0.0044 (0.004558557853833792)  --> TIME: 2025-03-26 09:52:27 -- STEP: 9935/31555 -- GLOBAL_STEP: 1366800 | > loss_text_ce: 0.03764238953590393 (0.031212013712875592) | > loss_mel_ce: 3.340985059738159 (nan) | > loss: 0.013407252728939056 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14092979111980952) | > loader_time: 0.0046 (0.004558503765764695)  --> TIME: 2025-03-26 09:52:37 -- STEP: 9985/31555 -- GLOBAL_STEP: 1366850 | > loss_text_ce: 0.03603847324848175 (0.031212621150117675) | > loss_mel_ce: 2.9119300842285156 (nan) | > loss: 0.011698287911713123 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.14093409169597676) | > loader_time: 0.0046 (0.004558004733617139)  --> TIME: 2025-03-26 09:52:47 -- STEP: 10035/31555 -- GLOBAL_STEP: 1366900 | > loss_text_ce: 0.03002995438873768 (0.031214738694192706) | > loss_mel_ce: 2.526942729949951 (nan) | > loss: 0.01014671754091978 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.1409191793984414) | > loader_time: 0.0044 (0.0045573578584116835)  --> TIME: 2025-03-26 09:52:56 -- STEP: 10085/31555 -- GLOBAL_STEP: 1366950 | > loss_text_ce: 0.024344179779291153 (0.031215151782061246) | > loss_mel_ce: 2.9185101985931396 (nan) | > loss: 0.011677994392812252 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1409375808235429) | > loader_time: 0.0045 (0.004557260594630379)  --> TIME: 2025-03-26 09:53:06 -- STEP: 10135/31555 -- GLOBAL_STEP: 1367000 | > loss_text_ce: 0.029066745191812515 (0.03121495204947827) | > loss_mel_ce: 2.047436237335205 (nan) | > loss: 0.008240091614425182 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14094036191216616) | > loader_time: 0.0045 (0.004556997315190833)  --> TIME: 2025-03-26 09:53:16 -- STEP: 10185/31555 -- GLOBAL_STEP: 1367050 | > loss_text_ce: 0.03657297417521477 (0.031208048322250378) | > loss_mel_ce: 2.619616985321045 (nan) | > loss: 0.010540436953306198 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14092531480447335) | > loader_time: 0.0045 (0.004557172632943068)  --> TIME: 2025-03-26 09:53:25 -- STEP: 10235/31555 -- GLOBAL_STEP: 1367100 | > loss_text_ce: 0.032428763806819916 (0.031206499237856553) | > loss_mel_ce: 3.119954824447632 (nan) | > loss: 0.012509459629654884 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14092183012931986) | > loader_time: 0.0047 (0.004557051796067547)  --> TIME: 2025-03-26 09:53:35 -- STEP: 10285/31555 -- GLOBAL_STEP: 1367150 | > loss_text_ce: 0.03538720682263374 (0.03120828831199816) | > loss_mel_ce: 2.785634756088257 (nan) | > loss: 0.011194532737135887 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1409456003622105) | > loader_time: 0.0044 (0.004557343785717573)  --> TIME: 2025-03-26 09:53:45 -- STEP: 10335/31555 -- GLOBAL_STEP: 1367200 | > loss_text_ce: 0.03587665408849716 (0.031217593966699857) | > loss_mel_ce: 2.448516607284546 (nan) | > loss: 0.009858704172074795 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1409509950636887) | > loader_time: 0.0045 (0.004556986970721542)  --> TIME: 2025-03-26 09:53:55 -- STEP: 10385/31555 -- GLOBAL_STEP: 1367250 | > loss_text_ce: 0.02975025400519371 (0.031214794189681302) | > loss_mel_ce: 2.470435380935669 (nan) | > loss: 0.00992137286812067 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.1409833848849471) | > loader_time: 0.0046 (0.004556804651472502)  --> TIME: 2025-03-26 09:54:05 -- STEP: 10435/31555 -- GLOBAL_STEP: 1367300 | > loss_text_ce: 0.048806268721818924 (0.031220177049375093) | > loss_mel_ce: 2.8527133464813232 (nan) | > loss: 0.01151396706700325 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14099128777522663) | > loader_time: 0.0043 (0.004556705052622997)  --> TIME: 2025-03-26 09:54:14 -- STEP: 10485/31555 -- GLOBAL_STEP: 1367350 | > loss_text_ce: 0.032964397221803665 (0.031220941255504203) | > loss_mel_ce: 2.2774384021759033 (nan) | > loss: 0.00916826631873846 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14098056564458356) | > loader_time: 0.0044 (0.004556427174769633)  --> TIME: 2025-03-26 09:54:24 -- STEP: 10535/31555 -- GLOBAL_STEP: 1367400 | > loss_text_ce: 0.03197275847196579 (0.03121798207225764) | > loss_mel_ce: 1.6665631532669067 (nan) | > loss: 0.006740222219377756 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14101598913430796) | > loader_time: 0.0045 (0.004556171849942843)  --> TIME: 2025-03-26 09:54:33 -- STEP: 10585/31555 -- GLOBAL_STEP: 1367450 | > loss_text_ce: 0.025696059688925743 (0.031210400146178388) | > loss_mel_ce: 2.7727882862091064 (nan) | > loss: 0.011105096898972988 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14098767044975521) | > loader_time: 0.0044 (0.004555847062555521)  --> TIME: 2025-03-26 09:54:43 -- STEP: 10635/31555 -- GLOBAL_STEP: 1367500 | > loss_text_ce: 0.02981790155172348 (0.031214754690985815) | > loss_mel_ce: 3.2103261947631836 (nan) | > loss: 0.012857714667916298 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.1409824981339724) | > loader_time: 0.0045 (0.004555921056879245)  --> TIME: 2025-03-26 09:54:53 -- STEP: 10685/31555 -- GLOBAL_STEP: 1367550 | > loss_text_ce: 0.035558927804231644 (0.031219089311880104) | > loss_mel_ce: 2.599884033203125 (nan) | > loss: 0.01045810803771019 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14100319055067215) | > loader_time: 0.0045 (0.004555836558397751)  --> TIME: 2025-03-26 09:55:03 -- STEP: 10735/31555 -- GLOBAL_STEP: 1367600 | > loss_text_ce: 0.033214762806892395 (0.03121654841655013) | > loss_mel_ce: 2.896470069885254 (nan) | > loss: 0.011625734157860279 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.1410186363588) | > loader_time: 0.0045 (0.004555203784716971)  --> TIME: 2025-03-26 09:55:12 -- STEP: 10785/31555 -- GLOBAL_STEP: 1367650 | > loss_text_ce: 0.03595089539885521 (0.03122272559225311) | > loss_mel_ce: 2.7162413597106934 (nan) | > loss: 0.010921398177742958 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14102291258386135) | > loader_time: 0.0044 (0.004555014078408183)  --> TIME: 2025-03-26 09:55:22 -- STEP: 10835/31555 -- GLOBAL_STEP: 1367700 | > loss_text_ce: 0.02690177410840988 (0.031221250613036527) | > loss_mel_ce: 1.6645077466964722 (nan) | > loss: 0.006711942609399557 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.129 (0.14102261826691645) | > loader_time: 0.0044 (0.004554784182419572)  --> TIME: 2025-03-26 09:55:32 -- STEP: 10885/31555 -- GLOBAL_STEP: 1367750 | > loss_text_ce: 0.03108852356672287 (0.031222132845196943) | > loss_mel_ce: 2.4332468509674072 (nan) | > loss: 0.009779109619557858 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.1410197743813157) | > loader_time: 0.0045 (0.004554680459369026)  --> TIME: 2025-03-26 09:55:41 -- STEP: 10935/31555 -- GLOBAL_STEP: 1367800 | > loss_text_ce: 0.028638195246458054 (0.031217747165897723) | > loss_mel_ce: 2.928609609603882 (nan) | > loss: 0.01173511054366827 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14103262190083982) | > loader_time: 0.0045 (0.004554453035658978)  --> TIME: 2025-03-26 09:55:51 -- STEP: 10985/31555 -- GLOBAL_STEP: 1367850 | > loss_text_ce: 0.028554126620292664 (0.031214895785875663) | > loss_mel_ce: 1.6408045291900635 (nan) | > loss: 0.006624439265578985 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14102045750693906) | > loader_time: 0.0042 (0.004554417831115299)  --> TIME: 2025-03-26 09:56:01 -- STEP: 11035/31555 -- GLOBAL_STEP: 1367900 | > loss_text_ce: 0.03519569709897041 (0.031218799663683145) | > loss_mel_ce: 0.1663818359375 (nan) | > loss: 0.0007999108638614416 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14101945008959302) | > loader_time: 0.0043 (0.0045536868973020195)  --> TIME: 2025-03-26 09:56:10 -- STEP: 11085/31555 -- GLOBAL_STEP: 1367950 | > loss_text_ce: 0.030163636431097984 (0.03121813257310135) | > loss_mel_ce: 3.216578245162964 (nan) | > loss: 0.012883896939456463 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.141017395556376) | > loader_time: 0.0045 (0.004553124320684483)  --> TIME: 2025-03-26 09:56:20 -- STEP: 11135/31555 -- GLOBAL_STEP: 1368000 | > loss_text_ce: 0.028020480647683144 (0.031215795861882487) | > loss_mel_ce: 2.328903913497925 (nan) | > loss: 0.00935287494212389 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14102008099720795) | > loader_time: 0.0044 (0.004552600198547876)  --> TIME: 2025-03-26 09:56:30 -- STEP: 11185/31555 -- GLOBAL_STEP: 1368050 | > loss_text_ce: 0.029301082715392113 (0.03120563070435089) | > loss_mel_ce: 3.0021979808807373 (nan) | > loss: 0.012029759585857391 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14102374979785642) | > loader_time: 0.0047 (0.0045523646477881215)  --> TIME: 2025-03-26 09:56:39 -- STEP: 11235/31555 -- GLOBAL_STEP: 1368100 | > loss_text_ce: 0.03190579637885094 (0.031208962717097263) | > loss_mel_ce: 1.6230601072311401 (nan) | > loss: 0.006567325443029404 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1410053326810892) | > loader_time: 0.0046 (0.0045525778968651355)  --> TIME: 2025-03-26 09:56:49 -- STEP: 11285/31555 -- GLOBAL_STEP: 1368150 | > loss_text_ce: 0.02528834529221058 (0.03121048697799867) | > loss_mel_ce: 2.818423271179199 (nan) | > loss: 0.011284570209681988 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14102150999871146) | > loader_time: 0.0045 (0.004552584387424713)  --> TIME: 2025-03-26 09:56:58 -- STEP: 11335/31555 -- GLOBAL_STEP: 1368200 | > loss_text_ce: 0.03710027039051056 (0.031211150447206588) | > loss_mel_ce: 2.185938596725464 (nan) | > loss: 0.008821583352982998 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14101451502321627) | > loader_time: 0.0046 (0.004552245823675477)  --> TIME: 2025-03-26 09:57:08 -- STEP: 11385/31555 -- GLOBAL_STEP: 1368250 | > loss_text_ce: 0.031179122626781464 (0.03121071893576211) | > loss_mel_ce: 3.0658516883850098 (nan) | > loss: 0.012289805337786674 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1410051134525809) | > loader_time: 0.0043 (0.004551940808235459)  --> TIME: 2025-03-26 09:57:18 -- STEP: 11435/31555 -- GLOBAL_STEP: 1368300 | > loss_text_ce: 0.030740873888134956 (0.03121179826459903) | > loss_mel_ce: 2.2313120365142822 (nan) | > loss: 0.008976401761174202 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14101281401680466) | > loader_time: 0.0046 (0.004551630870817405)  --> TIME: 2025-03-26 09:57:27 -- STEP: 11485/31555 -- GLOBAL_STEP: 1368350 | > loss_text_ce: 0.032813575118780136 (0.031218409027562077) | > loss_mel_ce: 2.7388195991516113 (nan) | > loss: 0.010998545214533806 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14102115184782238) | > loader_time: 0.0045 (0.004551370776005796)  --> TIME: 2025-03-26 09:57:37 -- STEP: 11535/31555 -- GLOBAL_STEP: 1368400 | > loss_text_ce: 0.0328298844397068 (0.031218135092241146) | > loss_mel_ce: 3.861572265625 (nan) | > loss: 0.015453978441655636 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14102202408438755) | > loader_time: 0.0043 (0.004550926955065563)  --> TIME: 2025-03-26 09:57:47 -- STEP: 11585/31555 -- GLOBAL_STEP: 1368450 | > loss_text_ce: 0.03110433742403984 (0.03121738370683207) | > loss_mel_ce: 3.006300687789917 (nan) | > loss: 0.012053195387125015 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14102850655928997) | > loader_time: 0.0046 (0.00455053279664322)  --> TIME: 2025-03-26 09:57:56 -- STEP: 11635/31555 -- GLOBAL_STEP: 1368500 | > loss_text_ce: 0.027602672576904297 (0.031218090592905545) | > loss_mel_ce: 2.0747768878936768 (nan) | > loss: 0.008342776447534561 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14101860628755034) | > loader_time: 0.0046 (0.00454990231637334)  --> TIME: 2025-03-26 09:58:06 -- STEP: 11685/31555 -- GLOBAL_STEP: 1368550 | > loss_text_ce: 0.02356996014714241 (0.031213427292622206) | > loss_mel_ce: 0.00630950927734375 (nan) | > loss: 0.00011856933269882575 (nan) | > current_lr: 5e-06 | > step_time: 0.1108 (0.14101819416677785) | > loader_time: 0.0041 (0.004549340177510686)  --> TIME: 2025-03-26 09:58:16 -- STEP: 11735/31555 -- GLOBAL_STEP: 1368600 | > loss_text_ce: 0.04408600181341171 (0.031217505916013435) | > loss_mel_ce: 2.8260557651519775 (nan) | > loss: 0.011389452032744884 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14102955478071655) | > loader_time: 0.0043 (0.004548792845145335)  --> TIME: 2025-03-26 09:58:25 -- STEP: 11785/31555 -- GLOBAL_STEP: 1368650 | > loss_text_ce: 0.029715795069932938 (0.031216732041628174) | > loss_mel_ce: 2.258633852005005 (nan) | > loss: 0.009080752730369568 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.14101791978640965) | > loader_time: 0.0043 (0.004548533528246594)  --> TIME: 2025-03-26 09:58:35 -- STEP: 11835/31555 -- GLOBAL_STEP: 1368700 | > loss_text_ce: 0.03369750455021858 (0.031216971261602295) | > loss_mel_ce: 2.113175630569458 (nan) | > loss: 0.008519338443875313 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14102271820957898) | > loader_time: 0.0045 (0.004548120780690169)  --> TIME: 2025-03-26 09:58:45 -- STEP: 11885/31555 -- GLOBAL_STEP: 1368750 | > loss_text_ce: 0.031414881348609924 (0.031217860327825916) | > loss_mel_ce: 2.957413673400879 (nan) | > loss: 0.011860432103276253 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14102823247817198) | > loader_time: 0.0043 (0.0045476969420834455)  --> TIME: 2025-03-26 09:58:54 -- STEP: 11935/31555 -- GLOBAL_STEP: 1368800 | > loss_text_ce: 0.01670333743095398 (0.031214004933247275) | > loss_mel_ce: 2.0701751708984375 (nan) | > loss: 0.008281264454126358 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.14103025858702828) | > loader_time: 0.0045 (0.00454702601055244)  --> TIME: 2025-03-26 09:59:04 -- STEP: 11985/31555 -- GLOBAL_STEP: 1368850 | > loss_text_ce: 0.030918752774596214 (0.031215503713691865) | > loss_mel_ce: 3.1498351097106934 (nan) | > loss: 0.012622039765119553 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14101270240796357) | > loader_time: 0.0045 (0.004546925202975614)  --> TIME: 2025-03-26 09:59:13 -- STEP: 12035/31555 -- GLOBAL_STEP: 1368900 | > loss_text_ce: 0.02639225497841835 (0.03121114870271014) | > loss_mel_ce: 2.670102119445801 (nan) | > loss: 0.010700374841690063 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1410177087209304) | > loader_time: 0.0046 (0.004546756074792058)  --> TIME: 2025-03-26 09:59:23 -- STEP: 12085/31555 -- GLOBAL_STEP: 1368950 | > loss_text_ce: 0.022092998027801514 (0.031208109952598803) | > loss_mel_ce: 2.143258571624756 (nan) | > loss: 0.008592666126787663 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14101015630713282) | > loader_time: 0.0044 (0.004546534309813319)  --> TIME: 2025-03-26 09:59:32 -- STEP: 12135/31555 -- GLOBAL_STEP: 1369000 | > loss_text_ce: 0.0337875597178936 (0.03120711499101398) | > loss_mel_ce: 1.6307872533798218 (nan) | > loss: 0.006605456117540598 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1409982040776204) | > loader_time: 0.0045 (0.004545878872834043)  --> TIME: 2025-03-26 09:59:42 -- STEP: 12185/31555 -- GLOBAL_STEP: 1369050 | > loss_text_ce: 0.027200499549508095 (0.031207205426401916) | > loss_mel_ce: 2.7852160930633545 (nan) | > loss: 0.011160383932292461 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1409795394626652) | > loader_time: 0.0041 (0.004544918547901474)  --> TIME: 2025-03-26 09:59:51 -- STEP: 12235/31555 -- GLOBAL_STEP: 1369100 | > loss_text_ce: 0.03599229454994202 (0.03120481734284709) | > loss_mel_ce: 2.054821491241455 (nan) | > loss: 0.00829688087105751 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.1409878746947798) | > loader_time: 0.0044 (0.004544743743291593)  --> TIME: 2025-03-26 10:00:01 -- STEP: 12285/31555 -- GLOBAL_STEP: 1369150 | > loss_text_ce: 0.024117486551404 (0.031203536027007636) | > loss_mel_ce: 1.6226695775985718 (nan) | > loss: 0.006534869782626629 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1409950032193428) | > loader_time: 0.0044 (0.0045443283526645836)  --> TIME: 2025-03-26 10:00:11 -- STEP: 12335/31555 -- GLOBAL_STEP: 1369200 | > loss_text_ce: 0.03469027951359749 (0.031198922899050737) | > loss_mel_ce: 3.095515489578247 (nan) | > loss: 0.012421452440321445 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1409791879147511) | > loader_time: 0.0045 (0.004544016915774776)  --> TIME: 2025-03-26 10:00:20 -- STEP: 12385/31555 -- GLOBAL_STEP: 1369250 | > loss_text_ce: 0.03095131739974022 (0.0311990658317602) | > loss_mel_ce: 2.7147786617279053 (nan) | > loss: 0.010895754210650921 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14096871076883297) | > loader_time: 0.0043 (0.004543166589871672)  --> TIME: 2025-03-26 10:00:30 -- STEP: 12435/31555 -- GLOBAL_STEP: 1369300 | > loss_text_ce: 0.03676019236445427 (0.03119572391063215) | > loss_mel_ce: 2.8189594745635986 (nan) | > loss: 0.011332221329212189 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.1409752867046387) | > loader_time: 0.0042 (0.004542570091127898)  --> TIME: 2025-03-26 10:00:39 -- STEP: 12485/31555 -- GLOBAL_STEP: 1369350 | > loss_text_ce: 0.03605524078011513 (0.031191992599697634) | > loss_mel_ce: 3.32928466796875 (nan) | > loss: 0.013354524970054626 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14096654258730978) | > loader_time: 0.0043 (0.0045419747990801665)  --> TIME: 2025-03-26 10:00:49 -- STEP: 12535/31555 -- GLOBAL_STEP: 1369400 | > loss_text_ce: 0.03374818339943886 (0.03118885542163169) | > loss_mel_ce: 2.6957814693450928 (nan) | > loss: 0.010831467807292938 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.1409730414446473) | > loader_time: 0.0042 (0.004541688636807156)  --> TIME: 2025-03-26 10:00:58 -- STEP: 12585/31555 -- GLOBAL_STEP: 1369450 | > loss_text_ce: 0.028097283095121384 (0.03118386442099991) | > loss_mel_ce: 3.0065014362335205 (nan) | > loss: 0.012042059563100338 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14096597291478752) | > loader_time: 0.0045 (0.00454113213467511)  --> TIME: 2025-03-26 10:01:08 -- STEP: 12635/31555 -- GLOBAL_STEP: 1369500 | > loss_text_ce: 0.034811485558748245 (0.03117438210296063) | > loss_mel_ce: 2.6387126445770264 (nan) | > loss: 0.010609223507344723 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1409691815891414) | > loader_time: 0.0044 (0.00454064366559901)  --> TIME: 2025-03-26 10:01:18 -- STEP: 12685/31555 -- GLOBAL_STEP: 1369550 | > loss_text_ce: 0.02727939933538437 (0.031175509210680366) | > loss_mel_ce: 2.122054100036621 (nan) | > loss: 0.008529101498425007 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1409675794931476) | > loader_time: 0.0044 (0.004540167881082612)  --> TIME: 2025-03-26 10:01:27 -- STEP: 12735/31555 -- GLOBAL_STEP: 1369600 | > loss_text_ce: 0.031145500019192696 (0.031178129805543752) | > loss_mel_ce: 2.6482439041137695 (nan) | > loss: 0.010632498189806938 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14097338527803646) | > loader_time: 0.0043 (0.004539628921886192)  --> TIME: 2025-03-26 10:01:37 -- STEP: 12785/31555 -- GLOBAL_STEP: 1369650 | > loss_text_ce: 0.02940923348069191 (0.03118155703996081) | > loss_mel_ce: 1.6982558965682983 (nan) | > loss: 0.006855814717710018 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14097413764971398) | > loader_time: 0.0041 (0.004539055259236119)  --> TIME: 2025-03-26 10:01:47 -- STEP: 12835/31555 -- GLOBAL_STEP: 1369700 | > loss_text_ce: 0.028215136379003525 (0.031183105835239044) | > loss_mel_ce: 1.4038574695587158 (nan) | > loss: 0.0056828283704817295 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14098186630379675) | > loader_time: 0.0042 (0.004538202675855413)  --> TIME: 2025-03-26 10:01:57 -- STEP: 12885/31555 -- GLOBAL_STEP: 1369750 | > loss_text_ce: 0.02288890816271305 (0.03118405743318852) | > loss_mel_ce: 2.0882270336151123 (nan) | > loss: 0.008377444930374622 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1410003774055998) | > loader_time: 0.0046 (0.0045383585854745865)  --> TIME: 2025-03-26 10:02:07 -- STEP: 12935/31555 -- GLOBAL_STEP: 1369800 | > loss_text_ce: 0.029582900926470757 (0.031184731873496074) | > loss_mel_ce: 1.8099991083145142 (nan) | > loss: 0.007299928925931454 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14101035542408707) | > loader_time: 0.0045 (0.004538455984515925)  --> TIME: 2025-03-26 10:02:16 -- STEP: 12985/31555 -- GLOBAL_STEP: 1369850 | > loss_text_ce: 0.021943241357803345 (0.031187413338016657) | > loss_mel_ce: 1.8101894855499268 (nan) | > loss: 0.007270368281751871 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14101393686425884) | > loader_time: 0.0043 (0.004538406644548667)  --> TIME: 2025-03-26 10:02:26 -- STEP: 13035/31555 -- GLOBAL_STEP: 1369900 | > loss_text_ce: 0.02341206930577755 (0.031182331610921137) | > loss_mel_ce: 2.6911213397979736 (nan) | > loss: 0.010771958157420158 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14102877056090973) | > loader_time: 0.0043 (0.004538336996379168)  --> TIME: 2025-03-26 10:02:36 -- STEP: 13085/31555 -- GLOBAL_STEP: 1369950 | > loss_text_ce: 0.058038193732500076 (0.03118515461818506) | > loss_mel_ce: 0.9235941767692566 (nan) | > loss: 0.003895366797223687 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.14103693085678734) | > loader_time: 0.0043 (0.004538252611491877)  --> TIME: 2025-03-26 10:02:46 -- STEP: 13135/31555 -- GLOBAL_STEP: 1370000 | > loss_text_ce: 0.026012269780039787 (0.031190485393449097) | > loss_mel_ce: 2.559556245803833 (nan) | > loss: 0.010260192677378654 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14104336274636645) | > loader_time: 0.0045 (0.004537984378264325) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1370000.pth  --> TIME: 2025-03-26 10:03:00 -- STEP: 13185/31555 -- GLOBAL_STEP: 1370050 | > loss_text_ce: 0.037823133170604706 (0.03119912422355724) | > loss_mel_ce: 2.835561990737915 (nan) | > loss: 0.01140232291072607 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14101763757105953) | > loader_time: 0.0043 (0.004537529849535936)  --> TIME: 2025-03-26 10:03:10 -- STEP: 13235/31555 -- GLOBAL_STEP: 1370100 | > loss_text_ce: 0.022343995049595833 (0.03120494630190565) | > loss_mel_ce: 2.4343132972717285 (nan) | > loss: 0.009748641401529312 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14102048818057078) | > loader_time: 0.0043 (0.004537320920643719)  --> TIME: 2025-03-26 10:03:19 -- STEP: 13285/31555 -- GLOBAL_STEP: 1370150 | > loss_text_ce: 0.028641438111662865 (0.03120513237714151) | > loss_mel_ce: 2.4449303150177 (nan) | > loss: 0.00981576181948185 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14099624829046303) | > loader_time: 0.0045 (0.004537091095464573)  --> TIME: 2025-03-26 10:03:29 -- STEP: 13335/31555 -- GLOBAL_STEP: 1370200 | > loss_text_ce: 0.028536608442664146 (0.031205930148000282) | > loss_mel_ce: 2.6387479305267334 (nan) | > loss: 0.010584462434053421 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.141012069210828) | > loader_time: 0.0043 (0.0045366059093382245)  --> TIME: 2025-03-26 10:03:38 -- STEP: 13385/31555 -- GLOBAL_STEP: 1370250 | > loss_text_ce: 0.03128322958946228 (0.031204081685962434) | > loss_mel_ce: 1.4325875043869019 (nan) | > loss: 0.0058090114034712315 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.141007233556633) | > loader_time: 0.0044 (0.004535958497079829)  --> TIME: 2025-03-26 10:03:48 -- STEP: 13435/31555 -- GLOBAL_STEP: 1370300 | > loss_text_ce: 0.03839893639087677 (0.03120602598621094) | > loss_mel_ce: 2.645296573638916 (nan) | > loss: 0.010649586096405983 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.140995972423602) | > loader_time: 0.0047 (0.004535594676833711)  --> TIME: 2025-03-26 10:03:58 -- STEP: 13485/31555 -- GLOBAL_STEP: 1370350 | > loss_text_ce: 0.033125102519989014 (0.031207060924198372) | > loss_mel_ce: 2.758485794067383 (nan) | > loss: 0.0110778221860528 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.1410027587948605) | > loader_time: 0.0047 (0.004535683782886551)  --> TIME: 2025-03-26 10:04:07 -- STEP: 13535/31555 -- GLOBAL_STEP: 1370400 | > loss_text_ce: 0.03786855563521385 (0.031206176109064277) | > loss_mel_ce: 2.7574121952056885 (nan) | > loss: 0.011092384345829487 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14101089941517186) | > loader_time: 0.0047 (0.004535767351255484)  --> TIME: 2025-03-26 10:04:17 -- STEP: 13585/31555 -- GLOBAL_STEP: 1370450 | > loss_text_ce: 0.040385883301496506 (0.03120648929020435) | > loss_mel_ce: 2.524662971496582 (nan) | > loss: 0.010178766213357449 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.141020478752986) | > loader_time: 0.0043 (0.004535544107273552)  --> TIME: 2025-03-26 10:04:27 -- STEP: 13635/31555 -- GLOBAL_STEP: 1370500 | > loss_text_ce: 0.024084486067295074 (0.031206809000126123) | > loss_mel_ce: 2.589921474456787 (nan) | > loss: 0.010373040102422237 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14101143198044663) | > loader_time: 0.0043 (0.004535425824038383)  --> TIME: 2025-03-26 10:04:36 -- STEP: 13685/31555 -- GLOBAL_STEP: 1370550 | > loss_text_ce: 0.031116968020796776 (0.031207513075034728) | > loss_mel_ce: 3.164930582046509 (nan) | > loss: 0.01268272940069437 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14101078674921172) | > loader_time: 0.0043 (0.004534837352040466)  --> TIME: 2025-03-26 10:04:46 -- STEP: 13735/31555 -- GLOBAL_STEP: 1370600 | > loss_text_ce: 0.031385838985443115 (0.03120906818346204) | > loss_mel_ce: 2.7329647541046143 (nan) | > loss: 0.010969646275043488 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.1410255592000398) | > loader_time: 0.0044 (0.0045342754180708105)  --> TIME: 2025-03-26 10:04:56 -- STEP: 13785/31555 -- GLOBAL_STEP: 1370650 | > loss_text_ce: 0.026690399274230003 (0.03120606298908716) | > loss_mel_ce: 0.081787109375 (nan) | > loss: 0.0004304663452785462 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.141013242491872) | > loader_time: 0.0042 (0.0045336142198564595)  --> TIME: 2025-03-26 10:05:05 -- STEP: 13835/31555 -- GLOBAL_STEP: 1370700 | > loss_text_ce: 0.029337508603930473 (0.031199798048455386) | > loss_mel_ce: 2.682004928588867 (nan) | > loss: 0.010759295895695686 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14100354893956193) | > loader_time: 0.0046 (0.004533033574321089)  --> TIME: 2025-03-26 10:05:15 -- STEP: 13885/31555 -- GLOBAL_STEP: 1370750 | > loss_text_ce: 0.04040425270795822 (0.031197992993903047) | > loss_mel_ce: 2.816301107406616 (nan) | > loss: 0.011336132884025574 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14102303352465728) | > loader_time: 0.0045 (0.00453257534973561)  --> TIME: 2025-03-26 10:05:25 -- STEP: 13935/31555 -- GLOBAL_STEP: 1370800 | > loss_text_ce: 0.03141152858734131 (0.031199897921891106) | > loss_mel_ce: 3.0536184310913086 (nan) | > loss: 0.012242184020578861 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14101456552155656) | > loader_time: 0.0045 (0.004531962134994643)  --> TIME: 2025-03-26 10:05:34 -- STEP: 13985/31555 -- GLOBAL_STEP: 1370850 | > loss_text_ce: 0.029764840379357338 (0.031199786813731895) | > loss_mel_ce: 2.9338459968566895 (nan) | > loss: 0.01176036149263382 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1410303793509248) | > loader_time: 0.0044 (0.004531872728529843)  --> TIME: 2025-03-26 10:05:44 -- STEP: 14035/31555 -- GLOBAL_STEP: 1370900 | > loss_text_ce: 0.031219303607940674 (0.031201120416690525) | > loss_mel_ce: 2.796103000640869 (nan) | > loss: 0.011219533160328865 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14105361487290297) | > loader_time: 0.0044 (0.004531755250333497)  --> TIME: 2025-03-26 10:05:54 -- STEP: 14085/31555 -- GLOBAL_STEP: 1370950 | > loss_text_ce: 0.033638499677181244 (0.03120178476136005) | > loss_mel_ce: 0.06744384765625 (nan) | > loss: 0.00040112045826390386 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14106331675620423) | > loader_time: 0.0042 (0.004531622779339721)  --> TIME: 2025-03-26 10:06:04 -- STEP: 14135/31555 -- GLOBAL_STEP: 1371000 | > loss_text_ce: 0.0354095958173275 (0.031202758951122515) | > loss_mel_ce: 2.5871493816375732 (nan) | > loss: 0.010406981222331524 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14105977662932767) | > loader_time: 0.0044 (0.004531400702132061)  --> TIME: 2025-03-26 10:06:13 -- STEP: 14185/31555 -- GLOBAL_STEP: 1371050 | > loss_text_ce: 0.026054872199892998 (0.031199738362480377) | > loss_mel_ce: 2.54376482963562 (nan) | > loss: 0.010197698138654232 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1410527828170824) | > loader_time: 0.0043 (0.004530932796560283)  --> TIME: 2025-03-26 10:06:23 -- STEP: 14235/31555 -- GLOBAL_STEP: 1371100 | > loss_text_ce: 0.02616823837161064 (0.03119586684263806) | > loss_mel_ce: 2.770369291305542 (nan) | > loss: 0.011097372509539127 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1410648969001075) | > loader_time: 0.0043 (0.004530413828274629)  --> TIME: 2025-03-26 10:06:33 -- STEP: 14285/31555 -- GLOBAL_STEP: 1371150 | > loss_text_ce: 0.03429900482296944 (0.03119947058909844) | > loss_mel_ce: 2.9774010181427 (nan) | > loss: 0.011951190419495106 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14105325424466617) | > loader_time: 0.0045 (0.004529833484872628)  --> TIME: 2025-03-26 10:06:42 -- STEP: 14335/31555 -- GLOBAL_STEP: 1371200 | > loss_text_ce: 0.03179268166422844 (0.03120020455919547) | > loss_mel_ce: 2.8707211017608643 (nan) | > loss: 0.011517912149429321 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1410480099103563) | > loader_time: 0.0043 (0.004529543807791788)  --> TIME: 2025-03-26 10:06:52 -- STEP: 14385/31555 -- GLOBAL_STEP: 1371250 | > loss_text_ce: 0.03318383917212486 (0.031196155684534304) | > loss_mel_ce: 2.9358811378479004 (nan) | > loss: 0.011782004497945309 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.1410573151859913) | > loader_time: 0.0046 (0.004529259343258313)  --> TIME: 2025-03-26 10:07:01 -- STEP: 14435/31555 -- GLOBAL_STEP: 1371300 | > loss_text_ce: 0.02946286089718342 (0.031195947526917664) | > loss_mel_ce: 2.1521799564361572 (nan) | > loss: 0.008657312951982021 (nan) | > current_lr: 5e-06 | > step_time: 0.169 (0.14104136604729148) | > loader_time: 0.0045 (0.004529126721928172)  --> TIME: 2025-03-26 10:07:11 -- STEP: 14485/31555 -- GLOBAL_STEP: 1371350 | > loss_text_ce: 0.021974964067339897 (0.031199611299264567) | > loss_mel_ce: 2.3297512531280518 (nan) | > loss: 0.009332248009741306 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14103100170626542) | > loader_time: 0.0041 (0.004528856359764249)  --> TIME: 2025-03-26 10:07:20 -- STEP: 14535/31555 -- GLOBAL_STEP: 1371400 | > loss_text_ce: 0.03949454426765442 (0.031204287277289203) | > loss_mel_ce: 2.30241060256958 (nan) | > loss: 0.009293274953961372 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1410127897298649) | > loader_time: 0.0044 (0.00452941711473021)  --> TIME: 2025-03-26 10:07:30 -- STEP: 14585/31555 -- GLOBAL_STEP: 1371450 | > loss_text_ce: 0.017289508134126663 (0.03119922073479432) | > loss_mel_ce: 0.0406494140625 (nan) | > loss: 0.00022991637524683028 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14101468410890697) | > loader_time: 0.0045 (0.004529219307963217)  --> TIME: 2025-03-26 10:07:39 -- STEP: 14635/31555 -- GLOBAL_STEP: 1371500 | > loss_text_ce: 0.026249205693602562 (0.031201442971578692) | > loss_mel_ce: 2.9870827198028564 (nan) | > loss: 0.011957666836678982 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14100301483201105) | > loader_time: 0.0044 (0.004528762245895016)  --> TIME: 2025-03-26 10:07:49 -- STEP: 14685/31555 -- GLOBAL_STEP: 1371550 | > loss_text_ce: 0.03025924600660801 (0.03119801875865953) | > loss_mel_ce: 2.813847541809082 (nan) | > loss: 0.01128613855689764 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14101134364524476) | > loader_time: 0.0044 (0.004528795053328132)  --> TIME: 2025-03-26 10:07:59 -- STEP: 14735/31555 -- GLOBAL_STEP: 1371600 | > loss_text_ce: 0.028999827802181244 (0.03119687499970825) | > loss_mel_ce: 2.6034727096557617 (nan) | > loss: 0.010446320287883282 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1410206253179896) | > loader_time: 0.0044 (0.004528853915123594)  --> TIME: 2025-03-26 10:08:08 -- STEP: 14785/31555 -- GLOBAL_STEP: 1371650 | > loss_text_ce: 0.026734966784715652 (0.03119647737452619) | > loss_mel_ce: 2.734096050262451 (nan) | > loss: 0.01095567923039198 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14100786440671492) | > loader_time: 0.0044 (0.004528674766506975)  --> TIME: 2025-03-26 10:08:18 -- STEP: 14835/31555 -- GLOBAL_STEP: 1371700 | > loss_text_ce: 0.02917376719415188 (0.031195565260115563) | > loss_mel_ce: 0.331298828125 (nan) | > loss: 0.001430446864105761 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1410015114076126) | > loader_time: 0.0043 (0.004528553235960751)  --> TIME: 2025-03-26 10:08:27 -- STEP: 14885/31555 -- GLOBAL_STEP: 1371750 | > loss_text_ce: 0.030156470835208893 (0.031194803237584685) | > loss_mel_ce: 2.7824368476867676 (nan) | > loss: 0.011161085218191147 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14099272895187562) | > loader_time: 0.0046 (0.004528399782369781)  --> TIME: 2025-03-26 10:08:37 -- STEP: 14935/31555 -- GLOBAL_STEP: 1371800 | > loss_text_ce: 0.023744067177176476 (0.031194790902135665) | > loss_mel_ce: 3.172471761703491 (nan) | > loss: 0.01268339715898037 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14099905477305952) | > loader_time: 0.0044 (0.004528719148868925)  --> TIME: 2025-03-26 10:08:47 -- STEP: 14985/31555 -- GLOBAL_STEP: 1371850 | > loss_text_ce: 0.025141922757029533 (0.031191459070850126) | > loss_mel_ce: 2.368631601333618 (nan) | > loss: 0.009499101899564266 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1409937592717371) | > loader_time: 0.0046 (0.0045288394919068544)  --> TIME: 2025-03-26 10:08:56 -- STEP: 15035/31555 -- GLOBAL_STEP: 1371900 | > loss_text_ce: 0.029789859429001808 (0.03118861208904918) | > loss_mel_ce: 2.3543648719787598 (nan) | > loss: 0.009460932575166225 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14099490748000348) | > loader_time: 0.0044 (0.004528597133041488)  --> TIME: 2025-03-26 10:09:06 -- STEP: 15085/31555 -- GLOBAL_STEP: 1371950 | > loss_text_ce: 0.03719053789973259 (0.031190347821100747) | > loss_mel_ce: 2.3903377056121826 (nan) | > loss: 0.009633048437535763 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1410085335447954) | > loader_time: 0.0044 (0.00452855784726292)  --> TIME: 2025-03-26 10:09:16 -- STEP: 15135/31555 -- GLOBAL_STEP: 1372000 | > loss_text_ce: 0.038548629730939865 (0.031196024894977727) | > loss_mel_ce: 2.2181496620178223 (nan) | > loss: 0.008955152705311775 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1410122102347377) | > loader_time: 0.0048 (0.004528311293708783)  --> TIME: 2025-03-26 10:09:25 -- STEP: 15185/31555 -- GLOBAL_STEP: 1372050 | > loss_text_ce: 0.03600337728857994 (0.031200793509211813) | > loss_mel_ce: 2.6997575759887695 (nan) | > loss: 0.01085619442164898 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14100652771008548) | > loader_time: 0.0045 (0.004528155105460179)  --> TIME: 2025-03-26 10:09:35 -- STEP: 15235/31555 -- GLOBAL_STEP: 1372100 | > loss_text_ce: 0.0322960801422596 (0.031200927460317367) | > loss_mel_ce: 2.871640682220459 (nan) | > loss: 0.01152355968952179 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14101594554661895) | > loader_time: 0.0047 (0.0045283223826023625)  --> TIME: 2025-03-26 10:09:45 -- STEP: 15285/31555 -- GLOBAL_STEP: 1372150 | > loss_text_ce: 0.028297172859311104 (0.031201244154466717) | > loss_mel_ce: 2.348076105117798 (nan) | > loss: 0.009430053643882275 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14100888445363988) | > loader_time: 0.0047 (0.004528397892985335)  --> TIME: 2025-03-26 10:09:54 -- STEP: 15335/31555 -- GLOBAL_STEP: 1372200 | > loss_text_ce: 0.040767982602119446 (0.03119968569630719) | > loss_mel_ce: 0.0672200545668602 (nan) | > loss: 0.00042852398473769426 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14100087121988894) | > loader_time: 0.0043 (0.0045284532124731)  --> TIME: 2025-03-26 10:10:04 -- STEP: 15385/31555 -- GLOBAL_STEP: 1372250 | > loss_text_ce: 0.024061869829893112 (0.03120186916538259) | > loss_mel_ce: 2.5476865768432617 (nan) | > loss: 0.010205351747572422 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14100128047683905) | > loader_time: 0.0044 (0.0045286176729248655)  --> TIME: 2025-03-26 10:10:13 -- STEP: 15435/31555 -- GLOBAL_STEP: 1372300 | > loss_text_ce: 0.029079275205731392 (0.031207959417701447) | > loss_mel_ce: 2.61344575881958 (nan) | > loss: 0.010486210696399212 (nan) | > current_lr: 5e-06 | > step_time: 0.1085 (0.1410034783341398) | > loader_time: 0.0044 (0.004528550156351419)  --> TIME: 2025-03-26 10:10:23 -- STEP: 15485/31555 -- GLOBAL_STEP: 1372350 | > loss_text_ce: 0.02767263911664486 (0.031207025474346974) | > loss_mel_ce: 3.1486916542053223 (nan) | > loss: 0.012604620307683945 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14099039601863847) | > loader_time: 0.0044 (0.004528490727972428)  --> TIME: 2025-03-26 10:10:32 -- STEP: 15535/31555 -- GLOBAL_STEP: 1372400 | > loss_text_ce: 0.03630737215280533 (0.031207813486986834) | > loss_mel_ce: 2.7315673828125 (nan) | > loss: 0.010983630083501339 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14099058398948644) | > loader_time: 0.0048 (0.004528343159553118)  --> TIME: 2025-03-26 10:10:42 -- STEP: 15585/31555 -- GLOBAL_STEP: 1372450 | > loss_text_ce: 0.030085895210504532 (0.03120634657099848) | > loss_mel_ce: 2.6968939304351807 (nan) | > loss: 0.010821348987519741 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.141000877560274) | > loader_time: 0.0045 (0.004528113347733665)  --> TIME: 2025-03-26 10:10:52 -- STEP: 15635/31555 -- GLOBAL_STEP: 1372500 | > loss_text_ce: 0.02487420290708542 (0.03120566864700784) | > loss_mel_ce: 1.564812421798706 (nan) | > loss: 0.006308280862867832 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14099415581486244) | > loader_time: 0.0044 (0.0045280523181228365)  --> TIME: 2025-03-26 10:11:01 -- STEP: 15685/31555 -- GLOBAL_STEP: 1372550 | > loss_text_ce: 0.02334294468164444 (0.031205129335614524) | > loss_mel_ce: 2.6279313564300537 (nan) | > loss: 0.010520930401980877 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14098284333459707) | > loader_time: 0.0045 (0.004527972692283496)  --> TIME: 2025-03-26 10:11:11 -- STEP: 15735/31555 -- GLOBAL_STEP: 1372600 | > loss_text_ce: 0.029954245314002037 (0.031205964296840756) | > loss_mel_ce: 2.6525282859802246 (nan) | > loss: 0.010644772090017796 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.1409841418228406) | > loader_time: 0.0047 (0.0045278655259162895)  --> TIME: 2025-03-26 10:11:21 -- STEP: 15785/31555 -- GLOBAL_STEP: 1372650 | > loss_text_ce: 0.02736126072704792 (0.03120998550574586) | > loss_mel_ce: 2.46187686920166 (nan) | > loss: 0.009877929463982582 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14099703646174302) | > loader_time: 0.0044 (0.0045279553467463774)  --> TIME: 2025-03-26 10:11:31 -- STEP: 15835/31555 -- GLOBAL_STEP: 1372700 | > loss_text_ce: 0.02914423681795597 (0.031211064632230372) | > loss_mel_ce: 2.0804190635681152 (nan) | > loss: 0.008371283300220966 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14100429307861034) | > loader_time: 0.0045 (0.00452800378236327)  --> TIME: 2025-03-26 10:11:40 -- STEP: 15885/31555 -- GLOBAL_STEP: 1372750 | > loss_text_ce: 0.038507964462041855 (0.031207531654482038) | > loss_mel_ce: 1.59027099609375 (nan) | > loss: 0.006463408935815096 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.14101469981283796) | > loader_time: 0.0046 (0.004528030990466095)  --> TIME: 2025-03-26 10:11:50 -- STEP: 15935/31555 -- GLOBAL_STEP: 1372800 | > loss_text_ce: 0.0393485501408577 (0.03120313166162326) | > loss_mel_ce: 1.8833324909210205 (nan) | > loss: 0.007629687432199717 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14100345962280136) | > loader_time: 0.0046 (0.004527802417971766)  --> TIME: 2025-03-26 10:11:59 -- STEP: 15985/31555 -- GLOBAL_STEP: 1372850 | > loss_text_ce: 0.03234345093369484 (0.031201854413902535) | > loss_mel_ce: 2.513530969619751 (nan) | > loss: 0.01010267622768879 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14099932896706746) | > loader_time: 0.0044 (0.004527826327102265)  --> TIME: 2025-03-26 10:12:09 -- STEP: 16035/31555 -- GLOBAL_STEP: 1372900 | > loss_text_ce: 0.032746318727731705 (0.03120030427661164) | > loss_mel_ce: 2.5967578887939453 (nan) | > loss: 0.010434540919959545 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14099587164528737) | > loader_time: 0.0044 (0.004527709682596624)  --> TIME: 2025-03-26 10:12:19 -- STEP: 16085/31555 -- GLOBAL_STEP: 1372950 | > loss_text_ce: 0.027997441589832306 (0.03120050432810715) | > loss_mel_ce: 2.757111072540283 (nan) | > loss: 0.011052018962800503 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14099765437561543) | > loader_time: 0.0047 (0.004527634658315433)  --> TIME: 2025-03-26 10:12:28 -- STEP: 16135/31555 -- GLOBAL_STEP: 1373000 | > loss_text_ce: 0.02965305559337139 (0.03120456062589761) | > loss_mel_ce: 2.5071475505828857 (nan) | > loss: 0.010066669434309006 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14100362581478146) | > loader_time: 0.0045 (0.004527611018778694)  --> TIME: 2025-03-26 10:12:38 -- STEP: 16185/31555 -- GLOBAL_STEP: 1373050 | > loss_text_ce: 0.03417988494038582 (0.031201785949574127) | > loss_mel_ce: 2.9874353408813477 (nan) | > loss: 0.011990537866950035 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1409993684619591) | > loader_time: 0.0041 (0.004527372823366963)  --> TIME: 2025-03-26 10:12:48 -- STEP: 16235/31555 -- GLOBAL_STEP: 1373100 | > loss_text_ce: 0.03491642698645592 (0.031200297838601843) | > loss_mel_ce: 2.833251953125 (nan) | > loss: 0.011381621472537518 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1410009564199106) | > loader_time: 0.0046 (0.004527362956242953)  --> TIME: 2025-03-26 10:12:57 -- STEP: 16285/31555 -- GLOBAL_STEP: 1373150 | > loss_text_ce: 0.03760717064142227 (0.031198842418836168) | > loss_mel_ce: 2.3809304237365723 (nan) | > loss: 0.009597372263669968 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14099715056871662) | > loader_time: 0.0048 (0.00452728114832314)  --> TIME: 2025-03-26 10:13:07 -- STEP: 16335/31555 -- GLOBAL_STEP: 1373200 | > loss_text_ce: 0.03865586966276169 (0.03120166318058366) | > loss_mel_ce: 2.761409282684326 (nan) | > loss: 0.011111370287835598 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.141002227408388) | > loader_time: 0.0044 (0.0045273784617601105)  --> TIME: 2025-03-26 10:13:16 -- STEP: 16385/31555 -- GLOBAL_STEP: 1373250 | > loss_text_ce: 0.03910035640001297 (0.031203820718282385) | > loss_mel_ce: 2.7610557079315186 (nan) | > loss: 0.011111731640994549 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14099810797883613) | > loader_time: 0.0045 (0.004527013157066636)  --> TIME: 2025-03-26 10:13:26 -- STEP: 16435/31555 -- GLOBAL_STEP: 1373300 | > loss_text_ce: 0.024125495925545692 (0.03120383788631214) | > loss_mel_ce: 1.8875985145568848 (nan) | > loss: 0.007586206775158644 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14099563792152878) | > loader_time: 0.0045 (0.004526667787849549)  --> TIME: 2025-03-26 10:13:36 -- STEP: 16485/31555 -- GLOBAL_STEP: 1373350 | > loss_text_ce: 0.032250598073005676 (0.03120481486406549) | > loss_mel_ce: 1.8726228475570679 (nan) | > loss: 0.0075590224005281925 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14101251304818432) | > loader_time: 0.0045 (0.004526843856890192)  --> TIME: 2025-03-26 10:13:46 -- STEP: 16535/31555 -- GLOBAL_STEP: 1373400 | > loss_text_ce: 0.031095020473003387 (0.031206611414685833) | > loss_mel_ce: 2.326591968536377 (nan) | > loss: 0.00935590174049139 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14100824988497443) | > loader_time: 0.0049 (0.00452709386887274)  --> TIME: 2025-03-26 10:13:55 -- STEP: 16585/31555 -- GLOBAL_STEP: 1373450 | > loss_text_ce: 0.03975961357355118 (0.031207261769225125) | > loss_mel_ce: 3.004503011703491 (nan) | > loss: 0.012080407701432705 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14101850312985867) | > loader_time: 0.0047 (0.004527352508163098)  --> TIME: 2025-03-26 10:14:05 -- STEP: 16635/31555 -- GLOBAL_STEP: 1373500 | > loss_text_ce: 0.02216675505042076 (0.031204908072885753) | > loss_mel_ce: 2.457206964492798 (nan) | > loss: 0.009838785044848919 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14102524889816032) | > loader_time: 0.0045 (0.004527467716768539)  --> TIME: 2025-03-26 10:14:15 -- STEP: 16685/31555 -- GLOBAL_STEP: 1373550 | > loss_text_ce: 0.030134662985801697 (0.03119938078188221) | > loss_mel_ce: 3.035982608795166 (nan) | > loss: 0.012167132459580898 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.1410247555099125) | > loader_time: 0.0047 (0.004527384226715836)  --> TIME: 2025-03-26 10:14:25 -- STEP: 16735/31555 -- GLOBAL_STEP: 1373600 | > loss_text_ce: 0.03747863695025444 (0.031197276073033537) | > loss_mel_ce: 2.1817071437835693 (nan) | > loss: 0.008806293830275536 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14103468035027383) | > loader_time: 0.0046 (0.004527371614272097)  --> TIME: 2025-03-26 10:14:34 -- STEP: 16785/31555 -- GLOBAL_STEP: 1373650 | > loss_text_ce: 0.03785919025540352 (0.031199101361204445) | > loss_mel_ce: 2.6229093074798584 (nan) | > loss: 0.010558606125414371 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14104236883175278) | > loader_time: 0.0046 (0.004527376349355114)  --> TIME: 2025-03-26 10:14:44 -- STEP: 16835/31555 -- GLOBAL_STEP: 1373700 | > loss_text_ce: 0.0320151150226593 (0.03120098570430884) | > loss_mel_ce: 2.620182514190674 (nan) | > loss: 0.010524594224989414 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.141039418395279) | > loader_time: 0.0044 (0.004527310826568091)  --> TIME: 2025-03-26 10:14:54 -- STEP: 16885/31555 -- GLOBAL_STEP: 1373750 | > loss_text_ce: 0.034095920622348785 (0.031197519622343794) | > loss_mel_ce: 2.5575339794158936 (nan) | > loss: 0.010284246876835823 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14104113640924903) | > loader_time: 0.0046 (0.004527261096908018)  --> TIME: 2025-03-26 10:15:03 -- STEP: 16935/31555 -- GLOBAL_STEP: 1373800 | > loss_text_ce: 0.034166086465120316 (0.03119980333433994) | > loss_mel_ce: 2.2694637775421143 (nan) | > loss: 0.009141389280557632 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1410418230698166) | > loader_time: 0.0046 (0.004527057318832433)  --> TIME: 2025-03-26 10:15:13 -- STEP: 16985/31555 -- GLOBAL_STEP: 1373850 | > loss_text_ce: 0.03475060313940048 (0.031199758511375495) | > loss_mel_ce: 2.6226484775543213 (nan) | > loss: 0.010545235127210617 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14104585411761167) | > loader_time: 0.0044 (0.004526853743882454)  --> TIME: 2025-03-26 10:15:23 -- STEP: 17035/31555 -- GLOBAL_STEP: 1373900 | > loss_text_ce: 0.029644550755620003 (0.03119889675689594) | > loss_mel_ce: 1.3677572011947632 (nan) | > loss: 0.005545245483517647 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14106148524406031) | > loader_time: 0.0045 (0.004526692133758771)  --> TIME: 2025-03-26 10:15:33 -- STEP: 17085/31555 -- GLOBAL_STEP: 1373950 | > loss_text_ce: 0.03687939792871475 (0.031204261245597935) | > loss_mel_ce: 2.596604347229004 (nan) | > loss: 0.010450332425534725 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14106416931129923) | > loader_time: 0.0042 (0.004526494782257736)  --> TIME: 2025-03-26 10:15:42 -- STEP: 17135/31555 -- GLOBAL_STEP: 1374000 | > loss_text_ce: 0.032589420676231384 (0.0312041309583081) | > loss_mel_ce: 2.551387071609497 (nan) | > loss: 0.010253875516355038 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1476 (0.14105510893944906) | > loader_time: 0.0044 (0.004526036802102068)  --> TIME: 2025-03-26 10:15:52 -- STEP: 17185/31555 -- GLOBAL_STEP: 1374050 | > loss_text_ce: 0.03325851634144783 (0.031204254602797164) | > loss_mel_ce: 2.6730728149414062 (nan) | > loss: 0.010739410296082497 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.1410623213840416) | > loader_time: 0.0045 (0.004525738966683491)  --> TIME: 2025-03-26 10:16:02 -- STEP: 17235/31555 -- GLOBAL_STEP: 1374100 | > loss_text_ce: 0.02991895191371441 (0.0312029768074375) | > loss_mel_ce: 2.3599908351898193 (nan) | > loss: 0.009483769536018372 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1410632681148021) | > loader_time: 0.0044 (0.004525676782075156)  --> TIME: 2025-03-26 10:16:11 -- STEP: 17285/31555 -- GLOBAL_STEP: 1374150 | > loss_text_ce: 0.0282355397939682 (0.031196140490164122) | > loss_mel_ce: 2.150390625 (nan) | > loss: 0.008645341731607914 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14106284721689988) | > loader_time: 0.0046 (0.004525470637088899)  --> TIME: 2025-03-26 10:16:21 -- STEP: 17335/31555 -- GLOBAL_STEP: 1374200 | > loss_text_ce: 0.02821054868400097 (0.0311953576265012) | > loss_mel_ce: 2.7534146308898926 (nan) | > loss: 0.01103819627314806 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14105981244179805) | > loader_time: 0.0048 (0.004525233649162232)  --> TIME: 2025-03-26 10:16:30 -- STEP: 17385/31555 -- GLOBAL_STEP: 1374250 | > loss_text_ce: 0.033012617379426956 (0.031194245752813935) | > loss_mel_ce: 2.2026469707489014 (nan) | > loss: 0.008871665224432945 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14104964050850194) | > loader_time: 0.0047 (0.004525057296489602)  --> TIME: 2025-03-26 10:16:40 -- STEP: 17435/31555 -- GLOBAL_STEP: 1374300 | > loss_text_ce: 0.03992877155542374 (0.03119141063283021) | > loss_mel_ce: 2.3234336376190186 (nan) | > loss: 0.009378422051668167 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14105111180385507) | > loader_time: 0.0042 (0.004525000993659153)  --> TIME: 2025-03-26 10:16:50 -- STEP: 17485/31555 -- GLOBAL_STEP: 1374350 | > loss_text_ce: 0.024654464796185493 (0.0311921973258666) | > loss_mel_ce: 3.0109853744506836 (nan) | > loss: 0.012046189978718758 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14105545974711703) | > loader_time: 0.0044 (0.004524970429605624)  --> TIME: 2025-03-26 10:17:00 -- STEP: 17535/31555 -- GLOBAL_STEP: 1374400 | > loss_text_ce: 0.03607639670372009 (0.031189936185736313) | > loss_mel_ce: 2.74528431892395 (nan) | > loss: 0.011037145741283894 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14106526824868393) | > loader_time: 0.0047 (0.004524569447508947)  --> TIME: 2025-03-26 10:17:09 -- STEP: 17585/31555 -- GLOBAL_STEP: 1374450 | > loss_text_ce: 0.018804389983415604 (0.031186330222803014) | > loss_mel_ce: 2.318467855453491 (nan) | > loss: 0.009274889715015888 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14106520414691268) | > loader_time: 0.0044 (0.004524131020531569)  --> TIME: 2025-03-26 10:17:19 -- STEP: 17635/31555 -- GLOBAL_STEP: 1374500 | > loss_text_ce: 0.030268672853708267 (0.031188725722678532) | > loss_mel_ce: 3.35583233833313 (nan) | > loss: 0.013436909765005112 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14106778102114312) | > loader_time: 0.0043 (0.004523719523153783)  --> TIME: 2025-03-26 10:17:29 -- STEP: 17685/31555 -- GLOBAL_STEP: 1374550 | > loss_text_ce: 0.025115491822361946 (0.03118860994923543) | > loss_mel_ce: 2.6730895042419434 (nan) | > loss: 0.010707163251936436 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.1410709962421522) | > loader_time: 0.0044 (0.004523344716683311)  --> TIME: 2025-03-26 10:17:39 -- STEP: 17735/31555 -- GLOBAL_STEP: 1374600 | > loss_text_ce: 0.034568268805742264 (0.03118944300686789) | > loss_mel_ce: 2.7375102043151855 (nan) | > loss: 0.011000311933457851 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14108915652965165) | > loader_time: 0.0043 (0.004523165769767904)  --> TIME: 2025-03-26 10:17:48 -- STEP: 17785/31555 -- GLOBAL_STEP: 1374650 | > loss_text_ce: 0.040452174842357635 (0.031192582199600832) | > loss_mel_ce: 2.7745745182037354 (nan) | > loss: 0.011170742101967335 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14108944535758042) | > loader_time: 0.0045 (0.004522974074875515)  --> TIME: 2025-03-26 10:17:58 -- STEP: 17835/31555 -- GLOBAL_STEP: 1374700 | > loss_text_ce: 0.025049567222595215 (0.031191102884561533) | > loss_mel_ce: 0.959716796875 (nan) | > loss: 0.003907803446054459 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14109987137796803) | > loader_time: 0.0044 (0.004522876175371622)  --> TIME: 2025-03-26 10:18:08 -- STEP: 17885/31555 -- GLOBAL_STEP: 1374750 | > loss_text_ce: 0.02665642276406288 (0.031193811417059222) | > loss_mel_ce: 2.4360573291778564 (nan) | > loss: 0.009772674180567265 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14110671013535256) | > loader_time: 0.0044 (0.00452288446860968)  --> TIME: 2025-03-26 10:18:18 -- STEP: 17935/31555 -- GLOBAL_STEP: 1374800 | > loss_text_ce: 0.03595893830060959 (0.031191932544182826) | > loss_mel_ce: 2.869025945663452 (nan) | > loss: 0.011527718976140022 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14110722636192694) | > loader_time: 0.0049 (0.004522964194653763)  --> TIME: 2025-03-26 10:18:28 -- STEP: 17985/31555 -- GLOBAL_STEP: 1374850 | > loss_text_ce: 0.029176492244005203 (0.031192840185986812) | > loss_mel_ce: 2.856395959854126 (nan) | > loss: 0.011450684629380703 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.1411201184611859) | > loader_time: 0.0045 (0.00452308922566933)  --> TIME: 2025-03-26 10:18:37 -- STEP: 18035/31555 -- GLOBAL_STEP: 1374900 | > loss_text_ce: 0.03380757197737694 (0.031193611883649476) | > loss_mel_ce: 2.4906959533691406 (nan) | > loss: 0.010017871856689453 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1411027840772154) | > loader_time: 0.0046 (0.004523054384147465)  --> TIME: 2025-03-26 10:18:46 -- STEP: 18085/31555 -- GLOBAL_STEP: 1374950 | > loss_text_ce: 0.040537260472774506 (0.031197075985880857) | > loss_mel_ce: 2.718907594680786 (nan) | > loss: 0.0109501788392663 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1410995962344903) | > loader_time: 0.0043 (0.004523051783693778)  --> TIME: 2025-03-26 10:18:56 -- STEP: 18135/31555 -- GLOBAL_STEP: 1375000 | > loss_text_ce: 0.03804032504558563 (0.031199198164023216) | > loss_mel_ce: 1.5855295658111572 (nan) | > loss: 0.006442737765610218 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.14110321658092043) | > loader_time: 0.0042 (0.004522861999225618)  --> TIME: 2025-03-26 10:19:05 -- STEP: 18185/31555 -- GLOBAL_STEP: 1375050 | > loss_text_ce: 0.03642186149954796 (0.03119803836821674) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1410916574387414) | > loader_time: 0.0042 (0.004522460405728868)  --> TIME: 2025-03-26 10:19:15 -- STEP: 18235/31555 -- GLOBAL_STEP: 1375100 | > loss_text_ce: 0.031170818954706192 (0.031198703697140753) | > loss_mel_ce: 0.175048828125 (nan) | > loss: 0.0008183319587260485 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14108210950150016) | > loader_time: 0.0044 (0.004522186754695783)  --> TIME: 2025-03-26 10:19:25 -- STEP: 18285/31555 -- GLOBAL_STEP: 1375150 | > loss_text_ce: 0.02630378119647503 (0.03119482290410249) | > loss_mel_ce: 2.5789597034454346 (nan) | > loss: 0.010338347405195236 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1410864396599877) | > loader_time: 0.0044 (0.004522747168098909)  --> TIME: 2025-03-26 10:19:35 -- STEP: 18335/31555 -- GLOBAL_STEP: 1375200 | > loss_text_ce: 0.03082277625799179 (0.031195359397501784) | > loss_mel_ce: 2.7996110916137695 (nan) | > loss: 0.011231880635023117 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1410989998795849) | > loader_time: 0.0046 (0.004522786739901726)  --> TIME: 2025-03-26 10:19:44 -- STEP: 18385/31555 -- GLOBAL_STEP: 1375250 | > loss_text_ce: 0.030834203585982323 (0.031198271852202444) | > loss_mel_ce: 2.868056535720825 (nan) | > loss: 0.011503535322844982 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.141093737981161) | > loader_time: 0.0046 (0.004522701382215531)  --> TIME: 2025-03-26 10:19:54 -- STEP: 18435/31555 -- GLOBAL_STEP: 1375300 | > loss_text_ce: 0.031058765947818756 (0.031196466262586434) | > loss_mel_ce: 2.1663272380828857 (nan) | > loss: 0.008719786070287228 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14109092780429475) | > loader_time: 0.0048 (0.004522479139824082)  --> TIME: 2025-03-26 10:20:03 -- STEP: 18485/31555 -- GLOBAL_STEP: 1375350 | > loss_text_ce: 0.03167057782411575 (0.03119697541780397) | > loss_mel_ce: 2.577970504760742 (nan) | > loss: 0.010355719365179539 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1410874819349261) | > loader_time: 0.0044 (0.004522444423482557)  --> TIME: 2025-03-26 10:20:13 -- STEP: 18535/31555 -- GLOBAL_STEP: 1375400 | > loss_text_ce: 0.0312967486679554 (0.031195886478246077) | > loss_mel_ce: 0.117919921875 (nan) | > loss: 0.000592129654251039 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.141080875373574) | > loader_time: 0.0045 (0.0045222445128579244)  --> TIME: 2025-03-26 10:20:23 -- STEP: 18585/31555 -- GLOBAL_STEP: 1375450 | > loss_text_ce: 0.025302192196249962 (0.031195859188193398) | > loss_mel_ce: 2.4236741065979004 (nan) | > loss: 0.009718160144984722 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14109443023636395) | > loader_time: 0.0044 (0.004522520103280098)  --> TIME: 2025-03-26 10:20:32 -- STEP: 18635/31555 -- GLOBAL_STEP: 1375500 | > loss_text_ce: 0.03515243902802467 (0.031197074519258933) | > loss_mel_ce: 2.3764963150024414 (nan) | > loss: 0.00957003515213728 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14109077532936798) | > loader_time: 0.0043 (0.004522271165266899)  --> TIME: 2025-03-26 10:20:42 -- STEP: 18685/31555 -- GLOBAL_STEP: 1375550 | > loss_text_ce: 0.0342152863740921 (0.031195524859957142) | > loss_mel_ce: 2.1870758533477783 (nan) | > loss: 0.008814647793769836 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14108902033172122) | > loader_time: 0.0047 (0.004522279484692416)  --> TIME: 2025-03-26 10:20:51 -- STEP: 18735/31555 -- GLOBAL_STEP: 1375600 | > loss_text_ce: 0.03429136052727699 (0.03119416426015212) | > loss_mel_ce: 2.494873046875 (nan) | > loss: 0.010036366991698742 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1410894378904403) | > loader_time: 0.0045 (0.004522359304374627)  --> TIME: 2025-03-26 10:21:01 -- STEP: 18785/31555 -- GLOBAL_STEP: 1375650 | > loss_text_ce: 0.028722397983074188 (0.031191871682217154) | > loss_mel_ce: 2.719710111618042 (nan) | > loss: 0.010906478390097618 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14107257127444478) | > loader_time: 0.0043 (0.004522531160116489)  --> TIME: 2025-03-26 10:21:10 -- STEP: 18835/31555 -- GLOBAL_STEP: 1375700 | > loss_text_ce: 0.03397374227643013 (0.031193577650195727) | > loss_mel_ce: 2.629561424255371 (nan) | > loss: 0.010569584555923939 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14107459187032884) | > loader_time: 0.0044 (0.0045226531159127505)  --> TIME: 2025-03-26 10:21:20 -- STEP: 18885/31555 -- GLOBAL_STEP: 1375750 | > loss_text_ce: 0.041301287710666656 (0.031193121032419977) | > loss_mel_ce: 3.0594420433044434 (nan) | > loss: 0.012304537929594517 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14107908900843882) | > loader_time: 0.0049 (0.004522540615385762)  --> TIME: 2025-03-26 10:21:30 -- STEP: 18935/31555 -- GLOBAL_STEP: 1375800 | > loss_text_ce: 0.03989598900079727 (0.031194173015658022) | > loss_mel_ce: 2.685472011566162 (nan) | > loss: 0.010814952664077282 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14107373300315088) | > loader_time: 0.0048 (0.004522494322900412)  --> TIME: 2025-03-26 10:21:39 -- STEP: 18985/31555 -- GLOBAL_STEP: 1375850 | > loss_text_ce: 0.0395917147397995 (0.031192991028453743) | > loss_mel_ce: 2.6751513481140137 (nan) | > loss: 0.010772790759801865 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14107085447233478) | > loader_time: 0.0045 (0.004522419980490903)  --> TIME: 2025-03-26 10:21:49 -- STEP: 19035/31555 -- GLOBAL_STEP: 1375900 | > loss_text_ce: 0.02453192137181759 (0.031190135195070454) | > loss_mel_ce: 2.7359206676483154 (nan) | > loss: 0.010954177007079124 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14108485591859315) | > loader_time: 0.0044 (0.004522235104816588)  --> TIME: 2025-03-26 10:21:59 -- STEP: 19085/31555 -- GLOBAL_STEP: 1375950 | > loss_text_ce: 0.03714091330766678 (0.031191095970922393) | > loss_mel_ce: 2.3295042514801025 (nan) | > loss: 0.009391449391841888 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14108857818695403) | > loader_time: 0.0046 (0.004522141955552784)  --> TIME: 2025-03-26 10:22:08 -- STEP: 19135/31555 -- GLOBAL_STEP: 1376000 | > loss_text_ce: 0.023130135610699654 (0.031191521513061406) | > loss_mel_ce: 2.872648239135742 (nan) | > loss: 0.011491185054183006 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14108463431388926) | > loader_time: 0.0046 (0.004522035113818812)  --> TIME: 2025-03-26 10:22:18 -- STEP: 19185/31555 -- GLOBAL_STEP: 1376050 | > loss_text_ce: 0.023564254865050316 (0.03118876893255847) | > loss_mel_ce: 2.3959081172943115 (nan) | > loss: 0.009601081721484661 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14109426378613435) | > loader_time: 0.0041 (0.004521819791478138)  --> TIME: 2025-03-26 10:22:28 -- STEP: 19235/31555 -- GLOBAL_STEP: 1376100 | > loss_text_ce: 0.031111832708120346 (0.031188830818321477) | > loss_mel_ce: 0.6319172978401184 (nan) | > loss: 0.002631068229675293 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14108837981455785) | > loader_time: 0.0047 (0.004521427794125009)  --> TIME: 2025-03-26 10:22:38 -- STEP: 19285/31555 -- GLOBAL_STEP: 1376150 | > loss_text_ce: 0.04013482481241226 (0.031191192970977936) | > loss_mel_ce: 2.4279842376708984 (nan) | > loss: 0.009794124402105808 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14109331887096516) | > loader_time: 0.0044 (0.0045213876501216145)  --> TIME: 2025-03-26 10:22:48 -- STEP: 19335/31555 -- GLOBAL_STEP: 1376200 | > loss_text_ce: 0.04207422584295273 (0.031190682859103407) | > loss_mel_ce: 2.5441641807556152 (nan) | > loss: 0.010262851603329182 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14110570752962814) | > loader_time: 0.0043 (0.004521299401148339)  --> TIME: 2025-03-26 10:22:57 -- STEP: 19385/31555 -- GLOBAL_STEP: 1376250 | > loss_text_ce: 0.027976887300610542 (0.03119027375260179) | > loss_mel_ce: 2.835134983062744 (nan) | > loss: 0.011361556127667427 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14110199657948805) | > loader_time: 0.0045 (0.004520922381145461)  --> TIME: 2025-03-26 10:23:07 -- STEP: 19435/31555 -- GLOBAL_STEP: 1376300 | > loss_text_ce: 0.02422974444925785 (0.031188089701945813) | > loss_mel_ce: 1.354079008102417 (nan) | > loss: 0.005469479598104954 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14110503927858367) | > loader_time: 0.0042 (0.004520648237914861)  --> TIME: 2025-03-26 10:23:16 -- STEP: 19485/31555 -- GLOBAL_STEP: 1376350 | > loss_text_ce: 0.025228722020983696 (0.031187739032723368) | > loss_mel_ce: 2.9642510414123535 (nan) | > loss: 0.011863015592098236 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14110288875727578) | > loader_time: 0.0044 (0.00452044032798963)  --> TIME: 2025-03-26 10:23:27 -- STEP: 19535/31555 -- GLOBAL_STEP: 1376400 | > loss_text_ce: 0.030838003382086754 (0.031190372907656947) | > loss_mel_ce: 2.4289028644561768 (nan) | > loss: 0.00976087711751461 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1411253409706657) | > loader_time: 0.0044 (0.004520786537793315)  --> TIME: 2025-03-26 10:23:36 -- STEP: 19585/31555 -- GLOBAL_STEP: 1376450 | > loss_text_ce: 0.032501429319381714 (0.031188926107768716) | > loss_mel_ce: 1.1436001062393188 (nan) | > loss: 0.004667069762945175 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14111838077810968) | > loader_time: 0.0046 (0.004520546881739244)  --> TIME: 2025-03-26 10:23:45 -- STEP: 19635/31555 -- GLOBAL_STEP: 1376500 | > loss_text_ce: 0.031023703515529633 (0.03118781692443047) | > loss_mel_ce: 1.1474473476409912 (nan) | > loss: 0.00467647286131978 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14111030090240656) | > loader_time: 0.0044 (0.004520395702462094)  --> TIME: 2025-03-26 10:23:55 -- STEP: 19685/31555 -- GLOBAL_STEP: 1376550 | > loss_text_ce: 0.0324941948056221 (0.03118835139801077) | > loss_mel_ce: 2.6741955280303955 (nan) | > loss: 0.010740833356976509 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1411093625133335) | > loader_time: 0.0047 (0.004520310791186135)  --> TIME: 2025-03-26 10:24:05 -- STEP: 19735/31555 -- GLOBAL_STEP: 1376600 | > loss_text_ce: 0.03774246200919151 (0.031189885470579177) | > loss_mel_ce: 2.540886878967285 (nan) | > loss: 0.010232656262814999 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14111949943849764) | > loader_time: 0.0042 (0.004520338385625198)  --> TIME: 2025-03-26 10:24:15 -- STEP: 19785/31555 -- GLOBAL_STEP: 1376650 | > loss_text_ce: 0.03519199416041374 (0.03118872949634654) | > loss_mel_ce: 2.738375186920166 (nan) | > loss: 0.011006219312548637 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14113708570324596) | > loader_time: 0.0044 (0.004520338835486061)  --> TIME: 2025-03-26 10:24:25 -- STEP: 19835/31555 -- GLOBAL_STEP: 1376700 | > loss_text_ce: 0.03172815591096878 (0.031189236489627233) | > loss_mel_ce: 2.8762569427490234 (nan) | > loss: 0.011539624072611332 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1411575684476499) | > loader_time: 0.0045 (0.004520193022566157)  --> TIME: 2025-03-26 10:24:35 -- STEP: 19885/31555 -- GLOBAL_STEP: 1376750 | > loss_text_ce: 0.024476580321788788 (0.031186005757896332) | > loss_mel_ce: 2.4635727405548096 (nan) | > loss: 0.009873212315142155 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1411540330340576) | > loader_time: 0.0046 (0.004519977778203811)  --> TIME: 2025-03-26 10:24:44 -- STEP: 19935/31555 -- GLOBAL_STEP: 1376800 | > loss_text_ce: 0.029088536277413368 (0.031182664607289235) | > loss_mel_ce: 1.667524814605713 (nan) | > loss: 0.006732592824846506 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14114587979714907) | > loader_time: 0.0044 (0.00452016021244381)  --> TIME: 2025-03-26 10:24:54 -- STEP: 19985/31555 -- GLOBAL_STEP: 1376850 | > loss_text_ce: 0.0252497810870409 (0.03118405424679164) | > loss_mel_ce: 2.380188465118408 (nan) | > loss: 0.009545390494167805 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14115266968137946) | > loader_time: 0.0043 (0.004520204993585104)  --> TIME: 2025-03-26 10:25:04 -- STEP: 20035/31555 -- GLOBAL_STEP: 1376900 | > loss_text_ce: 0.038510847836732864 (0.031185285199367557) | > loss_mel_ce: 2.972985029220581 (nan) | > loss: 0.011950381100177765 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14116625716806966) | > loader_time: 0.0044 (0.004520248837205616)  --> TIME: 2025-03-26 10:25:14 -- STEP: 20085/31555 -- GLOBAL_STEP: 1376950 | > loss_text_ce: 0.034588929265737534 (0.031187284734950513) | > loss_mel_ce: 2.91631817817688 (nan) | > loss: 0.011709949001669884 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1411788122078829) | > loader_time: 0.0045 (0.004520229762663472)  --> TIME: 2025-03-26 10:25:23 -- STEP: 20135/31555 -- GLOBAL_STEP: 1377000 | > loss_text_ce: 0.02907245047390461 (0.031186831188125676) | > loss_mel_ce: 2.831693649291992 (nan) | > loss: 0.011352247558534145 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1411741642612121) | > loader_time: 0.0043 (0.004520205359675591)  --> TIME: 2025-03-26 10:25:33 -- STEP: 20185/31555 -- GLOBAL_STEP: 1377050 | > loss_text_ce: 0.029170742258429527 (0.031188755185390157) | > loss_mel_ce: 0.03314208984375 (nan) | > loss: 0.0002472731575835496 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1411671884171518) | > loader_time: 0.0046 (0.004520015111795156)  --> TIME: 2025-03-26 10:25:43 -- STEP: 20235/31555 -- GLOBAL_STEP: 1377100 | > loss_text_ce: 0.03998013585805893 (0.03119067694344711) | > loss_mel_ce: 1.5446676015853882 (nan) | > loss: 0.006288285367190838 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.1411641955346208) | > loader_time: 0.0046 (0.004519866500809223)  --> TIME: 2025-03-26 10:25:52 -- STEP: 20285/31555 -- GLOBAL_STEP: 1377150 | > loss_text_ce: 0.046788327395915985 (0.031191020424502777) | > loss_mel_ce: 2.608802318572998 (nan) | > loss: 0.01053805835545063 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1411597425490427) | > loader_time: 0.0045 (0.004519805045500431)  --> TIME: 2025-03-26 10:26:02 -- STEP: 20335/31555 -- GLOBAL_STEP: 1377200 | > loss_text_ce: 0.04656224325299263 (0.031191225413334717) | > loss_mel_ce: 1.354217529296875 (nan) | > loss: 0.005558650009334087 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14116142099191417) | > loader_time: 0.0043 (0.004519640317794444)  --> TIME: 2025-03-26 10:26:11 -- STEP: 20385/31555 -- GLOBAL_STEP: 1377250 | > loss_text_ce: 0.03631870076060295 (0.03119118193217921) | > loss_mel_ce: 2.972432851791382 (nan) | > loss: 0.011939491145312786 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14116230565366458) | > loader_time: 0.0043 (0.004519397755712428)  --> TIME: 2025-03-26 10:26:21 -- STEP: 20435/31555 -- GLOBAL_STEP: 1377300 | > loss_text_ce: 0.02697575092315674 (0.031188592667606412) | > loss_mel_ce: 2.581294059753418 (nan) | > loss: 0.010350276716053486 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.1411640593321298) | > loader_time: 0.0046 (0.004519352365712625)  --> TIME: 2025-03-26 10:26:31 -- STEP: 20485/31555 -- GLOBAL_STEP: 1377350 | > loss_text_ce: 0.030049575492739677 (0.031188602719118618) | > loss_mel_ce: 2.680450916290283 (nan) | > loss: 0.01075595524162054 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14117243317298364) | > loader_time: 0.0045 (0.004519223224136151)  --> TIME: 2025-03-26 10:26:41 -- STEP: 20535/31555 -- GLOBAL_STEP: 1377400 | > loss_text_ce: 0.032668765634298325 (0.03118890632313114) | > loss_mel_ce: 2.4629650115966797 (nan) | > loss: 0.009903309866786003 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1411810784958729) | > loader_time: 0.0044 (0.004519083995089941)  --> TIME: 2025-03-26 10:26:51 -- STEP: 20585/31555 -- GLOBAL_STEP: 1377450 | > loss_text_ce: 0.02996724098920822 (0.03119322209437336) | > loss_mel_ce: 1.6798502206802368 (nan) | > loss: 0.0067849899642169476 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14118818310183212) | > loader_time: 0.0043 (0.004518892674125259)  --> TIME: 2025-03-26 10:27:00 -- STEP: 20635/31555 -- GLOBAL_STEP: 1377500 | > loss_text_ce: 0.028231307864189148 (0.03119579476372278) | > loss_mel_ce: 2.341636896133423 (nan) | > loss: 0.009404240176081657 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1411824815060104) | > loader_time: 0.0043 (0.004518649651462912)  --> TIME: 2025-03-26 10:27:09 -- STEP: 20685/31555 -- GLOBAL_STEP: 1377550 | > loss_text_ce: 0.02662740834057331 (0.03119282892556014) | > loss_mel_ce: 2.3964736461639404 (nan) | > loss: 0.009615480899810791 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14117052605222938) | > loader_time: 0.0045 (0.004518528793755413)  --> TIME: 2025-03-26 10:27:19 -- STEP: 20735/31555 -- GLOBAL_STEP: 1377600 | > loss_text_ce: 0.03547028824687004 (0.031190083731591975) | > loss_mel_ce: 2.9150125980377197 (nan) | > loss: 0.011708266101777554 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14115764203058873) | > loader_time: 0.0044 (0.004518529056266652)  --> TIME: 2025-03-26 10:27:28 -- STEP: 20785/31555 -- GLOBAL_STEP: 1377650 | > loss_text_ce: 0.033687930554151535 (0.031189930715322823) | > loss_mel_ce: 2.293229103088379 (nan) | > loss: 0.009233797900378704 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14114648602402763) | > loader_time: 0.0042 (0.004518424509694015)  --> TIME: 2025-03-26 10:27:38 -- STEP: 20835/31555 -- GLOBAL_STEP: 1377700 | > loss_text_ce: 0.030950404703617096 (0.03119175637331739) | > loss_mel_ce: 2.431619644165039 (nan) | > loss: 0.009772103279829025 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1411382119146954) | > loader_time: 0.0043 (0.004518196809941227)  --> TIME: 2025-03-26 10:27:47 -- STEP: 20885/31555 -- GLOBAL_STEP: 1377750 | > loss_text_ce: 0.030194148421287537 (0.03119353660272409) | > loss_mel_ce: 2.150721311569214 (nan) | > loss: 0.008654426783323288 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14115035032181408) | > loader_time: 0.0047 (0.004518267273303554)  --> TIME: 2025-03-26 10:27:57 -- STEP: 20935/31555 -- GLOBAL_STEP: 1377800 | > loss_text_ce: 0.030053263530135155 (0.031192039602316233) | > loss_mel_ce: 2.332598924636841 (nan) | > loss: 0.009375604800879955 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14114285646260435) | > loader_time: 0.0045 (0.004518394752650026)  --> TIME: 2025-03-26 10:28:07 -- STEP: 20985/31555 -- GLOBAL_STEP: 1377850 | > loss_text_ce: 0.023806173354387283 (0.0311909664801726) | > loss_mel_ce: 1.9983807802200317 (nan) | > loss: 0.008024551905691624 (nan) | > current_lr: 5e-06 | > step_time: 0.1477 (0.14114592261106423) | > loader_time: 0.0046 (0.004518304315384767)  --> TIME: 2025-03-26 10:28:17 -- STEP: 21035/31555 -- GLOBAL_STEP: 1377900 | > loss_text_ce: 0.049671757966279984 (0.031195005215792992) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14115492213443867) | > loader_time: 0.004 (0.004518277009819347)  --> TIME: 2025-03-26 10:28:26 -- STEP: 21085/31555 -- GLOBAL_STEP: 1377950 | > loss_text_ce: 0.03716731071472168 (0.0311946000665769) | > loss_mel_ce: 2.482813835144043 (nan) | > loss: 0.009999926201999187 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1411551540316855) | > loader_time: 0.0042 (0.004518005365666131)  --> TIME: 2025-03-26 10:28:36 -- STEP: 21135/31555 -- GLOBAL_STEP: 1378000 | > loss_text_ce: 0.04135503992438316 (0.03119217681552865) | > loss_mel_ce: 2.842405319213867 (nan) | > loss: 0.011443494819104671 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14115048314426806) | > loader_time: 0.0045 (0.004517793068796664)  --> TIME: 2025-03-26 10:28:46 -- STEP: 21185/31555 -- GLOBAL_STEP: 1378050 | > loss_text_ce: 0.024043861776590347 (0.03119125711391571) | > loss_mel_ce: 2.681217670440674 (nan) | > loss: 0.0107351653277874 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.141163682915113) | > loader_time: 0.0046 (0.004517844479011403)  --> TIME: 2025-03-26 10:28:55 -- STEP: 21235/31555 -- GLOBAL_STEP: 1378100 | > loss_text_ce: 0.03295121714472771 (0.031193147106295702) | > loss_mel_ce: 2.488812208175659 (nan) | > loss: 0.010006997734308243 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14115690580951343) | > loader_time: 0.0048 (0.004517834434123021)  --> TIME: 2025-03-26 10:29:05 -- STEP: 21285/31555 -- GLOBAL_STEP: 1378150 | > loss_text_ce: 0.02651706151664257 (0.03119176263897554) | > loss_mel_ce: 3.0677382946014404 (nan) | > loss: 0.012278792448341846 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1411585298143467) | > loader_time: 0.0044 (0.004517841025476338)  --> TIME: 2025-03-26 10:29:15 -- STEP: 21335/31555 -- GLOBAL_STEP: 1378200 | > loss_text_ce: 0.02014399692416191 (0.031191295681236245) | > loss_mel_ce: 1.833549976348877 (nan) | > loss: 0.007355928886681795 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14116452172178479) | > loader_time: 0.0043 (0.004518087144363985)  --> TIME: 2025-03-26 10:29:24 -- STEP: 21385/31555 -- GLOBAL_STEP: 1378250 | > loss_text_ce: 0.03272577375173569 (0.03118855820510163) | > loss_mel_ce: 2.6196954250335693 (nan) | > loss: 0.010525481775403023 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14115790428891117) | > loader_time: 0.0047 (0.004517856122512565)  --> TIME: 2025-03-26 10:29:34 -- STEP: 21435/31555 -- GLOBAL_STEP: 1378300 | > loss_text_ce: 0.027486052364110947 (0.031189592290953833) | > loss_mel_ce: 2.997810125350952 (nan) | > loss: 0.012005144730210304 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14116011550161126) | > loader_time: 0.0044 (0.004517610673168061)  --> TIME: 2025-03-26 10:29:43 -- STEP: 21485/31555 -- GLOBAL_STEP: 1378350 | > loss_text_ce: 0.025637371465563774 (0.031187474546307725) | > loss_mel_ce: 2.3303630352020264 (nan) | > loss: 0.009349208325147629 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14115468348795332) | > loader_time: 0.0044 (0.004517352672574217)  --> TIME: 2025-03-26 10:29:53 -- STEP: 21535/31555 -- GLOBAL_STEP: 1378400 | > loss_text_ce: 0.03528912737965584 (0.031189285637129686) | > loss_mel_ce: 3.0424234867095947 (nan) | > loss: 0.01221314538270235 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14115846596047507) | > loader_time: 0.0043 (0.004517112454710391)  --> TIME: 2025-03-26 10:30:03 -- STEP: 21585/31555 -- GLOBAL_STEP: 1378450 | > loss_text_ce: 0.0424438938498497 (0.03119111370479954) | > loss_mel_ce: 2.516998291015625 (nan) | > loss: 0.01015651784837246 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14116019877896965) | > loader_time: 0.0046 (0.004516940451563002)  --> TIME: 2025-03-26 10:30:12 -- STEP: 21635/31555 -- GLOBAL_STEP: 1378500 | > loss_text_ce: 0.023665348067879677 (0.03119014298058194) | > loss_mel_ce: 0.0525309257209301 (nan) | > loss: 0.0003023661847691983 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14115711523584487) | > loader_time: 0.0044 (0.004516918322547943)  --> TIME: 2025-03-26 10:30:22 -- STEP: 21685/31555 -- GLOBAL_STEP: 1378550 | > loss_text_ce: 0.02618427388370037 (0.031190288449313982) | > loss_mel_ce: 2.994318723678589 (nan) | > loss: 0.011986124329268932 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14116765404451154) | > loader_time: 0.0046 (0.004516854296088995)  --> TIME: 2025-03-26 10:30:32 -- STEP: 21735/31555 -- GLOBAL_STEP: 1378600 | > loss_text_ce: 0.024435872212052345 (0.031186960737621797) | > loss_mel_ce: 3.0455167293548584 (nan) | > loss: 0.012182352133095264 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14116844819391144) | > loader_time: 0.0045 (0.0045167110145626545)  --> TIME: 2025-03-26 10:30:42 -- STEP: 21785/31555 -- GLOBAL_STEP: 1378650 | > loss_text_ce: 0.022442886605858803 (0.03118590300845866) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14117046098575553) | > loader_time: 0.0043 (0.004516511984530272)  --> TIME: 2025-03-26 10:30:51 -- STEP: 21835/31555 -- GLOBAL_STEP: 1378700 | > loss_text_ce: 0.027810515835881233 (0.031186933477285704) | > loss_mel_ce: 2.214218854904175 (nan) | > loss: 0.008896942250430584 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14117676433775453) | > loader_time: 0.0043 (0.004516497536220928)  --> TIME: 2025-03-26 10:31:01 -- STEP: 21885/31555 -- GLOBAL_STEP: 1378750 | > loss_text_ce: 0.03277463838458061 (0.031187255098787663) | > loss_mel_ce: 2.8404734134674072 (nan) | > loss: 0.011401779018342495 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1411742158858826) | > loader_time: 0.0045 (0.0045164996585754244)  --> TIME: 2025-03-26 10:31:11 -- STEP: 21935/31555 -- GLOBAL_STEP: 1378800 | > loss_text_ce: 0.027078131213784218 (0.031184026299472044) | > loss_mel_ce: 2.6669657230377197 (nan) | > loss: 0.010690650902688503 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1411668540079821) | > loader_time: 0.0043 (0.0045165930735594625)  --> TIME: 2025-03-26 10:31:21 -- STEP: 21985/31555 -- GLOBAL_STEP: 1378850 | > loss_text_ce: 0.042047642171382904 (0.031187934991059544) | > loss_mel_ce: 2.8351876735687256 (nan) | > loss: 0.011417601257562637 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14117934719551514) | > loader_time: 0.0043 (0.004516586781307201)  --> TIME: 2025-03-26 10:31:30 -- STEP: 22035/31555 -- GLOBAL_STEP: 1378900 | > loss_text_ce: 0.023950988426804543 (0.031188318356136183) | > loss_mel_ce: 2.4665024280548096 (nan) | > loss: 0.009882752783596516 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1411805984734238) | > loader_time: 0.0044 (0.0045166630417088054)  --> TIME: 2025-03-26 10:31:40 -- STEP: 22085/31555 -- GLOBAL_STEP: 1378950 | > loss_text_ce: 0.025534216314554214 (0.03118816947415623) | > loss_mel_ce: 1.5037013292312622 (nan) | > loss: 0.00606839545071125 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14117555636638401) | > loader_time: 0.0043 (0.004516736311909276)  --> TIME: 2025-03-26 10:31:49 -- STEP: 22135/31555 -- GLOBAL_STEP: 1379000 | > loss_text_ce: 0.04204918444156647 (0.031189181694774804) | > loss_mel_ce: 2.6203653812408447 (nan) | > loss: 0.01056513749063015 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14117366004695597) | > loader_time: 0.0043 (0.0045166175683734105)  --> TIME: 2025-03-26 10:31:59 -- STEP: 22185/31555 -- GLOBAL_STEP: 1379050 | > loss_text_ce: 0.028340719640254974 (0.031191106700540556) | > loss_mel_ce: 2.8401217460632324 (nan) | > loss: 0.01138278841972351 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14118038583290718) | > loader_time: 0.0046 (0.004516466152353631)  --> TIME: 2025-03-26 10:32:09 -- STEP: 22235/31555 -- GLOBAL_STEP: 1379100 | > loss_text_ce: 0.035320669412612915 (0.031191406977114342) | > loss_mel_ce: 2.186297655105591 (nan) | > loss: 0.008815946988761425 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1411949066036003) | > loader_time: 0.0046 (0.0045165167568987944)  --> TIME: 2025-03-26 10:32:19 -- STEP: 22285/31555 -- GLOBAL_STEP: 1379150 | > loss_text_ce: 0.026501579210162163 (0.03119239516736802) | > loss_mel_ce: 2.6653850078582764 (nan) | > loss: 0.010682090185582638 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14119394461563434) | > loader_time: 0.0043 (0.0045165325457508605)  --> TIME: 2025-03-26 10:32:28 -- STEP: 22335/31555 -- GLOBAL_STEP: 1379200 | > loss_text_ce: 0.028647776693105698 (0.031193856312617084) | > loss_mel_ce: 0.0431721992790699 (nan) | > loss: 0.0002849999291356653 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14118990338779944) | > loader_time: 0.0041 (0.004516476263315661)  --> TIME: 2025-03-26 10:32:38 -- STEP: 22385/31555 -- GLOBAL_STEP: 1379250 | > loss_text_ce: 0.028818432241678238 (0.03119138308636626) | > loss_mel_ce: 2.7241318225860596 (nan) | > loss: 0.010924406349658966 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14118550176835554) | > loader_time: 0.0044 (0.004516363569953621)  --> TIME: 2025-03-26 10:32:48 -- STEP: 22435/31555 -- GLOBAL_STEP: 1379300 | > loss_text_ce: 0.029257675632834435 (0.031190565325766438) | > loss_mel_ce: 1.7881191968917847 (nan) | > loss: 0.007211813237518072 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14119088994598486) | > loader_time: 0.0048 (0.004516664070994831)  --> TIME: 2025-03-26 10:32:57 -- STEP: 22485/31555 -- GLOBAL_STEP: 1379350 | > loss_text_ce: 0.025352895259857178 (0.031190907874649728) | > loss_mel_ce: 2.732316017150879 (nan) | > loss: 0.010943131521344185 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14118148593974608) | > loader_time: 0.0044 (0.004516768238134609)  --> TIME: 2025-03-26 10:33:07 -- STEP: 22535/31555 -- GLOBAL_STEP: 1379400 | > loss_text_ce: 0.043221015483140945 (0.031190403202304377) | > loss_mel_ce: 2.177887439727783 (nan) | > loss: 0.008813923224806786 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.1411987577649521) | > loader_time: 0.0045 (0.00451675550038885)  --> TIME: 2025-03-26 10:33:17 -- STEP: 22585/31555 -- GLOBAL_STEP: 1379450 | > loss_text_ce: 0.025191091001033783 (0.03119192045253741) | > loss_mel_ce: 2.0700747966766357 (nan) | > loss: 0.008314547128975391 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14119024434025187) | > loader_time: 0.0043 (0.004516531836809685)  --> TIME: 2025-03-26 10:33:26 -- STEP: 22635/31555 -- GLOBAL_STEP: 1379500 | > loss_text_ce: 0.023259520530700684 (0.03119284740449815) | > loss_mel_ce: 1.148471474647522 (nan) | > loss: 0.004649726208299398 (nan) | > current_lr: 5e-06 | > step_time: 0.1015 (0.14118645826870102) | > loader_time: 0.0043 (0.004516349650914462)  --> TIME: 2025-03-26 10:33:36 -- STEP: 22685/31555 -- GLOBAL_STEP: 1379550 | > loss_text_ce: 0.026140378788113594 (0.031194349905734206) | > loss_mel_ce: 2.9547932147979736 (nan) | > loss: 0.011829102411866188 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14118566922950138) | > loader_time: 0.0045 (0.004516292485419327)  --> TIME: 2025-03-26 10:33:45 -- STEP: 22735/31555 -- GLOBAL_STEP: 1379600 | > loss_text_ce: 0.023077283054590225 (0.031193179465717265) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14118364979886727) | > loader_time: 0.0044 (0.004516535799451378)  --> TIME: 2025-03-26 10:33:55 -- STEP: 22785/31555 -- GLOBAL_STEP: 1379650 | > loss_text_ce: 0.03953205421566963 (0.031193692211387892) | > loss_mel_ce: 2.6005640029907227 (nan) | > loss: 0.010476571507751942 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.141184593915991) | > loader_time: 0.0043 (0.004516441204162249)  --> TIME: 2025-03-26 10:34:05 -- STEP: 22835/31555 -- GLOBAL_STEP: 1379700 | > loss_text_ce: 0.03006650321185589 (0.031193920899078964) | > loss_mel_ce: 2.443920850753784 (nan) | > loss: 0.009817410260438919 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14118689474820348) | > loader_time: 0.0045 (0.004516336195887024)  --> TIME: 2025-03-26 10:34:14 -- STEP: 22885/31555 -- GLOBAL_STEP: 1379750 | > loss_text_ce: 0.029666706919670105 (0.031190931338793276) | > loss_mel_ce: 2.529937505722046 (nan) | > loss: 0.01015715952962637 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14118783417189704) | > loader_time: 0.0044 (0.004516232281968837)  --> TIME: 2025-03-26 10:34:24 -- STEP: 22935/31555 -- GLOBAL_STEP: 1379800 | > loss_text_ce: 0.026444319635629654 (0.031190798531122162) | > loss_mel_ce: 3.009546995162964 (nan) | > loss: 0.012047586031258106 (nan) | > current_lr: 5e-06 | > step_time: 0.1905 (0.14119688672959047) | > loader_time: 0.0046 (0.004516198314403085)  --> TIME: 2025-03-26 10:34:34 -- STEP: 22985/31555 -- GLOBAL_STEP: 1379850 | > loss_text_ce: 0.0406331941485405 (0.031189559937683894) | > loss_mel_ce: 2.730497121810913 (nan) | > loss: 0.010996549390256405 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.1411905075535447) | > loader_time: 0.0048 (0.004516161766575)  --> TIME: 2025-03-26 10:34:43 -- STEP: 23035/31555 -- GLOBAL_STEP: 1379900 | > loss_text_ce: 0.03058803267776966 (0.031189362817757853) | > loss_mel_ce: 2.306386709213257 (nan) | > loss: 0.009273710660636425 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14118868162504092) | > loader_time: 0.0046 (0.004516537929010744)  --> TIME: 2025-03-26 10:34:53 -- STEP: 23085/31555 -- GLOBAL_STEP: 1379950 | > loss_text_ce: 0.02774672769010067 (0.031188444616400128) | > loss_mel_ce: 1.537888765335083 (nan) | > loss: 0.006212839391082525 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14119307909637635) | > loader_time: 0.0044 (0.004516602739875672)  --> TIME: 2025-03-26 10:35:03 -- STEP: 23135/31555 -- GLOBAL_STEP: 1380000 | > loss_text_ce: 0.030356811359524727 (0.031189932321325695) | > loss_mel_ce: 0.09657426178455353 (nan) | > loss: 0.000503694755025208 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14119563710748725) | > loader_time: 0.0046 (0.004516825079273784) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1380000.pth  --> TIME: 2025-03-26 10:35:18 -- STEP: 23185/31555 -- GLOBAL_STEP: 1380050 | > loss_text_ce: 0.026016704738140106 (0.03118866247172972) | > loss_mel_ce: 2.380596399307251 (nan) | > loss: 0.00955005269497633 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14118803194789206) | > loader_time: 0.0045 (0.0045170394361905754)  --> TIME: 2025-03-26 10:35:28 -- STEP: 23235/31555 -- GLOBAL_STEP: 1380100 | > loss_text_ce: 0.03928317502140999 (0.03118976121854533) | > loss_mel_ce: 2.4708895683288574 (nan) | > loss: 0.009961004368960857 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14118843756877364) | > loader_time: 0.0044 (0.004517001112430379)  --> TIME: 2025-03-26 10:35:37 -- STEP: 23285/31555 -- GLOBAL_STEP: 1380150 | > loss_text_ce: 0.034551989287137985 (0.03119013786847074) | > loss_mel_ce: 3.0488905906677246 (nan) | > loss: 0.012235884554684162 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14118627445211857) | > loader_time: 0.0047 (0.004517006121507007)  --> TIME: 2025-03-26 10:35:47 -- STEP: 23335/31555 -- GLOBAL_STEP: 1380200 | > loss_text_ce: 0.026729442179203033 (0.031190252319003853) | > loss_mel_ce: 2.8406779766082764 (nan) | > loss: 0.01137860119342804 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14118003983147098) | > loader_time: 0.0048 (0.004517146231710737)  --> TIME: 2025-03-26 10:35:56 -- STEP: 23385/31555 -- GLOBAL_STEP: 1380250 | > loss_text_ce: 0.02833067625761032 (0.031189143393481035) | > loss_mel_ce: 2.909177541732788 (nan) | > loss: 0.011656778864562511 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1411795759700616) | > loader_time: 0.0045 (0.00451716333723279)  --> TIME: 2025-03-26 10:36:06 -- STEP: 23435/31555 -- GLOBAL_STEP: 1380300 | > loss_text_ce: 0.026757320389151573 (0.031189700658607003) | > loss_mel_ce: 1.8901773691177368 (nan) | > loss: 0.007606884464621544 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14119022059903447) | > loader_time: 0.0045 (0.004517240953618354)  --> TIME: 2025-03-26 10:36:16 -- STEP: 23485/31555 -- GLOBAL_STEP: 1380350 | > loss_text_ce: 0.03360530361533165 (0.031189833492538715) | > loss_mel_ce: 0.1574794203042984 (nan) | > loss: 0.0007582727703265846 (nan) | > current_lr: 5e-06 | > step_time: 0.1187 (0.14120059480356392) | > loader_time: 0.0046 (0.004517326746845762)  --> TIME: 2025-03-26 10:36:26 -- STEP: 23535/31555 -- GLOBAL_STEP: 1380400 | > loss_text_ce: 0.02208687923848629 (0.03118934419468308) | > loss_mel_ce: 2.7558212280273438 (nan) | > loss: 0.011023445054888725 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14119645587344856) | > loader_time: 0.0045 (0.004517401670330689)  --> TIME: 2025-03-26 10:36:35 -- STEP: 23585/31555 -- GLOBAL_STEP: 1380450 | > loss_text_ce: 0.03629324957728386 (0.03118929778586442) | > loss_mel_ce: 2.865462064743042 (nan) | > loss: 0.011514903046190739 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14119104874040486) | > loader_time: 0.0045 (0.004517530672171593)  --> TIME: 2025-03-26 10:36:45 -- STEP: 23635/31555 -- GLOBAL_STEP: 1380500 | > loss_text_ce: 0.03468463942408562 (0.031188207261992517) | > loss_mel_ce: 2.207592725753784 (nan) | > loss: 0.008897926658391953 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14120425738162504) | > loader_time: 0.0045 (0.004517794926423234)  --> TIME: 2025-03-26 10:36:55 -- STEP: 23685/31555 -- GLOBAL_STEP: 1380550 | > loss_text_ce: 0.030033430084586143 (0.031189583027914265) | > loss_mel_ce: 2.3929882049560547 (nan) | > loss: 0.009615165181457996 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14120582627273642) | > loader_time: 0.0045 (0.004517850801364386)  --> TIME: 2025-03-26 10:37:05 -- STEP: 23735/31555 -- GLOBAL_STEP: 1380600 | > loss_text_ce: 0.03378778323531151 (0.031189846348708833) | > loss_mel_ce: 2.988631248474121 (nan) | > loss: 0.011993726715445518 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14121025695985553) | > loader_time: 0.0048 (0.004517867154815881)  --> TIME: 2025-03-26 10:37:15 -- STEP: 23785/31555 -- GLOBAL_STEP: 1380650 | > loss_text_ce: 0.03644886612892151 (0.031188443145897363) | > loss_mel_ce: 2.031895637512207 (nan) | > loss: 0.008207716979086399 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1412103143639486) | > loader_time: 0.0047 (0.00451797968904734)  --> TIME: 2025-03-26 10:37:24 -- STEP: 23835/31555 -- GLOBAL_STEP: 1380700 | > loss_text_ce: 0.031243054196238518 (0.031189499596668748) | > loss_mel_ce: 2.603938102722168 (nan) | > loss: 0.010457068681716919 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14122102170063502) | > loader_time: 0.0045 (0.004518101734011702)  --> TIME: 2025-03-26 10:37:34 -- STEP: 23885/31555 -- GLOBAL_STEP: 1380750 | > loss_text_ce: 0.03739813342690468 (0.031190185591396) | > loss_mel_ce: 2.658395528793335 (nan) | > loss: 0.010697594843804836 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14121664683889143) | > loader_time: 0.0044 (0.00451807133293508)  --> TIME: 2025-03-26 10:37:44 -- STEP: 23935/31555 -- GLOBAL_STEP: 1380800 | > loss_text_ce: 0.0329776369035244 (0.0311903217454494) | > loss_mel_ce: 0.01425933837890625 (nan) | > loss: 0.00018744832777883857 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14122391442354015) | > loader_time: 0.0044 (0.004518234503152123)  --> TIME: 2025-03-26 10:37:54 -- STEP: 23985/31555 -- GLOBAL_STEP: 1380850 | > loss_text_ce: 0.033292368054389954 (0.031188735377749403) | > loss_mel_ce: 2.6105334758758545 (nan) | > loss: 0.010491373017430305 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14122381012514715) | > loader_time: 0.0043 (0.004518238713350123)  --> TIME: 2025-03-26 10:38:03 -- STEP: 24035/31555 -- GLOBAL_STEP: 1380900 | > loss_text_ce: 0.0315721295773983 (0.031188608135230604) | > loss_mel_ce: 2.555084705352783 (nan) | > loss: 0.010264512151479721 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14122853730457377) | > loader_time: 0.0047 (0.00451824092210291)  --> TIME: 2025-03-26 10:38:13 -- STEP: 24085/31555 -- GLOBAL_STEP: 1380950 | > loss_text_ce: 0.02934018336236477 (0.03119001352526549) | > loss_mel_ce: 2.533733367919922 (nan) | > loss: 0.01017092727124691 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14122685279394726) | > loader_time: 0.0043 (0.004518242438650706)  --> TIME: 2025-03-26 10:38:22 -- STEP: 24135/31555 -- GLOBAL_STEP: 1381000 | > loss_text_ce: 0.0288457740098238 (0.031189264944284346) | > loss_mel_ce: 2.850224733352661 (nan) | > loss: 0.011424883268773556 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1412205066250197) | > loader_time: 0.0045 (0.004518214105843529)  --> TIME: 2025-03-26 10:38:32 -- STEP: 24185/31555 -- GLOBAL_STEP: 1381050 | > loss_text_ce: 0.039020147174596786 (0.031189137103383776) | > loss_mel_ce: 2.908567190170288 (nan) | > loss: 0.011696775443851948 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.14122213996932884) | > loader_time: 0.0047 (0.004518350964369318)  --> TIME: 2025-03-26 10:38:42 -- STEP: 24235/31555 -- GLOBAL_STEP: 1381100 | > loss_text_ce: 0.02916576713323593 (0.031188031629747044) | > loss_mel_ce: 2.9428393840789795 (nan) | > loss: 0.011793672107160091 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1412162824244697) | > loader_time: 0.0045 (0.004518247481988109)  --> TIME: 2025-03-26 10:38:51 -- STEP: 24285/31555 -- GLOBAL_STEP: 1381150 | > loss_text_ce: 0.026439636945724487 (0.031188483749659546) | > loss_mel_ce: 2.7377779483795166 (nan) | > loss: 0.01096911821514368 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14120909279698945) | > loader_time: 0.0046 (0.004518270777261884)  --> TIME: 2025-03-26 10:39:01 -- STEP: 24335/31555 -- GLOBAL_STEP: 1381200 | > loss_text_ce: 0.03402044251561165 (0.031189712866082964) | > loss_mel_ce: 2.74923038482666 (nan) | > loss: 0.011044646613299847 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14121324923436673) | > loader_time: 0.0043 (0.004518252004949045)  --> TIME: 2025-03-26 10:39:10 -- STEP: 24385/31555 -- GLOBAL_STEP: 1381250 | > loss_text_ce: 0.02760317176580429 (0.03118740014899167) | > loss_mel_ce: 2.1254048347473145 (nan) | > loss: 0.008543683215975761 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14120973985361793) | > loader_time: 0.0045 (0.004518315282199396)  --> TIME: 2025-03-26 10:39:20 -- STEP: 24435/31555 -- GLOBAL_STEP: 1381300 | > loss_text_ce: 0.030888935551047325 (0.031188024227197353) | > loss_mel_ce: 2.3011913299560547 (nan) | > loss: 0.00925428792834282 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14120645032281198) | > loader_time: 0.0044 (0.004518298495881771)  --> TIME: 2025-03-26 10:39:30 -- STEP: 24485/31555 -- GLOBAL_STEP: 1381350 | > loss_text_ce: 0.03050423599779606 (0.03118510230716142) | > loss_mel_ce: 3.08321475982666 (nan) | > loss: 0.012356028892099857 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14120787767967583) | > loader_time: 0.0044 (0.004518337728832568)  --> TIME: 2025-03-26 10:39:39 -- STEP: 24535/31555 -- GLOBAL_STEP: 1381400 | > loss_text_ce: 0.030036376789212227 (0.03118658210597864) | > loss_mel_ce: 2.656343936920166 (nan) | > loss: 0.010660240426659584 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1412059303891612) | > loader_time: 0.0043 (0.004518447350843447)  --> TIME: 2025-03-26 10:39:49 -- STEP: 24585/31555 -- GLOBAL_STEP: 1381450 | > loss_text_ce: 0.013844294473528862 (0.03118436453893905) | > loss_mel_ce: 0.11726684868335724 (nan) | > loss: 0.0005202823667787015 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14120656815102706) | > loader_time: 0.0043 (0.004518537907331738)  --> TIME: 2025-03-26 10:39:58 -- STEP: 24635/31555 -- GLOBAL_STEP: 1381500 | > loss_text_ce: 0.034493617713451385 (0.031184407280463525) | > loss_mel_ce: 2.801461935043335 (nan) | > loss: 0.01125379279255867 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14119987714259127) | > loader_time: 0.0044 (0.004518504343096673)  --> TIME: 2025-03-26 10:40:08 -- STEP: 24685/31555 -- GLOBAL_STEP: 1381550 | > loss_text_ce: 0.029483847320079803 (0.031185233800379412) | > loss_mel_ce: 2.843388080596924 (nan) | > loss: 0.011400286108255386 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1412003211171511) | > loader_time: 0.0045 (0.004518484591182104)  --> TIME: 2025-03-26 10:40:18 -- STEP: 24735/31555 -- GLOBAL_STEP: 1381600 | > loss_text_ce: 0.03352798521518707 (0.031182994423853957) | > loss_mel_ce: 2.949359178543091 (nan) | > loss: 0.011836854740977287 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14119907289122866) | > loader_time: 0.0046 (0.004518495638345892)  --> TIME: 2025-03-26 10:40:28 -- STEP: 24785/31555 -- GLOBAL_STEP: 1381650 | > loss_text_ce: 0.028225891292095184 (0.031182571396153495) | > loss_mel_ce: 2.1273391246795654 (nan) | > loss: 0.008553829975426197 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14120861173325341) | > loader_time: 0.0044 (0.004518533969853713)  --> TIME: 2025-03-26 10:40:37 -- STEP: 24835/31555 -- GLOBAL_STEP: 1381700 | > loss_text_ce: 0.028452426195144653 (0.031184876008543878) | > loss_mel_ce: 1.003491759300232 (nan) | > loss: 0.0040950165130198 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14120496289456877) | > loader_time: 0.0042 (0.004518596742482888)  --> TIME: 2025-03-26 10:40:47 -- STEP: 24885/31555 -- GLOBAL_STEP: 1381750 | > loss_text_ce: 0.0342305563390255 (0.03118512013480621) | > loss_mel_ce: 2.5957627296447754 (nan) | > loss: 0.010436481796205044 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14121411066589826) | > loader_time: 0.0045 (0.004518624494083878)  --> TIME: 2025-03-26 10:40:57 -- STEP: 24935/31555 -- GLOBAL_STEP: 1381800 | > loss_text_ce: 0.03338291868567467 (0.03118447175677862) | > loss_mel_ce: 2.6798524856567383 (nan) | > loss: 0.010766807943582535 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1412172531493557) | > loader_time: 0.0047 (0.00451868799040159)  --> TIME: 2025-03-26 10:41:06 -- STEP: 24985/31555 -- GLOBAL_STEP: 1381850 | > loss_text_ce: 0.04097135365009308 (0.031184957170930176) | > loss_mel_ce: 2.3590826988220215 (nan) | > loss: 0.009524024091660976 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1412088681297912) | > loader_time: 0.0044 (0.004519111479857844)  --> TIME: 2025-03-26 10:41:16 -- STEP: 25035/31555 -- GLOBAL_STEP: 1381900 | > loss_text_ce: 0.03589266538619995 (0.0311872494445129) | > loss_mel_ce: 2.9289143085479736 (nan) | > loss: 0.01176510751247406 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14121104761919365) | > loader_time: 0.0046 (0.00451945970937924)  --> TIME: 2025-03-26 10:41:25 -- STEP: 25085/31555 -- GLOBAL_STEP: 1381950 | > loss_text_ce: 0.030816730111837387 (0.03118797478544325) | > loss_mel_ce: 2.625276565551758 (nan) | > loss: 0.010540053248405457 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1412026878845074) | > loader_time: 0.0047 (0.004519382396589224)  --> TIME: 2025-03-26 10:41:35 -- STEP: 25135/31555 -- GLOBAL_STEP: 1382000 | > loss_text_ce: 0.028742698952555656 (0.031186768250669215) | > loss_mel_ce: 2.7443759441375732 (nan) | > loss: 0.011004440486431122 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.1412079659232988) | > loader_time: 0.0047 (0.004519409864921515)  --> TIME: 2025-03-26 10:41:45 -- STEP: 25185/31555 -- GLOBAL_STEP: 1382050 | > loss_text_ce: 0.029800627380609512 (0.031188679878123463) | > loss_mel_ce: 2.6330416202545166 (nan) | > loss: 0.010566835291683674 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1412089789649755) | > loader_time: 0.0047 (0.004519367019217047)  --> TIME: 2025-03-26 10:41:55 -- STEP: 25235/31555 -- GLOBAL_STEP: 1382100 | > loss_text_ce: 0.030057381838560104 (0.031187267559048135) | > loss_mel_ce: 3.1148838996887207 (nan) | > loss: 0.012479926459491253 (nan) | > current_lr: 5e-06 | > step_time: 0.1858 (0.14122115836796273) | > loader_time: 0.0045 (0.00451953429525759)  --> TIME: 2025-03-26 10:42:04 -- STEP: 25285/31555 -- GLOBAL_STEP: 1382150 | > loss_text_ce: 0.02873517945408821 (0.03118567649416503) | > loss_mel_ce: 2.5271453857421875 (nan) | > loss: 0.010142384096980095 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1412173374712355) | > loader_time: 0.0044 (0.004519408159819809)  --> TIME: 2025-03-26 10:42:14 -- STEP: 25335/31555 -- GLOBAL_STEP: 1382200 | > loss_text_ce: 0.026760080829262733 (0.03118351906613736) | > loss_mel_ce: 2.4539215564727783 (nan) | > loss: 0.009843975305557251 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14121736676494803) | > loader_time: 0.0048 (0.004519378294341505)  --> TIME: 2025-03-26 10:42:24 -- STEP: 25385/31555 -- GLOBAL_STEP: 1382250 | > loss_text_ce: 0.036908503621816635 (0.03118275854808475) | > loss_mel_ce: 2.4553933143615723 (nan) | > loss: 0.009890086948871613 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14121898603598929) | > loader_time: 0.0045 (0.004519451371276105)  --> TIME: 2025-03-26 10:42:34 -- STEP: 25435/31555 -- GLOBAL_STEP: 1382300 | > loss_text_ce: 0.03319767490029335 (0.031182148652006594) | > loss_mel_ce: 0.04345703125 (nan) | > loss: 0.0003041853487957269 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14122679304321947) | > loader_time: 0.0045 (0.004519497380407527)  --> TIME: 2025-03-26 10:42:43 -- STEP: 25485/31555 -- GLOBAL_STEP: 1382350 | > loss_text_ce: 0.028002791106700897 (0.031182691244576954) | > loss_mel_ce: 0.41293057799339294 (nan) | > loss: 0.0017497356748208404 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14122444304012816) | > loader_time: 0.0043 (0.004519410383146984)  --> TIME: 2025-03-26 10:42:53 -- STEP: 25535/31555 -- GLOBAL_STEP: 1382400 | > loss_text_ce: 0.031011411920189857 (0.031183564472583927) | > loss_mel_ce: 2.8830320835113525 (nan) | > loss: 0.011563665233552456 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14122553451527547) | > loader_time: 0.0047 (0.004519497169448279)  --> TIME: 2025-03-26 10:43:02 -- STEP: 25585/31555 -- GLOBAL_STEP: 1382450 | > loss_text_ce: 0.025368070229887962 (0.031185044738933087) | > loss_mel_ce: 2.5993409156799316 (nan) | > loss: 0.010415512137115002 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14122558721043163) | > loader_time: 0.0045 (0.00451957277891011)  --> TIME: 2025-03-26 10:43:12 -- STEP: 25635/31555 -- GLOBAL_STEP: 1382500 | > loss_text_ce: 0.04063691943883896 (0.031186154006753477) | > loss_mel_ce: 0.1681315153837204 (nan) | > loss: 0.0008284461800940335 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1412197499566305) | > loader_time: 0.0044 (0.004519647088970624)  --> TIME: 2025-03-26 10:43:21 -- STEP: 25685/31555 -- GLOBAL_STEP: 1382550 | > loss_text_ce: 0.02462162636220455 (0.03118453881427202) | > loss_mel_ce: 2.2735860347747803 (nan) | > loss: 0.009119872935116291 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14121575719399995) | > loader_time: 0.0044 (0.0045195510189240925)  --> TIME: 2025-03-26 10:43:31 -- STEP: 25735/31555 -- GLOBAL_STEP: 1382600 | > loss_text_ce: 0.023263538256287575 (0.031182677707321287) | > loss_mel_ce: 2.686596632003784 (nan) | > loss: 0.010753413662314415 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.1412123088399386) | > loader_time: 0.0046 (0.004519641035756958)  --> TIME: 2025-03-26 10:43:40 -- STEP: 25785/31555 -- GLOBAL_STEP: 1382650 | > loss_text_ce: 0.02466638572514057 (0.031180696291005644) | > loss_mel_ce: 2.7951319217681885 (nan) | > loss: 0.011189675889909267 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14120475232936294) | > loader_time: 0.0045 (0.0045197375735640715)  --> TIME: 2025-03-26 10:43:50 -- STEP: 25835/31555 -- GLOBAL_STEP: 1382700 | > loss_text_ce: 0.029849929735064507 (0.031181490510660315) | > loss_mel_ce: 2.701815366744995 (nan) | > loss: 0.010839942842721939 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14121138095763391) | > loader_time: 0.0047 (0.004519831384430274)  --> TIME: 2025-03-26 10:44:00 -- STEP: 25885/31555 -- GLOBAL_STEP: 1382750 | > loss_text_ce: 0.03771720454096794 (0.031183791038362024) | > loss_mel_ce: 1.937744140625 (nan) | > loss: 0.007839133031666279 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1412120212752405) | > loader_time: 0.0045 (0.004519811882253322)  --> TIME: 2025-03-26 10:44:10 -- STEP: 25935/31555 -- GLOBAL_STEP: 1382800 | > loss_text_ce: 0.035960495471954346 (0.0311854153092292) | > loss_mel_ce: 2.8253371715545654 (nan) | > loss: 0.011354356072843075 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14121923968813543) | > loader_time: 0.0051 (0.004519747354769584)  --> TIME: 2025-03-26 10:44:20 -- STEP: 25985/31555 -- GLOBAL_STEP: 1382850 | > loss_text_ce: 0.03325078636407852 (0.03118448881520224) | > loss_mel_ce: 2.2706711292266846 (nan) | > loss: 0.009142547845840454 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14122178289829265) | > loader_time: 0.0043 (0.004519879820256414)  --> TIME: 2025-03-26 10:44:29 -- STEP: 26035/31555 -- GLOBAL_STEP: 1382900 | > loss_text_ce: 0.02299642004072666 (0.031184415757621757) | > loss_mel_ce: 2.241065502166748 (nan) | > loss: 0.008984372951090336 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.14122263379259056) | > loader_time: 0.0043 (0.004519951043624355)  --> TIME: 2025-03-26 10:44:39 -- STEP: 26085/31555 -- GLOBAL_STEP: 1382950 | > loss_text_ce: 0.02547834813594818 (0.0311854191957042) | > loss_mel_ce: 0.05078125 (nan) | > loss: 0.00030261746724136174 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14123321481653148) | > loader_time: 0.0048 (0.0045201189334716195)  --> TIME: 2025-03-26 10:44:49 -- STEP: 26135/31555 -- GLOBAL_STEP: 1383000 | > loss_text_ce: 0.03447054699063301 (0.031184823963358522) | > loss_mel_ce: 2.94181752204895 (nan) | > loss: 0.01181066781282425 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1412338959548129) | > loader_time: 0.0046 (0.004520262936595167)  --> TIME: 2025-03-26 10:44:58 -- STEP: 26185/31555 -- GLOBAL_STEP: 1383050 | > loss_text_ce: 0.032435689121484756 (0.031182919506176365) | > loss_mel_ce: 2.500317335128784 (nan) | > loss: 0.010050607845187187 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1412248542706247) | > loader_time: 0.0046 (0.004520157618629139)  --> TIME: 2025-03-26 10:45:08 -- STEP: 26235/31555 -- GLOBAL_STEP: 1383100 | > loss_text_ce: 0.037152618169784546 (0.03118474439612929) | > loss_mel_ce: 2.594348430633545 (nan) | > loss: 0.010442464612424374 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1412278021497455) | > loader_time: 0.0045 (0.004520300326629943)  --> TIME: 2025-03-26 10:45:18 -- STEP: 26285/31555 -- GLOBAL_STEP: 1383150 | > loss_text_ce: 0.026132721453905106 (0.031183614779319718) | > loss_mel_ce: 2.6123046875 (nan) | > loss: 0.010469990782439709 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14122689485504572) | > loader_time: 0.0044 (0.00452029155827708)  --> TIME: 2025-03-26 10:45:27 -- STEP: 26335/31555 -- GLOBAL_STEP: 1383200 | > loss_text_ce: 0.030804438516497612 (0.031184006045894806) | > loss_mel_ce: 2.9633872509002686 (nan) | > loss: 0.011881713755428791 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14122950445435536) | > loader_time: 0.0045 (0.004520305918180543)  --> TIME: 2025-03-26 10:45:37 -- STEP: 26385/31555 -- GLOBAL_STEP: 1383250 | > loss_text_ce: 0.04337908327579498 (0.031182633940767944) | > loss_mel_ce: 2.67138671875 (nan) | > loss: 0.010772881098091602 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14123596375201342) | > loader_time: 0.0045 (0.004520230404418422)  --> TIME: 2025-03-26 10:45:47 -- STEP: 26435/31555 -- GLOBAL_STEP: 1383300 | > loss_text_ce: 0.028676675632596016 (0.0311835102177487) | > loss_mel_ce: 2.3523614406585693 (nan) | > loss: 0.009448564611375332 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14123249419226572) | > loader_time: 0.0043 (0.004520151875342371)  --> TIME: 2025-03-26 10:45:56 -- STEP: 26485/31555 -- GLOBAL_STEP: 1383350 | > loss_text_ce: 0.029522839933633804 (0.031180845129280602) | > loss_mel_ce: 2.6806516647338867 (nan) | > loss: 0.0107546616345644 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14122752170191835) | > loader_time: 0.0046 (0.004520088199041475)  --> TIME: 2025-03-26 10:46:06 -- STEP: 26535/31555 -- GLOBAL_STEP: 1383400 | > loss_text_ce: 0.026368554681539536 (0.031179464900831403) | > loss_mel_ce: 2.7480127811431885 (nan) | > loss: 0.011009451001882553 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1412288108877435) | > loader_time: 0.0045 (0.0045200281770345335)  --> TIME: 2025-03-26 10:46:16 -- STEP: 26585/31555 -- GLOBAL_STEP: 1383450 | > loss_text_ce: 0.03704293072223663 (0.031179322839205048) | > loss_mel_ce: 2.7189958095550537 (nan) | > loss: 0.010936661623418331 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14123393450326757) | > loader_time: 0.0047 (0.004520066644949426)  --> TIME: 2025-03-26 10:46:25 -- STEP: 26635/31555 -- GLOBAL_STEP: 1383500 | > loss_text_ce: 0.03197670355439186 (0.03117959740866617) | > loss_mel_ce: 2.730935573577881 (nan) | > loss: 0.01096393819898367 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1412312825670018) | > loader_time: 0.0044 (0.004520089115639048)  --> TIME: 2025-03-26 10:46:35 -- STEP: 26685/31555 -- GLOBAL_STEP: 1383550 | > loss_text_ce: 0.03510494902729988 (0.031179576463081574) | > loss_mel_ce: 2.9918644428253174 (nan) | > loss: 0.012011784128844738 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1412251348550874) | > loader_time: 0.0045 (0.004520106194996277)  --> TIME: 2025-03-26 10:46:44 -- STEP: 26735/31555 -- GLOBAL_STEP: 1383600 | > loss_text_ce: 0.03636343404650688 (0.03117906964346223) | > loss_mel_ce: 2.409891128540039 (nan) | > loss: 0.009707359597086906 (nan) | > current_lr: 5e-06 | > step_time: 0.1113 (0.1412226762998115) | > loader_time: 0.0043 (0.004520164054198524)  --> TIME: 2025-03-26 10:46:54 -- STEP: 26785/31555 -- GLOBAL_STEP: 1383650 | > loss_text_ce: 0.03294915705919266 (0.031178076869123335) | > loss_mel_ce: 2.2484710216522217 (nan) | > loss: 0.009053255431354046 (nan) | > current_lr: 5e-06 | > step_time: 0.144 (0.14123236984821136) | > loader_time: 0.0045 (0.00452006535675177)  --> TIME: 2025-03-26 10:47:04 -- STEP: 26835/31555 -- GLOBAL_STEP: 1383700 | > loss_text_ce: 0.030217664316296577 (0.031178698096148778) | > loss_mel_ce: 2.216576337814331 (nan) | > loss: 0.008915849961340427 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14122591274553553) | > loader_time: 0.0044 (0.0045199596617548935)  --> TIME: 2025-03-26 10:47:13 -- STEP: 26885/31555 -- GLOBAL_STEP: 1383750 | > loss_text_ce: 0.03199123963713646 (0.03118100548434988) | > loss_mel_ce: 2.772883176803589 (nan) | > loss: 0.011130454950034618 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14122433845097143) | > loader_time: 0.0045 (0.004519901653415334)  --> TIME: 2025-03-26 10:47:23 -- STEP: 26935/31555 -- GLOBAL_STEP: 1383800 | > loss_text_ce: 0.027051348239183426 (0.031181489219306427) | > loss_mel_ce: 2.8067681789398193 (nan) | > loss: 0.011245316825807095 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14123863262171518) | > loader_time: 0.0046 (0.004520039870873056)  --> TIME: 2025-03-26 10:47:33 -- STEP: 26985/31555 -- GLOBAL_STEP: 1383850 | > loss_text_ce: 0.03505440801382065 (0.03118174666408032) | > loss_mel_ce: 1.5765904188156128 (nan) | > loss: 0.006395416334271431 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14124298096586607) | > loader_time: 0.0044 (0.004520106426053093)  --> TIME: 2025-03-26 10:47:43 -- STEP: 27035/31555 -- GLOBAL_STEP: 1383900 | > loss_text_ce: 0.034628976136446 (0.03118106110287761) | > loss_mel_ce: 2.3510663509368896 (nan) | > loss: 0.009467044845223427 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14124773638248847) | > loader_time: 0.0043 (0.004520170830172242)  --> TIME: 2025-03-26 10:47:53 -- STEP: 27085/31555 -- GLOBAL_STEP: 1383950 | > loss_text_ce: 0.03582517057657242 (0.03118151675171164) | > loss_mel_ce: 2.3382627964019775 (nan) | > loss: 0.009420984424650669 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14124674471361645) | > loader_time: 0.0046 (0.00452025276016478)  --> TIME: 2025-03-26 10:48:02 -- STEP: 27135/31555 -- GLOBAL_STEP: 1384000 | > loss_text_ce: 0.02692342922091484 (0.031181631496775726) | > loss_mel_ce: 3.1963233947753906 (nan) | > loss: 0.012790662236511707 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14124445569917168) | > loader_time: 0.0045 (0.004520177621526851)  --> TIME: 2025-03-26 10:48:12 -- STEP: 27185/31555 -- GLOBAL_STEP: 1384050 | > loss_text_ce: 0.026433223858475685 (0.03117966190462184) | > loss_mel_ce: 2.08429217338562 (nan) | > loss: 0.008375895209610462 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14124222314815973) | > loader_time: 0.0045 (0.004520272287744465)  --> TIME: 2025-03-26 10:48:21 -- STEP: 27235/31555 -- GLOBAL_STEP: 1384100 | > loss_text_ce: 0.02517864666879177 (0.031182091794935404) | > loss_mel_ce: 2.1487131118774414 (nan) | > loss: 0.00862655509263277 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14123487904112486) | > loader_time: 0.0044 (0.004520340151407728)  --> TIME: 2025-03-26 10:48:31 -- STEP: 27285/31555 -- GLOBAL_STEP: 1384150 | > loss_text_ce: 0.031084269285202026 (0.031179017850721965) | > loss_mel_ce: 2.585554599761963 (nan) | > loss: 0.010383488610386848 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14123481004605537) | > loader_time: 0.0045 (0.004520282208843043)  --> TIME: 2025-03-26 10:48:41 -- STEP: 27335/31555 -- GLOBAL_STEP: 1384200 | > loss_text_ce: 0.03228285163640976 (0.031179755093444304) | > loss_mel_ce: 2.8566341400146484 (nan) | > loss: 0.011463956907391548 (nan) | > current_lr: 5e-06 | > step_time: 0.1914 (0.1412348435438372) | > loader_time: 0.0046 (0.004520284966007734)  --> TIME: 2025-03-26 10:48:50 -- STEP: 27385/31555 -- GLOBAL_STEP: 1384250 | > loss_text_ce: 0.021653693169355392 (0.031179175309813737) | > loss_mel_ce: 2.8386001586914062 (nan) | > loss: 0.01135021448135376 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1412296552694645) | > loader_time: 0.0044 (0.00452015496136083)  --> TIME: 2025-03-26 10:49:00 -- STEP: 27435/31555 -- GLOBAL_STEP: 1384300 | > loss_text_ce: 0.028000133112072945 (0.03117863419257798) | > loss_mel_ce: 2.16506028175354 (nan) | > loss: 0.00870262086391449 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1412269774781606) | > loader_time: 0.0043 (0.004520254481006039)  --> TIME: 2025-03-26 10:49:09 -- STEP: 27485/31555 -- GLOBAL_STEP: 1384350 | > loss_text_ce: 0.03877035155892372 (0.031177679550059224) | > loss_mel_ce: 2.557063579559326 (nan) | > loss: 0.01030092965811491 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14122453877464797) | > loader_time: 0.0045 (0.004520297011440808)  --> TIME: 2025-03-26 10:49:19 -- STEP: 27535/31555 -- GLOBAL_STEP: 1384400 | > loss_text_ce: 0.02639581449329853 (0.03117519200364994) | > loss_mel_ce: 1.3627711534500122 (nan) | > loss: 0.005512567702680826 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1412196039612329) | > loader_time: 0.0044 (0.004520321515763694)  --> TIME: 2025-03-26 10:49:28 -- STEP: 27585/31555 -- GLOBAL_STEP: 1384450 | > loss_text_ce: 0.030722759664058685 (0.03117735830167886) | > loss_mel_ce: 2.8547818660736084 (nan) | > loss: 0.011450416408479214 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.1412195999984918) | > loader_time: 0.0046 (0.004520400805989296)  --> TIME: 2025-03-26 10:49:38 -- STEP: 27635/31555 -- GLOBAL_STEP: 1384500 | > loss_text_ce: 0.03796413540840149 (0.031175418934606722) | > loss_mel_ce: 2.1843221187591553 (nan) | > loss: 0.008818596601486206 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1412215245703965) | > loader_time: 0.0043 (0.004520584830802953)  --> TIME: 2025-03-26 10:49:48 -- STEP: 27685/31555 -- GLOBAL_STEP: 1384550 | > loss_text_ce: 0.03342710807919502 (0.031175059777278642) | > loss_mel_ce: 2.719381093978882 (nan) | > loss: 0.010923841968178749 (nan) | > current_lr: 5e-06 | > step_time: 0.1737 (0.14122052253831968) | > loader_time: 0.0047 (0.0045206385225471865)  --> TIME: 2025-03-26 10:49:58 -- STEP: 27735/31555 -- GLOBAL_STEP: 1384600 | > loss_text_ce: 0.0334419421851635 (0.031175208376421355) | > loss_mel_ce: 2.2995073795318604 (nan) | > loss: 0.00925773661583662 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1412260273888192) | > loader_time: 0.0045 (0.0045208144579059065)  --> TIME: 2025-03-26 10:50:07 -- STEP: 27785/31555 -- GLOBAL_STEP: 1384650 | > loss_text_ce: 0.02753756381571293 (0.031176176442301636) | > loss_mel_ce: 1.720706582069397 (nan) | > loss: 0.006937477272003889 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14121822888674804) | > loader_time: 0.0043 (0.004520811707676993)  --> TIME: 2025-03-26 10:50:16 -- STEP: 27835/31555 -- GLOBAL_STEP: 1384700 | > loss_text_ce: 0.027519306167960167 (0.03117680337888314) | > loss_mel_ce: 2.993208885192871 (nan) | > loss: 0.011987017467617989 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.14121673580386884) | > loader_time: 0.0046 (0.004520770534270732)  --> TIME: 2025-03-26 10:50:26 -- STEP: 27885/31555 -- GLOBAL_STEP: 1384750 | > loss_text_ce: 0.0418279655277729 (0.03117530877991338) | > loss_mel_ce: 3.0699150562286377 (nan) | > loss: 0.012348187156021595 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14122052507330393) | > loader_time: 0.0045 (0.00452081647123595)  --> TIME: 2025-03-26 10:50:36 -- STEP: 27935/31555 -- GLOBAL_STEP: 1384800 | > loss_text_ce: 0.028944049030542374 (0.031176830652360415) | > loss_mel_ce: 1.3296926021575928 (nan) | > loss: 0.005391415674239397 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14121450135207297) | > loader_time: 0.0043 (0.004520770973013)  --> TIME: 2025-03-26 10:50:45 -- STEP: 27985/31555 -- GLOBAL_STEP: 1384850 | > loss_text_ce: 0.027066409587860107 (0.031176571833788125) | > loss_mel_ce: 2.465059518814087 (nan) | > loss: 0.009889389388263226 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1412132710713627) | > loader_time: 0.0045 (0.004520667747278076)  --> TIME: 2025-03-26 10:50:55 -- STEP: 28035/31555 -- GLOBAL_STEP: 1384900 | > loss_text_ce: 0.024622714146971703 (0.031174889327607754) | > loss_mel_ce: 2.834548234939575 (nan) | > loss: 0.011345917358994484 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14121176291217957) | > loader_time: 0.0044 (0.004520620031749689)  --> TIME: 2025-03-26 10:51:05 -- STEP: 28085/31555 -- GLOBAL_STEP: 1384950 | > loss_text_ce: 0.028580639511346817 (0.031174911143852124) | > loss_mel_ce: 2.051663398742676 (nan) | > loss: 0.008254936896264553 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1412189862769292) | > loader_time: 0.0044 (0.004520607037074774)  --> TIME: 2025-03-26 10:51:14 -- STEP: 28135/31555 -- GLOBAL_STEP: 1385000 | > loss_text_ce: 0.03297794237732887 (0.031173615485180838) | > loss_mel_ce: 2.7259786128997803 (nan) | > loss: 0.0109482416883111 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14121049453378767) | > loader_time: 0.0044 (0.00452064998369772)  --> TIME: 2025-03-26 10:51:24 -- STEP: 28185/31555 -- GLOBAL_STEP: 1385050 | > loss_text_ce: 0.03825116157531738 (0.031173341966278592) | > loss_mel_ce: 2.347770929336548 (nan) | > loss: 0.009468342177569866 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.1412024036544169) | > loader_time: 0.0042 (0.004520669024908839)  --> TIME: 2025-03-26 10:51:33 -- STEP: 28235/31555 -- GLOBAL_STEP: 1385100 | > loss_text_ce: 0.02984103560447693 (0.031173704778279153) | > loss_mel_ce: 2.5598535537719727 (nan) | > loss: 0.01027656625956297 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.1412057600634402) | > loader_time: 0.0046 (0.004520694686392441)  --> TIME: 2025-03-26 10:51:43 -- STEP: 28285/31555 -- GLOBAL_STEP: 1385150 | > loss_text_ce: 0.026572415605187416 (0.031176109409984745) | > loss_mel_ce: 2.938743829727173 (nan) | > loss: 0.011767128482460976 (nan) | > current_lr: 5e-06 | > step_time: 0.179 (0.1412172821652495) | > loader_time: 0.0048 (0.004520797004585053)  --> TIME: 2025-03-26 10:51:53 -- STEP: 28335/31555 -- GLOBAL_STEP: 1385200 | > loss_text_ce: 0.030007826164364815 (0.031176859232262946) | > loss_mel_ce: 2.896592617034912 (nan) | > loss: 0.011613494716584682 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14121946843397842) | > loader_time: 0.0045 (0.004520901292430994)  --> TIME: 2025-03-26 10:52:03 -- STEP: 28385/31555 -- GLOBAL_STEP: 1385250 | > loss_text_ce: 0.028361279517412186 (0.03117635246531627) | > loss_mel_ce: 2.626218795776367 (nan) | > loss: 0.01053404901176691 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.14122308455072943) | > loader_time: 0.0048 (0.004520919202435308)  --> TIME: 2025-03-26 10:52:12 -- STEP: 28435/31555 -- GLOBAL_STEP: 1385300 | > loss_text_ce: 0.03100006841123104 (0.031174412880702714) | > loss_mel_ce: 2.891810894012451 (nan) | > loss: 0.011598457582294941 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14122229678907097) | > loader_time: 0.0044 (0.004520890028128314)  --> TIME: 2025-03-26 10:52:22 -- STEP: 28485/31555 -- GLOBAL_STEP: 1385350 | > loss_text_ce: 0.03085947595536709 (0.031174378772180385) | > loss_mel_ce: 2.1405460834503174 (nan) | > loss: 0.008616689592599869 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1412198374140402) | > loader_time: 0.0064 (0.004520999880993749)  --> TIME: 2025-03-26 10:52:32 -- STEP: 28535/31555 -- GLOBAL_STEP: 1385400 | > loss_text_ce: 0.025653596967458725 (0.031174693210303406) | > loss_mel_ce: 2.0780813694000244 (nan) | > loss: 0.008348154835402966 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14122414715928813) | > loader_time: 0.0047 (0.004521142260422931)  --> TIME: 2025-03-26 10:52:41 -- STEP: 28585/31555 -- GLOBAL_STEP: 1385450 | > loss_text_ce: 0.033281050622463226 (0.031175456087933994) | > loss_mel_ce: 2.555647134780884 (nan) | > loss: 0.01027352549135685 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.141219394574408) | > loader_time: 0.0046 (0.004521127403543511)  --> TIME: 2025-03-26 10:52:51 -- STEP: 28635/31555 -- GLOBAL_STEP: 1385500 | > loss_text_ce: 0.026129262521862984 (0.031178530934896895) | > loss_mel_ce: 0.02630004845559597 (nan) | > loss: 0.00020805283566005528 (nan) | > current_lr: 5e-06 | > step_time: 0.1061 (0.14122498493784072) | > loader_time: 0.0044 (0.004521188774262071)  --> TIME: 2025-03-26 10:53:01 -- STEP: 28685/31555 -- GLOBAL_STEP: 1385550 | > loss_text_ce: 0.0210550669580698 (0.031179463354351525) | > loss_mel_ce: 2.437542200088501 (nan) | > loss: 0.009756338782608509 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14122544287471628) | > loader_time: 0.0044 (0.004521312401106433)  --> TIME: 2025-03-26 10:53:10 -- STEP: 28735/31555 -- GLOBAL_STEP: 1385600 | > loss_text_ce: 0.03471538797020912 (0.031180659913425033) | > loss_mel_ce: 2.681398868560791 (nan) | > loss: 0.010778231546282768 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14122019435543387) | > loader_time: 0.0046 (0.004521307622492348)  --> TIME: 2025-03-26 10:53:20 -- STEP: 28785/31555 -- GLOBAL_STEP: 1385650 | > loss_text_ce: 0.03502901270985603 (0.03118346229154181) | > loss_mel_ce: 2.4300639629364014 (nan) | > loss: 0.009782114997506142 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14122593470366857) | > loader_time: 0.0047 (0.00452122403367309)  --> TIME: 2025-03-26 10:53:30 -- STEP: 28835/31555 -- GLOBAL_STEP: 1385700 | > loss_text_ce: 0.04134317860007286 (0.031183017585869055) | > loss_mel_ce: 1.407793402671814 (nan) | > loss: 0.005750542506575584 (nan) | > current_lr: 5e-06 | > step_time: 0.1018 (0.14123108710700277) | > loader_time: 0.0044 (0.004521286481378048)  --> TIME: 2025-03-26 10:53:40 -- STEP: 28885/31555 -- GLOBAL_STEP: 1385750 | > loss_text_ce: 0.041318830102682114 (0.031183748586389955) | > loss_mel_ce: 2.5907464027404785 (nan) | > loss: 0.010444704443216324 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1412326518239212) | > loader_time: 0.0046 (0.004521338609916957)  --> TIME: 2025-03-26 10:53:49 -- STEP: 28935/31555 -- GLOBAL_STEP: 1385800 | > loss_text_ce: 0.031097760424017906 (0.03118495631905722) | > loss_mel_ce: 1.9560649394989014 (nan) | > loss: 0.007885566912591457 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14123375083326137) | > loader_time: 0.0044 (0.0045213849387556815)  --> TIME: 2025-03-26 10:53:59 -- STEP: 28985/31555 -- GLOBAL_STEP: 1385850 | > loss_text_ce: 0.030340785160660744 (0.031185134724605098) | > loss_mel_ce: 2.328219413757324 (nan) | > loss: 0.00935936626046896 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14123840859291248) | > loader_time: 0.0044 (0.004521377945801733)  --> TIME: 2025-03-26 10:54:09 -- STEP: 29035/31555 -- GLOBAL_STEP: 1385900 | > loss_text_ce: 0.03425666317343712 (0.03118560818641921) | > loss_mel_ce: 2.92279052734375 (nan) | > loss: 0.011734315194189548 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.1412369924505545) | > loader_time: 0.0044 (0.004521397072825046)  --> TIME: 2025-03-26 10:54:18 -- STEP: 29085/31555 -- GLOBAL_STEP: 1385950 | > loss_text_ce: 0.03699628263711929 (0.03118636019858366) | > loss_mel_ce: 2.6634321212768555 (nan) | > loss: 0.010715986602008343 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1412223921991079) | > loader_time: 0.0045 (0.004521360802285655)  --> TIME: 2025-03-26 10:54:27 -- STEP: 29135/31555 -- GLOBAL_STEP: 1386000 | > loss_text_ce: 0.024273419752717018 (0.031187817423395214) | > loss_mel_ce: 2.4183413982391357 (nan) | > loss: 0.00969291664659977 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.141215528671791) | > loader_time: 0.0043 (0.004521327127574815)  --> TIME: 2025-03-26 10:54:37 -- STEP: 29185/31555 -- GLOBAL_STEP: 1386050 | > loss_text_ce: 0.02412840723991394 (0.031189387129242848) | > loss_mel_ce: 2.3078370094299316 (nan) | > loss: 0.009253831580281258 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14121403139463043) | > loader_time: 0.0044 (0.004521231523049439)  --> TIME: 2025-03-26 10:54:46 -- STEP: 29235/31555 -- GLOBAL_STEP: 1386100 | > loss_text_ce: 0.024878188967704773 (0.03118887330004501) | > loss_mel_ce: 2.4956531524658203 (nan) | > loss: 0.010002109222114086 (nan) | > current_lr: 5e-06 | > step_time: 0.1896 (0.14120483769501135) | > loader_time: 0.0047 (0.004521065808696283)  --> TIME: 2025-03-26 10:54:56 -- STEP: 29285/31555 -- GLOBAL_STEP: 1386150 | > loss_text_ce: 0.0409608818590641 (0.031189612285910624) | > loss_mel_ce: 2.0236523151397705 (nan) | > loss: 0.008192909881472588 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14121105791827568) | > loader_time: 0.0044 (0.004520972149148605)  --> TIME: 2025-03-26 10:55:06 -- STEP: 29335/31555 -- GLOBAL_STEP: 1386200 | > loss_text_ce: 0.039650361984968185 (0.031190276257306443) | > loss_mel_ce: 0.0612725168466568 (nan) | > loss: 0.0004004876536782831 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14120745230558196) | > loader_time: 0.0045 (0.004520834197334831)  --> TIME: 2025-03-26 10:55:15 -- STEP: 29385/31555 -- GLOBAL_STEP: 1386250 | > loss_text_ce: 0.02569684013724327 (0.03118787000013773) | > loss_mel_ce: 2.9272778034210205 (nan) | > loss: 0.011718153953552246 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.141210923714968) | > loader_time: 0.0043 (0.004520723351982741)  --> TIME: 2025-03-26 10:55:25 -- STEP: 29435/31555 -- GLOBAL_STEP: 1386300 | > loss_text_ce: 0.03609221801161766 (0.03118745785599525) | > loss_mel_ce: 2.759807586669922 (nan) | > loss: 0.011094841174781322 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14121074550966264) | > loader_time: 0.0043 (0.004520699421821216)  --> TIME: 2025-03-26 10:55:35 -- STEP: 29485/31555 -- GLOBAL_STEP: 1386350 | > loss_text_ce: 0.03457536920905113 (0.031188324093471217) | > loss_mel_ce: 2.8911383152008057 (nan) | > loss: 0.011609976179897785 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14120986616488168) | > loader_time: 0.0045 (0.004520649511328531)  --> TIME: 2025-03-26 10:55:44 -- STEP: 29535/31555 -- GLOBAL_STEP: 1386400 | > loss_text_ce: 0.030564244836568832 (0.03118797437738314) | > loss_mel_ce: 2.0938141345977783 (nan) | > loss: 0.008430073969066143 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1412115217163334) | > loader_time: 0.0044 (0.004520602385283751)  --> TIME: 2025-03-26 10:55:54 -- STEP: 29585/31555 -- GLOBAL_STEP: 1386450 | > loss_text_ce: 0.027787117287516594 (0.031187457258902644) | > loss_mel_ce: 2.952723979949951 (nan) | > loss: 0.01182742603123188 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14120153330741186) | > loader_time: 0.0047 (0.004520554830239418)  --> TIME: 2025-03-26 10:56:04 -- STEP: 29635/31555 -- GLOBAL_STEP: 1386500 | > loss_text_ce: 0.02869921177625656 (0.03118800731092661) | > loss_mel_ce: 2.969864845275879 (nan) | > loss: 0.011899064294993877 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14120756372625878) | > loader_time: 0.0046 (0.004520567887063072)  --> TIME: 2025-03-26 10:56:13 -- STEP: 29685/31555 -- GLOBAL_STEP: 1386550 | > loss_text_ce: 0.022131191566586494 (0.03118820801042855) | > loss_mel_ce: 1.0160980224609375 (nan) | > loss: 0.004119957331568003 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.1412015151351073) | > loader_time: 0.0044 (0.004520515297646657)  --> TIME: 2025-03-26 10:56:23 -- STEP: 29735/31555 -- GLOBAL_STEP: 1386600 | > loss_text_ce: 0.03170277178287506 (0.031190550942346643) | > loss_mel_ce: 2.789506435394287 (nan) | > loss: 0.011195275001227856 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14120671484116368) | > loader_time: 0.0046 (0.00452058993208521)  --> TIME: 2025-03-26 10:56:33 -- STEP: 29785/31555 -- GLOBAL_STEP: 1386650 | > loss_text_ce: 0.022907698526978493 (0.03119154720532303) | > loss_mel_ce: 2.5077879428863525 (nan) | > loss: 0.010042443871498108 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14120914661105854) | > loader_time: 0.0048 (0.004520561712308864)  --> TIME: 2025-03-26 10:56:42 -- STEP: 29835/31555 -- GLOBAL_STEP: 1386700 | > loss_text_ce: 0.03286710008978844 (0.031192820763035308) | > loss_mel_ce: 2.573699951171875 (nan) | > loss: 0.010343520902097225 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14120808371711221) | > loader_time: 0.0044 (0.00452088253250747)  --> TIME: 2025-03-26 10:56:52 -- STEP: 29885/31555 -- GLOBAL_STEP: 1386750 | > loss_text_ce: 0.0209544375538826 (0.03119099141448058) | > loss_mel_ce: 2.636526107788086 (nan) | > loss: 0.010545558296144009 (nan) | > current_lr: 5e-06 | > step_time: 0.1891 (0.1412117316568498) | > loader_time: 0.0047 (0.0045209066034539915)  --> TIME: 2025-03-26 10:57:02 -- STEP: 29935/31555 -- GLOBAL_STEP: 1386800 | > loss_text_ce: 0.028851602226495743 (0.03119088212158503) | > loss_mel_ce: 2.6857473850250244 (nan) | > loss: 0.010772217996418476 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14121055885768602) | > loader_time: 0.0045 (0.0045209911484062676)  --> TIME: 2025-03-26 10:57:11 -- STEP: 29985/31555 -- GLOBAL_STEP: 1386850 | > loss_text_ce: 0.03403414785861969 (0.031190449813881208) | > loss_mel_ce: 3.096419095993042 (nan) | > loss: 0.012422434985637665 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14121182600577634) | > loader_time: 0.0044 (0.0045209333939176055)  --> TIME: 2025-03-26 10:57:21 -- STEP: 30035/31555 -- GLOBAL_STEP: 1386900 | > loss_text_ce: 0.05057814344763756 (0.03119288983574813) | > loss_mel_ce: 0.026123046875 (nan) | > loss: 0.00030436983797699213 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.141212247504318) | > loader_time: 0.0043 (0.004520979819846292)  --> TIME: 2025-03-26 10:57:31 -- STEP: 30085/31555 -- GLOBAL_STEP: 1386950 | > loss_text_ce: 0.028500303626060486 (0.03119356105952603) | > loss_mel_ce: 2.514286756515503 (nan) | > loss: 0.010090425610542297 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1412148510595483) | > loader_time: 0.0044 (0.004521188843739617)  --> TIME: 2025-03-26 10:57:40 -- STEP: 30135/31555 -- GLOBAL_STEP: 1387000 | > loss_text_ce: 0.030443115159869194 (0.03119398680159716) | > loss_mel_ce: 2.75274658203125 (nan) | > loss: 0.011044404469430447 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14121436969110854) | > loader_time: 0.0045 (0.004521474676858478)  --> TIME: 2025-03-26 10:57:50 -- STEP: 30185/31555 -- GLOBAL_STEP: 1387050 | > loss_text_ce: 0.039565347135066986 (0.031192576752181716) | > loss_mel_ce: 2.56305193901062 (nan) | > loss: 0.010327846743166447 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14120780496342955) | > loader_time: 0.0046 (0.004521507092890235)  --> TIME: 2025-03-26 10:57:59 -- STEP: 30235/31555 -- GLOBAL_STEP: 1387100 | > loss_text_ce: 0.03682240471243858 (0.031191715031304114) | > loss_mel_ce: 1.9631009101867676 (nan) | > loss: 0.007936203852295876 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1412073546684496) | > loader_time: 0.0044 (0.0045215870223400826)  --> TIME: 2025-03-26 10:58:09 -- STEP: 30285/31555 -- GLOBAL_STEP: 1387150 | > loss_text_ce: 0.0314566045999527 (0.03119028278137392) | > loss_mel_ce: 2.7882680892944336 (nan) | > loss: 0.011189384385943413 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14121084697415417) | > loader_time: 0.0048 (0.004521692674979121)  --> TIME: 2025-03-26 10:58:19 -- STEP: 30335/31555 -- GLOBAL_STEP: 1387200 | > loss_text_ce: 0.029885027557611465 (0.031189728234726485) | > loss_mel_ce: 2.47599458694458 (nan) | > loss: 0.009943967685103416 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14121826650362657) | > loader_time: 0.0043 (0.0045216407574675006)  --> TIME: 2025-03-26 10:58:29 -- STEP: 30385/31555 -- GLOBAL_STEP: 1387250 | > loss_text_ce: 0.027166232466697693 (0.031187731018132072) | > loss_mel_ce: 2.5815231800079346 (nan) | > loss: 0.010351941920816898 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14122432459532597) | > loader_time: 0.0045 (0.004521710656476629)  --> TIME: 2025-03-26 10:58:39 -- STEP: 30435/31555 -- GLOBAL_STEP: 1387300 | > loss_text_ce: 0.02882518246769905 (0.031188943194745942) | > loss_mel_ce: 2.8650972843170166 (nan) | > loss: 0.011483820155262947 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14122081006593612) | > loader_time: 0.0045 (0.004521511034638834)  --> TIME: 2025-03-26 10:58:48 -- STEP: 30485/31555 -- GLOBAL_STEP: 1387350 | > loss_text_ce: 0.022769035771489143 (0.031186917683542537) | > loss_mel_ce: 2.5963475704193115 (nan) | > loss: 0.010393320582807064 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14122183676799907) | > loader_time: 0.0045 (0.00452143793636331)  --> TIME: 2025-03-26 10:58:58 -- STEP: 30535/31555 -- GLOBAL_STEP: 1387400 | > loss_text_ce: 0.024607421830296516 (0.031190092607006486) | > loss_mel_ce: 0.2040143758058548 (nan) | > loss: 0.0009072293760254979 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14122699001562738) | > loader_time: 0.0045 (0.004521394466951691)  --> TIME: 2025-03-26 10:59:08 -- STEP: 30585/31555 -- GLOBAL_STEP: 1387450 | > loss_text_ce: 0.02852712571620941 (0.031189704849464657) | > loss_mel_ce: 2.892718553543091 (nan) | > loss: 0.011592244729399681 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14122912626904133) | > loader_time: 0.0046 (0.004521370939672884)  --> TIME: 2025-03-26 10:59:17 -- STEP: 30635/31555 -- GLOBAL_STEP: 1387500 | > loss_text_ce: 0.03037283755838871 (0.03119175743320156) | > loss_mel_ce: 2.1353182792663574 (nan) | > loss: 0.008594012819230556 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14122945329620376) | > loader_time: 0.0043 (0.004521277313892367)  --> TIME: 2025-03-26 10:59:27 -- STEP: 30685/31555 -- GLOBAL_STEP: 1387550 | > loss_text_ce: 0.030037369579076767 (0.03119201862509867) | > loss_mel_ce: 2.2922170162200928 (nan) | > loss: 0.009215296246111393 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14123111200853222) | > loader_time: 0.0044 (0.004521152206676978)  --> TIME: 2025-03-26 10:59:37 -- STEP: 30735/31555 -- GLOBAL_STEP: 1387600 | > loss_text_ce: 0.03893298655748367 (0.031191725473761877) | > loss_mel_ce: 2.698235034942627 (nan) | > loss: 0.010861778631806374 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14122909154468422) | > loader_time: 0.0046 (0.004520945721997527)  --> TIME: 2025-03-26 10:59:47 -- STEP: 30785/31555 -- GLOBAL_STEP: 1387650 | > loss_text_ce: 0.023423315957188606 (0.031190973756944077) | > loss_mel_ce: 2.4605350494384766 (nan) | > loss: 0.009856978431344032 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1412350193951179) | > loader_time: 0.0043 (0.004520875400433533)  --> TIME: 2025-03-26 10:59:56 -- STEP: 30835/31555 -- GLOBAL_STEP: 1387700 | > loss_text_ce: 0.028601013123989105 (0.031190406817212538) | > loss_mel_ce: 2.9171736240386963 (nan) | > loss: 0.011689581908285618 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14123292101517826) | > loader_time: 0.0046 (0.004520799353228238)  --> TIME: 2025-03-26 11:00:06 -- STEP: 30885/31555 -- GLOBAL_STEP: 1387750 | > loss_text_ce: 0.03728048503398895 (0.031190390462743023) | > loss_mel_ce: 2.1125223636627197 (nan) | > loss: 0.008530964143574238 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14122704068530198) | > loader_time: 0.0045 (0.004520642388806815)  --> TIME: 2025-03-26 11:00:16 -- STEP: 30935/31555 -- GLOBAL_STEP: 1387800 | > loss_text_ce: 0.030762536451220512 (0.031190134441660373) | > loss_mel_ce: 2.5190823078155518 (nan) | > loss: 0.010118432343006134 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1412355880620157) | > loader_time: 0.0047 (0.004520619441566186)  --> TIME: 2025-03-26 11:00:25 -- STEP: 30985/31555 -- GLOBAL_STEP: 1387850 | > loss_text_ce: 0.034297071397304535 (0.031190530568474296) | > loss_mel_ce: 3.2054131031036377 (nan) | > loss: 0.012855993583798409 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14122990988638587) | > loader_time: 0.0048 (0.004520601539125499)  --> TIME: 2025-03-26 11:00:35 -- STEP: 31035/31555 -- GLOBAL_STEP: 1387900 | > loss_text_ce: 0.03664293512701988 (0.031191780297702323) | > loss_mel_ce: 1.7929338216781616 (nan) | > loss: 0.007260225713253021 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14123233066427932) | > loader_time: 0.0044 (0.004520547618531005)  --> TIME: 2025-03-26 11:00:45 -- STEP: 31085/31555 -- GLOBAL_STEP: 1387950 | > loss_text_ce: 0.031110946089029312 (0.031189413649132344) | > loss_mel_ce: 2.541053533554077 (nan) | > loss: 0.010207002982497215 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14124310079908686) | > loader_time: 0.0046 (0.004520472733177156)  --> TIME: 2025-03-26 11:00:54 -- STEP: 31135/31555 -- GLOBAL_STEP: 1388000 | > loss_text_ce: 0.02735069952905178 (0.031187368405021766) | > loss_mel_ce: 2.656139373779297 (nan) | > loss: 0.01064877025783062 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14123984943792375) | > loader_time: 0.0043 (0.004520311550093195)  --> TIME: 2025-03-26 11:01:04 -- STEP: 31185/31555 -- GLOBAL_STEP: 1388050 | > loss_text_ce: 0.032445427030324936 (0.03119058217659189) | > loss_mel_ce: 2.882220506668091 (nan) | > loss: 0.011566135101020336 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14124602238604783) | > loader_time: 0.0045 (0.004520360709039435)  --> TIME: 2025-03-26 11:01:14 -- STEP: 31235/31555 -- GLOBAL_STEP: 1388100 | > loss_text_ce: 0.04113614931702614 (0.031193986405548865) | > loss_mel_ce: 3.1938819885253906 (nan) | > loss: 0.012837374582886696 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14125144717138788) | > loader_time: 0.0045 (0.004520321144224896)  --> TIME: 2025-03-26 11:01:24 -- STEP: 31285/31555 -- GLOBAL_STEP: 1388150 | > loss_text_ce: 0.03127421438694 (0.031194275163384372) | > loss_mel_ce: 0.23480224609375 (nan) | > loss: 0.0010558590292930603 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1412479505116745) | > loader_time: 0.0043 (0.004520112240830781)  --> TIME: 2025-03-26 11:01:33 -- STEP: 31335/31555 -- GLOBAL_STEP: 1388200 | > loss_text_ce: 0.036684177815914154 (0.03119324026051246) | > loss_mel_ce: 2.7566282749176025 (nan) | > loss: 0.011084574274718761 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14124270956995993) | > loader_time: 0.0047 (0.004519801142114137)  --> TIME: 2025-03-26 11:01:43 -- STEP: 31385/31555 -- GLOBAL_STEP: 1388250 | > loss_text_ce: 0.033431537449359894 (0.031191831841674345) | > loss_mel_ce: 2.677762508392334 (nan) | > loss: 0.01075870729982853 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1412430210289766) | > loader_time: 0.0043 (0.004519628889719832)  --> TIME: 2025-03-26 11:01:52 -- STEP: 31435/31555 -- GLOBAL_STEP: 1388300 | > loss_text_ce: 0.023986687883734703 (0.031191848564750206) | > loss_mel_ce: 2.637625217437744 (nan) | > loss: 0.010561952367424965 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.1412456053740955) | > loader_time: 0.0045 (0.004519448152156503)  --> TIME: 2025-03-26 11:02:02 -- STEP: 31485/31555 -- GLOBAL_STEP: 1388350 | > loss_text_ce: 0.046591319143772125 (0.031193609848087254) | > loss_mel_ce: 1.6239938735961914 (nan) | > loss: 0.006629306357353926 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14125049458395134) | > loader_time: 0.0044 (0.004519329545080259)  --> TIME: 2025-03-26 11:02:12 -- STEP: 31535/31555 -- GLOBAL_STEP: 1388400 | > loss_text_ce: 0.030973700806498528 (0.031195619001964513) | > loss_mel_ce: 2.507687568664551 (nan) | > loss: 0.010074052959680557 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1412472559189634) | > loader_time: 0.0042 (0.004519133789331032)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021751082738240567 (+0.00010684967041016749) | > avg_loss_text_ce: 0.029035179987549783 (-0.00014378642042477824) | > avg_loss_mel_ce: 2.4832668312390647 (-0.0005784726142894492) | > avg_loss: 2.5123020092646278 (-0.0007222620646167854) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1388420.pth  > EPOCH: 45/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 11:02:37)   --> TIME: 2025-03-26 11:02:44 -- STEP: 30/31555 -- GLOBAL_STEP: 1388450 | > loss_text_ce: 0.038317225873470306 (0.03111830266813437) | > loss_mel_ce: 2.824136734008789 (2.5327206452687583) | > loss: 0.011358944699168205 (0.010173964755085762) | > current_lr: 5e-06 | > step_time: 0.1537 (0.13514916896820067) | > loader_time: 0.0053 (0.005006066958109537)  --> TIME: 2025-03-26 11:02:53 -- STEP: 80/31555 -- GLOBAL_STEP: 1388500 | > loss_text_ce: 0.02455156482756138 (0.031910560885444285) | > loss_mel_ce: 2.7347092628479004 (2.496202914416789) | > loss: 0.010949448682367802 (0.010032197005966737) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1364934831857681) | > loader_time: 0.0047 (0.005043673515319822)  --> TIME: 2025-03-26 11:03:02 -- STEP: 130/31555 -- GLOBAL_STEP: 1388550 | > loss_text_ce: 0.02990393340587616 (0.03184378280376012) | > loss_mel_ce: 2.4461636543273926 (nan) | > loss: 0.00982566550374031 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.13705324943249042) | > loader_time: 0.0047 (0.004980995104863093)  --> TIME: 2025-03-26 11:03:12 -- STEP: 180/31555 -- GLOBAL_STEP: 1388600 | > loss_text_ce: 0.035975828766822815 (0.03165227325840128) | > loss_mel_ce: 2.3242619037628174 (nan) | > loss: 0.009366023354232311 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1377571860949199) | > loader_time: 0.0047 (0.004951238632202148)  --> TIME: 2025-03-26 11:03:21 -- STEP: 230/31555 -- GLOBAL_STEP: 1388650 | > loss_text_ce: 0.018935905769467354 (0.03118061407914629) | > loss_mel_ce: 2.258655309677124 (nan) | > loss: 0.009038060903549194 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.1380378184111222) | > loader_time: 0.0047 (0.004922438704449198)  --> TIME: 2025-03-26 11:03:31 -- STEP: 280/31555 -- GLOBAL_STEP: 1388700 | > loss_text_ce: 0.037732601165771484 (0.031219912932387427) | > loss_mel_ce: 2.6004021167755127 (nan) | > loss: 0.010468789376318455 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.13901882256780354) | > loader_time: 0.0051 (0.004916212388447355)  --> TIME: 2025-03-26 11:03:41 -- STEP: 330/31555 -- GLOBAL_STEP: 1388750 | > loss_text_ce: 0.025985978543758392 (0.031190038156328797) | > loss_mel_ce: 1.8714778423309326 (nan) | > loss: 0.007529618684202433 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1387963063789136) | > loader_time: 0.0046 (0.00489237236254143)  --> TIME: 2025-03-26 11:03:51 -- STEP: 380/31555 -- GLOBAL_STEP: 1388800 | > loss_text_ce: 0.031385574489831924 (0.031115544062892086) | > loss_mel_ce: 2.7811570167541504 (nan) | > loss: 0.01116088405251503 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.13939283082359702) | > loader_time: 0.0046 (0.0048872985337909906)  --> TIME: 2025-03-26 11:04:00 -- STEP: 430/31555 -- GLOBAL_STEP: 1388850 | > loss_text_ce: 0.05055040866136551 (0.030928129256637994) | > loss_mel_ce: 2.646230697631836 (nan) | > loss: 0.010701512917876244 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1395871794501015) | > loader_time: 0.0044 (0.004855616702589879)  --> TIME: 2025-03-26 11:04:10 -- STEP: 480/31555 -- GLOBAL_STEP: 1388900 | > loss_text_ce: 0.03349776193499565 (0.031001344978964587) | > loss_mel_ce: 2.533698320388794 (nan) | > loss: 0.010187286883592606 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14006607532501203) | > loader_time: 0.0047 (0.004829525450865429)  --> TIME: 2025-03-26 11:04:20 -- STEP: 530/31555 -- GLOBAL_STEP: 1388950 | > loss_text_ce: 0.03371460735797882 (0.03098789329095833) | > loss_mel_ce: 2.6922924518585205 (nan) | > loss: 0.01081748865544796 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14034507724474046) | > loader_time: 0.0044 (0.004809167699993782)  --> TIME: 2025-03-26 11:04:30 -- STEP: 580/31555 -- GLOBAL_STEP: 1389000 | > loss_text_ce: 0.03555877506732941 (0.030914756286375494) | > loss_mel_ce: 1.536349892616272 (nan) | > loss: 0.00623773317784071 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14069516371036375) | > loader_time: 0.0046 (0.004798743231543179)  --> TIME: 2025-03-26 11:04:39 -- STEP: 630/31555 -- GLOBAL_STEP: 1389050 | > loss_text_ce: 0.0245134849101305 (0.030910836872718648) | > loss_mel_ce: 2.2834534645080566 (nan) | > loss: 0.009158599190413952 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14059133226909315) | > loader_time: 0.0046 (0.004786658665490526)  --> TIME: 2025-03-26 11:04:49 -- STEP: 680/31555 -- GLOBAL_STEP: 1389100 | > loss_text_ce: 0.027602631598711014 (0.030911959566669003) | > loss_mel_ce: 2.265014886856079 (nan) | > loss: 0.00909768883138895 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14061820822603538) | > loader_time: 0.0045 (0.004780591586056877)  --> TIME: 2025-03-26 11:04:58 -- STEP: 730/31555 -- GLOBAL_STEP: 1389150 | > loss_text_ce: 0.040906812995672226 (0.030963639548839374) | > loss_mel_ce: 2.395693778991699 (nan) | > loss: 0.009669050574302673 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1404595368529018) | > loader_time: 0.0042 (0.0047689444398226815)  --> TIME: 2025-03-26 11:05:08 -- STEP: 780/31555 -- GLOBAL_STEP: 1389200 | > loss_text_ce: 0.02363179437816143 (0.031021593997063935) | > loss_mel_ce: 2.9325785636901855 (nan) | > loss: 0.01173099409788847 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14083670255465378) | > loader_time: 0.0045 (0.004754008390964608)  --> TIME: 2025-03-26 11:05:18 -- STEP: 830/31555 -- GLOBAL_STEP: 1389250 | > loss_text_ce: 0.03585994243621826 (0.031028740959668382) | > loss_mel_ce: 2.726503849029541 (nan) | > loss: 0.010961762629449368 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14070134478879254) | > loader_time: 0.0047 (0.004744981857667489)  --> TIME: 2025-03-26 11:05:28 -- STEP: 880/31555 -- GLOBAL_STEP: 1389300 | > loss_text_ce: 0.023678965866565704 (0.03098217143825341) | > loss_mel_ce: 1.5652048587799072 (nan) | > loss: 0.00630509527400136 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1409623690626838) | > loader_time: 0.0048 (0.004750091921199456)  --> TIME: 2025-03-26 11:05:37 -- STEP: 930/31555 -- GLOBAL_STEP: 1389350 | > loss_text_ce: 0.029824858531355858 (0.030954750550169784) | > loss_mel_ce: 2.440880537033081 (nan) | > loss: 0.00980438757687807 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14112364220362839) | > loader_time: 0.0047 (0.004759352950639626)  --> TIME: 2025-03-26 11:05:47 -- STEP: 980/31555 -- GLOBAL_STEP: 1389400 | > loss_text_ce: 0.03005758672952652 (0.03104946542512246) | > loss_mel_ce: 2.144352436065674 (nan) | > loss: 0.008628612384200096 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14121085624305568) | > loader_time: 0.0046 (0.004760177038153827)  --> TIME: 2025-03-26 11:05:57 -- STEP: 1030/31555 -- GLOBAL_STEP: 1389450 | > loss_text_ce: 0.03010224550962448 (0.031059398904478962) | > loss_mel_ce: 2.7403666973114014 (nan) | > loss: 0.010993924923241138 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1410958977578913) | > loader_time: 0.0047 (0.00475721197220886)  --> TIME: 2025-03-26 11:06:06 -- STEP: 1080/31555 -- GLOBAL_STEP: 1389500 | > loss_text_ce: 0.02328203059732914 (0.03102774622211992) | > loss_mel_ce: 2.5614492893218994 (nan) | > loss: 0.010256870649755001 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14108060443842854) | > loader_time: 0.0047 (0.004754267798529734)  --> TIME: 2025-03-26 11:06:16 -- STEP: 1130/31555 -- GLOBAL_STEP: 1389550 | > loss_text_ce: 0.03368961438536644 (0.03097373634181192) | > loss_mel_ce: 2.552797317504883 (nan) | > loss: 0.010263836942613125 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14117307451973973) | > loader_time: 0.0046 (0.004754606812401159)  --> TIME: 2025-03-26 11:06:26 -- STEP: 1180/31555 -- GLOBAL_STEP: 1389600 | > loss_text_ce: 0.032698873430490494 (0.031001345660158643) | > loss_mel_ce: 3.026313543319702 (nan) | > loss: 0.012138938531279564 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14126757363141587) | > loader_time: 0.0046 (0.004750894691984535)  --> TIME: 2025-03-26 11:06:36 -- STEP: 1230/31555 -- GLOBAL_STEP: 1389650 | > loss_text_ce: 0.031926222145557404 (0.030992627979778666) | > loss_mel_ce: 2.4167377948760986 (nan) | > loss: 0.009716920554637909 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14159854020529647) | > loader_time: 0.0045 (0.004749951130006375)  --> TIME: 2025-03-26 11:06:46 -- STEP: 1280/31555 -- GLOBAL_STEP: 1389700 | > loss_text_ce: 0.04432246461510658 (0.031001114397076895) | > loss_mel_ce: 1.7604198455810547 (nan) | > loss: 0.0071616764180362225 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14153202697634693) | > loader_time: 0.0043 (0.004750735498964794)  --> TIME: 2025-03-26 11:06:55 -- STEP: 1330/31555 -- GLOBAL_STEP: 1389750 | > loss_text_ce: 0.03848493844270706 (0.0310349529062895) | > loss_mel_ce: 2.6470139026641846 (nan) | > loss: 0.010656742379069328 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14134845303413568) | > loader_time: 0.0044 (0.004744995088505572)  --> TIME: 2025-03-26 11:07:05 -- STEP: 1380/31555 -- GLOBAL_STEP: 1389800 | > loss_text_ce: 0.02477947622537613 (0.031063472012570807) | > loss_mel_ce: 3.0224545001983643 (nan) | > loss: 0.012092199176549911 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14148704314577404) | > loader_time: 0.0047 (0.004745120414789181)  --> TIME: 2025-03-26 11:07:15 -- STEP: 1430/31555 -- GLOBAL_STEP: 1389850 | > loss_text_ce: 0.030759939923882484 (0.031113870333150762) | > loss_mel_ce: 3.109593391418457 (nan) | > loss: 0.01246172096580267 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14159911612530676) | > loader_time: 0.0044 (0.004740832902334794)  --> TIME: 2025-03-26 11:07:24 -- STEP: 1480/31555 -- GLOBAL_STEP: 1389900 | > loss_text_ce: 0.027278561145067215 (0.031125110013385283) | > loss_mel_ce: 2.8691954612731934 (nan) | > loss: 0.011493945494294167 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14151157479028437) | > loader_time: 0.0049 (0.004738727131405399)  --> TIME: 2025-03-26 11:07:34 -- STEP: 1530/31555 -- GLOBAL_STEP: 1389950 | > loss_text_ce: 0.03720751777291298 (0.031129125619514125) | > loss_mel_ce: 2.7162370681762695 (nan) | > loss: 0.010926368646323681 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14157273597966602) | > loader_time: 0.0046 (0.004737936905006965)  --> TIME: 2025-03-26 11:07:44 -- STEP: 1580/31555 -- GLOBAL_STEP: 1390000 | > loss_text_ce: 0.03376825898885727 (0.03113769443316645) | > loss_mel_ce: 2.859065294265747 (nan) | > loss: 0.011479498818516731 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1416252419918398) | > loader_time: 0.0049 (0.004737784440004378) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1390000.pth  --> TIME: 2025-03-26 11:07:59 -- STEP: 1630/31555 -- GLOBAL_STEP: 1390050 | > loss_text_ce: 0.027388209477066994 (0.031167415899161735) | > loss_mel_ce: 2.607757091522217 (nan) | > loss: 0.010456926189363003 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1417196613147947) | > loader_time: 0.0048 (0.004740157449172322)  --> TIME: 2025-03-26 11:08:09 -- STEP: 1680/31555 -- GLOBAL_STEP: 1390100 | > loss_text_ce: 0.034535158425569534 (0.031149205542169517) | > loss_mel_ce: 3.214317798614502 (nan) | > loss: 0.012892274186015129 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14169947221165607) | > loader_time: 0.0048 (0.004738902194159376)  --> TIME: 2025-03-26 11:08:19 -- STEP: 1730/31555 -- GLOBAL_STEP: 1390150 | > loss_text_ce: 0.01895711198449135 (0.031141431001957102) | > loss_mel_ce: 1.9850519895553589 (nan) | > loss: 0.007952417246997356 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14161790822971768) | > loader_time: 0.0044 (0.004736437273852402)  --> TIME: 2025-03-26 11:08:28 -- STEP: 1780/31555 -- GLOBAL_STEP: 1390200 | > loss_text_ce: 0.032386235892772675 (0.03116083004082857) | > loss_mel_ce: 2.393414258956909 (nan) | > loss: 0.009626192972064018 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14161867827511915) | > loader_time: 0.0045 (0.0047342778591627525)  --> TIME: 2025-03-26 11:08:38 -- STEP: 1830/31555 -- GLOBAL_STEP: 1390250 | > loss_text_ce: 0.034711804240942 (0.03113244896337309) | > loss_mel_ce: 3.345477819442749 (nan) | > loss: 0.013413451611995697 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14147501486898134) | > loader_time: 0.0046 (0.00473322086646909)  --> TIME: 2025-03-26 11:08:47 -- STEP: 1880/31555 -- GLOBAL_STEP: 1390300 | > loss_text_ce: 0.0370551235973835 (0.031143492227420213) | > loss_mel_ce: 2.588623285293579 (nan) | > loss: 0.010419358499348164 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14153403157883518) | > loader_time: 0.0048 (0.004730909428697955)  --> TIME: 2025-03-26 11:08:57 -- STEP: 1930/31555 -- GLOBAL_STEP: 1390350 | > loss_text_ce: 0.03475448116660118 (0.031128483899709788) | > loss_mel_ce: 2.063011407852173 (nan) | > loss: 0.00832446850836277 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14159829097708287) | > loader_time: 0.0046 (0.0047283310964317555)  --> TIME: 2025-03-26 11:09:07 -- STEP: 1980/31555 -- GLOBAL_STEP: 1390400 | > loss_text_ce: 0.02657412178814411 (0.0311150002773061) | > loss_mel_ce: 2.595341205596924 (nan) | > loss: 0.010404426604509354 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14159633186128417) | > loader_time: 0.0048 (0.004727288809689612)  --> TIME: 2025-03-26 11:09:17 -- STEP: 2030/31555 -- GLOBAL_STEP: 1390450 | > loss_text_ce: 0.03320840746164322 (0.031070509569471695) | > loss_mel_ce: 3.2851905822753906 (nan) | > loss: 0.01316825021058321 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14160804243510594) | > loader_time: 0.0047 (0.004726065320921653)  --> TIME: 2025-03-26 11:09:26 -- STEP: 2080/31555 -- GLOBAL_STEP: 1390500 | > loss_text_ce: 0.028042839840054512 (0.031061389449482352) | > loss_mel_ce: 2.751260995864868 (nan) | > loss: 0.011028983630239964 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1416124012607796) | > loader_time: 0.0047 (0.004723510260765372)  --> TIME: 2025-03-26 11:09:36 -- STEP: 2130/31555 -- GLOBAL_STEP: 1390550 | > loss_text_ce: 0.03230609744787216 (0.031009786331177878) | > loss_mel_ce: 2.3521604537963867 (nan) | > loss: 0.009462169371545315 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1415860092136223) | > loader_time: 0.0047 (0.00472196760311933)  --> TIME: 2025-03-26 11:09:45 -- STEP: 2180/31555 -- GLOBAL_STEP: 1390600 | > loss_text_ce: 0.03407372906804085 (0.03100799839653143) | > loss_mel_ce: 2.5237276554107666 (nan) | > loss: 0.010150006040930748 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.141482162803685) | > loader_time: 0.0069 (0.004720983702108405)  --> TIME: 2025-03-26 11:09:55 -- STEP: 2230/31555 -- GLOBAL_STEP: 1390650 | > loss_text_ce: 0.026607785373926163 (0.030984859024863608) | > loss_mel_ce: 3.0073676109313965 (nan) | > loss: 0.012039585039019585 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14141335904330954) | > loader_time: 0.0044 (0.004718729091866672)  --> TIME: 2025-03-26 11:10:05 -- STEP: 2280/31555 -- GLOBAL_STEP: 1390700 | > loss_text_ce: 0.026699116453528404 (0.030981391000054908) | > loss_mel_ce: 2.7323484420776367 (nan) | > loss: 0.010948602110147476 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14152602898447136) | > loader_time: 0.0046 (0.004718826319042007)  --> TIME: 2025-03-26 11:10:15 -- STEP: 2330/31555 -- GLOBAL_STEP: 1390750 | > loss_text_ce: 0.03218049556016922 (0.030965148168316216) | > loss_mel_ce: 1.693320870399475 (nan) | > loss: 0.006847228389233351 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1415843505204491) | > loader_time: 0.0045 (0.004717552099105117)  --> TIME: 2025-03-26 11:10:24 -- STEP: 2380/31555 -- GLOBAL_STEP: 1390800 | > loss_text_ce: 0.03083934634923935 (0.03094637459691833) | > loss_mel_ce: 3.2075376510620117 (nan) | > loss: 0.012850703671574593 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.14158549599286885) | > loader_time: 0.005 (0.004715685483788246)  --> TIME: 2025-03-26 11:10:34 -- STEP: 2430/31555 -- GLOBAL_STEP: 1390850 | > loss_text_ce: 0.03745115175843239 (0.030959496485383667) | > loss_mel_ce: 2.9420742988586426 (nan) | > loss: 0.011823514476418495 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14162776568298963) | > loader_time: 0.0048 (0.0047150203720532375)  --> TIME: 2025-03-26 11:10:44 -- STEP: 2480/31555 -- GLOBAL_STEP: 1390900 | > loss_text_ce: 0.03171040862798691 (0.030931969344495765) | > loss_mel_ce: 2.4071106910705566 (nan) | > loss: 0.00967786181718111 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14169711730172546) | > loader_time: 0.0045 (0.004713359282862759)  --> TIME: 2025-03-26 11:10:54 -- STEP: 2530/31555 -- GLOBAL_STEP: 1390950 | > loss_text_ce: 0.03690037876367569 (0.03092350418101481) | > loss_mel_ce: 0.0291900634765625 (nan) | > loss: 0.00026226366753689945 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14164135635134714) | > loader_time: 0.0044 (0.0047141962842979)  --> TIME: 2025-03-26 11:11:03 -- STEP: 2580/31555 -- GLOBAL_STEP: 1391000 | > loss_text_ce: 0.027507692575454712 (0.03093417652796001) | > loss_mel_ce: 2.531804323196411 (nan) | > loss: 0.010156000964343548 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14162259018698398) | > loader_time: 0.0047 (0.004714197243830959)  --> TIME: 2025-03-26 11:11:13 -- STEP: 2630/31555 -- GLOBAL_STEP: 1391050 | > loss_text_ce: 0.0246431864798069 (0.03091169145248632) | > loss_mel_ce: 2.792248249053955 (nan) | > loss: 0.011178141459822655 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14157690312925844) | > loader_time: 0.0045 (0.004712490437148644)  --> TIME: 2025-03-26 11:11:23 -- STEP: 2680/31555 -- GLOBAL_STEP: 1391100 | > loss_text_ce: 0.031180094927549362 (0.030920171795009787) | > loss_mel_ce: 2.6816439628601074 (nan) | > loss: 0.010765175335109234 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14161869741197827) | > loader_time: 0.0044 (0.004712083268521443)  --> TIME: 2025-03-26 11:11:32 -- STEP: 2730/31555 -- GLOBAL_STEP: 1391150 | > loss_text_ce: 0.029811939224600792 (0.03089564299592987) | > loss_mel_ce: 2.7293686866760254 (nan) | > loss: 0.010949130170047283 (nan) | > current_lr: 5e-06 | > step_time: 0.1838 (0.1416787988536959) | > loader_time: 0.0055 (0.004711932053059455)  --> TIME: 2025-03-26 11:11:42 -- STEP: 2780/31555 -- GLOBAL_STEP: 1391200 | > loss_text_ce: 0.02599361352622509 (0.030891389846332745) | > loss_mel_ce: 2.728529453277588 (nan) | > loss: 0.010930648073554039 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14167492046630628) | > loader_time: 0.0067 (0.00470966366555194)  --> TIME: 2025-03-26 11:11:52 -- STEP: 2830/31555 -- GLOBAL_STEP: 1391250 | > loss_text_ce: 0.02029949612915516 (0.030879437056939404) | > loss_mel_ce: 2.5748047828674316 (nan) | > loss: 0.010298033244907856 (nan) | > current_lr: 5e-06 | > step_time: 0.1054 (0.14169171336682848) | > loader_time: 0.0043 (0.004707340638123644)  --> TIME: 2025-03-26 11:12:02 -- STEP: 2880/31555 -- GLOBAL_STEP: 1391300 | > loss_text_ce: 0.03482401371002197 (0.030877063216757962) | > loss_mel_ce: 2.1511313915252686 (nan) | > loss: 0.008674426935613155 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14170061084959218) | > loader_time: 0.0044 (0.004705640756421628)  --> TIME: 2025-03-26 11:12:11 -- STEP: 2930/31555 -- GLOBAL_STEP: 1391350 | > loss_text_ce: 0.035437244921922684 (0.030884507434830427) | > loss_mel_ce: 3.0161092281341553 (nan) | > loss: 0.012109312228858471 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14167635945329882) | > loader_time: 0.0047 (0.00470312886677505)  --> TIME: 2025-03-26 11:12:21 -- STEP: 2980/31555 -- GLOBAL_STEP: 1391400 | > loss_text_ce: 0.02267978899180889 (0.030874478237878457) | > loss_mel_ce: 3.0487563610076904 (nan) | > loss: 0.012188239023089409 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14160708813059247) | > loader_time: 0.0045 (0.004700438048215523)  --> TIME: 2025-03-26 11:12:30 -- STEP: 3030/31555 -- GLOBAL_STEP: 1391450 | > loss_text_ce: 0.02325310930609703 (0.030887327621392784) | > loss_mel_ce: 2.0622775554656982 (nan) | > loss: 0.008275915868580341 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14154669294262875) | > loader_time: 0.0046 (0.004698783178927482)  --> TIME: 2025-03-26 11:12:40 -- STEP: 3080/31555 -- GLOBAL_STEP: 1391500 | > loss_text_ce: 0.027486443519592285 (0.030878929642948333) | > loss_mel_ce: 2.408496141433716 (nan) | > loss: 0.00966659840196371 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14150519541331688) | > loader_time: 0.0045 (0.0046960587625379715)  --> TIME: 2025-03-26 11:12:49 -- STEP: 3130/31555 -- GLOBAL_STEP: 1391550 | > loss_text_ce: 0.03211374580860138 (0.030876695938087024) | > loss_mel_ce: 2.7639219760894775 (nan) | > loss: 0.011095380410552025 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1414955513926739) | > loader_time: 0.0046 (0.004694067251187169)  --> TIME: 2025-03-26 11:12:59 -- STEP: 3180/31555 -- GLOBAL_STEP: 1391600 | > loss_text_ce: 0.03208731487393379 (0.030883152182828985) | > loss_mel_ce: 2.4383633136749268 (nan) | > loss: 0.009803376160562038 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.1414583955170972) | > loader_time: 0.0046 (0.004691196312694439)  --> TIME: 2025-03-26 11:13:08 -- STEP: 3230/31555 -- GLOBAL_STEP: 1391650 | > loss_text_ce: 0.024896075949072838 (0.030892983089625004) | > loss_mel_ce: 2.6480274200439453 (nan) | > loss: 0.010606840252876282 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14143132875578313) | > loader_time: 0.0045 (0.00468926710240982)  --> TIME: 2025-03-26 11:13:18 -- STEP: 3280/31555 -- GLOBAL_STEP: 1391700 | > loss_text_ce: 0.030369197949767113 (0.030891958894719164) | > loss_mel_ce: 1.4197887182235718 (nan) | > loss: 0.005754595156759024 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14139534809240464) | > loader_time: 0.0051 (0.0046885342132754575)  --> TIME: 2025-03-26 11:13:28 -- STEP: 3330/31555 -- GLOBAL_STEP: 1391750 | > loss_text_ce: 0.02865317277610302 (0.030914393924847915) | > loss_mel_ce: 2.2276318073272705 (nan) | > loss: 0.008953512646257877 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14143605153481856) | > loader_time: 0.0043 (0.004687900872559886)  --> TIME: 2025-03-26 11:13:37 -- STEP: 3380/31555 -- GLOBAL_STEP: 1391800 | > loss_text_ce: 0.02275111898779869 (0.030913319070575505) | > loss_mel_ce: 2.465686321258545 (nan) | > loss: 0.009874751791357994 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14143370305292674) | > loader_time: 0.0071 (0.004687639524245411)  --> TIME: 2025-03-26 11:13:47 -- STEP: 3430/31555 -- GLOBAL_STEP: 1391850 | > loss_text_ce: 0.03517256677150726 (0.03091493155209907) | > loss_mel_ce: 3.536376953125 (nan) | > loss: 0.014172815717756748 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14146750703149877) | > loader_time: 0.0043 (0.004688366787079129)  --> TIME: 2025-03-26 11:13:57 -- STEP: 3480/31555 -- GLOBAL_STEP: 1391900 | > loss_text_ce: 0.031593069434165955 (0.030918196980552426) | > loss_mel_ce: 2.4717788696289062 (nan) | > loss: 0.00993401650339365 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.141543056087932) | > loader_time: 0.0045 (0.004684858144014735)  --> TIME: 2025-03-26 11:14:07 -- STEP: 3530/31555 -- GLOBAL_STEP: 1391950 | > loss_text_ce: 0.03154302388429642 (0.030936458140147307) | > loss_mel_ce: 2.2933905124664307 (nan) | > loss: 0.009225927293300629 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1415060625535567) | > loader_time: 0.0044 (0.00468249199410674)  --> TIME: 2025-03-26 11:14:17 -- STEP: 3580/31555 -- GLOBAL_STEP: 1392000 | > loss_text_ce: 0.035293709486722946 (0.030949231013447546) | > loss_mel_ce: 2.7888355255126953 (nan) | > loss: 0.011206863448023796 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.1415165757333762) | > loader_time: 0.0044 (0.004679200236357794)  --> TIME: 2025-03-26 11:14:26 -- STEP: 3630/31555 -- GLOBAL_STEP: 1392050 | > loss_text_ce: 0.01868007332086563 (0.030947784034755933) | > loss_mel_ce: 2.611201763153076 (nan) | > loss: 0.010436039417982101 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14149922963344658) | > loader_time: 0.0042 (0.004675054484490853)  --> TIME: 2025-03-26 11:14:36 -- STEP: 3680/31555 -- GLOBAL_STEP: 1392100 | > loss_text_ce: 0.03414399176836014 (0.03095001331024358) | > loss_mel_ce: 2.852524757385254 (nan) | > loss: 0.011455034837126732 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1414904651434522) | > loader_time: 0.0045 (0.004674990475177769)  --> TIME: 2025-03-26 11:14:45 -- STEP: 3730/31555 -- GLOBAL_STEP: 1392150 | > loss_text_ce: 0.028399910777807236 (0.030944895641953154) | > loss_mel_ce: 3.0207436084747314 (nan) | > loss: 0.012099776417016983 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14147196423272315) | > loader_time: 0.0047 (0.004673631197645585)  --> TIME: 2025-03-26 11:14:55 -- STEP: 3780/31555 -- GLOBAL_STEP: 1392200 | > loss_text_ce: 0.02752922661602497 (0.0309573082990018) | > loss_mel_ce: 2.9215505123138428 (nan) | > loss: 0.011702697724103928 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14143160537437127) | > loader_time: 0.0045 (0.004673419553766809)  --> TIME: 2025-03-26 11:15:04 -- STEP: 3830/31555 -- GLOBAL_STEP: 1392250 | > loss_text_ce: 0.026088744401931763 (0.030965321064335794) | > loss_mel_ce: 2.306645393371582 (nan) | > loss: 0.009256881661713123 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14141960561119826) | > loader_time: 0.0046 (0.0046723790330612976)  --> TIME: 2025-03-26 11:15:14 -- STEP: 3880/31555 -- GLOBAL_STEP: 1392300 | > loss_text_ce: 0.025854898616671562 (0.03096080467503364) | > loss_mel_ce: 2.11478590965271 (nan) | > loss: 0.008494606241583824 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14137574987313153) | > loader_time: 0.0048 (0.004672118499106971)  --> TIME: 2025-03-26 11:15:24 -- STEP: 3930/31555 -- GLOBAL_STEP: 1392350 | > loss_text_ce: 0.036982160061597824 (0.03095918331536969) | > loss_mel_ce: 2.599475383758545 (nan) | > loss: 0.010462133213877678 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1414221690811271) | > loader_time: 0.0046 (0.0046716688850150494)  --> TIME: 2025-03-26 11:15:33 -- STEP: 3980/31555 -- GLOBAL_STEP: 1392400 | > loss_text_ce: 0.027685033157467842 (0.030965144789295653) | > loss_mel_ce: 3.1015889644622803 (nan) | > loss: 0.012417754158377647 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14138201493114655) | > loader_time: 0.0044 (0.004670518726559743)  --> TIME: 2025-03-26 11:15:43 -- STEP: 4030/31555 -- GLOBAL_STEP: 1392450 | > loss_text_ce: 0.026838550344109535 (0.03096145322527875) | > loss_mel_ce: 2.6498961448669434 (nan) | > loss: 0.010621964000165462 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14134235967773334) | > loader_time: 0.0046 (0.004668558383402106)  --> TIME: 2025-03-26 11:15:52 -- STEP: 4080/31555 -- GLOBAL_STEP: 1392500 | > loss_text_ce: 0.030590269714593887 (0.03097145731684149) | > loss_mel_ce: 2.5860230922698975 (nan) | > loss: 0.010383387096226215 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14135141396055007) | > loader_time: 0.0044 (0.004668152916665174)  --> TIME: 2025-03-26 11:16:02 -- STEP: 4130/31555 -- GLOBAL_STEP: 1392550 | > loss_text_ce: 0.03791483864188194 (0.030974354017886715) | > loss_mel_ce: 2.488213062286377 (nan) | > loss: 0.010024317540228367 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1413143032110918) | > loader_time: 0.0046 (0.004666667180834905)  --> TIME: 2025-03-26 11:16:11 -- STEP: 4180/31555 -- GLOBAL_STEP: 1392600 | > loss_text_ce: 0.031037000939249992 (0.030969328414336843) | > loss_mel_ce: 2.8723697662353516 (nan) | > loss: 0.011521456763148308 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14129348890633078) | > loader_time: 0.0046 (0.004665445539939919)  --> TIME: 2025-03-26 11:16:21 -- STEP: 4230/31555 -- GLOBAL_STEP: 1392650 | > loss_text_ce: 0.03097514994442463 (0.03097199877970643) | > loss_mel_ce: 2.48201847076416 (nan) | > loss: 0.009972197003662586 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14129138601587152) | > loader_time: 0.0047 (0.004665376954044858)  --> TIME: 2025-03-26 11:16:30 -- STEP: 4280/31555 -- GLOBAL_STEP: 1392700 | > loss_text_ce: 0.038258276879787445 (0.030964276418046346) | > loss_mel_ce: 2.4552345275878906 (nan) | > loss: 0.009894813410937786 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14122858131043242) | > loader_time: 0.0046 (0.004664485142609785)  --> TIME: 2025-03-26 11:16:40 -- STEP: 4330/31555 -- GLOBAL_STEP: 1392750 | > loss_text_ce: 0.029731767252087593 (0.030977563711214493) | > loss_mel_ce: 2.8494863510131836 (nan) | > loss: 0.011425469070672989 (nan) | > current_lr: 5e-06 | > step_time: 0.1572 (0.14119599939218555) | > loader_time: 0.0046 (0.00466389782709558)  --> TIME: 2025-03-26 11:16:49 -- STEP: 4380/31555 -- GLOBAL_STEP: 1392800 | > loss_text_ce: 0.0410773903131485 (0.030988161656027448) | > loss_mel_ce: 2.540487766265869 (nan) | > loss: 0.010244307108223438 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14116672609494685) | > loader_time: 0.0046 (0.004663669028782954)  --> TIME: 2025-03-26 11:16:59 -- STEP: 4430/31555 -- GLOBAL_STEP: 1392850 | > loss_text_ce: 0.025178376585245132 (0.030984511079043823) | > loss_mel_ce: 0.06982421875 (nan) | > loss: 0.00037699443055316806 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14110587692691276) | > loader_time: 0.0047 (0.00466433254913606)  --> TIME: 2025-03-26 11:17:08 -- STEP: 4480/31555 -- GLOBAL_STEP: 1392900 | > loss_text_ce: 0.02978094480931759 (0.03098023310573938) | > loss_mel_ce: 3.2802734375 (nan) | > loss: 0.013135137036442757 (nan) | > current_lr: 5e-06 | > step_time: 0.1062 (0.14107656462916282) | > loader_time: 0.0047 (0.004663979581424173)  --> TIME: 2025-03-26 11:17:18 -- STEP: 4530/31555 -- GLOBAL_STEP: 1392950 | > loss_text_ce: 0.02744935266673565 (0.030977065435037116) | > loss_mel_ce: 2.456470012664795 (nan) | > loss: 0.009856823831796646 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1410636042390699) | > loader_time: 0.005 (0.004663281777573478)  --> TIME: 2025-03-26 11:17:28 -- STEP: 4580/31555 -- GLOBAL_STEP: 1393000 | > loss_text_ce: 0.033508289605379105 (0.030999853752154905) | > loss_mel_ce: 2.6073691844940186 (nan) | > loss: 0.010479672811925411 (nan) | > current_lr: 5e-06 | > step_time: 0.1756 (0.14116602323981856) | > loader_time: 0.0048 (0.0046641273790051395)  --> TIME: 2025-03-26 11:17:38 -- STEP: 4630/31555 -- GLOBAL_STEP: 1393050 | > loss_text_ce: 0.026496969163417816 (0.031010928799722094) | > loss_mel_ce: 2.370760679244995 (nan) | > loss: 0.009512927383184433 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1411637257808742) | > loader_time: 0.0047 (0.004664624329519587)  --> TIME: 2025-03-26 11:17:47 -- STEP: 4680/31555 -- GLOBAL_STEP: 1393100 | > loss_text_ce: 0.023789362981915474 (0.031002860017415357) | > loss_mel_ce: 3.0706064701080322 (nan) | > loss: 0.012279349379241467 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14114627588508474) | > loader_time: 0.0044 (0.00466390557778188)  --> TIME: 2025-03-26 11:17:57 -- STEP: 4730/31555 -- GLOBAL_STEP: 1393150 | > loss_text_ce: 0.030087405815720558 (0.031015134964484808) | > loss_mel_ce: 2.5171098709106445 (nan) | > loss: 0.010107926093041897 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14124812726994648) | > loader_time: 0.0048 (0.004664060731770885)  --> TIME: 2025-03-26 11:18:07 -- STEP: 4780/31555 -- GLOBAL_STEP: 1393200 | > loss_text_ce: 0.03468739986419678 (0.031008326409727522) | > loss_mel_ce: 2.592177152633667 (nan) | > loss: 0.01042406540364027 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14120041645720421) | > loader_time: 0.0047 (0.004664064002336328)  --> TIME: 2025-03-26 11:18:16 -- STEP: 4830/31555 -- GLOBAL_STEP: 1393250 | > loss_text_ce: 0.03388669341802597 (0.031008942963412767) | > loss_mel_ce: 2.1266417503356934 (nan) | > loss: 0.008573525585234165 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14114773071083722) | > loader_time: 0.0048 (0.004665190684869434)  --> TIME: 2025-03-26 11:18:26 -- STEP: 4880/31555 -- GLOBAL_STEP: 1393300 | > loss_text_ce: 0.028699645772576332 (0.03099013770392287) | > loss_mel_ce: 0.15957030653953552 (nan) | > loss: 0.0007471030694432557 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14112004857571406) | > loader_time: 0.0047 (0.004666144339764716)  --> TIME: 2025-03-26 11:18:35 -- STEP: 4930/31555 -- GLOBAL_STEP: 1393350 | > loss_text_ce: 0.032019998878240585 (0.031008903691488458) | > loss_mel_ce: 2.684530019760132 (nan) | > loss: 0.01077996101230383 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14111497677847532) | > loader_time: 0.0045 (0.004666354303185898)  --> TIME: 2025-03-26 11:18:44 -- STEP: 4980/31555 -- GLOBAL_STEP: 1393400 | > loss_text_ce: 0.034648410975933075 (0.031005421378668473) | > loss_mel_ce: 2.7458200454711914 (nan) | > loss: 0.01103360578417778 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14102887322146243) | > loader_time: 0.0046 (0.0046661814532605655)  --> TIME: 2025-03-26 11:18:54 -- STEP: 5030/31555 -- GLOBAL_STEP: 1393450 | > loss_text_ce: 0.03347975015640259 (0.031013169703416332) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14103116003229885) | > loader_time: 0.0045 (0.004665573027214532)  --> TIME: 2025-03-26 11:19:04 -- STEP: 5080/31555 -- GLOBAL_STEP: 1393500 | > loss_text_ce: 0.032004568725824356 (0.03101748296034002) | > loss_mel_ce: 2.8754799365997314 (nan) | > loss: 0.011537637561559677 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14104449274971734) | > loader_time: 0.0047 (0.00466512169424944)  --> TIME: 2025-03-26 11:19:14 -- STEP: 5130/31555 -- GLOBAL_STEP: 1393550 | > loss_text_ce: 0.03411462530493736 (0.031024223352740674) | > loss_mel_ce: 2.5866825580596924 (nan) | > loss: 0.010399989783763885 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14104872409827998) | > loader_time: 0.0049 (0.004664660847907418)  --> TIME: 2025-03-26 11:19:23 -- STEP: 5180/31555 -- GLOBAL_STEP: 1393600 | > loss_text_ce: 0.03735797852277756 (0.031015156764486754) | > loss_mel_ce: 1.6526285409927368 (nan) | > loss: 0.0067062960006296635 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14104703144677364) | > loader_time: 0.0046 (0.004665099699985115)  --> TIME: 2025-03-26 11:19:33 -- STEP: 5230/31555 -- GLOBAL_STEP: 1393650 | > loss_text_ce: 0.026610609143972397 (0.031013099942000202) | > loss_mel_ce: 3.4734437465667725 (nan) | > loss: 0.013889105059206486 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14102115106856172) | > loader_time: 0.0047 (0.0046656810530741055)  --> TIME: 2025-03-26 11:19:43 -- STEP: 5280/31555 -- GLOBAL_STEP: 1393700 | > loss_text_ce: 0.026158394291996956 (0.031008268581442254) | > loss_mel_ce: 2.2507083415985107 (nan) | > loss: 0.009035185910761356 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14107327845060463) | > loader_time: 0.0046 (0.004666030768192183)  --> TIME: 2025-03-26 11:19:52 -- STEP: 5330/31555 -- GLOBAL_STEP: 1393750 | > loss_text_ce: 0.029604485258460045 (0.03101146187455049) | > loss_mel_ce: 3.4036154747009277 (nan) | > loss: 0.013623889535665512 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14103471718407032) | > loader_time: 0.0045 (0.004665526932220754)  --> TIME: 2025-03-26 11:20:02 -- STEP: 5380/31555 -- GLOBAL_STEP: 1393800 | > loss_text_ce: 0.03345538675785065 (0.03102451208788472) | > loss_mel_ce: 3.703125 (nan) | > loss: 0.014827700331807137 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14105018177883336) | > loader_time: 0.0045 (0.0046664315085428905)  --> TIME: 2025-03-26 11:20:11 -- STEP: 5430/31555 -- GLOBAL_STEP: 1393850 | > loss_text_ce: 0.03239462897181511 (0.0310208547848378) | > loss_mel_ce: 2.8480231761932373 (nan) | > loss: 0.011430229991674423 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14101842156650832) | > loader_time: 0.0046 (0.004666588275691649)  --> TIME: 2025-03-26 11:20:21 -- STEP: 5480/31555 -- GLOBAL_STEP: 1393900 | > loss_text_ce: 0.03327509015798569 (0.031013767019655202) | > loss_mel_ce: 1.836513638496399 (nan) | > loss: 0.007419797126203775 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14099960779621673) | > loader_time: 0.0048 (0.00466673326318282)  --> TIME: 2025-03-26 11:20:31 -- STEP: 5530/31555 -- GLOBAL_STEP: 1393950 | > loss_text_ce: 0.02996186353266239 (0.031015840097318722) | > loss_mel_ce: 2.362637996673584 (nan) | > loss: 0.009494444355368614 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14106055444231097) | > loader_time: 0.0047 (0.00466760692286018)  --> TIME: 2025-03-26 11:20:41 -- STEP: 5580/31555 -- GLOBAL_STEP: 1394000 | > loss_text_ce: 0.031463176012039185 (0.031019294265270447) | > loss_mel_ce: 2.3535196781158447 (nan) | > loss: 0.009464218281209469 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1410517854075279) | > loader_time: 0.0046 (0.004667538724919807)  --> TIME: 2025-03-26 11:20:50 -- STEP: 5630/31555 -- GLOBAL_STEP: 1394050 | > loss_text_ce: 0.03694035857915878 (0.03102094553589662) | > loss_mel_ce: 1.5033540725708008 (nan) | > loss: 0.006112279836088419 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14103477746512935) | > loader_time: 0.0048 (0.004668032254884769)  --> TIME: 2025-03-26 11:21:00 -- STEP: 5680/31555 -- GLOBAL_STEP: 1394100 | > loss_text_ce: 0.035060446709394455 (0.031025071336205683) | > loss_mel_ce: 2.0326030254364014 (nan) | > loss: 0.008205014280974865 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14107575089159166) | > loader_time: 0.0044 (0.004667989972611552)  --> TIME: 2025-03-26 11:21:10 -- STEP: 5730/31555 -- GLOBAL_STEP: 1394150 | > loss_text_ce: 0.026030557230114937 (0.031011838257884897) | > loss_mel_ce: 2.76796817779541 (nan) | > loss: 0.011087297461926937 (nan) | > current_lr: 5e-06 | > step_time: 0.1296 (0.14107312727557034) | > loader_time: 0.0045 (0.004668390272383503)  --> TIME: 2025-03-26 11:21:19 -- STEP: 5780/31555 -- GLOBAL_STEP: 1394200 | > loss_text_ce: 0.04043983295559883 (0.031011443333796976) | > loss_mel_ce: 2.7048277854919434 (nan) | > loss: 0.010893919505178928 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14105507675751713) | > loader_time: 0.0045 (0.0046678601251754015)  --> TIME: 2025-03-26 11:21:29 -- STEP: 5830/31555 -- GLOBAL_STEP: 1394250 | > loss_text_ce: 0.027576280757784843 (0.031013623415452538) | > loss_mel_ce: 2.8040668964385986 (nan) | > loss: 0.01123667974025011 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.1410656488166669) | > loader_time: 0.0046 (0.004668155501678102)  --> TIME: 2025-03-26 11:21:38 -- STEP: 5880/31555 -- GLOBAL_STEP: 1394300 | > loss_text_ce: 0.03297336772084236 (0.031002983956781475) | > loss_mel_ce: 4.02734375 (nan) | > loss: 0.016112370416522026 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14101444559843393) | > loader_time: 0.0045 (0.004667788662878026)  --> TIME: 2025-03-26 11:21:47 -- STEP: 5930/31555 -- GLOBAL_STEP: 1394350 | > loss_text_ce: 0.0368352085351944 (0.030999587347784394) | > loss_mel_ce: 2.3406684398651123 (nan) | > loss: 0.009434538893401623 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14096550603741173) | > loader_time: 0.0044 (0.004667222519950163)  --> TIME: 2025-03-26 11:21:57 -- STEP: 5980/31555 -- GLOBAL_STEP: 1394400 | > loss_text_ce: 0.031007712706923485 (0.031001625056176083) | > loss_mel_ce: 2.5628015995025635 (nan) | > loss: 0.010292895138263702 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14092396800733367) | > loader_time: 0.0042 (0.004667282702532106)  --> TIME: 2025-03-26 11:22:06 -- STEP: 6030/31555 -- GLOBAL_STEP: 1394450 | > loss_text_ce: 0.031140079721808434 (0.031000074712099326) | > loss_mel_ce: 2.539005756378174 (nan) | > loss: 0.010198991745710373 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14092008011851181) | > loader_time: 0.0045 (0.004667288074841355)  --> TIME: 2025-03-26 11:22:16 -- STEP: 6080/31555 -- GLOBAL_STEP: 1394500 | > loss_text_ce: 0.031760018318891525 (0.031000605000084953) | > loss_mel_ce: 2.4183943271636963 (nan) | > loss: 0.009722835384309292 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14091106857124178) | > loader_time: 0.0047 (0.004667904031904124)  --> TIME: 2025-03-26 11:22:26 -- STEP: 6130/31555 -- GLOBAL_STEP: 1394550 | > loss_text_ce: 0.02861846797168255 (0.031008638301484443) | > loss_mel_ce: 1.6602599620819092 (nan) | > loss: 0.0067018987610936165 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14091318034814634) | > loader_time: 0.0045 (0.004667694300267282)  --> TIME: 2025-03-26 11:22:35 -- STEP: 6180/31555 -- GLOBAL_STEP: 1394600 | > loss_text_ce: 0.03217562660574913 (0.03101674337603128) | > loss_mel_ce: 2.893083333969116 (nan) | > loss: 0.011608170345425606 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14093138797383517) | > loader_time: 0.0048 (0.004667833360653482)  --> TIME: 2025-03-26 11:22:45 -- STEP: 6230/31555 -- GLOBAL_STEP: 1394650 | > loss_text_ce: 0.02481549046933651 (0.0310239981985494) | > loss_mel_ce: 2.572039842605591 (nan) | > loss: 0.010304982773959637 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1409554698876741) | > loader_time: 0.0044 (0.004667742562332276)  --> TIME: 2025-03-26 11:22:55 -- STEP: 6280/31555 -- GLOBAL_STEP: 1394700 | > loss_text_ce: 0.03276669234037399 (0.031033220421522855) | > loss_mel_ce: 2.053030014038086 (nan) | > loss: 0.00827697105705738 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14097337863247902) | > loader_time: 0.0045 (0.00466745985541374)  --> TIME: 2025-03-26 11:23:05 -- STEP: 6330/31555 -- GLOBAL_STEP: 1394750 | > loss_text_ce: 0.030677519738674164 (0.031029231930637106) | > loss_mel_ce: 2.3750126361846924 (nan) | > loss: 0.009546389803290367 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1409553157586437) | > loader_time: 0.0047 (0.004666880258075057)  --> TIME: 2025-03-26 11:23:14 -- STEP: 6380/31555 -- GLOBAL_STEP: 1394800 | > loss_text_ce: 0.028540948405861855 (0.031023262901418495) | > loss_mel_ce: 2.864349603652954 (nan) | > loss: 0.011479725129902363 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1409065770878689) | > loader_time: 0.0046 (0.0046665661761005894)  --> TIME: 2025-03-26 11:23:24 -- STEP: 6430/31555 -- GLOBAL_STEP: 1394850 | > loss_text_ce: 0.026604807004332542 (0.031023903778127016) | > loss_mel_ce: 1.383056640625 (nan) | > loss: 0.0055938949808478355 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14098987731370016) | > loader_time: 0.0045 (0.004666599626674629)  --> TIME: 2025-03-26 11:23:34 -- STEP: 6480/31555 -- GLOBAL_STEP: 1394900 | > loss_text_ce: 0.023422038182616234 (0.03101373868850692) | > loss_mel_ce: 0.041351318359375 (nan) | > loss: 0.0002570371434558183 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14100098749737722) | > loader_time: 0.0046 (0.004666472511526989)  --> TIME: 2025-03-26 11:23:43 -- STEP: 6530/31555 -- GLOBAL_STEP: 1394950 | > loss_text_ce: 0.026903735473752022 (0.03101772607987316) | > loss_mel_ce: 3.1607894897460938 (nan) | > loss: 0.012649576179683208 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14097527190700643) | > loader_time: 0.0045 (0.004666839003745491)  --> TIME: 2025-03-26 11:23:53 -- STEP: 6580/31555 -- GLOBAL_STEP: 1395000 | > loss_text_ce: 0.02658102661371231 (0.031020861121579597) | > loss_mel_ce: 2.5803606510162354 (nan) | > loss: 0.010345007292926311 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14098683001422624) | > loader_time: 0.0048 (0.004667527733602794)  --> TIME: 2025-03-26 11:24:03 -- STEP: 6630/31555 -- GLOBAL_STEP: 1395050 | > loss_text_ce: 0.029013507068157196 (0.031022652918767876) | > loss_mel_ce: 2.5134618282318115 (nan) | > loss: 0.010089187882840633 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.1409906421851252) | > loader_time: 0.0046 (0.004667536273800964)  --> TIME: 2025-03-26 11:24:12 -- STEP: 6680/31555 -- GLOBAL_STEP: 1395100 | > loss_text_ce: 0.032741647213697433 (0.031022497145514822) | > loss_mel_ce: 2.866495370864868 (nan) | > loss: 0.01150490902364254 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1409704141274188) | > loader_time: 0.0048 (0.004667317724513452)  --> TIME: 2025-03-26 11:24:22 -- STEP: 6730/31555 -- GLOBAL_STEP: 1395150 | > loss_text_ce: 0.02210141345858574 (0.031020002530674613) | > loss_mel_ce: 2.739010810852051 (nan) | > loss: 0.010956794954836369 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14097604921632897) | > loader_time: 0.0044 (0.004666950054367103)  --> TIME: 2025-03-26 11:24:32 -- STEP: 6780/31555 -- GLOBAL_STEP: 1395200 | > loss_text_ce: 0.03446057811379433 (0.031019265802198017) | > loss_mel_ce: 2.8343987464904785 (nan) | > loss: 0.011384363286197186 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1409754737991854) | > loader_time: 0.0045 (0.0046673505355475054)  --> TIME: 2025-03-26 11:24:41 -- STEP: 6830/31555 -- GLOBAL_STEP: 1395250 | > loss_text_ce: 0.043653953820466995 (0.03101258142871747) | > loss_mel_ce: 2.6536035537719727 (nan) | > loss: 0.010703403502702713 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14097058486798886) | > loader_time: 0.0047 (0.004667356387762532)  --> TIME: 2025-03-26 11:24:51 -- STEP: 6880/31555 -- GLOBAL_STEP: 1395300 | > loss_text_ce: 0.03169754520058632 (0.031014749811973077) | > loss_mel_ce: 2.6337997913360596 (nan) | > loss: 0.010577370412647724 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1409742758717651) | > loader_time: 0.0045 (0.004666971536569836)  --> TIME: 2025-03-26 11:25:00 -- STEP: 6930/31555 -- GLOBAL_STEP: 1395350 | > loss_text_ce: 0.029897522181272507 (0.031015995729978037) | > loss_mel_ce: 3.11865234375 (nan) | > loss: 0.012494245544075966 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14096866551931833) | > loader_time: 0.0048 (0.004666793398010801)  --> TIME: 2025-03-26 11:25:11 -- STEP: 6980/31555 -- GLOBAL_STEP: 1395400 | > loss_text_ce: 0.032581549137830734 (0.031022953925211313) | > loss_mel_ce: 3.069882869720459 (nan) | > loss: 0.012311367318034172 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.1410290984847828) | > loader_time: 0.0046 (0.0046670025945734685)  --> TIME: 2025-03-26 11:25:20 -- STEP: 7030/31555 -- GLOBAL_STEP: 1395450 | > loss_text_ce: 0.030224796384572983 (0.03101742941022428) | > loss_mel_ce: 1.6026087999343872 (nan) | > loss: 0.00647949893027544 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14102707394156344) | > loader_time: 0.0046 (0.00466638856049454)  --> TIME: 2025-03-26 11:25:30 -- STEP: 7080/31555 -- GLOBAL_STEP: 1395500 | > loss_text_ce: 0.032938674092292786 (0.031016986277270116) | > loss_mel_ce: 2.9800193309783936 (nan) | > loss: 0.01195618323981762 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14105498847988382) | > loader_time: 0.0047 (0.004666172178451642)  --> TIME: 2025-03-26 11:25:40 -- STEP: 7130/31555 -- GLOBAL_STEP: 1395550 | > loss_text_ce: 0.02721342071890831 (0.031015034383071422) | > loss_mel_ce: 2.69242787361145 (nan) | > loss: 0.01079222746193409 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14102197178282885) | > loader_time: 0.0046 (0.00466555565971815)  --> TIME: 2025-03-26 11:25:49 -- STEP: 7180/31555 -- GLOBAL_STEP: 1395600 | > loss_text_ce: 0.022330202162265778 (0.03101993949855561) | > loss_mel_ce: 0.08261718600988388 (nan) | > loss: 0.0004164579149801284 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1410138627612823) | > loader_time: 0.0046 (0.00466505206062935)  --> TIME: 2025-03-26 11:25:59 -- STEP: 7230/31555 -- GLOBAL_STEP: 1395650 | > loss_text_ce: 0.02455602027475834 (0.031018322650317415) | > loss_mel_ce: 2.8733367919921875 (nan) | > loss: 0.011499575339257717 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14101565115019826) | > loader_time: 0.0046 (0.00466464977211644)  --> TIME: 2025-03-26 11:26:08 -- STEP: 7280/31555 -- GLOBAL_STEP: 1395700 | > loss_text_ce: 0.04364853352308273 (0.031024185244306144) | > loss_mel_ce: 2.4720029830932617 (nan) | > loss: 0.009982744231820107 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14102770335726691) | > loader_time: 0.0071 (0.0046645046590448914)  --> TIME: 2025-03-26 11:26:18 -- STEP: 7330/31555 -- GLOBAL_STEP: 1395750 | > loss_text_ce: 0.027869513258337975 (0.031028205446268737) | > loss_mel_ce: 2.917323350906372 (nan) | > loss: 0.01168727409094572 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14104772863088824) | > loader_time: 0.0045 (0.004664092141967208)  --> TIME: 2025-03-26 11:26:28 -- STEP: 7380/31555 -- GLOBAL_STEP: 1395800 | > loss_text_ce: 0.030090799555182457 (0.031014792721082523) | > loss_mel_ce: 2.6017253398895264 (nan) | > loss: 0.010443715378642082 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.141065683823614) | > loader_time: 0.0045 (0.004664060933803172)  --> TIME: 2025-03-26 11:26:38 -- STEP: 7430/31555 -- GLOBAL_STEP: 1395850 | > loss_text_ce: 0.03419139236211777 (0.031023529477036415) | > loss_mel_ce: 2.876462697982788 (nan) | > loss: 0.01155021507292986 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.1410882197350545) | > loader_time: 0.0047 (0.004663992313164257)  --> TIME: 2025-03-26 11:26:48 -- STEP: 7480/31555 -- GLOBAL_STEP: 1395900 | > loss_text_ce: 0.03601793572306633 (0.03103172344997286) | > loss_mel_ce: 2.7519242763519287 (nan) | > loss: 0.011063262820243835 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1411138135162905) | > loader_time: 0.0045 (0.004663902043021316)  --> TIME: 2025-03-26 11:26:58 -- STEP: 7530/31555 -- GLOBAL_STEP: 1395950 | > loss_text_ce: 0.03556547686457634 (0.03103461403196868) | > loss_mel_ce: 2.028228521347046 (nan) | > loss: 0.008189658634364605 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14112480851916842) | > loader_time: 0.0044 (0.004663623978258938)  --> TIME: 2025-03-26 11:27:08 -- STEP: 7580/31555 -- GLOBAL_STEP: 1396000 | > loss_text_ce: 0.029246147722005844 (0.031042208362341242) | > loss_mel_ce: 2.4753048419952393 (nan) | > loss: 0.009938694536685944 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14115454741706954) | > loader_time: 0.0048 (0.004663939494885383)  --> TIME: 2025-03-26 11:27:17 -- STEP: 7630/31555 -- GLOBAL_STEP: 1396050 | > loss_text_ce: 0.03958139196038246 (0.03104553112801687) | > loss_mel_ce: 2.8345110416412354 (nan) | > loss: 0.011405128985643387 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1411514751251841) | > loader_time: 0.0045 (0.004663417598679385)  --> TIME: 2025-03-26 11:27:27 -- STEP: 7680/31555 -- GLOBAL_STEP: 1396100 | > loss_text_ce: 0.029802795499563217 (0.031043511409370693) | > loss_mel_ce: 3.084693431854248 (nan) | > loss: 0.01235911250114441 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14116008579730993) | > loader_time: 0.0045 (0.004663731654485083)  --> TIME: 2025-03-26 11:27:36 -- STEP: 7730/31555 -- GLOBAL_STEP: 1396150 | > loss_text_ce: 0.03711116313934326 (0.03104341615107089) | > loss_mel_ce: 1.8299304246902466 (nan) | > loss: 0.007408895529806614 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14114512459580994) | > loader_time: 0.0045 (0.004663337001825228)  --> TIME: 2025-03-26 11:27:46 -- STEP: 7780/31555 -- GLOBAL_STEP: 1396200 | > loss_text_ce: 0.03768482431769371 (0.031041372588962547) | > loss_mel_ce: 2.1627845764160156 (nan) | > loss: 0.0087320227175951 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14113592004408265) | > loader_time: 0.0047 (0.004662831767359262)  --> TIME: 2025-03-26 11:27:56 -- STEP: 7830/31555 -- GLOBAL_STEP: 1396250 | > loss_text_ce: 0.023309078067541122 (0.031043927785304123) | > loss_mel_ce: 2.6038992404937744 (nan) | > loss: 0.010425429791212082 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14114427822303047) | > loader_time: 0.0046 (0.004662782814006407)  --> TIME: 2025-03-26 11:28:05 -- STEP: 7880/31555 -- GLOBAL_STEP: 1396300 | > loss_text_ce: 0.03540930896997452 (0.03104754679607048) | > loss_mel_ce: 2.7446210384368896 (nan) | > loss: 0.011031867004930973 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14113248538244805) | > loader_time: 0.0044 (0.0046623167047646005)  --> TIME: 2025-03-26 11:28:15 -- STEP: 7930/31555 -- GLOBAL_STEP: 1396350 | > loss_text_ce: 0.028176574036478996 (0.031045302897245445) | > loss_mel_ce: 1.7941977977752686 (nan) | > loss: 0.007231644820421934 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14113431999091097) | > loader_time: 0.0043 (0.004662284574472605)  --> TIME: 2025-03-26 11:28:24 -- STEP: 7980/31555 -- GLOBAL_STEP: 1396400 | > loss_text_ce: 0.028597597032785416 (0.03104530158604409) | > loss_mel_ce: 2.7228798866271973 (nan) | > loss: 0.010918562300503254 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14111336792322035) | > loader_time: 0.0047 (0.0046619276952624186)  --> TIME: 2025-03-26 11:28:34 -- STEP: 8030/31555 -- GLOBAL_STEP: 1396450 | > loss_text_ce: 0.038144081830978394 (0.03104017265036628) | > loss_mel_ce: 0.4807400107383728 (nan) | > loss: 0.0020590638741850853 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14108879361324864) | > loader_time: 0.0045 (0.004661522261974688)  --> TIME: 2025-03-26 11:28:44 -- STEP: 8080/31555 -- GLOBAL_STEP: 1396500 | > loss_text_ce: 0.037707604467868805 (0.031039362098205615) | > loss_mel_ce: 2.610424518585205 (nan) | > loss: 0.01050846092402935 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14108205065868876) | > loader_time: 0.0046 (0.00466122467919153)  --> TIME: 2025-03-26 11:28:53 -- STEP: 8130/31555 -- GLOBAL_STEP: 1396550 | > loss_text_ce: 0.033736396580934525 (0.031035416301678945) | > loss_mel_ce: 2.2793948650360107 (nan) | > loss: 0.009179092943668365 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14107663047856223) | > loader_time: 0.0044 (0.004661406538143385)  --> TIME: 2025-03-26 11:29:02 -- STEP: 8180/31555 -- GLOBAL_STEP: 1396600 | > loss_text_ce: 0.0354374423623085 (0.031039085865253013) | > loss_mel_ce: 2.54111385345459 (nan) | > loss: 0.010224410332739353 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14103959860020576) | > loader_time: 0.0048 (0.004661015310031002)  --> TIME: 2025-03-26 11:29:11 -- STEP: 8230/31555 -- GLOBAL_STEP: 1396650 | > loss_text_ce: 0.029945725575089455 (0.031039605299090087) | > loss_mel_ce: 3.0674962997436523 (nan) | > loss: 0.0122914370149374 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14098315085414553) | > loader_time: 0.0048 (0.004660631269035494)  --> TIME: 2025-03-26 11:29:21 -- STEP: 8280/31555 -- GLOBAL_STEP: 1396700 | > loss_text_ce: 0.02659376710653305 (0.031042162504312604) | > loss_mel_ce: 2.7844924926757812 (nan) | > loss: 0.011155104264616966 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14097226509725416) | > loader_time: 0.0045 (0.004660467796279628)  --> TIME: 2025-03-26 11:29:31 -- STEP: 8330/31555 -- GLOBAL_STEP: 1396750 | > loss_text_ce: 0.028901612386107445 (0.03103857650292986) | > loss_mel_ce: 2.906719446182251 (nan) | > loss: 0.011649290099740028 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1409935768626603) | > loader_time: 0.0047 (0.004660264498331698)  --> TIME: 2025-03-26 11:29:40 -- STEP: 8380/31555 -- GLOBAL_STEP: 1396800 | > loss_text_ce: 0.030599581077694893 (0.031048547402068725) | > loss_mel_ce: 2.7871758937835693 (nan) | > loss: 0.011181649751961231 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14098414285086217) | > loader_time: 0.0045 (0.0046603088447188575)  --> TIME: 2025-03-26 11:29:50 -- STEP: 8430/31555 -- GLOBAL_STEP: 1396850 | > loss_text_ce: 0.029576219618320465 (0.03105349228656624) | > loss_mel_ce: 2.452343702316284 (nan) | > loss: 0.009848889894783497 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.14097254610005078) | > loader_time: 0.0046 (0.004660063762823191)  --> TIME: 2025-03-26 11:30:00 -- STEP: 8480/31555 -- GLOBAL_STEP: 1396900 | > loss_text_ce: 0.030245527625083923 (0.03105907109016904) | > loss_mel_ce: 1.8033158779144287 (nan) | > loss: 0.007276037707924843 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14097572525717172) | > loader_time: 0.0069 (0.00465991525155195)  --> TIME: 2025-03-26 11:30:09 -- STEP: 8530/31555 -- GLOBAL_STEP: 1396950 | > loss_text_ce: 0.03502458333969116 (0.031057805427135016) | > loss_mel_ce: 2.8046202659606934 (nan) | > loss: 0.011268433183431625 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14098903020409317) | > loader_time: 0.0046 (0.004659973890253155)  --> TIME: 2025-03-26 11:30:19 -- STEP: 8580/31555 -- GLOBAL_STEP: 1397000 | > loss_text_ce: 0.02960790880024433 (0.031053898910316693) | > loss_mel_ce: 2.612394094467163 (nan) | > loss: 0.010484135709702969 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14100877921898045) | > loader_time: 0.0045 (0.004660197960469012)  --> TIME: 2025-03-26 11:30:29 -- STEP: 8630/31555 -- GLOBAL_STEP: 1397050 | > loss_text_ce: 0.033624809235334396 (0.03105334997401591) | > loss_mel_ce: 2.1919684410095215 (nan) | > loss: 0.008831719867885113 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14099753740074186) | > loader_time: 0.0046 (0.0046604479174210765)  --> TIME: 2025-03-26 11:30:38 -- STEP: 8680/31555 -- GLOBAL_STEP: 1397100 | > loss_text_ce: 0.046778663992881775 (0.03105410096827843) | > loss_mel_ce: 2.836596727371216 (nan) | > loss: 0.011441966518759727 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14099738537441206) | > loader_time: 0.0046 (0.004660443776214194)  --> TIME: 2025-03-26 11:30:48 -- STEP: 8730/31555 -- GLOBAL_STEP: 1397150 | > loss_text_ce: 0.04043884202837944 (0.031052455798704668) | > loss_mel_ce: 2.257991075515747 (nan) | > loss: 0.009120753966271877 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14098673453991914) | > loader_time: 0.0047 (0.0046602421473255305)  --> TIME: 2025-03-26 11:30:58 -- STEP: 8780/31555 -- GLOBAL_STEP: 1397200 | > loss_text_ce: 0.0333019383251667 (0.03105062832292127) | > loss_mel_ce: 2.542505979537964 (nan) | > loss: 0.010221459902822971 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14098226896451124) | > loader_time: 0.0047 (0.004660517805529636)  --> TIME: 2025-03-26 11:31:07 -- STEP: 8830/31555 -- GLOBAL_STEP: 1397250 | > loss_text_ce: 0.03473760932683945 (0.03105264397681873) | > loss_mel_ce: 1.8170193433761597 (nan) | > loss: 0.007348242215812206 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14096226902807293) | > loader_time: 0.0043 (0.0046601732886931285)  --> TIME: 2025-03-26 11:31:17 -- STEP: 8880/31555 -- GLOBAL_STEP: 1397300 | > loss_text_ce: 0.0341077595949173 (0.03105742295864164) | > loss_mel_ce: 2.852278709411621 (nan) | > loss: 0.011453915387392044 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1409539881590252) | > loader_time: 0.0044 (0.004659366903004365)  --> TIME: 2025-03-26 11:31:26 -- STEP: 8930/31555 -- GLOBAL_STEP: 1397350 | > loss_text_ce: 0.030997024849057198 (0.031058734538991) | > loss_mel_ce: 2.145825147628784 (nan) | > loss: 0.00863818358629942 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1409722953467462) | > loader_time: 0.0045 (0.004658934357184998)  --> TIME: 2025-03-26 11:31:36 -- STEP: 8980/31555 -- GLOBAL_STEP: 1397400 | > loss_text_ce: 0.03282442316412926 (0.03105757613697469) | > loss_mel_ce: 2.451291799545288 (nan) | > loss: 0.009857605211436749 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14094539832962671) | > loader_time: 0.0045 (0.004658322212159787)  --> TIME: 2025-03-26 11:31:45 -- STEP: 9030/31555 -- GLOBAL_STEP: 1397450 | > loss_text_ce: 0.021846523508429527 (0.03106186452795105) | > loss_mel_ce: 2.0208866596221924 (nan) | > loss: 0.008106084540486336 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14094956269691974) | > loader_time: 0.0047 (0.004658043265738776)  --> TIME: 2025-03-26 11:31:55 -- STEP: 9080/31555 -- GLOBAL_STEP: 1397500 | > loss_text_ce: 0.02375699020922184 (0.031062122932245487) | > loss_mel_ce: 2.3508660793304443 (nan) | > loss: 0.009423107840120792 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1409692666866708) | > loader_time: 0.0046 (0.004657495494456037)  --> TIME: 2025-03-26 11:32:05 -- STEP: 9130/31555 -- GLOBAL_STEP: 1397550 | > loss_text_ce: 0.031810883432626724 (0.031062844969120044) | > loss_mel_ce: 3.071621894836426 (nan) | > loss: 0.01231521088629961 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14100037717871464) | > loader_time: 0.0045 (0.00465754015944484)  --> TIME: 2025-03-26 11:32:15 -- STEP: 9180/31555 -- GLOBAL_STEP: 1397600 | > loss_text_ce: 0.021899046376347542 (0.031054416969256204) | > loss_mel_ce: 1.18277907371521 (nan) | > loss: 0.004780469462275505 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14099283706648436) | > loader_time: 0.0045 (0.004657011899553377)  --> TIME: 2025-03-26 11:32:24 -- STEP: 9230/31555 -- GLOBAL_STEP: 1397650 | > loss_text_ce: 0.026861757040023804 (0.031050359984438055) | > loss_mel_ce: 3.028409004211426 (nan) | > loss: 0.01212409045547247 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14098519473008725) | > loader_time: 0.0045 (0.004656479288929875)  --> TIME: 2025-03-26 11:32:34 -- STEP: 9280/31555 -- GLOBAL_STEP: 1397700 | > loss_text_ce: 0.036434657871723175 (0.031052563440432) | > loss_mel_ce: 2.882068634033203 (nan) | > loss: 0.011581363156437874 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14098997062136415) | > loader_time: 0.0045 (0.004656226290711064)  --> TIME: 2025-03-26 11:32:44 -- STEP: 9330/31555 -- GLOBAL_STEP: 1397750 | > loss_text_ce: 0.028953853994607925 (0.031041119856278773) | > loss_mel_ce: 2.0973398685455322 (nan) | > loss: 0.008437673561275005 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1409949180269806) | > loader_time: 0.0045 (0.004655597089826766)  --> TIME: 2025-03-26 11:32:54 -- STEP: 9380/31555 -- GLOBAL_STEP: 1397800 | > loss_text_ce: 0.03166700899600983 (0.03104093490964743) | > loss_mel_ce: 1.9542587995529175 (nan) | > loss: 0.00788065791130066 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14100470405651852) | > loader_time: 0.0078 (0.004655682913530122)  --> TIME: 2025-03-26 11:33:03 -- STEP: 9430/31555 -- GLOBAL_STEP: 1397850 | > loss_text_ce: 0.03467106819152832 (0.031048017256021153) | > loss_mel_ce: 2.764251470565796 (nan) | > loss: 0.011106835678219795 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.1410070095942108) | > loader_time: 0.0047 (0.004654745661188434)  --> TIME: 2025-03-26 11:33:13 -- STEP: 9480/31555 -- GLOBAL_STEP: 1397900 | > loss_text_ce: 0.030828503891825676 (0.031042183627067958) | > loss_mel_ce: 0.100341796875 (nan) | > loss: 0.0005205171182751656 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14099457668855764) | > loader_time: 0.0045 (0.0046537348489721336)  --> TIME: 2025-03-26 11:33:23 -- STEP: 9530/31555 -- GLOBAL_STEP: 1397950 | > loss_text_ce: 0.025343777611851692 (0.031038275215938955) | > loss_mel_ce: 2.78584361076355 (nan) | > loss: 0.0111555065959692 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1410333873342497) | > loader_time: 0.0043 (0.004653064976959409)  --> TIME: 2025-03-26 11:33:32 -- STEP: 9580/31555 -- GLOBAL_STEP: 1398000 | > loss_text_ce: 0.0221717469394207 (0.03103800594373091) | > loss_mel_ce: 1.6728190183639526 (nan) | > loss: 0.006726154126226902 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.14102352436997495) | > loader_time: 0.0044 (0.004652107458771667)  --> TIME: 2025-03-26 11:33:42 -- STEP: 9630/31555 -- GLOBAL_STEP: 1398050 | > loss_text_ce: 0.03777484968304634 (0.03103705785669549) | > loss_mel_ce: 2.1876447200775146 (nan) | > loss: 0.008831030689179897 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1410108953497744) | > loader_time: 0.0043 (0.004651153099994941)  --> TIME: 2025-03-26 11:33:52 -- STEP: 9680/31555 -- GLOBAL_STEP: 1398100 | > loss_text_ce: 0.03896447271108627 (0.031043770810789312) | > loss_mel_ce: 2.69917368888855 (nan) | > loss: 0.010865628719329834 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14101840127105603) | > loader_time: 0.0045 (0.004650494456291228)  --> TIME: 2025-03-26 11:34:01 -- STEP: 9730/31555 -- GLOBAL_STEP: 1398150 | > loss_text_ce: 0.02910812944173813 (0.03105139720625984) | > loss_mel_ce: 1.8681640625 (nan) | > loss: 0.007528858259320259 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14104586453746598) | > loader_time: 0.0044 (0.004650370606660628)  --> TIME: 2025-03-26 11:34:11 -- STEP: 9780/31555 -- GLOBAL_STEP: 1398200 | > loss_text_ce: 0.011822563596069813 (0.031052882252794314) | > loss_mel_ce: 1.9478073120117188 (nan) | > loss: 0.007776309736073017 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.141015464396565) | > loader_time: 0.0043 (0.004649661265024164)  --> TIME: 2025-03-26 11:34:21 -- STEP: 9830/31555 -- GLOBAL_STEP: 1398250 | > loss_text_ce: 0.034474339336156845 (0.031056209591559362) | > loss_mel_ce: 2.5807392597198486 (nan) | > loss: 0.010377832688391209 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14102677125047988) | > loader_time: 0.0044 (0.004648718853326713)  --> TIME: 2025-03-26 11:34:30 -- STEP: 9880/31555 -- GLOBAL_STEP: 1398300 | > loss_text_ce: 0.03702807426452637 (0.031048863735200785) | > loss_mel_ce: 3.026611328125 (nan) | > loss: 0.012157299555838108 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14102539101592962) | > loader_time: 0.0044 (0.004647912573717897)  --> TIME: 2025-03-26 11:34:40 -- STEP: 9930/31555 -- GLOBAL_STEP: 1398350 | > loss_text_ce: 0.02196737937629223 (0.03104872187939055) | > loss_mel_ce: 2.397799015045166 (nan) | > loss: 0.009602248668670654 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14102073815413987) | > loader_time: 0.0047 (0.00464738298879052)  --> TIME: 2025-03-26 11:34:49 -- STEP: 9980/31555 -- GLOBAL_STEP: 1398400 | > loss_text_ce: 0.04154118150472641 (0.03104415057630153) | > loss_mel_ce: 1.9138144254684448 (nan) | > loss: 0.007759348023682833 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14102197880735426) | > loader_time: 0.0045 (0.0046472614179393626)  --> TIME: 2025-03-26 11:34:59 -- STEP: 10030/31555 -- GLOBAL_STEP: 1398450 | > loss_text_ce: 0.034510400146245956 (0.03104704306242711) | > loss_mel_ce: 2.718329429626465 (nan) | > loss: 0.010923967696726322 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14099626602941165) | > loader_time: 0.0048 (0.004647270917654781)  --> TIME: 2025-03-26 11:35:08 -- STEP: 10080/31555 -- GLOBAL_STEP: 1398500 | > loss_text_ce: 0.02865445613861084 (0.03104683500381985) | > loss_mel_ce: 0.9443603754043579 (nan) | > loss: 0.0038611702620983124 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14099532325589528) | > loader_time: 0.0042 (0.004646908054276147)  --> TIME: 2025-03-26 11:35:18 -- STEP: 10130/31555 -- GLOBAL_STEP: 1398550 | > loss_text_ce: 0.023786384612321854 (0.03104760739823614) | > loss_mel_ce: 2.3371829986572266 (nan) | > loss: 0.009368926286697388 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14101184610082576) | > loader_time: 0.0045 (0.004645967083410384)  --> TIME: 2025-03-26 11:35:28 -- STEP: 10180/31555 -- GLOBAL_STEP: 1398600 | > loss_text_ce: 0.04197593778371811 (0.031048652359004517) | > loss_mel_ce: 2.4581680297851562 (nan) | > loss: 0.009921207092702389 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1410306691889216) | > loader_time: 0.0044 (0.004645083203531231)  --> TIME: 2025-03-26 11:35:38 -- STEP: 10230/31555 -- GLOBAL_STEP: 1398650 | > loss_text_ce: 0.032050665467977524 (0.031047512466526744) | > loss_mel_ce: 2.714262008666992 (nan) | > loss: 0.010898066684603691 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.141053503209895) | > loader_time: 0.0045 (0.004644248818838496)  --> TIME: 2025-03-26 11:35:48 -- STEP: 10280/31555 -- GLOBAL_STEP: 1398700 | > loss_text_ce: 0.021456580609083176 (0.03104703726757912) | > loss_mel_ce: 1.5970898866653442 (nan) | > loss: 0.006422803737223148 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14105157875365382) | > loader_time: 0.0043 (0.004643403788021133)  --> TIME: 2025-03-26 11:35:57 -- STEP: 10330/31555 -- GLOBAL_STEP: 1398750 | > loss_text_ce: 0.03908475860953331 (0.031042114802837258) | > loss_mel_ce: 2.8532981872558594 (nan) | > loss: 0.01147771067917347 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1410384989431043) | > loader_time: 0.0044 (0.0046421632877508955)  --> TIME: 2025-03-26 11:36:07 -- STEP: 10380/31555 -- GLOBAL_STEP: 1398800 | > loss_text_ce: 0.027203058823943138 (0.03104382854471834) | > loss_mel_ce: 2.6442275047302246 (nan) | > loss: 0.010600915178656578 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.1410486936798911) | > loader_time: 0.0046 (0.004641137118514131)  --> TIME: 2025-03-26 11:36:16 -- STEP: 10430/31555 -- GLOBAL_STEP: 1398850 | > loss_text_ce: 0.014296925626695156 (0.031042334368347066) | > loss_mel_ce: 1.3863204717636108 (nan) | > loss: 0.0055580055341124535 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1410554919238295) | > loader_time: 0.0043 (0.004640345994029525)  --> TIME: 2025-03-26 11:36:26 -- STEP: 10480/31555 -- GLOBAL_STEP: 1398900 | > loss_text_ce: 0.02229653112590313 (0.031045044427968647) | > loss_mel_ce: 0.11746826022863388 (nan) | > loss: 0.0005546222091652453 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14107337195909733) | > loader_time: 0.0044 (0.004639739048390013)  --> TIME: 2025-03-26 11:36:36 -- STEP: 10530/31555 -- GLOBAL_STEP: 1398950 | > loss_text_ce: 0.04108556732535362 (0.03104380995976223) | > loss_mel_ce: 2.0513367652893066 (nan) | > loss: 0.00830326322466135 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14106632456367454) | > loader_time: 0.0044 (0.004638777272766954)  --> TIME: 2025-03-26 11:36:46 -- STEP: 10580/31555 -- GLOBAL_STEP: 1399000 | > loss_text_ce: 0.0407252162694931 (0.03104908443751458) | > loss_mel_ce: 2.5046889781951904 (nan) | > loss: 0.010100850835442543 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.1410704550761136) | > loader_time: 0.0042 (0.004637888383775248)  --> TIME: 2025-03-26 11:36:55 -- STEP: 10630/31555 -- GLOBAL_STEP: 1399050 | > loss_text_ce: 0.022174375131726265 (0.031044828212931263) | > loss_mel_ce: 2.698908567428589 (nan) | > loss: 0.010797948576509953 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14108083082165046) | > loader_time: 0.0044 (0.004637142407479231)  --> TIME: 2025-03-26 11:37:05 -- STEP: 10680/31555 -- GLOBAL_STEP: 1399100 | > loss_text_ce: 0.03422190248966217 (0.031046995511348274) | > loss_mel_ce: 2.3029837608337402 (nan) | > loss: 0.009274626150727272 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14107621868005005) | > loader_time: 0.0046 (0.004636986693192987)  --> TIME: 2025-03-26 11:37:15 -- STEP: 10730/31555 -- GLOBAL_STEP: 1399150 | > loss_text_ce: 0.03492181375622749 (0.03104313590337296) | > loss_mel_ce: 2.5269618034362793 (nan) | > loss: 0.01016620546579361 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14108486982116314) | > loader_time: 0.0046 (0.004636078934078476)  --> TIME: 2025-03-26 11:37:24 -- STEP: 10780/31555 -- GLOBAL_STEP: 1399200 | > loss_text_ce: 0.03592175617814064 (0.031043071411239027) | > loss_mel_ce: 2.503284454345703 (nan) | > loss: 0.010076215490698814 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1410972184285609) | > loader_time: 0.0044 (0.004635706284050628)  --> TIME: 2025-03-26 11:37:34 -- STEP: 10830/31555 -- GLOBAL_STEP: 1399250 | > loss_text_ce: 0.03151511773467064 (0.031042854687919633) | > loss_mel_ce: 2.9817659854888916 (nan) | > loss: 0.011957465671002865 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14108059034233086) | > loader_time: 0.0046 (0.004634830936280451)  --> TIME: 2025-03-26 11:37:44 -- STEP: 10880/31555 -- GLOBAL_STEP: 1399300 | > loss_text_ce: 0.02729346975684166 (0.031044508707076174) | > loss_mel_ce: 1.3428955078125 (nan) | > loss: 0.005437258165329695 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14109243728658757) | > loader_time: 0.0044 (0.004634120140005587)  --> TIME: 2025-03-26 11:37:53 -- STEP: 10930/31555 -- GLOBAL_STEP: 1399350 | > loss_text_ce: 0.027097225189208984 (0.031047586965044893) | > loss_mel_ce: 2.574516773223877 (nan) | > loss: 0.010323865339159966 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14109113030987738) | > loader_time: 0.0045 (0.00463343292665615)  --> TIME: 2025-03-26 11:38:03 -- STEP: 10980/31555 -- GLOBAL_STEP: 1399400 | > loss_text_ce: 0.027990709990262985 (0.03104620175597297) | > loss_mel_ce: 2.662139892578125 (nan) | > loss: 0.010675122030079365 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14106603952053492) | > loader_time: 0.0041 (0.004632883688574087)  --> TIME: 2025-03-26 11:38:12 -- STEP: 11030/31555 -- GLOBAL_STEP: 1399450 | > loss_text_ce: 0.027562851086258888 (0.031046103444524575) | > loss_mel_ce: 1.2319430112838745 (nan) | > loss: 0.0049980394542217255 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.1410812068828541) | > loader_time: 0.0045 (0.004632011544996267)  --> TIME: 2025-03-26 11:38:22 -- STEP: 11080/31555 -- GLOBAL_STEP: 1399500 | > loss_text_ce: 0.03382805362343788 (0.03105102614222249) | > loss_mel_ce: 2.456195116043091 (nan) | > loss: 0.009881044737994671 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14108833713652022) | > loader_time: 0.0043 (0.004631375255137165)  --> TIME: 2025-03-26 11:38:32 -- STEP: 11130/31555 -- GLOBAL_STEP: 1399550 | > loss_text_ce: 0.04235950484871864 (0.031053353251884328) | > loss_mel_ce: 2.1518890857696533 (nan) | > loss: 0.008707336150109768 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14108329721109816) | > loader_time: 0.0043 (0.004631010798431172)  --> TIME: 2025-03-26 11:38:42 -- STEP: 11180/31555 -- GLOBAL_STEP: 1399600 | > loss_text_ce: 0.030309900641441345 (0.031054893129193666) | > loss_mel_ce: 2.6915194988250732 (nan) | > loss: 0.010800911113619804 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.1410949156408023) | > loader_time: 0.0046 (0.004630281758862895)  --> TIME: 2025-03-26 11:38:51 -- STEP: 11230/31555 -- GLOBAL_STEP: 1399650 | > loss_text_ce: 0.026057779788970947 (0.031056024773728073) | > loss_mel_ce: 2.607544422149658 (nan) | > loss: 0.010450802743434906 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14109182444833174) | > loader_time: 0.0044 (0.004629550464219131)  --> TIME: 2025-03-26 11:39:01 -- STEP: 11280/31555 -- GLOBAL_STEP: 1399700 | > loss_text_ce: 0.030115507543087006 (0.031052991813081746) | > loss_mel_ce: 3.3654885292053223 (nan) | > loss: 0.013474619947373867 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14111711471638788) | > loader_time: 0.0045 (0.004628768690088989)  --> TIME: 2025-03-26 11:39:11 -- STEP: 11330/31555 -- GLOBAL_STEP: 1399750 | > loss_text_ce: 0.027582138776779175 (0.03104515366473244) | > loss_mel_ce: 2.6297526359558105 (nan) | > loss: 0.010544979944825172 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14110417178744056) | > loader_time: 0.0045 (0.004628074095508033)  --> TIME: 2025-03-26 11:39:20 -- STEP: 11380/31555 -- GLOBAL_STEP: 1399800 | > loss_text_ce: 0.028697606176137924 (0.03104548088040838) | > loss_mel_ce: 2.964599609375 (nan) | > loss: 0.011878163553774357 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14110026219188662) | > loader_time: 0.0046 (0.004627287995417241)  --> TIME: 2025-03-26 11:39:30 -- STEP: 11430/31555 -- GLOBAL_STEP: 1399850 | > loss_text_ce: 0.033751096576452255 (0.03104630936253311) | > loss_mel_ce: 2.770298480987549 (nan) | > loss: 0.011127181351184845 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14108185882852048) | > loader_time: 0.0046 (0.0046264500755650705)  --> TIME: 2025-03-26 11:39:39 -- STEP: 11480/31555 -- GLOBAL_STEP: 1399900 | > loss_text_ce: 0.02959195338189602 (0.03104681993545867) | > loss_mel_ce: 3.2104218006134033 (nan) | > loss: 0.012857198715209961 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1410784445780911) | > loader_time: 0.0046 (0.004626029771379503)  --> TIME: 2025-03-26 11:39:49 -- STEP: 11530/31555 -- GLOBAL_STEP: 1399950 | > loss_text_ce: 0.03206513449549675 (0.031049622781251632) | > loss_mel_ce: 2.839893341064453 (nan) | > loss: 0.011396661400794983 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1410715422005832) | > loader_time: 0.0043 (0.004625359102631301)  --> TIME: 2025-03-26 11:39:58 -- STEP: 11580/31555 -- GLOBAL_STEP: 1400000 | > loss_text_ce: 0.03118056431412697 (0.031047117788286716) | > loss_mel_ce: 2.248889446258545 (nan) | > loss: 0.009047897532582283 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1410480484855402) | > loader_time: 0.0044 (0.004624443206556538) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1400000.pth  --> TIME: 2025-03-26 11:40:13 -- STEP: 11630/31555 -- GLOBAL_STEP: 1400050 | > loss_text_ce: 0.030604390427470207 (0.031045044634430346) | > loss_mel_ce: 0.9485862255096436 (nan) | > loss: 0.003885677084326744 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1410268584511346) | > loader_time: 0.0047 (0.004624442713894134)  --> TIME: 2025-03-26 11:40:23 -- STEP: 11680/31555 -- GLOBAL_STEP: 1400100 | > loss_text_ce: 0.04330990090966225 (0.031046465463611003) | > loss_mel_ce: 2.3341710567474365 (nan) | > loss: 0.009434448555111885 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14101524289748427) | > loader_time: 0.0047 (0.004624042221128148)  --> TIME: 2025-03-26 11:40:32 -- STEP: 11730/31555 -- GLOBAL_STEP: 1400150 | > loss_text_ce: 0.03412485122680664 (0.031046709337868017) | > loss_mel_ce: 2.493396520614624 (nan) | > loss: 0.010029847733676434 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14103151459218288) | > loader_time: 0.0047 (0.0046237036192000695)  --> TIME: 2025-03-26 11:40:42 -- STEP: 11780/31555 -- GLOBAL_STEP: 1400200 | > loss_text_ce: 0.033657193183898926 (0.031057297116531303) | > loss_mel_ce: 2.807840585708618 (nan) | > loss: 0.011275785975158215 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14104416204429845) | > loader_time: 0.0048 (0.004623396813565915)  --> TIME: 2025-03-26 11:40:52 -- STEP: 11830/31555 -- GLOBAL_STEP: 1400250 | > loss_text_ce: 0.026462597772479057 (0.031054331181887364) | > loss_mel_ce: 2.5251271724700928 (nan) | > loss: 0.0101253567263484 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14103763663758695) | > loader_time: 0.0044 (0.004622913918450868)  --> TIME: 2025-03-26 11:41:01 -- STEP: 11880/31555 -- GLOBAL_STEP: 1400300 | > loss_text_ce: 0.03222993016242981 (0.031054129021207768) | > loss_mel_ce: 2.936495780944824 (nan) | > loss: 0.011780657805502415 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14103588223055952) | > loader_time: 0.0045 (0.004622793197631863)  --> TIME: 2025-03-26 11:41:11 -- STEP: 11930/31555 -- GLOBAL_STEP: 1400350 | > loss_text_ce: 0.03213798627257347 (0.031055732594673386) | > loss_mel_ce: 2.0812885761260986 (nan) | > loss: 0.008386613801121712 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14104670213234083) | > loader_time: 0.0047 (0.004622490987593878)  --> TIME: 2025-03-26 11:41:21 -- STEP: 11980/31555 -- GLOBAL_STEP: 1400400 | > loss_text_ce: 0.03153049573302269 (0.031057546168444475) | > loss_mel_ce: 2.7472970485687256 (nan) | > loss: 0.011027093976736069 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14105224187465645) | > loader_time: 0.0045 (0.004622312380196879)  --> TIME: 2025-03-26 11:41:30 -- STEP: 12030/31555 -- GLOBAL_STEP: 1400450 | > loss_text_ce: 0.03558984026312828 (0.03105550972699921) | > loss_mel_ce: 2.5422556400299072 (nan) | > loss: 0.010229546576738358 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14103938044851647) | > loader_time: 0.0046 (0.004621720849129947)  --> TIME: 2025-03-26 11:41:40 -- STEP: 12080/31555 -- GLOBAL_STEP: 1400500 | > loss_text_ce: 0.040752314031124115 (0.031055353055029662) | > loss_mel_ce: 2.435211420059204 (nan) | > loss: 0.00982525385916233 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14104174395270686) | > loader_time: 0.0044 (0.004621319048452088)  --> TIME: 2025-03-26 11:41:50 -- STEP: 12130/31555 -- GLOBAL_STEP: 1400550 | > loss_text_ce: 0.021279580891132355 (0.031049156135834158) | > loss_mel_ce: 2.502378225326538 (nan) | > loss: 0.010014515370130539 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14105555779267595) | > loader_time: 0.0046 (0.004621097673980662)  --> TIME: 2025-03-26 11:42:00 -- STEP: 12180/31555 -- GLOBAL_STEP: 1400600 | > loss_text_ce: 0.03252306208014488 (0.03104762452454207) | > loss_mel_ce: 2.591625213623047 (nan) | > loss: 0.01041328813880682 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1410646950082824) | > loader_time: 0.0046 (0.004620857152641334)  --> TIME: 2025-03-26 11:42:10 -- STEP: 12230/31555 -- GLOBAL_STEP: 1400650 | > loss_text_ce: 0.031147897243499756 (0.031045041419032623) | > loss_mel_ce: 2.685370445251465 (nan) | > loss: 0.010779835283756256 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14108242639633622) | > loader_time: 0.0043 (0.004620600662948871)  --> TIME: 2025-03-26 11:42:19 -- STEP: 12280/31555 -- GLOBAL_STEP: 1400700 | > loss_text_ce: 0.030726240947842598 (0.031044585440772002) | > loss_mel_ce: 1.994415283203125 (nan) | > loss: 0.008036276325583458 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14110007953954407) | > loader_time: 0.0041 (0.0046200364342730135)  --> TIME: 2025-03-26 11:42:29 -- STEP: 12330/31555 -- GLOBAL_STEP: 1400750 | > loss_text_ce: 0.03779127821326256 (0.031044399081400782) | > loss_mel_ce: 2.834909200668335 (nan) | > loss: 0.011399605311453342 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14109987352112843) | > loader_time: 0.0044 (0.004619242520421308)  --> TIME: 2025-03-26 11:42:39 -- STEP: 12380/31555 -- GLOBAL_STEP: 1400800 | > loss_text_ce: 0.030398404225707054 (0.031042256338148708) | > loss_mel_ce: 2.707592725753784 (nan) | > loss: 0.01086504478007555 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14111098911920125) | > loader_time: 0.0044 (0.004619018076309698)  --> TIME: 2025-03-26 11:42:49 -- STEP: 12430/31555 -- GLOBAL_STEP: 1400850 | > loss_text_ce: 0.03414329141378403 (0.0310420066913948) | > loss_mel_ce: 2.905592441558838 (nan) | > loss: 0.011665618047118187 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14111028187522323) | > loader_time: 0.0047 (0.0046186278351640535)  --> TIME: 2025-03-26 11:42:59 -- STEP: 12480/31555 -- GLOBAL_STEP: 1400900 | > loss_text_ce: 0.029392655938863754 (0.031039774233254436) | > loss_mel_ce: 2.3494811058044434 (nan) | > loss: 0.009439975954592228 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1411354485039523) | > loader_time: 0.0044 (0.004618395119905496)  --> TIME: 2025-03-26 11:43:08 -- STEP: 12530/31555 -- GLOBAL_STEP: 1400950 | > loss_text_ce: 0.03650340810418129 (0.031046367552746847) | > loss_mel_ce: 2.073974609375 (nan) | > loss: 0.008374912664294243 (nan) | > current_lr: 5e-06 | > step_time: 0.1045 (0.14113300820873503) | > loader_time: 0.0044 (0.0046181486210438985)  --> TIME: 2025-03-26 11:43:18 -- STEP: 12580/31555 -- GLOBAL_STEP: 1401000 | > loss_text_ce: 0.029440058395266533 (0.031045140718984964) | > loss_mel_ce: 2.6590774059295654 (nan) | > loss: 0.010668721050024033 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1411570023845978) | > loader_time: 0.0046 (0.004618068435044313)  --> TIME: 2025-03-26 11:43:28 -- STEP: 12630/31555 -- GLOBAL_STEP: 1401050 | > loss_text_ce: 0.03566395863890648 (0.031045704659941716) | > loss_mel_ce: 2.7590575218200684 (nan) | > loss: 0.011090165004134178 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.1411548377027228) | > loader_time: 0.0044 (0.004618017614973256)  --> TIME: 2025-03-26 11:43:37 -- STEP: 12680/31555 -- GLOBAL_STEP: 1401100 | > loss_text_ce: 0.032021451741456985 (0.03104460090773374) | > loss_mel_ce: 2.879523277282715 (nan) | > loss: 0.011553749442100525 (nan) | > current_lr: 5e-06 | > step_time: 0.1692 (0.1411464474178636) | > loader_time: 0.0046 (0.004617605638052794)  --> TIME: 2025-03-26 11:43:47 -- STEP: 12730/31555 -- GLOBAL_STEP: 1401150 | > loss_text_ce: 0.03538336604833603 (0.03104054516046736) | > loss_mel_ce: 3.027773857116699 (nan) | > loss: 0.012155386619269848 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1411392703921605) | > loader_time: 0.0046 (0.004617164365344445)  --> TIME: 2025-03-26 11:43:57 -- STEP: 12780/31555 -- GLOBAL_STEP: 1401200 | > loss_text_ce: 0.03300991281867027 (0.03104295681277363) | > loss_mel_ce: 2.5165679454803467 (nan) | > loss: 0.010117373429238796 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1411543328064331) | > loader_time: 0.0048 (0.004616915489399786)  --> TIME: 2025-03-26 11:44:06 -- STEP: 12830/31555 -- GLOBAL_STEP: 1401250 | > loss_text_ce: 0.02561408281326294 (0.031035842089924673) | > loss_mel_ce: 3.3667187690734863 (nan) | > loss: 0.013461639173328876 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14115604597985099) | > loader_time: 0.0045 (0.004616514909852822)  --> TIME: 2025-03-26 11:44:16 -- STEP: 12880/31555 -- GLOBAL_STEP: 1401300 | > loss_text_ce: 0.0393451452255249 (0.031033128525364728) | > loss_mel_ce: 0.05078125 (nan) | > loss: 0.0003576444578357041 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14116108219445825) | > loader_time: 0.0045 (0.004616203108189304)  --> TIME: 2025-03-26 11:44:26 -- STEP: 12930/31555 -- GLOBAL_STEP: 1401350 | > loss_text_ce: 0.027331413701176643 (0.031036148052115197) | > loss_mel_ce: 2.1837852001190186 (nan) | > loss: 0.008774272166192532 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14117287044274332) | > loader_time: 0.0045 (0.004615902273763763)  --> TIME: 2025-03-26 11:44:36 -- STEP: 12980/31555 -- GLOBAL_STEP: 1401400 | > loss_text_ce: 0.02788880281150341 (0.031034052285734557) | > loss_mel_ce: 2.9813592433929443 (nan) | > loss: 0.011941460892558098 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14118635375253544) | > loader_time: 0.0044 (0.004615543821743384)  --> TIME: 2025-03-26 11:44:45 -- STEP: 13030/31555 -- GLOBAL_STEP: 1401450 | > loss_text_ce: 0.03906239569187164 (0.031036824698996653) | > loss_mel_ce: 2.4505443572998047 (nan) | > loss: 0.009879392571747303 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.14118147564227038) | > loader_time: 0.0046 (0.004615248612779374)  --> TIME: 2025-03-26 11:44:55 -- STEP: 13080/31555 -- GLOBAL_STEP: 1401500 | > loss_text_ce: 0.03138105943799019 (0.031036178101158902) | > loss_mel_ce: 2.8284597396850586 (nan) | > loss: 0.011348575353622437 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14118874182394822) | > loader_time: 0.0046 (0.004615046872276087)  --> TIME: 2025-03-26 11:45:05 -- STEP: 13130/31555 -- GLOBAL_STEP: 1401550 | > loss_text_ce: 0.03221135213971138 (0.031037826803622815) | > loss_mel_ce: 2.352012872695923 (nan) | > loss: 0.009461207315325737 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14117754874843133) | > loader_time: 0.0045 (0.004614682117674285)  --> TIME: 2025-03-26 11:45:14 -- STEP: 13180/31555 -- GLOBAL_STEP: 1401600 | > loss_text_ce: 0.0359877310693264 (0.031038587126168613) | > loss_mel_ce: 0.162138432264328 (nan) | > loss: 0.0007862150087021291 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1411664848805193) | > loader_time: 0.0045 (0.004614137336950962)  --> TIME: 2025-03-26 11:45:24 -- STEP: 13230/31555 -- GLOBAL_STEP: 1401650 | > loss_text_ce: 0.03223994001746178 (0.031043843305806996) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14115920717393596) | > loader_time: 0.0047 (0.004613695555533451)  --> TIME: 2025-03-26 11:45:33 -- STEP: 13280/31555 -- GLOBAL_STEP: 1401700 | > loss_text_ce: 0.027051469311118126 (0.031044515391183365) | > loss_mel_ce: 2.9175639152526855 (nan) | > loss: 0.011684982106089592 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14116496682526078) | > loader_time: 0.0045 (0.004613556147339872)  --> TIME: 2025-03-26 11:45:43 -- STEP: 13330/31555 -- GLOBAL_STEP: 1401750 | > loss_text_ce: 0.032617855817079544 (0.031043524395979086) | > loss_mel_ce: 2.9490976333618164 (nan) | > loss: 0.011832204647362232 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14115946494987422) | > loader_time: 0.0044 (0.004613221076227043)  --> TIME: 2025-03-26 11:45:53 -- STEP: 13380/31555 -- GLOBAL_STEP: 1401800 | > loss_text_ce: 0.04590132459998131 (0.031048685070043724) | > loss_mel_ce: 1.9434244632720947 (nan) | > loss: 0.007894149981439114 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14115759880909778) | > loader_time: 0.0043 (0.004612975804795105)  --> TIME: 2025-03-26 11:46:02 -- STEP: 13430/31555 -- GLOBAL_STEP: 1401850 | > loss_text_ce: 0.03347181901335716 (0.031048567209958654) | > loss_mel_ce: 3.046180486679077 (nan) | > loss: 0.012220842763781548 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.141168387364027) | > loader_time: 0.0045 (0.004612666195395848)  --> TIME: 2025-03-26 11:46:12 -- STEP: 13480/31555 -- GLOBAL_STEP: 1401900 | > loss_text_ce: 0.02915460430085659 (0.031049407306071978) | > loss_mel_ce: 0.840576171875 (nan) | > loss: 0.003451312892138958 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14116748797787354) | > loader_time: 0.0044 (0.004612119615254887)  --> TIME: 2025-03-26 11:46:22 -- STEP: 13530/31555 -- GLOBAL_STEP: 1401950 | > loss_text_ce: 0.02959449216723442 (0.0310529933781869) | > loss_mel_ce: 0.024505615234375 (nan) | > loss: 0.00021468297927640378 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.1411764275296383) | > loader_time: 0.0043 (0.004611617833353947)  --> TIME: 2025-03-26 11:46:31 -- STEP: 13580/31555 -- GLOBAL_STEP: 1402000 | > loss_text_ce: 0.034340012818574905 (0.03105845107238833) | > loss_mel_ce: 2.683495044708252 (nan) | > loss: 0.010785060003399849 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14116490341953342) | > loader_time: 0.0047 (0.00461133346290761)  --> TIME: 2025-03-26 11:46:41 -- STEP: 13630/31555 -- GLOBAL_STEP: 1402050 | > loss_text_ce: 0.02493484877049923 (0.03105679357626632) | > loss_mel_ce: 2.6504158973693848 (nan) | > loss: 0.01061647105962038 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.14116486000472403) | > loader_time: 0.0047 (0.004611402789372732)  --> TIME: 2025-03-26 11:46:50 -- STEP: 13680/31555 -- GLOBAL_STEP: 1402100 | > loss_text_ce: 0.021212320774793625 (0.0310518870437899) | > loss_mel_ce: 2.62022066116333 (nan) | > loss: 0.010481877252459526 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14115176387349007) | > loader_time: 0.0046 (0.004611222036400774)  --> TIME: 2025-03-26 11:47:00 -- STEP: 13730/31555 -- GLOBAL_STEP: 1402150 | > loss_text_ce: 0.03171257674694061 (0.031050953958848274) | > loss_mel_ce: 3.3267159461975098 (nan) | > loss: 0.0133270975202322 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1411514404474684) | > loader_time: 0.0045 (0.004611220345910451)  --> TIME: 2025-03-26 11:47:10 -- STEP: 13780/31555 -- GLOBAL_STEP: 1402200 | > loss_text_ce: 0.03166325017809868 (0.031051673951014033) | > loss_mel_ce: 2.6652138233184814 (nan) | > loss: 0.010701893828809261 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1411531431408502) | > loader_time: 0.0042 (0.004610956009309807)  --> TIME: 2025-03-26 11:47:19 -- STEP: 13830/31555 -- GLOBAL_STEP: 1402250 | > loss_text_ce: 0.03397922217845917 (0.03105483993198332) | > loss_mel_ce: 2.6012566089630127 (nan) | > loss: 0.010457285679876804 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14114228696471373) | > loader_time: 0.0047 (0.004610500832183286)  --> TIME: 2025-03-26 11:47:29 -- STEP: 13880/31555 -- GLOBAL_STEP: 1402300 | > loss_text_ce: 0.035802654922008514 (0.03105418008580396) | > loss_mel_ce: 2.715074300765991 (nan) | > loss: 0.010916179046034813 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14115692784188394) | > loader_time: 0.0044 (0.00461020229185697)  --> TIME: 2025-03-26 11:47:39 -- STEP: 13930/31555 -- GLOBAL_STEP: 1402350 | > loss_text_ce: 0.02016429230570793 (0.031051330842553758) | > loss_mel_ce: 1.8377245664596558 (nan) | > loss: 0.007372574880719185 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1411694587945761) | > loader_time: 0.0045 (0.004610079479833731)  --> TIME: 2025-03-26 11:47:49 -- STEP: 13980/31555 -- GLOBAL_STEP: 1402400 | > loss_text_ce: 0.02976914867758751 (0.031054388062604764) | > loss_mel_ce: 3.0879623889923096 (nan) | > loss: 0.012371951714158058 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14117143046702382) | > loader_time: 0.0051 (0.0046098600300255865)  --> TIME: 2025-03-26 11:47:58 -- STEP: 14030/31555 -- GLOBAL_STEP: 1402450 | > loss_text_ce: 0.0355675108730793 (0.031058591174749035) | > loss_mel_ce: 2.671611785888672 (nan) | > loss: 0.010742776095867157 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.1411724761308976) | > loader_time: 0.0043 (0.004609649859406019)  --> TIME: 2025-03-26 11:48:08 -- STEP: 14080/31555 -- GLOBAL_STEP: 1402500 | > loss_text_ce: 0.0362316370010376 (0.031061170058092103) | > loss_mel_ce: 2.805260419845581 (nan) | > loss: 0.011275763623416424 (nan) | > current_lr: 5e-06 | > step_time: 0.1472 (0.14117054908790305) | > loader_time: 0.0045 (0.004609021358192011)  --> TIME: 2025-03-26 11:48:18 -- STEP: 14130/31555 -- GLOBAL_STEP: 1402550 | > loss_text_ce: 0.025495268404483795 (0.031062800669877856) | > loss_mel_ce: 2.459590435028076 (nan) | > loss: 0.00986145157366991 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14117229801496473) | > loader_time: 0.0043 (0.004608640076839116)  --> TIME: 2025-03-26 11:48:27 -- STEP: 14180/31555 -- GLOBAL_STEP: 1402600 | > loss_text_ce: 0.030496899038553238 (0.031062610560899394) | > loss_mel_ce: 2.481386661529541 (nan) | > loss: 0.009967791847884655 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14116688907902997) | > loader_time: 0.0044 (0.00460864925922565)  --> TIME: 2025-03-26 11:48:36 -- STEP: 14230/31555 -- GLOBAL_STEP: 1402650 | > loss_text_ce: 0.0281161330640316 (0.031062523472546295) | > loss_mel_ce: 2.677900552749634 (nan) | > loss: 0.010738162323832512 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14114788637476158) | > loader_time: 0.0044 (0.004608332214435935)  --> TIME: 2025-03-26 11:48:46 -- STEP: 14280/31555 -- GLOBAL_STEP: 1402700 | > loss_text_ce: 0.04052448272705078 (0.03106184332671964) | > loss_mel_ce: 2.732483386993408 (nan) | > loss: 0.011003999970853329 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14116699186359713) | > loader_time: 0.0044 (0.004608017139408145)  --> TIME: 2025-03-26 11:48:56 -- STEP: 14330/31555 -- GLOBAL_STEP: 1402750 | > loss_text_ce: 0.023022694513201714 (0.03105942199230246) | > loss_mel_ce: 2.2775983810424805 (nan) | > loss: 0.009129448793828487 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14117798886761565) | > loader_time: 0.0045 (0.004607701950445971)  --> TIME: 2025-03-26 11:49:06 -- STEP: 14380/31555 -- GLOBAL_STEP: 1402800 | > loss_text_ce: 0.020184282213449478 (0.03105796284822071) | > loss_mel_ce: 2.317814826965332 (nan) | > loss: 0.009277774952352047 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1411653639212428) | > loader_time: 0.0042 (0.004607303102755955)  --> TIME: 2025-03-26 11:49:15 -- STEP: 14430/31555 -- GLOBAL_STEP: 1402850 | > loss_text_ce: 0.025882594287395477 (0.031057623794143573) | > loss_mel_ce: 2.721355676651001 (nan) | > loss: 0.010901739820837975 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14117982141358518) | > loader_time: 0.0047 (0.004606942905788241)  --> TIME: 2025-03-26 11:49:25 -- STEP: 14480/31555 -- GLOBAL_STEP: 1402900 | > loss_text_ce: 0.025200283154845238 (0.031057365779258127) | > loss_mel_ce: 2.5071897506713867 (nan) | > loss: 0.010049168020486832 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14117991287075926) | > loader_time: 0.0044 (0.004606650432170468)  --> TIME: 2025-03-26 11:49:35 -- STEP: 14530/31555 -- GLOBAL_STEP: 1402950 | > loss_text_ce: 0.03163984790444374 (0.031060903669698374) | > loss_mel_ce: 2.89872145652771 (nan) | > loss: 0.011628418229520321 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14117960800241697) | > loader_time: 0.0044 (0.004606461180380479)  --> TIME: 2025-03-26 11:49:45 -- STEP: 14580/31555 -- GLOBAL_STEP: 1403000 | > loss_text_ce: 0.03078521601855755 (0.03106156357484825) | > loss_mel_ce: 2.488550901412964 (nan) | > loss: 0.009997366927564144 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.141187602371508) | > loader_time: 0.0048 (0.004606297150233852)  --> TIME: 2025-03-26 11:49:54 -- STEP: 14630/31555 -- GLOBAL_STEP: 1403050 | > loss_text_ce: 0.032883577048778534 (0.031065401847595864) | > loss_mel_ce: 2.5885045528411865 (nan) | > loss: 0.010402334854006767 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.141192769515375) | > loader_time: 0.0046 (0.004606261908478431)  --> TIME: 2025-03-26 11:50:04 -- STEP: 14680/31555 -- GLOBAL_STEP: 1403100 | > loss_text_ce: 0.030708109959959984 (0.031067230950277146) | > loss_mel_ce: 2.7451224327087402 (nan) | > loss: 0.011015200987458229 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14120066476127996) | > loader_time: 0.0048 (0.0046060188914515115)  --> TIME: 2025-03-26 11:50:14 -- STEP: 14730/31555 -- GLOBAL_STEP: 1403150 | > loss_text_ce: 0.027026722207665443 (0.031065880718849) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14119274585488123) | > loader_time: 0.0047 (0.004605918827302953)  --> TIME: 2025-03-26 11:50:23 -- STEP: 14780/31555 -- GLOBAL_STEP: 1403200 | > loss_text_ce: 0.02544291689991951 (0.031069919275099736) | > loss_mel_ce: 2.7877540588378906 (nan) | > loss: 0.011163480579853058 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14118648627130115) | > loader_time: 0.0043 (0.004605602621225649)  --> TIME: 2025-03-26 11:50:33 -- STEP: 14830/31555 -- GLOBAL_STEP: 1403250 | > loss_text_ce: 0.03271579369902611 (0.031072195583611566) | > loss_mel_ce: 2.4765565395355225 (nan) | > loss: 0.009957430884242058 (nan) | > current_lr: 5e-06 | > step_time: 0.1455 (0.14119754951705898) | > loader_time: 0.0045 (0.004605432981104002)  --> TIME: 2025-03-26 11:50:42 -- STEP: 14880/31555 -- GLOBAL_STEP: 1403300 | > loss_text_ce: 0.02975987084209919 (0.031073258063563154) | > loss_mel_ce: 2.3998172283172607 (nan) | > loss: 0.00964117981493473 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14119134199234662) | > loader_time: 0.0046 (0.004605208369352526)  --> TIME: 2025-03-26 11:50:52 -- STEP: 14930/31555 -- GLOBAL_STEP: 1403350 | > loss_text_ce: 0.019412396475672722 (0.031074327715452352) | > loss_mel_ce: 1.2003506422042847 (nan) | > loss: 0.004840329755097628 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14119772935025335) | > loader_time: 0.0044 (0.004605071686772199)  --> TIME: 2025-03-26 11:51:02 -- STEP: 14980/31555 -- GLOBAL_STEP: 1403400 | > loss_text_ce: 0.03293910250067711 (0.031081660707184027) | > loss_mel_ce: 2.609955072402954 (nan) | > loss: 0.010487676598131657 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14120694720378937) | > loader_time: 0.0045 (0.004604882805624419)  --> TIME: 2025-03-26 11:51:12 -- STEP: 15030/31555 -- GLOBAL_STEP: 1403450 | > loss_text_ce: 0.03371698036789894 (0.0310839682147006) | > loss_mel_ce: 2.5616374015808105 (nan) | > loss: 0.010299026034772396 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14119880126463197) | > loader_time: 0.0045 (0.004604538805232594)  --> TIME: 2025-03-26 11:51:21 -- STEP: 15080/31555 -- GLOBAL_STEP: 1403500 | > loss_text_ce: 0.028303571045398712 (0.03108310660307817) | > loss_mel_ce: 2.7017176151275635 (nan) | > loss: 0.010833417996764183 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14119812575828408) | > loader_time: 0.0044 (0.0046044357891740885)  --> TIME: 2025-03-26 11:51:31 -- STEP: 15130/31555 -- GLOBAL_STEP: 1403550 | > loss_text_ce: 0.030568387359380722 (0.0310824085099614) | > loss_mel_ce: 2.6249518394470215 (nan) | > loss: 0.010537778958678246 (nan) | > current_lr: 5e-06 | > step_time: 0.19 (0.14118719644603153) | > loader_time: 0.0072 (0.004604272754162453)  --> TIME: 2025-03-26 11:51:40 -- STEP: 15180/31555 -- GLOBAL_STEP: 1403600 | > loss_text_ce: 0.03569291904568672 (0.03108134086431545) | > loss_mel_ce: 2.9558446407318115 (nan) | > loss: 0.011871181428432465 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14118511661082148) | > loader_time: 0.0047 (0.004604216982096436)  --> TIME: 2025-03-26 11:51:50 -- STEP: 15230/31555 -- GLOBAL_STEP: 1403650 | > loss_text_ce: 0.029911041259765625 (0.0310814109373439) | > loss_mel_ce: 2.664808511734009 (nan) | > loss: 0.010693332180380821 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.1411859095918443) | > loader_time: 0.0046 (0.004604094762670667)  --> TIME: 2025-03-26 11:51:59 -- STEP: 15280/31555 -- GLOBAL_STEP: 1403700 | > loss_text_ce: 0.028570450842380524 (0.031076630719886186) | > loss_mel_ce: 0.13959209620952606 (nan) | > loss: 0.0006673117750324309 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14118090087830626) | > loader_time: 0.0045 (0.004603911772448396)  --> TIME: 2025-03-26 11:52:09 -- STEP: 15330/31555 -- GLOBAL_STEP: 1403750 | > loss_text_ce: 0.03478158265352249 (0.031076723063608848) | > loss_mel_ce: 2.40194034576416 (nan) | > loss: 0.00966953206807375 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.1411719290166599) | > loader_time: 0.0043 (0.00460357788879737)  --> TIME: 2025-03-26 11:52:18 -- STEP: 15380/31555 -- GLOBAL_STEP: 1403800 | > loss_text_ce: 0.029757315292954445 (0.03107174814688417) | > loss_mel_ce: 2.3604307174682617 (nan) | > loss: 0.009484873153269291 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14115792613655673) | > loader_time: 0.0046 (0.004603220954518055)  --> TIME: 2025-03-26 11:52:28 -- STEP: 15430/31555 -- GLOBAL_STEP: 1403850 | > loss_text_ce: 0.03302949294447899 (0.031074094624884488) | > loss_mel_ce: 2.818180799484253 (nan) | > loss: 0.011314327828586102 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14115175375749822) | > loader_time: 0.0045 (0.004602975978220933)  --> TIME: 2025-03-26 11:52:37 -- STEP: 15480/31555 -- GLOBAL_STEP: 1403900 | > loss_text_ce: 0.028530452400445938 (0.031076276896567175) | > loss_mel_ce: 2.2148995399475098 (nan) | > loss: 0.008902500383555889 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14113502177465095) | > loader_time: 0.0046 (0.004602708234343458)  --> TIME: 2025-03-26 11:52:47 -- STEP: 15530/31555 -- GLOBAL_STEP: 1403950 | > loss_text_ce: 0.034053921699523926 (0.031074449370380706) | > loss_mel_ce: 2.5763838291168213 (nan) | > loss: 0.010358881205320358 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14112626454635116) | > loader_time: 0.0047 (0.004602379378240838)  --> TIME: 2025-03-26 11:52:56 -- STEP: 15580/31555 -- GLOBAL_STEP: 1404000 | > loss_text_ce: 0.0329924002289772 (0.031077015979349403) | > loss_mel_ce: 3.2479028701782227 (nan) | > loss: 0.013019426725804806 (nan) | > current_lr: 5e-06 | > step_time: 0.1916 (0.14112306580769918) | > loader_time: 0.0046 (0.004601905572399136)  --> TIME: 2025-03-26 11:53:06 -- STEP: 15630/31555 -- GLOBAL_STEP: 1404050 | > loss_text_ce: 0.025927551090717316 (0.031077290024436766) | > loss_mel_ce: 2.552037477493286 (nan) | > loss: 0.010230020619928837 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.1411169447810384) | > loader_time: 0.0046 (0.0046018599548633115)  --> TIME: 2025-03-26 11:53:15 -- STEP: 15680/31555 -- GLOBAL_STEP: 1404100 | > loss_text_ce: 0.024097826331853867 (0.0310806120607446) | > loss_mel_ce: 2.5339417457580566 (nan) | > loss: 0.010150951333343983 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14111090156496706) | > loader_time: 0.0044 (0.004601745641961429)  --> TIME: 2025-03-26 11:53:25 -- STEP: 15730/31555 -- GLOBAL_STEP: 1404150 | > loss_text_ce: 0.03578855097293854 (0.03108004221706891) | > loss_mel_ce: 2.4412333965301514 (nan) | > loss: 0.009829452261328697 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.14110935131456084) | > loader_time: 0.0046 (0.004601643893344383)  --> TIME: 2025-03-26 11:53:34 -- STEP: 15780/31555 -- GLOBAL_STEP: 1404200 | > loss_text_ce: 0.036108724772930145 (0.0310816252727477) | > loss_mel_ce: 1.7079696655273438 (nan) | > loss: 0.006920946296304464 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.1410873929055161) | > loader_time: 0.0043 (0.0046011438992238415)  --> TIME: 2025-03-26 11:53:44 -- STEP: 15830/31555 -- GLOBAL_STEP: 1404250 | > loss_text_ce: 0.03300986438989639 (0.03108274004871022) | > loss_mel_ce: 2.7022039890289307 (nan) | > loss: 0.01085402350872755 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.1410795522805481) | > loader_time: 0.0044 (0.004600857378031324)  --> TIME: 2025-03-26 11:53:53 -- STEP: 15880/31555 -- GLOBAL_STEP: 1404300 | > loss_text_ce: 0.032926131039857864 (0.03108485469920678) | > loss_mel_ce: 2.6691970825195312 (nan) | > loss: 0.010722711682319641 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1410682338160884) | > loader_time: 0.0046 (0.004600448151980038)  --> TIME: 2025-03-26 11:54:02 -- STEP: 15930/31555 -- GLOBAL_STEP: 1404350 | > loss_text_ce: 0.02992718480527401 (0.031088390408875392) | > loss_mel_ce: 2.3887314796447754 (nan) | > loss: 0.00959785282611847 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1410566183881638) | > loader_time: 0.0044 (0.004600047840685982)  --> TIME: 2025-03-26 11:54:12 -- STEP: 15980/31555 -- GLOBAL_STEP: 1404400 | > loss_text_ce: 0.033444710075855255 (0.031088348119420572) | > loss_mel_ce: 2.728100299835205 (nan) | > loss: 0.01095851231366396 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1410648581829469) | > loader_time: 0.0046 (0.004599728930429204)  --> TIME: 2025-03-26 11:54:22 -- STEP: 16030/31555 -- GLOBAL_STEP: 1404450 | > loss_text_ce: 0.032862935215234756 (0.031088037025915484) | > loss_mel_ce: 1.9848915338516235 (nan) | > loss: 0.008006962947547436 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.14105224106658265) | > loader_time: 0.0043 (0.004599542701088224)  --> TIME: 2025-03-26 11:54:31 -- STEP: 16080/31555 -- GLOBAL_STEP: 1404500 | > loss_text_ce: 0.011827677488327026 (0.031090310800575015) | > loss_mel_ce: 2.0504753589630127 (nan) | > loss: 0.008183742873370647 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14104635860789394) | > loader_time: 0.0043 (0.004599321392638212)  --> TIME: 2025-03-26 11:54:41 -- STEP: 16130/31555 -- GLOBAL_STEP: 1404550 | > loss_text_ce: 0.025905122980475426 (0.03108751512809858) | > loss_mel_ce: 2.418661594390869 (nan) | > loss: 0.009700662456452847 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14103186344849045) | > loader_time: 0.0046 (0.004599381557400784)  --> TIME: 2025-03-26 11:54:50 -- STEP: 16180/31555 -- GLOBAL_STEP: 1404600 | > loss_text_ce: 0.03589668497443199 (0.031083059483823654) | > loss_mel_ce: 2.63139009475708 (nan) | > loss: 0.010584472678601742 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14103424855598776) | > loader_time: 0.0044 (0.004599265586607869)  --> TIME: 2025-03-26 11:55:00 -- STEP: 16230/31555 -- GLOBAL_STEP: 1404650 | > loss_text_ce: 0.02718394622206688 (0.031085826158730137) | > loss_mel_ce: 2.9276890754699707 (nan) | > loss: 0.01172568742185831 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14103650112469324) | > loader_time: 0.0044 (0.0045990257886039665)  --> TIME: 2025-03-26 11:55:09 -- STEP: 16280/31555 -- GLOBAL_STEP: 1404700 | > loss_text_ce: 0.024894267320632935 (0.031087219028067787) | > loss_mel_ce: 2.176046133041382 (nan) | > loss: 0.008733890950679779 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1410363125273863) | > loader_time: 0.0046 (0.004598746780095619)  --> TIME: 2025-03-26 11:55:19 -- STEP: 16330/31555 -- GLOBAL_STEP: 1404750 | > loss_text_ce: 0.029754947870969772 (0.031085380528119905) | > loss_mel_ce: 2.7884562015533447 (nan) | > loss: 0.011183378286659718 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14104226491090566) | > loader_time: 0.0044 (0.0045987230681672625)  --> TIME: 2025-03-26 11:55:29 -- STEP: 16380/31555 -- GLOBAL_STEP: 1404800 | > loss_text_ce: 0.027917591854929924 (0.0310797686755125) | > loss_mel_ce: 1.62056303024292 (nan) | > loss: 0.006541590206325054 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14104638920598772) | > loader_time: 0.0041 (0.004598680360558889)  --> TIME: 2025-03-26 11:55:39 -- STEP: 16430/31555 -- GLOBAL_STEP: 1404850 | > loss_text_ce: 0.02311154641211033 (0.031076960071662867) | > loss_mel_ce: 2.525909423828125 (nan) | > loss: 0.010115163400769234 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14104045705684926) | > loader_time: 0.0046 (0.004598389612199075)  --> TIME: 2025-03-26 11:55:48 -- STEP: 16480/31555 -- GLOBAL_STEP: 1404900 | > loss_text_ce: 0.03858845680952072 (0.031078493899272447) | > loss_mel_ce: 1.9990290403366089 (nan) | > loss: 0.008085783571004868 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14104261302832183) | > loader_time: 0.0043 (0.004598208567471217)  --> TIME: 2025-03-26 11:55:58 -- STEP: 16530/31555 -- GLOBAL_STEP: 1404950 | > loss_text_ce: 0.024842390790581703 (0.031079627490330306) | > loss_mel_ce: 1.8549933433532715 (nan) | > loss: 0.007459666114300489 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14103694003924913) | > loader_time: 0.0044 (0.00459806004655199)  --> TIME: 2025-03-26 11:56:07 -- STEP: 16580/31555 -- GLOBAL_STEP: 1405000 | > loss_text_ce: 0.03390202298760414 (0.031083116847662247) | > loss_mel_ce: 1.9786317348480225 (nan) | > loss: 0.00798624474555254 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1410407658796682) | > loader_time: 0.0044 (0.004597926298010372)  --> TIME: 2025-03-26 11:56:17 -- STEP: 16630/31555 -- GLOBAL_STEP: 1405050 | > loss_text_ce: 0.035159043967723846 (0.031085159549835713) | > loss_mel_ce: 2.673454523086548 (nan) | > loss: 0.010748467408120632 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1410502659292437) | > loader_time: 0.0045 (0.004597925724068573)  --> TIME: 2025-03-26 11:56:27 -- STEP: 16680/31555 -- GLOBAL_STEP: 1405100 | > loss_text_ce: 0.03614324331283569 (0.031082884326624087) | > loss_mel_ce: 1.5603957176208496 (nan) | > loss: 0.00633547268807888 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1410556515057874) | > loader_time: 0.0046 (0.004598034786091757)  --> TIME: 2025-03-26 11:56:37 -- STEP: 16730/31555 -- GLOBAL_STEP: 1405150 | > loss_text_ce: 0.04239916801452637 (0.03107961937746181) | > loss_mel_ce: 3.0062499046325684 (nan) | > loss: 0.012097814120352268 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14105404105930283) | > loader_time: 0.0045 (0.004598208380116046)  --> TIME: 2025-03-26 11:56:46 -- STEP: 16780/31555 -- GLOBAL_STEP: 1405200 | > loss_text_ce: 0.02089867740869522 (0.03108103697363585) | > loss_mel_ce: 2.8074731826782227 (nan) | > loss: 0.011223698034882545 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14104987755151333) | > loader_time: 0.0045 (0.004598232716570631)  --> TIME: 2025-03-26 11:56:56 -- STEP: 16830/31555 -- GLOBAL_STEP: 1405250 | > loss_text_ce: 0.02875393256545067 (0.03108176767396665) | > loss_mel_ce: 2.943722724914551 (nan) | > loss: 0.011795543134212494 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14104441814456525) | > loader_time: 0.0045 (0.004598016903220548)  --> TIME: 2025-03-26 11:57:06 -- STEP: 16880/31555 -- GLOBAL_STEP: 1405300 | > loss_text_ce: 0.031752295792102814 (0.031084034935310836) | > loss_mel_ce: 2.4557299613952637 (nan) | > loss: 0.009870962239801884 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1410627705084761) | > loader_time: 0.0044 (0.0045979314223285345)  --> TIME: 2025-03-26 11:57:15 -- STEP: 16930/31555 -- GLOBAL_STEP: 1405350 | > loss_text_ce: 0.038884084671735764 (0.031086109051721832) | > loss_mel_ce: 2.2610220909118652 (nan) | > loss: 0.009126612916588783 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1410553259604503) | > loader_time: 0.0046 (0.004597701536292414)  --> TIME: 2025-03-26 11:57:25 -- STEP: 16980/31555 -- GLOBAL_STEP: 1405400 | > loss_text_ce: 0.03518592193722725 (0.03108335246811363) | > loss_mel_ce: 1.8652669191360474 (nan) | > loss: 0.007541480008512735 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14105648668691245) | > loader_time: 0.0046 (0.00459759694527404)  --> TIME: 2025-03-26 11:57:34 -- STEP: 17030/31555 -- GLOBAL_STEP: 1405450 | > loss_text_ce: 0.04170816019177437 (0.031082356226353244) | > loss_mel_ce: 2.5341615676879883 (nan) | > loss: 0.01022170577198267 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1410399891107969) | > loader_time: 0.0044 (0.004597619219660724)  --> TIME: 2025-03-26 11:57:44 -- STEP: 17080/31555 -- GLOBAL_STEP: 1405500 | > loss_text_ce: 0.03541746363043785 (0.03108570762578424) | > loss_mel_ce: 3.090982437133789 (nan) | > loss: 0.01240635011345148 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14104254284842993) | > loader_time: 0.0046 (0.004597607918031357)  --> TIME: 2025-03-26 11:57:54 -- STEP: 17130/31555 -- GLOBAL_STEP: 1405550 | > loss_text_ce: 0.022586017847061157 (0.031080594274796595) | > loss_mel_ce: 2.288618564605713 (nan) | > loss: 0.009171447716653347 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14105993213530998) | > loader_time: 0.0044 (0.004597382759811338)  --> TIME: 2025-03-26 11:58:04 -- STEP: 17180/31555 -- GLOBAL_STEP: 1405600 | > loss_text_ce: 0.03348781168460846 (0.031083609121585996) | > loss_mel_ce: 2.206291913986206 (nan) | > loss: 0.008888015523552895 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14106442743740952) | > loader_time: 0.0047 (0.0045973046417147855)  --> TIME: 2025-03-26 11:58:13 -- STEP: 17230/31555 -- GLOBAL_STEP: 1405650 | > loss_text_ce: 0.019485723227262497 (0.031079162648342252) | > loss_mel_ce: 2.2475857734680176 (nan) | > loss: 0.008996316231787205 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14105739535388653) | > loader_time: 0.0043 (0.004597157942162548)  --> TIME: 2025-03-26 11:58:23 -- STEP: 17280/31555 -- GLOBAL_STEP: 1405700 | > loss_text_ce: 0.035751719027757645 (0.031077248081769707) | > loss_mel_ce: 2.6542770862579346 (nan) | > loss: 0.010674718767404556 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.1410623630301812) | > loader_time: 0.0047 (0.004597324132919348)  --> TIME: 2025-03-26 11:58:33 -- STEP: 17330/31555 -- GLOBAL_STEP: 1405750 | > loss_text_ce: 0.03986910358071327 (0.03107760834625336) | > loss_mel_ce: 2.026686906814575 (nan) | > loss: 0.008200619369745255 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14106852493737307) | > loader_time: 0.0046 (0.004597161411895171)  --> TIME: 2025-03-26 11:58:42 -- STEP: 17380/31555 -- GLOBAL_STEP: 1405800 | > loss_text_ce: 0.02243913523852825 (0.031076969621998823) | > loss_mel_ce: 2.3915538787841797 (nan) | > loss: 0.009579338133335114 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14107887780570255) | > loader_time: 0.0046 (0.004597182501583332)  --> TIME: 2025-03-26 11:58:52 -- STEP: 17430/31555 -- GLOBAL_STEP: 1405850 | > loss_text_ce: 0.02796115167438984 (0.031078586968306367) | > loss_mel_ce: 2.824201822280884 (nan) | > loss: 0.011318108066916466 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14108342653844588) | > loader_time: 0.0045 (0.004596992039639481)  --> TIME: 2025-03-26 11:59:02 -- STEP: 17480/31555 -- GLOBAL_STEP: 1405900 | > loss_text_ce: 0.02975006215274334 (0.031077696428340126) | > loss_mel_ce: 2.663792133331299 (nan) | > loss: 0.01068866066634655 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14108366291091895) | > loader_time: 0.0045 (0.004596983363481117)  --> TIME: 2025-03-26 11:59:12 -- STEP: 17530/31555 -- GLOBAL_STEP: 1405950 | > loss_text_ce: 0.02988775260746479 (0.031077838007305444) | > loss_mel_ce: 2.58673357963562 (nan) | > loss: 0.010383417829871178 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1410894172503066) | > loader_time: 0.0044 (0.004596774223118767)  --> TIME: 2025-03-26 11:59:22 -- STEP: 17580/31555 -- GLOBAL_STEP: 1406000 | > loss_text_ce: 0.0332474485039711 (0.031078983834267628) | > loss_mel_ce: 2.66701340675354 (nan) | > loss: 0.010715321637690067 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14110153407638173) | > loader_time: 0.0044 (0.004596670333029095)  --> TIME: 2025-03-26 11:59:31 -- STEP: 17630/31555 -- GLOBAL_STEP: 1406050 | > loss_text_ce: 0.02508534863591194 (0.031074400383649448) | > loss_mel_ce: 2.6920166015625 (nan) | > loss: 0.010782151482999325 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14109959287259294) | > loader_time: 0.0045 (0.004596721064415595)  --> TIME: 2025-03-26 11:59:41 -- STEP: 17680/31555 -- GLOBAL_STEP: 1406100 | > loss_text_ce: 0.02644778974354267 (0.03107136535290755) | > loss_mel_ce: 2.780921220779419 (nan) | > loss: 0.011140353977680206 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14110457210788835) | > loader_time: 0.0049 (0.004596806381622624)  --> TIME: 2025-03-26 11:59:51 -- STEP: 17730/31555 -- GLOBAL_STEP: 1406150 | > loss_text_ce: 0.028072373941540718 (0.031072698834941036) | > loss_mel_ce: 2.2632744312286377 (nan) | > loss: 0.009092646650969982 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14110157726446998) | > loader_time: 0.0045 (0.004596859051962087)  --> TIME: 2025-03-26 12:00:00 -- STEP: 17780/31555 -- GLOBAL_STEP: 1406200 | > loss_text_ce: 0.034499507397413254 (0.03107183767038453) | > loss_mel_ce: 2.7264862060546875 (nan) | > loss: 0.01095629297196865 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14108833590830336) | > loader_time: 0.0048 (0.004596829977561199)  --> TIME: 2025-03-26 12:00:10 -- STEP: 17830/31555 -- GLOBAL_STEP: 1406250 | > loss_text_ce: 0.016394315287470818 (0.03106906074472712) | > loss_mel_ce: 2.6389529705047607 (nan) | > loss: 0.010537093505263329 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1410968819161974) | > loader_time: 0.0044 (0.004597022556148779)  --> TIME: 2025-03-26 12:00:19 -- STEP: 17880/31555 -- GLOBAL_STEP: 1406300 | > loss_text_ce: 0.044103287160396576 (0.031075789910476548) | > loss_mel_ce: 2.816301107406616 (nan) | > loss: 0.011350812390446663 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14109258006349704) | > loader_time: 0.0047 (0.00459716152024752)  --> TIME: 2025-03-26 12:00:29 -- STEP: 17930/31555 -- GLOBAL_STEP: 1406350 | > loss_text_ce: 0.017891768366098404 (0.03107558112161424) | > loss_mel_ce: 2.2648391723632812 (nan) | > loss: 0.009058456867933273 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14109390680841752) | > loader_time: 0.0043 (0.00459702861953968)  --> TIME: 2025-03-26 12:00:39 -- STEP: 17980/31555 -- GLOBAL_STEP: 1406400 | > loss_text_ce: 0.03110211342573166 (0.031071389753690552) | > loss_mel_ce: 2.826307773590088 (nan) | > loss: 0.01133892871439457 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14109439278338404) | > loader_time: 0.0045 (0.00459696058436684)  --> TIME: 2025-03-26 12:00:49 -- STEP: 18030/31555 -- GLOBAL_STEP: 1406450 | > loss_text_ce: 0.024592185392975807 (0.03107465794031042) | > loss_mel_ce: 1.6348876953125 (nan) | > loss: 0.0065852380357682705 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14110505408997356) | > loader_time: 0.0046 (0.004597199366480159)  --> TIME: 2025-03-26 12:00:58 -- STEP: 18080/31555 -- GLOBAL_STEP: 1406500 | > loss_text_ce: 0.0313856303691864 (0.031076315214880124) | > loss_mel_ce: 3.081165075302124 (nan) | > loss: 0.012351392768323421 (nan) | > current_lr: 5e-06 | > step_time: 0.1831 (0.14110066669177118) | > loader_time: 0.0047 (0.004597184365302092)  --> TIME: 2025-03-26 12:01:07 -- STEP: 18130/31555 -- GLOBAL_STEP: 1406550 | > loss_text_ce: 0.025167500600218773 (0.031078910767277975) | > loss_mel_ce: 2.3724522590637207 (nan) | > loss: 0.009514364413917065 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.141090988941897) | > loader_time: 0.0044 (0.004597184635694716)  --> TIME: 2025-03-26 12:01:17 -- STEP: 18180/31555 -- GLOBAL_STEP: 1406600 | > loss_text_ce: 0.03672821819782257 (0.03107807986838876) | > loss_mel_ce: 2.820530652999878 (nan) | > loss: 0.011338328942656517 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14109929664955895) | > loader_time: 0.0044 (0.0045971537449441486)  --> TIME: 2025-03-26 12:01:27 -- STEP: 18230/31555 -- GLOBAL_STEP: 1406650 | > loss_text_ce: 0.033812012523412704 (0.031079343692933425) | > loss_mel_ce: 3.1945629119873047 (nan) | > loss: 0.01281101256608963 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14108428547033117) | > loader_time: 0.0045 (0.0045966381040564)  --> TIME: 2025-03-26 12:01:37 -- STEP: 18280/31555 -- GLOBAL_STEP: 1406700 | > loss_text_ce: 0.025323880836367607 (0.031075511579666718) | > loss_mel_ce: 1.7518234252929688 (nan) | > loss: 0.007052171975374222 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14109495480420509) | > loader_time: 0.0044 (0.004597129602661829)  --> TIME: 2025-03-26 12:01:46 -- STEP: 18330/31555 -- GLOBAL_STEP: 1406750 | > loss_text_ce: 0.03049383871257305 (0.031075299579540416) | > loss_mel_ce: 0.11281738430261612 (nan) | > loss: 0.0005686953663825989 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1410902390243309) | > loader_time: 0.0046 (0.004597155864422161)  --> TIME: 2025-03-26 12:01:56 -- STEP: 18380/31555 -- GLOBAL_STEP: 1406800 | > loss_text_ce: 0.04341602697968483 (0.03107803207923485) | > loss_mel_ce: 2.7393529415130615 (nan) | > loss: 0.011042734608054161 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14110117481374845) | > loader_time: 0.0046 (0.004597823521258155)  --> TIME: 2025-03-26 12:02:06 -- STEP: 18430/31555 -- GLOBAL_STEP: 1406850 | > loss_text_ce: 0.02644338831305504 (0.031077096008251478) | > loss_mel_ce: 1.7789793014526367 (nan) | > loss: 0.007164375856518745 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14110459316313645) | > loader_time: 0.0044 (0.004597906502316476)  --> TIME: 2025-03-26 12:02:15 -- STEP: 18480/31555 -- GLOBAL_STEP: 1406900 | > loss_text_ce: 0.03472094237804413 (0.03107757699233379) | > loss_mel_ce: 2.9401047229766846 (nan) | > loss: 0.011804863810539246 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14110519796996884) | > loader_time: 0.0046 (0.00459802346828182)  --> TIME: 2025-03-26 12:02:25 -- STEP: 18530/31555 -- GLOBAL_STEP: 1406950 | > loss_text_ce: 0.032193806022405624 (0.031077373791104045) | > loss_mel_ce: 2.4232683181762695 (nan) | > loss: 0.009743898175656796 (nan) | > current_lr: 5e-06 | > step_time: 0.1178 (0.14109485009137285) | > loader_time: 0.0046 (0.004597932817610437)  --> TIME: 2025-03-26 12:02:34 -- STEP: 18580/31555 -- GLOBAL_STEP: 1407000 | > loss_text_ce: 0.024365095421671867 (0.031075250123857055) | > loss_mel_ce: 2.828798532485962 (nan) | > loss: 0.011322079226374626 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.1410938548066512) | > loader_time: 0.0048 (0.004598021391775195)  --> TIME: 2025-03-26 12:02:44 -- STEP: 18630/31555 -- GLOBAL_STEP: 1407050 | > loss_text_ce: 0.036239515990018845 (0.031074753732251038) | > loss_mel_ce: 2.241374969482422 (nan) | > loss: 0.009038154035806656 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14108267874725353) | > loader_time: 0.0044 (0.004597856290738448)  --> TIME: 2025-03-26 12:02:54 -- STEP: 18680/31555 -- GLOBAL_STEP: 1407100 | > loss_text_ce: 0.031221698969602585 (0.031072563212115628) | > loss_mel_ce: 2.212771415710449 (nan) | > loss: 0.008904734626412392 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14109296584282452) | > loader_time: 0.0045 (0.0045979375247016145)  --> TIME: 2025-03-26 12:03:04 -- STEP: 18730/31555 -- GLOBAL_STEP: 1407150 | > loss_text_ce: 0.038922302424907684 (0.031072874211652023) | > loss_mel_ce: 2.805263042449951 (nan) | > loss: 0.011286450549960136 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14109592379189623) | > loader_time: 0.0044 (0.004597879576288459)  --> TIME: 2025-03-26 12:03:13 -- STEP: 18780/31555 -- GLOBAL_STEP: 1407200 | > loss_text_ce: 0.03206818178296089 (0.031074244041477864) | > loss_mel_ce: 1.888110876083374 (nan) | > loss: 0.007619758602231741 (nan) | > current_lr: 5e-06 | > step_time: 0.1035 (0.14108955458965) | > loader_time: 0.0045 (0.00459792483221103)  --> TIME: 2025-03-26 12:03:23 -- STEP: 18830/31555 -- GLOBAL_STEP: 1407250 | > loss_text_ce: 0.02994396537542343 (0.031076171263049353) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14109115253657117) | > loader_time: 0.0045 (0.004598002970630182)  --> TIME: 2025-03-26 12:03:33 -- STEP: 18880/31555 -- GLOBAL_STEP: 1407300 | > loss_text_ce: 0.020170096307992935 (0.031073501648754276) | > loss_mel_ce: 1.834426999092102 (nan) | > loss: 0.0073595126159489155 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14110065458689677) | > loader_time: 0.0044 (0.004598110194428509)  --> TIME: 2025-03-26 12:03:42 -- STEP: 18930/31555 -- GLOBAL_STEP: 1407350 | > loss_text_ce: 0.03252328932285309 (0.03107183847150323) | > loss_mel_ce: 1.9891700744628906 (nan) | > loss: 0.008022593334317207 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14110353838119039) | > loader_time: 0.0045 (0.004598027855016177)  --> TIME: 2025-03-26 12:03:52 -- STEP: 18980/31555 -- GLOBAL_STEP: 1407400 | > loss_text_ce: 0.027534686028957367 (0.031071425756651543) | > loss_mel_ce: 1.9333549737930298 (nan) | > loss: 0.007781308609992266 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.14110156145688715) | > loader_time: 0.0048 (0.004598110870264869)  --> TIME: 2025-03-26 12:04:02 -- STEP: 19030/31555 -- GLOBAL_STEP: 1407450 | > loss_text_ce: 0.030982648953795433 (0.03106878362919037) | > loss_mel_ce: 2.4778592586517334 (nan) | > loss: 0.009955722838640213 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1411064151206643) | > loader_time: 0.0045 (0.004597982255271167)  --> TIME: 2025-03-26 12:04:11 -- STEP: 19080/31555 -- GLOBAL_STEP: 1407500 | > loss_text_ce: 0.03513648733496666 (0.031067020371868675) | > loss_mel_ce: 2.8936264514923096 (nan) | > loss: 0.01162207592278719 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1411055168390772) | > loader_time: 0.0047 (0.004597878843483445)  --> TIME: 2025-03-26 12:04:21 -- STEP: 19130/31555 -- GLOBAL_STEP: 1407550 | > loss_text_ce: 0.028436703607439995 (0.031067496370689694) | > loss_mel_ce: 2.9198312759399414 (nan) | > loss: 0.011699476279318333 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.1411125029560413) | > loader_time: 0.0047 (0.004597845840254706)  --> TIME: 2025-03-26 12:04:31 -- STEP: 19180/31555 -- GLOBAL_STEP: 1407600 | > loss_text_ce: 0.038505326956510544 (0.031063895771518833) | > loss_mel_ce: 2.6974098682403564 (nan) | > loss: 0.010856807231903076 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.1411191662981312) | > loader_time: 0.0047 (0.004597808186030869)  --> TIME: 2025-03-26 12:04:40 -- STEP: 19230/31555 -- GLOBAL_STEP: 1407650 | > loss_text_ce: 0.032314594835042953 (0.031060780720272862) | > loss_mel_ce: 2.5603644847869873 (nan) | > loss: 0.01028840895742178 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14111337698937923) | > loader_time: 0.0048 (0.004597791221943993)  --> TIME: 2025-03-26 12:04:50 -- STEP: 19280/31555 -- GLOBAL_STEP: 1407700 | > loss_text_ce: 0.03453637659549713 (0.031059023840748996) | > loss_mel_ce: 2.710608959197998 (nan) | > loss: 0.010893434286117554 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.1411113353685716) | > loader_time: 0.0047 (0.004597663557875714)  --> TIME: 2025-03-26 12:05:00 -- STEP: 19330/31555 -- GLOBAL_STEP: 1407750 | > loss_text_ce: 0.03926803171634674 (0.031058885828209815) | > loss_mel_ce: 2.4381396770477295 (nan) | > loss: 0.009830983355641365 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14110494952589106) | > loader_time: 0.0043 (0.004597954199959202)  --> TIME: 2025-03-26 12:05:09 -- STEP: 19380/31555 -- GLOBAL_STEP: 1407800 | > loss_text_ce: 0.025386445224285126 (0.03105809734004931) | > loss_mel_ce: 2.055928945541382 (nan) | > loss: 0.008259188383817673 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.1411005155097832) | > loader_time: 0.0045 (0.004597751250331011)  --> TIME: 2025-03-26 12:05:19 -- STEP: 19430/31555 -- GLOBAL_STEP: 1407850 | > loss_text_ce: 0.029025694355368614 (0.031056057068419116) | > loss_mel_ce: 2.36492919921875 (nan) | > loss: 0.009499821811914444 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1411014237479945) | > loader_time: 0.0045 (0.004597617226412672)  --> TIME: 2025-03-26 12:05:28 -- STEP: 19480/31555 -- GLOBAL_STEP: 1407900 | > loss_text_ce: 0.02569769136607647 (0.031053493564587004) | > loss_mel_ce: 1.3360450267791748 (nan) | > loss: 0.005403741262853146 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14109709035199744) | > loader_time: 0.0042 (0.004597384019064472)  --> TIME: 2025-03-26 12:05:38 -- STEP: 19530/31555 -- GLOBAL_STEP: 1407950 | > loss_text_ce: 0.035531654953956604 (0.031051902326812927) | > loss_mel_ce: 2.6511783599853516 (nan) | > loss: 0.010661548934876919 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1411120557321135) | > loader_time: 0.0043 (0.00459688754797105)  --> TIME: 2025-03-26 12:05:48 -- STEP: 19580/31555 -- GLOBAL_STEP: 1408000 | > loss_text_ce: 0.026764528825879097 (0.031049477704301234) | > loss_mel_ce: 2.0824453830718994 (nan) | > loss: 0.00836988165974617 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14111511318871114) | > loader_time: 0.0044 (0.004596669181983496)  --> TIME: 2025-03-26 12:05:58 -- STEP: 19630/31555 -- GLOBAL_STEP: 1408050 | > loss_text_ce: 0.030484603717923164 (0.03105139963730213) | > loss_mel_ce: 2.9220898151397705 (nan) | > loss: 0.011716566048562527 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.1411298531023626) | > loader_time: 0.0045 (0.004596504555389832)  --> TIME: 2025-03-26 12:06:08 -- STEP: 19680/31555 -- GLOBAL_STEP: 1408100 | > loss_text_ce: 0.03494350239634514 (0.031053544169081737) | > loss_mel_ce: 2.7747278213500977 (nan) | > loss: 0.011149490252137184 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14113455574686903) | > loader_time: 0.0046 (0.0045963962024789615)  --> TIME: 2025-03-26 12:06:17 -- STEP: 19730/31555 -- GLOBAL_STEP: 1408150 | > loss_text_ce: 0.0376795157790184 (0.031053990022799974) | > loss_mel_ce: 2.0606918334960938 (nan) | > loss: 0.008326870389282703 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.1411316338252487) | > loader_time: 0.0045 (0.004596334704879101)  --> TIME: 2025-03-26 12:06:27 -- STEP: 19780/31555 -- GLOBAL_STEP: 1408200 | > loss_text_ce: 0.025696467608213425 (0.031052657728355578) | > loss_mel_ce: 2.9123058319091797 (nan) | > loss: 0.011658740229904652 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14111733158148185) | > loader_time: 0.0046 (0.0045962568361187965)  --> TIME: 2025-03-26 12:06:36 -- STEP: 19830/31555 -- GLOBAL_STEP: 1408250 | > loss_text_ce: 0.029595403000712395 (0.031050267592739395) | > loss_mel_ce: 2.656125545501709 (nan) | > loss: 0.010657623410224915 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14111912772322402) | > loader_time: 0.0044 (0.0045963570137428)  --> TIME: 2025-03-26 12:06:45 -- STEP: 19880/31555 -- GLOBAL_STEP: 1408300 | > loss_text_ce: 0.031510498374700546 (0.031051498419095498) | > loss_mel_ce: 2.4386966228485107 (nan) | > loss: 0.009802410379052162 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14109339031655016) | > loader_time: 0.0044 (0.004596122901444473)  --> TIME: 2025-03-26 12:06:55 -- STEP: 19930/31555 -- GLOBAL_STEP: 1408350 | > loss_text_ce: 0.0284765362739563 (0.031052505020874636) | > loss_mel_ce: 2.9993255138397217 (nan) | > loss: 0.012015087530016899 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14109192106272747) | > loader_time: 0.0048 (0.00459609720734455)  --> TIME: 2025-03-26 12:07:05 -- STEP: 19980/31555 -- GLOBAL_STEP: 1408400 | > loss_text_ce: 0.037049029022455215 (0.031052914451485177) | > loss_mel_ce: 2.4027316570281982 (nan) | > loss: 0.009681669995188713 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14109559426675175) | > loader_time: 0.0046 (0.004596096307069102)  --> TIME: 2025-03-26 12:07:14 -- STEP: 20030/31555 -- GLOBAL_STEP: 1408450 | > loss_text_ce: 0.03910038247704506 (0.03105390235856994) | > loss_mel_ce: 2.776982307434082 (nan) | > loss: 0.01117493212223053 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14108158011348343) | > loader_time: 0.0044 (0.004596049727288958)  --> TIME: 2025-03-26 12:07:23 -- STEP: 20080/31555 -- GLOBAL_STEP: 1408500 | > loss_text_ce: 0.021217960864305496 (0.03105196399967635) | > loss_mel_ce: 2.8040943145751953 (nan) | > loss: 0.011211557313799858 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14107008006468205) | > loader_time: 0.0045 (0.004596241014412209)  --> TIME: 2025-03-26 12:07:33 -- STEP: 20130/31555 -- GLOBAL_STEP: 1408550 | > loss_text_ce: 0.027926288545131683 (0.03105152609396746) | > loss_mel_ce: 0.0605807825922966 (nan) | > loss: 0.00035121856490150094 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14108489652918832) | > loader_time: 0.0046 (0.004596328865634949)  --> TIME: 2025-03-26 12:07:44 -- STEP: 20180/31555 -- GLOBAL_STEP: 1408600 | > loss_text_ce: 0.02852228283882141 (0.031050329878824747) | > loss_mel_ce: 2.1356263160705566 (nan) | > loss: 0.008587891235947609 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14110393126017942) | > loader_time: 0.0046 (0.004596422874065063)  --> TIME: 2025-03-26 12:07:53 -- STEP: 20230/31555 -- GLOBAL_STEP: 1408650 | > loss_text_ce: 0.027520574629306793 (0.031050848790218393) | > loss_mel_ce: 2.524319887161255 (nan) | > loss: 0.010126352310180664 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.1411010295874516) | > loader_time: 0.0048 (0.00459636893534037)  --> TIME: 2025-03-26 12:08:03 -- STEP: 20280/31555 -- GLOBAL_STEP: 1408700 | > loss_text_ce: 0.034264612942934036 (0.031051196863358617) | > loss_mel_ce: 2.6494579315185547 (nan) | > loss: 0.010649693198502064 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14110198502944976) | > loader_time: 0.0047 (0.0045968486594965855)  --> TIME: 2025-03-26 12:08:12 -- STEP: 20330/31555 -- GLOBAL_STEP: 1408750 | > loss_text_ce: 0.03366751968860626 (0.031053070003552518) | > loss_mel_ce: 1.5177757740020752 (nan) | > loss: 0.006156521383672953 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14109395929468807) | > loader_time: 0.0045 (0.004596955789114784)  --> TIME: 2025-03-26 12:08:22 -- STEP: 20380/31555 -- GLOBAL_STEP: 1408800 | > loss_text_ce: 0.031658753752708435 (0.031050610739483668) | > loss_mel_ce: 2.6037750244140625 (nan) | > loss: 0.010458070784807205 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14110109094782572) | > loader_time: 0.0045 (0.004596985135157996)  --> TIME: 2025-03-26 12:08:32 -- STEP: 20430/31555 -- GLOBAL_STEP: 1408850 | > loss_text_ce: 0.03420434147119522 (0.031049791931681156) | > loss_mel_ce: 3.030423402786255 (nan) | > loss: 0.012161221355199814 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14110466189904913) | > loader_time: 0.0047 (0.004596950630901277)  --> TIME: 2025-03-26 12:08:42 -- STEP: 20480/31555 -- GLOBAL_STEP: 1408900 | > loss_text_ce: 0.044077757745981216 (0.031048480653817025) | > loss_mel_ce: 0.01690673828125 (nan) | > loss: 0.00024200198822654784 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1411029802984555) | > loader_time: 0.0045 (0.0045969746657647335)  --> TIME: 2025-03-26 12:08:51 -- STEP: 20530/31555 -- GLOBAL_STEP: 1408950 | > loss_text_ce: 0.02085147053003311 (0.031049040059118564) | > loss_mel_ce: 2.617588996887207 (nan) | > loss: 0.010470001958310604 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14109170475182592) | > loader_time: 0.0047 (0.004596865182961146)  --> TIME: 2025-03-26 12:09:00 -- STEP: 20580/31555 -- GLOBAL_STEP: 1409000 | > loss_text_ce: 0.027542658150196075 (0.03104810686741274) | > loss_mel_ce: 2.618065595626831 (nan) | > loss: 0.010498445481061935 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14108638338259477) | > loader_time: 0.0048 (0.00459679441618851)  --> TIME: 2025-03-26 12:09:10 -- STEP: 20630/31555 -- GLOBAL_STEP: 1409050 | > loss_text_ce: 0.02453058958053589 (0.03104818510297926) | > loss_mel_ce: 2.2005457878112793 (nan) | > loss: 0.00882966909557581 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14106940320551617) | > loader_time: 0.0045 (0.004596859115567317)  --> TIME: 2025-03-26 12:09:20 -- STEP: 20680/31555 -- GLOBAL_STEP: 1409100 | > loss_text_ce: 0.028889533132314682 (0.031051061815506556) | > loss_mel_ce: 2.289733648300171 (nan) | > loss: 0.009200885891914368 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14108275725025243) | > loader_time: 0.0047 (0.004596966873976911)  --> TIME: 2025-03-26 12:09:30 -- STEP: 20730/31555 -- GLOBAL_STEP: 1409150 | > loss_text_ce: 0.0378069169819355 (0.031052403045288977) | > loss_mel_ce: 2.6812031269073486 (nan) | > loss: 0.010789723135530949 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14109186873134621) | > loader_time: 0.0046 (0.004597029476653435)  --> TIME: 2025-03-26 12:09:39 -- STEP: 20780/31555 -- GLOBAL_STEP: 1409200 | > loss_text_ce: 0.036247286945581436 (0.03105436491231408) | > loss_mel_ce: 2.586343288421631 (nan) | > loss: 0.010407106019556522 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14108877958760319) | > loader_time: 0.0046 (0.004597076851089393)  --> TIME: 2025-03-26 12:09:49 -- STEP: 20830/31555 -- GLOBAL_STEP: 1409250 | > loss_text_ce: 0.03279237821698189 (0.03105489469584448) | > loss_mel_ce: 2.2525296211242676 (nan) | > loss: 0.009068738669157028 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14110018657596407) | > loader_time: 0.0047 (0.004596993583243359)  --> TIME: 2025-03-26 12:09:59 -- STEP: 20880/31555 -- GLOBAL_STEP: 1409300 | > loss_text_ce: 0.021563326939940453 (0.03105497265103455) | > loss_mel_ce: 2.0650346279144287 (nan) | > loss: 0.008280150592327118 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14110579070460275) | > loader_time: 0.0046 (0.004596973116370471)  --> TIME: 2025-03-26 12:10:09 -- STEP: 20930/31555 -- GLOBAL_STEP: 1409350 | > loss_text_ce: 0.029171230271458626 (0.03105500748254647) | > loss_mel_ce: 2.235262870788574 (nan) | > loss: 0.008985850028693676 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14110515124479991) | > loader_time: 0.0044 (0.004596894560849005)  --> TIME: 2025-03-26 12:10:18 -- STEP: 20980/31555 -- GLOBAL_STEP: 1409400 | > loss_text_ce: 0.03338915854692459 (0.03105198428966105) | > loss_mel_ce: 2.8531055450439453 (nan) | > loss: 0.011454344727098942 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14110388330781412) | > loader_time: 0.0047 (0.004596936782276911)  --> TIME: 2025-03-26 12:10:28 -- STEP: 21030/31555 -- GLOBAL_STEP: 1409450 | > loss_text_ce: 0.03227267786860466 (0.031054379895402103) | > loss_mel_ce: 0.050594329833984375 (nan) | > loss: 0.00032883737003430724 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.1411080792695069) | > loader_time: 0.0069 (0.004597144516887311)  --> TIME: 2025-03-26 12:10:37 -- STEP: 21080/31555 -- GLOBAL_STEP: 1409500 | > loss_text_ce: 0.04101474583148956 (0.03105778995820938) | > loss_mel_ce: 2.4819207191467285 (nan) | > loss: 0.010011648759245872 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14109776018919012) | > loader_time: 0.0045 (0.004597082083772677)  --> TIME: 2025-03-26 12:10:47 -- STEP: 21130/31555 -- GLOBAL_STEP: 1409550 | > loss_text_ce: 0.03207196295261383 (0.03105746520290013) | > loss_mel_ce: 2.72845458984375 (nan) | > loss: 0.010954471305012703 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1410905082023824) | > loader_time: 0.0045 (0.004596890367380671)  --> TIME: 2025-03-26 12:10:56 -- STEP: 21180/31555 -- GLOBAL_STEP: 1409600 | > loss_text_ce: 0.03335987403988838 (0.031058918168272286) | > loss_mel_ce: 2.570237636566162 (nan) | > loss: 0.010331735946238041 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14109109555695604) | > loader_time: 0.0046 (0.004596814127661817)  --> TIME: 2025-03-26 12:11:07 -- STEP: 21230/31555 -- GLOBAL_STEP: 1409650 | > loss_text_ce: 0.027608536183834076 (0.03106107504633038) | > loss_mel_ce: 2.852755546569824 (nan) | > loss: 0.011430017650127411 (nan) | > current_lr: 5e-06 | > step_time: 0.1486 (0.14110786853058968) | > loader_time: 0.0045 (0.004596770343160624)  --> TIME: 2025-03-26 12:11:16 -- STEP: 21280/31555 -- GLOBAL_STEP: 1409700 | > loss_text_ce: 0.031036194413900375 (0.031061167742390032) | > loss_mel_ce: 2.6634929180145264 (nan) | > loss: 0.010692575946450233 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14110672238625974) | > loader_time: 0.0045 (0.00459679063773695)  --> TIME: 2025-03-26 12:11:26 -- STEP: 21330/31555 -- GLOBAL_STEP: 1409750 | > loss_text_ce: 0.02970031648874283 (0.031063376174321894) | > loss_mel_ce: 2.6819915771484375 (nan) | > loss: 0.010760682635009289 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14112220471083028) | > loader_time: 0.0047 (0.004596912687617314)  --> TIME: 2025-03-26 12:11:36 -- STEP: 21380/31555 -- GLOBAL_STEP: 1409800 | > loss_text_ce: 0.02793254517018795 (0.031064402909036396) | > loss_mel_ce: 2.4000980854034424 (nan) | > loss: 0.00963504333049059 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14111624145418597) | > loader_time: 0.0045 (0.004597045385023521)  --> TIME: 2025-03-26 12:11:46 -- STEP: 21430/31555 -- GLOBAL_STEP: 1409850 | > loss_text_ce: 0.029639124870300293 (0.031067162652500407) | > loss_mel_ce: 2.3956081867218018 (nan) | > loss: 0.009623996913433075 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.1411210646542556) | > loader_time: 0.0045 (0.004597045559778566)  --> TIME: 2025-03-26 12:11:55 -- STEP: 21480/31555 -- GLOBAL_STEP: 1409900 | > loss_text_ce: 0.032641518861055374 (0.031068458717560928) | > loss_mel_ce: 2.5047049522399902 (nan) | > loss: 0.010068835690617561 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14112159786277653) | > loader_time: 0.0046 (0.004597194423444694)  --> TIME: 2025-03-26 12:12:05 -- STEP: 21530/31555 -- GLOBAL_STEP: 1409950 | > loss_text_ce: 0.02834962122142315 (0.031071007668087843) | > loss_mel_ce: 2.5680274963378906 (nan) | > loss: 0.01030308473855257 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14111088507130046) | > loader_time: 0.0047 (0.004597265134564262)  --> TIME: 2025-03-26 12:12:14 -- STEP: 21580/31555 -- GLOBAL_STEP: 1410000 | > loss_text_ce: 0.0314619280397892 (0.0310703200899648) | > loss_mel_ce: 2.9374303817749023 (nan) | > loss: 0.011781319044530392 (nan) | > current_lr: 5e-06 | > step_time: 0.1683 (0.14111748270904498) | > loader_time: 0.0047 (0.004597359845989631) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1410000.pth  --> TIME: 2025-03-26 12:12:29 -- STEP: 21630/31555 -- GLOBAL_STEP: 1410050 | > loss_text_ce: 0.026422051712870598 (0.03107115525947785) | > loss_mel_ce: 1.875 (nan) | > loss: 0.00754532590508461 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14111686212510574) | > loader_time: 0.0045 (0.004597647103015575)  --> TIME: 2025-03-26 12:12:38 -- STEP: 21680/31555 -- GLOBAL_STEP: 1410100 | > loss_text_ce: 0.03743617981672287 (0.031071144365920338) | > loss_mel_ce: 3.1807000637054443 (nan) | > loss: 0.012770382687449455 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14110222051944243) | > loader_time: 0.0044 (0.004597748249659265)  --> TIME: 2025-03-26 12:12:48 -- STEP: 21730/31555 -- GLOBAL_STEP: 1410150 | > loss_text_ce: 0.021306795999407768 (0.031068675940684045) | > loss_mel_ce: 2.4846816062927246 (nan) | > loss: 0.009944398887455463 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1411024920028638) | > loader_time: 0.0045 (0.004597677890463379)  --> TIME: 2025-03-26 12:12:58 -- STEP: 21780/31555 -- GLOBAL_STEP: 1410200 | > loss_text_ce: 0.025838863104581833 (0.03106528108001364) | > loss_mel_ce: 2.892772912979126 (nan) | > loss: 0.011581793427467346 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14110421617716362) | > loader_time: 0.0049 (0.004597775623051829)  --> TIME: 2025-03-26 12:13:07 -- STEP: 21830/31555 -- GLOBAL_STEP: 1410250 | > loss_text_ce: 0.031952667981386185 (0.03106485471667818) | > loss_mel_ce: 1.827559471130371 (nan) | > loss: 0.0073790168389678 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14108927075162794) | > loader_time: 0.0045 (0.004597682992198654)  --> TIME: 2025-03-26 12:13:16 -- STEP: 21880/31555 -- GLOBAL_STEP: 1410300 | > loss_text_ce: 0.03154727444052696 (0.031063807944739934) | > loss_mel_ce: 2.3344833850860596 (nan) | > loss: 0.009389011189341545 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.1410914586710537) | > loader_time: 0.0047 (0.004597663650565028)  --> TIME: 2025-03-26 12:13:27 -- STEP: 21930/31555 -- GLOBAL_STEP: 1410350 | > loss_text_ce: 0.02676103264093399 (0.03106160259682887) | > loss_mel_ce: 2.7142560482025146 (nan) | > loss: 0.010877052322030067 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.1411117758426935) | > loader_time: 0.0047 (0.004597800146538678)  --> TIME: 2025-03-26 12:13:36 -- STEP: 21980/31555 -- GLOBAL_STEP: 1410400 | > loss_text_ce: 0.03386005759239197 (0.03106185862700454) | > loss_mel_ce: 0.0478515625 (nan) | > loss: 0.00032425246899947524 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14111123555784755) | > loader_time: 0.0046 (0.004597944286978197)  --> TIME: 2025-03-26 12:13:46 -- STEP: 22030/31555 -- GLOBAL_STEP: 1410450 | > loss_text_ce: 0.03143360838294029 (0.031059853750383764) | > loss_mel_ce: 2.8053150177001953 (nan) | > loss: 0.011256939731538296 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14110629950335912) | > loader_time: 0.0045 (0.0045979285640604245)  --> TIME: 2025-03-26 12:13:55 -- STEP: 22080/31555 -- GLOBAL_STEP: 1410500 | > loss_text_ce: 0.02590036578476429 (0.03105933859187644) | > loss_mel_ce: 2.4781036376953125 (nan) | > loss: 0.00993652455508709 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14110398035550448) | > loader_time: 0.0047 (0.00459781102296237)  --> TIME: 2025-03-26 12:14:05 -- STEP: 22130/31555 -- GLOBAL_STEP: 1410550 | > loss_text_ce: 0.03966594487428665 (0.03106151853380426) | > loss_mel_ce: 2.9541678428649902 (nan) | > loss: 0.011880293488502502 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14110733248559354) | > loader_time: 0.0047 (0.004597917844200932)  --> TIME: 2025-03-26 12:14:15 -- STEP: 22180/31555 -- GLOBAL_STEP: 1410600 | > loss_text_ce: 0.03652362897992134 (0.03106073809387053) | > loss_mel_ce: 3.06736421585083 (nan) | > loss: 0.012317015789449215 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14111900868127739) | > loader_time: 0.0048 (0.004597935201457452)  --> TIME: 2025-03-26 12:14:25 -- STEP: 22230/31555 -- GLOBAL_STEP: 1410650 | > loss_text_ce: 0.036941275000572205 (0.031062270328611995) | > loss_mel_ce: 2.791637659072876 (nan) | > loss: 0.011224520392715931 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1411219135898755) | > loader_time: 0.0048 (0.004598015158014496)  --> TIME: 2025-03-26 12:14:35 -- STEP: 22280/31555 -- GLOBAL_STEP: 1410700 | > loss_text_ce: 0.03481889143586159 (0.031060524535101223) | > loss_mel_ce: 0.04372558742761612 (nan) | > loss: 0.00031168447458185256 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14112100390386317) | > loader_time: 0.0048 (0.004598115258841822)  --> TIME: 2025-03-26 12:14:44 -- STEP: 22330/31555 -- GLOBAL_STEP: 1410750 | > loss_text_ce: 0.028757154941558838 (0.03106239439896235) | > loss_mel_ce: 2.434044122695923 (nan) | > loss: 0.009773021563887596 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14112487602703674) | > loader_time: 0.0045 (0.0045982857856631115)  --> TIME: 2025-03-26 12:14:54 -- STEP: 22380/31555 -- GLOBAL_STEP: 1410800 | > loss_text_ce: 0.0280445609241724 (0.03106240814462657) | > loss_mel_ce: 2.419071674346924 (nan) | > loss: 0.00971077848225832 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14112572057424) | > loader_time: 0.0047 (0.004598173965184807)  --> TIME: 2025-03-26 12:15:04 -- STEP: 22430/31555 -- GLOBAL_STEP: 1410850 | > loss_text_ce: 0.032369934022426605 (0.031059824810556427) | > loss_mel_ce: 2.8456246852874756 (nan) | > loss: 0.011420614086091518 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1411276321351607) | > loader_time: 0.0045 (0.004598187890054935)  --> TIME: 2025-03-26 12:15:14 -- STEP: 22480/31555 -- GLOBAL_STEP: 1410900 | > loss_text_ce: 0.02526070363819599 (0.03105869329546071) | > loss_mel_ce: 2.41876220703125 (nan) | > loss: 0.009698503650724888 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14114204734245642) | > loader_time: 0.0044 (0.004598359588626451)  --> TIME: 2025-03-26 12:15:23 -- STEP: 22530/31555 -- GLOBAL_STEP: 1410950 | > loss_text_ce: 0.0387355238199234 (0.031055396797091656) | > loss_mel_ce: 2.600834369659424 (nan) | > loss: 0.010474484413862228 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1411414656383006) | > loader_time: 0.0045 (0.004598437739751958)  --> TIME: 2025-03-26 12:15:33 -- STEP: 22580/31555 -- GLOBAL_STEP: 1411000 | > loss_text_ce: 0.024246804416179657 (0.031056676556391723) | > loss_mel_ce: 2.3984851837158203 (nan) | > loss: 0.009614015929400921 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.1411540440482517) | > loader_time: 0.0045 (0.004598964728329234)  --> TIME: 2025-03-26 12:15:43 -- STEP: 22630/31555 -- GLOBAL_STEP: 1411050 | > loss_text_ce: 0.03135105222463608 (0.03105765318187712) | > loss_mel_ce: 2.0526070594787598 (nan) | > loss: 0.008269676007330418 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14114331735534252) | > loader_time: 0.0044 (0.004598992112143304)  --> TIME: 2025-03-26 12:15:53 -- STEP: 22680/31555 -- GLOBAL_STEP: 1411100 | > loss_text_ce: 0.03183489292860031 (0.031055910679441096) | > loss_mel_ce: 2.4347891807556152 (nan) | > loss: 0.009788190945982933 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.1411483008815287) | > loader_time: 0.0041 (0.0045992940506607224)  --> TIME: 2025-03-26 12:16:02 -- STEP: 22730/31555 -- GLOBAL_STEP: 1411150 | > loss_text_ce: 0.02535036765038967 (0.031058634888811804) | > loss_mel_ce: 2.7855448722839355 (nan) | > loss: 0.011154347099363804 (nan) | > current_lr: 5e-06 | > step_time: 0.1823 (0.1411523805753388) | > loader_time: 0.0047 (0.004599253354070477)  --> TIME: 2025-03-26 12:16:12 -- STEP: 22780/31555 -- GLOBAL_STEP: 1411200 | > loss_text_ce: 0.03411112353205681 (0.03106008258421723) | > loss_mel_ce: 2.090534210205078 (nan) | > loss: 0.008431131951510906 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14116192729563126) | > loader_time: 0.0044 (0.00459917311714447)  --> TIME: 2025-03-26 12:16:22 -- STEP: 22830/31555 -- GLOBAL_STEP: 1411250 | > loss_text_ce: 0.03243958204984665 (0.031059137498653945) | > loss_mel_ce: 2.878192901611328 (nan) | > loss: 0.011550129391252995 (nan) | > current_lr: 5e-06 | > step_time: 0.1917 (0.14115448997462476) | > loader_time: 0.0047 (0.00459901723640298)  --> TIME: 2025-03-26 12:16:32 -- STEP: 22880/31555 -- GLOBAL_STEP: 1411300 | > loss_text_ce: 0.028869327157735825 (0.031059337464947632) | > loss_mel_ce: 2.915144205093384 (nan) | > loss: 0.011682594195008278 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14116780754777944) | > loader_time: 0.0046 (0.004598963312752597)  --> TIME: 2025-03-26 12:16:42 -- STEP: 22930/31555 -- GLOBAL_STEP: 1411350 | > loss_text_ce: 0.033010754734277725 (0.03105792682191436) | > loss_mel_ce: 0.02851213701069355 (nan) | > loss: 0.00024413848586846143 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.1411738402761335) | > loader_time: 0.0048 (0.004599000624678721)  --> TIME: 2025-03-26 12:16:51 -- STEP: 22980/31555 -- GLOBAL_STEP: 1411400 | > loss_text_ce: 0.028511306270956993 (0.031060624162782408) | > loss_mel_ce: 2.195308208465576 (nan) | > loss: 0.008824680931866169 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1411773391865565) | > loader_time: 0.0045 (0.0045991021721543575)  --> TIME: 2025-03-26 12:17:01 -- STEP: 23030/31555 -- GLOBAL_STEP: 1411450 | > loss_text_ce: 0.03125635161995888 (0.031062365269035268) | > loss_mel_ce: 3.165234088897705 (nan) | > loss: 0.01268448680639267 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14117966171352453) | > loader_time: 0.0045 (0.004599220733046269)  --> TIME: 2025-03-26 12:17:11 -- STEP: 23080/31555 -- GLOBAL_STEP: 1411500 | > loss_text_ce: 0.040826890617609024 (0.031061030624747483) | > loss_mel_ce: 1.5763330459594727 (nan) | > loss: 0.006417301949113607 (nan) | > current_lr: 5e-06 | > step_time: 0.1047 (0.14117958932030344) | > loader_time: 0.0043 (0.004599285291013927)  --> TIME: 2025-03-26 12:17:21 -- STEP: 23130/31555 -- GLOBAL_STEP: 1411550 | > loss_text_ce: 0.024612225592136383 (0.031060735080141528) | > loss_mel_ce: 2.4388623237609863 (nan) | > loss: 0.009775693528354168 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14118559743952983) | > loader_time: 0.0045 (0.004599251872886058)  --> TIME: 2025-03-26 12:17:30 -- STEP: 23180/31555 -- GLOBAL_STEP: 1411600 | > loss_text_ce: 0.04205603525042534 (0.03106251586633602) | > loss_mel_ce: 2.9244778156280518 (nan) | > loss: 0.01177196018397808 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.1411808807753202) | > loader_time: 0.0045 (0.004599346684627835)  --> TIME: 2025-03-26 12:17:40 -- STEP: 23230/31555 -- GLOBAL_STEP: 1411650 | > loss_text_ce: 0.037100791931152344 (0.03106391646643099) | > loss_mel_ce: 2.635016441345215 (nan) | > loss: 0.010603640228509903 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14119139806597192) | > loader_time: 0.0047 (0.004599718897700863)  --> TIME: 2025-03-26 12:17:50 -- STEP: 23280/31555 -- GLOBAL_STEP: 1411700 | > loss_text_ce: 0.03149157389998436 (0.031067630874082652) | > loss_mel_ce: 2.9322524070739746 (nan) | > loss: 0.011760889552533627 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14118433487169535) | > loader_time: 0.0045 (0.004599783623341422)  --> TIME: 2025-03-26 12:17:59 -- STEP: 23330/31555 -- GLOBAL_STEP: 1411750 | > loss_text_ce: 0.035052116960287094 (0.031069447821827724) | > loss_mel_ce: 2.928511142730713 (nan) | > loss: 0.011760172434151173 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14117959360170929) | > loader_time: 0.0044 (0.004599583593500147)  --> TIME: 2025-03-26 12:18:09 -- STEP: 23380/31555 -- GLOBAL_STEP: 1411800 | > loss_text_ce: 0.02483118325471878 (0.031068203268832407) | > loss_mel_ce: 2.899596691131592 (nan) | > loss: 0.011604873463511467 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1411807649455792) | > loader_time: 0.0044 (0.0045993806563247586)  --> TIME: 2025-03-26 12:18:19 -- STEP: 23430/31555 -- GLOBAL_STEP: 1411850 | > loss_text_ce: 0.028999993577599525 (0.031069026422510786) | > loss_mel_ce: 2.765836477279663 (nan) | > loss: 0.01109062135219574 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14118622748504786) | > loader_time: 0.0045 (0.0045992041265053695)  --> TIME: 2025-03-26 12:18:28 -- STEP: 23480/31555 -- GLOBAL_STEP: 1411900 | > loss_text_ce: 0.03342575207352638 (0.031068210805698063) | > loss_mel_ce: 2.115586042404175 (nan) | > loss: 0.008527825586497784 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.1411850429373259) | > loader_time: 0.0046 (0.004599153233955414)  --> TIME: 2025-03-26 12:18:38 -- STEP: 23530/31555 -- GLOBAL_STEP: 1411950 | > loss_text_ce: 0.025044264271855354 (0.03106980778615727) | > loss_mel_ce: 1.7261301279067993 (nan) | > loss: 0.006949105300009251 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14119693989759802) | > loader_time: 0.0043 (0.004599265184900977)  --> TIME: 2025-03-26 12:18:48 -- STEP: 23580/31555 -- GLOBAL_STEP: 1412000 | > loss_text_ce: 0.035859402269124985 (0.03107380464217255) | > loss_mel_ce: 2.256206512451172 (nan) | > loss: 0.009095500223338604 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.1411961047501762) | > loader_time: 0.0048 (0.004599252608592868)  --> TIME: 2025-03-26 12:18:57 -- STEP: 23630/31555 -- GLOBAL_STEP: 1412050 | > loss_text_ce: 0.028157539665699005 (0.031074470012530313) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14118377658910178) | > loader_time: 0.0044 (0.004599253968873656)  --> TIME: 2025-03-26 12:19:07 -- STEP: 23680/31555 -- GLOBAL_STEP: 1412100 | > loss_text_ce: 0.03618842363357544 (0.03107354638714979) | > loss_mel_ce: 2.4992425441741943 (nan) | > loss: 0.01006123423576355 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14118518364187832) | > loader_time: 0.0043 (0.004599217476474257)  --> TIME: 2025-03-26 12:19:16 -- STEP: 23730/31555 -- GLOBAL_STEP: 1412150 | > loss_text_ce: 0.03496440872550011 (0.03107390974558422) | > loss_mel_ce: 2.2947986125946045 (nan) | > loss: 0.009245091117918491 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1411807905808812) | > loader_time: 0.0046 (0.004599090783946669)  --> TIME: 2025-03-26 12:19:26 -- STEP: 23780/31555 -- GLOBAL_STEP: 1412200 | > loss_text_ce: 0.03092297911643982 (0.031073024415718884) | > loss_mel_ce: 2.58217453956604 (nan) | > loss: 0.010369434952735901 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14118640202248756) | > loader_time: 0.0045 (0.004599149995134882)  --> TIME: 2025-03-26 12:19:36 -- STEP: 23830/31555 -- GLOBAL_STEP: 1412250 | > loss_text_ce: 0.025897834450006485 (0.031071190538171693) | > loss_mel_ce: 2.201697826385498 (nan) | > loss: 0.008839665912091732 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14118952712140237) | > loader_time: 0.0043 (0.004599034761211905)  --> TIME: 2025-03-26 12:19:46 -- STEP: 23880/31555 -- GLOBAL_STEP: 1412300 | > loss_text_ce: 0.038144852966070175 (0.031070608432697978) | > loss_mel_ce: 2.658447265625 (nan) | > loss: 0.010700763203203678 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14119066542117414) | > loader_time: 0.0047 (0.00459890136966352)  --> TIME: 2025-03-26 12:19:55 -- STEP: 23930/31555 -- GLOBAL_STEP: 1412350 | > loss_text_ce: 0.02763540856540203 (0.031069923790325082) | > loss_mel_ce: 0.0497029609978199 (nan) | > loss: 0.0003068982914555818 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14119200007067603) | > loader_time: 0.0045 (0.004598840459639472)  --> TIME: 2025-03-26 12:20:05 -- STEP: 23980/31555 -- GLOBAL_STEP: 1412400 | > loss_text_ce: 0.03284190595149994 (0.03106843426231733) | > loss_mel_ce: 0.1590423583984375 (nan) | > loss: 0.0007614455535076559 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14119908279732296) | > loader_time: 0.0044 (0.0045987157646668955)  --> TIME: 2025-03-26 12:20:15 -- STEP: 24030/31555 -- GLOBAL_STEP: 1412450 | > loss_text_ce: 0.04021679237484932 (0.031070780498915495) | > loss_mel_ce: 2.4008328914642334 (nan) | > loss: 0.009686705656349659 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.1411969047757517) | > loader_time: 0.0045 (0.004598854424503987)  --> TIME: 2025-03-26 12:20:25 -- STEP: 24080/31555 -- GLOBAL_STEP: 1412500 | > loss_text_ce: 0.02566187083721161 (0.031068259049005856) | > loss_mel_ce: 2.968900680541992 (nan) | > loss: 0.011883185245096684 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14119883830167107) | > loader_time: 0.0045 (0.004598720228157146)  --> TIME: 2025-03-26 12:20:34 -- STEP: 24130/31555 -- GLOBAL_STEP: 1412550 | > loss_text_ce: 0.03680311515927315 (0.031070198976367997) | > loss_mel_ce: 2.0761961936950684 (nan) | > loss: 0.008384917862713337 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14119657855581239) | > loader_time: 0.0046 (0.0045987184740327956)  --> TIME: 2025-03-26 12:20:44 -- STEP: 24180/31555 -- GLOBAL_STEP: 1412600 | > loss_text_ce: 0.029438339173793793 (0.03106791615163379) | > loss_mel_ce: 2.253016948699951 (nan) | > loss: 0.0090573625639081 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14119929648116136) | > loader_time: 0.0047 (0.004598649461176671)  --> TIME: 2025-03-26 12:20:54 -- STEP: 24230/31555 -- GLOBAL_STEP: 1412650 | > loss_text_ce: 0.0375247448682785 (0.03106906687244281) | > loss_mel_ce: 2.337552547454834 (nan) | > loss: 0.009424909949302673 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14120182257962005) | > loader_time: 0.0047 (0.004598736290689619)  --> TIME: 2025-03-26 12:21:03 -- STEP: 24280/31555 -- GLOBAL_STEP: 1412700 | > loss_text_ce: 0.025896715000271797 (0.03106526944362842) | > loss_mel_ce: 2.9913666248321533 (nan) | > loss: 0.01197326835244894 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14120666278645827) | > loader_time: 0.0045 (0.004598672935950872)  --> TIME: 2025-03-26 12:21:13 -- STEP: 24330/31555 -- GLOBAL_STEP: 1412750 | > loss_text_ce: 0.03272281214594841 (0.0310657747208527) | > loss_mel_ce: 2.41127347946167 (nan) | > loss: 0.009698398411273956 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412095420996541) | > loader_time: 0.0044 (0.00459878916021142)  --> TIME: 2025-03-26 12:21:22 -- STEP: 24380/31555 -- GLOBAL_STEP: 1412800 | > loss_text_ce: 0.029567454010248184 (0.03106539274609424) | > loss_mel_ce: 2.8305177688598633 (nan) | > loss: 0.011349544860422611 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14119829677772652) | > loader_time: 0.0047 (0.004598770970883559)  --> TIME: 2025-03-26 12:21:32 -- STEP: 24430/31555 -- GLOBAL_STEP: 1412850 | > loss_text_ce: 0.02156222239136696 (0.031063536152120097) | > loss_mel_ce: 2.272550582885742 (nan) | > loss: 0.0091036232188344 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1411966286181817) | > loader_time: 0.0044 (0.004598728535949211)  --> TIME: 2025-03-26 12:21:42 -- STEP: 24480/31555 -- GLOBAL_STEP: 1412900 | > loss_text_ce: 0.031334757804870605 (0.031064489125799132) | > loss_mel_ce: 1.619694471359253 (nan) | > loss: 0.006551703438162804 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.14118930297154988) | > loader_time: 0.0047 (0.004598879142134772)  --> TIME: 2025-03-26 12:21:51 -- STEP: 24530/31555 -- GLOBAL_STEP: 1412950 | > loss_text_ce: 0.0286099910736084 (0.03106672967481512) | > loss_mel_ce: 2.5526297092437744 (nan) | > loss: 0.010243015363812447 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14119809716757678) | > loader_time: 0.0045 (0.0045988550197820326)  --> TIME: 2025-03-26 12:22:01 -- STEP: 24580/31555 -- GLOBAL_STEP: 1413000 | > loss_text_ce: 0.02912912145256996 (0.031064648110763548) | > loss_mel_ce: 3.2456841468811035 (nan) | > loss: 0.012995291501283646 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1412022943512224) | > loader_time: 0.0044 (0.004598925965311443)  --> TIME: 2025-03-26 12:22:11 -- STEP: 24630/31555 -- GLOBAL_STEP: 1413050 | > loss_text_ce: 0.03588629513978958 (0.031064295925697597) | > loss_mel_ce: 2.880873680114746 (nan) | > loss: 0.01157444529235363 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14120100385717785) | > loader_time: 0.0047 (0.004598902213684746)  --> TIME: 2025-03-26 12:22:20 -- STEP: 24680/31555 -- GLOBAL_STEP: 1413100 | > loss_text_ce: 0.025949034839868546 (0.031064621705110554) | > loss_mel_ce: 2.7270264625549316 (nan) | > loss: 0.01092450600117445 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14119324749833773) | > loader_time: 0.0044 (0.004598731430461734)  --> TIME: 2025-03-26 12:22:30 -- STEP: 24730/31555 -- GLOBAL_STEP: 1413150 | > loss_text_ce: 0.031489141285419464 (0.031065122462964244) | > loss_mel_ce: 3.013535976409912 (nan) | > loss: 0.01208343356847763 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1411886170090716) | > loader_time: 0.0044 (0.004598665247067591)  --> TIME: 2025-03-26 12:22:39 -- STEP: 24780/31555 -- GLOBAL_STEP: 1413200 | > loss_text_ce: 0.02757227048277855 (0.031065725559320623) | > loss_mel_ce: 2.8640294075012207 (nan) | > loss: 0.011474610306322575 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14118698868085733) | > loader_time: 0.0046 (0.004598590681108346)  --> TIME: 2025-03-26 12:22:49 -- STEP: 24830/31555 -- GLOBAL_STEP: 1413250 | > loss_text_ce: 0.027248810976743698 (0.031065602613739786) | > loss_mel_ce: 0.7947794795036316 (nan) | > loss: 0.0032620171550661325 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14119272980054354) | > loader_time: 0.0044 (0.004598703395921828)  --> TIME: 2025-03-26 12:22:59 -- STEP: 24880/31555 -- GLOBAL_STEP: 1413300 | > loss_text_ce: 0.029065880924463272 (0.03106283157351921) | > loss_mel_ce: 2.8611392974853516 (nan) | > loss: 0.011469068937003613 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14120123279056362) | > loader_time: 0.0045 (0.0045987431451055116)  --> TIME: 2025-03-26 12:23:09 -- STEP: 24930/31555 -- GLOBAL_STEP: 1413350 | > loss_text_ce: 0.029514998197555542 (0.031059624332444486) | > loss_mel_ce: 2.6284759044647217 (nan) | > loss: 0.010547583922743797 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14120190782428407) | > loader_time: 0.0044 (0.004598763789510872)  --> TIME: 2025-03-26 12:23:19 -- STEP: 24980/31555 -- GLOBAL_STEP: 1413400 | > loss_text_ce: 0.02776155434548855 (0.03106211151378162) | > loss_mel_ce: 2.3874261379241943 (nan) | > loss: 0.009584078565239906 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14120338247526745) | > loader_time: 0.0047 (0.004598620798799656)  --> TIME: 2025-03-26 12:23:29 -- STEP: 25030/31555 -- GLOBAL_STEP: 1413450 | > loss_text_ce: 0.034277401864528656 (0.031061812165396788) | > loss_mel_ce: 2.924269437789917 (nan) | > loss: 0.011740266345441341 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14121351159195236) | > loader_time: 0.0048 (0.004598515690015946)  --> TIME: 2025-03-26 12:23:38 -- STEP: 25080/31555 -- GLOBAL_STEP: 1413500 | > loss_text_ce: 0.027570804581046104 (0.031062386133908583) | > loss_mel_ce: 3.06000018119812 (nan) | > loss: 0.012252266518771648 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.1412162081666733) | > loader_time: 0.0048 (0.0045984252407980245)  --> TIME: 2025-03-26 12:23:48 -- STEP: 25130/31555 -- GLOBAL_STEP: 1413550 | > loss_text_ce: 0.04127619042992592 (0.031062651125931356) | > loss_mel_ce: 2.816121816635132 (nan) | > loss: 0.011338882148265839 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14121803894870308) | > loader_time: 0.0045 (0.0045983317455256575)  --> TIME: 2025-03-26 12:23:57 -- STEP: 25180/31555 -- GLOBAL_STEP: 1413600 | > loss_text_ce: 0.035825565457344055 (0.0310618814455258) | > loss_mel_ce: 2.3192999362945557 (nan) | > loss: 0.009345736354589462 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.1412058951648294) | > loader_time: 0.0046 (0.004598199554243355)  --> TIME: 2025-03-26 12:24:07 -- STEP: 25230/31555 -- GLOBAL_STEP: 1413650 | > loss_text_ce: 0.03152473270893097 (0.03106360929216001) | > loss_mel_ce: 2.9338574409484863 (nan) | > loss: 0.011767390184104443 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14119575052000571) | > loader_time: 0.0047 (0.004598101065171097)  --> TIME: 2025-03-26 12:24:16 -- STEP: 25280/31555 -- GLOBAL_STEP: 1413700 | > loss_text_ce: 0.03020266629755497 (0.03106324338572265) | > loss_mel_ce: 1.7583298683166504 (nan) | > loss: 0.007097351364791393 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14119749465320708) | > loader_time: 0.0046 (0.004598162455272041)  --> TIME: 2025-03-26 12:24:26 -- STEP: 25330/31555 -- GLOBAL_STEP: 1413750 | > loss_text_ce: 0.03125560283660889 (0.03106494034712923) | > loss_mel_ce: 2.564363956451416 (nan) | > loss: 0.010300078429281712 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14119980671261795) | > loader_time: 0.0046 (0.004598120122006667)  --> TIME: 2025-03-26 12:24:36 -- STEP: 25380/31555 -- GLOBAL_STEP: 1413800 | > loss_text_ce: 0.026916567236185074 (0.031062464998342195) | > loss_mel_ce: 1.8956552743911743 (nan) | > loss: 0.007629253901541233 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14120595585745668) | > loader_time: 0.0044 (0.004597978952646791)  --> TIME: 2025-03-26 12:24:46 -- STEP: 25430/31555 -- GLOBAL_STEP: 1413850 | > loss_text_ce: 0.0313117541372776 (0.031063069832063347) | > loss_mel_ce: 3.208467483520508 (nan) | > loss: 0.012856267392635345 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14120658974079392) | > loader_time: 0.0046 (0.00459790054475794)  --> TIME: 2025-03-26 12:24:55 -- STEP: 25480/31555 -- GLOBAL_STEP: 1413900 | > loss_text_ce: 0.02266664430499077 (0.031064062635121893) | > loss_mel_ce: 2.884749412536621 (nan) | > loss: 0.011537366546690464 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14121008078382033) | > loader_time: 0.0048 (0.004597783631395103)  --> TIME: 2025-03-26 12:25:05 -- STEP: 25530/31555 -- GLOBAL_STEP: 1413950 | > loss_text_ce: 0.027484776452183723 (0.03106342340304082) | > loss_mel_ce: 2.4060447216033936 (nan) | > loss: 0.00965686421841383 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14120886550900366) | > loader_time: 0.0045 (0.004597787038980135)  --> TIME: 2025-03-26 12:25:15 -- STEP: 25580/31555 -- GLOBAL_STEP: 1414000 | > loss_text_ce: 0.035472653806209564 (0.031060969151856497) | > loss_mel_ce: 2.8523342609405518 (nan) | > loss: 0.011459551751613617 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14120399503618442) | > loader_time: 0.0047 (0.004597788205642615)  --> TIME: 2025-03-26 12:25:24 -- STEP: 25630/31555 -- GLOBAL_STEP: 1414050 | > loss_text_ce: 0.04330155625939369 (0.031061810968822386) | > loss_mel_ce: 2.614250898361206 (nan) | > loss: 0.010545844212174416 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1412064458632723) | > loader_time: 0.0048 (0.004597756902640354)  --> TIME: 2025-03-26 12:25:34 -- STEP: 25680/31555 -- GLOBAL_STEP: 1414100 | > loss_text_ce: 0.026995936408638954 (0.031064472207291822) | > loss_mel_ce: 2.4354183673858643 (nan) | > loss: 0.009771485812962055 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14121289704447615) | > loader_time: 0.0045 (0.00459775648941501)  --> TIME: 2025-03-26 12:25:44 -- STEP: 25730/31555 -- GLOBAL_STEP: 1414150 | > loss_text_ce: 0.03262188285589218 (0.031063813353055098) | > loss_mel_ce: 2.5890045166015625 (nan) | > loss: 0.010403280146420002 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14121074228031008) | > loader_time: 0.0047 (0.004597681726039802)  --> TIME: 2025-03-26 12:25:53 -- STEP: 25780/31555 -- GLOBAL_STEP: 1414200 | > loss_text_ce: 0.01591039076447487 (0.031063680462553648) | > loss_mel_ce: 2.0576858520507812 (nan) | > loss: 0.00822855718433857 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14120023004577734) | > loader_time: 0.0043 (0.0045976428952302015)  --> TIME: 2025-03-26 12:26:03 -- STEP: 25830/31555 -- GLOBAL_STEP: 1414250 | > loss_text_ce: 0.021488776430487633 (0.031062426751510514) | > loss_mel_ce: 2.9733614921569824 (nan) | > loss: 0.011884327046573162 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1412076711100845) | > loader_time: 0.0046 (0.004597556909479178)  --> TIME: 2025-03-26 12:26:13 -- STEP: 25880/31555 -- GLOBAL_STEP: 1414300 | > loss_text_ce: 0.037897635251283646 (0.031061397939330253) | > loss_mel_ce: 2.9569172859191895 (nan) | > loss: 0.011884186416864395 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.1412091253253369) | > loader_time: 0.0044 (0.004597363359592787)  --> TIME: 2025-03-26 12:26:22 -- STEP: 25930/31555 -- GLOBAL_STEP: 1414350 | > loss_text_ce: 0.04503869265317917 (0.03106129688066759) | > loss_mel_ce: 2.7162811756134033 (nan) | > loss: 0.010957619175314903 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14120953169468498) | > loader_time: 0.0046 (0.004597387854491144)  --> TIME: 2025-03-26 12:26:32 -- STEP: 25980/31555 -- GLOBAL_STEP: 1414400 | > loss_text_ce: 0.036290448158979416 (0.031063337089010642) | > loss_mel_ce: 2.126582384109497 (nan) | > loss: 0.008582829497754574 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14121228000400057) | > loader_time: 0.0045 (0.004597390129347771)  --> TIME: 2025-03-26 12:26:42 -- STEP: 26030/31555 -- GLOBAL_STEP: 1414450 | > loss_text_ce: 0.02592100016772747 (0.031061039365401555) | > loss_mel_ce: 1.3331352472305298 (nan) | > loss: 0.005393080413341522 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14121054729222776) | > loader_time: 0.0044 (0.004597296570064552)  --> TIME: 2025-03-26 12:26:51 -- STEP: 26080/31555 -- GLOBAL_STEP: 1414500 | > loss_text_ce: 0.02834661491215229 (0.031063263205328578) | > loss_mel_ce: 2.8044633865356445 (nan) | > loss: 0.011241310276091099 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1412133892438161) | > loader_time: 0.0044 (0.004597187801007106)  --> TIME: 2025-03-26 12:27:01 -- STEP: 26130/31555 -- GLOBAL_STEP: 1414550 | > loss_text_ce: 0.03551977872848511 (0.031061985427025426) | > loss_mel_ce: 2.496840476989746 (nan) | > loss: 0.010049049742519855 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1412111428520296) | > loader_time: 0.0048 (0.004597099841074424)  --> TIME: 2025-03-26 12:27:11 -- STEP: 26180/31555 -- GLOBAL_STEP: 1414600 | > loss_text_ce: 0.02730969525873661 (0.031061105191070127) | > loss_mel_ce: 0.02569580078125 (nan) | > loss: 0.00021033927623648196 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14120699848447485) | > loader_time: 0.0045 (0.004597052041586342)  --> TIME: 2025-03-26 12:27:20 -- STEP: 26230/31555 -- GLOBAL_STEP: 1414650 | > loss_text_ce: 0.03759302943944931 (0.031060783338800125) | > loss_mel_ce: 1.3252495527267456 (nan) | > loss: 0.005408105906099081 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14120758109723494) | > loader_time: 0.0045 (0.004596974265243639)  --> TIME: 2025-03-26 12:27:30 -- STEP: 26280/31555 -- GLOBAL_STEP: 1414700 | > loss_text_ce: 0.0374024473130703 (0.03106153467443277) | > loss_mel_ce: 2.996061325073242 (nan) | > loss: 0.012037554755806923 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14121027165170466) | > loader_time: 0.0045 (0.004596955201034309)  --> TIME: 2025-03-26 12:27:39 -- STEP: 26330/31555 -- GLOBAL_STEP: 1414750 | > loss_text_ce: 0.02447979338467121 (0.03106230340513906) | > loss_mel_ce: 2.753884792327881 (nan) | > loss: 0.011025257408618927 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14120433325102863) | > loader_time: 0.0045 (0.004597257997344025)  --> TIME: 2025-03-26 12:27:49 -- STEP: 26380/31555 -- GLOBAL_STEP: 1414800 | > loss_text_ce: 0.03789113461971283 (0.03106138974486782) | > loss_mel_ce: 2.7335140705108643 (nan) | > loss: 0.01099763996899128 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.14120898073238333) | > loader_time: 0.0047 (0.004597397786907568)  --> TIME: 2025-03-26 12:27:59 -- STEP: 26430/31555 -- GLOBAL_STEP: 1414850 | > loss_text_ce: 0.03654123842716217 (0.031059757717562655) | > loss_mel_ce: 1.9579013586044312 (nan) | > loss: 0.007914455607533455 (nan) | > current_lr: 5e-06 | > step_time: 0.1047 (0.14120906213896758) | > loader_time: 0.0046 (0.004597264413259892)  --> TIME: 2025-03-26 12:28:09 -- STEP: 26480/31555 -- GLOBAL_STEP: 1414900 | > loss_text_ce: 0.03055931255221367 (0.031056665800289558) | > loss_mel_ce: 3.1167678833007812 (nan) | > loss: 0.012489394284784794 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14120856946688762) | > loader_time: 0.0048 (0.004597257613415439)  --> TIME: 2025-03-26 12:28:18 -- STEP: 26530/31555 -- GLOBAL_STEP: 1414950 | > loss_text_ce: 0.025492437183856964 (0.031059261611243307) | > loss_mel_ce: 2.292158365249634 (nan) | > loss: 0.009197027422487736 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14120860999366547) | > loader_time: 0.0044 (0.004597357224393594)  --> TIME: 2025-03-26 12:28:28 -- STEP: 26580/31555 -- GLOBAL_STEP: 1415000 | > loss_text_ce: 0.03419823944568634 (0.03105998520169651) | > loss_mel_ce: 2.344219446182251 (nan) | > loss: 0.00943816639482975 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1412121573725171) | > loader_time: 0.0044 (0.004597226276354644)  --> TIME: 2025-03-26 12:28:37 -- STEP: 26630/31555 -- GLOBAL_STEP: 1415050 | > loss_text_ce: 0.033941447734832764 (0.031058489133569248) | > loss_mel_ce: 0.005889892578125 (nan) | > loss: 0.000158060880494304 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14119885860418757) | > loader_time: 0.0044 (0.004597056570063843)  --> TIME: 2025-03-26 12:28:47 -- STEP: 26680/31555 -- GLOBAL_STEP: 1415100 | > loss_text_ce: 0.033828072249889374 (0.03105794534413912) | > loss_mel_ce: 2.0902798175811768 (nan) | > loss: 0.008429000154137611 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14120684941669276) | > loader_time: 0.0048 (0.00459706365972802)  --> TIME: 2025-03-26 12:28:57 -- STEP: 26730/31555 -- GLOBAL_STEP: 1415150 | > loss_text_ce: 0.029166700318455696 (0.03105863501884676) | > loss_mel_ce: 2.979355812072754 (nan) | > loss: 0.011938582174479961 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.14120602925261705) | > loader_time: 0.0043 (0.004596945314517955)  --> TIME: 2025-03-26 12:29:07 -- STEP: 26780/31555 -- GLOBAL_STEP: 1415200 | > loss_text_ce: 0.04129568114876747 (0.0310586290029201) | > loss_mel_ce: 2.722477436065674 (nan) | > loss: 0.010967354290187359 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14120716838537534) | > loader_time: 0.0046 (0.004596947466285485)  --> TIME: 2025-03-26 12:29:16 -- STEP: 26830/31555 -- GLOBAL_STEP: 1415250 | > loss_text_ce: 0.0313151478767395 (0.031059656950339336) | > loss_mel_ce: 2.7467200756073 (nan) | > loss: 0.011023949831724167 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14119741970862712) | > loader_time: 0.0046 (0.004596838522792711)  --> TIME: 2025-03-26 12:29:25 -- STEP: 26880/31555 -- GLOBAL_STEP: 1415300 | > loss_text_ce: 0.029410345479846 (0.03105936319528458) | > loss_mel_ce: 2.524348497390747 (nan) | > loss: 0.010133964009582996 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14119146499960164) | > loader_time: 0.0045 (0.004596706941014247)  --> TIME: 2025-03-26 12:29:35 -- STEP: 26930/31555 -- GLOBAL_STEP: 1415350 | > loss_text_ce: 0.029823603108525276 (0.031058924697682597) | > loss_mel_ce: 2.602968692779541 (nan) | > loss: 0.010447588749229908 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14117935098682763) | > loader_time: 0.0045 (0.004596606117174881)  --> TIME: 2025-03-26 12:29:44 -- STEP: 26980/31555 -- GLOBAL_STEP: 1415400 | > loss_text_ce: 0.030076179653406143 (0.031061031925233098) | > loss_mel_ce: 1.6892708539962769 (nan) | > loss: 0.006822805851697922 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14118396696821672) | > loader_time: 0.0044 (0.004596508167866343)  --> TIME: 2025-03-26 12:29:54 -- STEP: 27030/31555 -- GLOBAL_STEP: 1415450 | > loss_text_ce: 0.04286443442106247 (0.0310601279697003) | > loss_mel_ce: 2.641122579574585 (nan) | > loss: 0.01065074186772108 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14118109141902663) | > loader_time: 0.0046 (0.00459676562438751)  --> TIME: 2025-03-26 12:30:04 -- STEP: 27080/31555 -- GLOBAL_STEP: 1415500 | > loss_text_ce: 0.03445081785321236 (0.03106118131124936) | > loss_mel_ce: 2.8391013145446777 (nan) | > loss: 0.011402985081076622 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.14117810168857942) | > loader_time: 0.0046 (0.0045967284034238816)  --> TIME: 2025-03-26 12:30:13 -- STEP: 27130/31555 -- GLOBAL_STEP: 1415550 | > loss_text_ce: 0.025222143158316612 (0.031060834570385866) | > loss_mel_ce: 2.393364667892456 (nan) | > loss: 0.009597566910088062 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1411858697944666) | > loader_time: 0.0044 (0.004596349615651751)  --> TIME: 2025-03-26 12:30:23 -- STEP: 27180/31555 -- GLOBAL_STEP: 1415600 | > loss_text_ce: 0.02430960349738598 (0.031060213276450307) | > loss_mel_ce: 0.1179707869887352 (nan) | > loss: 0.0005646047065965831 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14119388963300752) | > loader_time: 0.0043 (0.004595991247624846)  --> TIME: 2025-03-26 12:30:33 -- STEP: 27230/31555 -- GLOBAL_STEP: 1415650 | > loss_text_ce: 0.03979271650314331 (0.03105905056331516) | > loss_mel_ce: 2.3076062202453613 (nan) | > loss: 0.009315076284110546 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14119034023614133) | > loader_time: 0.0044 (0.004595587851587054)  --> TIME: 2025-03-26 12:30:43 -- STEP: 27280/31555 -- GLOBAL_STEP: 1415700 | > loss_text_ce: 0.035257160663604736 (0.03106016848534018) | > loss_mel_ce: 2.5089821815490723 (nan) | > loss: 0.010096188634634018 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14119153426539519) | > loader_time: 0.0046 (0.0045954076076183265)  --> TIME: 2025-03-26 12:30:52 -- STEP: 27330/31555 -- GLOBAL_STEP: 1415750 | > loss_text_ce: 0.03059409372508526 (0.031060572431592815) | > loss_mel_ce: 2.938668727874756 (nan) | > loss: 0.01178278960287571 (nan) | > current_lr: 5e-06 | > step_time: 0.1719 (0.141198051503583) | > loader_time: 0.0047 (0.004595622063729959)  --> TIME: 2025-03-26 12:31:02 -- STEP: 27380/31555 -- GLOBAL_STEP: 1415800 | > loss_text_ce: 0.03153059259057045 (0.031059642690944793) | > loss_mel_ce: 1.9523773193359375 (nan) | > loss: 0.00787265133112669 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14119717637668808) | > loader_time: 0.0046 (0.004595764089100907)  --> TIME: 2025-03-26 12:31:12 -- STEP: 27430/31555 -- GLOBAL_STEP: 1415850 | > loss_text_ce: 0.03383106365799904 (0.031058838451094452) | > loss_mel_ce: 2.5459935665130615 (nan) | > loss: 0.01023740042001009 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1412060669726188) | > loader_time: 0.0043 (0.0045956907418362785)  --> TIME: 2025-03-26 12:31:22 -- STEP: 27480/31555 -- GLOBAL_STEP: 1415900 | > loss_text_ce: 0.019941598176956177 (0.03105872688209028) | > loss_mel_ce: 2.8325138092041016 (nan) | > loss: 0.011319267563521862 (nan) | > current_lr: 5e-06 | > step_time: 0.1274 (0.14120310892010668) | > loader_time: 0.0043 (0.004595495745257706)  --> TIME: 2025-03-26 12:31:31 -- STEP: 27530/31555 -- GLOBAL_STEP: 1415950 | > loss_text_ce: 0.028510378673672676 (0.031058027526810954) | > loss_mel_ce: 2.5929853916168213 (nan) | > loss: 0.010402761399745941 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14120511054299814) | > loader_time: 0.0043 (0.004595261853346612)  --> TIME: 2025-03-26 12:31:41 -- STEP: 27580/31555 -- GLOBAL_STEP: 1416000 | > loss_text_ce: 0.025679852813482285 (0.03105947343258429) | > loss_mel_ce: 2.107438325881958 (nan) | > loss: 0.008464755490422249 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14120279606742348) | > loader_time: 0.0045 (0.004595096877210824)  --> TIME: 2025-03-26 12:31:51 -- STEP: 27630/31555 -- GLOBAL_STEP: 1416050 | > loss_text_ce: 0.02583690546452999 (0.031057474389604864) | > loss_mel_ce: 2.8666880130767822 (nan) | > loss: 0.011478274129331112 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14120246948127554) | > loader_time: 0.0044 (0.004594888680230626)  --> TIME: 2025-03-26 12:32:00 -- STEP: 27680/31555 -- GLOBAL_STEP: 1416100 | > loss_text_ce: 0.024164356291294098 (0.03105636385916813) | > loss_mel_ce: 2.967139720916748 (nan) | > loss: 0.011870255693793297 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14120078220360502) | > loader_time: 0.0045 (0.004594724310960402)  --> TIME: 2025-03-26 12:32:10 -- STEP: 27730/31555 -- GLOBAL_STEP: 1416150 | > loss_text_ce: 0.03314054012298584 (0.03105534326790248) | > loss_mel_ce: 2.357888698577881 (nan) | > loss: 0.009488211944699287 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14120286381979744) | > loader_time: 0.0045 (0.004594498019419651)  --> TIME: 2025-03-26 12:32:20 -- STEP: 27780/31555 -- GLOBAL_STEP: 1416200 | > loss_text_ce: 0.029175087809562683 (0.0310573156992117) | > loss_mel_ce: 1.3336944580078125 (nan) | > loss: 0.0054082125425338745 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14120447233995112) | > loader_time: 0.0045 (0.004594609718515015)  --> TIME: 2025-03-26 12:32:29 -- STEP: 27830/31555 -- GLOBAL_STEP: 1416250 | > loss_text_ce: 0.029990078881382942 (0.031058772213615148) | > loss_mel_ce: 1.873170256614685 (nan) | > loss: 0.007552224211394787 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14120740209429342) | > loader_time: 0.0047 (0.0045945537976982325)  --> TIME: 2025-03-26 12:32:39 -- STEP: 27880/31555 -- GLOBAL_STEP: 1416300 | > loss_text_ce: 0.028591828420758247 (0.03105758005890787) | > loss_mel_ce: 2.1188313961029053 (nan) | > loss: 0.008521521463990211 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1412021649619254) | > loader_time: 0.0044 (0.004594487704368726)  --> TIME: 2025-03-26 12:32:49 -- STEP: 27930/31555 -- GLOBAL_STEP: 1416350 | > loss_text_ce: 0.027498625218868256 (0.03105683395118215) | > loss_mel_ce: 3.03312611579895 (nan) | > loss: 0.012145337648689747 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14121080549481144) | > loader_time: 0.0045 (0.0045946504239151795)  --> TIME: 2025-03-26 12:32:58 -- STEP: 27980/31555 -- GLOBAL_STEP: 1416400 | > loss_text_ce: 0.03613360598683357 (0.031055601812789938) | > loss_mel_ce: 2.089400053024292 (nan) | > loss: 0.0084346579387784 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14119719320573976) | > loader_time: 0.0045 (0.004594506009124377)  --> TIME: 2025-03-26 12:33:08 -- STEP: 28030/31555 -- GLOBAL_STEP: 1416450 | > loss_text_ce: 0.030423210933804512 (0.031056028338035557) | > loss_mel_ce: 2.8397598266601562 (nan) | > loss: 0.011389615945518017 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14119554350217053) | > loader_time: 0.0045 (0.004594610565014083)  --> TIME: 2025-03-26 12:33:17 -- STEP: 28080/31555 -- GLOBAL_STEP: 1416500 | > loss_text_ce: 0.036625806242227554 (0.031055012403024187) | > loss_mel_ce: 2.8135623931884766 (nan) | > loss: 0.011310271918773651 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.1411886385193576) | > loader_time: 0.0046 (0.004594544747955793)  --> TIME: 2025-03-26 12:33:27 -- STEP: 28130/31555 -- GLOBAL_STEP: 1416550 | > loss_text_ce: 0.03083839826285839 (0.031054954296140178) | > loss_mel_ce: 2.7624268531799316 (nan) | > loss: 0.011084387078881264 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14119337118693243) | > loader_time: 0.0045 (0.004594408427529022)  --> TIME: 2025-03-26 12:33:36 -- STEP: 28180/31555 -- GLOBAL_STEP: 1416600 | > loss_text_ce: 0.02554215118288994 (0.03105602108373064) | > loss_mel_ce: 1.8495147228240967 (nan) | > loss: 0.007440702058374882 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14119084964329826) | > loader_time: 0.0047 (0.004594487328322934)  --> TIME: 2025-03-26 12:33:46 -- STEP: 28230/31555 -- GLOBAL_STEP: 1416650 | > loss_text_ce: 0.038467805832624435 (0.031055549199234665) | > loss_mel_ce: 2.542689800262451 (nan) | > loss: 0.010242689400911331 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14118738657525348) | > loader_time: 0.0046 (0.004594374226628587)  --> TIME: 2025-03-26 12:33:55 -- STEP: 28280/31555 -- GLOBAL_STEP: 1416700 | > loss_text_ce: 0.030301880091428757 (0.031055505415609124) | > loss_mel_ce: 2.709273099899292 (nan) | > loss: 0.010871329344809055 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14117903135284843) | > loader_time: 0.0046 (0.004594302337611427)  --> TIME: 2025-03-26 12:34:05 -- STEP: 28330/31555 -- GLOBAL_STEP: 1416750 | > loss_text_ce: 0.027120377868413925 (0.031053804580557485) | > loss_mel_ce: 0.566986083984375 (nan) | > loss: 0.0023575653322041035 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14117809914886165) | > loader_time: 0.0046 (0.004594196652171065)  --> TIME: 2025-03-26 12:34:15 -- STEP: 28380/31555 -- GLOBAL_STEP: 1416800 | > loss_text_ce: 0.03783104941248894 (0.03105201104766124) | > loss_mel_ce: 1.9324089288711548 (nan) | > loss: 0.007818412967026234 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1411783446469215) | > loader_time: 0.0047 (0.0045942016098178525)  --> TIME: 2025-03-26 12:34:24 -- STEP: 28430/31555 -- GLOBAL_STEP: 1416850 | > loss_text_ce: 0.037382129579782486 (0.031051917974530833) | > loss_mel_ce: 2.8282196521759033 (nan) | > loss: 0.011371436528861523 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1411818320173381) | > loader_time: 0.0046 (0.004594283425971497)  --> TIME: 2025-03-26 12:34:34 -- STEP: 28480/31555 -- GLOBAL_STEP: 1416900 | > loss_text_ce: 0.029892412945628166 (0.031051802237157113) | > loss_mel_ce: 2.8168485164642334 (nan) | > loss: 0.011296591721475124 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14117728612396135) | > loader_time: 0.0045 (0.004594202163848998)  --> TIME: 2025-03-26 12:34:44 -- STEP: 28530/31555 -- GLOBAL_STEP: 1416950 | > loss_text_ce: 0.04601847007870674 (0.031052994318737343) | > loss_mel_ce: 1.330195665359497 (nan) | > loss: 0.005461167544126511 (nan) | > current_lr: 5e-06 | > step_time: 0.1024 (0.14117972438810905) | > loader_time: 0.0045 (0.004594237688253787)  --> TIME: 2025-03-26 12:34:54 -- STEP: 28580/31555 -- GLOBAL_STEP: 1417000 | > loss_text_ce: 0.01939261704683304 (0.031051463623836824) | > loss_mel_ce: 2.1668918132781982 (nan) | > loss: 0.008675732649862766 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14118925214564565) | > loader_time: 0.0046 (0.00459428983105073)  --> TIME: 2025-03-26 12:35:03 -- STEP: 28630/31555 -- GLOBAL_STEP: 1417050 | > loss_text_ce: 0.031117187812924385 (0.031051361151176224) | > loss_mel_ce: 2.5913920402526855 (nan) | > loss: 0.01040678285062313 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14117994351775084) | > loader_time: 0.0047 (0.004594166004861785)  --> TIME: 2025-03-26 12:35:13 -- STEP: 28680/31555 -- GLOBAL_STEP: 1417100 | > loss_text_ce: 0.031140143051743507 (0.031050737386061504) | > loss_mel_ce: 2.8671441078186035 (nan) | > loss: 0.011501128785312176 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1411828512676589) | > loader_time: 0.0045 (0.004594104958378634)  --> TIME: 2025-03-26 12:35:23 -- STEP: 28730/31555 -- GLOBAL_STEP: 1417150 | > loss_text_ce: 0.03248455375432968 (0.03105375187949975) | > loss_mel_ce: 2.143404245376587 (nan) | > loss: 0.008634479716420174 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.1411913657661435) | > loader_time: 0.0049 (0.0045940740822999)  --> TIME: 2025-03-26 12:35:32 -- STEP: 28780/31555 -- GLOBAL_STEP: 1417200 | > loss_text_ce: 0.02632811665534973 (0.0310517073887555) | > loss_mel_ce: 1.694329857826233 (nan) | > loss: 0.006828008219599724 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14118963145315028) | > loader_time: 0.0044 (0.004593927649841958)  --> TIME: 2025-03-26 12:35:42 -- STEP: 28830/31555 -- GLOBAL_STEP: 1417250 | > loss_text_ce: 0.0232193935662508 (0.031051252982984587) | > loss_mel_ce: 2.5703208446502686 (nan) | > loss: 0.010291826911270618 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14120103413141571) | > loader_time: 0.0045 (0.004594065735334343)  --> TIME: 2025-03-26 12:35:52 -- STEP: 28880/31555 -- GLOBAL_STEP: 1417300 | > loss_text_ce: 0.04083999991416931 (0.031053259130083593) | > loss_mel_ce: 2.0121891498565674 (nan) | > loss: 0.008146940730512142 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14119044144397955) | > loader_time: 0.0045 (0.004594023009746703)  --> TIME: 2025-03-26 12:36:01 -- STEP: 28930/31555 -- GLOBAL_STEP: 1417350 | > loss_text_ce: 0.03762614727020264 (0.031053088162985437) | > loss_mel_ce: 1.4429395198822021 (nan) | > loss: 0.0058752610348165035 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14118861531535506) | > loader_time: 0.0045 (0.0045939730641918666)  --> TIME: 2025-03-26 12:36:11 -- STEP: 28980/31555 -- GLOBAL_STEP: 1417400 | > loss_text_ce: 0.02424224093556404 (0.031052855032755178) | > loss_mel_ce: 2.581153631210327 (nan) | > loss: 0.01033887267112732 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1411854750621391) | > loader_time: 0.0042 (0.004593867947925294)  --> TIME: 2025-03-26 12:36:21 -- STEP: 29030/31555 -- GLOBAL_STEP: 1417450 | > loss_text_ce: 0.03178100660443306 (0.031053306577586683) | > loss_mel_ce: 2.3716766834259033 (nan) | > loss: 0.009537531062960625 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14119404896431595) | > loader_time: 0.0044 (0.004593880177365487)  --> TIME: 2025-03-26 12:36:31 -- STEP: 29080/31555 -- GLOBAL_STEP: 1417500 | > loss_text_ce: 0.03671538084745407 (0.031052201610933503) | > loss_mel_ce: 2.654381036758423 (nan) | > loss: 0.010678954422473907 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.1412027671953669) | > loader_time: 0.0044 (0.0045941413432728775)  --> TIME: 2025-03-26 12:36:40 -- STEP: 29130/31555 -- GLOBAL_STEP: 1417550 | > loss_text_ce: 0.027014749124646187 (0.031050767720933688) | > loss_mel_ce: 2.1396586894989014 (nan) | > loss: 0.008597911335527897 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14120136286195004) | > loader_time: 0.0044 (0.004594112588415608)  --> TIME: 2025-03-26 12:36:50 -- STEP: 29180/31555 -- GLOBAL_STEP: 1417600 | > loss_text_ce: 0.028641335666179657 (0.031050833816160694) | > loss_mel_ce: 2.344097375869751 (nan) | > loss: 0.009415630251169205 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14119519038589282) | > loader_time: 0.0046 (0.004594069461940181)  --> TIME: 2025-03-26 12:37:00 -- STEP: 29230/31555 -- GLOBAL_STEP: 1417650 | > loss_text_ce: 0.022256668657064438 (0.031049272224333825) | > loss_mel_ce: 2.569249391555786 (nan) | > loss: 0.010283754207193851 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14120613926695977) | > loader_time: 0.0046 (0.0045942780500889124)  --> TIME: 2025-03-26 12:37:10 -- STEP: 29280/31555 -- GLOBAL_STEP: 1417700 | > loss_text_ce: 0.039024271070957184 (0.03105132432299529) | > loss_mel_ce: 1.14532470703125 (nan) | > loss: 0.004699797835201025 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1412096698346032) | > loader_time: 0.0044 (0.00459426006332774)  --> TIME: 2025-03-26 12:37:19 -- STEP: 29330/31555 -- GLOBAL_STEP: 1417750 | > loss_text_ce: 0.03778142109513283 (0.031053790611656622) | > loss_mel_ce: 2.6359593868255615 (nan) | > loss: 0.010610083118081093 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14121136330436432) | > loader_time: 0.0046 (0.004594453528111937)  --> TIME: 2025-03-26 12:37:29 -- STEP: 29380/31555 -- GLOBAL_STEP: 1417800 | > loss_text_ce: 0.026846013963222504 (0.031053006613577624) | > loss_mel_ce: 2.862595319747925 (nan) | > loss: 0.01146603748202324 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14121508326475257) | > loader_time: 0.0044 (0.004594481973278041)  --> TIME: 2025-03-26 12:37:39 -- STEP: 29430/31555 -- GLOBAL_STEP: 1417850 | > loss_text_ce: 0.028796954080462456 (0.03105124946040612) | > loss_mel_ce: 2.778810739517212 (nan) | > loss: 0.01114130113273859 (nan) | > current_lr: 5e-06 | > step_time: 0.1835 (0.14121047927131855) | > loader_time: 0.0047 (0.004594496808973994)  --> TIME: 2025-03-26 12:37:48 -- STEP: 29480/31555 -- GLOBAL_STEP: 1417900 | > loss_text_ce: 0.03147619962692261 (0.031052633931069273) | > loss_mel_ce: 2.8429644107818604 (nan) | > loss: 0.011406511068344116 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14121206995590066) | > loader_time: 0.0046 (0.004594438192478851)  --> TIME: 2025-03-26 12:37:58 -- STEP: 29530/31555 -- GLOBAL_STEP: 1417950 | > loss_text_ce: 0.027359964326024055 (0.031054460626667005) | > loss_mel_ce: 2.880981922149658 (nan) | > loss: 0.011541039682924747 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14120143677394653) | > loader_time: 0.0048 (0.004594367074433575)  --> TIME: 2025-03-26 12:38:07 -- STEP: 29580/31555 -- GLOBAL_STEP: 1418000 | > loss_text_ce: 0.033421244472265244 (0.03105400630768497) | > loss_mel_ce: 2.794891595840454 (nan) | > loss: 0.011223464272916317 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14120565357040582) | > loader_time: 0.0046 (0.004594375992079226)  --> TIME: 2025-03-26 12:38:17 -- STEP: 29630/31555 -- GLOBAL_STEP: 1418050 | > loss_text_ce: 0.032071638852357864 (0.03105157929847606) | > loss_mel_ce: 3.1360106468200684 (nan) | > loss: 0.012571755796670914 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1412017769963201) | > loader_time: 0.0045 (0.0045944166795007825)  --> TIME: 2025-03-26 12:38:27 -- STEP: 29680/31555 -- GLOBAL_STEP: 1418100 | > loss_text_ce: 0.03402728587388992 (0.031051013738354994) | > loss_mel_ce: 2.401799201965332 (nan) | > loss: 0.009665979072451591 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14120645931949494) | > loader_time: 0.005 (0.004594462451266485)  --> TIME: 2025-03-26 12:38:36 -- STEP: 29730/31555 -- GLOBAL_STEP: 1418150 | > loss_text_ce: 0.029430190101265907 (0.03105194794529096) | > loss_mel_ce: 2.443121910095215 (nan) | > loss: 0.009811715222895145 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14119954280006397) | > loader_time: 0.0043 (0.004594477001681632)  --> TIME: 2025-03-26 12:38:46 -- STEP: 29780/31555 -- GLOBAL_STEP: 1418200 | > loss_text_ce: 0.022965911775827408 (0.031051612645356375) | > loss_mel_ce: 2.054020881652832 (nan) | > loss: 0.00824201200157404 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.1411949616378388) | > loader_time: 0.0043 (0.00459435804327357)  --> TIME: 2025-03-26 12:38:55 -- STEP: 29830/31555 -- GLOBAL_STEP: 1418250 | > loss_text_ce: 0.027354693040251732 (0.031052322722403217) | > loss_mel_ce: 1.43890380859375 (nan) | > loss: 0.005818486679345369 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14118485453142385) | > loader_time: 0.0047 (0.0045942356632014125)  --> TIME: 2025-03-26 12:39:05 -- STEP: 29880/31555 -- GLOBAL_STEP: 1418300 | > loss_text_ce: 0.038712501525878906 (0.03105165465417601) | > loss_mel_ce: 2.293795347213745 (nan) | > loss: 0.009255983866751194 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14118957394257747) | > loader_time: 0.0045 (0.004594427434954472)  --> TIME: 2025-03-26 12:39:15 -- STEP: 29930/31555 -- GLOBAL_STEP: 1418350 | > loss_text_ce: 0.026805788278579712 (0.031052359576392116) | > loss_mel_ce: 3.056882858276367 (nan) | > loss: 0.01223686058074236 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14119239802986633) | > loader_time: 0.0047 (0.004594452501418729)  --> TIME: 2025-03-26 12:39:24 -- STEP: 29980/31555 -- GLOBAL_STEP: 1418400 | > loss_text_ce: 0.033377133309841156 (0.03105177330462047) | > loss_mel_ce: 0.7182074785232544 (nan) | > loss: 0.002982478588819504 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14118619976718064) | > loader_time: 0.0046 (0.0045944097600355525)  --> TIME: 2025-03-26 12:39:34 -- STEP: 30030/31555 -- GLOBAL_STEP: 1418450 | > loss_text_ce: 0.03353464975953102 (0.03105392402234601) | > loss_mel_ce: 2.660787343978882 (nan) | > loss: 0.010691755451261997 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14119001302646056) | > loader_time: 0.0046 (0.004594405388935317)  --> TIME: 2025-03-26 12:39:44 -- STEP: 30080/31555 -- GLOBAL_STEP: 1418500 | > loss_text_ce: 0.022993361577391624 (0.031054184260775653) | > loss_mel_ce: 2.2736449241638184 (nan) | > loss: 0.009113644249737263 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.1411965748810386) | > loader_time: 0.0045 (0.004594605891628482)  --> TIME: 2025-03-26 12:39:53 -- STEP: 30130/31555 -- GLOBAL_STEP: 1418550 | > loss_text_ce: 0.03462424501776695 (0.031053378666360692) | > loss_mel_ce: 2.7514021396636963 (nan) | > loss: 0.011055661365389824 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1411858021837113) | > loader_time: 0.0045 (0.004594560188587201)  --> TIME: 2025-03-26 12:40:03 -- STEP: 30180/31555 -- GLOBAL_STEP: 1418600 | > loss_text_ce: 0.035366177558898926 (0.03105173636545076) | > loss_mel_ce: 3.1685729026794434 (nan) | > loss: 0.012714044190943241 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14118437002319761) | > loader_time: 0.0067 (0.004594814271781535)  --> TIME: 2025-03-26 12:40:12 -- STEP: 30230/31555 -- GLOBAL_STEP: 1418650 | > loss_text_ce: 0.02343706227838993 (0.031051954789764333) | > loss_mel_ce: 2.884880781173706 (nan) | > loss: 0.011540944688022137 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1411864996745101) | > loader_time: 0.0046 (0.00459471123525335)  --> TIME: 2025-03-26 12:40:22 -- STEP: 30280/31555 -- GLOBAL_STEP: 1418700 | > loss_text_ce: 0.03181299939751625 (0.031052390326988172) | > loss_mel_ce: 2.2191009521484375 (nan) | > loss: 0.008932198397815228 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14118781150410936) | > loader_time: 0.0044 (0.004594655403845232)  --> TIME: 2025-03-26 12:40:32 -- STEP: 30330/31555 -- GLOBAL_STEP: 1418750 | > loss_text_ce: 0.02330184355378151 (0.031051895078891896) | > loss_mel_ce: 2.1751904487609863 (nan) | > loss: 0.008724176324903965 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14118752103806154) | > loader_time: 0.0045 (0.004594760376590348)  --> TIME: 2025-03-26 12:40:41 -- STEP: 30380/31555 -- GLOBAL_STEP: 1418800 | > loss_text_ce: 0.03467458486557007 (0.031051063438824734) | > loss_mel_ce: 2.593754768371582 (nan) | > loss: 0.01043027639389038 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1411794449327177) | > loader_time: 0.0045 (0.004594714983738604)  --> TIME: 2025-03-26 12:40:51 -- STEP: 30430/31555 -- GLOBAL_STEP: 1418850 | > loss_text_ce: 0.03717506304383278 (0.031051527047692026) | > loss_mel_ce: 2.2074036598205566 (nan) | > loss: 0.008907059207558632 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14117916427158483) | > loader_time: 0.0044 (0.004594633432739953)  --> TIME: 2025-03-26 12:41:01 -- STEP: 30480/31555 -- GLOBAL_STEP: 1418900 | > loss_text_ce: 0.016176113858819008 (0.03105069525574097) | > loss_mel_ce: 2.6122477054595947 (nan) | > loss: 0.01043025404214859 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14118609623959041) | > loader_time: 0.0044 (0.004594609266503916)  --> TIME: 2025-03-26 12:41:10 -- STEP: 30530/31555 -- GLOBAL_STEP: 1418950 | > loss_text_ce: 0.02757756970822811 (0.03105110887882214) | > loss_mel_ce: 2.728008985519409 (nan) | > loss: 0.010934867896139622 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14118316641331793) | > loader_time: 0.0047 (0.004594647591519361)  --> TIME: 2025-03-26 12:41:20 -- STEP: 30580/31555 -- GLOBAL_STEP: 1419000 | > loss_text_ce: 0.03980095684528351 (0.03105111693685656) | > loss_mel_ce: 2.2788755893707275 (nan) | > loss: 0.009201097302138805 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14118685667775188) | > loader_time: 0.0046 (0.004594674688916815)  --> TIME: 2025-03-26 12:41:30 -- STEP: 30630/31555 -- GLOBAL_STEP: 1419050 | > loss_text_ce: 0.03889668360352516 (0.031050430558843236) | > loss_mel_ce: 2.6036763191223145 (nan) | > loss: 0.010486401617527008 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.14118997570427638) | > loader_time: 0.0047 (0.004594731525467236)  --> TIME: 2025-03-26 12:41:39 -- STEP: 30680/31555 -- GLOBAL_STEP: 1419100 | > loss_text_ce: 0.04081420972943306 (0.031048216942134357) | > loss_mel_ce: 2.7995495796203613 (nan) | > loss: 0.011271284893155098 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14118699916338498) | > loader_time: 0.0047 (0.004594704512667016)  --> TIME: 2025-03-26 12:41:49 -- STEP: 30730/31555 -- GLOBAL_STEP: 1419150 | > loss_text_ce: 0.0203598253428936 (0.03104836173413768) | > loss_mel_ce: 2.9564573764801025 (nan) | > loss: 0.011812767013907433 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14118787650366832) | > loader_time: 0.0046 (0.004594704245962397)  --> TIME: 2025-03-26 12:41:59 -- STEP: 30780/31555 -- GLOBAL_STEP: 1419200 | > loss_text_ce: 0.029705271124839783 (0.031047549866783767) | > loss_mel_ce: 2.340839385986328 (nan) | > loss: 0.0094069242477417 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14119560689101968) | > loader_time: 0.0046 (0.00459467018479416)  --> TIME: 2025-03-26 12:42:08 -- STEP: 30830/31555 -- GLOBAL_STEP: 1419250 | > loss_text_ce: 0.03283797577023506 (0.03104731225315874) | > loss_mel_ce: 2.6088204383850098 (nan) | > loss: 0.010482771322131157 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.14119059702347037) | > loader_time: 0.0047 (0.0045947320655379915)  --> TIME: 2025-03-26 12:42:18 -- STEP: 30880/31555 -- GLOBAL_STEP: 1419300 | > loss_text_ce: 0.028579268604516983 (0.031047765177872437) | > loss_mel_ce: 2.169921875 (nan) | > loss: 0.0087242117151618 (nan) | > current_lr: 5e-06 | > step_time: 0.163 (0.1411872399594498) | > loader_time: 0.0047 (0.004594651181154314)  --> TIME: 2025-03-26 12:42:27 -- STEP: 30930/31555 -- GLOBAL_STEP: 1419350 | > loss_text_ce: 0.02550490014255047 (0.0310481384693143) | > loss_mel_ce: 2.3886003494262695 (nan) | > loss: 0.00957978330552578 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.1411827153077295) | > loader_time: 0.0044 (0.004594812746229903)  --> TIME: 2025-03-26 12:42:37 -- STEP: 30980/31555 -- GLOBAL_STEP: 1419400 | > loss_text_ce: 0.026041312143206596 (0.03104735772970768) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14118202653833153) | > loader_time: 0.0045 (0.004594689203586185)  --> TIME: 2025-03-26 12:42:47 -- STEP: 31030/31555 -- GLOBAL_STEP: 1419450 | > loss_text_ce: 0.029798943549394608 (0.031046976222825644) | > loss_mel_ce: 2.827899932861328 (nan) | > loss: 0.011340076103806496 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14118653437878428) | > loader_time: 0.0045 (0.004594585290847973)  --> TIME: 2025-03-26 12:42:56 -- STEP: 31080/31555 -- GLOBAL_STEP: 1419500 | > loss_text_ce: 0.03112112730741501 (0.03104707795843132) | > loss_mel_ce: 1.94228196144104 (nan) | > loss: 0.007830965332686901 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14117768682261367) | > loader_time: 0.0044 (0.004594492145179948)  --> TIME: 2025-03-26 12:43:06 -- STEP: 31130/31555 -- GLOBAL_STEP: 1419550 | > loss_text_ce: 0.034826356917619705 (0.031049305770828615) | > loss_mel_ce: 2.3124277591705322 (nan) | > loss: 0.009314500726759434 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14117565096056486) | > loader_time: 0.0044 (0.004594432392420599)  --> TIME: 2025-03-26 12:43:15 -- STEP: 31180/31555 -- GLOBAL_STEP: 1419600 | > loss_text_ce: 0.02874819189310074 (0.031049087477520568) | > loss_mel_ce: 2.779477596282959 (nan) | > loss: 0.011143754236400127 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14117430931792324) | > loader_time: 0.0042 (0.004594420797936511)  --> TIME: 2025-03-26 12:43:25 -- STEP: 31230/31555 -- GLOBAL_STEP: 1419650 | > loss_text_ce: 0.030931033194065094 (0.03104924079459584) | > loss_mel_ce: 2.698554277420044 (nan) | > loss: 0.010831291787326336 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1411796511956371) | > loader_time: 0.0045 (0.004594602525291492)  --> TIME: 2025-03-26 12:43:35 -- STEP: 31280/31555 -- GLOBAL_STEP: 1419700 | > loss_text_ce: 0.03308119624853134 (0.031051218237571867) | > loss_mel_ce: 2.664292335510254 (nan) | > loss: 0.010703864507377148 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14117657694670227) | > loader_time: 0.0046 (0.0045947266661602645)  --> TIME: 2025-03-26 12:43:45 -- STEP: 31330/31555 -- GLOBAL_STEP: 1419750 | > loss_text_ce: 0.030583983287215233 (0.031052083312184512) | > loss_mel_ce: 2.4941747188568115 (nan) | > loss: 0.010018885135650635 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14117734649863958) | > loader_time: 0.0044 (0.004594712077791316)  --> TIME: 2025-03-26 12:43:54 -- STEP: 31380/31555 -- GLOBAL_STEP: 1419800 | > loss_text_ce: 0.036625903099775314 (0.03105197741140756) | > loss_mel_ce: 2.6082677841186523 (nan) | > loss: 0.010495610535144806 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14117488497909714) | > loader_time: 0.0045 (0.004594644913633905)  --> TIME: 2025-03-26 12:44:04 -- STEP: 31430/31555 -- GLOBAL_STEP: 1419850 | > loss_text_ce: 0.033237524330616 (0.031053905159376047) | > loss_mel_ce: 2.517444610595703 (nan) | > loss: 0.010121754370629787 (nan) | > current_lr: 5e-06 | > step_time: 0.1267 (0.14118151992436148) | > loader_time: 0.0046 (0.004594672443075554)  --> TIME: 2025-03-26 12:44:14 -- STEP: 31480/31555 -- GLOBAL_STEP: 1419900 | > loss_text_ce: 0.035385843366384506 (0.031053854894334404) | > loss_mel_ce: 2.3766345977783203 (nan) | > loss: 0.00957151036709547 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14118054579597852) | > loader_time: 0.0047 (0.004594660895903817)  --> TIME: 2025-03-26 12:44:23 -- STEP: 31530/31555 -- GLOBAL_STEP: 1419950 | > loss_text_ce: 0.02236536704003811 (0.031051905621008583) | > loss_mel_ce: 2.9823110103607178 (nan) | > loss: 0.011923319660127163 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.141175623965422) | > loader_time: 0.0045 (0.004594687269182396)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021784931818644215 (+3.384908040364801e-05) | > avg_loss_text_ce: 0.028929064547022185 (-0.00010611544052759742) | > avg_loss_mel_ce: 2.4797345169385276 (-0.0035323143005370206) | > avg_loss: 2.508663588364919 (-0.003638420899708894) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1419975.pth  > EPOCH: 46/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 12:44:49)   --> TIME: 2025-03-26 12:44:54 -- STEP: 25/31555 -- GLOBAL_STEP: 1420000 | > loss_text_ce: 0.023722805082798004 (0.03159849770367145) | > loss_mel_ce: 2.49596905708313 (2.091887622177601) | > loss: 0.009998777881264687 (0.008426532624289395) | > current_lr: 5e-06 | > step_time: 0.1614 (0.13949254989624024) | > loader_time: 0.0049 (0.004674863815307618) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1420000.pth  --> TIME: 2025-03-26 12:45:09 -- STEP: 75/31555 -- GLOBAL_STEP: 1420050 | > loss_text_ce: 0.03809219226241112 (0.03221590573589006) | > loss_mel_ce: 2.5473721027374268 (2.2511717933416358) | > loss: 0.010259779170155525 (0.009061062807256045) | > current_lr: 5e-06 | > step_time: 0.1374 (0.13954265912373856) | > loader_time: 0.0047 (0.004810578028361005)  --> TIME: 2025-03-26 12:45:19 -- STEP: 125/31555 -- GLOBAL_STEP: 1420100 | > loss_text_ce: 0.030577315017580986 (0.032002889394760134) | > loss_mel_ce: 2.916607141494751 (2.3789811111688604) | > loss: 0.011695177294313908 (0.009567397374310532) | > current_lr: 5e-06 | > step_time: 0.148 (0.13997426605224603) | > loader_time: 0.0047 (0.0047928829193115245)  --> TIME: 2025-03-26 12:45:28 -- STEP: 175/31555 -- GLOBAL_STEP: 1420150 | > loss_text_ce: 0.02889327146112919 (0.03163618416658471) | > loss_mel_ce: 2.537440538406372 (2.4032113710365133) | > loss: 0.010183865204453468 (0.009662094032059289) | > current_lr: 5e-06 | > step_time: 0.1485 (0.1412185260227748) | > loader_time: 0.0048 (0.004786894662039623)  --> TIME: 2025-03-26 12:45:38 -- STEP: 225/31555 -- GLOBAL_STEP: 1420200 | > loss_text_ce: 0.025916406884789467 (0.03146609357247752) | > loss_mel_ce: 2.4312832355499268 (2.423052279278637) | > loss: 0.009750792756676674 (0.009740152852092352) | > current_lr: 5e-06 | > step_time: 0.179 (0.1408188427819146) | > loader_time: 0.0046 (0.004753967920939131)  --> TIME: 2025-03-26 12:45:48 -- STEP: 275/31555 -- GLOBAL_STEP: 1420250 | > loss_text_ce: 0.027819465845823288 (0.03142037855291911) | > loss_mel_ce: 2.61750864982605 (2.42431694214317) | > loss: 0.01049733441323042 (0.009744989950082859) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14164464343677868) | > loader_time: 0.0047 (0.004731311798095705)  --> TIME: 2025-03-26 12:45:58 -- STEP: 325/31555 -- GLOBAL_STEP: 1420300 | > loss_text_ce: 0.03791552037000656 (0.031407287576450754) | > loss_mel_ce: 2.362875461578369 (nan) | > loss: 0.009526948444545269 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14152056840749885) | > loader_time: 0.0047 (0.00472779640784631)  --> TIME: 2025-03-26 12:46:07 -- STEP: 375/31555 -- GLOBAL_STEP: 1420350 | > loss_text_ce: 0.02919711358845234 (0.031353171629210315) | > loss_mel_ce: 3.0682899951934814 (nan) | > loss: 0.012291616760194302 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14135083643595386) | > loader_time: 0.0046 (0.004717451095581063)  --> TIME: 2025-03-26 12:46:17 -- STEP: 425/31555 -- GLOBAL_STEP: 1420400 | > loss_text_ce: 0.03382067754864693 (0.031379499691812425) | > loss_mel_ce: 2.7309107780456543 (nan) | > loss: 0.010971156880259514 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14187250978806448) | > loader_time: 0.0046 (0.004720082002527576)  --> TIME: 2025-03-26 12:46:27 -- STEP: 475/31555 -- GLOBAL_STEP: 1420450 | > loss_text_ce: 0.03284469246864319 (0.03130440168278784) | > loss_mel_ce: 2.0861222743988037 (nan) | > loss: 0.00840859953314066 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14193011384261284) | > loader_time: 0.0045 (0.004713979520295798)  --> TIME: 2025-03-26 12:46:36 -- STEP: 525/31555 -- GLOBAL_STEP: 1420500 | > loss_text_ce: 0.017616234719753265 (0.031303352903397315) | > loss_mel_ce: 2.107301950454712 (nan) | > loss: 0.008432216010987759 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14153264409019836) | > loader_time: 0.0046 (0.004703510829380582)  --> TIME: 2025-03-26 12:46:46 -- STEP: 575/31555 -- GLOBAL_STEP: 1420550 | > loss_text_ce: 0.027406267821788788 (0.03126676871562782) | > loss_mel_ce: 2.736363410949707 (nan) | > loss: 0.01096734032034874 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.14112292455590306) | > loader_time: 0.0049 (0.0047022363413935135)  --> TIME: 2025-03-26 12:46:56 -- STEP: 625/31555 -- GLOBAL_STEP: 1420600 | > loss_text_ce: 0.025947831571102142 (0.03120590670853854) | > loss_mel_ce: 3.0859375 (nan) | > loss: 0.012348751537501812 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1415685482025149) | > loader_time: 0.0047 (0.004689776229858398)  --> TIME: 2025-03-26 12:47:06 -- STEP: 675/31555 -- GLOBAL_STEP: 1420650 | > loss_text_ce: 0.03283198922872543 (0.031238877349705606) | > loss_mel_ce: 1.335693359375 (nan) | > loss: 0.005430656485259533 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.14179051611158613) | > loader_time: 0.0047 (0.004683416507862231)  --> TIME: 2025-03-26 12:47:15 -- STEP: 725/31555 -- GLOBAL_STEP: 1420700 | > loss_text_ce: 0.04151691868901253 (0.031201670819829254) | > loss_mel_ce: 2.2418181896209717 (nan) | > loss: 0.009060854092240334 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14187675837812788) | > loader_time: 0.0045 (0.00467768274504563)  --> TIME: 2025-03-26 12:47:25 -- STEP: 775/31555 -- GLOBAL_STEP: 1420750 | > loss_text_ce: 0.027349399402737617 (0.031144585805314207) | > loss_mel_ce: 2.4170515537261963 (nan) | > loss: 0.009700004942715168 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.1419477767329066) | > loader_time: 0.0046 (0.004674356522098664)  --> TIME: 2025-03-26 12:47:35 -- STEP: 825/31555 -- GLOBAL_STEP: 1420800 | > loss_text_ce: 0.037933748215436935 (0.031170796019335593) | > loss_mel_ce: 2.6904096603393555 (nan) | > loss: 0.010826760903000832 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14180614153544133) | > loader_time: 0.0049 (0.004678487199725528)  --> TIME: 2025-03-26 12:47:45 -- STEP: 875/31555 -- GLOBAL_STEP: 1420850 | > loss_text_ce: 0.024366678670048714 (0.0312114081467901) | > loss_mel_ce: 2.7749738693237305 (nan) | > loss: 0.011108494363725185 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.142071617126465) | > loader_time: 0.0047 (0.004682253701346261)  --> TIME: 2025-03-26 12:47:55 -- STEP: 925/31555 -- GLOBAL_STEP: 1420900 | > loss_text_ce: 0.03707832843065262 (0.03123286651598441) | > loss_mel_ce: 2.8871796131134033 (nan) | > loss: 0.011604199185967445 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14226014059943135) | > loader_time: 0.0045 (0.004682443979624156)  --> TIME: 2025-03-26 12:48:04 -- STEP: 975/31555 -- GLOBAL_STEP: 1420950 | > loss_text_ce: 0.03571927547454834 (0.031171963797547882) | > loss_mel_ce: 2.352762222290039 (nan) | > loss: 0.009478102438151836 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.142099430133135) | > loader_time: 0.0046 (0.004680577058058519)  --> TIME: 2025-03-26 12:48:14 -- STEP: 1025/31555 -- GLOBAL_STEP: 1421000 | > loss_text_ce: 0.0439239963889122 (0.03119261704021838) | > loss_mel_ce: 1.955507755279541 (nan) | > loss: 0.00793425366282463 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14199145759024281) | > loader_time: 0.0046 (0.004681740504939381)  --> TIME: 2025-03-26 12:48:23 -- STEP: 1075/31555 -- GLOBAL_STEP: 1421050 | > loss_text_ce: 0.037403907626867294 (0.031187428222146145) | > loss_mel_ce: 1.93430757522583 (nan) | > loss: 0.007824252359569073 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14192797616470704) | > loader_time: 0.0046 (0.004679513753846634)  --> TIME: 2025-03-26 12:48:33 -- STEP: 1125/31555 -- GLOBAL_STEP: 1421100 | > loss_text_ce: 0.023737171664834023 (0.031222106501460074) | > loss_mel_ce: 3.2552082538604736 (nan) | > loss: 0.0130116892978549 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14156878704494907) | > loader_time: 0.0047 (0.00467577213711209)  --> TIME: 2025-03-26 12:48:42 -- STEP: 1175/31555 -- GLOBAL_STEP: 1421150 | > loss_text_ce: 0.029395513236522675 (0.031228728662145898) | > loss_mel_ce: 2.900649309158325 (nan) | > loss: 0.01162716280668974 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.14165093340772267) | > loader_time: 0.005 (0.004677028250187004)  --> TIME: 2025-03-26 12:48:52 -- STEP: 1225/31555 -- GLOBAL_STEP: 1421200 | > loss_text_ce: 0.0270954892039299 (0.031241647897630315) | > loss_mel_ce: 2.5869503021240234 (nan) | > loss: 0.010373198427259922 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14164186458198402) | > loader_time: 0.0044 (0.004674407414027621)  --> TIME: 2025-03-26 12:49:02 -- STEP: 1275/31555 -- GLOBAL_STEP: 1421250 | > loss_text_ce: 0.026661528274416924 (0.031249351820671064) | > loss_mel_ce: 2.1457691192626953 (nan) | > loss: 0.00862075760960579 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14167652167525963) | > loader_time: 0.0045 (0.004672442230523801)  --> TIME: 2025-03-26 12:49:12 -- STEP: 1325/31555 -- GLOBAL_STEP: 1421300 | > loss_text_ce: 0.025321807712316513 (0.03121205840822096) | > loss_mel_ce: 2.547243356704712 (nan) | > loss: 0.01020859181880951 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.14175395335791252) | > loader_time: 0.0047 (0.004670275202337302)  --> TIME: 2025-03-26 12:49:21 -- STEP: 1375/31555 -- GLOBAL_STEP: 1421350 | > loss_text_ce: 0.039065007120370865 (0.031223455241457962) | > loss_mel_ce: 2.831058979034424 (nan) | > loss: 0.011389382183551788 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14178682396628645) | > loader_time: 0.0047 (0.004669566761363635)  --> TIME: 2025-03-26 12:49:31 -- STEP: 1425/31555 -- GLOBAL_STEP: 1421400 | > loss_text_ce: 0.026713192462921143 (0.031248436813945294) | > loss_mel_ce: 2.6253116130828857 (nan) | > loss: 0.010523908771574497 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1416744148522093) | > loader_time: 0.0048 (0.0046703161273086245)  --> TIME: 2025-03-26 12:49:40 -- STEP: 1475/31555 -- GLOBAL_STEP: 1421450 | > loss_text_ce: 0.021707801148295403 (0.031196086979392208) | > loss_mel_ce: 2.0976755619049072 (nan) | > loss: 0.008410251699388027 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1415916027457027) | > loader_time: 0.0044 (0.00466827133954581)  --> TIME: 2025-03-26 12:49:50 -- STEP: 1525/31555 -- GLOBAL_STEP: 1421500 | > loss_text_ce: 0.023169908672571182 (0.03119118488897553) | > loss_mel_ce: 0.05950927734375 (nan) | > loss: 0.0003280920209363103 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14144293409879108) | > loader_time: 0.0045 (0.004670158761446591)  --> TIME: 2025-03-26 12:49:59 -- STEP: 1575/31555 -- GLOBAL_STEP: 1421550 | > loss_text_ce: 0.03303927183151245 (0.031169311337409498) | > loss_mel_ce: 2.557288408279419 (nan) | > loss: 0.010279078967869282 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.1413426253909158) | > loader_time: 0.0045 (0.004670168256002756)  --> TIME: 2025-03-26 12:50:09 -- STEP: 1625/31555 -- GLOBAL_STEP: 1421600 | > loss_text_ce: 0.023806091398000717 (0.031174502675923005) | > loss_mel_ce: 0.6336844563484192 (nan) | > loss: 0.0026090897154062986 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14128100879375766) | > loader_time: 0.0045 (0.004669390458327069)  --> TIME: 2025-03-26 12:50:18 -- STEP: 1675/31555 -- GLOBAL_STEP: 1421650 | > loss_text_ce: 0.032099705189466476 (0.031123115197380074) | > loss_mel_ce: 2.677955150604248 (nan) | > loss: 0.010754186660051346 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14119586403690182) | > loader_time: 0.0045 (0.004669178920005678)  --> TIME: 2025-03-26 12:50:28 -- STEP: 1725/31555 -- GLOBAL_STEP: 1421700 | > loss_text_ce: 0.03267484903335571 (0.031118486197530347) | > loss_mel_ce: 2.604793071746826 (nan) | > loss: 0.010466142557561398 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14117007642552473) | > loader_time: 0.0045 (0.004668327690898504)  --> TIME: 2025-03-26 12:50:38 -- STEP: 1775/31555 -- GLOBAL_STEP: 1421750 | > loss_text_ce: 0.034906234592199326 (0.03113962123196728) | > loss_mel_ce: 2.7118313312530518 (nan) | > loss: 0.010899752378463745 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14116238835831757) | > loader_time: 0.0049 (0.004666102234746365)  --> TIME: 2025-03-26 12:50:47 -- STEP: 1825/31555 -- GLOBAL_STEP: 1421800 | > loss_text_ce: 0.030198877677321434 (0.03114658932622572) | > loss_mel_ce: 3.1244614124298096 (nan) | > loss: 0.012518493458628654 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14124970174815543) | > loader_time: 0.0044 (0.0046661523270280355)  --> TIME: 2025-03-26 12:50:57 -- STEP: 1875/31555 -- GLOBAL_STEP: 1421850 | > loss_text_ce: 0.02953230030834675 (0.031125868007043984) | > loss_mel_ce: 3.1140198707580566 (nan) | > loss: 0.012474413961172104 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14125521545410144) | > loader_time: 0.0045 (0.0046667821248372356)  --> TIME: 2025-03-26 12:51:07 -- STEP: 1925/31555 -- GLOBAL_STEP: 1421900 | > loss_text_ce: 0.03729229420423508 (0.031141576541998933) | > loss_mel_ce: 2.475832939147949 (nan) | > loss: 0.009972719475626945 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14121140715363725) | > loader_time: 0.0047 (0.004667210393137743)  --> TIME: 2025-03-26 12:51:17 -- STEP: 1975/31555 -- GLOBAL_STEP: 1421950 | > loss_text_ce: 0.034233324229717255 (0.031124898706904686) | > loss_mel_ce: 2.883561372756958 (nan) | > loss: 0.01157855149358511 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1413302816318559) | > loader_time: 0.0047 (0.00466672197172913)  --> TIME: 2025-03-26 12:51:26 -- STEP: 2025/31555 -- GLOBAL_STEP: 1422000 | > loss_text_ce: 0.03929988667368889 (0.031153437011863704) | > loss_mel_ce: 0.06829071044921875 (nan) | > loss: 0.00042694684816524386 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14121883392333973) | > loader_time: 0.0045 (0.004667426097540205)  --> TIME: 2025-03-26 12:51:36 -- STEP: 2075/31555 -- GLOBAL_STEP: 1422050 | > loss_text_ce: 0.04090077430009842 (0.03113222972590879) | > loss_mel_ce: 3.104215621948242 (nan) | > loss: 0.012480621226131916 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14125994372080597) | > loader_time: 0.0049 (0.004665576061570497)  --> TIME: 2025-03-26 12:51:46 -- STEP: 2125/31555 -- GLOBAL_STEP: 1422100 | > loss_text_ce: 0.03046165592968464 (0.03115904912834657) | > loss_mel_ce: 2.6753029823303223 (nan) | > loss: 0.0107371611520648 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1413084573184742) | > loader_time: 0.0047 (0.004664767097024355)  --> TIME: 2025-03-26 12:51:55 -- STEP: 2175/31555 -- GLOBAL_STEP: 1422150 | > loss_text_ce: 0.02091539278626442 (0.031151950265141726) | > loss_mel_ce: 2.2524616718292236 (nan) | > loss: 0.009021338075399399 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.1412594703148151) | > loader_time: 0.0046 (0.004662424175218603)  --> TIME: 2025-03-26 12:52:04 -- STEP: 2225/31555 -- GLOBAL_STEP: 1422200 | > loss_text_ce: 0.029075462371110916 (0.031150014871794175) | > loss_mel_ce: 2.2513489723205566 (nan) | > loss: 0.009049303829669952 (nan) | > current_lr: 5e-06 | > step_time: 0.1746 (0.14116573376602004) | > loader_time: 0.0049 (0.004661364930399347)  --> TIME: 2025-03-26 12:52:14 -- STEP: 2275/31555 -- GLOBAL_STEP: 1422250 | > loss_text_ce: 0.03053411655128002 (0.031129726420801408) | > loss_mel_ce: 2.265369176864624 (nan) | > loss: 0.009110727347433567 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1412129578223596) | > loader_time: 0.0044 (0.004661871941535029)  --> TIME: 2025-03-26 12:52:24 -- STEP: 2325/31555 -- GLOBAL_STEP: 1422300 | > loss_text_ce: 0.033314161002635956 (0.03113404254158657) | > loss_mel_ce: 1.3783190250396729 (nan) | > loss: 0.00560171902179718 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.1412611519393101) | > loader_time: 0.0045 (0.004661596769927654)  --> TIME: 2025-03-26 12:52:34 -- STEP: 2375/31555 -- GLOBAL_STEP: 1422350 | > loss_text_ce: 0.0252128466963768 (0.03112399196114978) | > loss_mel_ce: 0.25664061307907104 (nan) | > loss: 0.0011184662580490112 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1412985231499923) | > loader_time: 0.0046 (0.004662061691284182)  --> TIME: 2025-03-26 12:52:43 -- STEP: 2425/31555 -- GLOBAL_STEP: 1422400 | > loss_text_ce: 0.026806674897670746 (0.031113487315008924) | > loss_mel_ce: 2.9953949451446533 (nan) | > loss: 0.011992864310741425 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14126805708580412) | > loader_time: 0.0046 (0.004661253211424526)  --> TIME: 2025-03-26 12:52:53 -- STEP: 2475/31555 -- GLOBAL_STEP: 1422450 | > loss_text_ce: 0.036902375519275665 (0.031085983043291944) | > loss_mel_ce: 2.1335575580596924 (nan) | > loss: 0.008612937293946743 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1412852571468162) | > loader_time: 0.0047 (0.004660660618483421)  --> TIME: 2025-03-26 12:53:03 -- STEP: 2525/31555 -- GLOBAL_STEP: 1422500 | > loss_text_ce: 0.03461729362607002 (0.03108170881461683) | > loss_mel_ce: 2.4102349281311035 (nan) | > loss: 0.009701794944703579 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14142757368559897) | > loader_time: 0.0047 (0.004661173678860814)  --> TIME: 2025-03-26 12:53:13 -- STEP: 2575/31555 -- GLOBAL_STEP: 1422550 | > loss_text_ce: 0.028860947117209435 (0.0310904318915264) | > loss_mel_ce: 2.683178424835205 (nan) | > loss: 0.010762061923742294 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.1414921392051921) | > loader_time: 0.0047 (0.004660586570073107)  --> TIME: 2025-03-26 12:53:23 -- STEP: 2625/31555 -- GLOBAL_STEP: 1422600 | > loss_text_ce: 0.03478473797440529 (0.031080500628976583) | > loss_mel_ce: 2.5220983028411865 (nan) | > loss: 0.010146361775696278 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14144165765671537) | > loader_time: 0.0045 (0.004659855524698901)  --> TIME: 2025-03-26 12:53:33 -- STEP: 2675/31555 -- GLOBAL_STEP: 1422650 | > loss_text_ce: 0.029039254412055016 (0.03107106456898639) | > loss_mel_ce: 1.542095422744751 (nan) | > loss: 0.006234661675989628 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.1414869137345077) | > loader_time: 0.0046 (0.004661457382629971)  --> TIME: 2025-03-26 12:53:42 -- STEP: 2725/31555 -- GLOBAL_STEP: 1422700 | > loss_text_ce: 0.04009636864066124 (0.031061099836038875) | > loss_mel_ce: 2.927919387817383 (nan) | > loss: 0.011777840554714203 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14151788186589562) | > loader_time: 0.0048 (0.004661258295041709)  --> TIME: 2025-03-26 12:53:52 -- STEP: 2775/31555 -- GLOBAL_STEP: 1422750 | > loss_text_ce: 0.04237619787454605 (0.031069098744574957) | > loss_mel_ce: 2.195685625076294 (nan) | > loss: 0.00888119824230671 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14154410688726804) | > loader_time: 0.0045 (0.0046594613736814245)  --> TIME: 2025-03-26 12:54:02 -- STEP: 2825/31555 -- GLOBAL_STEP: 1422800 | > loss_text_ce: 0.0272087212651968 (0.031066222417011714) | > loss_mel_ce: 2.883833646774292 (nan) | > loss: 0.011551756411790848 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14152016740984666) | > loader_time: 0.005 (0.004661757460737652)  --> TIME: 2025-03-26 12:54:11 -- STEP: 2875/31555 -- GLOBAL_STEP: 1422850 | > loss_text_ce: 0.03706197440624237 (0.03105696753250515) | > loss_mel_ce: 2.224092483520508 (nan) | > loss: 0.008972835727036 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14141845603611197) | > loader_time: 0.0045 (0.004661868717359461)  --> TIME: 2025-03-26 12:54:20 -- STEP: 2925/31555 -- GLOBAL_STEP: 1422900 | > loss_text_ce: 0.03499935194849968 (0.03105632684615432) | > loss_mel_ce: 2.4964780807495117 (nan) | > loss: 0.010045546106994152 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1413534709734798) | > loader_time: 0.0048 (0.0046608848245734864)  --> TIME: 2025-03-26 12:54:30 -- STEP: 2975/31555 -- GLOBAL_STEP: 1422950 | > loss_text_ce: 0.021922122687101364 (0.03105204588099687) | > loss_mel_ce: 2.129112720489502 (nan) | > loss: 0.008535852655768394 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14130814359969493) | > loader_time: 0.0046 (0.004659265710526156)  --> TIME: 2025-03-26 12:54:40 -- STEP: 3025/31555 -- GLOBAL_STEP: 1423000 | > loss_text_ce: 0.03136315569281578 (0.03105252017228563) | > loss_mel_ce: 2.5201609134674072 (nan) | > loss: 0.010125096887350082 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14131910095530142) | > loader_time: 0.0044 (0.004658162692361633)  --> TIME: 2025-03-26 12:54:49 -- STEP: 3075/31555 -- GLOBAL_STEP: 1423050 | > loss_text_ce: 0.03133548051118851 (0.031031950578335816) | > loss_mel_ce: 2.984851598739624 (nan) | > loss: 0.011968997307121754 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14134359716399944) | > loader_time: 0.0045 (0.0046590208813426974)  --> TIME: 2025-03-26 12:54:59 -- STEP: 3125/31555 -- GLOBAL_STEP: 1423100 | > loss_text_ce: 0.030823832377791405 (0.031045867372751227) | > loss_mel_ce: 2.55941104888916 (nan) | > loss: 0.010278711095452309 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14144395401001023) | > loader_time: 0.0046 (0.004659488143920904)  --> TIME: 2025-03-26 12:55:09 -- STEP: 3175/31555 -- GLOBAL_STEP: 1423150 | > loss_text_ce: 0.03327985107898712 (0.031062221872642275) | > loss_mel_ce: 3.0269100666046143 (nan) | > loss: 0.012143611907958984 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14142135815357637) | > loader_time: 0.0047 (0.004659144333967077)  --> TIME: 2025-03-26 12:55:19 -- STEP: 3225/31555 -- GLOBAL_STEP: 1423200 | > loss_text_ce: 0.029558762907981873 (0.031057864642998034) | > loss_mel_ce: 2.259202003479004 (nan) | > loss: 0.009082384407520294 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14144419736640446) | > loader_time: 0.0044 (0.00465966912203057)  --> TIME: 2025-03-26 12:55:28 -- STEP: 3275/31555 -- GLOBAL_STEP: 1423250 | > loss_text_ce: 0.03659163787961006 (0.031069029383076957) | > loss_mel_ce: 2.50600266456604 (nan) | > loss: 0.010089660063385963 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14141379458303702) | > loader_time: 0.0047 (0.004657927651441738)  --> TIME: 2025-03-26 12:55:38 -- STEP: 3325/31555 -- GLOBAL_STEP: 1423300 | > loss_text_ce: 0.026418693363666534 (0.03105436067552046) | > loss_mel_ce: 2.661874532699585 (nan) | > loss: 0.0106678307056427 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1414160263090208) | > loader_time: 0.0046 (0.004658126687645019)  --> TIME: 2025-03-26 12:55:48 -- STEP: 3375/31555 -- GLOBAL_STEP: 1423350 | > loss_text_ce: 0.03073767200112343 (0.031067434020064486) | > loss_mel_ce: 2.4671244621276855 (nan) | > loss: 0.009912151843309402 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14140943682635307) | > loader_time: 0.0047 (0.004658007939656578)  --> TIME: 2025-03-26 12:55:57 -- STEP: 3425/31555 -- GLOBAL_STEP: 1423400 | > loss_text_ce: 0.035900913178920746 (0.031066557353865484) | > loss_mel_ce: 2.5060107707977295 (nan) | > loss: 0.010086951777338982 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14134808345432742) | > loader_time: 0.0044 (0.0046572759029639066)  --> TIME: 2025-03-26 12:56:07 -- STEP: 3475/31555 -- GLOBAL_STEP: 1423450 | > loss_text_ce: 0.02782188355922699 (0.03108848956849077) | > loss_mel_ce: 2.254159927368164 (nan) | > loss: 0.009055483154952526 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1413462438514769) | > loader_time: 0.0044 (0.004655484604320942)  --> TIME: 2025-03-26 12:56:17 -- STEP: 3525/31555 -- GLOBAL_STEP: 1423500 | > loss_text_ce: 0.03238848224282265 (0.031110632891984687) | > loss_mel_ce: 2.6156177520751953 (nan) | > loss: 0.010507961735129356 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14136444714052496) | > loader_time: 0.0046 (0.004654857486697803)  --> TIME: 2025-03-26 12:56:27 -- STEP: 3575/31555 -- GLOBAL_STEP: 1423550 | > loss_text_ce: 0.026197265833616257 (0.031110109421652505) | > loss_mel_ce: 1.5348745584487915 (nan) | > loss: 0.006194729823619127 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14145050268906847) | > loader_time: 0.0043 (0.004653718521544987)  --> TIME: 2025-03-26 12:56:36 -- STEP: 3625/31555 -- GLOBAL_STEP: 1423600 | > loss_text_ce: 0.03375302627682686 (0.031103009337495106) | > loss_mel_ce: 2.282996892929077 (nan) | > loss: 0.009193452075123787 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14145948146951648) | > loader_time: 0.0046 (0.0046534736896383395)  --> TIME: 2025-03-26 12:56:46 -- STEP: 3675/31555 -- GLOBAL_STEP: 1423650 | > loss_text_ce: 0.028951304033398628 (0.03111200062976199) | > loss_mel_ce: 2.792994976043701 (nan) | > loss: 0.011198200285434723 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14143574798999226) | > loader_time: 0.0047 (0.004652644176872413)  --> TIME: 2025-03-26 12:56:56 -- STEP: 3725/31555 -- GLOBAL_STEP: 1423700 | > loss_text_ce: 0.03350675851106644 (0.031112878125835977) | > loss_mel_ce: 2.4448022842407227 (nan) | > loss: 0.009834560565650463 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14144472979859254) | > loader_time: 0.0047 (0.0046518550463170855)  --> TIME: 2025-03-26 12:57:05 -- STEP: 3775/31555 -- GLOBAL_STEP: 1423750 | > loss_text_ce: 0.02920389175415039 (0.0311029463421726) | > loss_mel_ce: 2.8616256713867188 (nan) | > loss: 0.01147154625505209 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.1414134999458367) | > loader_time: 0.0046 (0.004650458784292869)  --> TIME: 2025-03-26 12:57:15 -- STEP: 3825/31555 -- GLOBAL_STEP: 1423800 | > loss_text_ce: 0.028649382293224335 (0.03110654927911906) | > loss_mel_ce: 2.897265672683716 (nan) | > loss: 0.01161077432334423 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14142550387413708) | > loader_time: 0.0043 (0.004651315539490946)  --> TIME: 2025-03-26 12:57:25 -- STEP: 3875/31555 -- GLOBAL_STEP: 1423850 | > loss_text_ce: 0.028838124126195908 (0.031110658415623244) | > loss_mel_ce: 1.6053905487060547 (nan) | > loss: 0.006485034711658955 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.141466005202263) | > loader_time: 0.0045 (0.004651049890825829)  --> TIME: 2025-03-26 12:57:35 -- STEP: 3925/31555 -- GLOBAL_STEP: 1423900 | > loss_text_ce: 0.03566581755876541 (0.03111848726702533) | > loss_mel_ce: 2.5326449871063232 (nan) | > loss: 0.010191709734499454 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14152175180471663) | > loader_time: 0.0045 (0.004650954835733794)  --> TIME: 2025-03-26 12:57:44 -- STEP: 3975/31555 -- GLOBAL_STEP: 1423950 | > loss_text_ce: 0.037354934960603714 (0.031110642515591473) | > loss_mel_ce: 2.4965872764587402 (nan) | > loss: 0.010055326856672764 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1415075602621406) | > loader_time: 0.0065 (0.00465104402985963)  --> TIME: 2025-03-26 12:57:54 -- STEP: 4025/31555 -- GLOBAL_STEP: 1424000 | > loss_text_ce: 0.02580084651708603 (0.03111520189491117) | > loss_mel_ce: 2.497626543045044 (nan) | > loss: 0.010013601742684841 (nan) | > current_lr: 5e-06 | > step_time: 0.1792 (0.14155840127364483) | > loader_time: 0.0046 (0.004651573963046818)  --> TIME: 2025-03-26 12:58:04 -- STEP: 4075/31555 -- GLOBAL_STEP: 1424050 | > loss_text_ce: 0.039825037121772766 (0.03109493639891498) | > loss_mel_ce: 2.0784237384796143 (nan) | > loss: 0.008405749686062336 (nan) | > current_lr: 5e-06 | > step_time: 0.106 (0.1415233508502051) | > loader_time: 0.0043 (0.0046503347268133845)  --> TIME: 2025-03-26 12:58:13 -- STEP: 4125/31555 -- GLOBAL_STEP: 1424100 | > loss_text_ce: 0.028314560651779175 (0.03108625582583022) | > loss_mel_ce: 2.0411579608917236 (nan) | > loss: 0.008212192915380001 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14149399699586843) | > loader_time: 0.0048 (0.004649036407470706)  --> TIME: 2025-03-26 12:58:23 -- STEP: 4175/31555 -- GLOBAL_STEP: 1424150 | > loss_text_ce: 0.035576384514570236 (0.031086516405740176) | > loss_mel_ce: 2.8332111835479736 (nan) | > loss: 0.011384078301489353 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14149527024366218) | > loader_time: 0.0045 (0.004648261098804591)  --> TIME: 2025-03-26 12:58:33 -- STEP: 4225/31555 -- GLOBAL_STEP: 1424200 | > loss_text_ce: 0.029172414913773537 (0.03107413753294027) | > loss_mel_ce: 0.0764973983168602 (nan) | > loss: 0.00041932467138394713 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14148778949263568) | > loader_time: 0.0044 (0.004648929968388126)  --> TIME: 2025-03-26 12:58:42 -- STEP: 4275/31555 -- GLOBAL_STEP: 1424250 | > loss_text_ce: 0.032234076410532 (0.0310791912417837) | > loss_mel_ce: 2.3861773014068604 (nan) | > loss: 0.009596871212124825 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1414604316399115) | > loader_time: 0.0047 (0.0046481043832343975)  --> TIME: 2025-03-26 12:58:52 -- STEP: 4325/31555 -- GLOBAL_STEP: 1424300 | > loss_text_ce: 0.03152346611022949 (0.031105307781196738) | > loss_mel_ce: 2.6574394702911377 (nan) | > loss: 0.010670488700270653 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1414708184920298) | > loader_time: 0.0045 (0.0046472587475197905)  --> TIME: 2025-03-26 12:59:01 -- STEP: 4375/31555 -- GLOBAL_STEP: 1424350 | > loss_text_ce: 0.025374354794621468 (0.031089431354616365) | > loss_mel_ce: 0.079833984375 (nan) | > loss: 0.000417493429267779 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14144832660130127) | > loader_time: 0.0044 (0.004646623556954523)  --> TIME: 2025-03-26 12:59:11 -- STEP: 4425/31555 -- GLOBAL_STEP: 1424400 | > loss_text_ce: 0.03429130092263222 (0.031084550970397085) | > loss_mel_ce: 2.6060431003570557 (nan) | > loss: 0.010477517731487751 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14137447464937586) | > loader_time: 0.0047 (0.004646618891570529)  --> TIME: 2025-03-26 12:59:20 -- STEP: 4475/31555 -- GLOBAL_STEP: 1424450 | > loss_text_ce: 0.02568371221423149 (0.031079038551191703) | > loss_mel_ce: 2.33449649810791 (nan) | > loss: 0.00936579518020153 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14129062902994038) | > loader_time: 0.0044 (0.0046463003105291474)  --> TIME: 2025-03-26 12:59:30 -- STEP: 4525/31555 -- GLOBAL_STEP: 1424500 | > loss_text_ce: 0.028740884736180305 (0.031080376699937306) | > loss_mel_ce: 2.5422675609588623 (nan) | > loss: 0.01020241528749466 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14133280374727256) | > loader_time: 0.0045 (0.004646434625867985)  --> TIME: 2025-03-26 12:59:39 -- STEP: 4575/31555 -- GLOBAL_STEP: 1424550 | > loss_text_ce: 0.02659608982503414 (0.031085128910188133) | > loss_mel_ce: 1.8681209087371826 (nan) | > loss: 0.007518718484789133 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1413095458609166) | > loader_time: 0.0045 (0.004645094584897571)  --> TIME: 2025-03-26 12:59:49 -- STEP: 4625/31555 -- GLOBAL_STEP: 1424600 | > loss_text_ce: 0.025709347799420357 (0.03107519272634306) | > loss_mel_ce: 2.6908717155456543 (nan) | > loss: 0.010780083946883678 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14132932013434402) | > loader_time: 0.0047 (0.004645470902726462)  --> TIME: 2025-03-26 12:59:59 -- STEP: 4675/31555 -- GLOBAL_STEP: 1424650 | > loss_text_ce: 0.03673675283789635 (0.03106445811131102) | > loss_mel_ce: 2.9325783252716064 (nan) | > loss: 0.011782997287809849 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.14132503769614552) | > loader_time: 0.0044 (0.004644475263707782)  --> TIME: 2025-03-26 13:00:08 -- STEP: 4725/31555 -- GLOBAL_STEP: 1424700 | > loss_text_ce: 0.03199448809027672 (0.031065284026757112) | > loss_mel_ce: 2.6731839179992676 (nan) | > loss: 0.010734835639595985 (nan) | > current_lr: 5e-06 | > step_time: 0.1829 (0.14134315087051055) | > loader_time: 0.0048 (0.004643875959689026)  --> TIME: 2025-03-26 13:00:18 -- STEP: 4775/31555 -- GLOBAL_STEP: 1424750 | > loss_text_ce: 0.03131452947854996 (0.03106145877625149) | > loss_mel_ce: 2.928548812866211 (nan) | > loss: 0.01174549013376236 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14134322036623398) | > loader_time: 0.0045 (0.0046431814063906075)  --> TIME: 2025-03-26 13:00:28 -- STEP: 4825/31555 -- GLOBAL_STEP: 1424800 | > loss_text_ce: 0.031994372606277466 (0.031050615966937697) | > loss_mel_ce: 2.948781967163086 (nan) | > loss: 0.011828478425741196 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14130370965275793) | > loader_time: 0.0046 (0.0046419889815730786)  --> TIME: 2025-03-26 13:00:37 -- STEP: 4875/31555 -- GLOBAL_STEP: 1424850 | > loss_text_ce: 0.028625933453440666 (0.031037357628345485) | > loss_mel_ce: 3.1789157390594482 (nan) | > loss: 0.012728340923786163 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14133341593620163) | > loader_time: 0.0043 (0.0046430677267221354)  --> TIME: 2025-03-26 13:00:47 -- STEP: 4925/31555 -- GLOBAL_STEP: 1424900 | > loss_text_ce: 0.026448063552379608 (0.03103901813591494) | > loss_mel_ce: 1.7607855796813965 (nan) | > loss: 0.007092197425663471 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14133958332429739) | > loader_time: 0.0047 (0.004643042269091926)  --> TIME: 2025-03-26 13:00:57 -- STEP: 4975/31555 -- GLOBAL_STEP: 1424950 | > loss_text_ce: 0.022167831659317017 (0.03104323050858986) | > loss_mel_ce: 2.1285130977630615 (nan) | > loss: 0.008534449152648449 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14133722377182908) | > loader_time: 0.0045 (0.004643794352085752)  --> TIME: 2025-03-26 13:01:07 -- STEP: 5025/31555 -- GLOBAL_STEP: 1425000 | > loss_text_ce: 0.031657665967941284 (0.03103379124358518) | > loss_mel_ce: 2.778778076171875 (nan) | > loss: 0.011152523569762707 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1413785990909562) | > loader_time: 0.0047 (0.004643472842316136)  --> TIME: 2025-03-26 13:01:16 -- STEP: 5075/31555 -- GLOBAL_STEP: 1425050 | > loss_text_ce: 0.02971726842224598 (0.031022675333939157) | > loss_mel_ce: 2.7298758029937744 (nan) | > loss: 0.010950766503810883 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14134780226082677) | > loader_time: 0.0045 (0.004642371473641241)  --> TIME: 2025-03-26 13:01:26 -- STEP: 5125/31555 -- GLOBAL_STEP: 1425100 | > loss_text_ce: 0.0349733941257 (0.031014002907930344) | > loss_mel_ce: 2.697918176651001 (nan) | > loss: 0.01084480807185173 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14134864286097126) | > loader_time: 0.0046 (0.004641852029939989)  --> TIME: 2025-03-26 13:01:36 -- STEP: 5175/31555 -- GLOBAL_STEP: 1425150 | > loss_text_ce: 0.03340393304824829 (0.03103044344031292) | > loss_mel_ce: 2.615827798843384 (nan) | > loss: 0.010512825101613998 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14137986947948866) | > loader_time: 0.0045 (0.004641460151488092)  --> TIME: 2025-03-26 13:01:46 -- STEP: 5225/31555 -- GLOBAL_STEP: 1425200 | > loss_text_ce: 0.03380614146590233 (0.03103197670225321) | > loss_mel_ce: 2.5810186862945557 (nan) | > loss: 0.01037628948688507 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.1414145946958995) | > loader_time: 0.0048 (0.004643596119857874)  --> TIME: 2025-03-26 13:01:56 -- STEP: 5275/31555 -- GLOBAL_STEP: 1425250 | > loss_text_ce: 0.030036527663469315 (0.031037044594002555) | > loss_mel_ce: 2.8356540203094482 (nan) | > loss: 0.011371788568794727 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14145411645066747) | > loader_time: 0.0045 (0.0046427205162590844)  --> TIME: 2025-03-26 13:02:05 -- STEP: 5325/31555 -- GLOBAL_STEP: 1425300 | > loss_text_ce: 0.0338771753013134 (0.03103238920423206) | > loss_mel_ce: 2.8247487545013428 (nan) | > loss: 0.011343753896653652 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14140927372963832) | > loader_time: 0.0044 (0.004641597640346491)  --> TIME: 2025-03-26 13:02:14 -- STEP: 5375/31555 -- GLOBAL_STEP: 1425350 | > loss_text_ce: 0.035242751240730286 (0.031019372553846167) | > loss_mel_ce: 2.7310292720794678 (nan) | > loss: 0.010977271012961864 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1413860709168196) | > loader_time: 0.0046 (0.004640686478725718)  --> TIME: 2025-03-26 13:02:24 -- STEP: 5425/31555 -- GLOBAL_STEP: 1425400 | > loss_text_ce: 0.034341443330049515 (0.031010242710362103) | > loss_mel_ce: 2.902761936187744 (nan) | > loss: 0.0116551723331213 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14140486875437433) | > loader_time: 0.0047 (0.004640309821625474)  --> TIME: 2025-03-26 13:02:34 -- STEP: 5475/31555 -- GLOBAL_STEP: 1425450 | > loss_text_ce: 0.03286714851856232 (0.03102045649177815) | > loss_mel_ce: 1.9607576131820679 (nan) | > loss: 0.00791120994836092 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1414024019894541) | > loader_time: 0.0045 (0.004639335832639386)  --> TIME: 2025-03-26 13:02:43 -- STEP: 5525/31555 -- GLOBAL_STEP: 1425500 | > loss_text_ce: 0.027102285996079445 (0.031016033170618348) | > loss_mel_ce: 3.0152714252471924 (nan) | > loss: 0.0120729124173522 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.1413962149727944) | > loader_time: 0.0047 (0.004638536159808833)  --> TIME: 2025-03-26 13:02:53 -- STEP: 5575/31555 -- GLOBAL_STEP: 1425550 | > loss_text_ce: 0.029332350939512253 (0.031018861965380704) | > loss_mel_ce: 2.5789339542388916 (nan) | > loss: 0.010350263677537441 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14138971965943817) | > loader_time: 0.0046 (0.004637929719659796)  --> TIME: 2025-03-26 13:03:03 -- STEP: 5625/31555 -- GLOBAL_STEP: 1425600 | > loss_text_ce: 0.02639986015856266 (0.03101684903585248) | > loss_mel_ce: 2.5641191005706787 (nan) | > loss: 0.010279837995767593 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14139722260369256) | > loader_time: 0.0045 (0.004637348641289626)  --> TIME: 2025-03-26 13:03:13 -- STEP: 5675/31555 -- GLOBAL_STEP: 1425650 | > loss_text_ce: 0.03349922224879265 (0.031014394780645545) | > loss_mel_ce: 2.811222791671753 (nan) | > loss: 0.011288580484688282 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.1414276750707423) | > loader_time: 0.0048 (0.004637515156279597)  --> TIME: 2025-03-26 13:03:23 -- STEP: 5725/31555 -- GLOBAL_STEP: 1425700 | > loss_text_ce: 0.02469024620950222 (0.031021090295474858) | > loss_mel_ce: 2.6671395301818848 (nan) | > loss: 0.01068186480551958 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14145614653175115) | > loader_time: 0.0043 (0.004637297084758395)  --> TIME: 2025-03-26 13:03:33 -- STEP: 5775/31555 -- GLOBAL_STEP: 1425750 | > loss_text_ce: 0.02692178636789322 (0.03102765759719269) | > loss_mel_ce: 2.7931578159332275 (nan) | > loss: 0.011190792545676231 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14150248820647607) | > loader_time: 0.0046 (0.004636757012569565)  --> TIME: 2025-03-26 13:03:43 -- STEP: 5825/31555 -- GLOBAL_STEP: 1425800 | > loss_text_ce: 0.030398456379771233 (0.031022503749655293) | > loss_mel_ce: 2.463287353515625 (nan) | > loss: 0.00989557895809412 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14153338939846916) | > loader_time: 0.0047 (0.004636931235186553)  --> TIME: 2025-03-26 13:03:52 -- STEP: 5875/31555 -- GLOBAL_STEP: 1425850 | > loss_text_ce: 0.041539933532476425 (0.031010902582489425) | > loss_mel_ce: 2.8134868144989014 (nan) | > loss: 0.011329472064971924 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14150108183191237) | > loader_time: 0.0046 (0.00463638711482923)  --> TIME: 2025-03-26 13:04:02 -- STEP: 5925/31555 -- GLOBAL_STEP: 1425900 | > loss_text_ce: 0.03495991230010986 (0.03102366282042697) | > loss_mel_ce: 2.8819775581359863 (nan) | > loss: 0.011575148440897465 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14149874655003356) | > loader_time: 0.0045 (0.004636014745205288)  --> TIME: 2025-03-26 13:04:11 -- STEP: 5975/31555 -- GLOBAL_STEP: 1425950 | > loss_text_ce: 0.029680168256163597 (0.031029128550890843) | > loss_mel_ce: 2.580341100692749 (nan) | > loss: 0.010357228107750416 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1414664085340308) | > loader_time: 0.0048 (0.00463557319162283)  --> TIME: 2025-03-26 13:04:21 -- STEP: 6025/31555 -- GLOBAL_STEP: 1426000 | > loss_text_ce: 0.03181928023695946 (0.03102494830427946) | > loss_mel_ce: 2.6117684841156006 (nan) | > loss: 0.010490428656339645 (nan) | > current_lr: 5e-06 | > step_time: 0.1701 (0.14148308085208197) | > loader_time: 0.0047 (0.004635358074394028)  --> TIME: 2025-03-26 13:04:31 -- STEP: 6075/31555 -- GLOBAL_STEP: 1426050 | > loss_text_ce: 0.025232920423150063 (0.031021504218808903) | > loss_mel_ce: 1.971429705619812 (nan) | > loss: 0.007923264987766743 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14150249445879984) | > loader_time: 0.0047 (0.004635543352291934)  --> TIME: 2025-03-26 13:04:41 -- STEP: 6125/31555 -- GLOBAL_STEP: 1426100 | > loss_text_ce: 0.029604461044073105 (0.031015270507153195) | > loss_mel_ce: 2.331282138824463 (nan) | > loss: 0.009368598461151123 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14152523566265576) | > loader_time: 0.0046 (0.00463641158901918)  --> TIME: 2025-03-26 13:04:50 -- STEP: 6175/31555 -- GLOBAL_STEP: 1426150 | > loss_text_ce: 0.02221962809562683 (0.03101900143601633) | > loss_mel_ce: 2.8455824851989746 (nan) | > loss: 0.011380167677998543 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14153961841876767) | > loader_time: 0.0045 (0.004636118151398347)  --> TIME: 2025-03-26 13:05:00 -- STEP: 6225/31555 -- GLOBAL_STEP: 1426200 | > loss_text_ce: 0.031791090965270996 (0.031009872675121543) | > loss_mel_ce: 2.1748578548431396 (nan) | > loss: 0.008756543509662151 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1415296928375128) | > loader_time: 0.0045 (0.004636060415980355)  --> TIME: 2025-03-26 13:05:09 -- STEP: 6275/31555 -- GLOBAL_STEP: 1426250 | > loss_text_ce: 0.030707217752933502 (0.03099731810227689) | > loss_mel_ce: 2.7002949714660645 (nan) | > loss: 0.010837310925126076 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14150176492820282) | > loader_time: 0.0047 (0.004635669206718076)  --> TIME: 2025-03-26 13:05:19 -- STEP: 6325/31555 -- GLOBAL_STEP: 1426300 | > loss_text_ce: 0.03836444392800331 (0.03099445050633825) | > loss_mel_ce: 2.5789237022399902 (nan) | > loss: 0.010386064648628235 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14147940835462783) | > loader_time: 0.0044 (0.004635257909420478)  --> TIME: 2025-03-26 13:05:28 -- STEP: 6375/31555 -- GLOBAL_STEP: 1426350 | > loss_text_ce: 0.04239237308502197 (0.03099628700126035) | > loss_mel_ce: 2.4760186672210693 (nan) | > loss: 0.00999369565397501 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.1414612423765899) | > loader_time: 0.0044 (0.004635450662351147)  --> TIME: 2025-03-26 13:05:38 -- STEP: 6425/31555 -- GLOBAL_STEP: 1426400 | > loss_text_ce: 0.031234588474035263 (0.030992466325107014) | > loss_mel_ce: 2.7666776180267334 (nan) | > loss: 0.011102826334536076 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14146563288766653) | > loader_time: 0.0048 (0.004635300988817056)  --> TIME: 2025-03-26 13:05:48 -- STEP: 6475/31555 -- GLOBAL_STEP: 1426450 | > loss_text_ce: 0.028945455327630043 (0.03098896149287007) | > loss_mel_ce: 3.1566104888916016 (nan) | > loss: 0.01264109555631876 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14144274575369767) | > loader_time: 0.0046 (0.004634490915246934)  --> TIME: 2025-03-26 13:05:58 -- STEP: 6525/31555 -- GLOBAL_STEP: 1426500 | > loss_text_ce: 0.030437882989645004 (0.03099483434767444) | > loss_mel_ce: 2.632171869277954 (nan) | > loss: 0.01056591235101223 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14147397731912623) | > loader_time: 0.0045 (0.004634314277619714)  --> TIME: 2025-03-26 13:06:07 -- STEP: 6575/31555 -- GLOBAL_STEP: 1426550 | > loss_text_ce: 0.03484630584716797 (0.030987225880442684) | > loss_mel_ce: 2.7279434204101562 (nan) | > loss: 0.01096345204859972 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.1414891968933809) | > loader_time: 0.0071 (0.004635113001776302)  --> TIME: 2025-03-26 13:06:17 -- STEP: 6625/31555 -- GLOBAL_STEP: 1426600 | > loss_text_ce: 0.03574587404727936 (0.03098129688456373) | > loss_mel_ce: 2.4448609352111816 (nan) | > loss: 0.009843678213655949 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14148424357288358) | > loader_time: 0.0046 (0.00463447653572516)  --> TIME: 2025-03-26 13:06:27 -- STEP: 6675/31555 -- GLOBAL_STEP: 1426650 | > loss_text_ce: 0.02798835188150406 (0.0309852154625489) | > loss_mel_ce: 2.272688627243042 (nan) | > loss: 0.00912967137992382 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14149521763405173) | > loader_time: 0.0045 (0.004634486173422614)  --> TIME: 2025-03-26 13:06:36 -- STEP: 6725/31555 -- GLOBAL_STEP: 1426700 | > loss_text_ce: 0.025015076622366905 (0.03098595400725155) | > loss_mel_ce: 2.996854305267334 (nan) | > loss: 0.011991545557975769 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1414811833817726) | > loader_time: 0.0044 (0.004634414658670552)  --> TIME: 2025-03-26 13:06:46 -- STEP: 6775/31555 -- GLOBAL_STEP: 1426750 | > loss_text_ce: 0.03419313207268715 (0.03098623404286224) | > loss_mel_ce: 2.2122838497161865 (nan) | > loss: 0.008914591744542122 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1414564847066401) | > loader_time: 0.0047 (0.0046337921944931615)  --> TIME: 2025-03-26 13:06:56 -- STEP: 6825/31555 -- GLOBAL_STEP: 1426800 | > loss_text_ce: 0.025851408019661903 (0.030983784367422478) | > loss_mel_ce: 1.624267578125 (nan) | > loss: 0.0065480913035571575 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14145585489797144) | > loader_time: 0.0044 (0.0046331354287954644)  --> TIME: 2025-03-26 13:07:05 -- STEP: 6875/31555 -- GLOBAL_STEP: 1426850 | > loss_text_ce: 0.033291783183813095 (0.030978985812582748) | > loss_mel_ce: 1.8734021186828613 (nan) | > loss: 0.0075662462040781975 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14141085492914449) | > loader_time: 0.0046 (0.004632500735196211)  --> TIME: 2025-03-26 13:07:15 -- STEP: 6925/31555 -- GLOBAL_STEP: 1426900 | > loss_text_ce: 0.048262447118759155 (0.030985176142184094) | > loss_mel_ce: 2.250319004058838 (nan) | > loss: 0.009121355600655079 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14144050157457558) | > loader_time: 0.0045 (0.004632495232867858)  --> TIME: 2025-03-26 13:07:25 -- STEP: 6975/31555 -- GLOBAL_STEP: 1426950 | > loss_text_ce: 0.029179515317082405 (0.030981790911152583) | > loss_mel_ce: 2.437105178833008 (nan) | > loss: 0.009786845184862614 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14146923174567627) | > loader_time: 0.0047 (0.004631919484839225)  --> TIME: 2025-03-26 13:07:34 -- STEP: 7025/31555 -- GLOBAL_STEP: 1427000 | > loss_text_ce: 0.026548929512500763 (0.03098047140481951) | > loss_mel_ce: 3.167931079864502 (nan) | > loss: 0.012676508165895939 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14142768910771247) | > loader_time: 0.0048 (0.004631064438735047)  --> TIME: 2025-03-26 13:07:44 -- STEP: 7075/31555 -- GLOBAL_STEP: 1427050 | > loss_text_ce: 0.03804038092494011 (0.0309783556929694) | > loss_mel_ce: 2.97998309135437 (nan) | > loss: 0.011976283974945545 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14144219998336177) | > loader_time: 0.0044 (0.004630916413485802)  --> TIME: 2025-03-26 13:07:54 -- STEP: 7125/31555 -- GLOBAL_STEP: 1427100 | > loss_text_ce: 0.03983573988080025 (0.030987015275448036) | > loss_mel_ce: 2.751969575881958 (nan) | > loss: 0.01107859332114458 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14146422449747798) | > loader_time: 0.0042 (0.004630416435107858)  --> TIME: 2025-03-26 13:08:03 -- STEP: 7175/31555 -- GLOBAL_STEP: 1427150 | > loss_text_ce: 0.019014498218894005 (0.030987556129044976) | > loss_mel_ce: 2.1065566539764404 (nan) | > loss: 0.008434806950390339 (nan) | > current_lr: 5e-06 | > step_time: 0.1071 (0.14142548730564525) | > loader_time: 0.0045 (0.004629729599902862)  --> TIME: 2025-03-26 13:08:13 -- STEP: 7225/31555 -- GLOBAL_STEP: 1427200 | > loss_text_ce: 0.03550697863101959 (0.03098768274045217) | > loss_mel_ce: 2.8834362030029297 (nan) | > loss: 0.011583108454942703 (nan) | > current_lr: 5e-06 | > step_time: 0.1887 (0.1414542229860307) | > loader_time: 0.0047 (0.004630722719080316)  --> TIME: 2025-03-26 13:08:23 -- STEP: 7275/31555 -- GLOBAL_STEP: 1427250 | > loss_text_ce: 0.026077913120388985 (0.030992492526334375) | > loss_mel_ce: 2.47524356842041 (nan) | > loss: 0.009925879538059235 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14146510950068913) | > loader_time: 0.0046 (0.004631961973262415)  --> TIME: 2025-03-26 13:08:32 -- STEP: 7325/31555 -- GLOBAL_STEP: 1427300 | > loss_text_ce: 0.037123680114746094 (0.030995523366479535) | > loss_mel_ce: 2.3292720317840576 (nan) | > loss: 0.009390459395945072 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1414658570533734) | > loader_time: 0.0044 (0.004632564616284688)  --> TIME: 2025-03-26 13:08:42 -- STEP: 7375/31555 -- GLOBAL_STEP: 1427350 | > loss_text_ce: 0.032058194279670715 (0.030997161211603775) | > loss_mel_ce: 1.701513648033142 (nan) | > loss: 0.006879253778606653 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14147249250896982) | > loader_time: 0.0046 (0.0046321963294077804)  --> TIME: 2025-03-26 13:08:52 -- STEP: 7425/31555 -- GLOBAL_STEP: 1427400 | > loss_text_ce: 0.03470871224999428 (0.030997823967350648) | > loss_mel_ce: 2.4266531467437744 (nan) | > loss: 0.00976730976253748 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.1414763682779647) | > loader_time: 0.0045 (0.004631896067147311)  --> TIME: 2025-03-26 13:09:01 -- STEP: 7475/31555 -- GLOBAL_STEP: 1427450 | > loss_text_ce: 0.030060188844799995 (0.03099627781472477) | > loss_mel_ce: 2.4737141132354736 (nan) | > loss: 0.009935613721609116 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14144980475256747) | > loader_time: 0.0045 (0.004631188816848814)  --> TIME: 2025-03-26 13:09:11 -- STEP: 7525/31555 -- GLOBAL_STEP: 1427500 | > loss_text_ce: 0.025463411584496498 (0.03100062403790776) | > loss_mel_ce: 3.1107242107391357 (nan) | > loss: 0.01244518905878067 (nan) | > current_lr: 5e-06 | > step_time: 0.1808 (0.1414368352541503) | > loader_time: 0.0047 (0.00463143703549408)  --> TIME: 2025-03-26 13:09:20 -- STEP: 7575/31555 -- GLOBAL_STEP: 1427550 | > loss_text_ce: 0.024270985275506973 (0.030998400264348917) | > loss_mel_ce: 2.7981653213500977 (nan) | > loss: 0.01120014488697052 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1414034711252352) | > loader_time: 0.0047 (0.004631169039030681)  --> TIME: 2025-03-26 13:09:30 -- STEP: 7625/31555 -- GLOBAL_STEP: 1427600 | > loss_text_ce: 0.03290998563170433 (0.03099906736685604) | > loss_mel_ce: 2.4028141498565674 (nan) | > loss: 0.009665572084486485 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.141383678373744) | > loader_time: 0.0046 (0.004631400968207695)  --> TIME: 2025-03-26 13:09:39 -- STEP: 7675/31555 -- GLOBAL_STEP: 1427650 | > loss_text_ce: 0.03668321669101715 (0.030987793801758885) | > loss_mel_ce: 2.6028225421905518 (nan) | > loss: 0.010474230162799358 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14137433754116466) | > loader_time: 0.0046 (0.004631317679190876)  --> TIME: 2025-03-26 13:09:49 -- STEP: 7725/31555 -- GLOBAL_STEP: 1427700 | > loss_text_ce: 0.021501852199435234 (0.030981988891790404) | > loss_mel_ce: 2.9494540691375732 (nan) | > loss: 0.011789508163928986 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14136215759326795) | > loader_time: 0.0046 (0.0046310708129290315)  --> TIME: 2025-03-26 13:09:59 -- STEP: 7775/31555 -- GLOBAL_STEP: 1427750 | > loss_text_ce: 0.035669583827257156 (0.030977505516272836) | > loss_mel_ce: 2.5175728797912598 (nan) | > loss: 0.010131915099918842 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14138963616546013) | > loader_time: 0.0045 (0.004630688302386619)  --> TIME: 2025-03-26 13:10:08 -- STEP: 7825/31555 -- GLOBAL_STEP: 1427800 | > loss_text_ce: 0.052541740238666534 (0.030980435912958536) | > loss_mel_ce: 2.2873356342315674 (nan) | > loss: 0.009285228326916695 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1413907088258403) | > loader_time: 0.0044 (0.004630331886462137)  --> TIME: 2025-03-26 13:10:18 -- STEP: 7875/31555 -- GLOBAL_STEP: 1427850 | > loss_text_ce: 0.03531297296285629 (0.03098020282151207) | > loss_mel_ce: 2.5438807010650635 (nan) | > loss: 0.010234896093606949 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14138422312055385) | > loader_time: 0.0046 (0.00463015456426712)  --> TIME: 2025-03-26 13:10:28 -- STEP: 7925/31555 -- GLOBAL_STEP: 1427900 | > loss_text_ce: 0.0341469906270504 (0.03097876211845724) | > loss_mel_ce: 2.639777898788452 (nan) | > loss: 0.010610814206302166 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14137353313458148) | > loader_time: 0.0046 (0.004630121838783247)  --> TIME: 2025-03-26 13:10:37 -- STEP: 7975/31555 -- GLOBAL_STEP: 1427950 | > loss_text_ce: 0.025706427171826363 (0.030981032045377083) | > loss_mel_ce: 2.9366722106933594 (nan) | > loss: 0.011755472049117088 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14137583684771854) | > loader_time: 0.0046 (0.004629962675997463)  --> TIME: 2025-03-26 13:10:47 -- STEP: 8025/31555 -- GLOBAL_STEP: 1428000 | > loss_text_ce: 0.03164137527346611 (0.030981650266366952) | > loss_mel_ce: 2.057896137237549 (nan) | > loss: 0.008291816338896751 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14139578522180168) | > loader_time: 0.0045 (0.00462999572635069)  --> TIME: 2025-03-26 13:10:57 -- STEP: 8075/31555 -- GLOBAL_STEP: 1428050 | > loss_text_ce: 0.03536619618535042 (0.03098830782915047) | > loss_mel_ce: 2.454847812652588 (nan) | > loss: 0.009881802834570408 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14142013419892463) | > loader_time: 0.0047 (0.004630074988208695)  --> TIME: 2025-03-26 13:11:07 -- STEP: 8125/31555 -- GLOBAL_STEP: 1428100 | > loss_text_ce: 0.02740282006561756 (0.03099475043347248) | > loss_mel_ce: 2.2583940029144287 (nan) | > loss: 0.009070622734725475 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14141608725327778) | > loader_time: 0.0044 (0.0046300299130953345)  --> TIME: 2025-03-26 13:11:17 -- STEP: 8175/31555 -- GLOBAL_STEP: 1428150 | > loss_text_ce: 0.027348190546035767 (0.030995775777903533) | > loss_mel_ce: 2.8856656551361084 (nan) | > loss: 0.011559579521417618 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14143655590325752) | > loader_time: 0.0045 (0.004629857153702956)  --> TIME: 2025-03-26 13:11:26 -- STEP: 8225/31555 -- GLOBAL_STEP: 1428200 | > loss_text_ce: 0.03458878770470619 (0.030994133316999507) | > loss_mel_ce: 2.353508472442627 (nan) | > loss: 0.009476576931774616 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14143069933975425) | > loader_time: 0.0045 (0.004630328355226842)  --> TIME: 2025-03-26 13:11:36 -- STEP: 8275/31555 -- GLOBAL_STEP: 1428250 | > loss_text_ce: 0.023758675903081894 (0.031001585383204536) | > loss_mel_ce: 2.0793590545654297 (nan) | > loss: 0.008345705457031727 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.1413996095743791) | > loader_time: 0.0044 (0.004630854626796763)  --> TIME: 2025-03-26 13:11:46 -- STEP: 8325/31555 -- GLOBAL_STEP: 1428300 | > loss_text_ce: 0.02635446935892105 (0.031004932323196628) | > loss_mel_ce: 2.5940680503845215 (nan) | > loss: 0.0103985033929348 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14142152949496498) | > loader_time: 0.0047 (0.004631658101583033)  --> TIME: 2025-03-26 13:11:55 -- STEP: 8375/31555 -- GLOBAL_STEP: 1428350 | > loss_text_ce: 0.027911528944969177 (0.031001768834110516) | > loss_mel_ce: 2.783287286758423 (nan) | > loss: 0.011155551299452782 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14143516782504473) | > loader_time: 0.0045 (0.004631590857434631)  --> TIME: 2025-03-26 13:12:05 -- STEP: 8425/31555 -- GLOBAL_STEP: 1428400 | > loss_text_ce: 0.03228779882192612 (0.03099611784898032) | > loss_mel_ce: 2.549510955810547 (nan) | > loss: 0.01024523377418518 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14143696980235904) | > loader_time: 0.0045 (0.004631469568088433)  --> TIME: 2025-03-26 13:12:15 -- STEP: 8475/31555 -- GLOBAL_STEP: 1428450 | > loss_text_ce: 0.03390980139374733 (0.030997707906198362) | > loss_mel_ce: 2.760388135910034 (nan) | > loss: 0.011088484898209572 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14142664737757749) | > loader_time: 0.0045 (0.004631153967528222)  --> TIME: 2025-03-26 13:12:24 -- STEP: 8525/31555 -- GLOBAL_STEP: 1428500 | > loss_text_ce: 0.03582821413874626 (0.030995346575188848) | > loss_mel_ce: 2.973860740661621 (nan) | > loss: 0.0119432108476758 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1414270635644019) | > loader_time: 0.0046 (0.004630881362646559)  --> TIME: 2025-03-26 13:12:34 -- STEP: 8575/31555 -- GLOBAL_STEP: 1428550 | > loss_text_ce: 0.03114412911236286 (0.03099518690660118) | > loss_mel_ce: 2.4700074195861816 (nan) | > loss: 0.009925205260515213 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14145716642151832) | > loader_time: 0.0047 (0.004631118051512251)  --> TIME: 2025-03-26 13:12:44 -- STEP: 8625/31555 -- GLOBAL_STEP: 1428600 | > loss_text_ce: 0.032226815819740295 (0.030993234604165174) | > loss_mel_ce: 2.4046478271484375 (nan) | > loss: 0.009670138359069824 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14146867384426906) | > loader_time: 0.0046 (0.004631198689557507)  --> TIME: 2025-03-26 13:12:54 -- STEP: 8675/31555 -- GLOBAL_STEP: 1428650 | > loss_text_ce: 0.029271012172102928 (0.031003473456895317) | > loss_mel_ce: 2.9894771575927734 (nan) | > loss: 0.011979160830378532 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14146946772374822) | > loader_time: 0.0045 (0.004630806150628787)  --> TIME: 2025-03-26 13:13:03 -- STEP: 8725/31555 -- GLOBAL_STEP: 1428700 | > loss_text_ce: 0.03269149363040924 (0.030999547853147916) | > loss_mel_ce: 2.53900146484375 (nan) | > loss: 0.010205131024122238 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14147062307100994) | > loader_time: 0.0047 (0.004630480277162568)  --> TIME: 2025-03-26 13:13:13 -- STEP: 8775/31555 -- GLOBAL_STEP: 1428750 | > loss_text_ce: 0.032328102737665176 (0.031000263476664694) | > loss_mel_ce: 2.63596248626709 (nan) | > loss: 0.010588455013930798 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14148730131296072) | > loader_time: 0.0045 (0.004630123556848946)  --> TIME: 2025-03-26 13:13:23 -- STEP: 8825/31555 -- GLOBAL_STEP: 1428800 | > loss_text_ce: 0.025284498929977417 (0.030996114809287677) | > loss_mel_ce: 2.0583789348602295 (nan) | > loss: 0.0082685062661767 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14148687270815646) | > loader_time: 0.0044 (0.004630165775504397)  --> TIME: 2025-03-26 13:13:33 -- STEP: 8875/31555 -- GLOBAL_STEP: 1428850 | > loss_text_ce: 0.06465239077806473 (0.030998418341535078) | > loss_mel_ce: 2.6837801933288574 (nan) | > loss: 0.010906479321420193 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1414773282064525) | > loader_time: 0.0046 (0.004630052297887667)  --> TIME: 2025-03-26 13:13:42 -- STEP: 8925/31555 -- GLOBAL_STEP: 1428900 | > loss_text_ce: 0.03484436497092247 (0.031006376571869818) | > loss_mel_ce: 2.622366189956665 (nan) | > loss: 0.0105444872751832 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1414913876317135) | > loader_time: 0.0045 (0.004630334383967207)  --> TIME: 2025-03-26 13:13:52 -- STEP: 8975/31555 -- GLOBAL_STEP: 1428950 | > loss_text_ce: 0.027737634256482124 (0.031001831071145187) | > loss_mel_ce: 2.532613515853882 (nan) | > loss: 0.01016012392938137 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.14148264114571207) | > loader_time: 0.0046 (0.004630351797119819)  --> TIME: 2025-03-26 13:14:02 -- STEP: 9025/31555 -- GLOBAL_STEP: 1429000 | > loss_text_ce: 0.03231530264019966 (0.031000686058686874) | > loss_mel_ce: 1.26593017578125 (nan) | > loss: 0.005151767749339342 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14147524146822413) | > loader_time: 0.0044 (0.00463009860707122)  --> TIME: 2025-03-26 13:14:11 -- STEP: 9075/31555 -- GLOBAL_STEP: 1429050 | > loss_text_ce: 0.02691556327044964 (0.030987802459537656) | > loss_mel_ce: 2.1741583347320557 (nan) | > loss: 0.008734420873224735 (nan) | > current_lr: 5e-06 | > step_time: 0.1052 (0.14146170579369138) | > loader_time: 0.0044 (0.004630048688778205)  --> TIME: 2025-03-26 13:14:21 -- STEP: 9125/31555 -- GLOBAL_STEP: 1429100 | > loss_text_ce: 0.030128156766295433 (0.0309890015820322) | > loss_mel_ce: 2.700864553451538 (nan) | > loss: 0.010837273672223091 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14145014438890494) | > loader_time: 0.0045 (0.004630780050199321)  --> TIME: 2025-03-26 13:14:30 -- STEP: 9175/31555 -- GLOBAL_STEP: 1429150 | > loss_text_ce: 0.030657416209578514 (0.030989026590186992) | > loss_mel_ce: 2.7019455432891846 (nan) | > loss: 0.010843663476407528 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1414537654325819) | > loader_time: 0.0044 (0.0046308096747957024)  --> TIME: 2025-03-26 13:14:40 -- STEP: 9225/31555 -- GLOBAL_STEP: 1429200 | > loss_text_ce: 0.030206086114048958 (0.03098814793930548) | > loss_mel_ce: 2.300175666809082 (nan) | > loss: 0.009247547946870327 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14147466930916702) | > loader_time: 0.0048 (0.004630528297527689)  --> TIME: 2025-03-26 13:14:50 -- STEP: 9275/31555 -- GLOBAL_STEP: 1429250 | > loss_text_ce: 0.028623634949326515 (0.0309931613094201) | > loss_mel_ce: 2.8098156452178955 (nan) | > loss: 0.011263648048043251 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.1414653815863274) | > loader_time: 0.0047 (0.0046301880551155635)  --> TIME: 2025-03-26 13:15:00 -- STEP: 9325/31555 -- GLOBAL_STEP: 1429300 | > loss_text_ce: 0.02739904262125492 (0.031001150295757576) | > loss_mel_ce: 2.9022581577301025 (nan) | > loss: 0.011625624261796474 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14145958396768504) | > loader_time: 0.0044 (0.004629776139042006)  --> TIME: 2025-03-26 13:15:09 -- STEP: 9375/31555 -- GLOBAL_STEP: 1429350 | > loss_text_ce: 0.032033320516347885 (0.031001916260818642) | > loss_mel_ce: 2.878321409225464 (nan) | > loss: 0.01154902670532465 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.14143518798828195) | > loader_time: 0.0047 (0.004629316813151031)  --> TIME: 2025-03-26 13:15:19 -- STEP: 9425/31555 -- GLOBAL_STEP: 1429400 | > loss_text_ce: 0.03078523837029934 (0.031010814834712196) | > loss_mel_ce: 2.281190872192383 (nan) | > loss: 0.009174508973956108 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14144196054979796) | > loader_time: 0.0049 (0.00462930307464194)  --> TIME: 2025-03-26 13:15:28 -- STEP: 9475/31555 -- GLOBAL_STEP: 1429450 | > loss_text_ce: 0.03322765603661537 (0.031007364152151707) | > loss_mel_ce: 2.6267945766448975 (nan) | > loss: 0.010555644519627094 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1414362058413067) | > loader_time: 0.0045 (0.004628893668544632)  --> TIME: 2025-03-26 13:15:38 -- STEP: 9525/31555 -- GLOBAL_STEP: 1429500 | > loss_text_ce: 0.028938869014382362 (0.031012084585494724) | > loss_mel_ce: 2.7516586780548096 (nan) | > loss: 0.011034117080271244 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14147066454249171) | > loader_time: 0.0048 (0.004629036785736476)  --> TIME: 2025-03-26 13:15:48 -- STEP: 9575/31555 -- GLOBAL_STEP: 1429550 | > loss_text_ce: 0.02737424708902836 (0.03100915369959475) | > loss_mel_ce: 2.5076286792755127 (nan) | > loss: 0.010059536434710026 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1414649121506102) | > loader_time: 0.0045 (0.004629324297992112)  --> TIME: 2025-03-26 13:15:58 -- STEP: 9625/31555 -- GLOBAL_STEP: 1429600 | > loss_text_ce: 0.02145235799252987 (0.031015441478072822) | > loss_mel_ce: 2.632366180419922 (nan) | > loss: 0.010531026870012283 (nan) | > current_lr: 5e-06 | > step_time: 0.1508 (0.14145697539193353) | > loader_time: 0.0045 (0.00462922680842411)  --> TIME: 2025-03-26 13:16:07 -- STEP: 9675/31555 -- GLOBAL_STEP: 1429650 | > loss_text_ce: 0.031413484364748 (0.031013265225160336) | > loss_mel_ce: 1.2359684705734253 (nan) | > loss: 0.005029293708503246 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14144810156612797) | > loader_time: 0.0044 (0.0046293104649822135)  --> TIME: 2025-03-26 13:16:17 -- STEP: 9725/31555 -- GLOBAL_STEP: 1429700 | > loss_text_ce: 0.03434283286333084 (0.031015369655004198) | > loss_mel_ce: 2.4604389667510986 (nan) | > loss: 0.009899928234517574 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14144523752992197) | > loader_time: 0.0046 (0.0046292924022919655)  --> TIME: 2025-03-26 13:16:26 -- STEP: 9775/31555 -- GLOBAL_STEP: 1429750 | > loss_text_ce: 0.03624236211180687 (0.031010987122097742) | > loss_mel_ce: 2.4968509674072266 (nan) | > loss: 0.010051957331597805 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1414512160854882) | > loader_time: 0.0044 (0.004629056496388462)  --> TIME: 2025-03-26 13:16:36 -- STEP: 9825/31555 -- GLOBAL_STEP: 1429800 | > loss_text_ce: 0.025881104171276093 (0.03101744120878952) | > loss_mel_ce: 2.700324058532715 (nan) | > loss: 0.010818274691700935 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14142750594452197) | > loader_time: 0.0046 (0.004629057964295826)  --> TIME: 2025-03-26 13:16:46 -- STEP: 9875/31555 -- GLOBAL_STEP: 1429850 | > loss_text_ce: 0.02070125751197338 (0.03102275539585684) | > loss_mel_ce: 1.9715021848678589 (nan) | > loss: 0.007905569858849049 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1414268180509162) | > loader_time: 0.0044 (0.004628868151314646)  --> TIME: 2025-03-26 13:16:55 -- STEP: 9925/31555 -- GLOBAL_STEP: 1429900 | > loss_text_ce: 0.029458578675985336 (0.03102408292808896) | > loss_mel_ce: 2.7456626892089844 (nan) | > loss: 0.011012386530637741 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14142431465744726) | > loader_time: 0.0046 (0.0046290736354568365)  --> TIME: 2025-03-26 13:17:05 -- STEP: 9975/31555 -- GLOBAL_STEP: 1429950 | > loss_text_ce: 0.023275546729564667 (0.031029193347091213) | > loss_mel_ce: 2.2427101135253906 (nan) | > loss: 0.008992007002234459 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.1414253019987796) | > loader_time: 0.0045 (0.0046292600894631535)  --> TIME: 2025-03-26 13:17:15 -- STEP: 10025/31555 -- GLOBAL_STEP: 1430000 | > loss_text_ce: 0.028857771307229996 (0.031024884499535152) | > loss_mel_ce: 2.5608646869659424 (nan) | > loss: 0.010276677086949348 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14142479530296478) | > loader_time: 0.0045 (0.0046291034774589975) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1430000.pth  --> TIME: 2025-03-26 13:17:29 -- STEP: 10075/31555 -- GLOBAL_STEP: 1430050 | > loss_text_ce: 0.0382433645427227 (0.03103113783102843) | > loss_mel_ce: 2.0520951747894287 (nan) | > loss: 0.00829499401152134 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14142633998956106) | > loader_time: 0.0044 (0.004629010420579163)  --> TIME: 2025-03-26 13:17:39 -- STEP: 10125/31555 -- GLOBAL_STEP: 1430100 | > loss_text_ce: 0.02625543251633644 (0.031029579701155056) | > loss_mel_ce: 2.4134533405303955 (nan) | > loss: 0.009681384079158306 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14139730342817944) | > loader_time: 0.0045 (0.004628883785671646)  --> TIME: 2025-03-26 13:17:48 -- STEP: 10175/31555 -- GLOBAL_STEP: 1430150 | > loss_text_ce: 0.023245763033628464 (0.03102313196181299) | > loss_mel_ce: 3.4097046852111816 (nan) | > loss: 0.013622820377349854 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14138896122025665) | > loader_time: 0.0044 (0.004628613539937075)  --> TIME: 2025-03-26 13:17:58 -- STEP: 10225/31555 -- GLOBAL_STEP: 1430200 | > loss_text_ce: 0.0343940295279026 (0.031026625878161643) | > loss_mel_ce: 2.2724609375 (nan) | > loss: 0.009154186584055424 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14138285016663843) | > loader_time: 0.0047 (0.004628610937402988)  --> TIME: 2025-03-26 13:18:07 -- STEP: 10275/31555 -- GLOBAL_STEP: 1430250 | > loss_text_ce: 0.034015826880931854 (0.031026139622531524) | > loss_mel_ce: 2.20489501953125 (nan) | > loss: 0.008884567767381668 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1413841078403227) | > loader_time: 0.0045 (0.004628397855735453)  --> TIME: 2025-03-26 13:18:17 -- STEP: 10325/31555 -- GLOBAL_STEP: 1430300 | > loss_text_ce: 0.02959892898797989 (0.031021715845759353) | > loss_mel_ce: 0.542895495891571 (nan) | > loss: 0.0022718035615980625 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14140061978855134) | > loader_time: 0.0045 (0.004628217710998379)  --> TIME: 2025-03-26 13:18:27 -- STEP: 10375/31555 -- GLOBAL_STEP: 1430350 | > loss_text_ce: 0.03099399246275425 (0.031021675421979773) | > loss_mel_ce: 2.1897521018981934 (nan) | > loss: 0.008812484331429005 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.1414037911978118) | > loader_time: 0.0044 (0.004628226176801923)  --> TIME: 2025-03-26 13:18:37 -- STEP: 10425/31555 -- GLOBAL_STEP: 1430400 | > loss_text_ce: 0.02610671892762184 (0.031018626466482808) | > loss_mel_ce: 0.0464041568338871 (nan) | > loss: 0.000287741597276181 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1414214396076528) | > loader_time: 0.0044 (0.0046287033483564605)  --> TIME: 2025-03-26 13:18:46 -- STEP: 10475/31555 -- GLOBAL_STEP: 1430450 | > loss_text_ce: 0.030171990394592285 (0.03101565613622526) | > loss_mel_ce: 2.590524435043335 (nan) | > loss: 0.010399590246379375 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1413897903324032) | > loader_time: 0.0045 (0.004628521684815028)  --> TIME: 2025-03-26 13:18:56 -- STEP: 10525/31555 -- GLOBAL_STEP: 1430500 | > loss_text_ce: 0.03464126214385033 (0.031014282470591136) | > loss_mel_ce: 3.2311336994171143 (nan) | > loss: 0.012959425337612629 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14138633959083877) | > loader_time: 0.0046 (0.004628832198661744)  --> TIME: 2025-03-26 13:19:05 -- STEP: 10575/31555 -- GLOBAL_STEP: 1430550 | > loss_text_ce: 0.03578077629208565 (0.031014824890163915) | > loss_mel_ce: 2.4685466289520264 (nan) | > loss: 0.009937806986272335 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14138139032584876) | > loader_time: 0.0046 (0.0046287036336623705)  --> TIME: 2025-03-26 13:19:15 -- STEP: 10625/31555 -- GLOBAL_STEP: 1430600 | > loss_text_ce: 0.027617821469902992 (0.031014280864859328) | > loss_mel_ce: 2.088144302368164 (nan) | > loss: 0.008395882323384285 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14137738640729158) | > loader_time: 0.0047 (0.004628324508666985)  --> TIME: 2025-03-26 13:19:24 -- STEP: 10675/31555 -- GLOBAL_STEP: 1430650 | > loss_text_ce: 0.02311435341835022 (0.031016720745634) | > loss_mel_ce: 2.3632030487060547 (nan) | > loss: 0.009469514712691307 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14134847498051772) | > loader_time: 0.0044 (0.004628087787494162)  --> TIME: 2025-03-26 13:19:34 -- STEP: 10725/31555 -- GLOBAL_STEP: 1430700 | > loss_text_ce: 0.027411900460720062 (0.03101785389736885) | > loss_mel_ce: 2.635496139526367 (nan) | > loss: 0.010567096062004566 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.1413545751015905) | > loader_time: 0.0047 (0.004627758306223191)  --> TIME: 2025-03-26 13:19:44 -- STEP: 10775/31555 -- GLOBAL_STEP: 1430750 | > loss_text_ce: 0.02668009139597416 (0.031010077594241382) | > loss_mel_ce: 2.5931003093719482 (nan) | > loss: 0.010395954363048077 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14134636177540966) | > loader_time: 0.0045 (0.0046277673283198545)  --> TIME: 2025-03-26 13:19:53 -- STEP: 10825/31555 -- GLOBAL_STEP: 1430800 | > loss_text_ce: 0.03243696689605713 (0.031010227529869757) | > loss_mel_ce: 3.4136993885040283 (nan) | > loss: 0.01367514580488205 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14135387244455844) | > loader_time: 0.0048 (0.004627866414622949)  --> TIME: 2025-03-26 13:20:03 -- STEP: 10875/31555 -- GLOBAL_STEP: 1430850 | > loss_text_ce: 0.02467290312051773 (0.031012636757701977) | > loss_mel_ce: 1.8931386470794678 (nan) | > loss: 0.00761036342009902 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14136274701699494) | > loader_time: 0.0045 (0.004627811256496384)  --> TIME: 2025-03-26 13:20:13 -- STEP: 10925/31555 -- GLOBAL_STEP: 1430900 | > loss_text_ce: 0.0392308384180069 (0.031011407148493646) | > loss_mel_ce: 2.6272571086883545 (nan) | > loss: 0.010581301525235176 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14136078998207816) | > loader_time: 0.0046 (0.004627815045808487)  --> TIME: 2025-03-26 13:20:22 -- STEP: 10975/31555 -- GLOBAL_STEP: 1430950 | > loss_text_ce: 0.023030394688248634 (0.0310131881950351) | > loss_mel_ce: 2.6751246452331543 (nan) | > loss: 0.010706964880228043 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.1413368023500904) | > loader_time: 0.0045 (0.004627440307026297)  --> TIME: 2025-03-26 13:20:32 -- STEP: 11025/31555 -- GLOBAL_STEP: 1431000 | > loss_text_ce: 0.028560077771544456 (0.03101534870315909) | > loss_mel_ce: 2.879605770111084 (nan) | > loss: 0.01154034212231636 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1413659322829478) | > loader_time: 0.0048 (0.0046273011361119935)  --> TIME: 2025-03-26 13:20:42 -- STEP: 11075/31555 -- GLOBAL_STEP: 1431050 | > loss_text_ce: 0.035692937672138214 (0.03101211844100438) | > loss_mel_ce: 2.637172222137451 (nan) | > loss: 0.010606608353555202 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14135997386872162) | > loader_time: 0.0046 (0.0046271295956510404)  --> TIME: 2025-03-26 13:20:52 -- STEP: 11125/31555 -- GLOBAL_STEP: 1431100 | > loss_text_ce: 0.03542911633849144 (0.0310130322330286) | > loss_mel_ce: 2.3169338703155518 (nan) | > loss: 0.009334773756563663 (nan) | > current_lr: 5e-06 | > step_time: 0.172 (0.14138299031204116) | > loader_time: 0.0047 (0.004626941895217033)  --> TIME: 2025-03-26 13:21:01 -- STEP: 11175/31555 -- GLOBAL_STEP: 1431150 | > loss_text_ce: 0.029122142121195793 (0.031011758012409577) | > loss_mel_ce: 0.06573486328125 (nan) | > loss: 0.0003764167195186019 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1413705545463825) | > loader_time: 0.0045 (0.004626619586475203)  --> TIME: 2025-03-26 13:21:11 -- STEP: 11225/31555 -- GLOBAL_STEP: 1431200 | > loss_text_ce: 0.03649268299341202 (0.031002582971894396) | > loss_mel_ce: 0.013712565414607525 (nan) | > loss: 0.00019922718638554215 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.141361537563775) | > loader_time: 0.0044 (0.0046271927797449115)  --> TIME: 2025-03-26 13:21:21 -- STEP: 11275/31555 -- GLOBAL_STEP: 1431250 | > loss_text_ce: 0.023582808673381805 (0.03100960520775514) | > loss_mel_ce: 2.8978497982025146 (nan) | > loss: 0.01159298699349165 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14136405202607694) | > loader_time: 0.0045 (0.004627715383559263)  --> TIME: 2025-03-26 13:21:31 -- STEP: 11325/31555 -- GLOBAL_STEP: 1431300 | > loss_text_ce: 0.02844390831887722 (0.03100865959052087) | > loss_mel_ce: 3.146702527999878 (nan) | > loss: 0.012599787674844265 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14137816031247644) | > loader_time: 0.0046 (0.0046277977983420005)  --> TIME: 2025-03-26 13:21:41 -- STEP: 11375/31555 -- GLOBAL_STEP: 1431350 | > loss_text_ce: 0.03742063790559769 (0.03101310217839021) | > loss_mel_ce: 2.9419593811035156 (nan) | > loss: 0.011822937987744808 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1414032599690204) | > loader_time: 0.0045 (0.0046276975149636725)  --> TIME: 2025-03-26 13:21:51 -- STEP: 11425/31555 -- GLOBAL_STEP: 1431400 | > loss_text_ce: 0.03535497188568115 (0.03101505541159105) | > loss_mel_ce: 2.9229605197906494 (nan) | > loss: 0.011739347130060196 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14142314424660926) | > loader_time: 0.0045 (0.004627499131718141)  --> TIME: 2025-03-26 13:22:00 -- STEP: 11475/31555 -- GLOBAL_STEP: 1431450 | > loss_text_ce: 0.030583927407860756 (0.031017997926161958) | > loss_mel_ce: 3.2072625160217285 (nan) | > loss: 0.012848597019910812 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14141794923603743) | > loader_time: 0.0047 (0.004627253401513192)  --> TIME: 2025-03-26 13:22:10 -- STEP: 11525/31555 -- GLOBAL_STEP: 1431500 | > loss_text_ce: 0.03523173928260803 (0.031016533452847776) | > loss_mel_ce: 2.7824580669403076 (nan) | > loss: 0.011181309819221497 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14141482564218721) | > loader_time: 0.0047 (0.00462713601532313)  --> TIME: 2025-03-26 13:22:20 -- STEP: 11575/31555 -- GLOBAL_STEP: 1431550 | > loss_text_ce: 0.030984392389655113 (0.031013605993233027) | > loss_mel_ce: 2.842027425765991 (nan) | > loss: 0.011400841176509857 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14142602704256266) | > loader_time: 0.0044 (0.0046269029983948985)  --> TIME: 2025-03-26 13:22:29 -- STEP: 11625/31555 -- GLOBAL_STEP: 1431600 | > loss_text_ce: 0.021436000242829323 (0.03101381548646317) | > loss_mel_ce: 2.5858254432678223 (nan) | > loss: 0.010346275754272938 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.14142056405672548) | > loader_time: 0.0045 (0.004626502621558407)  --> TIME: 2025-03-26 13:22:39 -- STEP: 11675/31555 -- GLOBAL_STEP: 1431650 | > loss_text_ce: 0.029303358867764473 (0.031008944607138378) | > loss_mel_ce: 3.2904508113861084 (nan) | > loss: 0.013173628598451614 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14143330271800622) | > loader_time: 0.0045 (0.004626684393055693)  --> TIME: 2025-03-26 13:22:49 -- STEP: 11725/31555 -- GLOBAL_STEP: 1431700 | > loss_text_ce: 0.016960609704256058 (0.031010796009922334) | > loss_mel_ce: 2.349675178527832 (nan) | > loss: 0.009391412138938904 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14142249329003795) | > loader_time: 0.0044 (0.004626277016678346)  --> TIME: 2025-03-26 13:22:58 -- STEP: 11775/31555 -- GLOBAL_STEP: 1431750 | > loss_text_ce: 0.04092920199036598 (0.03100876383087944) | > loss_mel_ce: 2.566983222961426 (nan) | > loss: 0.010348860174417496 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14141494987876643) | > loader_time: 0.0045 (0.004625756897491002)  --> TIME: 2025-03-26 13:23:08 -- STEP: 11825/31555 -- GLOBAL_STEP: 1431800 | > loss_text_ce: 0.03241167217493057 (0.031004540221194636) | > loss_mel_ce: 2.898289918899536 (nan) | > loss: 0.011629768647253513 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14141094861020573) | > loader_time: 0.0047 (0.004625843745709474)  --> TIME: 2025-03-26 13:23:18 -- STEP: 11875/31555 -- GLOBAL_STEP: 1431850 | > loss_text_ce: 0.033496491611003876 (0.03100249325633049) | > loss_mel_ce: 2.9408628940582275 (nan) | > loss: 0.011803013272583485 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14141464508458265) | > loader_time: 0.0048 (0.004625433992084704)  --> TIME: 2025-03-26 13:23:27 -- STEP: 11925/31555 -- GLOBAL_STEP: 1431900 | > loss_text_ce: 0.03104316256940365 (0.031005486869712044) | > loss_mel_ce: 2.3175806999206543 (nan) | > loss: 0.00931993592530489 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14139879570567207) | > loader_time: 0.0047 (0.004625193757830925)  --> TIME: 2025-03-26 13:23:36 -- STEP: 11975/31555 -- GLOBAL_STEP: 1431950 | > loss_text_ce: 0.03242967650294304 (0.031006401995496362) | > loss_mel_ce: 2.303042411804199 (nan) | > loss: 0.009267747402191162 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14138865580389617) | > loader_time: 0.0044 (0.0046249057952944496)  --> TIME: 2025-03-26 13:23:46 -- STEP: 12025/31555 -- GLOBAL_STEP: 1432000 | > loss_text_ce: 0.036828696727752686 (0.031001132176317694) | > loss_mel_ce: 2.7052459716796875 (nan) | > loss: 0.01088124979287386 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14137831370696777) | > loader_time: 0.0045 (0.004624437423357094)  --> TIME: 2025-03-26 13:23:56 -- STEP: 12075/31555 -- GLOBAL_STEP: 1432050 | > loss_text_ce: 0.03422588109970093 (0.03100278139021826) | > loss_mel_ce: 2.992586612701416 (nan) | > loss: 0.012011162005364895 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14138564897620237) | > loader_time: 0.0044 (0.004624668224010897)  --> TIME: 2025-03-26 13:24:05 -- STEP: 12125/31555 -- GLOBAL_STEP: 1432100 | > loss_text_ce: 0.034315887838602066 (0.031001889363084872) | > loss_mel_ce: 2.6257846355438232 (nan) | > loss: 0.010555954650044441 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1413636603011306) | > loader_time: 0.0046 (0.004624645842719321)  --> TIME: 2025-03-26 13:24:14 -- STEP: 12175/31555 -- GLOBAL_STEP: 1432150 | > loss_text_ce: 0.028827352449297905 (0.03100978874649233) | > loss_mel_ce: 2.689626455307007 (nan) | > loss: 0.01078751590102911 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14134129488982294) | > loader_time: 0.0044 (0.00462408016839311)  --> TIME: 2025-03-26 13:24:24 -- STEP: 12225/31555 -- GLOBAL_STEP: 1432200 | > loss_text_ce: 0.02862711064517498 (0.031011697937161155) | > loss_mel_ce: 3.0752434730529785 (nan) | > loss: 0.012316947802901268 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14136678161309135) | > loader_time: 0.0044 (0.0046237331811635725)  --> TIME: 2025-03-26 13:24:34 -- STEP: 12275/31555 -- GLOBAL_STEP: 1432250 | > loss_text_ce: 0.03796183317899704 (0.031009993179418646) | > loss_mel_ce: 3.001188039779663 (nan) | > loss: 0.012060118839144707 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14135522840464995) | > loader_time: 0.0045 (0.004623340793151228)  --> TIME: 2025-03-26 13:24:44 -- STEP: 12325/31555 -- GLOBAL_STEP: 1432300 | > loss_text_ce: 0.029077157378196716 (0.031009657104626207) | > loss_mel_ce: 2.957009792327881 (nan) | > loss: 0.01184955146163702 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14135821787387398) | > loader_time: 0.0068 (0.004623013684038696)  --> TIME: 2025-03-26 13:24:54 -- STEP: 12375/31555 -- GLOBAL_STEP: 1432350 | > loss_text_ce: 0.0319417268037796 (0.03100757202509828) | > loss_mel_ce: 3.374290704727173 (nan) | > loss: 0.013516795821487904 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1413672327947143) | > loader_time: 0.0045 (0.004623045545635798)  --> TIME: 2025-03-26 13:25:03 -- STEP: 12425/31555 -- GLOBAL_STEP: 1432400 | > loss_text_ce: 0.03182781860232353 (0.031008781623919787) | > loss_mel_ce: 2.2866833209991455 (nan) | > loss: 0.009200441651046276 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14136596412965802) | > loader_time: 0.0045 (0.004622910612785599)  --> TIME: 2025-03-26 13:25:13 -- STEP: 12475/31555 -- GLOBAL_STEP: 1432450 | > loss_text_ce: 0.03634245693683624 (0.03100593326016066) | > loss_mel_ce: 2.346423864364624 (nan) | > loss: 0.009455421939492226 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.1413670843923268) | > loader_time: 0.0045 (0.0046230237612982315)  --> TIME: 2025-03-26 13:25:23 -- STEP: 12525/31555 -- GLOBAL_STEP: 1432500 | > loss_text_ce: 0.02305730991065502 (0.031004895934957765) | > loss_mel_ce: 2.423851728439331 (nan) | > loss: 0.009709957055747509 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1413750455669786) | > loader_time: 0.0046 (0.004623019890394992)  --> TIME: 2025-03-26 13:25:33 -- STEP: 12575/31555 -- GLOBAL_STEP: 1432550 | > loss_text_ce: 0.03652801737189293 (0.031002449637267806) | > loss_mel_ce: 2.6887476444244385 (nan) | > loss: 0.010814586654305458 (nan) | > current_lr: 5e-06 | > step_time: 0.1677 (0.14139223834392428) | > loader_time: 0.0047 (0.004623013130476177)  --> TIME: 2025-03-26 13:25:42 -- STEP: 12625/31555 -- GLOBAL_STEP: 1432600 | > loss_text_ce: 0.036655690521001816 (0.03100457673678451) | > loss_mel_ce: 2.655397891998291 (nan) | > loss: 0.010682753287255764 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14140799832108097) | > loader_time: 0.0045 (0.004622861899951898)  --> TIME: 2025-03-26 13:25:52 -- STEP: 12675/31555 -- GLOBAL_STEP: 1432650 | > loss_text_ce: 0.02587447315454483 (0.03100531538941069) | > loss_mel_ce: 2.8221702575683594 (nan) | > loss: 0.011301765218377113 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14140851775099866) | > loader_time: 0.0047 (0.004622839696308564)  --> TIME: 2025-03-26 13:26:02 -- STEP: 12725/31555 -- GLOBAL_STEP: 1432700 | > loss_text_ce: 0.03055488131940365 (0.03100267312773055) | > loss_mel_ce: 2.7054646015167236 (nan) | > loss: 0.010857220739126205 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14140833146445728) | > loader_time: 0.0047 (0.004622593094651498)  --> TIME: 2025-03-26 13:26:12 -- STEP: 12775/31555 -- GLOBAL_STEP: 1432750 | > loss_text_ce: 0.03774143382906914 (0.031002315357363912) | > loss_mel_ce: 2.7000133991241455 (nan) | > loss: 0.010864106938242912 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14142274565426202) | > loader_time: 0.0043 (0.004622438117249369)  --> TIME: 2025-03-26 13:26:21 -- STEP: 12825/31555 -- GLOBAL_STEP: 1432800 | > loss_text_ce: 0.03153421729803085 (0.03099800608416776) | > loss_mel_ce: 2.669938564300537 (nan) | > loss: 0.010720130987465382 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14140169653046772) | > loader_time: 0.0044 (0.004622134381567522)  --> TIME: 2025-03-26 13:26:31 -- STEP: 12875/31555 -- GLOBAL_STEP: 1432850 | > loss_text_ce: 0.024720527231693268 (0.030996147008956348) | > loss_mel_ce: 2.72558331489563 (nan) | > loss: 0.010913904756307602 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14140530352916633) | > loader_time: 0.0044 (0.004621910650753278)  --> TIME: 2025-03-26 13:26:41 -- STEP: 12925/31555 -- GLOBAL_STEP: 1432900 | > loss_text_ce: 0.028794171288609505 (0.03099615657442687) | > loss_mel_ce: 2.9038608074188232 (nan) | > loss: 0.011637520976364613 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14142491910628327) | > loader_time: 0.0047 (0.004621473640722276)  --> TIME: 2025-03-26 13:26:50 -- STEP: 12975/31555 -- GLOBAL_STEP: 1432950 | > loss_text_ce: 0.022420313209295273 (0.030994604917024198) | > loss_mel_ce: 0.1216362863779068 (nan) | > loss: 0.0005716532468795776 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14141997809584747) | > loader_time: 0.0044 (0.004621540870740003)  --> TIME: 2025-03-26 13:27:00 -- STEP: 13025/31555 -- GLOBAL_STEP: 1433000 | > loss_text_ce: 0.024034103378653526 (0.030989302197174527) | > loss_mel_ce: 2.8253095149993896 (nan) | > loss: 0.011306919157505035 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14140055667416013) | > loader_time: 0.0047 (0.0046212620835844225)  --> TIME: 2025-03-26 13:27:09 -- STEP: 13075/31555 -- GLOBAL_STEP: 1433050 | > loss_text_ce: 0.02501385472714901 (0.03098866182609139) | > loss_mel_ce: 1.63525390625 (nan) | > loss: 0.006588364485651255 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14139629508067825) | > loader_time: 0.0044 (0.004620931362786664)  --> TIME: 2025-03-26 13:27:19 -- STEP: 13125/31555 -- GLOBAL_STEP: 1433100 | > loss_text_ce: 0.021717429161071777 (0.03098324480315759) | > loss_mel_ce: 1.4253393411636353 (nan) | > loss: 0.005742289125919342 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14139634750003002) | > loader_time: 0.0045 (0.0046206249418712765)  --> TIME: 2025-03-26 13:27:29 -- STEP: 13175/31555 -- GLOBAL_STEP: 1433150 | > loss_text_ce: 0.03705520182847977 (0.030984297456216257) | > loss_mel_ce: 2.3448257446289062 (nan) | > loss: 0.009451908990740776 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14138628121797783) | > loader_time: 0.0045 (0.004620419362916889)  --> TIME: 2025-03-26 13:27:38 -- STEP: 13225/31555 -- GLOBAL_STEP: 1433200 | > loss_text_ce: 0.02551896683871746 (0.030988243994301286) | > loss_mel_ce: 2.4371602535247803 (nan) | > loss: 0.009772537276148796 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14138046230395598) | > loader_time: 0.0046 (0.004619944848275137)  --> TIME: 2025-03-26 13:27:48 -- STEP: 13275/31555 -- GLOBAL_STEP: 1433250 | > loss_text_ce: 0.03244365006685257 (0.030989793284205112) | > loss_mel_ce: 2.374135732650757 (nan) | > loss: 0.00954991951584816 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1413781205409002) | > loader_time: 0.0046 (0.004619755735954093)  --> TIME: 2025-03-26 13:27:58 -- STEP: 13325/31555 -- GLOBAL_STEP: 1433300 | > loss_text_ce: 0.03873670473694801 (0.03098978693385593) | > loss_mel_ce: 2.2395687103271484 (nan) | > loss: 0.009040895849466324 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1413916841188481) | > loader_time: 0.0046 (0.004619492428835067)  --> TIME: 2025-03-26 13:28:07 -- STEP: 13375/31555 -- GLOBAL_STEP: 1433350 | > loss_text_ce: 0.021601898595690727 (0.030989727685767635) | > loss_mel_ce: 2.7722997665405273 (nan) | > loss: 0.011086911894381046 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1413877408393086) | > loader_time: 0.0045 (0.00461923625981696)  --> TIME: 2025-03-26 13:28:16 -- STEP: 13425/31555 -- GLOBAL_STEP: 1433400 | > loss_text_ce: 0.026443209499120712 (0.030986859234955224) | > loss_mel_ce: 2.224475860595703 (nan) | > loss: 0.008932218886911869 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14135270108057904) | > loader_time: 0.0044 (0.004619222957106716)  --> TIME: 2025-03-26 13:28:26 -- STEP: 13475/31555 -- GLOBAL_STEP: 1433450 | > loss_text_ce: 0.026009615510702133 (0.030987599713758935) | > loss_mel_ce: 1.3443092107772827 (nan) | > loss: 0.005437773186713457 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14136970719955075) | > loader_time: 0.0048 (0.00461937943283392)  --> TIME: 2025-03-26 13:28:36 -- STEP: 13525/31555 -- GLOBAL_STEP: 1433500 | > loss_text_ce: 0.03456397354602814 (0.030986953964921717) | > loss_mel_ce: 2.704228639602661 (nan) | > loss: 0.010868225246667862 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14137243173920183) | > loader_time: 0.0047 (0.004619484088777831)  --> TIME: 2025-03-26 13:28:46 -- STEP: 13575/31555 -- GLOBAL_STEP: 1433550 | > loss_text_ce: 0.02899532951414585 (0.030986185828069463) | > loss_mel_ce: 2.3705413341522217 (nan) | > loss: 0.009521971456706524 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1413821578684443) | > loader_time: 0.0046 (0.004619478661271965)  --> TIME: 2025-03-26 13:28:55 -- STEP: 13625/31555 -- GLOBAL_STEP: 1433600 | > loss_text_ce: 0.03423956781625748 (0.03098394110262257) | > loss_mel_ce: 3.0138912200927734 (nan) | > loss: 0.012095757760107517 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1413732996774386) | > loader_time: 0.0047 (0.004619195955608955)  --> TIME: 2025-03-26 13:29:05 -- STEP: 13675/31555 -- GLOBAL_STEP: 1433650 | > loss_text_ce: 0.0363265760242939 (0.03098054043318688) | > loss_mel_ce: 2.1454339027404785 (nan) | > loss: 0.008657780475914478 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1413606130924269) | > loader_time: 0.0045 (0.004618955957388306)  --> TIME: 2025-03-26 13:29:14 -- STEP: 13725/31555 -- GLOBAL_STEP: 1433700 | > loss_text_ce: 0.0331028588116169 (0.03097640207050901) | > loss_mel_ce: 2.923971652984619 (nan) | > loss: 0.011734423227608204 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14135157461809192) | > loader_time: 0.0045 (0.00461879879616214)  --> TIME: 2025-03-26 13:29:24 -- STEP: 13775/31555 -- GLOBAL_STEP: 1433750 | > loss_text_ce: 0.036158010363578796 (0.030979841097398323) | > loss_mel_ce: 2.757451057434082 (nan) | > loss: 0.011085751466453075 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1413480660530278) | > loader_time: 0.0047 (0.004618706504143296)  --> TIME: 2025-03-26 13:29:33 -- STEP: 13825/31555 -- GLOBAL_STEP: 1433800 | > loss_text_ce: 0.030696703121066093 (0.030985676384687584) | > loss_mel_ce: 2.637312412261963 (nan) | > loss: 0.010587338358163834 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14132948245967794) | > loader_time: 0.0045 (0.00461865149182393)  --> TIME: 2025-03-26 13:29:43 -- STEP: 13875/31555 -- GLOBAL_STEP: 1433850 | > loss_text_ce: 0.03818469122052193 (0.03098491294712231) | > loss_mel_ce: 2.8861701488494873 (nan) | > loss: 0.011604582890868187 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14131343408533134) | > loader_time: 0.0044 (0.0046185151521149995)  --> TIME: 2025-03-26 13:29:53 -- STEP: 13925/31555 -- GLOBAL_STEP: 1433900 | > loss_text_ce: 0.03125723451375961 (0.030980917319849373) | > loss_mel_ce: 2.8964154720306396 (nan) | > loss: 0.011617748998105526 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14132171262744592) | > loader_time: 0.0045 (0.0046181874814538535)  --> TIME: 2025-03-26 13:30:02 -- STEP: 13975/31555 -- GLOBAL_STEP: 1433950 | > loss_text_ce: 0.03421519324183464 (0.030982412994740954) | > loss_mel_ce: 2.512050151824951 (nan) | > loss: 0.010104227811098099 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14132267013645428) | > loader_time: 0.0048 (0.0046180238877298095)  --> TIME: 2025-03-26 13:30:12 -- STEP: 14025/31555 -- GLOBAL_STEP: 1434000 | > loss_text_ce: 0.024384820833802223 (0.030977216127516166) | > loss_mel_ce: 2.699204683303833 (nan) | > loss: 0.010807895101606846 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14131730394142503) | > loader_time: 0.0045 (0.004618111540714468)  --> TIME: 2025-03-26 13:30:21 -- STEP: 14075/31555 -- GLOBAL_STEP: 1434050 | > loss_text_ce: 0.03372015058994293 (0.03097449333749407) | > loss_mel_ce: 2.031804084777832 (nan) | > loss: 0.008196525275707245 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14131181798226977) | > loader_time: 0.0045 (0.0046181070995161356)  --> TIME: 2025-03-26 13:30:31 -- STEP: 14125/31555 -- GLOBAL_STEP: 1434100 | > loss_text_ce: 0.024482304230332375 (0.030977933701721177) | > loss_mel_ce: 2.638232707977295 (nan) | > loss: 0.010566329583525658 (nan) | > current_lr: 5e-06 | > step_time: 0.1932 (0.14131448050304965) | > loader_time: 0.0048 (0.0046181351484450555)  --> TIME: 2025-03-26 13:30:41 -- STEP: 14175/31555 -- GLOBAL_STEP: 1434150 | > loss_text_ce: 0.0289568230509758 (0.0309802794551421) | > loss_mel_ce: 0.13023681938648224 (nan) | > loss: 0.0006317208171822131 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14131507086375528) | > loader_time: 0.0045 (0.004617848101957338)  --> TIME: 2025-03-26 13:30:50 -- STEP: 14225/31555 -- GLOBAL_STEP: 1434200 | > loss_text_ce: 0.029078489169478416 (0.03097782401767394) | > loss_mel_ce: 2.907203197479248 (nan) | > loss: 0.011651911772787571 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14131344210284577) | > loader_time: 0.0048 (0.004617974795859387)  --> TIME: 2025-03-26 13:31:00 -- STEP: 14275/31555 -- GLOBAL_STEP: 1434250 | > loss_text_ce: 0.033033132553100586 (0.0309797671519794) | > loss_mel_ce: 2.225945472717285 (nan) | > loss: 0.00896420143544674 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1413272602128075) | > loader_time: 0.0045 (0.004617958252567746)  --> TIME: 2025-03-26 13:31:10 -- STEP: 14325/31555 -- GLOBAL_STEP: 1434300 | > loss_text_ce: 0.026486774906516075 (0.03098467556896244) | > loss_mel_ce: 2.3991212844848633 (nan) | > loss: 0.009625430218875408 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.14133399563934282) | > loader_time: 0.0047 (0.004617847755525327)  --> TIME: 2025-03-26 13:31:20 -- STEP: 14375/31555 -- GLOBAL_STEP: 1434350 | > loss_text_ce: 0.02495843917131424 (0.030980737361927396) | > loss_mel_ce: 2.600860357284546 (nan) | > loss: 0.010419916361570358 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.1413208113297184) | > loader_time: 0.0044 (0.004617448060408876)  --> TIME: 2025-03-26 13:31:29 -- STEP: 14425/31555 -- GLOBAL_STEP: 1434400 | > loss_text_ce: 0.02970505692064762 (0.030981715336099808) | > loss_mel_ce: 2.294593095779419 (nan) | > loss: 0.009223406203091145 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.14133589790846818) | > loader_time: 0.0045 (0.004617569673825792)  --> TIME: 2025-03-26 13:31:39 -- STEP: 14475/31555 -- GLOBAL_STEP: 1434450 | > loss_text_ce: 0.021267268806695938 (0.030985142561689095) | > loss_mel_ce: 1.7711995840072632 (nan) | > loss: 0.007112964056432247 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14132797343331616) | > loader_time: 0.0046 (0.004617657916739397)  --> TIME: 2025-03-26 13:31:48 -- STEP: 14525/31555 -- GLOBAL_STEP: 1434500 | > loss_text_ce: 0.030625294893980026 (0.03098522778295891) | > loss_mel_ce: 2.6048784255981445 (nan) | > loss: 0.010458349250257015 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14131981642849586) | > loader_time: 0.0047 (0.0046173271172633415)  --> TIME: 2025-03-26 13:31:58 -- STEP: 14575/31555 -- GLOBAL_STEP: 1434550 | > loss_text_ce: 0.026656627655029297 (0.030982879544376663) | > loss_mel_ce: 2.165138006210327 (nan) | > loss: 0.008697598241269588 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14133022887424693) | > loader_time: 0.0042 (0.004616958362978476)  --> TIME: 2025-03-26 13:32:08 -- STEP: 14625/31555 -- GLOBAL_STEP: 1434600 | > loss_text_ce: 0.020494209602475166 (0.030981465700695404) | > loss_mel_ce: 2.188600540161133 (nan) | > loss: 0.008766249753534794 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.1413378216181057) | > loader_time: 0.011 (0.00461665918073083)  --> TIME: 2025-03-26 13:32:18 -- STEP: 14675/31555 -- GLOBAL_STEP: 1434650 | > loss_text_ce: 0.028367476537823677 (0.03097989846709513) | > loss_mel_ce: 1.9288711547851562 (nan) | > loss: 0.00776682049036026 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.1413415198188026) | > loader_time: 0.0045 (0.004616993525568422)  --> TIME: 2025-03-26 13:32:28 -- STEP: 14725/31555 -- GLOBAL_STEP: 1434700 | > loss_text_ce: 0.03227769210934639 (0.030977108381872013) | > loss_mel_ce: 2.3056538105010986 (nan) | > loss: 0.009277505800127983 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14134629094135284) | > loader_time: 0.0049 (0.00461725270606463)  --> TIME: 2025-03-26 13:32:37 -- STEP: 14775/31555 -- GLOBAL_STEP: 1434750 | > loss_text_ce: 0.024271750822663307 (0.030978341756858145) | > loss_mel_ce: 2.230706214904785 (nan) | > loss: 0.008948326110839844 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14134182153821304) | > loader_time: 0.0044 (0.00461703458614962)  --> TIME: 2025-03-26 13:32:47 -- STEP: 14825/31555 -- GLOBAL_STEP: 1434800 | > loss_text_ce: 0.01479788962751627 (0.030976449969439795) | > loss_mel_ce: 1.7932281494140625 (nan) | > loss: 0.007174707017838955 (nan) | > current_lr: 5e-06 | > step_time: 0.1012 (0.14133524828777455) | > loader_time: 0.0042 (0.004616694989132031)  --> TIME: 2025-03-26 13:32:56 -- STEP: 14875/31555 -- GLOBAL_STEP: 1434850 | > loss_text_ce: 0.02870388701558113 (0.03097881383426926) | > loss_mel_ce: 2.409705638885498 (nan) | > loss: 0.00967622920870781 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14132917622157615) | > loader_time: 0.0044 (0.004616820487655506)  --> TIME: 2025-03-26 13:33:06 -- STEP: 14925/31555 -- GLOBAL_STEP: 1434900 | > loss_text_ce: 0.04420076310634613 (0.030979956145705638) | > loss_mel_ce: 1.4824107885360718 (nan) | > loss: 0.006057982798665762 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14132936079897582) | > loader_time: 0.0044 (0.004616714027059731)  --> TIME: 2025-03-26 13:33:16 -- STEP: 14975/31555 -- GLOBAL_STEP: 1434950 | > loss_text_ce: 0.032094016671180725 (0.0309820205686872) | > loss_mel_ce: 2.6946816444396973 (nan) | > loss: 0.010820538736879826 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14132496360944496) | > loader_time: 0.0044 (0.004616694840445536)  --> TIME: 2025-03-26 13:33:25 -- STEP: 15025/31555 -- GLOBAL_STEP: 1435000 | > loss_text_ce: 0.025230202823877335 (0.03097928004816621) | > loss_mel_ce: 2.8486289978027344 (nan) | > loss: 0.011404203251004219 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14132046174289095) | > loader_time: 0.0045 (0.004616409815885059)  --> TIME: 2025-03-26 13:33:35 -- STEP: 15075/31555 -- GLOBAL_STEP: 1435050 | > loss_text_ce: 0.03131650760769844 (0.030978304161651562) | > loss_mel_ce: 2.3416690826416016 (nan) | > loss: 0.0094166100025177 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14132749252256183) | > loader_time: 0.0044 (0.004616448305930263)  --> TIME: 2025-03-26 13:33:45 -- STEP: 15125/31555 -- GLOBAL_STEP: 1435100 | > loss_text_ce: 0.021241217851638794 (0.030974689494941598) | > loss_mel_ce: 3.072265625 (nan) | > loss: 0.012275821529328823 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14134510208949677) | > loader_time: 0.0046 (0.00461622288601457)  --> TIME: 2025-03-26 13:33:54 -- STEP: 15175/31555 -- GLOBAL_STEP: 1435150 | > loss_text_ce: 0.03547562658786774 (0.03097825346778483) | > loss_mel_ce: 2.7062735557556152 (nan) | > loss: 0.010879958048462868 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14133532615234382) | > loader_time: 0.0046 (0.0046160956544577525)  --> TIME: 2025-03-26 13:34:04 -- STEP: 15225/31555 -- GLOBAL_STEP: 1435200 | > loss_text_ce: 0.02933649905025959 (0.030977428888103793) | > loss_mel_ce: 2.4688220024108887 (nan) | > loss: 0.009913328103721142 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.1413332133614186) | > loader_time: 0.0045 (0.004616131430189005)  --> TIME: 2025-03-26 13:34:14 -- STEP: 15275/31555 -- GLOBAL_STEP: 1435250 | > loss_text_ce: 0.031252287328243256 (0.0309787441269112) | > loss_mel_ce: 2.227725028991699 (nan) | > loss: 0.008964196778833866 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1413412368043951) | > loader_time: 0.0044 (0.004616375827945385)  --> TIME: 2025-03-26 13:34:23 -- STEP: 15325/31555 -- GLOBAL_STEP: 1435300 | > loss_text_ce: 0.029694978147745132 (0.030980597370886053) | > loss_mel_ce: 2.8792359828948975 (nan) | > loss: 0.011543377302587032 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14133496744986762) | > loader_time: 0.0046 (0.004616310577019193)  --> TIME: 2025-03-26 13:34:33 -- STEP: 15375/31555 -- GLOBAL_STEP: 1435350 | > loss_text_ce: 0.035707976669073105 (0.030978260018264616) | > loss_mel_ce: 2.658226490020752 (nan) | > loss: 0.010690216906368732 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14132795713781449) | > loader_time: 0.0044 (0.0046158802063484446)  --> TIME: 2025-03-26 13:34:43 -- STEP: 15425/31555 -- GLOBAL_STEP: 1435400 | > loss_text_ce: 0.03178316727280617 (0.030978428900416948) | > loss_mel_ce: 2.6617021560668945 (nan) | > loss: 0.010688434354960918 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14132396334767255) | > loader_time: 0.0046 (0.004615521175934772)  --> TIME: 2025-03-26 13:34:52 -- STEP: 15475/31555 -- GLOBAL_STEP: 1435450 | > loss_text_ce: 0.0290334764868021 (0.030975750131812398) | > loss_mel_ce: 2.2100980281829834 (nan) | > loss: 0.008885443210601807 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14132233645881426) | > loader_time: 0.0047 (0.004615441031140151)  --> TIME: 2025-03-26 13:35:02 -- STEP: 15525/31555 -- GLOBAL_STEP: 1435500 | > loss_text_ce: 0.030115028843283653 (0.030977462775759315) | > loss_mel_ce: 2.5806915760040283 (nan) | > loss: 0.01036034431308508 (nan) | > current_lr: 5e-06 | > step_time: 0.1722 (0.14132209562833095) | > loader_time: 0.0047 (0.004615311614941086)  --> TIME: 2025-03-26 13:35:12 -- STEP: 15575/31555 -- GLOBAL_STEP: 1435550 | > loss_text_ce: 0.036891452968120575 (0.030979009376656427) | > loss_mel_ce: 2.750474691390991 (nan) | > loss: 0.011060977354645729 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14132751601083043) | > loader_time: 0.0049 (0.004615213140055986)  --> TIME: 2025-03-26 13:35:21 -- STEP: 15625/31555 -- GLOBAL_STEP: 1435600 | > loss_text_ce: 0.03693179413676262 (0.030978105478316545) | > loss_mel_ce: 2.250969648361206 (nan) | > loss: 0.009078973904252052 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14132126824951277) | > loader_time: 0.0045 (0.004614982406616205)  --> TIME: 2025-03-26 13:35:31 -- STEP: 15675/31555 -- GLOBAL_STEP: 1435650 | > loss_text_ce: 0.02723774127662182 (0.030974410990642257) | > loss_mel_ce: 3.2893004417419434 (nan) | > loss: 0.013160865753889084 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14132407737500843) | > loader_time: 0.0047 (0.0046148129817591465)  --> TIME: 2025-03-26 13:35:41 -- STEP: 15725/31555 -- GLOBAL_STEP: 1435700 | > loss_text_ce: 0.02260933816432953 (0.030973168944048626) | > loss_mel_ce: 2.523505926132202 (nan) | > loss: 0.010103631764650345 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14132255314643613) | > loader_time: 0.0045 (0.004614684964590871)  --> TIME: 2025-03-26 13:35:50 -- STEP: 15775/31555 -- GLOBAL_STEP: 1435750 | > loss_text_ce: 0.03475436195731163 (0.03097042095479917) | > loss_mel_ce: 2.7370777130126953 (nan) | > loss: 0.010999334044754505 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.1413226494736236) | > loader_time: 0.0045 (0.004614747602097012)  --> TIME: 2025-03-26 13:36:00 -- STEP: 15825/31555 -- GLOBAL_STEP: 1435800 | > loss_text_ce: 0.037480734288692474 (0.03097155946534933) | > loss_mel_ce: 2.4547269344329834 (nan) | > loss: 0.009889713488519192 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14132960747391984) | > loader_time: 0.0044 (0.004614555741561716)  --> TIME: 2025-03-26 13:36:10 -- STEP: 15875/31555 -- GLOBAL_STEP: 1435850 | > loss_text_ce: 0.031518254429101944 (0.030972607369586003) | > loss_mel_ce: 2.536149501800537 (nan) | > loss: 0.010189157910645008 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1986 (0.1413329280042283) | > loader_time: 0.0046 (0.0046143975445604645)  --> TIME: 2025-03-26 13:36:19 -- STEP: 15925/31555 -- GLOBAL_STEP: 1435900 | > loss_text_ce: 0.03565879166126251 (0.03097519839211737) | > loss_mel_ce: 1.9708622694015503 (nan) | > loss: 0.007962385192513466 (nan) | > current_lr: 5e-06 | > step_time: 0.1453 (0.14131971071803318) | > loader_time: 0.0046 (0.004614384754486318)  --> TIME: 2025-03-26 13:36:29 -- STEP: 15975/31555 -- GLOBAL_STEP: 1435950 | > loss_text_ce: 0.03316912427544594 (0.030975677592298002) | > loss_mel_ce: 2.7349019050598145 (nan) | > loss: 0.010984408669173717 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.1413226651623039) | > loader_time: 0.0045 (0.00461424911152775)  --> TIME: 2025-03-26 13:36:39 -- STEP: 16025/31555 -- GLOBAL_STEP: 1436000 | > loss_text_ce: 0.03179547190666199 (0.030972665034310076) | > loss_mel_ce: 2.77036714553833 (nan) | > loss: 0.011119693517684937 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14134411026274832) | > loader_time: 0.0049 (0.004614250566955656)  --> TIME: 2025-03-26 13:36:48 -- STEP: 16075/31555 -- GLOBAL_STEP: 1436050 | > loss_text_ce: 0.035281453281641006 (0.030972212428780357) | > loss_mel_ce: 2.0878822803497314 (nan) | > loss: 0.008425253443419933 (nan) | > current_lr: 5e-06 | > step_time: 0.177 (0.1413373847771591) | > loader_time: 0.0048 (0.004614126700821036)  --> TIME: 2025-03-26 13:36:58 -- STEP: 16125/31555 -- GLOBAL_STEP: 1436100 | > loss_text_ce: 0.023629777133464813 (0.030975505327964708) | > loss_mel_ce: 2.9332025051116943 (nan) | > loss: 0.0117334621027112 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1413387014699547) | > loader_time: 0.0046 (0.004613998620085009)  --> TIME: 2025-03-26 13:37:08 -- STEP: 16175/31555 -- GLOBAL_STEP: 1436150 | > loss_text_ce: 0.02759156934916973 (0.030976596649655557) | > loss_mel_ce: 2.7565886974334717 (nan) | > loss: 0.011048334650695324 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14135618815650627) | > loader_time: 0.0045 (0.00461396121536561)  --> TIME: 2025-03-26 13:37:18 -- STEP: 16225/31555 -- GLOBAL_STEP: 1436200 | > loss_text_ce: 0.03695159777998924 (0.030978625835635584) | > loss_mel_ce: 0.026035308837890625 (nan) | > loss: 0.00024994806153699756 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14134927834862104) | > loader_time: 0.0044 (0.00461388213241412)  --> TIME: 2025-03-26 13:37:27 -- STEP: 16275/31555 -- GLOBAL_STEP: 1436250 | > loss_text_ce: 0.03931467980146408 (0.030978095249892333) | > loss_mel_ce: 2.829770803451538 (nan) | > loss: 0.011385261081159115 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14134730195486517) | > loader_time: 0.0045 (0.004613518473190092)  --> TIME: 2025-03-26 13:37:37 -- STEP: 16325/31555 -- GLOBAL_STEP: 1436300 | > loss_text_ce: 0.032294780015945435 (0.030977904016086417) | > loss_mel_ce: 2.249181032180786 (nan) | > loss: 0.00905347615480423 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14134897911165348) | > loader_time: 0.0045 (0.004613092124553401)  --> TIME: 2025-03-26 13:37:47 -- STEP: 16375/31555 -- GLOBAL_STEP: 1436350 | > loss_text_ce: 0.02599983662366867 (0.030976451710804955) | > loss_mel_ce: 2.977647304534912 (nan) | > loss: 0.0119192348793149 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14134493574477433) | > loader_time: 0.0045 (0.004612809814569599)  --> TIME: 2025-03-26 13:37:56 -- STEP: 16425/31555 -- GLOBAL_STEP: 1436400 | > loss_text_ce: 0.024743737652897835 (0.030972946220456057) | > loss_mel_ce: 2.707367181777954 (nan) | > loss: 0.01084171049296856 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14135039052281123) | > loader_time: 0.0044 (0.004612420893513806)  --> TIME: 2025-03-26 13:38:06 -- STEP: 16475/31555 -- GLOBAL_STEP: 1436450 | > loss_text_ce: 0.03197221830487251 (0.030972421017018952) | > loss_mel_ce: 2.199871063232422 (nan) | > loss: 0.008856520988047123 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14135012616517972) | > loader_time: 0.0046 (0.00461182481421324)  --> TIME: 2025-03-26 13:38:16 -- STEP: 16525/31555 -- GLOBAL_STEP: 1436500 | > loss_text_ce: 0.026989461854100227 (0.03097414178080552) | > loss_mel_ce: 2.7354636192321777 (nan) | > loss: 0.010962115600705147 (nan) | > current_lr: 5e-06 | > step_time: 0.1527 (0.14135963108103242) | > loader_time: 0.0044 (0.004611258052300752)  --> TIME: 2025-03-26 13:38:26 -- STEP: 16575/31555 -- GLOBAL_STEP: 1436550 | > loss_text_ce: 0.029236359521746635 (0.030975004071973792) | > loss_mel_ce: 2.3805959224700928 (nan) | > loss: 0.009562826715409756 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14136538348766214) | > loader_time: 0.0047 (0.004610697529075007)  --> TIME: 2025-03-26 13:38:35 -- STEP: 16625/31555 -- GLOBAL_STEP: 1436600 | > loss_text_ce: 0.024347791448235512 (0.03097504080532301) | > loss_mel_ce: 1.4132544994354248 (nan) | > loss: 0.005704771261662245 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1413686025232311) | > loader_time: 0.0042 (0.004610446886908734)  --> TIME: 2025-03-26 13:38:45 -- STEP: 16675/31555 -- GLOBAL_STEP: 1436650 | > loss_text_ce: 0.026403579860925674 (0.030967825750388887) | > loss_mel_ce: 2.27142333984375 (nan) | > loss: 0.00911836139857769 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14137123212285418) | > loader_time: 0.0044 (0.004609604553840323)  --> TIME: 2025-03-26 13:38:55 -- STEP: 16725/31555 -- GLOBAL_STEP: 1436700 | > loss_text_ce: 0.02307605743408203 (0.03096658395525341) | > loss_mel_ce: 2.7471351623535156 (nan) | > loss: 0.01099290233105421 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1413703040050295) | > loader_time: 0.0043 (0.004608770307760419)  --> TIME: 2025-03-26 13:39:04 -- STEP: 16775/31555 -- GLOBAL_STEP: 1436750 | > loss_text_ce: 0.028766725212335587 (0.030967021504258833) | > loss_mel_ce: 2.640575647354126 (nan) | > loss: 0.01059262827038765 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14137473208716053) | > loader_time: 0.0046 (0.0046082383936101685)  --> TIME: 2025-03-26 13:39:14 -- STEP: 16825/31555 -- GLOBAL_STEP: 1436800 | > loss_text_ce: 0.02581830509006977 (0.03096458100737315) | > loss_mel_ce: 2.5404467582702637 (nan) | > loss: 0.010183592326939106 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14138445390811924) | > loader_time: 0.0046 (0.00460794576386994)  --> TIME: 2025-03-26 13:39:24 -- STEP: 16875/31555 -- GLOBAL_STEP: 1436850 | > loss_text_ce: 0.03449767827987671 (0.030965655927939546) | > loss_mel_ce: 2.5642249584198 (nan) | > loss: 0.010312392376363277 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.141399382075558) | > loader_time: 0.0044 (0.0046076880560980875)  --> TIME: 2025-03-26 13:39:34 -- STEP: 16925/31555 -- GLOBAL_STEP: 1436900 | > loss_text_ce: 0.03648440167307854 (0.03096113603471323) | > loss_mel_ce: 2.6728858947753906 (nan) | > loss: 0.010751469992101192 (nan) | > current_lr: 5e-06 | > step_time: 0.1258 (0.14138438882644738) | > loader_time: 0.0044 (0.004607264182063991)  --> TIME: 2025-03-26 13:39:43 -- STEP: 16975/31555 -- GLOBAL_STEP: 1436950 | > loss_text_ce: 0.024940315634012222 (0.03096133284152805) | > loss_mel_ce: 2.9616589546203613 (nan) | > loss: 0.011851584538817406 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14138425561570733) | > loader_time: 0.0045 (0.004607101757852948)  --> TIME: 2025-03-26 13:39:53 -- STEP: 17025/31555 -- GLOBAL_STEP: 1437000 | > loss_text_ce: 0.03530913591384888 (0.03096010727769587) | > loss_mel_ce: 2.0994715690612793 (nan) | > loss: 0.00847135204821825 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.14137854884199566) | > loader_time: 0.0046 (0.004606819965065661)  --> TIME: 2025-03-26 13:40:02 -- STEP: 17075/31555 -- GLOBAL_STEP: 1437050 | > loss_text_ce: 0.029097508639097214 (0.030953560504724174) | > loss_mel_ce: 2.483272075653076 (nan) | > loss: 0.009969721548259258 (nan) | > current_lr: 5e-06 | > step_time: 0.1766 (0.14137919661939513) | > loader_time: 0.0047 (0.004606461308536555)  --> TIME: 2025-03-26 13:40:12 -- STEP: 17125/31555 -- GLOBAL_STEP: 1437100 | > loss_text_ce: 0.03185449168086052 (0.030953294066753047) | > loss_mel_ce: 0.09375 (nan) | > loss: 0.0004984305705875158 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.141383245537752) | > loader_time: 0.0044 (0.004606231118640758)  --> TIME: 2025-03-26 13:40:22 -- STEP: 17175/31555 -- GLOBAL_STEP: 1437150 | > loss_text_ce: 0.03529037535190582 (0.03095715278396288) | > loss_mel_ce: 2.866032838821411 (nan) | > loss: 0.011513188481330872 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14139950033185195) | > loader_time: 0.0046 (0.004606317564563112)  --> TIME: 2025-03-26 13:40:32 -- STEP: 17225/31555 -- GLOBAL_STEP: 1437200 | > loss_text_ce: 0.02534889243543148 (0.030959473968617326) | > loss_mel_ce: 2.4255528450012207 (nan) | > loss: 0.009725800715386868 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14140393348494634) | > loader_time: 0.0044 (0.004606148452648056)  --> TIME: 2025-03-26 13:40:42 -- STEP: 17275/31555 -- GLOBAL_STEP: 1437250 | > loss_text_ce: 0.029316404834389687 (0.030964779919296418) | > loss_mel_ce: 2.904477119445801 (nan) | > loss: 0.011642038822174072 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14140362678837082) | > loader_time: 0.0044 (0.004606141602423704)  --> TIME: 2025-03-26 13:40:51 -- STEP: 17325/31555 -- GLOBAL_STEP: 1437300 | > loss_text_ce: 0.02971871942281723 (0.030966419988428747) | > loss_mel_ce: 2.226632833480835 (nan) | > loss: 0.008953776210546494 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1414080793620198) | > loader_time: 0.0048 (0.004605940891722749)  --> TIME: 2025-03-26 13:41:01 -- STEP: 17375/31555 -- GLOBAL_STEP: 1437350 | > loss_text_ce: 0.024836532771587372 (0.030964836400216647) | > loss_mel_ce: 2.769289255142212 (nan) | > loss: 0.011087801307439804 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14140000532685518) | > loader_time: 0.0046 (0.004605589489285037)  --> TIME: 2025-03-26 13:41:11 -- STEP: 17425/31555 -- GLOBAL_STEP: 1437400 | > loss_text_ce: 0.030522797256708145 (0.030962939093843466) | > loss_mel_ce: 1.32537841796875 (nan) | > loss: 0.005380560643970966 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1414010996661203) | > loader_time: 0.0044 (0.004605439485744219)  --> TIME: 2025-03-26 13:41:20 -- STEP: 17475/31555 -- GLOBAL_STEP: 1437450 | > loss_text_ce: 0.034278884530067444 (0.030959807816008173) | > loss_mel_ce: 1.921405553817749 (nan) | > loss: 0.007760652806609869 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14138777522740714) | > loader_time: 0.0044 (0.00460510996107721)  --> TIME: 2025-03-26 13:41:30 -- STEP: 17525/31555 -- GLOBAL_STEP: 1437500 | > loss_text_ce: 0.030307015404105186 (0.03095768349914786) | > loss_mel_ce: 2.2721827030181885 (nan) | > loss: 0.00913686491549015 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.1413911002100629) | > loader_time: 0.0046 (0.004604929000266777)  --> TIME: 2025-03-26 13:41:40 -- STEP: 17575/31555 -- GLOBAL_STEP: 1437550 | > loss_text_ce: 0.03334495425224304 (0.030958333709124864) | > loss_mel_ce: 2.3031351566314697 (nan) | > loss: 0.009271747432649136 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14140308127803544) | > loader_time: 0.0045 (0.004605331678648252)  --> TIME: 2025-03-26 13:41:49 -- STEP: 17625/31555 -- GLOBAL_STEP: 1437600 | > loss_text_ce: 0.034885186702013016 (0.03095993376340955) | > loss_mel_ce: 2.7652385234832764 (nan) | > loss: 0.011111602187156677 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14140647848954535) | > loader_time: 0.0046 (0.0046052099593142225)  --> TIME: 2025-03-26 13:41:59 -- STEP: 17675/31555 -- GLOBAL_STEP: 1437650 | > loss_text_ce: 0.03221958875656128 (0.03095928248616075) | > loss_mel_ce: 2.7164626121520996 (nan) | > loss: 0.010907470248639584 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14139141194722707) | > loader_time: 0.0047 (0.0046050539785598265)  --> TIME: 2025-03-26 13:42:08 -- STEP: 17725/31555 -- GLOBAL_STEP: 1437700 | > loss_text_ce: 0.027510719373822212 (0.030958103276868) | > loss_mel_ce: 2.9827170372009277 (nan) | > loss: 0.011945348232984543 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14139042520724934) | > loader_time: 0.0044 (0.00460537661618339)  --> TIME: 2025-03-26 13:42:18 -- STEP: 17775/31555 -- GLOBAL_STEP: 1437750 | > loss_text_ce: 0.02730601467192173 (0.030958734161957952) | > loss_mel_ce: 2.7281494140625 (nan) | > loss: 0.010934348218142986 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14137732283140295) | > loader_time: 0.0046 (0.004605076678526889)  --> TIME: 2025-03-26 13:42:27 -- STEP: 17825/31555 -- GLOBAL_STEP: 1437800 | > loss_text_ce: 0.03056819923222065 (0.030959116586132648) | > loss_mel_ce: 2.7169904708862305 (nan) | > loss: 0.010903011076152325 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1413804463016044) | > loader_time: 0.0044 (0.004604698411211225)  --> TIME: 2025-03-26 13:42:37 -- STEP: 17875/31555 -- GLOBAL_STEP: 1437850 | > loss_text_ce: 0.028398772701621056 (0.030963105735792355) | > loss_mel_ce: 2.281186103820801 (nan) | > loss: 0.009165019728243351 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14136385097370374) | > loader_time: 0.0059 (0.004604401328346949)  --> TIME: 2025-03-26 13:42:46 -- STEP: 17925/31555 -- GLOBAL_STEP: 1437900 | > loss_text_ce: 0.027915922924876213 (0.03096127269368728) | > loss_mel_ce: 2.270470142364502 (nan) | > loss: 0.009120580740272999 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1413681046367533) | > loader_time: 0.0045 (0.004604310350936825)  --> TIME: 2025-03-26 13:42:56 -- STEP: 17975/31555 -- GLOBAL_STEP: 1437950 | > loss_text_ce: 0.037785604596138 (0.03096118042634098) | > loss_mel_ce: 2.7558884620666504 (nan) | > loss: 0.01108600851148367 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14136429680571044) | > loader_time: 0.0046 (0.00460422633917839)  --> TIME: 2025-03-26 13:43:05 -- STEP: 18025/31555 -- GLOBAL_STEP: 1438000 | > loss_text_ce: 0.01905042491853237 (0.030957815435620727) | > loss_mel_ce: 1.614091396331787 (nan) | > loss: 0.006480722222477198 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14135475698357425) | > loader_time: 0.0044 (0.004604098443019404)  --> TIME: 2025-03-26 13:43:15 -- STEP: 18075/31555 -- GLOBAL_STEP: 1438050 | > loss_text_ce: 0.029177488759160042 (0.030958418822248323) | > loss_mel_ce: 2.1655821800231934 (nan) | > loss: 0.008709363639354706 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14134912990765391) | > loader_time: 0.0047 (0.004604270534066901)  --> TIME: 2025-03-26 13:43:25 -- STEP: 18125/31555 -- GLOBAL_STEP: 1438100 | > loss_text_ce: 0.030288927257061005 (0.030956526398992743) | > loss_mel_ce: 2.773226261138916 (nan) | > loss: 0.011125060729682446 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14134405858270155) | > loader_time: 0.0046 (0.004604280932196254)  --> TIME: 2025-03-26 13:43:34 -- STEP: 18175/31555 -- GLOBAL_STEP: 1438150 | > loss_text_ce: 0.016003144904971123 (0.030956444709985792) | > loss_mel_ce: 1.0251413583755493 (nan) | > loss: 0.004131526220589876 (nan) | > current_lr: 5e-06 | > step_time: 0.1053 (0.14134058064247038) | > loader_time: 0.0044 (0.0046043844104960985)  --> TIME: 2025-03-26 13:43:44 -- STEP: 18225/31555 -- GLOBAL_STEP: 1438200 | > loss_text_ce: 0.03478794917464256 (0.03095819605100486) | > loss_mel_ce: 2.7265625 (nan) | > loss: 0.010957740247249603 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14134137937234525) | > loader_time: 0.0043 (0.004604443247916767)  --> TIME: 2025-03-26 13:43:53 -- STEP: 18275/31555 -- GLOBAL_STEP: 1438250 | > loss_text_ce: 0.02854030951857567 (0.030959805461887663) | > loss_mel_ce: 2.378054141998291 (nan) | > loss: 0.009549979120492935 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1413290286031543) | > loader_time: 0.0043 (0.004604212125577288)  --> TIME: 2025-03-26 13:44:03 -- STEP: 18325/31555 -- GLOBAL_STEP: 1438300 | > loss_text_ce: 0.04087730869650841 (0.030958601058489996) | > loss_mel_ce: 2.417396068572998 (nan) | > loss: 0.00975505355745554 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14132410127501965) | > loader_time: 0.0046 (0.004604378084856686)  --> TIME: 2025-03-26 13:44:12 -- STEP: 18375/31555 -- GLOBAL_STEP: 1438350 | > loss_text_ce: 0.033957429230213165 (0.030957579791267106) | > loss_mel_ce: 1.9150854349136353 (nan) | > loss: 0.007734297774732113 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14132277980467206) | > loader_time: 0.0045 (0.004604329401133015)  --> TIME: 2025-03-26 13:44:22 -- STEP: 18425/31555 -- GLOBAL_STEP: 1438400 | > loss_text_ce: 0.024139951914548874 (0.030953420480609627) | > loss_mel_ce: 0.0572509765625 (nan) | > loss: 0.00032297990401275456 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14131171173447785) | > loader_time: 0.0043 (0.0046039727261464386)  --> TIME: 2025-03-26 13:44:31 -- STEP: 18475/31555 -- GLOBAL_STEP: 1438450 | > loss_text_ce: 0.038260795176029205 (0.030955362563652864) | > loss_mel_ce: 1.8391010761260986 (nan) | > loss: 0.007449849043041468 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14129465806468208) | > loader_time: 0.0044 (0.004603505515277953)  --> TIME: 2025-03-26 13:44:41 -- STEP: 18525/31555 -- GLOBAL_STEP: 1438500 | > loss_text_ce: 0.024486597627401352 (0.030958474247204833) | > loss_mel_ce: 2.8766355514526367 (nan) | > loss: 0.011512390337884426 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1412968126031885) | > loader_time: 0.0048 (0.004603292333934958)  --> TIME: 2025-03-26 13:44:50 -- STEP: 18575/31555 -- GLOBAL_STEP: 1438550 | > loss_text_ce: 0.030680397525429726 (0.030954771655189277) | > loss_mel_ce: 3.1274962425231934 (nan) | > loss: 0.012532447464764118 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14129343964691074) | > loader_time: 0.0045 (0.0046035042810247595)  --> TIME: 2025-03-26 13:45:00 -- STEP: 18625/31555 -- GLOBAL_STEP: 1438600 | > loss_text_ce: 0.031127480790019035 (0.030955281957708948) | > loss_mel_ce: 2.602261543273926 (nan) | > loss: 0.010449957102537155 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14128542527576532) | > loader_time: 0.0044 (0.004603275068654318)  --> TIME: 2025-03-26 13:45:09 -- STEP: 18675/31555 -- GLOBAL_STEP: 1438650 | > loss_text_ce: 0.02832607738673687 (0.030955808786887282) | > loss_mel_ce: 2.4806020259857178 (nan) | > loss: 0.009956064634025097 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.1412722616310591) | > loader_time: 0.0043 (0.004603099465529772)  --> TIME: 2025-03-26 13:45:19 -- STEP: 18725/31555 -- GLOBAL_STEP: 1438700 | > loss_text_ce: 0.03585255146026611 (0.03095838836263691) | > loss_mel_ce: 2.3409478664398193 (nan) | > loss: 0.009431748650968075 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14126952928917547) | > loader_time: 0.0047 (0.004602893643449252)  --> TIME: 2025-03-26 13:45:29 -- STEP: 18775/31555 -- GLOBAL_STEP: 1438750 | > loss_text_ce: 0.024899670854210854 (0.030956587188873445) | > loss_mel_ce: 1.8557298183441162 (nan) | > loss: 0.007462815847247839 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14127158167517886) | > loader_time: 0.0042 (0.004602615760264808)  --> TIME: 2025-03-26 13:45:38 -- STEP: 18825/31555 -- GLOBAL_STEP: 1438800 | > loss_text_ce: 0.03227744996547699 (0.030955798006375355) | > loss_mel_ce: 2.5806972980499268 (nan) | > loss: 0.010368947871029377 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14127803764495353) | > loader_time: 0.0046 (0.004602330741021117)  --> TIME: 2025-03-26 13:45:48 -- STEP: 18875/31555 -- GLOBAL_STEP: 1438850 | > loss_text_ce: 0.031617484986782074 (0.03095376831907409) | > loss_mel_ce: 0.009572346694767475 (nan) | > loss: 0.00016345172480214387 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14127754208899593) | > loader_time: 0.0044 (0.004602287254586138)  --> TIME: 2025-03-26 13:45:58 -- STEP: 18925/31555 -- GLOBAL_STEP: 1438900 | > loss_text_ce: 0.026791563257575035 (0.030950960988299418) | > loss_mel_ce: 3.2342300415039062 (nan) | > loss: 0.012940562330186367 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1412723886699007) | > loader_time: 0.0044 (0.004602248583633658)  --> TIME: 2025-03-26 13:46:07 -- STEP: 18975/31555 -- GLOBAL_STEP: 1438950 | > loss_text_ce: 0.033036552369594574 (0.030948184681332355) | > loss_mel_ce: 2.8224799633026123 (nan) | > loss: 0.011331414803862572 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1412636811554208) | > loader_time: 0.0043 (0.004602084128438889)  --> TIME: 2025-03-26 13:46:17 -- STEP: 19025/31555 -- GLOBAL_STEP: 1439000 | > loss_text_ce: 0.033406078815460205 (0.03094927064949615) | > loss_mel_ce: 2.9753665924072266 (nan) | > loss: 0.011939574964344501 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.141269006653936) | > loader_time: 0.0044 (0.004601839995415557)  --> TIME: 2025-03-26 13:46:26 -- STEP: 19075/31555 -- GLOBAL_STEP: 1439050 | > loss_text_ce: 0.03610753268003464 (0.030951377656847863) | > loss_mel_ce: 2.8219175338745117 (nan) | > loss: 0.011341369710862637 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14126448767525926) | > loader_time: 0.0049 (0.004601564657328803)  --> TIME: 2025-03-26 13:46:36 -- STEP: 19125/31555 -- GLOBAL_STEP: 1439100 | > loss_text_ce: 0.03026987798511982 (0.030949406920280916) | > loss_mel_ce: 0.10773925483226776 (nan) | > loss: 0.0005476553342305124 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14126784903083864) | > loader_time: 0.0045 (0.0046014711342605985)  --> TIME: 2025-03-26 13:46:46 -- STEP: 19175/31555 -- GLOBAL_STEP: 1439150 | > loss_text_ce: 0.01991608366370201 (0.030944933580232217) | > loss_mel_ce: 2.7574360370635986 (nan) | > loss: 0.011021238751709461 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1412625265307979) | > loader_time: 0.0045 (0.0046011204079201605)  --> TIME: 2025-03-26 13:46:55 -- STEP: 19225/31555 -- GLOBAL_STEP: 1439200 | > loss_text_ce: 0.02648955024778843 (0.030946428871874654) | > loss_mel_ce: 4.104687690734863 (nan) | > loss: 0.016393562778830528 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1412713675505175) | > loader_time: 0.0044 (0.00460111088498517)  --> TIME: 2025-03-26 13:47:05 -- STEP: 19275/31555 -- GLOBAL_STEP: 1439250 | > loss_text_ce: 0.04027754068374634 (0.030944930029339634) | > loss_mel_ce: 2.47920823097229 (nan) | > loss: 0.009997960180044174 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14126584236105555) | > loader_time: 0.0044 (0.004601060283477835)  --> TIME: 2025-03-26 13:47:15 -- STEP: 19325/31555 -- GLOBAL_STEP: 1439300 | > loss_text_ce: 0.0351874902844429 (0.030944658644367275) | > loss_mel_ce: 2.668675661087036 (nan) | > loss: 0.01072961650788784 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1412630489171719) | > loader_time: 0.0044 (0.004600848300336722)  --> TIME: 2025-03-26 13:47:24 -- STEP: 19375/31555 -- GLOBAL_STEP: 1439350 | > loss_text_ce: 0.027938634157180786 (0.0309460518000347) | > loss_mel_ce: 2.175941228866577 (nan) | > loss: 0.008745555765926838 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.14126868287363462) | > loader_time: 0.0046 (0.004600907639534255)  --> TIME: 2025-03-26 13:47:34 -- STEP: 19425/31555 -- GLOBAL_STEP: 1439400 | > loss_text_ce: 0.026606475934386253 (0.030945794914598593) | > loss_mel_ce: 1.9261999130249023 (nan) | > loss: 0.007749231997877359 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14126355883084157) | > loader_time: 0.0047 (0.00460070429621517)  --> TIME: 2025-03-26 13:47:43 -- STEP: 19475/31555 -- GLOBAL_STEP: 1439450 | > loss_text_ce: 0.02601051516830921 (0.030945148976526875) | > loss_mel_ce: 2.8463735580444336 (nan) | > loss: 0.01139834988862276 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.1412547408998865) | > loader_time: 0.0044 (0.004600790376381644)  --> TIME: 2025-03-26 13:47:53 -- STEP: 19525/31555 -- GLOBAL_STEP: 1439500 | > loss_text_ce: 0.033187203109264374 (0.03094941177273052) | > loss_mel_ce: 2.7872776985168457 (nan) | > loss: 0.01119232177734375 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.1412629352183724) | > loader_time: 0.0048 (0.004600950197129498)  --> TIME: 2025-03-26 13:48:03 -- STEP: 19575/31555 -- GLOBAL_STEP: 1439550 | > loss_text_ce: 0.031040459871292114 (0.030951052502268688) | > loss_mel_ce: 2.663540840148926 (nan) | > loss: 0.010692783631384373 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14126456376388857) | > loader_time: 0.0049 (0.004601282750661963)  --> TIME: 2025-03-26 13:48:12 -- STEP: 19625/31555 -- GLOBAL_STEP: 1439600 | > loss_text_ce: 0.030813362449407578 (0.030951011563348733) | > loss_mel_ce: 2.3680732250213623 (nan) | > loss: 0.009519391693174839 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14126588245562008) | > loader_time: 0.0045 (0.004601363686239651)  --> TIME: 2025-03-26 13:48:22 -- STEP: 19675/31555 -- GLOBAL_STEP: 1439650 | > loss_text_ce: 0.030215604230761528 (0.03095197764271456) | > loss_mel_ce: 3.315761089324951 (nan) | > loss: 0.013277685269713402 (nan) | > current_lr: 5e-06 | > step_time: 0.185 (0.1412768278037132) | > loader_time: 0.0049 (0.004601937830826838)  --> TIME: 2025-03-26 13:48:32 -- STEP: 19725/31555 -- GLOBAL_STEP: 1439700 | > loss_text_ce: 0.027166280895471573 (0.03095097348181335) | > loss_mel_ce: 3.0724258422851562 (nan) | > loss: 0.012299969792366028 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14129292293495496) | > loader_time: 0.0045 (0.004602033387874322)  --> TIME: 2025-03-26 13:48:42 -- STEP: 19775/31555 -- GLOBAL_STEP: 1439750 | > loss_text_ce: 0.0284853707998991 (0.030954318218682005) | > loss_mel_ce: 2.665510416030884 (nan) | > loss: 0.010690459981560707 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14129759698089034) | > loader_time: 0.0045 (0.004602332265880412)  --> TIME: 2025-03-26 13:48:52 -- STEP: 19825/31555 -- GLOBAL_STEP: 1439800 | > loss_text_ce: 0.037761006504297256 (0.030953972704901182) | > loss_mel_ce: 2.9250569343566895 (nan) | > loss: 0.011757214553654194 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14129835044601172) | > loader_time: 0.0046 (0.0046024135142226615)  --> TIME: 2025-03-26 13:49:02 -- STEP: 19875/31555 -- GLOBAL_STEP: 1439850 | > loss_text_ce: 0.03012665919959545 (0.030953184316251076) | > loss_mel_ce: 5.21875 (nan) | > loss: 0.02082887664437294 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1412979745924857) | > loader_time: 0.0044 (0.004602328522400298)  --> TIME: 2025-03-26 13:49:11 -- STEP: 19925/31555 -- GLOBAL_STEP: 1439900 | > loss_text_ce: 0.024639684706926346 (0.030949523654723143) | > loss_mel_ce: 2.9582419395446777 (nan) | > loss: 0.011836832389235497 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.1412930675133269) | > loader_time: 0.0045 (0.004602137365783931)  --> TIME: 2025-03-26 13:49:21 -- STEP: 19975/31555 -- GLOBAL_STEP: 1439950 | > loss_text_ce: 0.031488195061683655 (0.030951034627383918) | > loss_mel_ce: 2.6238863468170166 (nan) | > loss: 0.010537201538681984 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14128981208323946) | > loader_time: 0.0048 (0.004602631579650962)  --> TIME: 2025-03-26 13:49:30 -- STEP: 20025/31555 -- GLOBAL_STEP: 1440000 | > loss_text_ce: 0.025236133486032486 (0.030948869424817452) | > loss_mel_ce: 1.9593312740325928 (nan) | > loss: 0.00787526834756136 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14129118586003378) | > loader_time: 0.0047 (0.004602999145469716) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1440000.pth  --> TIME: 2025-03-26 13:49:45 -- STEP: 20075/31555 -- GLOBAL_STEP: 1440050 | > loss_text_ce: 0.03372066840529442 (0.03094941892149681) | > loss_mel_ce: 2.1848511695861816 (nan) | > loss: 0.008803857490420341 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14128774346034634) | > loader_time: 0.0049 (0.004603204572779753)  --> TIME: 2025-03-26 13:49:55 -- STEP: 20125/31555 -- GLOBAL_STEP: 1440100 | > loss_text_ce: 0.030512355268001556 (0.03095217013592768) | > loss_mel_ce: 3.181279182434082 (nan) | > loss: 0.0127452053129673 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14127934893021782) | > loader_time: 0.0046 (0.004603563379797137)  --> TIME: 2025-03-26 13:50:04 -- STEP: 20175/31555 -- GLOBAL_STEP: 1440150 | > loss_text_ce: 0.03035939298570156 (0.030954309841352508) | > loss_mel_ce: 2.2359700202941895 (nan) | > loss: 0.00899337138980627 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14127195389002045) | > loader_time: 0.0045 (0.004603613838091805)  --> TIME: 2025-03-26 13:50:14 -- STEP: 20225/31555 -- GLOBAL_STEP: 1440200 | > loss_text_ce: 0.03448079153895378 (0.03095501017338874) | > loss_mel_ce: 2.31734299659729 (nan) | > loss: 0.009332634508609772 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14128520858302654) | > loader_time: 0.0045 (0.0046038776746639065)  --> TIME: 2025-03-26 13:50:24 -- STEP: 20275/31555 -- GLOBAL_STEP: 1440250 | > loss_text_ce: 0.024745894595980644 (0.03095307691693398) | > loss_mel_ce: 2.61308217048645 (nan) | > loss: 0.010467572137713432 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14127904171126496) | > loader_time: 0.0045 (0.004603595016328971)  --> TIME: 2025-03-26 13:50:33 -- STEP: 20325/31555 -- GLOBAL_STEP: 1440300 | > loss_text_ce: 0.03174818679690361 (0.030955933203157794) | > loss_mel_ce: 2.7170469760894775 (nan) | > loss: 0.010907918214797974 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14127525568888294) | > loader_time: 0.0045 (0.004603442488854508)  --> TIME: 2025-03-26 13:50:43 -- STEP: 20375/31555 -- GLOBAL_STEP: 1440350 | > loss_text_ce: 0.040115706622600555 (0.030960163811073166) | > loss_mel_ce: 2.8912651538848877 (nan) | > loss: 0.01163246389478445 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.1412649397937808) | > loader_time: 0.0043 (0.004603136940236463)  --> TIME: 2025-03-26 13:50:53 -- STEP: 20425/31555 -- GLOBAL_STEP: 1440400 | > loss_text_ce: 0.031021470203995705 (0.030955557571325083) | > loss_mel_ce: 3.2467305660247803 (nan) | > loss: 0.013006952591240406 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14127297675741007) | > loader_time: 0.0047 (0.004603025069872921)  --> TIME: 2025-03-26 13:51:02 -- STEP: 20475/31555 -- GLOBAL_STEP: 1440450 | > loss_text_ce: 0.029749015346169472 (0.030953237103987417) | > loss_mel_ce: 2.073359251022339 (nan) | > loss: 0.008345668204128742 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14128444949931512) | > loader_time: 0.0044 (0.004602814768696873)  --> TIME: 2025-03-26 13:51:12 -- STEP: 20525/31555 -- GLOBAL_STEP: 1440500 | > loss_text_ce: 0.037736598402261734 (0.030952331582322516) | > loss_mel_ce: 2.702929973602295 (nan) | > loss: 0.010875661857426167 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1412897315356394) | > loader_time: 0.0045 (0.004602728947071437)  --> TIME: 2025-03-26 13:51:22 -- STEP: 20575/31555 -- GLOBAL_STEP: 1440550 | > loss_text_ce: 0.02676265873014927 (0.030953624775318624) | > loss_mel_ce: 2.9711225032806396 (nan) | > loss: 0.01189637091010809 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.1412913503102233) | > loader_time: 0.0046 (0.004602482820049664)  --> TIME: 2025-03-26 13:51:32 -- STEP: 20625/31555 -- GLOBAL_STEP: 1440600 | > loss_text_ce: 0.026461025699973106 (0.03095618060522459) | > loss_mel_ce: 2.1847915649414062 (nan) | > loss: 0.008774812333285809 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1412983186432817) | > loader_time: 0.0048 (0.00460261170358368)  --> TIME: 2025-03-26 13:51:41 -- STEP: 20675/31555 -- GLOBAL_STEP: 1440650 | > loss_text_ce: 0.0467110276222229 (0.030958498641330538) | > loss_mel_ce: 2.2058937549591064 (nan) | > loss: 0.008938908576965332 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1412968288569244) | > loader_time: 0.0045 (0.004602547925789948)  --> TIME: 2025-03-26 13:51:51 -- STEP: 20725/31555 -- GLOBAL_STEP: 1440700 | > loss_text_ce: 0.038033951073884964 (0.030960227622660673) | > loss_mel_ce: 2.26252818107605 (nan) | > loss: 0.009129215031862259 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14130548294260728) | > loader_time: 0.0046 (0.004602335894208468)  --> TIME: 2025-03-26 13:52:01 -- STEP: 20775/31555 -- GLOBAL_STEP: 1440750 | > loss_text_ce: 0.027415066957473755 (0.030959722388840576) | > loss_mel_ce: 3.04463791847229 (nan) | > loss: 0.012190687470138073 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14130281498859734) | > loader_time: 0.0045 (0.004602104363745576)  --> TIME: 2025-03-26 13:52:10 -- STEP: 20825/31555 -- GLOBAL_STEP: 1440800 | > loss_text_ce: 0.02077315002679825 (0.030962784575345386) | > loss_mel_ce: 2.2208592891693115 (nan) | > loss: 0.00889536738395691 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.14130154923373842) | > loader_time: 0.0043 (0.004602005112500309)  --> TIME: 2025-03-26 13:52:20 -- STEP: 20875/31555 -- GLOBAL_STEP: 1440850 | > loss_text_ce: 0.03248506784439087 (0.030963415099899035) | > loss_mel_ce: 2.6705422401428223 (nan) | > loss: 0.01072629913687706 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14130043510619816) | > loader_time: 0.0047 (0.004601877829271861)  --> TIME: 2025-03-26 13:52:30 -- STEP: 20925/31555 -- GLOBAL_STEP: 1440900 | > loss_text_ce: 0.0376712791621685 (0.030963199891065434) | > loss_mel_ce: 2.7003705501556396 (nan) | > loss: 0.010865245945751667 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14130824557342056) | > loader_time: 0.0044 (0.004601919682364859)  --> TIME: 2025-03-26 13:52:39 -- STEP: 20975/31555 -- GLOBAL_STEP: 1440950 | > loss_text_ce: 0.02063571847975254 (0.03096159269047526) | > loss_mel_ce: 2.6109235286712646 (nan) | > loss: 0.010442695580422878 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.141302109958163) | > loader_time: 0.0043 (0.004601633051439159)  --> TIME: 2025-03-26 13:52:49 -- STEP: 21025/31555 -- GLOBAL_STEP: 1441000 | > loss_text_ce: 0.038873340934515 (0.030961652719986035) | > loss_mel_ce: 2.433572292327881 (nan) | > loss: 0.009811293333768845 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.1413035991954472) | > loader_time: 0.0043 (0.004601512800073779)  --> TIME: 2025-03-26 13:52:59 -- STEP: 21075/31555 -- GLOBAL_STEP: 1441050 | > loss_text_ce: 0.030210409313440323 (0.03096055906953142) | > loss_mel_ce: 2.4973604679107666 (nan) | > loss: 0.010030044242739677 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14130154031592979) | > loader_time: 0.0045 (0.004601516927264324)  --> TIME: 2025-03-26 13:53:09 -- STEP: 21125/31555 -- GLOBAL_STEP: 1441100 | > loss_text_ce: 0.041743215173482895 (0.03096081941625511) | > loss_mel_ce: 2.048976421356201 (nan) | > loss: 0.00829650741070509 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14130835394323316) | > loader_time: 0.0045 (0.004601486048049463)  --> TIME: 2025-03-26 13:53:18 -- STEP: 21175/31555 -- GLOBAL_STEP: 1441150 | > loss_text_ce: 0.040635399520397186 (0.030961497862534125) | > loss_mel_ce: 2.875704526901245 (nan) | > loss: 0.011572778224945068 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1413012288509049) | > loader_time: 0.0045 (0.004601320156381139)  --> TIME: 2025-03-26 13:53:28 -- STEP: 21225/31555 -- GLOBAL_STEP: 1441200 | > loss_text_ce: 0.03657395392656326 (0.030960333975157024) | > loss_mel_ce: 2.398223876953125 (nan) | > loss: 0.009661896154284477 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14131156330535574) | > loader_time: 0.0044 (0.004601225746253623)  --> TIME: 2025-03-26 13:53:37 -- STEP: 21275/31555 -- GLOBAL_STEP: 1441250 | > loss_text_ce: 0.025748979300260544 (0.030960312071863724) | > loss_mel_ce: 2.5027318000793457 (nan) | > loss: 0.010033654049038887 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14130346559329612) | > loader_time: 0.0069 (0.004601204454128376)  --> TIME: 2025-03-26 13:53:47 -- STEP: 21325/31555 -- GLOBAL_STEP: 1441300 | > loss_text_ce: 0.03142312914133072 (0.030958616828604887) | > loss_mel_ce: 2.8244659900665283 (nan) | > loss: 0.011332893744111061 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1413031380173756) | > loader_time: 0.0045 (0.0046009211858858865)  --> TIME: 2025-03-26 13:53:57 -- STEP: 21375/31555 -- GLOBAL_STEP: 1441350 | > loss_text_ce: 0.034320130944252014 (0.030955491585406468) | > loss_mel_ce: 0.89019775390625 (nan) | > loss: 0.0036687219981104136 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1412980374007203) | > loader_time: 0.0045 (0.004600739495796058)  --> TIME: 2025-03-26 13:54:06 -- STEP: 21425/31555 -- GLOBAL_STEP: 1441400 | > loss_text_ce: 0.02397795207798481 (0.030954826090771752) | > loss_mel_ce: 2.600817918777466 (nan) | > loss: 0.010415857657790184 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14128546670270553) | > loader_time: 0.0045 (0.004600472021826217)  --> TIME: 2025-03-26 13:54:15 -- STEP: 21475/31555 -- GLOBAL_STEP: 1441450 | > loss_text_ce: 0.0315866619348526 (0.03095199028220856) | > loss_mel_ce: 2.6794400215148926 (nan) | > loss: 0.010758043266832829 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14128321014821804) | > loader_time: 0.0046 (0.004600344747825316)  --> TIME: 2025-03-26 13:54:25 -- STEP: 21525/31555 -- GLOBAL_STEP: 1441500 | > loss_text_ce: 0.020396623760461807 (0.03095257969387092) | > loss_mel_ce: 2.574037551879883 (nan) | > loss: 0.010295374318957329 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14127109256217218) | > loader_time: 0.0046 (0.004600249488733079)  --> TIME: 2025-03-26 13:54:34 -- STEP: 21575/31555 -- GLOBAL_STEP: 1441550 | > loss_text_ce: 0.023552076891064644 (0.030953952183154856) | > loss_mel_ce: 0.0890299454331398 (nan) | > loss: 0.0004467540711630136 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14126357671974218) | > loader_time: 0.0044 (0.0045999392601181)  --> TIME: 2025-03-26 13:54:44 -- STEP: 21625/31555 -- GLOBAL_STEP: 1441600 | > loss_text_ce: 0.0352269746363163 (0.030952116718332718) | > loss_mel_ce: 2.26908540725708 (nan) | > loss: 0.009144097566604614 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1412504933969141) | > loader_time: 0.0044 (0.004599904319454468)  --> TIME: 2025-03-26 13:54:53 -- STEP: 21675/31555 -- GLOBAL_STEP: 1441650 | > loss_text_ce: 0.0419105626642704 (0.030953370983655443) | > loss_mel_ce: 2.456165075302124 (nan) | > loss: 0.009912999346852303 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14124377821556103) | > loader_time: 0.0044 (0.004599748378256465)  --> TIME: 2025-03-26 13:55:03 -- STEP: 21725/31555 -- GLOBAL_STEP: 1441700 | > loss_text_ce: 0.028818404302001 (0.03095092276184122) | > loss_mel_ce: 2.723003387451172 (nan) | > loss: 0.010919928550720215 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14125801747084032) | > loader_time: 0.0044 (0.004599605830272672)  --> TIME: 2025-03-26 13:55:13 -- STEP: 21775/31555 -- GLOBAL_STEP: 1441750 | > loss_text_ce: 0.03184119611978531 (0.030950651700008578) | > loss_mel_ce: 2.745893716812134 (nan) | > loss: 0.011022758670151234 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.1412635323648211) | > loader_time: 0.0046 (0.004599287873978724)  --> TIME: 2025-03-26 13:55:23 -- STEP: 21825/31555 -- GLOBAL_STEP: 1441800 | > loss_text_ce: 0.031416743993759155 (0.030950903929535294) | > loss_mel_ce: 2.9003853797912598 (nan) | > loss: 0.011634135618805885 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14126956820624628) | > loader_time: 0.0045 (0.004599074192200054)  --> TIME: 2025-03-26 13:55:32 -- STEP: 21875/31555 -- GLOBAL_STEP: 1441850 | > loss_text_ce: 0.028027184307575226 (0.030947202254895653) | > loss_mel_ce: 2.964174270629883 (nan) | > loss: 0.011873816139996052 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1412649481310173) | > loader_time: 0.0044 (0.004598924887520925)  --> TIME: 2025-03-26 13:55:42 -- STEP: 21925/31555 -- GLOBAL_STEP: 1441900 | > loss_text_ce: 0.03185825049877167 (0.030949405437885456) | > loss_mel_ce: 2.9793896675109863 (nan) | > loss: 0.011949396692216396 (nan) | > current_lr: 5e-06 | > step_time: 0.1603 (0.14125562475372022) | > loader_time: 0.0046 (0.004598691901160207)  --> TIME: 2025-03-26 13:55:52 -- STEP: 21975/31555 -- GLOBAL_STEP: 1441950 | > loss_text_ce: 0.02693287841975689 (0.030950674450255938) | > loss_mel_ce: 2.8897652626037598 (nan) | > loss: 0.011574200354516506 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14126882938259258) | > loader_time: 0.0047 (0.0045985609733746385)  --> TIME: 2025-03-26 13:56:02 -- STEP: 22025/31555 -- GLOBAL_STEP: 1442000 | > loss_text_ce: 0.022822748869657516 (0.03095153290607145) | > loss_mel_ce: 2.574331045150757 (nan) | > loss: 0.010306166484951973 (nan) | > current_lr: 5e-06 | > step_time: 0.1865 (0.14127652195336307) | > loader_time: 0.0046 (0.004598439094292312)  --> TIME: 2025-03-26 13:56:11 -- STEP: 22075/31555 -- GLOBAL_STEP: 1442050 | > loss_text_ce: 0.021490927785634995 (0.03095080168884024) | > loss_mel_ce: 0.0998806431889534 (nan) | > loss: 0.00048163323663175106 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14127746383304218) | > loader_time: 0.0047 (0.004598356843129688)  --> TIME: 2025-03-26 13:56:21 -- STEP: 22125/31555 -- GLOBAL_STEP: 1442100 | > loss_text_ce: 0.03626132011413574 (0.030952813623799275) | > loss_mel_ce: 1.9297233819961548 (nan) | > loss: 0.00780152715742588 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.1412853696036486) | > loader_time: 0.0044 (0.004598264069206965)  --> TIME: 2025-03-26 13:56:31 -- STEP: 22175/31555 -- GLOBAL_STEP: 1442150 | > loss_text_ce: 0.03410549834370613 (0.03095331436506102) | > loss_mel_ce: 1.8275023698806763 (nan) | > loss: 0.007387333549559116 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14128228763851397) | > loader_time: 0.004 (0.004597930897451434)  --> TIME: 2025-03-26 13:56:40 -- STEP: 22225/31555 -- GLOBAL_STEP: 1442200 | > loss_text_ce: 0.033763326704502106 (0.03095337171562192) | > loss_mel_ce: 0.037109375 (nan) | > loss: 0.00028124090749770403 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14127860181913737) | > loader_time: 0.0046 (0.004597663986669477)  --> TIME: 2025-03-26 13:56:50 -- STEP: 22275/31555 -- GLOBAL_STEP: 1442250 | > loss_text_ce: 0.0367058701813221 (0.030951874059061576) | > loss_mel_ce: 3.1785287857055664 (nan) | > loss: 0.012758868746459484 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14128230504850614) | > loader_time: 0.0046 (0.0045975414751354615)  --> TIME: 2025-03-26 13:57:00 -- STEP: 22325/31555 -- GLOBAL_STEP: 1442300 | > loss_text_ce: 0.03372160717844963 (0.030950993674787434) | > loss_mel_ce: 2.835453510284424 (nan) | > loss: 0.011385616846382618 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14128282244768953) | > loader_time: 0.0045 (0.004597387004138901)  --> TIME: 2025-03-26 13:57:09 -- STEP: 22375/31555 -- GLOBAL_STEP: 1442350 | > loss_text_ce: 0.03741348534822464 (0.03095472117573772) | > loss_mel_ce: 2.6396255493164062 (nan) | > loss: 0.010623171925544739 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14128434717189134) | > loader_time: 0.0044 (0.004597258232159318)  --> TIME: 2025-03-26 13:57:19 -- STEP: 22425/31555 -- GLOBAL_STEP: 1442400 | > loss_text_ce: 0.027183856815099716 (0.03095511829040305) | > loss_mel_ce: 2.6281235218048096 (nan) | > loss: 0.01053693424910307 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.1412831583203827) | > loader_time: 0.0044 (0.004597101030806899)  --> TIME: 2025-03-26 13:57:29 -- STEP: 22475/31555 -- GLOBAL_STEP: 1442450 | > loss_text_ce: 0.03709547221660614 (0.03095162142683504) | > loss_mel_ce: 0.07096099853515625 (nan) | > loss: 0.00042879555257968605 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.1412848047950259) | > loader_time: 0.0047 (0.004596977106588703)  --> TIME: 2025-03-26 13:57:38 -- STEP: 22525/31555 -- GLOBAL_STEP: 1442500 | > loss_text_ce: 0.030885428190231323 (0.03094875824766918) | > loss_mel_ce: 2.655982732772827 (nan) | > loss: 0.010662175714969635 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14128668836959996) | > loader_time: 0.0043 (0.0045968911915058395)  --> TIME: 2025-03-26 13:57:48 -- STEP: 22575/31555 -- GLOBAL_STEP: 1442550 | > loss_text_ce: 0.027302557602524757 (0.030950472132836037) | > loss_mel_ce: 2.6604366302490234 (nan) | > loss: 0.010665631853044033 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14127878972726407) | > loader_time: 0.0043 (0.004596590906018576)  --> TIME: 2025-03-26 13:57:57 -- STEP: 22625/31555 -- GLOBAL_STEP: 1442600 | > loss_text_ce: 0.027637114748358727 (0.030952091812037796) | > loss_mel_ce: 2.592381238937378 (nan) | > loss: 0.010396898724138737 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1412795575284179) | > loader_time: 0.0046 (0.004596434535242591)  --> TIME: 2025-03-26 13:58:07 -- STEP: 22675/31555 -- GLOBAL_STEP: 1442650 | > loss_text_ce: 0.028073644265532494 (0.030956339746356306) | > loss_mel_ce: 2.567262887954712 (nan) | > loss: 0.01029895432293415 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14128405482661346) | > loader_time: 0.0044 (0.004596218994460278)  --> TIME: 2025-03-26 13:58:17 -- STEP: 22725/31555 -- GLOBAL_STEP: 1442700 | > loss_text_ce: 0.03972623124718666 (0.030956222203522264) | > loss_mel_ce: 2.7584381103515625 (nan) | > loss: 0.011103827506303787 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14128250655036925) | > loader_time: 0.0044 (0.004596034869371344)  --> TIME: 2025-03-26 13:58:27 -- STEP: 22775/31555 -- GLOBAL_STEP: 1442750 | > loss_text_ce: 0.02677294984459877 (0.03095407145723504) | > loss_mel_ce: 2.71232271194458 (nan) | > loss: 0.01086942758411169 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.1412862882498993) | > loader_time: 0.0047 (0.004595891426999281)  --> TIME: 2025-03-26 13:58:36 -- STEP: 22825/31555 -- GLOBAL_STEP: 1442800 | > loss_text_ce: 0.03511727973818779 (0.030956999016344255) | > loss_mel_ce: 2.794034004211426 (nan) | > loss: 0.011226791888475418 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14128852221686475) | > loader_time: 0.0047 (0.004595636720855821)  --> TIME: 2025-03-26 13:58:46 -- STEP: 22875/31555 -- GLOBAL_STEP: 1442850 | > loss_text_ce: 0.032775845378637314 (0.030956660588846996) | > loss_mel_ce: 2.511582612991333 (nan) | > loss: 0.010096660815179348 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14129392743762176) | > loader_time: 0.0045 (0.004595443642204585)  --> TIME: 2025-03-26 13:58:56 -- STEP: 22925/31555 -- GLOBAL_STEP: 1442900 | > loss_text_ce: 0.038907866925001144 (0.030957232395262175) | > loss_mel_ce: 3.09698486328125 (nan) | > loss: 0.012444019317626953 (nan) | > current_lr: 5e-06 | > step_time: 0.173 (0.14129554177578663) | > loader_time: 0.0047 (0.004595343538823028)  --> TIME: 2025-03-26 13:59:06 -- STEP: 22975/31555 -- GLOBAL_STEP: 1442950 | > loss_text_ce: 0.03984953090548515 (0.03095758399444757) | > loss_mel_ce: 3.0663671493530273 (nan) | > loss: 0.012326257303357124 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.1413025800499497) | > loader_time: 0.0044 (0.004595522429141446)  --> TIME: 2025-03-26 13:59:15 -- STEP: 23025/31555 -- GLOBAL_STEP: 1443000 | > loss_text_ce: 0.019858626648783684 (0.030958774025561075) | > loss_mel_ce: 2.8385303020477295 (nan) | > loss: 0.011342814192175865 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14130612469651516) | > loader_time: 0.0045 (0.004595487824480394)  --> TIME: 2025-03-26 13:59:25 -- STEP: 23075/31555 -- GLOBAL_STEP: 1443050 | > loss_text_ce: 0.025616168975830078 (0.030960578890022936) | > loss_mel_ce: 2.7665224075317383 (nan) | > loss: 0.011079915799200535 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14130541140183447) | > loader_time: 0.0043 (0.004595273525200848)  --> TIME: 2025-03-26 13:59:34 -- STEP: 23125/31555 -- GLOBAL_STEP: 1443100 | > loss_text_ce: 0.03377966955304146 (0.030961100004955725) | > loss_mel_ce: 2.029541015625 (nan) | > loss: 0.00818778108805418 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14129856237463156) | > loader_time: 0.0045 (0.004595388020695873)  --> TIME: 2025-03-26 13:59:44 -- STEP: 23175/31555 -- GLOBAL_STEP: 1443150 | > loss_text_ce: 0.03425057232379913 (0.030961629392352145) | > loss_mel_ce: 2.94233775138855 (nan) | > loss: 0.011811858974397182 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14130188747517222) | > loader_time: 0.0069 (0.004595288551355265)  --> TIME: 2025-03-26 13:59:54 -- STEP: 23225/31555 -- GLOBAL_STEP: 1443200 | > loss_text_ce: 0.028846941888332367 (0.03095865686072199) | > loss_mel_ce: 3.1684978008270264 (nan) | > loss: 0.01268787682056427 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.141296324303898) | > loader_time: 0.0047 (0.0045952491021130715)  --> TIME: 2025-03-26 14:00:03 -- STEP: 23275/31555 -- GLOBAL_STEP: 1443250 | > loss_text_ce: 0.030961761251091957 (0.030960887603753845) | > loss_mel_ce: 2.890028238296509 (nan) | > loss: 0.011591230519115925 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14129459150623783) | > loader_time: 0.0046 (0.004595343736265457)  --> TIME: 2025-03-26 14:00:13 -- STEP: 23325/31555 -- GLOBAL_STEP: 1443300 | > loss_text_ce: 0.03307977691292763 (0.030959584615218264) | > loss_mel_ce: 1.9645570516586304 (nan) | > loss: 0.007927130907773972 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1412968113031428) | > loader_time: 0.0046 (0.00459536692464978)  --> TIME: 2025-03-26 14:00:22 -- STEP: 23375/31555 -- GLOBAL_STEP: 1443350 | > loss_text_ce: 0.019545903429389 (0.03095761026607398) | > loss_mel_ce: 2.5406882762908936 (nan) | > loss: 0.010159659199416637 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14128538297969487) | > loader_time: 0.0046 (0.0045951724434918914)  --> TIME: 2025-03-26 14:00:32 -- STEP: 23425/31555 -- GLOBAL_STEP: 1443400 | > loss_text_ce: 0.022341936826705933 (0.03095710485599132) | > loss_mel_ce: 2.760934591293335 (nan) | > loss: 0.011044749058783054 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14127917122815534) | > loader_time: 0.0069 (0.004595506285399739)  --> TIME: 2025-03-26 14:00:41 -- STEP: 23475/31555 -- GLOBAL_STEP: 1443450 | > loss_text_ce: 0.028673438355326653 (0.030957270707435217) | > loss_mel_ce: 2.112736701965332 (nan) | > loss: 0.008497660048305988 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1412716716445429) | > loader_time: 0.005 (0.004595495291030442)  --> TIME: 2025-03-26 14:00:51 -- STEP: 23525/31555 -- GLOBAL_STEP: 1443500 | > loss_text_ce: 0.028344929218292236 (0.030957856191328147) | > loss_mel_ce: 1.8548632860183716 (nan) | > loss: 0.007473049219697714 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14126959658834648) | > loader_time: 0.0044 (0.004595527648925778)  --> TIME: 2025-03-26 14:01:01 -- STEP: 23575/31555 -- GLOBAL_STEP: 1443550 | > loss_text_ce: 0.02744828164577484 (0.03095667478339085) | > loss_mel_ce: 1.438804268836975 (nan) | > loss: 0.005818462930619717 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14127952675804328) | > loader_time: 0.0042 (0.00459534144477399)  --> TIME: 2025-03-26 14:01:11 -- STEP: 23625/31555 -- GLOBAL_STEP: 1443600 | > loss_text_ce: 0.02195660211145878 (0.03096005528122581) | > loss_mel_ce: 0.0634765625 (nan) | > loss: 0.0003390205092728138 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14128597735854156) | > loader_time: 0.0049 (0.00459510562028834)  --> TIME: 2025-03-26 14:01:20 -- STEP: 23675/31555 -- GLOBAL_STEP: 1443650 | > loss_text_ce: 0.02966020070016384 (0.03096053986205329) | > loss_mel_ce: 2.507899761199951 (nan) | > loss: 0.010069683194160461 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14128684011658854) | > loader_time: 0.0042 (0.004595161365480833)  --> TIME: 2025-03-26 14:01:30 -- STEP: 23725/31555 -- GLOBAL_STEP: 1443700 | > loss_text_ce: 0.026533333584666252 (0.030961403627050656) | > loss_mel_ce: 2.7497544288635254 (nan) | > loss: 0.011017016135156155 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.1412771619207877) | > loader_time: 0.0044 (0.004595001932190386)  --> TIME: 2025-03-26 14:01:39 -- STEP: 23775/31555 -- GLOBAL_STEP: 1443750 | > loss_text_ce: 0.029787926003336906 (0.030962742818450923) | > loss_mel_ce: 2.503399133682251 (nan) | > loss: 0.010052330791950226 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14127284137232554) | > loader_time: 0.0047 (0.004595024949243263)  --> TIME: 2025-03-26 14:01:49 -- STEP: 23825/31555 -- GLOBAL_STEP: 1443800 | > loss_text_ce: 0.04003245383501053 (0.030960732552145705) | > loss_mel_ce: 2.4480128288269043 (nan) | > loss: 0.009873195551335812 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14127175711384707) | > loader_time: 0.0045 (0.004594926563915396)  --> TIME: 2025-03-26 14:01:59 -- STEP: 23875/31555 -- GLOBAL_STEP: 1443850 | > loss_text_ce: 0.0262473002076149 (0.030959489483932394) | > loss_mel_ce: 2.9668405055999756 (nan) | > loss: 0.0118773328140378 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1412722161677506) | > loader_time: 0.0045 (0.004594800759360424)  --> TIME: 2025-03-26 14:02:08 -- STEP: 23925/31555 -- GLOBAL_STEP: 1443900 | > loss_text_ce: 0.03724842146039009 (0.03096263598154378) | > loss_mel_ce: 2.735349416732788 (nan) | > loss: 0.011002372950315475 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1412750945096241) | > loader_time: 0.0044 (0.004594754534953559)  --> TIME: 2025-03-26 14:02:18 -- STEP: 23975/31555 -- GLOBAL_STEP: 1443950 | > loss_text_ce: 0.035206571221351624 (0.030960386534812895) | > loss_mel_ce: 0.00885009765625 (nan) | > loss: 0.0001748280628817156 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14127340537539707) | > loader_time: 0.0044 (0.0045946707044328934)  --> TIME: 2025-03-26 14:02:28 -- STEP: 24025/31555 -- GLOBAL_STEP: 1444000 | > loss_text_ce: 0.025791922584176064 (0.030959491553957674) | > loss_mel_ce: 2.510840892791748 (nan) | > loss: 0.010066003538668156 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.1412746012744257) | > loader_time: 0.0046 (0.00459462906145776)  --> TIME: 2025-03-26 14:02:37 -- STEP: 24075/31555 -- GLOBAL_STEP: 1444050 | > loss_text_ce: 0.029859909787774086 (0.030958949739281726) | > loss_mel_ce: 2.966386556625366 (nan) | > loss: 0.011889868415892124 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.1412774927866182) | > loader_time: 0.0047 (0.004594590958528918)  --> TIME: 2025-03-26 14:02:47 -- STEP: 24125/31555 -- GLOBAL_STEP: 1444100 | > loss_text_ce: 0.02478511817753315 (0.030959941045974666) | > loss_mel_ce: 2.547239065170288 (nan) | > loss: 0.01020644512027502 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.14127545305360875) | > loader_time: 0.0049 (0.004594637391480752)  --> TIME: 2025-03-26 14:02:56 -- STEP: 24175/31555 -- GLOBAL_STEP: 1444150 | > loss_text_ce: 0.034804567694664 (0.030960552436439272) | > loss_mel_ce: 2.710148334503174 (nan) | > loss: 0.010892670601606369 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14127283038126595) | > loader_time: 0.0047 (0.004594850411952586)  --> TIME: 2025-03-26 14:03:06 -- STEP: 24225/31555 -- GLOBAL_STEP: 1444200 | > loss_text_ce: 0.03243720158934593 (0.030960624772263353) | > loss_mel_ce: 2.6069610118865967 (nan) | > loss: 0.01047380268573761 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1412606777175421) | > loader_time: 0.0043 (0.004594720618028506)  --> TIME: 2025-03-26 14:03:16 -- STEP: 24275/31555 -- GLOBAL_STEP: 1444250 | > loss_text_ce: 0.040285587310791016 (0.03095998766123251) | > loss_mel_ce: 2.791682243347168 (nan) | > loss: 0.011237968690693378 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.1412621622252543) | > loader_time: 0.0045 (0.004594650975707623)  --> TIME: 2025-03-26 14:03:25 -- STEP: 24325/31555 -- GLOBAL_STEP: 1444300 | > loss_text_ce: 0.03420516103506088 (0.030960434380543533) | > loss_mel_ce: 2.42651104927063 (nan) | > loss: 0.009764747694134712 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1412532841877487) | > loader_time: 0.0045 (0.004594635752710254)  --> TIME: 2025-03-26 14:03:34 -- STEP: 24375/31555 -- GLOBAL_STEP: 1444350 | > loss_text_ce: 0.026534106582403183 (0.03095892485622794) | > loss_mel_ce: 2.842475414276123 (nan) | > loss: 0.01138495933264494 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14124160564129215) | > loader_time: 0.0046 (0.004594585262200764)  --> TIME: 2025-03-26 14:03:44 -- STEP: 24425/31555 -- GLOBAL_STEP: 1444400 | > loss_text_ce: 0.024817118421196938 (0.030960130946827) | > loss_mel_ce: 2.908742904663086 (nan) | > loss: 0.01164111215621233 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14123715692557298) | > loader_time: 0.0047 (0.004594459357988864)  --> TIME: 2025-03-26 14:03:53 -- STEP: 24475/31555 -- GLOBAL_STEP: 1444450 | > loss_text_ce: 0.025207988917827606 (0.030961590720981785) | > loss_mel_ce: 2.5808043479919434 (nan) | > loss: 0.010341319255530834 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14123747081386492) | > loader_time: 0.0045 (0.00459442063663782)  --> TIME: 2025-03-26 14:04:03 -- STEP: 24525/31555 -- GLOBAL_STEP: 1444500 | > loss_text_ce: 0.031184088438749313 (0.030964041232709582) | > loss_mel_ce: 2.5350399017333984 (nan) | > loss: 0.010183429345488548 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14123849750172793) | > loader_time: 0.0049 (0.004594287269584502)  --> TIME: 2025-03-26 14:04:13 -- STEP: 24575/31555 -- GLOBAL_STEP: 1444550 | > loss_text_ce: 0.03974234685301781 (0.030963373505780406) | > loss_mel_ce: 2.7997028827667236 (nan) | > loss: 0.011267639696598053 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14123368076002454) | > loader_time: 0.0045 (0.004594235376569521)  --> TIME: 2025-03-26 14:04:22 -- STEP: 24625/31555 -- GLOBAL_STEP: 1444600 | > loss_text_ce: 0.021962951868772507 (0.030961181047282696) | > loss_mel_ce: 1.701171875 (nan) | > loss: 0.006837837398052216 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14123417748775668) | > loader_time: 0.0045 (0.004594196377671904)  --> TIME: 2025-03-26 14:04:32 -- STEP: 24675/31555 -- GLOBAL_STEP: 1444650 | > loss_text_ce: 0.025271452963352203 (0.0309605275572154) | > loss_mel_ce: 2.6512157917022705 (nan) | > loss: 0.010620981454849243 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14123802469131888) | > loader_time: 0.0045 (0.004594264895237194)  --> TIME: 2025-03-26 14:04:42 -- STEP: 24725/31555 -- GLOBAL_STEP: 1444700 | > loss_text_ce: 0.03145112842321396 (0.030957974135193925) | > loss_mel_ce: 2.746058940887451 (nan) | > loss: 0.011021866463124752 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.1412335203535284) | > loader_time: 0.0045 (0.0045942058119662855)  --> TIME: 2025-03-26 14:04:51 -- STEP: 24775/31555 -- GLOBAL_STEP: 1444750 | > loss_text_ce: 0.028748713433742523 (0.030957464429894773) | > loss_mel_ce: 2.863164186477661 (nan) | > loss: 0.011475845240056515 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14122669398002832) | > loader_time: 0.0044 (0.004594183016256404)  --> TIME: 2025-03-26 14:05:01 -- STEP: 24825/31555 -- GLOBAL_STEP: 1444800 | > loss_text_ce: 0.028182080015540123 (0.030957352347720755) | > loss_mel_ce: 2.956036329269409 (nan) | > loss: 0.011842137202620506 (nan) | > current_lr: 5e-06 | > step_time: 0.1878 (0.14123629400977517) | > loader_time: 0.0047 (0.004594112859151626)  --> TIME: 2025-03-26 14:05:10 -- STEP: 24875/31555 -- GLOBAL_STEP: 1444850 | > loss_text_ce: 0.03079354204237461 (0.030955769337807318) | > loss_mel_ce: 2.725203037261963 (nan) | > loss: 0.010936494916677475 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.1412283981553281) | > loader_time: 0.0047 (0.00459395981793427)  --> TIME: 2025-03-26 14:05:20 -- STEP: 24925/31555 -- GLOBAL_STEP: 1444900 | > loss_text_ce: 0.02936198189854622 (0.030954002045494772) | > loss_mel_ce: 2.254896402359009 (nan) | > loss: 0.00906451791524887 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14123837302656628) | > loader_time: 0.0046 (0.00459404785630695)  --> TIME: 2025-03-26 14:05:30 -- STEP: 24975/31555 -- GLOBAL_STEP: 1444950 | > loss_text_ce: 0.026907462626695633 (0.030951960230147367) | > loss_mel_ce: 1.5080294609069824 (nan) | > loss: 0.006091019604355097 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14123549747753494) | > loader_time: 0.0047 (0.004594128172438178)  --> TIME: 2025-03-26 14:05:40 -- STEP: 25025/31555 -- GLOBAL_STEP: 1445000 | > loss_text_ce: 0.03367169573903084 (0.030950762832650802) | > loss_mel_ce: 2.466555118560791 (nan) | > loss: 0.009921534918248653 (nan) | > current_lr: 5e-06 | > step_time: 0.1489 (0.14124711712161803) | > loader_time: 0.0047 (0.004594221334238265)  --> TIME: 2025-03-26 14:05:50 -- STEP: 25075/31555 -- GLOBAL_STEP: 1445050 | > loss_text_ce: 0.03630518540740013 (0.03095242793539006) | > loss_mel_ce: 2.9943923950195312 (nan) | > loss: 0.012026578187942505 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14125725346809676) | > loader_time: 0.0046 (0.004594361922320189)  --> TIME: 2025-03-26 14:06:00 -- STEP: 25125/31555 -- GLOBAL_STEP: 1445100 | > loss_text_ce: 0.03726490959525108 (0.03095280829333325) | > loss_mel_ce: 2.631126642227173 (nan) | > loss: 0.010588855482637882 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14126383707416654) | > loader_time: 0.0046 (0.004594328913522589)  --> TIME: 2025-03-26 14:06:09 -- STEP: 25175/31555 -- GLOBAL_STEP: 1445150 | > loss_text_ce: 0.02972409687936306 (0.030952647730815405) | > loss_mel_ce: 1.8339197635650635 (nan) | > loss: 0.007395412772893906 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14126592295172258) | > loader_time: 0.0046 (0.004594242916088229)  --> TIME: 2025-03-26 14:06:19 -- STEP: 25225/31555 -- GLOBAL_STEP: 1445200 | > loss_text_ce: 0.03447169065475464 (0.030948196688484184) | > loss_mel_ce: 2.3829965591430664 (nan) | > loss: 0.00959312915802002 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14126166969390108) | > loader_time: 0.0045 (0.004594147524346908)  --> TIME: 2025-03-26 14:06:28 -- STEP: 25275/31555 -- GLOBAL_STEP: 1445250 | > loss_text_ce: 0.023409541696310043 (0.03094837670806799) | > loss_mel_ce: 1.9640265703201294 (nan) | > loss: 0.007886651903390884 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14125505978464548) | > loader_time: 0.0044 (0.004594035049574302)  --> TIME: 2025-03-26 14:06:38 -- STEP: 25325/31555 -- GLOBAL_STEP: 1445300 | > loss_text_ce: 0.03133749961853027 (0.030944888615394187) | > loss_mel_ce: 2.8244471549987793 (nan) | > loss: 0.011332479305565357 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14124987529743402) | > loader_time: 0.0046 (0.004594104810151733)  --> TIME: 2025-03-26 14:06:48 -- STEP: 25375/31555 -- GLOBAL_STEP: 1445350 | > loss_text_ce: 0.025061029940843582 (0.03094524775337189) | > loss_mel_ce: 2.548398733139038 (nan) | > loss: 0.010212142951786518 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1412510009634089) | > loader_time: 0.0044 (0.0045941631054056)  --> TIME: 2025-03-26 14:06:57 -- STEP: 25425/31555 -- GLOBAL_STEP: 1445400 | > loss_text_ce: 0.029616108164191246 (0.03094359092855773) | > loss_mel_ce: 2.818035840988159 (nan) | > loss: 0.011300207115709782 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.1412529272737761) | > loader_time: 0.0044 (0.00459404399613011)  --> TIME: 2025-03-26 14:07:07 -- STEP: 25475/31555 -- GLOBAL_STEP: 1445450 | > loss_text_ce: 0.03003246895968914 (0.030943783641654826) | > loss_mel_ce: 2.587022542953491 (nan) | > loss: 0.010385138913989067 (nan) | > current_lr: 5e-06 | > step_time: 0.1729 (0.14124567872291738) | > loader_time: 0.0047 (0.004593995845820874)  --> TIME: 2025-03-26 14:07:17 -- STEP: 25525/31555 -- GLOBAL_STEP: 1445500 | > loss_text_ce: 0.02917010895907879 (0.03094372594707174) | > loss_mel_ce: 2.5385968685150146 (nan) | > loss: 0.01018955186009407 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1412481077644435) | > loader_time: 0.0046 (0.004593950041827905)  --> TIME: 2025-03-26 14:07:26 -- STEP: 25575/31555 -- GLOBAL_STEP: 1445550 | > loss_text_ce: 0.029233723878860474 (0.030944175142030125) | > loss_mel_ce: 0.027435302734375 (nan) | > loss: 0.00022487710521090776 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14124485563089945) | > loader_time: 0.0046 (0.0045939596237674785)  --> TIME: 2025-03-26 14:07:36 -- STEP: 25625/31555 -- GLOBAL_STEP: 1445600 | > loss_text_ce: 0.0411362498998642 (0.030944815478546592) | > loss_mel_ce: 2.7603371143341064 (nan) | > loss: 0.01111695822328329 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.1412440345857207) | > loader_time: 0.0045 (0.004593857928020198)  --> TIME: 2025-03-26 14:07:45 -- STEP: 25675/31555 -- GLOBAL_STEP: 1445650 | > loss_text_ce: 0.026412466540932655 (0.030946014214691567) | > loss_mel_ce: 2.9220073223114014 (nan) | > loss: 0.011700078845024109 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14124650860482832) | > loader_time: 0.0046 (0.004593720004296227)  --> TIME: 2025-03-26 14:07:55 -- STEP: 25725/31555 -- GLOBAL_STEP: 1445700 | > loss_text_ce: 0.03447404503822327 (0.03094612329541203) | > loss_mel_ce: 2.7988851070404053 (nan) | > loss: 0.011243489570915699 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1412472234731518) | > loader_time: 0.0043 (0.004593578900262146)  --> TIME: 2025-03-26 14:08:05 -- STEP: 25775/31555 -- GLOBAL_STEP: 1445750 | > loss_text_ce: 0.02904309146106243 (0.030945719488987666) | > loss_mel_ce: 2.6959478855133057 (nan) | > loss: 0.01081345696002245 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14124121379204843) | > loader_time: 0.0047 (0.00459353345210522)  --> TIME: 2025-03-26 14:08:14 -- STEP: 25825/31555 -- GLOBAL_STEP: 1445800 | > loss_text_ce: 0.028477298095822334 (0.030945878453707793) | > loss_mel_ce: 2.9444897174835205 (nan) | > loss: 0.011797488667070866 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14123130444751075) | > loader_time: 0.0047 (0.004593368033587296)  --> TIME: 2025-03-26 14:08:23 -- STEP: 25875/31555 -- GLOBAL_STEP: 1445850 | > loss_text_ce: 0.02602393738925457 (0.03094636920938529) | > loss_mel_ce: 2.2006309032440186 (nan) | > loss: 0.008835932239890099 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1412288736444747) | > loader_time: 0.0045 (0.0045933317193662445)  --> TIME: 2025-03-26 14:08:33 -- STEP: 25925/31555 -- GLOBAL_STEP: 1445900 | > loss_text_ce: 0.026509396731853485 (0.030947649657543076) | > loss_mel_ce: 2.7193758487701416 (nan) | > loss: 0.010896369814872742 (nan) | > current_lr: 5e-06 | > step_time: 0.1732 (0.14122764369445986) | > loader_time: 0.0046 (0.00459313633586769)  --> TIME: 2025-03-26 14:08:43 -- STEP: 25975/31555 -- GLOBAL_STEP: 1445950 | > loss_text_ce: 0.029056604951620102 (0.03094731821381882) | > loss_mel_ce: 3.001774311065674 (nan) | > loss: 0.012027107179164886 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.1412266433502879) | > loader_time: 0.0044 (0.0045931558177606455)  --> TIME: 2025-03-26 14:08:53 -- STEP: 26025/31555 -- GLOBAL_STEP: 1446000 | > loss_text_ce: 0.029880056157708168 (0.030948095107782098) | > loss_mel_ce: 2.7315261363983154 (nan) | > loss: 0.010957961902022362 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.1412338206907749) | > loader_time: 0.0047 (0.0045932015447405754)  --> TIME: 2025-03-26 14:09:02 -- STEP: 26075/31555 -- GLOBAL_STEP: 1446050 | > loss_text_ce: 0.03314274922013283 (0.030948762516700954) | > loss_mel_ce: 2.6266591548919678 (nan) | > loss: 0.01055477000772953 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14123920073102367) | > loader_time: 0.0047 (0.004593148537815915)  --> TIME: 2025-03-26 14:09:12 -- STEP: 26125/31555 -- GLOBAL_STEP: 1446100 | > loss_text_ce: 0.032233234494924545 (0.030949813431013003) | > loss_mel_ce: 2.579075813293457 (nan) | > loss: 0.010362338274717331 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1412463745774269) | > loader_time: 0.0046 (0.00459306028813265)  --> TIME: 2025-03-26 14:09:22 -- STEP: 26175/31555 -- GLOBAL_STEP: 1446150 | > loss_text_ce: 0.030463527888059616 (0.030950201035823244) | > loss_mel_ce: 2.447174072265625 (nan) | > loss: 0.009831895120441914 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.1412520803580885) | > loader_time: 0.0045 (0.004593054143838226)  --> TIME: 2025-03-26 14:09:32 -- STEP: 26225/31555 -- GLOBAL_STEP: 1446200 | > loss_text_ce: 0.028165554627776146 (0.03095012307094252) | > loss_mel_ce: 2.929008960723877 (nan) | > loss: 0.01173481997102499 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14125741004034773) | > loader_time: 0.0045 (0.004592964492376007)  --> TIME: 2025-03-26 14:09:42 -- STEP: 26275/31555 -- GLOBAL_STEP: 1446250 | > loss_text_ce: 0.023153673857450485 (0.030946892303397807) | > loss_mel_ce: 1.8052300214767456 (nan) | > loss: 0.0072554913349449635 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1412572404115576) | > loader_time: 0.0044 (0.0045928372892167346)  --> TIME: 2025-03-26 14:09:51 -- STEP: 26325/31555 -- GLOBAL_STEP: 1446300 | > loss_text_ce: 0.019448623061180115 (0.030948625103413972) | > loss_mel_ce: 2.6401681900024414 (nan) | > loss: 0.010554035194218159 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14125584927492849) | > loader_time: 0.0044 (0.004592717660684749)  --> TIME: 2025-03-26 14:10:01 -- STEP: 26375/31555 -- GLOBAL_STEP: 1446350 | > loss_text_ce: 0.029416784644126892 (0.030947856264639098) | > loss_mel_ce: 2.5328407287597656 (nan) | > loss: 0.010167689062654972 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.1412527171853601) | > loader_time: 0.0045 (0.0045925999862887765)  --> TIME: 2025-03-26 14:10:10 -- STEP: 26425/31555 -- GLOBAL_STEP: 1446400 | > loss_text_ce: 0.03431645408272743 (0.030949588062729804) | > loss_mel_ce: 2.7790513038635254 (nan) | > loss: 0.011164158582687378 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14124544107586978) | > loader_time: 0.0047 (0.004592501388593105)  --> TIME: 2025-03-26 14:10:20 -- STEP: 26475/31555 -- GLOBAL_STEP: 1446450 | > loss_text_ce: 0.021154731512069702 (0.03094615509701898) | > loss_mel_ce: 0.7458953857421875 (nan) | > loss: 0.00304384995251894 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14124251198160812) | > loader_time: 0.0045 (0.00459237160831267)  --> TIME: 2025-03-26 14:10:29 -- STEP: 26525/31555 -- GLOBAL_STEP: 1446500 | > loss_text_ce: 0.022017117589712143 (0.030946113378367793) | > loss_mel_ce: 2.615987539291382 (nan) | > loss: 0.010468272492289543 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.1412373962186627) | > loader_time: 0.0043 (0.0045921925033296)  --> TIME: 2025-03-26 14:10:39 -- STEP: 26575/31555 -- GLOBAL_STEP: 1446550 | > loss_text_ce: 0.027995232492685318 (0.03094811493271536) | > loss_mel_ce: 2.379607915878296 (nan) | > loss: 0.009553981944918633 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14124103971393456) | > loader_time: 0.0044 (0.0045921634932452405)  --> TIME: 2025-03-26 14:10:49 -- STEP: 26625/31555 -- GLOBAL_STEP: 1446600 | > loss_text_ce: 0.03701086342334747 (0.030948426351248517) | > loss_mel_ce: 1.61419677734375 (nan) | > loss: 0.006552411708980799 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1412410716294129) | > loader_time: 0.0046 (0.004592108945891319)  --> TIME: 2025-03-26 14:10:58 -- STEP: 26675/31555 -- GLOBAL_STEP: 1446650 | > loss_text_ce: 0.03425747901201248 (0.03094757932497515) | > loss_mel_ce: 2.743479013442993 (nan) | > loss: 0.011022764258086681 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.141236564069568) | > loader_time: 0.0045 (0.004591981419471219)  --> TIME: 2025-03-26 14:11:08 -- STEP: 26725/31555 -- GLOBAL_STEP: 1446700 | > loss_text_ce: 0.03260670229792595 (0.03094691738028034) | > loss_mel_ce: 2.7263574600219727 (nan) | > loss: 0.010948270559310913 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14124812226969083) | > loader_time: 0.0045 (0.004591921109591148)  --> TIME: 2025-03-26 14:11:18 -- STEP: 26775/31555 -- GLOBAL_STEP: 1446750 | > loss_text_ce: 0.03427368029952049 (0.03094557452743419) | > loss_mel_ce: 0.7225409746170044 (nan) | > loss: 0.003003232879564166 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1412522749094965) | > loader_time: 0.0044 (0.004591948307083645)  --> TIME: 2025-03-26 14:11:28 -- STEP: 26825/31555 -- GLOBAL_STEP: 1446800 | > loss_text_ce: 0.03754032775759697 (0.030947540356045918) | > loss_mel_ce: 2.859788656234741 (nan) | > loss: 0.01149733830243349 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14126010271731945) | > loader_time: 0.0044 (0.004591974772144887)  --> TIME: 2025-03-26 14:11:38 -- STEP: 26875/31555 -- GLOBAL_STEP: 1446850 | > loss_text_ce: 0.03646473586559296 (0.030945428371238846) | > loss_mel_ce: 2.597933292388916 (nan) | > loss: 0.010453960858285427 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14125855485783143) | > loader_time: 0.0047 (0.004591862257136845)  --> TIME: 2025-03-26 14:11:47 -- STEP: 26925/31555 -- GLOBAL_STEP: 1446900 | > loss_text_ce: 0.03459130600094795 (0.030942805307478876) | > loss_mel_ce: 2.557260513305664 (nan) | > loss: 0.01028512604534626 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14125187227431632) | > loader_time: 0.0044 (0.004591782365336717)  --> TIME: 2025-03-26 14:11:56 -- STEP: 26975/31555 -- GLOBAL_STEP: 1446950 | > loss_text_ce: 0.030228350311517715 (0.03094216321849638) | > loss_mel_ce: 2.7527480125427246 (nan) | > loss: 0.011043557897210121 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14124216841590817) | > loader_time: 0.0046 (0.004591635491032636)  --> TIME: 2025-03-26 14:12:06 -- STEP: 27025/31555 -- GLOBAL_STEP: 1447000 | > loss_text_ce: 0.0282206442207098 (0.030941417791814328) | > loss_mel_ce: 1.8930352926254272 (nan) | > loss: 0.007624031975865364 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14125419213527082) | > loader_time: 0.0044 (0.004591543672263454)  --> TIME: 2025-03-26 14:12:16 -- STEP: 27075/31555 -- GLOBAL_STEP: 1447050 | > loss_text_ce: 0.026295263320207596 (0.03093998450109957) | > loss_mel_ce: 2.7482597827911377 (nan) | > loss: 0.011010139249265194 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.14125524789452742) | > loader_time: 0.0046 (0.004591567179502865)  --> TIME: 2025-03-26 14:12:26 -- STEP: 27125/31555 -- GLOBAL_STEP: 1447100 | > loss_text_ce: 0.029097603633999825 (0.030939811044866178) | > loss_mel_ce: 2.5472190380096436 (nan) | > loss: 0.010223479010164738 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14126214701569123) | > loader_time: 0.0047 (0.004591615861461999)  --> TIME: 2025-03-26 14:12:36 -- STEP: 27175/31555 -- GLOBAL_STEP: 1447150 | > loss_text_ce: 0.033044274896383286 (0.030937697939255996) | > loss_mel_ce: 2.378565549850464 (nan) | > loss: 0.009569881483912468 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14126345801156148) | > loader_time: 0.0044 (0.004591566689428966)  --> TIME: 2025-03-26 14:12:45 -- STEP: 27225/31555 -- GLOBAL_STEP: 1447200 | > loss_text_ce: 0.03414676710963249 (0.03093845131375149) | > loss_mel_ce: 2.2687060832977295 (nan) | > loss: 0.00913830567151308 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.1412661323599917) | > loader_time: 0.0043 (0.0045916128465076115)  --> TIME: 2025-03-26 14:12:55 -- STEP: 27275/31555 -- GLOBAL_STEP: 1447250 | > loss_text_ce: 0.03144630044698715 (0.030937763249516952) | > loss_mel_ce: 2.4643805027008057 (nan) | > loss: 0.009904074482619762 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14126189408446632) | > loader_time: 0.0045 (0.004591546465124576)  --> TIME: 2025-03-26 14:13:05 -- STEP: 27325/31555 -- GLOBAL_STEP: 1447300 | > loss_text_ce: 0.01959923841059208 (0.030935517211256366) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14126454784362005) | > loader_time: 0.0043 (0.0045915418312512364)  --> TIME: 2025-03-26 14:13:14 -- STEP: 27375/31555 -- GLOBAL_STEP: 1447350 | > loss_text_ce: 0.02412273921072483 (0.030936414199451742) | > loss_mel_ce: 3.1705856323242188 (nan) | > loss: 0.012677415274083614 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14126919912747699) | > loader_time: 0.0045 (0.004591416868444977)  --> TIME: 2025-03-26 14:13:24 -- STEP: 27425/31555 -- GLOBAL_STEP: 1447400 | > loss_text_ce: 0.027594687417149544 (0.030936892535944987) | > loss_mel_ce: 2.175229072570801 (nan) | > loss: 0.008741364814341068 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14126543259772903) | > loader_time: 0.0045 (0.0045912846240979775)  --> TIME: 2025-03-26 14:13:34 -- STEP: 27475/31555 -- GLOBAL_STEP: 1447450 | > loss_text_ce: 0.03151451051235199 (0.03093674469232437) | > loss_mel_ce: 2.3519411087036133 (nan) | > loss: 0.009458157233893871 (nan) | > current_lr: 5e-06 | > step_time: 0.1188 (0.14126293313405755) | > loader_time: 0.0043 (0.0045913408971895685)  --> TIME: 2025-03-26 14:13:43 -- STEP: 27525/31555 -- GLOBAL_STEP: 1447500 | > loss_text_ce: 0.032816752791404724 (0.030937980653719804) | > loss_mel_ce: 2.5305800437927246 (nan) | > loss: 0.010172209702432156 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14125739948193133) | > loader_time: 0.0046 (0.0045912215885089425)  --> TIME: 2025-03-26 14:13:52 -- STEP: 27575/31555 -- GLOBAL_STEP: 1447550 | > loss_text_ce: 0.028005534783005714 (0.030934483653503528) | > loss_mel_ce: 2.6133813858032227 (nan) | > loss: 0.010481694713234901 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14124708059800403) | > loader_time: 0.0044 (0.004591022839031743)  --> TIME: 2025-03-26 14:14:02 -- STEP: 27625/31555 -- GLOBAL_STEP: 1447600 | > loss_text_ce: 0.030382731929421425 (0.030933925126017624) | > loss_mel_ce: 2.5838818550109863 (nan) | > loss: 0.010374066419899464 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1412413670984341) | > loader_time: 0.0044 (0.004590904054598558)  --> TIME: 2025-03-26 14:14:11 -- STEP: 27675/31555 -- GLOBAL_STEP: 1447650 | > loss_text_ce: 0.03019300103187561 (0.030933193541817575) | > loss_mel_ce: 2.6975791454315186 (nan) | > loss: 0.010824494063854218 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1412339746273644) | > loader_time: 0.0045 (0.004590910753906566)  --> TIME: 2025-03-26 14:14:21 -- STEP: 27725/31555 -- GLOBAL_STEP: 1447700 | > loss_text_ce: 0.03210703656077385 (0.030933930513115618) | > loss_mel_ce: 1.9712475538253784 (nan) | > loss: 0.007949819788336754 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14124133685346915) | > loader_time: 0.0047 (0.004590781438017432)  --> TIME: 2025-03-26 14:14:31 -- STEP: 27775/31555 -- GLOBAL_STEP: 1447750 | > loss_text_ce: 0.03752615302801132 (0.03093482610882737) | > loss_mel_ce: 1.8208822011947632 (nan) | > loss: 0.0073746368288993835 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14124329555796622) | > loader_time: 0.0042 (0.004590639651733708)  --> TIME: 2025-03-26 14:14:40 -- STEP: 27825/31555 -- GLOBAL_STEP: 1447800 | > loss_text_ce: 0.0269822645932436 (0.030934227213132975) | > loss_mel_ce: 2.890068769454956 (nan) | > loss: 0.011575600132346153 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14123520995943112) | > loader_time: 0.0046 (0.004590434059835384)  --> TIME: 2025-03-26 14:14:50 -- STEP: 27875/31555 -- GLOBAL_STEP: 1447850 | > loss_text_ce: 0.04335895553231239 (0.03093588027921025) | > loss_mel_ce: 2.5229837894439697 (nan) | > loss: 0.010183900594711304 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14124028113497908) | > loader_time: 0.0045 (0.004590324906490287)  --> TIME: 2025-03-26 14:14:59 -- STEP: 27925/31555 -- GLOBAL_STEP: 1447900 | > loss_text_ce: 0.04492475092411041 (0.030936449081349314) | > loss_mel_ce: 2.428928852081299 (nan) | > loss: 0.009816880337893963 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1412354148362738) | > loader_time: 0.0044 (0.0045903595366857675)  --> TIME: 2025-03-26 14:15:09 -- STEP: 27975/31555 -- GLOBAL_STEP: 1447950 | > loss_text_ce: 0.036055341362953186 (0.03093619464504615) | > loss_mel_ce: 2.271960973739624 (nan) | > loss: 0.009158795699477196 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14123897837996113) | > loader_time: 0.0042 (0.0045902496453797195)  --> TIME: 2025-03-26 14:15:19 -- STEP: 28025/31555 -- GLOBAL_STEP: 1448000 | > loss_text_ce: 0.034463558346033096 (0.030933129532440474) | > loss_mel_ce: 2.5457561016082764 (nan) | > loss: 0.010238967835903168 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14124080178995155) | > loader_time: 0.0048 (0.004590225032564765)  --> TIME: 2025-03-26 14:15:28 -- STEP: 28075/31555 -- GLOBAL_STEP: 1448050 | > loss_text_ce: 0.03221191465854645 (0.03093017349696369) | > loss_mel_ce: 3.0063748359680176 (nan) | > loss: 0.012057884596288204 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1412342479838305) | > loader_time: 0.0044 (0.004590026926803227)  --> TIME: 2025-03-26 14:15:38 -- STEP: 28125/31555 -- GLOBAL_STEP: 1448100 | > loss_text_ce: 0.026409365236759186 (0.030926437573515708) | > loss_mel_ce: 2.7248594760894775 (nan) | > loss: 0.01091773435473442 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.1412371831427697) | > loader_time: 0.0047 (0.004589850107828754)  --> TIME: 2025-03-26 14:15:48 -- STEP: 28175/31555 -- GLOBAL_STEP: 1448150 | > loss_text_ce: 0.03730589151382446 (0.030928198490391) | > loss_mel_ce: 3.0612258911132812 (nan) | > loss: 0.01229576114565134 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.1412400736127598) | > loader_time: 0.0042 (0.004589671606285527)  --> TIME: 2025-03-26 14:15:57 -- STEP: 28225/31555 -- GLOBAL_STEP: 1448200 | > loss_text_ce: 0.02748129516839981 (0.030927712044788343) | > loss_mel_ce: 2.9676826000213623 (nan) | > loss: 0.011885572224855423 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14123929638689617) | > loader_time: 0.0046 (0.004589647085292851)  --> TIME: 2025-03-26 14:16:07 -- STEP: 28275/31555 -- GLOBAL_STEP: 1448250 | > loss_text_ce: 0.03373746573925018 (0.030928609980752808) | > loss_mel_ce: 2.8402626514434814 (nan) | > loss: 0.011404762975871563 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14123676020102158) | > loader_time: 0.0044 (0.004589546770252641)  --> TIME: 2025-03-26 14:16:17 -- STEP: 28325/31555 -- GLOBAL_STEP: 1448300 | > loss_text_ce: 0.025951547548174858 (0.03092821478851909) | > loss_mel_ce: 2.5583176612854004 (nan) | > loss: 0.010255037806928158 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14123374180570883) | > loader_time: 0.0046 (0.004589414226198637)  --> TIME: 2025-03-26 14:16:26 -- STEP: 28375/31555 -- GLOBAL_STEP: 1448350 | > loss_text_ce: 0.03572382032871246 (0.030927198015793435) | > loss_mel_ce: 1.3736183643341064 (nan) | > loss: 0.005592627916485071 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14123946299111975) | > loader_time: 0.0044 (0.004589345772360893)  --> TIME: 2025-03-26 14:16:36 -- STEP: 28425/31555 -- GLOBAL_STEP: 1448400 | > loss_text_ce: 0.02566997893154621 (0.03092639888210014) | > loss_mel_ce: 3.019059896469116 (nan) | > loss: 0.012082261964678764 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14123778652704674) | > loader_time: 0.0045 (0.0045891216667262305)  --> TIME: 2025-03-26 14:16:46 -- STEP: 28475/31555 -- GLOBAL_STEP: 1448450 | > loss_text_ce: 0.020500293001532555 (0.030927536167331935) | > loss_mel_ce: 2.6785128116607666 (nan) | > loss: 0.010710369795560837 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14124140162547688) | > loader_time: 0.0043 (0.004588960123438892)  --> TIME: 2025-03-26 14:16:55 -- STEP: 28525/31555 -- GLOBAL_STEP: 1448500 | > loss_text_ce: 0.02649759314954281 (0.030928621000212785) | > loss_mel_ce: 2.517167568206787 (nan) | > loss: 0.010093909688293934 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14123690819970347) | > loader_time: 0.0045 (0.004588854837375789)  --> TIME: 2025-03-26 14:17:05 -- STEP: 28575/31555 -- GLOBAL_STEP: 1448550 | > loss_text_ce: 0.03400059789419174 (0.030927999031078967) | > loss_mel_ce: 2.348731279373169 (nan) | > loss: 0.009455285966396332 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14124260381763878) | > loader_time: 0.0047 (0.0045887132663009035)  --> TIME: 2025-03-26 14:17:15 -- STEP: 28625/31555 -- GLOBAL_STEP: 1448600 | > loss_text_ce: 0.042905353009700775 (0.03092554860583234) | > loss_mel_ce: 0.406232088804245 (nan) | > loss: 0.0017822915688157082 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14124044904750704) | > loader_time: 0.0042 (0.004588664866951334)  --> TIME: 2025-03-26 14:17:24 -- STEP: 28675/31555 -- GLOBAL_STEP: 1448650 | > loss_text_ce: 0.02822221629321575 (0.030925063098250598) | > loss_mel_ce: 2.071100950241089 (nan) | > loss: 0.008330648764967918 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14123864116519227) | > loader_time: 0.0044 (0.00458861232947137)  --> TIME: 2025-03-26 14:17:34 -- STEP: 28725/31555 -- GLOBAL_STEP: 1448700 | > loss_text_ce: 0.030664734542369843 (0.03092272001188135) | > loss_mel_ce: 2.946753978729248 (nan) | > loss: 0.011815153993666172 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14123907581425812) | > loader_time: 0.0045 (0.00458882599109352)  --> TIME: 2025-03-26 14:17:44 -- STEP: 28775/31555 -- GLOBAL_STEP: 1448750 | > loss_text_ce: 0.02615642547607422 (0.030921626304341827) | > loss_mel_ce: 2.9462087154388428 (nan) | > loss: 0.011795100755989552 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14123587590937803) | > loader_time: 0.0047 (0.004588822282779516)  --> TIME: 2025-03-26 14:17:53 -- STEP: 28825/31555 -- GLOBAL_STEP: 1448800 | > loss_text_ce: 0.02652408368885517 (0.0309202735166567) | > loss_mel_ce: 2.587596893310547 (nan) | > loss: 0.010373496450483799 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14122626725632928) | > loader_time: 0.0047 (0.004588843343160696)  --> TIME: 2025-03-26 14:18:02 -- STEP: 28875/31555 -- GLOBAL_STEP: 1448850 | > loss_text_ce: 0.02417055517435074 (0.03092268645226375) | > loss_mel_ce: 2.773030996322632 (nan) | > loss: 0.011100007221102715 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14122447424224122) | > loader_time: 0.0044 (0.004588911799641377)  --> TIME: 2025-03-26 14:18:12 -- STEP: 28925/31555 -- GLOBAL_STEP: 1448900 | > loss_text_ce: 0.03237622603774071 (0.030922739200580578) | > loss_mel_ce: 2.933253765106201 (nan) | > loss: 0.011768373660743237 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1412293061328138) | > loader_time: 0.0045 (0.004588964548003786)  --> TIME: 2025-03-26 14:18:22 -- STEP: 28975/31555 -- GLOBAL_STEP: 1448950 | > loss_text_ce: 0.03349780663847923 (0.030923744940067978) | > loss_mel_ce: 2.6301472187042236 (nan) | > loss: 0.010570020414888859 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1412236052489278) | > loader_time: 0.0043 (0.004588873306155903)  --> TIME: 2025-03-26 14:18:32 -- STEP: 29025/31555 -- GLOBAL_STEP: 1449000 | > loss_text_ce: 0.04243256524205208 (0.03092272653519581) | > loss_mel_ce: 2.921220302581787 (nan) | > loss: 0.011760528199374676 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14123256398315348) | > loader_time: 0.0045 (0.004588999941264812)  --> TIME: 2025-03-26 14:18:41 -- STEP: 29075/31555 -- GLOBAL_STEP: 1449050 | > loss_text_ce: 0.02995006926357746 (0.030922131120489138) | > loss_mel_ce: 2.616551399230957 (nan) | > loss: 0.010501991026103497 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1412331005057093) | > loader_time: 0.0048 (0.004589032274018231)  --> TIME: 2025-03-26 14:18:51 -- STEP: 29125/31555 -- GLOBAL_STEP: 1449100 | > loss_text_ce: 0.024760637432336807 (0.03092135439178399) | > loss_mel_ce: 2.3033180236816406 (nan) | > loss: 0.00923840794712305 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14123437769321082) | > loader_time: 0.0044 (0.0045891106977994645)  --> TIME: 2025-03-26 14:19:00 -- STEP: 29175/31555 -- GLOBAL_STEP: 1449150 | > loss_text_ce: 0.03234262764453888 (0.030920336507787513) | > loss_mel_ce: 2.985396146774292 (nan) | > loss: 0.011975154280662537 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.1412248422186313) | > loader_time: 0.0046 (0.004589181922906038)  --> TIME: 2025-03-26 14:19:10 -- STEP: 29225/31555 -- GLOBAL_STEP: 1449200 | > loss_text_ce: 0.026978466659784317 (0.03092057938670773) | > loss_mel_ce: 2.8696117401123047 (nan) | > loss: 0.011494406498968601 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.1412191199358982) | > loader_time: 0.0045 (0.004589170247086894)  --> TIME: 2025-03-26 14:19:20 -- STEP: 29275/31555 -- GLOBAL_STEP: 1449250 | > loss_text_ce: 0.026662947610020638 (0.030921341265312353) | > loss_mel_ce: 2.82108211517334 (nan) | > loss: 0.011300576850771904 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14122397701318987) | > loader_time: 0.0045 (0.0045892127531395105)  --> TIME: 2025-03-26 14:19:29 -- STEP: 29325/31555 -- GLOBAL_STEP: 1449300 | > loss_text_ce: 0.0268382728099823 (0.030920742298289818) | > loss_mel_ce: 0.0591634102165699 (nan) | > loss: 0.00034127652179449797 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14121323718845974) | > loader_time: 0.0045 (0.004589064737110166)  --> TIME: 2025-03-26 14:19:38 -- STEP: 29375/31555 -- GLOBAL_STEP: 1449350 | > loss_text_ce: 0.03347393497824669 (0.030919798036759837) | > loss_mel_ce: 3.3575246334075928 (nan) | > loss: 0.013456344604492188 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14121070027453014) | > loader_time: 0.0044 (0.004588971588459399)  --> TIME: 2025-03-26 14:19:48 -- STEP: 29425/31555 -- GLOBAL_STEP: 1449400 | > loss_text_ce: 0.02844475954771042 (0.030919069363423066) | > loss_mel_ce: 2.7109534740448 (nan) | > loss: 0.010870628990232944 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14121001669787486) | > loader_time: 0.0046 (0.004588876155441639)  --> TIME: 2025-03-26 14:19:58 -- STEP: 29475/31555 -- GLOBAL_STEP: 1449450 | > loss_text_ce: 0.0301163662225008 (0.030918627209800268) | > loss_mel_ce: 2.532068967819214 (nan) | > loss: 0.01016740221530199 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1412072013696457) | > loader_time: 0.0045 (0.004588926402667075)  --> TIME: 2025-03-26 14:20:07 -- STEP: 29525/31555 -- GLOBAL_STEP: 1449500 | > loss_text_ce: 0.028198745101690292 (0.03091798855622664) | > loss_mel_ce: 1.559326171875 (nan) | > loss: 0.006299702450633049 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14119896028730425) | > loader_time: 0.007 (0.004589013576911305)  --> TIME: 2025-03-26 14:20:17 -- STEP: 29575/31555 -- GLOBAL_STEP: 1449550 | > loss_text_ce: 0.02947879768908024 (0.03091949831815602) | > loss_mel_ce: 2.7967240810394287 (nan) | > loss: 0.011215091682970524 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14119771518046412) | > loader_time: 0.0044 (0.0045890403902339)  --> TIME: 2025-03-26 14:20:26 -- STEP: 29625/31555 -- GLOBAL_STEP: 1449600 | > loss_text_ce: 0.034057993441820145 (0.030919718797935588) | > loss_mel_ce: 2.8749682903289795 (nan) | > loss: 0.0115437563508749 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14119245523541463) | > loader_time: 0.0045 (0.0045892749174737514)  --> TIME: 2025-03-26 14:20:36 -- STEP: 29675/31555 -- GLOBAL_STEP: 1449650 | > loss_text_ce: 0.023723077028989792 (0.030921712732766365) | > loss_mel_ce: 0.027587890625 (nan) | > loss: 0.0002036149671766907 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14119037788057062) | > loader_time: 0.0044 (0.004589276807892673)  --> TIME: 2025-03-26 14:20:46 -- STEP: 29725/31555 -- GLOBAL_STEP: 1449700 | > loss_text_ce: 0.044141996651887894 (0.030920318533142418) | > loss_mel_ce: 2.9003212451934814 (nan) | > loss: 0.011684378609061241 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1411958014052708) | > loader_time: 0.0043 (0.004589244114239722)  --> TIME: 2025-03-26 14:20:55 -- STEP: 29775/31555 -- GLOBAL_STEP: 1449750 | > loss_text_ce: 0.039290912449359894 (0.03091997009316517) | > loss_mel_ce: 0.383056640625 (nan) | > loss: 0.0016759823774918914 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1411982948373705) | > loader_time: 0.0047 (0.004589101853839075)  --> TIME: 2025-03-26 14:21:05 -- STEP: 29825/31555 -- GLOBAL_STEP: 1449800 | > loss_text_ce: 0.036857280880212784 (0.030921780412559212) | > loss_mel_ce: 2.8626155853271484 (nan) | > loss: 0.011505845934152603 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.1412003410112346) | > loader_time: 0.0046 (0.0045889389904626345)  --> TIME: 2025-03-26 14:21:14 -- STEP: 29875/31555 -- GLOBAL_STEP: 1449850 | > loss_text_ce: 0.0333552323281765 (0.030922254522771392) | > loss_mel_ce: 2.7367424964904785 (nan) | > loss: 0.010992451570928097 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14119447167049567) | > loader_time: 0.0044 (0.0045886774901066655)  --> TIME: 2025-03-26 14:21:24 -- STEP: 29925/31555 -- GLOBAL_STEP: 1449900 | > loss_text_ce: 0.029448075219988823 (0.030921696972836404) | > loss_mel_ce: 2.4248383045196533 (nan) | > loss: 0.009739232249557972 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1411912433923852) | > loader_time: 0.0045 (0.0045888627163051055)  --> TIME: 2025-03-26 14:21:34 -- STEP: 29975/31555 -- GLOBAL_STEP: 1449950 | > loss_text_ce: 0.024626990780234337 (0.030920550494972894) | > loss_mel_ce: 2.4186856746673584 (nan) | > loss: 0.009695685468614101 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.1411894782052841) | > loader_time: 0.0048 (0.004588807816302587)  --> TIME: 2025-03-26 14:21:43 -- STEP: 30025/31555 -- GLOBAL_STEP: 1450000 | > loss_text_ce: 0.0389615073800087 (0.03091927411918723) | > loss_mel_ce: 2.746380567550659 (nan) | > loss: 0.01105294469743967 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.1411897016107607) | > loader_time: 0.0045 (0.004589013942175343) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1450000.pth  --> TIME: 2025-03-26 14:21:58 -- STEP: 30075/31555 -- GLOBAL_STEP: 1450050 | > loss_text_ce: 0.031108196824789047 (0.03091811882678794) | > loss_mel_ce: 2.2284328937530518 (nan) | > loss: 0.008966432884335518 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1411852028403613) | > loader_time: 0.0045 (0.004589177628705011)  --> TIME: 2025-03-26 14:22:08 -- STEP: 30125/31555 -- GLOBAL_STEP: 1450100 | > loss_text_ce: 0.021311406046152115 (0.030915493889700205) | > loss_mel_ce: 2.752703905105591 (nan) | > loss: 0.011007998138666153 (nan) | > current_lr: 5e-06 | > step_time: 0.1482 (0.14118438160370175) | > loader_time: 0.0046 (0.004589305608598997)  --> TIME: 2025-03-26 14:22:18 -- STEP: 30175/31555 -- GLOBAL_STEP: 1450150 | > loss_text_ce: 0.027337323874235153 (0.030916865235850424) | > loss_mel_ce: 2.587244987487793 (nan) | > loss: 0.010375327430665493 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.14118623055598095) | > loader_time: 0.0048 (0.004589390940377784)  --> TIME: 2025-03-26 14:22:27 -- STEP: 30225/31555 -- GLOBAL_STEP: 1450200 | > loss_text_ce: 0.030559426173567772 (0.030917733755776146) | > loss_mel_ce: 2.8262572288513184 (nan) | > loss: 0.011336575262248516 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14118390519526478) | > loader_time: 0.0044 (0.004589273501665144)  --> TIME: 2025-03-26 14:22:37 -- STEP: 30275/31555 -- GLOBAL_STEP: 1450250 | > loss_text_ce: 0.034761570394039154 (0.03091568287678869) | > loss_mel_ce: 2.824781656265259 (nan) | > loss: 0.011347394436597824 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14118185520566048) | > loader_time: 0.0043 (0.004589163042315739)  --> TIME: 2025-03-26 14:22:46 -- STEP: 30325/31555 -- GLOBAL_STEP: 1450300 | > loss_text_ce: 0.026788584887981415 (0.030914055147152224) | > loss_mel_ce: 2.7000293731689453 (nan) | > loss: 0.010820706374943256 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.14118015091967775) | > loader_time: 0.0046 (0.004589168693246845)  --> TIME: 2025-03-26 14:22:57 -- STEP: 30375/31555 -- GLOBAL_STEP: 1450350 | > loss_text_ce: 0.03728418052196503 (0.03091353643270125) | > loss_mel_ce: 1.7571910619735718 (nan) | > loss: 0.007120933849364519 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14119330151875986) | > loader_time: 0.0047 (0.004589174647390086)  --> TIME: 2025-03-26 14:23:06 -- STEP: 30425/31555 -- GLOBAL_STEP: 1450400 | > loss_text_ce: 0.03680264577269554 (0.030914441304038) | > loss_mel_ce: 2.064581871032715 (nan) | > loss: 0.008338827639818192 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14119332260251122) | > loader_time: 0.0044 (0.004589257690881037)  --> TIME: 2025-03-26 14:23:16 -- STEP: 30475/31555 -- GLOBAL_STEP: 1450450 | > loss_text_ce: 0.025740105658769608 (0.03091580895129423) | > loss_mel_ce: 2.9086058139801025 (nan) | > loss: 0.011644230224192142 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1411944849673031) | > loader_time: 0.0045 (0.004589364667521606)  --> TIME: 2025-03-26 14:23:26 -- STEP: 30525/31555 -- GLOBAL_STEP: 1450500 | > loss_text_ce: 0.03484810143709183 (0.03091749775784058) | > loss_mel_ce: 2.5234570503234863 (nan) | > loss: 0.010152005590498447 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1412007944277344) | > loader_time: 0.0071 (0.004589536465356605)  --> TIME: 2025-03-26 14:23:36 -- STEP: 30575/31555 -- GLOBAL_STEP: 1450550 | > loss_text_ce: 0.026230942457914352 (0.03091748201464191) | > loss_mel_ce: 2.5638427734375 (nan) | > loss: 0.010278071276843548 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.14121292626575258) | > loader_time: 0.0047 (0.0045896707863858155)  --> TIME: 2025-03-26 14:23:46 -- STEP: 30625/31555 -- GLOBAL_STEP: 1450600 | > loss_text_ce: 0.028032977133989334 (0.030917175028381906) | > loss_mel_ce: 2.930436134338379 (nan) | > loss: 0.011739958077669144 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14121514342950486) | > loader_time: 0.0046 (0.004589873598059809)  --> TIME: 2025-03-26 14:23:55 -- STEP: 30675/31555 -- GLOBAL_STEP: 1450650 | > loss_text_ce: 0.024237031117081642 (0.03091728245381026) | > loss_mel_ce: 2.392559289932251 (nan) | > loss: 0.00959046185016632 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14120997367492202) | > loader_time: 0.0045 (0.004589981826807078)  --> TIME: 2025-03-26 14:24:05 -- STEP: 30725/31555 -- GLOBAL_STEP: 1450700 | > loss_text_ce: 0.04287979006767273 (0.03091893060539036) | > loss_mel_ce: 1.5655862092971802 (nan) | > loss: 0.006382802035659552 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14121320758630412) | > loader_time: 0.0043 (0.004590039947733227)  --> TIME: 2025-03-26 14:24:15 -- STEP: 30775/31555 -- GLOBAL_STEP: 1450750 | > loss_text_ce: 0.03464359790086746 (0.030920174422225243) | > loss_mel_ce: 3.1290180683135986 (nan) | > loss: 0.012554214335978031 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14121594691644712) | > loader_time: 0.0046 (0.004590059880024993)  --> TIME: 2025-03-26 14:24:24 -- STEP: 30825/31555 -- GLOBAL_STEP: 1450800 | > loss_text_ce: 0.027543792501091957 (0.030921342989168488) | > loss_mel_ce: 2.2833895683288574 (nan) | > loss: 0.009170371107757092 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14121814985345052) | > loader_time: 0.0047 (0.004590253296269677)  --> TIME: 2025-03-26 14:24:34 -- STEP: 30875/31555 -- GLOBAL_STEP: 1450850 | > loss_text_ce: 0.02849913015961647 (0.030924295580052292) | > loss_mel_ce: 2.9702019691467285 (nan) | > loss: 0.011899608187377453 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.1412237078786396) | > loader_time: 0.0049 (0.004590377792173049)  --> TIME: 2025-03-26 14:24:44 -- STEP: 30925/31555 -- GLOBAL_STEP: 1450900 | > loss_text_ce: 0.032474081963300705 (0.03092448000158443) | > loss_mel_ce: 2.8651156425476074 (nan) | > loss: 0.011498372070491314 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14122409577705228) | > loader_time: 0.0045 (0.0045904928498819155)  --> TIME: 2025-03-26 14:24:53 -- STEP: 30975/31555 -- GLOBAL_STEP: 1450950 | > loss_text_ce: 0.02801109105348587 (0.030923555308879264) | > loss_mel_ce: 2.860682487487793 (nan) | > loss: 0.011463070288300514 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1412164656090311) | > loader_time: 0.0047 (0.0045904947501021484)  --> TIME: 2025-03-26 14:25:03 -- STEP: 31025/31555 -- GLOBAL_STEP: 1451000 | > loss_text_ce: 0.029497534036636353 (0.03092287718812957) | > loss_mel_ce: 2.148862361907959 (nan) | > loss: 0.008644286543130875 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14121543445479742) | > loader_time: 0.0044 (0.004590579693015768)  --> TIME: 2025-03-26 14:25:12 -- STEP: 31075/31555 -- GLOBAL_STEP: 1451050 | > loss_text_ce: 0.02381904050707817 (0.03092350527106193) | > loss_mel_ce: 0.22041015326976776 (nan) | > loss: 0.0009691635495983064 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14121193435435875) | > loader_time: 0.0046 (0.0045906403864571085)  --> TIME: 2025-03-26 14:25:22 -- STEP: 31125/31555 -- GLOBAL_STEP: 1451100 | > loss_text_ce: 0.030431019142270088 (0.030925733175996437) | > loss_mel_ce: 2.480280876159668 (nan) | > loss: 0.009963142685592175 (nan) | > current_lr: 5e-06 | > step_time: 0.1814 (0.14121806592826552) | > loader_time: 0.005 (0.004590786853468542)  --> TIME: 2025-03-26 14:25:32 -- STEP: 31175/31555 -- GLOBAL_STEP: 1451150 | > loss_text_ce: 0.026001032441854477 (0.03092539376633745) | > loss_mel_ce: 2.5873348712921143 (nan) | > loss: 0.01037038117647171 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14121558850157784) | > loader_time: 0.0045 (0.004590864326825768)  --> TIME: 2025-03-26 14:25:41 -- STEP: 31225/31555 -- GLOBAL_STEP: 1451200 | > loss_text_ce: 0.02738351747393608 (0.03092723474635767) | > loss_mel_ce: 3.01959228515625 (nan) | > loss: 0.012091174721717834 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14121274038731887) | > loader_time: 0.0046 (0.004590998948145313)  --> TIME: 2025-03-26 14:25:51 -- STEP: 31275/31555 -- GLOBAL_STEP: 1451250 | > loss_text_ce: 0.0285536777228117 (0.03092777723074257) | > loss_mel_ce: 2.954824924468994 (nan) | > loss: 0.011838804930448532 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14121523215235354) | > loader_time: 0.0045 (0.0045910690575957005)  --> TIME: 2025-03-26 14:26:01 -- STEP: 31325/31555 -- GLOBAL_STEP: 1451300 | > loss_text_ce: 0.027650391682982445 (0.03092551845318362) | > loss_mel_ce: 2.953996419906616 (nan) | > loss: 0.011831932701170444 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1412164158984762) | > loader_time: 0.0046 (0.004591208280607479)  --> TIME: 2025-03-26 14:26:11 -- STEP: 31375/31555 -- GLOBAL_STEP: 1451350 | > loss_text_ce: 0.023913737386465073 (0.030924574176643592) | > loss_mel_ce: 2.60012149810791 (nan) | > loss: 0.01041283831000328 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14121576216496487) | > loader_time: 0.0044 (0.004591300949157452)  --> TIME: 2025-03-26 14:26:20 -- STEP: 31425/31555 -- GLOBAL_STEP: 1451400 | > loss_text_ce: 0.0205296128988266 (0.030924264178844724) | > loss_mel_ce: 2.49545955657959 (nan) | > loss: 0.009984084405004978 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14121973260774986) | > loader_time: 0.0044 (0.0045914590482021185)  --> TIME: 2025-03-26 14:26:30 -- STEP: 31475/31555 -- GLOBAL_STEP: 1451450 | > loss_text_ce: 0.032979048788547516 (0.03092619625892937) | > loss_mel_ce: 2.3248322010040283 (nan) | > loss: 0.009356394410133362 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14122538974116752) | > loader_time: 0.0047 (0.004591592299360599)  --> TIME: 2025-03-26 14:26:40 -- STEP: 31525/31555 -- GLOBAL_STEP: 1451500 | > loss_text_ce: 0.033590324223041534 (0.030926553791759626) | > loss_mel_ce: 2.814753532409668 (nan) | > loss: 0.011302952654659748 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14122972853688734) | > loader_time: 0.0045 (0.004591632861168378)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.02201830863952637 (+0.00023337682088215433) | > avg_loss_text_ce: 0.02878778393069903 (-0.00014128061632315628) | > avg_loss_mel_ce: 2.4811277468999235 (+0.0013932299613959032) | > avg_loss: 2.50991553703944 (+0.0012519486745210529)  > EPOCH: 47/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 14:26:59)   --> TIME: 2025-03-26 14:27:03 -- STEP: 20/31555 -- GLOBAL_STEP: 1451550 | > loss_text_ce: 0.03619738668203354 (0.02933464040979743) | > loss_mel_ce: 2.5955464839935303 (2.3839645365253093) | > loss: 0.0104434285312891 (0.009576584506430664) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14651269912719728) | > loader_time: 0.0045 (0.004705357551574707)  --> TIME: 2025-03-26 14:27:13 -- STEP: 70/31555 -- GLOBAL_STEP: 1451600 | > loss_text_ce: 0.03746309503912926 (0.0309488828027887) | > loss_mel_ce: 2.5759990215301514 (2.471932180704816) | > loss: 0.010370882228016853 (0.009932068280509807) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14134536470685685) | > loader_time: 0.0045 (0.004636093548366002)  --> TIME: 2025-03-26 14:27:22 -- STEP: 120/31555 -- GLOBAL_STEP: 1451650 | > loss_text_ce: 0.02569766901433468 (0.03072558299948772) | > loss_mel_ce: 2.93200945854187 (2.4686730575126914) | > loss: 0.011736934073269367 (0.00991824913508026) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14202883044878636) | > loader_time: 0.0045 (0.004641062021255493)  --> TIME: 2025-03-26 14:27:32 -- STEP: 170/31555 -- GLOBAL_STEP: 1451700 | > loss_text_ce: 0.03055436722934246 (0.031048282597433117) | > loss_mel_ce: 2.622373104095459 (2.491885411980398) | > loss: 0.010527490638196468 (0.010011642207802438) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14244784888099235) | > loader_time: 0.0051 (0.004636024026309742)  --> TIME: 2025-03-26 14:27:42 -- STEP: 220/31555 -- GLOBAL_STEP: 1451750 | > loss_text_ce: 0.02601652592420578 (0.03078486227261072) | > loss_mel_ce: 2.0618951320648193 (nan) | > loss: 0.008285364136099815 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14186439514160162) | > loader_time: 0.0045 (0.004627866094762629)  --> TIME: 2025-03-26 14:27:52 -- STEP: 270/31555 -- GLOBAL_STEP: 1451800 | > loss_text_ce: 0.029786530882120132 (0.030822488503461636) | > loss_mel_ce: 0.0433349609375 (nan) | > loss: 0.0002901646657846868 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1425860581574617) | > loader_time: 0.0044 (0.004630315745318378)  --> TIME: 2025-03-26 14:28:02 -- STEP: 320/31555 -- GLOBAL_STEP: 1451850 | > loss_text_ce: 0.026770181953907013 (0.03080900894419756) | > loss_mel_ce: 2.873260259628296 (nan) | > loss: 0.011508057825267315 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14285943731665612) | > loader_time: 0.0045 (0.00461396798491478)  --> TIME: 2025-03-26 14:28:11 -- STEP: 370/31555 -- GLOBAL_STEP: 1451900 | > loss_text_ce: 0.01988816075026989 (0.030823212189952265) | > loss_mel_ce: 2.064404249191284 (nan) | > loss: 0.00827100221067667 (nan) | > current_lr: 5e-06 | > step_time: 0.1042 (0.1421067076760369) | > loader_time: 0.0042 (0.004625132277205182)  --> TIME: 2025-03-26 14:28:21 -- STEP: 420/31555 -- GLOBAL_STEP: 1451950 | > loss_text_ce: 0.028077837079763412 (0.030849755089730025) | > loss_mel_ce: 2.448975086212158 (nan) | > loss: 0.009829576127231121 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1419735993657794) | > loader_time: 0.0076 (0.004641864980970111)  --> TIME: 2025-03-26 14:28:30 -- STEP: 470/31555 -- GLOBAL_STEP: 1452000 | > loss_text_ce: 0.027490152046084404 (0.030841411733405388) | > loss_mel_ce: 2.761909008026123 (nan) | > loss: 0.011069044470787048 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.14185855895914934) | > loader_time: 0.0045 (0.00465238703058121)  --> TIME: 2025-03-26 14:28:40 -- STEP: 520/31555 -- GLOBAL_STEP: 1452050 | > loss_text_ce: 0.039768632501363754 (0.03079020201156919) | > loss_mel_ce: 2.6356518268585205 (nan) | > loss: 0.010616748593747616 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14169212763126082) | > loader_time: 0.0047 (0.004652965527314406)  --> TIME: 2025-03-26 14:28:50 -- STEP: 570/31555 -- GLOBAL_STEP: 1452100 | > loss_text_ce: 0.03440318629145622 (0.03079975730690517) | > loss_mel_ce: 2.7286391258239746 (nan) | > loss: 0.010964454151690006 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14172625876309586) | > loader_time: 0.0046 (0.004654300003721002)  --> TIME: 2025-03-26 14:28:59 -- STEP: 620/31555 -- GLOBAL_STEP: 1452150 | > loss_text_ce: 0.03203106299042702 (0.03088891890440737) | > loss_mel_ce: 2.5979957580566406 (nan) | > loss: 0.010436614975333214 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14170824404685736) | > loader_time: 0.0045 (0.004650525892934492)  --> TIME: 2025-03-26 14:29:09 -- STEP: 670/31555 -- GLOBAL_STEP: 1452200 | > loss_text_ce: 0.04466075450181961 (0.0309753483606141) | > loss_mel_ce: 2.6062090396881104 (nan) | > loss: 0.010519325733184814 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14175060507076898) | > loader_time: 0.0047 (0.004645540821018503)  --> TIME: 2025-03-26 14:29:18 -- STEP: 720/31555 -- GLOBAL_STEP: 1452250 | > loss_text_ce: 0.03222151845693588 (0.030921614974633686) | > loss_mel_ce: 0.05859375 (nan) | > loss: 0.00036037806421518326 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14148285686969758) | > loader_time: 0.0044 (0.004638831151856315)  --> TIME: 2025-03-26 14:29:28 -- STEP: 770/31555 -- GLOBAL_STEP: 1452300 | > loss_text_ce: 0.02766062505543232 (0.031007826178298368) | > loss_mel_ce: 1.8510493040084839 (nan) | > loss: 0.007455198559910059 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14145220131069028) | > loader_time: 0.0043 (0.004639429860300829)  --> TIME: 2025-03-26 14:29:38 -- STEP: 820/31555 -- GLOBAL_STEP: 1452350 | > loss_text_ce: 0.03107817843556404 (0.03097165863642969) | > loss_mel_ce: 2.002337694168091 (nan) | > loss: 0.008069111034274101 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14120170226911205) | > loader_time: 0.0044 (0.004640731869674309)  --> TIME: 2025-03-26 14:29:47 -- STEP: 870/31555 -- GLOBAL_STEP: 1452400 | > loss_text_ce: 0.024054989218711853 (0.03093776313224058) | > loss_mel_ce: 2.249769449234009 (nan) | > loss: 0.009023113176226616 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14105820217351783) | > loader_time: 0.0047 (0.004640413700849156)  --> TIME: 2025-03-26 14:29:57 -- STEP: 920/31555 -- GLOBAL_STEP: 1452450 | > loss_text_ce: 0.027917487546801567 (0.031018914699392473) | > loss_mel_ce: 2.963253974914551 (nan) | > loss: 0.011869728565216064 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14094057342280497) | > loader_time: 0.0045 (0.004640734714010483)  --> TIME: 2025-03-26 14:30:06 -- STEP: 970/31555 -- GLOBAL_STEP: 1452500 | > loss_text_ce: 0.029451414942741394 (0.03103504197806427) | > loss_mel_ce: 2.6730568408966064 (nan) | > loss: 0.010724239982664585 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14070020115252607) | > loader_time: 0.0044 (0.0046442906881116065)  --> TIME: 2025-03-26 14:30:16 -- STEP: 1020/31555 -- GLOBAL_STEP: 1452550 | > loss_text_ce: 0.03373899683356285 (0.030980855591741262) | > loss_mel_ce: 2.981472969055176 (nan) | > loss: 0.011965127661824226 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14103621875538533) | > loader_time: 0.0047 (0.004645298275293085)  --> TIME: 2025-03-26 14:30:26 -- STEP: 1070/31555 -- GLOBAL_STEP: 1452600 | > loss_text_ce: 0.024497151374816895 (0.03097497449195552) | > loss_mel_ce: 2.5791096687316895 (nan) | > loss: 0.010331773199141026 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.1412388638915301) | > loader_time: 0.0049 (0.004645653305766736)  --> TIME: 2025-03-26 14:30:35 -- STEP: 1120/31555 -- GLOBAL_STEP: 1452650 | > loss_text_ce: 0.02644362673163414 (0.030915824808679254) | > loss_mel_ce: 3.5093750953674316 (nan) | > loss: 0.01403102744370699 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.1409779904144149) | > loader_time: 0.0044 (0.00464826417820794)  --> TIME: 2025-03-26 14:30:45 -- STEP: 1170/31555 -- GLOBAL_STEP: 1452700 | > loss_text_ce: 0.019115861505270004 (0.030896340069384912) | > loss_mel_ce: 2.919646739959717 (nan) | > loss: 0.011661757715046406 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14081930971553164) | > loader_time: 0.0046 (0.004648083499354174)  --> TIME: 2025-03-26 14:30:54 -- STEP: 1220/31555 -- GLOBAL_STEP: 1452750 | > loss_text_ce: 0.026305625215172768 (0.03082273514849729) | > loss_mel_ce: 2.386806011199951 (nan) | > loss: 0.009575841017067432 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14082560011597914) | > loader_time: 0.0047 (0.004649870512915436)  --> TIME: 2025-03-26 14:31:04 -- STEP: 1270/31555 -- GLOBAL_STEP: 1452800 | > loss_text_ce: 0.026997864246368408 (0.030800987823360312) | > loss_mel_ce: 2.667370319366455 (nan) | > loss: 0.010691937990486622 (nan) | > current_lr: 5e-06 | > step_time: 0.147 (0.14077365811415535) | > loader_time: 0.0046 (0.004653015474634846)  --> TIME: 2025-03-26 14:31:13 -- STEP: 1320/31555 -- GLOBAL_STEP: 1452850 | > loss_text_ce: 0.029333455488085747 (0.030836589865132488) | > loss_mel_ce: 2.0229811668395996 (nan) | > loss: 0.008144105784595013 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14074883822238798) | > loader_time: 0.0045 (0.0046572614799846295)  --> TIME: 2025-03-26 14:31:23 -- STEP: 1370/31555 -- GLOBAL_STEP: 1452900 | > loss_text_ce: 0.014755185693502426 (0.030864019552585636) | > loss_mel_ce: 2.725578784942627 (nan) | > loss: 0.010874342173337936 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14081403356398972) | > loader_time: 0.0044 (0.004657126169135097)  --> TIME: 2025-03-26 14:31:33 -- STEP: 1420/31555 -- GLOBAL_STEP: 1452950 | > loss_text_ce: 0.026525139808654785 (0.03086203123888814) | > loss_mel_ce: 2.5951385498046875 (nan) | > loss: 0.010403427295386791 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14077217528517816) | > loader_time: 0.0046 (0.004657445491199754)  --> TIME: 2025-03-26 14:31:42 -- STEP: 1470/31555 -- GLOBAL_STEP: 1453000 | > loss_text_ce: 0.035864971578121185 (0.030816108005463468) | > loss_mel_ce: 2.6556265354156494 (nan) | > loss: 0.01068052276968956 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14077613418605042) | > loader_time: 0.0048 (0.004665687132854845)  --> TIME: 2025-03-26 14:31:52 -- STEP: 1520/31555 -- GLOBAL_STEP: 1453050 | > loss_text_ce: 0.031276583671569824 (0.03081220650224407) | > loss_mel_ce: 2.289355516433716 (nan) | > loss: 0.009208858013153076 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14087719211452873) | > loader_time: 0.0047 (0.004667818232586503)  --> TIME: 2025-03-26 14:32:02 -- STEP: 1570/31555 -- GLOBAL_STEP: 1453100 | > loss_text_ce: 0.02635851502418518 (0.03081133329386639) | > loss_mel_ce: 2.0809481143951416 (nan) | > loss: 0.008362328633666039 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14106644931112863) | > loader_time: 0.0047 (0.004666730097145027)  --> TIME: 2025-03-26 14:32:12 -- STEP: 1620/31555 -- GLOBAL_STEP: 1453150 | > loss_text_ce: 0.025423765182495117 (0.030818170554545006) | > loss_mel_ce: 2.431056261062622 (nan) | > loss: 0.009747937321662903 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14106275726247702) | > loader_time: 0.0046 (0.0046643361633206554)  --> TIME: 2025-03-26 14:32:22 -- STEP: 1670/31555 -- GLOBAL_STEP: 1453200 | > loss_text_ce: 0.035039614886045456 (0.030832001594213135) | > loss_mel_ce: 2.6131935119628906 (nan) | > loss: 0.01050886232405901 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14130755341695433) | > loader_time: 0.0045 (0.004663045677596218)  --> TIME: 2025-03-26 14:32:32 -- STEP: 1720/31555 -- GLOBAL_STEP: 1453250 | > loss_text_ce: 0.02204526588320732 (0.030827609889837373) | > loss_mel_ce: 2.455415964126587 (nan) | > loss: 0.009831196628510952 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14145272984061108) | > loader_time: 0.0044 (0.004661352412645201)  --> TIME: 2025-03-26 14:32:41 -- STEP: 1770/31555 -- GLOBAL_STEP: 1453300 | > loss_text_ce: 0.02951733022928238 (0.030836026690963466) | > loss_mel_ce: 2.664652109146118 (nan) | > loss: 0.010691149160265923 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14134643172140152) | > loader_time: 0.0046 (0.004658536183632021)  --> TIME: 2025-03-26 14:32:51 -- STEP: 1820/31555 -- GLOBAL_STEP: 1453350 | > loss_text_ce: 0.032518453896045685 (0.030865404175103202) | > loss_mel_ce: 2.7996408939361572 (nan) | > loss: 0.01123872771859169 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1412711933418943) | > loader_time: 0.0046 (0.004657857627659048)  --> TIME: 2025-03-26 14:33:00 -- STEP: 1870/31555 -- GLOBAL_STEP: 1453400 | > loss_text_ce: 0.023752812296152115 (0.030801734722214428) | > loss_mel_ce: 2.3558387756347656 (nan) | > loss: 0.009442824870347977 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1412092801721337) | > loader_time: 0.005 (0.004659073493059938)  --> TIME: 2025-03-26 14:33:10 -- STEP: 1920/31555 -- GLOBAL_STEP: 1453450 | > loss_text_ce: 0.031523071229457855 (0.030801991185580847) | > loss_mel_ce: 3.018711566925049 (nan) | > loss: 0.01210410613566637 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.14110502315064258) | > loader_time: 0.0045 (0.00465904387334982)  --> TIME: 2025-03-26 14:33:19 -- STEP: 1970/31555 -- GLOBAL_STEP: 1453500 | > loss_text_ce: 0.02505473792552948 (0.030779098682956495) | > loss_mel_ce: 1.6037222146987915 (nan) | > loss: 0.006463401019573212 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14112533312763645) | > loader_time: 0.0046 (0.004657714742089281)  --> TIME: 2025-03-26 14:33:29 -- STEP: 2020/31555 -- GLOBAL_STEP: 1453550 | > loss_text_ce: 0.024412531405687332 (0.030794883600094972) | > loss_mel_ce: 2.7086000442504883 (nan) | > loss: 0.010845288634300232 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14116601318416014) | > loader_time: 0.0045 (0.004656252412512746)  --> TIME: 2025-03-26 14:33:39 -- STEP: 2070/31555 -- GLOBAL_STEP: 1453600 | > loss_text_ce: 0.02875586226582527 (0.030760309637798636) | > loss_mel_ce: 2.189141273498535 (nan) | > loss: 0.008801179938018322 (nan) | > current_lr: 5e-06 | > step_time: 0.126 (0.14102204801955648) | > loader_time: 0.0043 (0.004653403724449263)  --> TIME: 2025-03-26 14:33:48 -- STEP: 2120/31555 -- GLOBAL_STEP: 1453650 | > loss_text_ce: 0.03751864656805992 (0.030777368461273893) | > loss_mel_ce: 2.2360928058624268 (nan) | > loss: 0.00902226846665144 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14096883332954246) | > loader_time: 0.0047 (0.004652560994310193)  --> TIME: 2025-03-26 14:33:58 -- STEP: 2170/31555 -- GLOBAL_STEP: 1453700 | > loss_text_ce: 0.032618504017591476 (0.030770201102534336) | > loss_mel_ce: 2.916992664337158 (nan) | > loss: 0.011704807169735432 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.1409944490353631) | > loader_time: 0.0047 (0.004650596319805088)  --> TIME: 2025-03-26 14:34:07 -- STEP: 2220/31555 -- GLOBAL_STEP: 1453750 | > loss_text_ce: 0.03023560903966427 (0.03078041757993937) | > loss_mel_ce: 1.9583185911178589 (nan) | > loss: 0.007891088724136353 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14091977192474892) | > loader_time: 0.0044 (0.004649809244516727)  --> TIME: 2025-03-26 14:34:17 -- STEP: 2270/31555 -- GLOBAL_STEP: 1453800 | > loss_text_ce: 0.02655700221657753 (0.03077663501133806) | > loss_mel_ce: 2.6398260593414307 (nan) | > loss: 0.010580885224044323 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1410400156407627) | > loader_time: 0.0054 (0.004653288404321872)  --> TIME: 2025-03-26 14:34:26 -- STEP: 2320/31555 -- GLOBAL_STEP: 1453850 | > loss_text_ce: 0.03298282250761986 (0.03075797399907405) | > loss_mel_ce: 2.4665274620056152 (nan) | > loss: 0.009918692521750927 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14093156981057103) | > loader_time: 0.0047 (0.004653018404697541)  --> TIME: 2025-03-26 14:34:36 -- STEP: 2370/31555 -- GLOBAL_STEP: 1453900 | > loss_text_ce: 0.03135335445404053 (0.030743180117117956) | > loss_mel_ce: 2.4054641723632812 (nan) | > loss: 0.009669912047684193 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14092110340102285) | > loader_time: 0.0048 (0.004653911349139625)  --> TIME: 2025-03-26 14:34:46 -- STEP: 2420/31555 -- GLOBAL_STEP: 1453950 | > loss_text_ce: 0.032532669603824615 (0.03075040941365248) | > loss_mel_ce: 3.2202281951904297 (nan) | > loss: 0.012907781638205051 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14089016884811617) | > loader_time: 0.0049 (0.004654450455972957)  --> TIME: 2025-03-26 14:34:55 -- STEP: 2470/31555 -- GLOBAL_STEP: 1454000 | > loss_text_ce: 0.02872956171631813 (0.030754190510674285) | > loss_mel_ce: 3.444636344909668 (nan) | > loss: 0.013783199712634087 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14085056115741146) | > loader_time: 0.0044 (0.004655287043768373)  --> TIME: 2025-03-26 14:35:05 -- STEP: 2520/31555 -- GLOBAL_STEP: 1454050 | > loss_text_ce: 0.02754601463675499 (0.030742883968669626) | > loss_mel_ce: 2.425719976425171 (nan) | > loss: 0.009735182859003544 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14093603037652483) | > loader_time: 0.0043 (0.004653882223462292)  --> TIME: 2025-03-26 14:35:14 -- STEP: 2570/31555 -- GLOBAL_STEP: 1454100 | > loss_text_ce: 0.030961262062191963 (0.030738432831873806) | > loss_mel_ce: 2.234623670578003 (nan) | > loss: 0.00899041723459959 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14081691220576645) | > loader_time: 0.0049 (0.004653482678335455)  --> TIME: 2025-03-26 14:35:24 -- STEP: 2620/31555 -- GLOBAL_STEP: 1454150 | > loss_text_ce: 0.033964965492486954 (0.030749749038581742) | > loss_mel_ce: 2.3056397438049316 (nan) | > loss: 0.009284146130084991 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14080785476524402) | > loader_time: 0.0045 (0.004652694527429469)  --> TIME: 2025-03-26 14:35:33 -- STEP: 2670/31555 -- GLOBAL_STEP: 1454200 | > loss_text_ce: 0.033919788897037506 (0.03076934570809373) | > loss_mel_ce: 2.698049306869507 (nan) | > loss: 0.010841147974133492 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1407308761546675) | > loader_time: 0.0046 (0.004651455664902579)  --> TIME: 2025-03-26 14:35:43 -- STEP: 2720/31555 -- GLOBAL_STEP: 1454250 | > loss_text_ce: 0.02640170231461525 (0.030775357841390787) | > loss_mel_ce: 2.7363173961639404 (nan) | > loss: 0.01096317172050476 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14079225755789712) | > loader_time: 0.0045 (0.0046518827185911184)  --> TIME: 2025-03-26 14:35:52 -- STEP: 2770/31555 -- GLOBAL_STEP: 1454300 | > loss_text_ce: 0.025985002517700195 (0.03077548553911626) | > loss_mel_ce: 2.4293298721313477 (nan) | > loss: 0.009743313305079937 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1406967664023169) | > loader_time: 0.0047 (0.004652130302539359)  --> TIME: 2025-03-26 14:36:02 -- STEP: 2820/31555 -- GLOBAL_STEP: 1454350 | > loss_text_ce: 0.030997561290860176 (0.03077043472155136) | > loss_mel_ce: 2.5738112926483154 (nan) | > loss: 0.010336543433368206 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1406594823438226) | > loader_time: 0.0051 (0.004653937512255719)  --> TIME: 2025-03-26 14:36:11 -- STEP: 2870/31555 -- GLOBAL_STEP: 1454400 | > loss_text_ce: 0.02753986231982708 (0.030788209316246082) | > loss_mel_ce: 2.277395248413086 (nan) | > loss: 0.009146569296717644 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14061780582321654) | > loader_time: 0.005 (0.004653009388089581)  --> TIME: 2025-03-26 14:36:21 -- STEP: 2920/31555 -- GLOBAL_STEP: 1454450 | > loss_text_ce: 0.025943493470549583 (0.030777220526544302) | > loss_mel_ce: 2.147566080093384 (nan) | > loss: 0.008625038899481297 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.1406888676832801) | > loader_time: 0.0046 (0.00465443763014387)  --> TIME: 2025-03-26 14:36:31 -- STEP: 2970/31555 -- GLOBAL_STEP: 1454500 | > loss_text_ce: 0.027517030015587807 (0.0307628444226628) | > loss_mel_ce: 2.4593257904052734 (nan) | > loss: 0.009868424385786057 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14075334080140608) | > loader_time: 0.0046 (0.004655371370540311)  --> TIME: 2025-03-26 14:36:41 -- STEP: 3020/31555 -- GLOBAL_STEP: 1454550 | > loss_text_ce: 0.035236068069934845 (0.030780870466499237) | > loss_mel_ce: 2.7195279598236084 (nan) | > loss: 0.010931604541838169 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14082677759082118) | > loader_time: 0.005 (0.004657421364689494)  --> TIME: 2025-03-26 14:36:51 -- STEP: 3070/31555 -- GLOBAL_STEP: 1454600 | > loss_text_ce: 0.025989603251218796 (0.030765327626190084) | > loss_mel_ce: 1.772857666015625 (nan) | > loss: 0.007138283457607031 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14094143379783014) | > loader_time: 0.0042 (0.004659641371487785)  --> TIME: 2025-03-26 14:37:01 -- STEP: 3120/31555 -- GLOBAL_STEP: 1454650 | > loss_text_ce: 0.02587723173201084 (0.030780006003064606) | > loss_mel_ce: 1.390860676765442 (nan) | > loss: 0.0056219762191176414 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14095907853199885) | > loader_time: 0.0044 (0.004658228693864273)  --> TIME: 2025-03-26 14:37:11 -- STEP: 3170/31555 -- GLOBAL_STEP: 1454700 | > loss_text_ce: 0.027949461713433266 (0.030774390109600234) | > loss_mel_ce: 2.981987237930298 (nan) | > loss: 0.011944194324314594 (nan) | > current_lr: 5e-06 | > step_time: 0.1273 (0.1409896795681975) | > loader_time: 0.0045 (0.004656918718235712)  --> TIME: 2025-03-26 14:37:20 -- STEP: 3220/31555 -- GLOBAL_STEP: 1454750 | > loss_text_ce: 0.02657296322286129 (0.030793992844439164) | > loss_mel_ce: 1.3212138414382935 (nan) | > loss: 0.0053483606316149235 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14103229786298288) | > loader_time: 0.0044 (0.004655622695543737)  --> TIME: 2025-03-26 14:37:30 -- STEP: 3270/31555 -- GLOBAL_STEP: 1454800 | > loss_text_ce: 0.03069019876420498 (0.03077569079217971) | > loss_mel_ce: 2.6842825412750244 (nan) | > loss: 0.010773701593279839 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14102770290608072) | > loader_time: 0.0045 (0.004653517988479084)  --> TIME: 2025-03-26 14:37:40 -- STEP: 3320/31555 -- GLOBAL_STEP: 1454850 | > loss_text_ce: 0.0371275395154953 (0.030788839278260177) | > loss_mel_ce: 2.6308231353759766 (nan) | > loss: 0.010587106458842754 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14107899795095608) | > loader_time: 0.0047 (0.004652852394494646)  --> TIME: 2025-03-26 14:37:50 -- STEP: 3370/31555 -- GLOBAL_STEP: 1454900 | > loss_text_ce: 0.031049977988004684 (0.030792800531355052) | > loss_mel_ce: 2.236095905303955 (nan) | > loss: 0.008996611461043358 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14112964214132515) | > loader_time: 0.0067 (0.004652454874282047)  --> TIME: 2025-03-26 14:38:00 -- STEP: 3420/31555 -- GLOBAL_STEP: 1454950 | > loss_text_ce: 0.011853160336613655 (0.030789766677693405) | > loss_mel_ce: 2.6272571086883545 (nan) | > loss: 0.010472660884261131 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14118258186251098) | > loader_time: 0.0043 (0.0046519560423510615)  --> TIME: 2025-03-26 14:38:09 -- STEP: 3470/31555 -- GLOBAL_STEP: 1455000 | > loss_text_ce: 0.0336567722260952 (0.03077259787924652) | > loss_mel_ce: 2.7827322483062744 (nan) | > loss: 0.011176147498190403 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14117698621337632) | > loader_time: 0.0047 (0.004651171810688802)  --> TIME: 2025-03-26 14:38:19 -- STEP: 3520/31555 -- GLOBAL_STEP: 1455050 | > loss_text_ce: 0.033246565610170364 (0.030760874153400602) | > loss_mel_ce: 2.753709316253662 (nan) | > loss: 0.011059349402785301 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.1411615330387245) | > loader_time: 0.0047 (0.004650090838020479)  --> TIME: 2025-03-26 14:38:28 -- STEP: 3570/31555 -- GLOBAL_STEP: 1455100 | > loss_text_ce: 0.03210753574967384 (0.030775578785165937) | > loss_mel_ce: 2.9509429931640625 (nan) | > loss: 0.01183750294148922 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14114625567481626) | > loader_time: 0.0046 (0.004649085758113041)  --> TIME: 2025-03-26 14:38:38 -- STEP: 3620/31555 -- GLOBAL_STEP: 1455150 | > loss_text_ce: 0.04393155127763748 (0.030789485169080658) | > loss_mel_ce: 2.5759408473968506 (nan) | > loss: 0.010396319441497326 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.1412257540291843) | > loader_time: 0.0046 (0.004648764028074973)  --> TIME: 2025-03-26 14:38:48 -- STEP: 3670/31555 -- GLOBAL_STEP: 1455200 | > loss_text_ce: 0.03133648261427879 (0.030794358716095094) | > loss_mel_ce: 2.0977840423583984 (nan) | > loss: 0.008448891341686249 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1412080652382457) | > loader_time: 0.0043 (0.0046479977444017105)  --> TIME: 2025-03-26 14:38:58 -- STEP: 3720/31555 -- GLOBAL_STEP: 1455250 | > loss_text_ce: 0.03563668578863144 (0.030799602043454444) | > loss_mel_ce: 3.1578562259674072 (nan) | > loss: 0.01267259195446968 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.1411853798615034) | > loader_time: 0.0045 (0.004647398315450179)  --> TIME: 2025-03-26 14:39:07 -- STEP: 3770/31555 -- GLOBAL_STEP: 1455300 | > loss_text_ce: 0.03528958559036255 (0.030800257859608302) | > loss_mel_ce: 2.2829549312591553 (nan) | > loss: 0.009199383668601513 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14116970866681397) | > loader_time: 0.0047 (0.004646837869436716)  --> TIME: 2025-03-26 14:39:17 -- STEP: 3820/31555 -- GLOBAL_STEP: 1455350 | > loss_text_ce: 0.032801996916532516 (0.03079605978762448) | > loss_mel_ce: 2.3745172023773193 (nan) | > loss: 0.009552855044603348 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14114720528038371) | > loader_time: 0.0047 (0.00464585875965536)  --> TIME: 2025-03-26 14:39:26 -- STEP: 3870/31555 -- GLOBAL_STEP: 1455400 | > loss_text_ce: 0.027223018929362297 (0.030788020585069208) | > loss_mel_ce: 2.8413302898406982 (nan) | > loss: 0.011383148841559887 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14110616023534325) | > loader_time: 0.0045 (0.004644491013322365)  --> TIME: 2025-03-26 14:39:36 -- STEP: 3920/31555 -- GLOBAL_STEP: 1455450 | > loss_text_ce: 0.03357531875371933 (0.030790901672076054) | > loss_mel_ce: 2.2891345024108887 (nan) | > loss: 0.009217103011906147 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14112623656282608) | > loader_time: 0.0049 (0.004643626784791735)  --> TIME: 2025-03-26 14:39:46 -- STEP: 3970/31555 -- GLOBAL_STEP: 1455500 | > loss_text_ce: 0.03136363625526428 (0.030785896920925124) | > loss_mel_ce: 2.9932057857513428 (nan) | > loss: 0.01200226042419672 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14114042559558848) | > loader_time: 0.0046 (0.004642648540756247)  --> TIME: 2025-03-26 14:39:55 -- STEP: 4020/31555 -- GLOBAL_STEP: 1455550 | > loss_text_ce: 0.02443104051053524 (0.03077829411387703) | > loss_mel_ce: 2.527967929840088 (nan) | > loss: 0.010128567926585674 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14119118244493767) | > loader_time: 0.0042 (0.004641891949212357)  --> TIME: 2025-03-26 14:40:05 -- STEP: 4070/31555 -- GLOBAL_STEP: 1455600 | > loss_text_ce: 0.024803387001156807 (0.030781448716915575) | > loss_mel_ce: 2.573291063308716 (nan) | > loss: 0.010309899225831032 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1412118914086343) | > loader_time: 0.0044 (0.0046418402060243785)  --> TIME: 2025-03-26 14:40:15 -- STEP: 4120/31555 -- GLOBAL_STEP: 1455650 | > loss_text_ce: 0.030909346416592598 (0.03076153759080555) | > loss_mel_ce: 0.060638427734375 (nan) | > loss: 0.00036328483838588 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14119024340388833) | > loader_time: 0.0049 (0.0046413851594461816)  --> TIME: 2025-03-26 14:40:25 -- STEP: 4170/31555 -- GLOBAL_STEP: 1455700 | > loss_text_ce: 0.03478297218680382 (0.03076907879911917) | > loss_mel_ce: 2.7221014499664307 (nan) | > loss: 0.010940018109977245 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14122436086622633) | > loader_time: 0.0044 (0.00464140299698716)  --> TIME: 2025-03-26 14:40:34 -- STEP: 4220/31555 -- GLOBAL_STEP: 1455750 | > loss_text_ce: 0.02685721404850483 (0.030766350371869044) | > loss_mel_ce: 2.594219446182251 (nan) | > loss: 0.010401098057627678 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14120494353262725) | > loader_time: 0.005 (0.004641072275514269)  --> TIME: 2025-03-26 14:40:44 -- STEP: 4270/31555 -- GLOBAL_STEP: 1455800 | > loss_text_ce: 0.029091661795973778 (0.030779204896893307) | > loss_mel_ce: 7.828125 (nan) | > loss: 0.031179433688521385 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1411888009212055) | > loader_time: 0.0046 (0.004640549184008543)  --> TIME: 2025-03-26 14:40:53 -- STEP: 4320/31555 -- GLOBAL_STEP: 1455850 | > loss_text_ce: 0.02065308205783367 (0.03077506962926472) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1411549193991554) | > loader_time: 0.0044 (0.0046394829396848155)  --> TIME: 2025-03-26 14:41:03 -- STEP: 4370/31555 -- GLOBAL_STEP: 1455900 | > loss_text_ce: 0.027226878330111504 (0.030781441974907568) | > loss_mel_ce: 2.3361456394195557 (nan) | > loss: 0.00937846302986145 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1411572025897027) | > loader_time: 0.0044 (0.004639163988405817)  --> TIME: 2025-03-26 14:41:12 -- STEP: 4420/31555 -- GLOBAL_STEP: 1455950 | > loss_text_ce: 0.027948783710598946 (0.030778777912233816) | > loss_mel_ce: 2.697843551635742 (nan) | > loss: 0.010816637426614761 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14113477705830355) | > loader_time: 0.0046 (0.004638095948491143)  --> TIME: 2025-03-26 14:41:22 -- STEP: 4470/31555 -- GLOBAL_STEP: 1456000 | > loss_text_ce: 0.036595165729522705 (0.030761588562146596) | > loss_mel_ce: 2.8639309406280518 (nan) | > loss: 0.011510024778544903 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14116197453782586) | > loader_time: 0.0046 (0.004637252297710767)  --> TIME: 2025-03-26 14:41:32 -- STEP: 4520/31555 -- GLOBAL_STEP: 1456050 | > loss_text_ce: 0.029837677255272865 (0.030771538341805273) | > loss_mel_ce: 2.735865831375122 (nan) | > loss: 0.010975014418363571 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14117883253941485) | > loader_time: 0.0047 (0.004637638024524231)  --> TIME: 2025-03-26 14:41:41 -- STEP: 4570/31555 -- GLOBAL_STEP: 1456100 | > loss_text_ce: 0.029890229925513268 (0.030767154381192683) | > loss_mel_ce: 0.1882053017616272 (nan) | > loss: 0.0008654585108160973 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14114994731460664) | > loader_time: 0.0046 (0.004636754300975154)  --> TIME: 2025-03-26 14:41:51 -- STEP: 4620/31555 -- GLOBAL_STEP: 1456150 | > loss_text_ce: 0.021945733577013016 (0.030774281115686416) | > loss_mel_ce: 2.522237539291382 (nan) | > loss: 0.010095966048538685 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1411425929564934) | > loader_time: 0.0046 (0.004636458297828556)  --> TIME: 2025-03-26 14:42:01 -- STEP: 4670/31555 -- GLOBAL_STEP: 1456200 | > loss_text_ce: 0.0261352751404047 (0.03077258766953867) | > loss_mel_ce: 2.678722620010376 (nan) | > loss: 0.01073356345295906 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14114861294340003) | > loader_time: 0.0047 (0.004636081893643151)  --> TIME: 2025-03-26 14:42:10 -- STEP: 4720/31555 -- GLOBAL_STEP: 1456250 | > loss_text_ce: 0.02261061780154705 (0.03077735588510947) | > loss_mel_ce: 1.5485601425170898 (nan) | > loss: 0.006234805099666119 (nan) | > current_lr: 5e-06 | > step_time: 0.1026 (0.14117725930981698) | > loader_time: 0.0044 (0.004635090747122025)  --> TIME: 2025-03-26 14:42:20 -- STEP: 4770/31555 -- GLOBAL_STEP: 1456300 | > loss_text_ce: 0.03352334350347519 (0.030773914382603622) | > loss_mel_ce: 2.6015775203704834 (nan) | > loss: 0.0104567501693964 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14116087784557205) | > loader_time: 0.0046 (0.004633846572859973)  --> TIME: 2025-03-26 14:42:30 -- STEP: 4820/31555 -- GLOBAL_STEP: 1456350 | > loss_text_ce: 0.030720200389623642 (0.030780587681372075) | > loss_mel_ce: 2.911405324935913 (nan) | > loss: 0.011675101704895496 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14113464177396765) | > loader_time: 0.0047 (0.004634866427583804)  --> TIME: 2025-03-26 14:42:39 -- STEP: 4870/31555 -- GLOBAL_STEP: 1456400 | > loss_text_ce: 0.023612843826413155 (0.030772757761417534) | > loss_mel_ce: 1.9769034385681152 (nan) | > loss: 0.007938556373119354 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14111427462810852) | > loader_time: 0.0045 (0.004635180046426192)  --> TIME: 2025-03-26 14:42:49 -- STEP: 4920/31555 -- GLOBAL_STEP: 1456450 | > loss_text_ce: 0.029074767604470253 (0.030774037335332998) | > loss_mel_ce: 2.1750876903533936 (nan) | > loss: 0.0087466761469841 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14113923451764812) | > loader_time: 0.0048 (0.004635130680673484)  --> TIME: 2025-03-26 14:42:59 -- STEP: 4970/31555 -- GLOBAL_STEP: 1456500 | > loss_text_ce: 0.03773051127791405 (0.030773749186187024) | > loss_mel_ce: 2.38523530960083 (nan) | > loss: 0.009614944458007812 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14119104614679973) | > loader_time: 0.0045 (0.004635404868864667)  --> TIME: 2025-03-26 14:43:09 -- STEP: 5020/31555 -- GLOBAL_STEP: 1456550 | > loss_text_ce: 0.03952646255493164 (0.030782547346928504) | > loss_mel_ce: 0.0849609375 (nan) | > loss: 0.0004939976497553289 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14123137586145293) | > loader_time: 0.0044 (0.004634614484718589)  --> TIME: 2025-03-26 14:43:19 -- STEP: 5070/31555 -- GLOBAL_STEP: 1456600 | > loss_text_ce: 0.04280872642993927 (0.030788698984416572) | > loss_mel_ce: 2.185685634613037 (nan) | > loss: 0.008843231946229935 (nan) | > current_lr: 5e-06 | > step_time: 0.1481 (0.1413080372518807) | > loader_time: 0.0045 (0.004635391056655183)  --> TIME: 2025-03-26 14:43:29 -- STEP: 5120/31555 -- GLOBAL_STEP: 1456650 | > loss_text_ce: 0.03843355551362038 (0.03079392808522243) | > loss_mel_ce: 2.3375539779663086 (nan) | > loss: 0.009428522549569607 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14135069800540792) | > loader_time: 0.0046 (0.004635040042921893)  --> TIME: 2025-03-26 14:43:39 -- STEP: 5170/31555 -- GLOBAL_STEP: 1456700 | > loss_text_ce: 0.03834991902112961 (0.030796019817797945) | > loss_mel_ce: 2.4367618560791016 (nan) | > loss: 0.009821872226893902 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14137445317015654) | > loader_time: 0.0044 (0.004634079527347639)  --> TIME: 2025-03-26 14:43:48 -- STEP: 5220/31555 -- GLOBAL_STEP: 1456750 | > loss_text_ce: 0.02792649157345295 (0.03080893203712486) | > loss_mel_ce: 2.2050392627716064 (nan) | > loss: 0.008860975503921509 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14136677738350475) | > loader_time: 0.0044 (0.0046336559957014575)  --> TIME: 2025-03-26 14:43:58 -- STEP: 5270/31555 -- GLOBAL_STEP: 1456800 | > loss_text_ce: 0.023842139169573784 (0.030817903903979222) | > loss_mel_ce: 1.9350521564483643 (nan) | > loss: 0.007773390505462885 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1413479052639552) | > loader_time: 0.0044 (0.00463493431315702)  --> TIME: 2025-03-26 14:44:07 -- STEP: 5320/31555 -- GLOBAL_STEP: 1456850 | > loss_text_ce: 0.02388283982872963 (0.030819025023882382) | > loss_mel_ce: 2.0338430404663086 (nan) | > loss: 0.008165579289197922 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14134806596246882) | > loader_time: 0.0047 (0.004635172992720637)  --> TIME: 2025-03-26 14:44:17 -- STEP: 5370/31555 -- GLOBAL_STEP: 1456900 | > loss_text_ce: 0.026390787214040756 (0.030824593100974292) | > loss_mel_ce: 2.9870054721832275 (nan) | > loss: 0.011957922019064426 (nan) | > current_lr: 5e-06 | > step_time: 0.1856 (0.14137034229726095) | > loader_time: 0.0047 (0.004634663734578107)  --> TIME: 2025-03-26 14:44:27 -- STEP: 5420/31555 -- GLOBAL_STEP: 1456950 | > loss_text_ce: 0.023736368864774704 (0.03082331759473687) | > loss_mel_ce: 2.5968377590179443 (nan) | > loss: 0.010399105027318 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14138807062733225) | > loader_time: 0.0047 (0.004633817769504558)  --> TIME: 2025-03-26 14:44:37 -- STEP: 5470/31555 -- GLOBAL_STEP: 1457000 | > loss_text_ce: 0.031695831567049026 (0.030828051002597407) | > loss_mel_ce: 2.671903610229492 (nan) | > loss: 0.010728569701313972 (nan) | > current_lr: 5e-06 | > step_time: 0.1752 (0.1414405559926845) | > loader_time: 0.0047 (0.004633873820958666)  --> TIME: 2025-03-26 14:44:47 -- STEP: 5520/31555 -- GLOBAL_STEP: 1457050 | > loss_text_ce: 0.034069426357746124 (0.030826992440489594) | > loss_mel_ce: 1.3509883880615234 (nan) | > loss: 0.005496261641383171 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.1414305435574574) | > loader_time: 0.0045 (0.004633997272754061)  --> TIME: 2025-03-26 14:44:56 -- STEP: 5570/31555 -- GLOBAL_STEP: 1457100 | > loss_text_ce: 0.0336434505879879 (0.030815472151361795) | > loss_mel_ce: 2.7178239822387695 (nan) | > loss: 0.010918522253632545 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.1414419277352106) | > loader_time: 0.0047 (0.004633809120479562)  --> TIME: 2025-03-26 14:45:06 -- STEP: 5620/31555 -- GLOBAL_STEP: 1457150 | > loss_text_ce: 0.03558756411075592 (0.030824128459655147) | > loss_mel_ce: 2.626572847366333 (nan) | > loss: 0.010564128868281841 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.1414419682424688) | > loader_time: 0.005 (0.004634258119236953)  --> TIME: 2025-03-26 14:45:16 -- STEP: 5670/31555 -- GLOBAL_STEP: 1457200 | > loss_text_ce: 0.026023440062999725 (0.03081859799489589) | > loss_mel_ce: 2.7972898483276367 (nan) | > loss: 0.011203624308109283 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14144703812069367) | > loader_time: 0.0045 (0.004633796067885405)  --> TIME: 2025-03-26 14:45:26 -- STEP: 5720/31555 -- GLOBAL_STEP: 1457250 | > loss_text_ce: 0.03340311348438263 (0.030813334915962824) | > loss_mel_ce: 3.0341947078704834 (nan) | > loss: 0.012173008173704147 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14145849101193309) | > loader_time: 0.0045 (0.0046326976556044265)  --> TIME: 2025-03-26 14:45:35 -- STEP: 5770/31555 -- GLOBAL_STEP: 1457300 | > loss_text_ce: 0.031829725950956345 (0.030818018110782115) | > loss_mel_ce: 2.6628780364990234 (nan) | > loss: 0.01069328561425209 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14149082107808417) | > loader_time: 0.0044 (0.004631858971131311)  --> TIME: 2025-03-26 14:45:45 -- STEP: 5820/31555 -- GLOBAL_STEP: 1457350 | > loss_text_ce: 0.031451381742954254 (0.030822059009192174) | > loss_mel_ce: 1.798913598060608 (nan) | > loss: 0.007263353560119867 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1414919244464732) | > loader_time: 0.0044 (0.00463072077924852)  --> TIME: 2025-03-26 14:45:55 -- STEP: 5870/31555 -- GLOBAL_STEP: 1457400 | > loss_text_ce: 0.03755001723766327 (0.03081808664187078) | > loss_mel_ce: 2.276801824569702 (nan) | > loss: 0.009183935821056366 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1414725401941721) | > loader_time: 0.0044 (0.004630470357111798)  --> TIME: 2025-03-26 14:46:04 -- STEP: 5920/31555 -- GLOBAL_STEP: 1457450 | > loss_text_ce: 0.024389635771512985 (0.030813916660436255) | > loss_mel_ce: 1.2656804323196411 (nan) | > loss: 0.0051193260587751865 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14146227019058719) | > loader_time: 0.0046 (0.004629880753723337)  --> TIME: 2025-03-26 14:46:14 -- STEP: 5970/31555 -- GLOBAL_STEP: 1457500 | > loss_text_ce: 0.03353240713477135 (0.030820692441827138) | > loss_mel_ce: 1.0877394676208496 (nan) | > loss: 0.0044494918547570705 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14144040943190508) | > loader_time: 0.0043 (0.004629429940202914)  --> TIME: 2025-03-26 14:46:24 -- STEP: 6020/31555 -- GLOBAL_STEP: 1457550 | > loss_text_ce: 0.015297966077923775 (0.03081957747605923) | > loss_mel_ce: 1.7188221216201782 (nan) | > loss: 0.006881429348140955 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14147780781172475) | > loader_time: 0.0045 (0.004629234420104666)  --> TIME: 2025-03-26 14:46:33 -- STEP: 6070/31555 -- GLOBAL_STEP: 1457600 | > loss_text_ce: 0.030368251726031303 (0.03082238114906914) | > loss_mel_ce: 2.74472713470459 (nan) | > loss: 0.011012284085154533 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14148268597522753) | > loader_time: 0.0045 (0.0046289884278173194)  --> TIME: 2025-03-26 14:46:43 -- STEP: 6120/31555 -- GLOBAL_STEP: 1457650 | > loss_text_ce: 0.02630619890987873 (0.030819472995148423) | > loss_mel_ce: 1.8737659454345703 (nan) | > loss: 0.007539968937635422 (nan) | > current_lr: 5e-06 | > step_time: 0.1067 (0.14143080555535653) | > loader_time: 0.0044 (0.004628665891348134)  --> TIME: 2025-03-26 14:46:52 -- STEP: 6170/31555 -- GLOBAL_STEP: 1457700 | > loss_text_ce: 0.02957254834473133 (0.030818876393314456) | > loss_mel_ce: 2.5738863945007324 (nan) | > loss: 0.010331186465919018 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14145087670275278) | > loader_time: 0.0046 (0.004628128363981811)  --> TIME: 2025-03-26 14:47:02 -- STEP: 6220/31555 -- GLOBAL_STEP: 1457750 | > loss_text_ce: 0.028578469529747963 (0.03082542406362137) | > loss_mel_ce: 2.1435399055480957 (nan) | > loss: 0.008619518019258976 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.1414273253974428) | > loader_time: 0.0047 (0.0046275273396654435)  --> TIME: 2025-03-26 14:47:12 -- STEP: 6270/31555 -- GLOBAL_STEP: 1457800 | > loss_text_ce: 0.0321572870016098 (0.03083226572249851) | > loss_mel_ce: 2.72237229347229 (nan) | > loss: 0.010930673219263554 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14144424673472902) | > loader_time: 0.0045 (0.004627796337364958)  --> TIME: 2025-03-26 14:47:21 -- STEP: 6320/31555 -- GLOBAL_STEP: 1457850 | > loss_text_ce: 0.035447798669338226 (0.03082691668282275) | > loss_mel_ce: 0.11027145385742188 (nan) | > loss: 0.0005782510852441192 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1414479866812504) | > loader_time: 0.0045 (0.0046273968265026395)  --> TIME: 2025-03-26 14:47:31 -- STEP: 6370/31555 -- GLOBAL_STEP: 1457900 | > loss_text_ce: 0.03105492703616619 (0.030820527421734537) | > loss_mel_ce: 2.4991908073425293 (nan) | > loss: 0.01004065852612257 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.1414264381025429) | > loader_time: 0.0044 (0.004626859001686658)  --> TIME: 2025-03-26 14:47:41 -- STEP: 6420/31555 -- GLOBAL_STEP: 1457950 | > loss_text_ce: 0.037519872188568115 (0.03081082619735362) | > loss_mel_ce: 3.023601531982422 (nan) | > loss: 0.012147308327257633 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.141456944808782) | > loader_time: 0.0046 (0.004626367805160091)  --> TIME: 2025-03-26 14:47:50 -- STEP: 6470/31555 -- GLOBAL_STEP: 1458000 | > loss_text_ce: 0.041442085057497025 (0.030798682762191873) | > loss_mel_ce: 2.8138842582702637 (nan) | > loss: 0.011330661363899708 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14142460856223987) | > loader_time: 0.0047 (0.004626010116506391)  --> TIME: 2025-03-26 14:48:00 -- STEP: 6520/31555 -- GLOBAL_STEP: 1458050 | > loss_text_ce: 0.04317522794008255 (0.03079982769355589) | > loss_mel_ce: 2.363513708114624 (nan) | > loss: 0.00955035351216793 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14141808700707825) | > loader_time: 0.0047 (0.00462535828169138)  --> TIME: 2025-03-26 14:48:09 -- STEP: 6570/31555 -- GLOBAL_STEP: 1458100 | > loss_text_ce: 0.03622365742921829 (0.030792071936223967) | > loss_mel_ce: 3.0014240741729736 (nan) | > loss: 0.012054158374667168 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14139656425429653) | > loader_time: 0.0042 (0.004624399384044259)  --> TIME: 2025-03-26 14:48:19 -- STEP: 6620/31555 -- GLOBAL_STEP: 1458150 | > loss_text_ce: 0.03327212110161781 (0.030793462281630254) | > loss_mel_ce: 2.633556604385376 (nan) | > loss: 0.010582653805613518 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.1413919121837331) | > loader_time: 0.0046 (0.004623580411121565)  --> TIME: 2025-03-26 14:48:29 -- STEP: 6670/31555 -- GLOBAL_STEP: 1458200 | > loss_text_ce: 0.02310904860496521 (0.030797668058436357) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1268 (0.14140285534122388) | > loader_time: 0.0043 (0.004622816360336372)  --> TIME: 2025-03-26 14:48:38 -- STEP: 6720/31555 -- GLOBAL_STEP: 1458250 | > loss_text_ce: 0.031693898141384125 (0.03079343681137765) | > loss_mel_ce: 2.5320799350738525 (nan) | > loss: 0.010173706337809563 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14141609069137367) | > loader_time: 0.0046 (0.004622301991496766)  --> TIME: 2025-03-26 14:48:48 -- STEP: 6770/31555 -- GLOBAL_STEP: 1458300 | > loss_text_ce: 0.033770542591810226 (0.03078800781535059) | > loss_mel_ce: 2.7735707759857178 (nan) | > loss: 0.011140244081616402 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14140858896726002) | > loader_time: 0.0043 (0.004621767645572455)  --> TIME: 2025-03-26 14:48:58 -- STEP: 6820/31555 -- GLOBAL_STEP: 1458350 | > loss_text_ce: 0.03539689630270004 (0.03079942100397325) | > loss_mel_ce: 2.390165328979492 (nan) | > loss: 0.009625246748328209 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14140164341744801) | > loader_time: 0.0045 (0.004621054245230044)  --> TIME: 2025-03-26 14:49:07 -- STEP: 6870/31555 -- GLOBAL_STEP: 1458400 | > loss_text_ce: 0.02895313873887062 (0.03079566365362754) | > loss_mel_ce: 2.9927942752838135 (nan) | > loss: 0.011991061270236969 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14137533769510383) | > loader_time: 0.0043 (0.00462019544154449)  --> TIME: 2025-03-26 14:49:17 -- STEP: 6920/31555 -- GLOBAL_STEP: 1458450 | > loss_text_ce: 0.03599957376718521 (0.030788447165382607) | > loss_mel_ce: 2.098789930343628 (nan) | > loss: 0.008471387438476086 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14139877085740868) | > loader_time: 0.0048 (0.004619339194600983)  --> TIME: 2025-03-26 14:49:27 -- STEP: 6970/31555 -- GLOBAL_STEP: 1458500 | > loss_text_ce: 0.04048359766602516 (0.03080067581014769) | > loss_mel_ce: 2.84820556640625 (nan) | > loss: 0.011463053524494171 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14144158770398416) | > loader_time: 0.0046 (0.004618616596698078)  --> TIME: 2025-03-26 14:49:37 -- STEP: 7020/31555 -- GLOBAL_STEP: 1458550 | > loss_text_ce: 0.035151541233062744 (0.03080521714767478) | > loss_mel_ce: 2.3585739135742188 (nan) | > loss: 0.00949891097843647 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14146280546813295) | > loader_time: 0.0043 (0.004617979587652745)  --> TIME: 2025-03-26 14:49:47 -- STEP: 7070/31555 -- GLOBAL_STEP: 1458600 | > loss_text_ce: 0.039649009704589844 (0.03081422286487515) | > loss_mel_ce: 2.5235044956207275 (nan) | > loss: 0.010171244852244854 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14146841351348596) | > loader_time: 0.0043 (0.004617544987582756)  --> TIME: 2025-03-26 14:49:56 -- STEP: 7120/31555 -- GLOBAL_STEP: 1458650 | > loss_text_ce: 0.031083934009075165 (0.03081570906169566) | > loss_mel_ce: 3.196727752685547 (nan) | > loss: 0.012808776460587978 (nan) | > current_lr: 5e-06 | > step_time: 0.1673 (0.14145013760314915) | > loader_time: 0.0048 (0.004617828097236291)  --> TIME: 2025-03-26 14:50:06 -- STEP: 7170/31555 -- GLOBAL_STEP: 1458700 | > loss_text_ce: 0.038670044392347336 (0.030817288201759507) | > loss_mel_ce: 1.7291107177734375 (nan) | > loss: 0.007015003357082605 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1414363417831592) | > loader_time: 0.0045 (0.004618672779248184)  --> TIME: 2025-03-26 14:50:15 -- STEP: 7220/31555 -- GLOBAL_STEP: 1458750 | > loss_text_ce: 0.026730550453066826 (0.030822234443799074) | > loss_mel_ce: 2.8613662719726562 (nan) | > loss: 0.011460701934993267 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14146525004563898) | > loader_time: 0.005 (0.004618593266135769)  --> TIME: 2025-03-26 14:50:25 -- STEP: 7270/31555 -- GLOBAL_STEP: 1458800 | > loss_text_ce: 0.0329253226518631 (0.030818708076883503) | > loss_mel_ce: 2.5904784202575684 (nan) | > loss: 0.010410333052277565 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14145741108523108) | > loader_time: 0.0043 (0.004618017250438833)  --> TIME: 2025-03-26 14:50:35 -- STEP: 7320/31555 -- GLOBAL_STEP: 1458850 | > loss_text_ce: 0.025268668308854103 (0.03081693095295013) | > loss_mel_ce: 2.6912841796875 (nan) | > loss: 0.010779972188174725 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14143313270448984) | > loader_time: 0.0045 (0.0046171767464101)  --> TIME: 2025-03-26 14:50:44 -- STEP: 7370/31555 -- GLOBAL_STEP: 1458900 | > loss_text_ce: 0.04491075500845909 (0.030826503885442356) | > loss_mel_ce: 2.705564022064209 (nan) | > loss: 0.010914582759141922 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14139025337498737) | > loader_time: 0.0047 (0.0046167855670364785)  --> TIME: 2025-03-26 14:50:53 -- STEP: 7420/31555 -- GLOBAL_STEP: 1458950 | > loss_text_ce: 0.02318883128464222 (0.03082241170005396) | > loss_mel_ce: 2.9906389713287354 (nan) | > loss: 0.011959634721279144 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.1413797199565445) | > loader_time: 0.0047 (0.004616806931251465)  --> TIME: 2025-03-26 14:51:03 -- STEP: 7470/31555 -- GLOBAL_STEP: 1459000 | > loss_text_ce: 0.03433823212981224 (0.030823085056755) | > loss_mel_ce: 2.8631691932678223 (nan) | > loss: 0.011498046107590199 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14136919506103635) | > loader_time: 0.0046 (0.004616340001424154)  --> TIME: 2025-03-26 14:51:13 -- STEP: 7520/31555 -- GLOBAL_STEP: 1459050 | > loss_text_ce: 0.03355452045798302 (0.03082414423449936) | > loss_mel_ce: 2.0891683101654053 (nan) | > loss: 0.00842350348830223 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14136307721442362) | > loader_time: 0.0042 (0.004616012630310465)  --> TIME: 2025-03-26 14:51:22 -- STEP: 7570/31555 -- GLOBAL_STEP: 1459100 | > loss_text_ce: 0.03131842240691185 (0.030825339524811098) | > loss_mel_ce: 2.1793923377990723 (nan) | > loss: 0.008772661909461021 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14138688921455975) | > loader_time: 0.0043 (0.004615507762057307)  --> TIME: 2025-03-26 14:51:32 -- STEP: 7620/31555 -- GLOBAL_STEP: 1459150 | > loss_text_ce: 0.03278951719403267 (0.030822830297067526) | > loss_mel_ce: 2.437459945678711 (nan) | > loss: 0.009802578017115593 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14138942074587962) | > loader_time: 0.0044 (0.004614848320878398)  --> TIME: 2025-03-26 14:51:42 -- STEP: 7670/31555 -- GLOBAL_STEP: 1459200 | > loss_text_ce: 0.02931791916489601 (0.030822352114142037) | > loss_mel_ce: 2.1978421211242676 (nan) | > loss: 0.008837937377393246 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14138750656953533) | > loader_time: 0.0044 (0.004615357615335359)  --> TIME: 2025-03-26 14:51:51 -- STEP: 7720/31555 -- GLOBAL_STEP: 1459250 | > loss_text_ce: 0.0368310883641243 (0.030828299183625285) | > loss_mel_ce: 1.6078444719314575 (nan) | > loss: 0.006526490673422813 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14135687493289686) | > loader_time: 0.0045 (0.00461486528574494)  --> TIME: 2025-03-26 14:52:01 -- STEP: 7770/31555 -- GLOBAL_STEP: 1459300 | > loss_text_ce: 0.034768976271152496 (0.030820159583521512) | > loss_mel_ce: 3.001397132873535 (nan) | > loss: 0.01204827893525362 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1413720658693841) | > loader_time: 0.0046 (0.004614434739337465)  --> TIME: 2025-03-26 14:52:11 -- STEP: 7820/31555 -- GLOBAL_STEP: 1459350 | > loss_text_ce: 0.03608506917953491 (0.030816445889575477) | > loss_mel_ce: 2.656681776046753 (nan) | > loss: 0.01068558357656002 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.1413621139343437) | > loader_time: 0.0046 (0.004614272751771582)  --> TIME: 2025-03-26 14:52:20 -- STEP: 7870/31555 -- GLOBAL_STEP: 1459400 | > loss_text_ce: 0.03174718841910362 (0.030813649792361442) | > loss_mel_ce: 2.4954631328582764 (nan) | > loss: 0.010028612799942493 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14137678782549107) | > loader_time: 0.0049 (0.004614605291674371)  --> TIME: 2025-03-26 14:52:30 -- STEP: 7920/31555 -- GLOBAL_STEP: 1459450 | > loss_text_ce: 0.03564455360174179 (0.03081342438800317) | > loss_mel_ce: 2.7393338680267334 (nan) | > loss: 0.0110118193551898 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14137827970764852) | > loader_time: 0.0045 (0.004614284092729743)  --> TIME: 2025-03-26 14:52:40 -- STEP: 7970/31555 -- GLOBAL_STEP: 1459500 | > loss_text_ce: 0.02741195820271969 (0.030817726607127126) | > loss_mel_ce: 2.42463755607605 (nan) | > loss: 0.009730355814099312 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.1413893804047607) | > loader_time: 0.0044 (0.0046133751851252965)  --> TIME: 2025-03-26 14:52:50 -- STEP: 8020/31555 -- GLOBAL_STEP: 1459550 | > loss_text_ce: 0.03248011693358421 (0.030819348561486923) | > loss_mel_ce: 3.2952029705047607 (nan) | > loss: 0.013205091468989849 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14141235179140083) | > loader_time: 0.0043 (0.004612882981573852)  --> TIME: 2025-03-26 14:52:59 -- STEP: 8070/31555 -- GLOBAL_STEP: 1459600 | > loss_text_ce: 0.03557184711098671 (0.0308171256774254) | > loss_mel_ce: 1.8571752309799194 (nan) | > loss: 0.007510901428759098 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14139298784097623) | > loader_time: 0.0046 (0.0046122717886904665)  --> TIME: 2025-03-26 14:53:09 -- STEP: 8120/31555 -- GLOBAL_STEP: 1459650 | > loss_text_ce: 0.03034217283129692 (0.03081856232269534) | > loss_mel_ce: 3.387464761734009 (nan) | > loss: 0.01356272678822279 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.1413881703256973) | > loader_time: 0.0047 (0.004611994803245432)  --> TIME: 2025-03-26 14:53:19 -- STEP: 8170/31555 -- GLOBAL_STEP: 1459700 | > loss_text_ce: 0.035064175724983215 (0.030815102340769812) | > loss_mel_ce: 2.834690570831299 (nan) | > loss: 0.011387916281819344 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14140367869793855) | > loader_time: 0.0046 (0.004611243203628896)  --> TIME: 2025-03-26 14:53:28 -- STEP: 8220/31555 -- GLOBAL_STEP: 1459750 | > loss_text_ce: 0.028882931917905807 (0.03081395110668311) | > loss_mel_ce: 2.5369954109191895 (nan) | > loss: 0.01018205750733614 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14138959799949846) | > loader_time: 0.0045 (0.004610458661749996)  --> TIME: 2025-03-26 14:53:38 -- STEP: 8270/31555 -- GLOBAL_STEP: 1459800 | > loss_text_ce: 0.02740049548447132 (0.03081227154994638) | > loss_mel_ce: 2.3715603351593018 (nan) | > loss: 0.009519685991108418 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14141821653695894) | > loader_time: 0.0048 (0.004609952324679283)  --> TIME: 2025-03-26 14:53:48 -- STEP: 8320/31555 -- GLOBAL_STEP: 1459850 | > loss_text_ce: 0.036173127591609955 (0.03081223287982329) | > loss_mel_ce: 2.779611587524414 (nan) | > loss: 0.011173749342560768 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14144397398027084) | > loader_time: 0.0046 (0.004609790329749768)  --> TIME: 2025-03-26 14:53:58 -- STEP: 8370/31555 -- GLOBAL_STEP: 1459900 | > loss_text_ce: 0.022434214130043983 (0.030807174731651267) | > loss_mel_ce: 2.5997869968414307 (nan) | > loss: 0.010405640117824078 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.1414527816726885) | > loader_time: 0.0047 (0.004609149359745222)  --> TIME: 2025-03-26 14:54:07 -- STEP: 8420/31555 -- GLOBAL_STEP: 1459950 | > loss_text_ce: 0.028539640828967094 (0.030811035769467292) | > loss_mel_ce: 2.320101737976074 (nan) | > loss: 0.009320005774497986 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.1414316175102904) | > loader_time: 0.0046 (0.004608988960112075)  --> TIME: 2025-03-26 14:54:17 -- STEP: 8470/31555 -- GLOBAL_STEP: 1460000 | > loss_text_ce: 0.024867823347449303 (0.030807189771481114) | > loss_mel_ce: 2.433614730834961 (nan) | > loss: 0.009755883365869522 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14144780210789984) | > loader_time: 0.0044 (0.004608594118633969) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1460000.pth  --> TIME: 2025-03-26 14:54:32 -- STEP: 8520/31555 -- GLOBAL_STEP: 1460050 | > loss_text_ce: 0.026961807161569595 (0.030815506877242084) | > loss_mel_ce: 0.04090576246380806 (nan) | > loss: 0.0002693157584872097 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14142706710407985) | > loader_time: 0.0045 (0.00460836131807784)  --> TIME: 2025-03-26 14:54:41 -- STEP: 8570/31555 -- GLOBAL_STEP: 1460100 | > loss_text_ce: 0.024757826700806618 (0.030812392424348668) | > loss_mel_ce: 1.8129539489746094 (nan) | > loss: 0.00729250768199563 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14138477093419494) | > loader_time: 0.0044 (0.004608078514820222)  --> TIME: 2025-03-26 14:54:51 -- STEP: 8620/31555 -- GLOBAL_STEP: 1460150 | > loss_text_ce: 0.04832443222403526 (0.030807136725353425) | > loss_mel_ce: 1.9190560579299927 (nan) | > loss: 0.007807066198438406 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.14138144484252205) | > loader_time: 0.0043 (0.004607765691186326)  --> TIME: 2025-03-26 14:55:00 -- STEP: 8670/31555 -- GLOBAL_STEP: 1460200 | > loss_text_ce: 0.036898549646139145 (0.030805102460550397) | > loss_mel_ce: 2.5445706844329834 (nan) | > loss: 0.01024392619729042 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14136312194899) | > loader_time: 0.0044 (0.004607547030729406)  --> TIME: 2025-03-26 14:55:10 -- STEP: 8720/31555 -- GLOBAL_STEP: 1460250 | > loss_text_ce: 0.02992418222129345 (0.030804594328900405) | > loss_mel_ce: 2.525861978530884 (nan) | > loss: 0.010142008773982525 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14138629392746377) | > loader_time: 0.005 (0.004607637923791872)  --> TIME: 2025-03-26 14:55:20 -- STEP: 8770/31555 -- GLOBAL_STEP: 1460300 | > loss_text_ce: 0.029451416805386543 (0.03080580551559562) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14138200060127798) | > loader_time: 0.0042 (0.004607233979411111)  --> TIME: 2025-03-26 14:55:29 -- STEP: 8820/31555 -- GLOBAL_STEP: 1460350 | > loss_text_ce: 0.026589814573526382 (0.030802937865029183) | > loss_mel_ce: 0.0362548828125 (nan) | > loss: 0.00024938370916061103 (nan) | > current_lr: 5e-06 | > step_time: 0.1461 (0.14137764536604583) | > loader_time: 0.0049 (0.004606958095178583)  --> TIME: 2025-03-26 14:55:39 -- STEP: 8870/31555 -- GLOBAL_STEP: 1460400 | > loss_text_ce: 0.03867163881659508 (0.030795898910385075) | > loss_mel_ce: 2.7455012798309326 (nan) | > loss: 0.01104830577969551 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.1413616918791778) | > loader_time: 0.0045 (0.004606875867961899)  --> TIME: 2025-03-26 14:55:49 -- STEP: 8920/31555 -- GLOBAL_STEP: 1460450 | > loss_text_ce: 0.03014758601784706 (0.03079389891338706) | > loss_mel_ce: 2.943934440612793 (nan) | > loss: 0.011801913380622864 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1413695160583529) | > loader_time: 0.0047 (0.004606743698162886)  --> TIME: 2025-03-26 14:55:58 -- STEP: 8970/31555 -- GLOBAL_STEP: 1460500 | > loss_text_ce: 0.02284327894449234 (0.030800828667525763) | > loss_mel_ce: 3.2734375 (nan) | > loss: 0.013080480508506298 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1413588344984362) | > loader_time: 0.0044 (0.004606516305419515)  --> TIME: 2025-03-26 14:56:08 -- STEP: 9020/31555 -- GLOBAL_STEP: 1460550 | > loss_text_ce: 0.03856980800628662 (0.03080573585968539) | > loss_mel_ce: 2.683276414871216 (nan) | > loss: 0.010800977237522602 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14138691813877044) | > loader_time: 0.0066 (0.004607721548651383)  --> TIME: 2025-03-26 14:56:18 -- STEP: 9070/31555 -- GLOBAL_STEP: 1460600 | > loss_text_ce: 0.03011673130095005 (0.030803908008564564) | > loss_mel_ce: 2.062101364135742 (nan) | > loss: 0.00830245390534401 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14139606758147105) | > loader_time: 0.0046 (0.004607519057251788)  --> TIME: 2025-03-26 14:56:27 -- STEP: 9120/31555 -- GLOBAL_STEP: 1460650 | > loss_text_ce: 0.033633943647146225 (0.030802154095880198) | > loss_mel_ce: 2.4714598655700684 (nan) | > loss: 0.00994084868580103 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1413718539110401) | > loader_time: 0.0045 (0.004607231496718896)  --> TIME: 2025-03-26 14:56:37 -- STEP: 9170/31555 -- GLOBAL_STEP: 1460700 | > loss_text_ce: 0.029001057147979736 (0.030806265209447042) | > loss_mel_ce: 2.4239416122436523 (nan) | > loss: 0.009733899496495724 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14135870299136494) | > loader_time: 0.0047 (0.004607026085598783)  --> TIME: 2025-03-26 14:56:47 -- STEP: 9220/31555 -- GLOBAL_STEP: 1460750 | > loss_text_ce: 0.03372173756361008 (0.030799927115197943) | > loss_mel_ce: 2.2149672508239746 (nan) | > loss: 0.008923369459807873 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.141364440845564) | > loader_time: 0.0047 (0.00460684842504804)  --> TIME: 2025-03-26 14:56:56 -- STEP: 9270/31555 -- GLOBAL_STEP: 1460800 | > loss_text_ce: 0.035157348960638046 (0.030799930580080907) | > loss_mel_ce: 1.9660766124725342 (nan) | > loss: 0.007941405288875103 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.1413748251195864) | > loader_time: 0.0044 (0.004607039207779481)  --> TIME: 2025-03-26 14:57:06 -- STEP: 9320/31555 -- GLOBAL_STEP: 1460850 | > loss_text_ce: 0.02802579663693905 (0.030803076958267794) | > loss_mel_ce: 1.3319681882858276 (nan) | > loss: 0.005396801512688398 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.1413897498994426) | > loader_time: 0.0045 (0.004607109322568386)  --> TIME: 2025-03-26 14:57:16 -- STEP: 9370/31555 -- GLOBAL_STEP: 1460900 | > loss_text_ce: 0.031168505549430847 (0.03079177042053915) | > loss_mel_ce: 2.0654590129852295 (nan) | > loss: 0.00831995066255331 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14137130256905245) | > loader_time: 0.0047 (0.004607088207053535)  --> TIME: 2025-03-26 14:57:25 -- STEP: 9420/31555 -- GLOBAL_STEP: 1460950 | > loss_text_ce: 0.03943904861807823 (0.030794656500338937) | > loss_mel_ce: 2.175224781036377 (nan) | > loss: 0.008788349106907845 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.1413730548445586) | > loader_time: 0.0044 (0.004606582505940891)  --> TIME: 2025-03-26 14:57:35 -- STEP: 9470/31555 -- GLOBAL_STEP: 1461000 | > loss_text_ce: 0.040564656257629395 (0.03080595557232719) | > loss_mel_ce: 2.602902412414551 (nan) | > loss: 0.010489949025213718 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14138068009832727) | > loader_time: 0.0047 (0.004606472980132711)  --> TIME: 2025-03-26 14:57:44 -- STEP: 9520/31555 -- GLOBAL_STEP: 1461050 | > loss_text_ce: 0.03738647326827049 (0.03080994673748305) | > loss_mel_ce: 2.97304630279541 (nan) | > loss: 0.011946162208914757 (nan) | > current_lr: 5e-06 | > step_time: 0.1183 (0.14135706319528474) | > loader_time: 0.0044 (0.004605956363076932)  --> TIME: 2025-03-26 14:57:54 -- STEP: 9570/31555 -- GLOBAL_STEP: 1461100 | > loss_text_ce: 0.027158819139003754 (0.030806390370379515) | > loss_mel_ce: 2.647620439529419 (nan) | > loss: 0.010614203289151192 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1413375912539762) | > loader_time: 0.0044 (0.004605566396484066)  --> TIME: 2025-03-26 14:58:04 -- STEP: 9620/31555 -- GLOBAL_STEP: 1461150 | > loss_text_ce: 0.02831849455833435 (0.03081288998472173) | > loss_mel_ce: 2.694974422454834 (nan) | > loss: 0.010806717909872532 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1413502053262785) | > loader_time: 0.0049 (0.004605568867959016)  --> TIME: 2025-03-26 14:58:13 -- STEP: 9670/31555 -- GLOBAL_STEP: 1461200 | > loss_text_ce: 0.022620711475610733 (0.030818143596096425) | > loss_mel_ce: 2.6589059829711914 (nan) | > loss: 0.010640979744493961 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14135725643666855) | > loader_time: 0.0045 (0.0046050121273841695)  --> TIME: 2025-03-26 14:58:23 -- STEP: 9720/31555 -- GLOBAL_STEP: 1461250 | > loss_text_ce: 0.03078293241560459 (0.030809109450563206) | > loss_mel_ce: 1.7475031614303589 (nan) | > loss: 0.007056691218167543 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14134068059823157) | > loader_time: 0.0044 (0.004604456773020123)  --> TIME: 2025-03-26 14:58:32 -- STEP: 9770/31555 -- GLOBAL_STEP: 1461300 | > loss_text_ce: 0.03582345321774483 (0.030810705435194433) | > loss_mel_ce: 2.772386074066162 (nan) | > loss: 0.011143689043819904 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14133319025029914) | > loader_time: 0.0047 (0.004603960911839631)  --> TIME: 2025-03-26 14:58:42 -- STEP: 9820/31555 -- GLOBAL_STEP: 1461350 | > loss_text_ce: 0.026545614004135132 (0.030810716098303433) | > loss_mel_ce: 2.3837873935699463 (nan) | > loss: 0.009564814157783985 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.1413199357005584) | > loader_time: 0.0044 (0.004603339795425334)  --> TIME: 2025-03-26 14:58:52 -- STEP: 9870/31555 -- GLOBAL_STEP: 1461400 | > loss_text_ce: 0.036568645387887955 (0.030812874419299512) | > loss_mel_ce: 2.3879787921905518 (nan) | > loss: 0.009621220640838146 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14132399240163324) | > loader_time: 0.0044 (0.004602706685979326)  --> TIME: 2025-03-26 14:59:01 -- STEP: 9920/31555 -- GLOBAL_STEP: 1461450 | > loss_text_ce: 0.032391902059316635 (0.030807664803691178) | > loss_mel_ce: 2.9729673862457275 (nan) | > loss: 0.01192602887749672 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14130939608139378) | > loader_time: 0.0047 (0.0046025364389342726)  --> TIME: 2025-03-26 14:59:11 -- STEP: 9970/31555 -- GLOBAL_STEP: 1461500 | > loss_text_ce: 0.029453879222273827 (0.030813074169106922) | > loss_mel_ce: 1.7643554210662842 (nan) | > loss: 0.007118291221559048 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14129889444219196) | > loader_time: 0.0046 (0.0046025011699680415)  --> TIME: 2025-03-26 14:59:21 -- STEP: 10020/31555 -- GLOBAL_STEP: 1461550 | > loss_text_ce: 0.0317353680729866 (0.03081480461393972) | > loss_mel_ce: 2.4758460521698 (nan) | > loss: 0.009950720705091953 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14132032970230504) | > loader_time: 0.0046 (0.004602309068044034)  --> TIME: 2025-03-26 14:59:30 -- STEP: 10070/31555 -- GLOBAL_STEP: 1461600 | > loss_text_ce: 0.03089131973683834 (0.030814309083406242) | > loss_mel_ce: 2.655093193054199 (nan) | > loss: 0.010658669285476208 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14131713694825315) | > loader_time: 0.0049 (0.0046018589336088486)  --> TIME: 2025-03-26 14:59:40 -- STEP: 10120/31555 -- GLOBAL_STEP: 1461650 | > loss_text_ce: 0.027058783918619156 (0.030816762372961805) | > loss_mel_ce: 2.63779878616333 (nan) | > loss: 0.010574832558631897 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14132289064260348) | > loader_time: 0.0045 (0.004601325253724115)  --> TIME: 2025-03-26 14:59:50 -- STEP: 10170/31555 -- GLOBAL_STEP: 1461700 | > loss_text_ce: 0.04120715707540512 (0.03081394986037967) | > loss_mel_ce: 3.0915167331695557 (nan) | > loss: 0.012431444600224495 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14132157103501955) | > loader_time: 0.0048 (0.004600863166028896)  --> TIME: 2025-03-26 14:59:59 -- STEP: 10220/31555 -- GLOBAL_STEP: 1461750 | > loss_text_ce: 0.024149596691131592 (0.030816280508665424) | > loss_mel_ce: 2.6074159145355225 (nan) | > loss: 0.010442720726132393 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14130763051094614) | > loader_time: 0.0044 (0.004600386680222312)  --> TIME: 2025-03-26 15:00:09 -- STEP: 10270/31555 -- GLOBAL_STEP: 1461800 | > loss_text_ce: 0.033617276698350906 (0.030818143400827017) | > loss_mel_ce: 2.9039132595062256 (nan) | > loss: 0.011656868271529675 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14131713496210987) | > loader_time: 0.0044 (0.0045999824130198595)  --> TIME: 2025-03-26 15:00:19 -- STEP: 10320/31555 -- GLOBAL_STEP: 1461850 | > loss_text_ce: 0.031200584024190903 (0.030815906044052436) | > loss_mel_ce: 2.805223226547241 (nan) | > loss: 0.011255650781095028 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14132857618405845) | > loader_time: 0.0045 (0.004599442546681848)  --> TIME: 2025-03-26 15:00:28 -- STEP: 10370/31555 -- GLOBAL_STEP: 1461900 | > loss_text_ce: 0.030244307592511177 (0.030811005385580008) | > loss_mel_ce: 2.7633652687072754 (nan) | > loss: 0.011085753329098225 (nan) | > current_lr: 5e-06 | > step_time: 0.181 (0.1413202888365537) | > loader_time: 0.0047 (0.00459878074513568)  --> TIME: 2025-03-26 15:00:38 -- STEP: 10420/31555 -- GLOBAL_STEP: 1461950 | > loss_text_ce: 0.029791178181767464 (0.03081093948171787) | > loss_mel_ce: 2.748983860015869 (nan) | > loss: 0.011026885360479355 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14131422386059597) | > loader_time: 0.0046 (0.004598567627670678)  --> TIME: 2025-03-26 15:00:47 -- STEP: 10470/31555 -- GLOBAL_STEP: 1462000 | > loss_text_ce: 0.032482828944921494 (0.030810614155717515) | > loss_mel_ce: 1.9412351846694946 (nan) | > loss: 0.007832215167582035 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.14130167603606586) | > loader_time: 0.0049 (0.004598256623961304)  --> TIME: 2025-03-26 15:00:57 -- STEP: 10520/31555 -- GLOBAL_STEP: 1462050 | > loss_text_ce: 0.02889314666390419 (0.030810596292286035) | > loss_mel_ce: 3.0604827404022217 (nan) | > loss: 0.012259429320693016 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1412964160224784) | > loader_time: 0.0047 (0.004597943114690462)  --> TIME: 2025-03-26 15:01:07 -- STEP: 10570/31555 -- GLOBAL_STEP: 1462100 | > loss_text_ce: 0.029467850923538208 (0.030816011024901578) | > loss_mel_ce: 2.966521739959717 (nan) | > loss: 0.011888847686350346 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14130335097732463) | > loader_time: 0.0044 (0.004598301090828751)  --> TIME: 2025-03-26 15:01:16 -- STEP: 10620/31555 -- GLOBAL_STEP: 1462150 | > loss_text_ce: 0.030036281794309616 (0.030816012050205815) | > loss_mel_ce: 3.0501458644866943 (nan) | > loss: 0.01222294569015503 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14129996504038267) | > loader_time: 0.0046 (0.0045982606217910655)  --> TIME: 2025-03-26 15:01:26 -- STEP: 10670/31555 -- GLOBAL_STEP: 1462200 | > loss_text_ce: 0.025239331647753716 (0.030813166264692476) | > loss_mel_ce: 3.0895729064941406 (nan) | > loss: 0.012360366061329842 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14130237980657542) | > loader_time: 0.0046 (0.004597934541460961)  --> TIME: 2025-03-26 15:01:36 -- STEP: 10720/31555 -- GLOBAL_STEP: 1462250 | > loss_text_ce: 0.03565838932991028 (0.03081284770290298) | > loss_mel_ce: 2.9048125743865967 (nan) | > loss: 0.011668535880744457 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14131550577594246) | > loader_time: 0.0044 (0.004597899117576556)  --> TIME: 2025-03-26 15:01:45 -- STEP: 10770/31555 -- GLOBAL_STEP: 1462300 | > loss_text_ce: 0.02836194634437561 (0.030811353070538634) | > loss_mel_ce: 2.5373895168304443 (nan) | > loss: 0.010181554593145847 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1412952812490576) | > loader_time: 0.0044 (0.004597490500164131)  --> TIME: 2025-03-26 15:01:55 -- STEP: 10820/31555 -- GLOBAL_STEP: 1462350 | > loss_text_ce: 0.030753884464502335 (0.030811923806677795) | > loss_mel_ce: 2.644845485687256 (nan) | > loss: 0.010617458261549473 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1413046396814298) | > loader_time: 0.0044 (0.0045970655413079525)  --> TIME: 2025-03-26 15:02:04 -- STEP: 10870/31555 -- GLOBAL_STEP: 1462400 | > loss_text_ce: 0.024861449375748634 (0.030811857586519206) | > loss_mel_ce: 2.675597906112671 (nan) | > loss: 0.010716108605265617 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14128537923783022) | > loader_time: 0.0044 (0.004596617579350491)  --> TIME: 2025-03-26 15:02:14 -- STEP: 10920/31555 -- GLOBAL_STEP: 1462450 | > loss_text_ce: 0.024476727470755577 (0.030814550181120743) | > loss_mel_ce: 2.7639479637145996 (nan) | > loss: 0.01106517855077982 (nan) | > current_lr: 5e-06 | > step_time: 0.1824 (0.14129639990600457) | > loader_time: 0.0047 (0.004596344739089532)  --> TIME: 2025-03-26 15:02:23 -- STEP: 10970/31555 -- GLOBAL_STEP: 1462500 | > loss_text_ce: 0.02542637474834919 (0.03081175418164829) | > loss_mel_ce: 2.834141254425049 (nan) | > loss: 0.011347491294145584 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14127364575917212) | > loader_time: 0.0048 (0.004596103704725502)  --> TIME: 2025-03-26 15:02:33 -- STEP: 11020/31555 -- GLOBAL_STEP: 1462550 | > loss_text_ce: 0.02620617114007473 (0.030812621152133235) | > loss_mel_ce: 2.9757657051086426 (nan) | > loss: 0.011912588030099869 (nan) | > current_lr: 5e-06 | > step_time: 0.1686 (0.14130258079881872) | > loader_time: 0.0045 (0.004595976689333504)  --> TIME: 2025-03-26 15:02:43 -- STEP: 11070/31555 -- GLOBAL_STEP: 1462600 | > loss_text_ce: 0.03465224429965019 (0.03081496938770299) | > loss_mel_ce: 2.9607791900634766 (nan) | > loss: 0.01188663300126791 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14130198656166562) | > loader_time: 0.0043 (0.004595820238273654)  --> TIME: 2025-03-26 15:02:53 -- STEP: 11120/31555 -- GLOBAL_STEP: 1462650 | > loss_text_ce: 0.026845023036003113 (0.030808744663473137) | > loss_mel_ce: 2.1340787410736084 (nan) | > loss: 0.008575094863772392 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14128201852599478) | > loader_time: 0.0045 (0.0045956936242769215)  --> TIME: 2025-03-26 15:03:02 -- STEP: 11170/31555 -- GLOBAL_STEP: 1462700 | > loss_text_ce: 0.028198130428791046 (0.030808085374510786) | > loss_mel_ce: 2.843193769454956 (nan) | > loss: 0.011394413188099861 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14128532941147143) | > loader_time: 0.0045 (0.004595714417972422)  --> TIME: 2025-03-26 15:03:12 -- STEP: 11220/31555 -- GLOBAL_STEP: 1462750 | > loss_text_ce: 0.031089138239622116 (0.030806901351483985) | > loss_mel_ce: 2.4941060543060303 (nan) | > loss: 0.010020616464316845 (nan) | > current_lr: 5e-06 | > step_time: 0.1443 (0.1412782161206058) | > loader_time: 0.0044 (0.0045951973308216544)  --> TIME: 2025-03-26 15:03:21 -- STEP: 11270/31555 -- GLOBAL_STEP: 1462800 | > loss_text_ce: 0.024527790024876595 (0.030802136794734206) | > loss_mel_ce: 2.7287869453430176 (nan) | > loss: 0.010925852693617344 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.1412757265324493) | > loader_time: 0.0044 (0.0045950056497460565)  --> TIME: 2025-03-26 15:03:31 -- STEP: 11320/31555 -- GLOBAL_STEP: 1462850 | > loss_text_ce: 0.03733762353658676 (0.03080432607352984) | > loss_mel_ce: 2.0529372692108154 (nan) | > loss: 0.008294741623103619 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14128468217782303) | > loader_time: 0.0046 (0.004595321311546311)  --> TIME: 2025-03-26 15:03:41 -- STEP: 11370/31555 -- GLOBAL_STEP: 1462900 | > loss_text_ce: 0.02708805724978447 (0.030802702147959223) | > loss_mel_ce: 2.301435708999634 (nan) | > loss: 0.009240174666047096 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1412788794768304) | > loader_time: 0.0044 (0.004595017181537408)  --> TIME: 2025-03-26 15:03:50 -- STEP: 11420/31555 -- GLOBAL_STEP: 1462950 | > loss_text_ce: 0.037601590156555176 (0.030795985042164836) | > loss_mel_ce: 2.2469239234924316 (nan) | > loss: 0.009065577760338783 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14126179030396646) | > loader_time: 0.0047 (0.004594866386019424)  --> TIME: 2025-03-26 15:04:00 -- STEP: 11470/31555 -- GLOBAL_STEP: 1463000 | > loss_text_ce: 0.027653256431221962 (0.030800283215566496) | > loss_mel_ce: 2.4069790840148926 (nan) | > loss: 0.009661239571869373 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14126011221535606) | > loader_time: 0.0045 (0.004594754611500065)  --> TIME: 2025-03-26 15:04:09 -- STEP: 11520/31555 -- GLOBAL_STEP: 1463050 | > loss_text_ce: 0.029195984825491905 (0.030800671522592894) | > loss_mel_ce: 2.432285785675049 (nan) | > loss: 0.009767785668373108 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1412483067355217) | > loader_time: 0.0044 (0.004594826263686028)  --> TIME: 2025-03-26 15:04:19 -- STEP: 11570/31555 -- GLOBAL_STEP: 1463100 | > loss_text_ce: 0.03399399295449257 (0.030799067775858124) | > loss_mel_ce: 2.4532179832458496 (nan) | > loss: 0.009869889356195927 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.1412563275136917) | > loader_time: 0.0043 (0.004594727312580931)  --> TIME: 2025-03-26 15:04:29 -- STEP: 11620/31555 -- GLOBAL_STEP: 1463150 | > loss_text_ce: 0.04344436898827553 (0.030799814561548646) | > loss_mel_ce: 3.0888872146606445 (nan) | > loss: 0.012429888360202312 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1412579289401863) | > loader_time: 0.0045 (0.004594673962683359)  --> TIME: 2025-03-26 15:04:39 -- STEP: 11670/31555 -- GLOBAL_STEP: 1463200 | > loss_text_ce: 0.026866963133215904 (0.030802339021333565) | > loss_mel_ce: 2.8610169887542725 (nan) | > loss: 0.01145985722541809 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14126221355251833) | > loader_time: 0.0045 (0.004594453012422305)  --> TIME: 2025-03-26 15:04:48 -- STEP: 11720/31555 -- GLOBAL_STEP: 1463250 | > loss_text_ce: 0.03283686190843582 (0.030803445313736137) | > loss_mel_ce: 2.69034743309021 (nan) | > loss: 0.01080628763884306 (nan) | > current_lr: 5e-06 | > step_time: 0.1487 (0.1412605669514711) | > loader_time: 0.0046 (0.004594066403424785)  --> TIME: 2025-03-26 15:04:58 -- STEP: 11770/31555 -- GLOBAL_STEP: 1463300 | > loss_text_ce: 0.03190506994724274 (0.03080280179517089) | > loss_mel_ce: 2.4926047325134277 (nan) | > loss: 0.010017897002398968 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.1412793875348287) | > loader_time: 0.0046 (0.004593993894306405)  --> TIME: 2025-03-26 15:05:08 -- STEP: 11820/31555 -- GLOBAL_STEP: 1463350 | > loss_text_ce: 0.03272804990410805 (0.03080195949906121) | > loss_mel_ce: 1.8731863498687744 (nan) | > loss: 0.007563152816146612 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1413132766176593) | > loader_time: 0.0046 (0.004594173205483793)  --> TIME: 2025-03-26 15:05:18 -- STEP: 11870/31555 -- GLOBAL_STEP: 1463400 | > loss_text_ce: 0.031311068683862686 (0.030804929182266075) | > loss_mel_ce: 2.4910976886749268 (nan) | > loss: 0.010009558871388435 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14133368958518921) | > loader_time: 0.0048 (0.004593965438804212)  --> TIME: 2025-03-26 15:05:28 -- STEP: 11920/31555 -- GLOBAL_STEP: 1463450 | > loss_text_ce: 0.03113391622900963 (0.030807700250829077) | > loss_mel_ce: 2.7711281776428223 (nan) | > loss: 0.011120088398456573 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14133418270405435) | > loader_time: 0.0043 (0.004593648906522155)  --> TIME: 2025-03-26 15:05:38 -- STEP: 11970/31555 -- GLOBAL_STEP: 1463500 | > loss_text_ce: 0.02935807593166828 (0.030810155996814706) | > loss_mel_ce: 2.3840696811676025 (nan) | > loss: 0.00957709550857544 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14133609851002119) | > loader_time: 0.0046 (0.004593933455229011)  --> TIME: 2025-03-26 15:05:47 -- STEP: 12020/31555 -- GLOBAL_STEP: 1463550 | > loss_text_ce: 0.03669383376836777 (0.030809015795951106) | > loss_mel_ce: 2.7053678035736084 (nan) | > loss: 0.010881197638809681 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14133821553279408) | > loader_time: 0.0044 (0.0045937747407872)  --> TIME: 2025-03-26 15:05:57 -- STEP: 12070/31555 -- GLOBAL_STEP: 1463600 | > loss_text_ce: 0.025820983573794365 (0.030805943406849803) | > loss_mel_ce: 2.4192886352539062 (nan) | > loss: 0.009702816605567932 (nan) | > current_lr: 5e-06 | > step_time: 0.1586 (0.1413329779262266) | > loader_time: 0.0046 (0.004593920431160796)  --> TIME: 2025-03-26 15:06:06 -- STEP: 12120/31555 -- GLOBAL_STEP: 1463650 | > loss_text_ce: 0.033444300293922424 (0.030807711182872184) | > loss_mel_ce: 1.7615036964416504 (nan) | > loss: 0.007122809998691082 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14132710166103302) | > loader_time: 0.0044 (0.004593586134831901)  --> TIME: 2025-03-26 15:06:16 -- STEP: 12170/31555 -- GLOBAL_STEP: 1463700 | > loss_text_ce: 0.02822301536798477 (0.030809459296317624) | > loss_mel_ce: 2.809130907058716 (nan) | > loss: 0.011259341612458229 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.1413261805779631) | > loader_time: 0.0044 (0.004593762669684757)  --> TIME: 2025-03-26 15:06:26 -- STEP: 12220/31555 -- GLOBAL_STEP: 1463750 | > loss_text_ce: 0.027177073061466217 (0.030804928367174002) | > loss_mel_ce: 1.9546865224838257 (nan) | > loss: 0.007864538580179214 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14131469211484649) | > loader_time: 0.0045 (0.004593610314807801)  --> TIME: 2025-03-26 15:06:35 -- STEP: 12270/31555 -- GLOBAL_STEP: 1463800 | > loss_text_ce: 0.025445591658353806 (0.030806798260498067) | > loss_mel_ce: 2.8897736072540283 (nan) | > loss: 0.01156833115965128 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.14131724028054862) | > loader_time: 0.0047 (0.004593542968731348)  --> TIME: 2025-03-26 15:06:45 -- STEP: 12320/31555 -- GLOBAL_STEP: 1463850 | > loss_text_ce: 0.0369613841176033 (0.030806975546383675) | > loss_mel_ce: 2.7137482166290283 (nan) | > loss: 0.010915515013039112 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14129448502094644) | > loader_time: 0.0047 (0.004593349451368507)  --> TIME: 2025-03-26 15:06:54 -- STEP: 12370/31555 -- GLOBAL_STEP: 1463900 | > loss_text_ce: 0.028035802766680717 (0.030809689370091636) | > loss_mel_ce: 2.5912585258483887 (nan) | > loss: 0.010394025593996048 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14129657359882558) | > loader_time: 0.0045 (0.0045930934125796965)  --> TIME: 2025-03-26 15:07:04 -- STEP: 12420/31555 -- GLOBAL_STEP: 1463950 | > loss_text_ce: 0.03366856649518013 (0.03081060228239439) | > loss_mel_ce: 2.272047996520996 (nan) | > loss: 0.009149669669568539 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14128704167026565) | > loader_time: 0.0047 (0.004592869381589783)  --> TIME: 2025-03-26 15:07:14 -- STEP: 12470/31555 -- GLOBAL_STEP: 1464000 | > loss_text_ce: 0.03343041241168976 (0.03081261396898015) | > loss_mel_ce: 3.1371653079986572 (nan) | > loss: 0.01258172933012247 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.141309126970188) | > loader_time: 0.0044 (0.004592870920299053)  --> TIME: 2025-03-26 15:07:23 -- STEP: 12520/31555 -- GLOBAL_STEP: 1464050 | > loss_text_ce: 0.029851345345377922 (0.030810404997378492) | > loss_mel_ce: 2.0863428115844727 (nan) | > loss: 0.008397596888244152 (nan) | > current_lr: 5e-06 | > step_time: 0.1041 (0.14130614527498134) | > loader_time: 0.0043 (0.0045926392649690215)  --> TIME: 2025-03-26 15:07:33 -- STEP: 12570/31555 -- GLOBAL_STEP: 1464100 | > loss_text_ce: 0.021433008834719658 (0.03080916741141248) | > loss_mel_ce: 2.7870895862579346 (nan) | > loss: 0.011144932359457016 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14131211580126218) | > loader_time: 0.0045 (0.0045925113637009215)  --> TIME: 2025-03-26 15:07:43 -- STEP: 12620/31555 -- GLOBAL_STEP: 1464150 | > loss_text_ce: 0.028056377544999123 (0.03080976549388395) | > loss_mel_ce: 2.8714427947998047 (nan) | > loss: 0.01150595024228096 (nan) | > current_lr: 5e-06 | > step_time: 0.1711 (0.14134050256287745) | > loader_time: 0.0049 (0.004592503666310984)  --> TIME: 2025-03-26 15:07:53 -- STEP: 12670/31555 -- GLOBAL_STEP: 1464200 | > loss_text_ce: 0.03799216076731682 (0.0308102694061462) | > loss_mel_ce: 3.114457130432129 (nan) | > loss: 0.012509720399975777 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14135284717382118) | > loader_time: 0.0048 (0.004592983329399608)  --> TIME: 2025-03-26 15:08:03 -- STEP: 12720/31555 -- GLOBAL_STEP: 1464250 | > loss_text_ce: 0.03852482885122299 (0.03081148824238646) | > loss_mel_ce: 3.087247610092163 (nan) | > loss: 0.012403859756886959 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14134282053641503) | > loader_time: 0.0071 (0.004593339693621271)  --> TIME: 2025-03-26 15:08:12 -- STEP: 12770/31555 -- GLOBAL_STEP: 1464300 | > loss_text_ce: 0.024595219641923904 (0.030814124347704783) | > loss_mel_ce: 2.683720827102661 (nan) | > loss: 0.01074728649109602 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14135470433261255) | > loader_time: 0.0046 (0.004593685519069829)  --> TIME: 2025-03-26 15:08:22 -- STEP: 12820/31555 -- GLOBAL_STEP: 1464350 | > loss_text_ce: 0.03153962641954422 (0.03081198539991693) | > loss_mel_ce: 2.3727967739105225 (nan) | > loss: 0.009541017934679985 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1413419464077104) | > loader_time: 0.0046 (0.0045936051471370965)  --> TIME: 2025-03-26 15:08:32 -- STEP: 12870/31555 -- GLOBAL_STEP: 1464400 | > loss_text_ce: 0.03240311145782471 (0.03081014901674595) | > loss_mel_ce: 3.164437770843506 (nan) | > loss: 0.012685876339673996 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14134010699893812) | > loader_time: 0.0046 (0.004593669377099475)  --> TIME: 2025-03-26 15:08:41 -- STEP: 12920/31555 -- GLOBAL_STEP: 1464450 | > loss_text_ce: 0.02595156617462635 (0.030805771742102576) | > loss_mel_ce: 2.986328125 (nan) | > loss: 0.01195349171757698 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14134684282559687) | > loader_time: 0.0046 (0.004593985682301477)  --> TIME: 2025-03-26 15:08:51 -- STEP: 12970/31555 -- GLOBAL_STEP: 1464500 | > loss_text_ce: 0.031069979071617126 (0.030804631555755965) | > loss_mel_ce: 2.250135898590088 (nan) | > loss: 0.009052405133843422 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14137210985652804) | > loader_time: 0.0045 (0.004594262526783472)  --> TIME: 2025-03-26 15:09:01 -- STEP: 13020/31555 -- GLOBAL_STEP: 1464550 | > loss_text_ce: 0.023829326033592224 (0.030808690070788364) | > loss_mel_ce: 0.8978493213653564 (nan) | > loss: 0.003657455323264003 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14137243647729175) | > loader_time: 0.0045 (0.004594732228145808)  --> TIME: 2025-03-26 15:09:11 -- STEP: 13070/31555 -- GLOBAL_STEP: 1464600 | > loss_text_ce: 0.024558812379837036 (0.030807631186550936) | > loss_mel_ce: 2.2713463306427 (nan) | > loss: 0.009110734798014164 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1413636120567817) | > loader_time: 0.0046 (0.004595271375403665)  --> TIME: 2025-03-26 15:09:20 -- STEP: 13120/31555 -- GLOBAL_STEP: 1464650 | > loss_text_ce: 0.026864273473620415 (0.030806536902602558) | > loss_mel_ce: 0.1981964111328125 (nan) | > loss: 0.0008930980111472309 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1413476330841459) | > loader_time: 0.0045 (0.004595266373419186)  --> TIME: 2025-03-26 15:09:30 -- STEP: 13170/31555 -- GLOBAL_STEP: 1464700 | > loss_text_ce: 0.028632720932364464 (0.030806041081013806) | > loss_mel_ce: 2.4828312397003174 (nan) | > loss: 0.009966126643121243 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14136469925364115) | > loader_time: 0.0045 (0.004595482014487354)  --> TIME: 2025-03-26 15:09:40 -- STEP: 13220/31555 -- GLOBAL_STEP: 1464750 | > loss_text_ce: 0.023723626509308815 (0.030809538681045988) | > loss_mel_ce: 2.004168748855591 (nan) | > loss: 0.008047192357480526 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1413803974366584) | > loader_time: 0.0046 (0.00459557804145179)  --> TIME: 2025-03-26 15:09:49 -- STEP: 13270/31555 -- GLOBAL_STEP: 1464800 | > loss_text_ce: 0.02613980881869793 (0.030811162128238836) | > loss_mel_ce: 2.6850972175598145 (nan) | > loss: 0.010758877731859684 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14136696970363977) | > loader_time: 0.0047 (0.004595756333127637)  --> TIME: 2025-03-26 15:09:59 -- STEP: 13320/31555 -- GLOBAL_STEP: 1464850 | > loss_text_ce: 0.03386605903506279 (0.030815497228061896) | > loss_mel_ce: 1.845869541168213 (nan) | > loss: 0.007459268439561129 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14134622361208937) | > loader_time: 0.0046 (0.004596124593918036)  --> TIME: 2025-03-26 15:10:08 -- STEP: 13370/31555 -- GLOBAL_STEP: 1464900 | > loss_text_ce: 0.038020677864551544 (0.03081035061558972) | > loss_mel_ce: 2.5042896270751953 (nan) | > loss: 0.010088533163070679 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1413484097953686) | > loader_time: 0.0046 (0.004596231477690358)  --> TIME: 2025-03-26 15:10:18 -- STEP: 13420/31555 -- GLOBAL_STEP: 1464950 | > loss_text_ce: 0.021417202427983284 (0.03081404850006259) | > loss_mel_ce: 0.0728759765625 (nan) | > loss: 0.0003741793043445796 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14135016847829326) | > loader_time: 0.0045 (0.004596508402049816)  --> TIME: 2025-03-26 15:10:28 -- STEP: 13470/31555 -- GLOBAL_STEP: 1465000 | > loss_text_ce: 0.02997724711894989 (0.030811691601603738) | > loss_mel_ce: 2.892789363861084 (nan) | > loss: 0.011598281562328339 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14135342369985804) | > loader_time: 0.0048 (0.004596874177588662)  --> TIME: 2025-03-26 15:10:38 -- STEP: 13520/31555 -- GLOBAL_STEP: 1465050 | > loss_text_ce: 0.027116937562823296 (0.030811418298585067) | > loss_mel_ce: 2.1021170616149902 (nan) | > loss: 0.008449342101812363 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14136427286461237) | > loader_time: 0.0044 (0.004597113894287663)  --> TIME: 2025-03-26 15:10:47 -- STEP: 13570/31555 -- GLOBAL_STEP: 1465100 | > loss_text_ce: 0.04135261848568916 (0.030817330312450514) | > loss_mel_ce: 2.705490827560425 (nan) | > loss: 0.010900172404944897 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14136814359539793) | > loader_time: 0.0046 (0.004597285923574818)  --> TIME: 2025-03-26 15:10:57 -- STEP: 13620/31555 -- GLOBAL_STEP: 1465150 | > loss_text_ce: 0.03126201778650284 (0.030817924750689826) | > loss_mel_ce: 1.8679077625274658 (nan) | > loss: 0.0075363884679973125 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14138394394635073) | > loader_time: 0.0044 (0.0045973554581797684)  --> TIME: 2025-03-26 15:11:07 -- STEP: 13670/31555 -- GLOBAL_STEP: 1465200 | > loss_text_ce: 0.04087289795279503 (0.030817164938172003) | > loss_mel_ce: 1.9635794162750244 (nan) | > loss: 0.00795417558401823 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14137840857013928) | > loader_time: 0.0046 (0.004597287415237265)  --> TIME: 2025-03-26 15:11:17 -- STEP: 13720/31555 -- GLOBAL_STEP: 1465250 | > loss_text_ce: 0.03468543291091919 (0.030823618660778696) | > loss_mel_ce: 1.9954802989959717 (nan) | > loss: 0.008056213147938251 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14138262139812463) | > loader_time: 0.0045 (0.004597505171166917)  --> TIME: 2025-03-26 15:11:26 -- STEP: 13770/31555 -- GLOBAL_STEP: 1465300 | > loss_text_ce: 0.03664293512701988 (0.030826392571713043) | > loss_mel_ce: 2.319197177886963 (nan) | > loss: 0.009348573163151741 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1413807736329606) | > loader_time: 0.0049 (0.004597656659311205)  --> TIME: 2025-03-26 15:11:36 -- STEP: 13820/31555 -- GLOBAL_STEP: 1465350 | > loss_text_ce: 0.03334996476769447 (0.030828626985781638) | > loss_mel_ce: 2.465677499771118 (nan) | > loss: 0.009916776791214943 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14140319931179277) | > loader_time: 0.0044 (0.004598097621790757)  --> TIME: 2025-03-26 15:11:46 -- STEP: 13870/31555 -- GLOBAL_STEP: 1465400 | > loss_text_ce: 0.03408720716834068 (0.030830323688683207) | > loss_mel_ce: 2.8808434009552 (nan) | > loss: 0.011567185632884502 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14141944599564096) | > loader_time: 0.0046 (0.004598293703240125)  --> TIME: 2025-03-26 15:11:56 -- STEP: 13920/31555 -- GLOBAL_STEP: 1465450 | > loss_text_ce: 0.027369007468223572 (0.030833607637149485) | > loss_mel_ce: 2.4488484859466553 (nan) | > loss: 0.00982626061886549 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1414154730480286) | > loader_time: 0.0044 (0.004598183467470373)  --> TIME: 2025-03-26 15:12:06 -- STEP: 13970/31555 -- GLOBAL_STEP: 1465500 | > loss_text_ce: 0.025263944640755653 (0.03083709867833797) | > loss_mel_ce: 3.3324122428894043 (nan) | > loss: 0.013324112631380558 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14143976021768642) | > loader_time: 0.0044 (0.004598077485283194)  --> TIME: 2025-03-26 15:12:16 -- STEP: 14020/31555 -- GLOBAL_STEP: 1465550 | > loss_text_ce: 0.026156149804592133 (0.030840105396069684) | > loss_mel_ce: 2.993131399154663 (nan) | > loss: 0.011981301009654999 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14143343140157175) | > loader_time: 0.0044 (0.004597816402663864)  --> TIME: 2025-03-26 15:12:25 -- STEP: 14070/31555 -- GLOBAL_STEP: 1465600 | > loss_text_ce: 0.028870388865470886 (0.030837684144764375) | > loss_mel_ce: 2.589033842086792 (nan) | > loss: 0.0103885093703866 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14144165373560133) | > loader_time: 0.0044 (0.004597529571956161)  --> TIME: 2025-03-26 15:12:35 -- STEP: 14120/31555 -- GLOBAL_STEP: 1465650 | > loss_text_ce: 0.030477158725261688 (0.030842519552241113) | > loss_mel_ce: 2.0232746601104736 (nan) | > loss: 0.008149809204041958 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14142980764675334) | > loader_time: 0.0045 (0.004597197409729788)  --> TIME: 2025-03-26 15:12:44 -- STEP: 14170/31555 -- GLOBAL_STEP: 1465700 | > loss_text_ce: 0.025234242901206017 (0.0308479397995404) | > loss_mel_ce: 0.9834626913070679 (nan) | > loss: 0.004002765752375126 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14141034501155766) | > loader_time: 0.0044 (0.004596784776083253)  --> TIME: 2025-03-26 15:12:54 -- STEP: 14220/31555 -- GLOBAL_STEP: 1465750 | > loss_text_ce: 0.03097788244485855 (0.030851061636341) | > loss_mel_ce: 2.6433145999908447 (nan) | > loss: 0.010612272657454014 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14141098800758367) | > loader_time: 0.0047 (0.004596581086830757)  --> TIME: 2025-03-26 15:13:03 -- STEP: 14270/31555 -- GLOBAL_STEP: 1465800 | > loss_text_ce: 0.03701040521264076 (0.030854509373083868) | > loss_mel_ce: 2.6900455951690674 (nan) | > loss: 0.010821651667356491 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1413915452041565) | > loader_time: 0.0042 (0.004596244294741984)  --> TIME: 2025-03-26 15:13:13 -- STEP: 14320/31555 -- GLOBAL_STEP: 1465850 | > loss_text_ce: 0.03235932067036629 (0.030853771389391816) | > loss_mel_ce: 2.743770122528076 (nan) | > loss: 0.01101638749241829 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14140454087843377) | > loader_time: 0.0045 (0.004596091149239573)  --> TIME: 2025-03-26 15:13:23 -- STEP: 14370/31555 -- GLOBAL_STEP: 1465900 | > loss_text_ce: 0.03422234579920769 (0.03085516334304595) | > loss_mel_ce: 2.1971616744995117 (nan) | > loss: 0.008854699321091175 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14140483566515058) | > loader_time: 0.0043 (0.004595819976318196)  --> TIME: 2025-03-26 15:13:32 -- STEP: 14420/31555 -- GLOBAL_STEP: 1465950 | > loss_text_ce: 0.04573243111371994 (0.030858464229751206) | > loss_mel_ce: 0.1420084685087204 (nan) | > loss: 0.0007450035773217678 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.14138869091806325) | > loader_time: 0.0043 (0.004595918463602482)  --> TIME: 2025-03-26 15:13:41 -- STEP: 14470/31555 -- GLOBAL_STEP: 1466000 | > loss_text_ce: 0.03835839405655861 (0.030861312135701334) | > loss_mel_ce: 0.5776909589767456 (nan) | > loss: 0.002444640500470996 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14136443164485288) | > loader_time: 0.0043 (0.004595246146939592)  --> TIME: 2025-03-26 15:13:51 -- STEP: 14520/31555 -- GLOBAL_STEP: 1466050 | > loss_text_ce: 0.037959031760692596 (0.03086180978001816) | > loss_mel_ce: 0.02107747457921505 (nan) | > loss: 0.00023427186533808708 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14136528408888546) | > loader_time: 0.0044 (0.004595032900818129)  --> TIME: 2025-03-26 15:14:00 -- STEP: 14570/31555 -- GLOBAL_STEP: 1466100 | > loss_text_ce: 0.02542475424706936 (0.03086622611190625) | > loss_mel_ce: 3.0397629737854004 (nan) | > loss: 0.012163443490862846 (nan) | > current_lr: 5e-06 | > step_time: 0.1702 (0.1413496765111839) | > loader_time: 0.0046 (0.004594944680318007)  --> TIME: 2025-03-26 15:14:10 -- STEP: 14620/31555 -- GLOBAL_STEP: 1466150 | > loss_text_ce: 0.03978078439831734 (0.030868570508547483) | > loss_mel_ce: 3.1889023780822754 (nan) | > loss: 0.0128122353926301 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14134827716895165) | > loader_time: 0.0045 (0.0045945407753930105)  --> TIME: 2025-03-26 15:14:20 -- STEP: 14670/31555 -- GLOBAL_STEP: 1466200 | > loss_text_ce: 0.023927785456180573 (0.030870696627068313) | > loss_mel_ce: 2.097665786743164 (nan) | > loss: 0.008419021964073181 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14135545366218255) | > loader_time: 0.0044 (0.00459474989079097)  --> TIME: 2025-03-26 15:14:30 -- STEP: 14720/31555 -- GLOBAL_STEP: 1466250 | > loss_text_ce: 0.02180396020412445 (0.03086677842011736) | > loss_mel_ce: 2.914356231689453 (nan) | > loss: 0.01165142934769392 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.1413618792496291) | > loader_time: 0.0046 (0.00459470484891664)  --> TIME: 2025-03-26 15:14:39 -- STEP: 14770/31555 -- GLOBAL_STEP: 1466300 | > loss_text_ce: 0.029565637931227684 (0.030866361039923348) | > loss_mel_ce: 2.54843807220459 (nan) | > loss: 0.010230173356831074 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.1413746951799896) | > loader_time: 0.0045 (0.004594813090526506)  --> TIME: 2025-03-26 15:14:49 -- STEP: 14820/31555 -- GLOBAL_STEP: 1466350 | > loss_text_ce: 0.03640833869576454 (0.030865668798400928) | > loss_mel_ce: 2.8704278469085693 (nan) | > loss: 0.01153506524860859 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14138116981336396) | > loader_time: 0.0045 (0.004594861286693584)  --> TIME: 2025-03-26 15:14:59 -- STEP: 14870/31555 -- GLOBAL_STEP: 1466400 | > loss_text_ce: 0.03388727456331253 (0.0308670928739337) | > loss_mel_ce: 3.1584713459014893 (nan) | > loss: 0.012668090872466564 (nan) | > current_lr: 5e-06 | > step_time: 0.1877 (0.14137559844570438) | > loader_time: 0.0047 (0.004594843212838298)  --> TIME: 2025-03-26 15:15:09 -- STEP: 14920/31555 -- GLOBAL_STEP: 1466450 | > loss_text_ce: 0.02059601992368698 (0.03086455398184265) | > loss_mel_ce: 3.031763792037964 (nan) | > loss: 0.012112539261579514 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14138324297465138) | > loader_time: 0.0045 (0.0045947636580019845)  --> TIME: 2025-03-26 15:15:19 -- STEP: 14970/31555 -- GLOBAL_STEP: 1466500 | > loss_text_ce: 0.026041610166430473 (0.03085920469046545) | > loss_mel_ce: 2.8986880779266357 (nan) | > loss: 0.011606070213019848 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14140621712785856) | > loader_time: 0.0045 (0.004594645662632644)  --> TIME: 2025-03-26 15:15:29 -- STEP: 15020/31555 -- GLOBAL_STEP: 1466550 | > loss_text_ce: 0.03734731674194336 (0.030859389169558327) | > loss_mel_ce: 3.2989344596862793 (nan) | > loss: 0.013239214196801186 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.14141782834907599) | > loader_time: 0.0046 (0.004594211572019783)  --> TIME: 2025-03-26 15:15:38 -- STEP: 15070/31555 -- GLOBAL_STEP: 1466600 | > loss_text_ce: 0.034453243017196655 (0.03085928551893491) | > loss_mel_ce: 2.621596097946167 (nan) | > loss: 0.010539878159761429 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.14142141009927442) | > loader_time: 0.0046 (0.004594006804179582)  --> TIME: 2025-03-26 15:15:48 -- STEP: 15120/31555 -- GLOBAL_STEP: 1466650 | > loss_text_ce: 0.035430002957582474 (0.03086273930326262) | > loss_mel_ce: 2.601972818374634 (nan) | > loss: 0.010465884581208229 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14142134257409872) | > loader_time: 0.0046 (0.004593990482981249)  --> TIME: 2025-03-26 15:15:58 -- STEP: 15170/31555 -- GLOBAL_STEP: 1466700 | > loss_text_ce: 0.024874797090888023 (0.03085804549116462) | > loss_mel_ce: 1.922382116317749 (nan) | > loss: 0.007727210409939289 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.141424927698913) | > loader_time: 0.0044 (0.004593895529946299)  --> TIME: 2025-03-26 15:16:08 -- STEP: 15220/31555 -- GLOBAL_STEP: 1466750 | > loss_text_ce: 0.015755685046315193 (0.030854266246232484) | > loss_mel_ce: 2.5382778644561768 (nan) | > loss: 0.010135054588317871 (nan) | > current_lr: 5e-06 | > step_time: 0.1029 (0.14143639190438165) | > loader_time: 0.0043 (0.004593757558589545)  --> TIME: 2025-03-26 15:16:17 -- STEP: 15270/31555 -- GLOBAL_STEP: 1466800 | > loss_text_ce: 0.03898276761174202 (0.030853756218014214) | > loss_mel_ce: 2.2573907375335693 (nan) | > loss: 0.009112594649195671 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.1414409420266985) | > loader_time: 0.0044 (0.004593484387650711)  --> TIME: 2025-03-26 15:16:27 -- STEP: 15320/31555 -- GLOBAL_STEP: 1466850 | > loss_text_ce: 0.025404075160622597 (0.030855683627290353) | > loss_mel_ce: 2.6773812770843506 (nan) | > loss: 0.010725338943302631 (nan) | > current_lr: 5e-06 | > step_time: 0.1265 (0.14143382514736916) | > loader_time: 0.0043 (0.00459334002151191)  --> TIME: 2025-03-26 15:16:36 -- STEP: 15370/31555 -- GLOBAL_STEP: 1466900 | > loss_text_ce: 0.01500963419675827 (0.030850105433892664) | > loss_mel_ce: 1.4974466562271118 (nan) | > loss: 0.006001811008900404 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.1414249332988884) | > loader_time: 0.0044 (0.004593117452707091)  --> TIME: 2025-03-26 15:16:46 -- STEP: 15420/31555 -- GLOBAL_STEP: 1466950 | > loss_text_ce: 0.03839287534356117 (0.030847570726082657) | > loss_mel_ce: 2.2697465419769287 (nan) | > loss: 0.009159283712506294 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14140220929985625) | > loader_time: 0.0044 (0.004592758981479596)  --> TIME: 2025-03-26 15:16:55 -- STEP: 15470/31555 -- GLOBAL_STEP: 1467000 | > loss_text_ce: 0.03291524946689606 (0.030849942309527856) | > loss_mel_ce: 2.667477607727051 (nan) | > loss: 0.010715845972299576 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14139695055036228) | > loader_time: 0.0047 (0.00459248457096744)  --> TIME: 2025-03-26 15:17:05 -- STEP: 15520/31555 -- GLOBAL_STEP: 1467050 | > loss_text_ce: 0.040056124329566956 (0.030848723459693594) | > loss_mel_ce: 2.9176454544067383 (nan) | > loss: 0.011736911721527576 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14140102631345172) | > loader_time: 0.0043 (0.004592185198646236)  --> TIME: 2025-03-26 15:17:14 -- STEP: 15570/31555 -- GLOBAL_STEP: 1467100 | > loss_text_ce: 0.029732272028923035 (0.030850879146311343) | > loss_mel_ce: 2.348834753036499 (nan) | > loss: 0.009438758715987206 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.14138843310361587) | > loader_time: 0.0044 (0.004591933442142127)  --> TIME: 2025-03-26 15:17:23 -- STEP: 15620/31555 -- GLOBAL_STEP: 1467150 | > loss_text_ce: 0.02989903837442398 (0.030852253944881346) | > loss_mel_ce: 2.4706149101257324 (nan) | > loss: 0.009922674857079983 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14136826303643177) | > loader_time: 0.0043 (0.00459171834278962)  --> TIME: 2025-03-26 15:17:33 -- STEP: 15670/31555 -- GLOBAL_STEP: 1467200 | > loss_text_ce: 0.024094609543681145 (0.03084759684243901) | > loss_mel_ce: 2.9432570934295654 (nan) | > loss: 0.011775205843150616 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14137309294410258) | > loader_time: 0.0044 (0.00459174457141071)  --> TIME: 2025-03-26 15:17:43 -- STEP: 15720/31555 -- GLOBAL_STEP: 1467250 | > loss_text_ce: 0.037266671657562256 (0.030845982077977036) | > loss_mel_ce: 2.593567371368408 (nan) | > loss: 0.010439818724989891 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14137961714322267) | > loader_time: 0.0043 (0.004591542725041324)  --> TIME: 2025-03-26 15:17:53 -- STEP: 15770/31555 -- GLOBAL_STEP: 1467300 | > loss_text_ce: 0.026308251544833183 (0.030843868178829843) | > loss_mel_ce: 2.8052539825439453 (nan) | > loss: 0.011236359365284443 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14137462748707072) | > loader_time: 0.0044 (0.004591198291064977)  --> TIME: 2025-03-26 15:18:02 -- STEP: 15820/31555 -- GLOBAL_STEP: 1467350 | > loss_text_ce: 0.027564922347664833 (0.03084089452672783) | > loss_mel_ce: 0.0241241455078125 (nan) | > loss: 0.0002051153569482267 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14136003860179389) | > loader_time: 0.0043 (0.0045907132393491)  --> TIME: 2025-03-26 15:18:11 -- STEP: 15870/31555 -- GLOBAL_STEP: 1467400 | > loss_text_ce: 0.03248497098684311 (0.030843314970065924) | > loss_mel_ce: 1.981896996498108 (nan) | > loss: 0.007993578910827637 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14134536645813503) | > loader_time: 0.0045 (0.004590656776884934)  --> TIME: 2025-03-26 15:18:21 -- STEP: 15920/31555 -- GLOBAL_STEP: 1467450 | > loss_text_ce: 0.01379796676337719 (0.030845890326504994) | > loss_mel_ce: 1.9068514108657837 (nan) | > loss: 0.00762162497267127 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14132818817792764) | > loader_time: 0.0045 (0.004590373183015608)  --> TIME: 2025-03-26 15:18:31 -- STEP: 15970/31555 -- GLOBAL_STEP: 1467500 | > loss_text_ce: 0.03358208015561104 (0.030850943884973833) | > loss_mel_ce: 2.721653461456299 (nan) | > loss: 0.010933474637567997 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14133899614970624) | > loader_time: 0.0044 (0.004590324618029614)  --> TIME: 2025-03-26 15:18:40 -- STEP: 16020/31555 -- GLOBAL_STEP: 1467550 | > loss_text_ce: 0.026851851493120193 (0.030849618347275645) | > loss_mel_ce: 2.8561415672302246 (nan) | > loss: 0.011440451256930828 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14135006161664693) | > loader_time: 0.0047 (0.004590275597185386)  --> TIME: 2025-03-26 15:18:50 -- STEP: 16070/31555 -- GLOBAL_STEP: 1467600 | > loss_text_ce: 0.03127894178032875 (0.030852175924831953) | > loss_mel_ce: 2.292830228805542 (nan) | > loss: 0.009222655557096004 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.1413403000383543) | > loader_time: 0.0045 (0.0045902327713791356)  --> TIME: 2025-03-26 15:18:59 -- STEP: 16120/31555 -- GLOBAL_STEP: 1467650 | > loss_text_ce: 0.04146885871887207 (0.030853662222841055) | > loss_mel_ce: 0.0234375 (nan) | > loss: 0.00025756494142115116 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1413332212060018) | > loader_time: 0.0046 (0.004590334800573501)  --> TIME: 2025-03-26 15:19:09 -- STEP: 16170/31555 -- GLOBAL_STEP: 1467700 | > loss_text_ce: 0.03401515632867813 (0.03085241708593488) | > loss_mel_ce: 2.1904494762420654 (nan) | > loss: 0.008827241137623787 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1413452741313874) | > loader_time: 0.0044 (0.004590368477297041)  --> TIME: 2025-03-26 15:19:19 -- STEP: 16220/31555 -- GLOBAL_STEP: 1467750 | > loss_text_ce: 0.030246779322624207 (0.03085120158113824) | > loss_mel_ce: 2.935035228729248 (nan) | > loss: 0.011766992509365082 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14136486365086579) | > loader_time: 0.0045 (0.0045903986391098136)  --> TIME: 2025-03-26 15:19:29 -- STEP: 16270/31555 -- GLOBAL_STEP: 1467800 | > loss_text_ce: 0.03849008306860924 (0.03085372179572613) | > loss_mel_ce: 2.0837576389312744 (nan) | > loss: 0.008421618491411209 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14137347780566398) | > loader_time: 0.0044 (0.004590425083955232)  --> TIME: 2025-03-26 15:19:39 -- STEP: 16320/31555 -- GLOBAL_STEP: 1467850 | > loss_text_ce: 0.02705053985118866 (0.030858144228570347) | > loss_mel_ce: 3.0690102577209473 (nan) | > loss: 0.012285956181585789 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14138187497269813) | > loader_time: 0.0043 (0.004590312201602792)  --> TIME: 2025-03-26 15:19:49 -- STEP: 16370/31555 -- GLOBAL_STEP: 1467900 | > loss_text_ce: 0.03138575330376625 (0.030859435885625782) | > loss_mel_ce: 3.063636302947998 (nan) | > loss: 0.01228183414787054 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14138058598040018) | > loader_time: 0.0047 (0.004590019745730601)  --> TIME: 2025-03-26 15:19:58 -- STEP: 16420/31555 -- GLOBAL_STEP: 1467950 | > loss_text_ce: 0.02265830524265766 (0.030858556148465655) | > loss_mel_ce: 2.248709201812744 (nan) | > loss: 0.009013364091515541 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14136975300878263) | > loader_time: 0.0044 (0.004590024567695836)  --> TIME: 2025-03-26 15:20:08 -- STEP: 16470/31555 -- GLOBAL_STEP: 1468000 | > loss_text_ce: 0.03668714687228203 (0.030861168331961397) | > loss_mel_ce: 2.899324417114258 (nan) | > loss: 0.011650839820504189 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1413740034311841) | > loader_time: 0.0046 (0.0045899927797068574)  --> TIME: 2025-03-26 15:20:18 -- STEP: 16520/31555 -- GLOBAL_STEP: 1468050 | > loss_text_ce: 0.02300543524324894 (0.030859874064366605) | > loss_mel_ce: 1.2973207235336304 (nan) | > loss: 0.0052393898367881775 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14137732053207078) | > loader_time: 0.0043 (0.004589857893475035)  --> TIME: 2025-03-26 15:20:27 -- STEP: 16570/31555 -- GLOBAL_STEP: 1468100 | > loss_text_ce: 0.033880796283483505 (0.030860872363630065) | > loss_mel_ce: 2.1816654205322266 (nan) | > loss: 0.008791849948465824 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14137294154319635) | > loader_time: 0.0044 (0.004589697015379022)  --> TIME: 2025-03-26 15:20:37 -- STEP: 16620/31555 -- GLOBAL_STEP: 1468150 | > loss_text_ce: 0.023312529549002647 (0.030857667421684495) | > loss_mel_ce: 1.5284475088119507 (nan) | > loss: 0.0061577786691486835 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14137138620323736) | > loader_time: 0.0045 (0.004589544880404517)  --> TIME: 2025-03-26 15:20:47 -- STEP: 16670/31555 -- GLOBAL_STEP: 1468200 | > loss_text_ce: 0.030209459364414215 (0.030857057355614698) | > loss_mel_ce: 2.6149778366088867 (nan) | > loss: 0.01049677561968565 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14137207946880256) | > loader_time: 0.0045 (0.00458956733033124)  --> TIME: 2025-03-26 15:20:56 -- STEP: 16720/31555 -- GLOBAL_STEP: 1468250 | > loss_text_ce: 0.020198030397295952 (0.03085549377739367) | > loss_mel_ce: 2.546602725982666 (nan) | > loss: 0.010185718536376953 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14137881152937792) | > loader_time: 0.0045 (0.004589384894051624)  --> TIME: 2025-03-26 15:21:06 -- STEP: 16770/31555 -- GLOBAL_STEP: 1468300 | > loss_text_ce: 0.03190368413925171 (0.030856947861467452) | > loss_mel_ce: 2.585277795791626 (nan) | > loss: 0.01038564182817936 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14138892694961125) | > loader_time: 0.0044 (0.004589266484169005)  --> TIME: 2025-03-26 15:21:16 -- STEP: 16820/31555 -- GLOBAL_STEP: 1468350 | > loss_text_ce: 0.015383121557533741 (0.030854881710431558) | > loss_mel_ce: 0.0218505859375 (nan) | > loss: 0.00014775281306356192 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1413844128426127) | > loader_time: 0.0046 (0.004589620966123205)  --> TIME: 2025-03-26 15:21:25 -- STEP: 16870/31555 -- GLOBAL_STEP: 1468400 | > loss_text_ce: 0.03608882054686546 (0.03085237894633428) | > loss_mel_ce: 1.5955538749694824 (nan) | > loss: 0.006474772933870554 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14138521247879537) | > loader_time: 0.0045 (0.004589604130141754)  --> TIME: 2025-03-26 15:21:35 -- STEP: 16920/31555 -- GLOBAL_STEP: 1468450 | > loss_text_ce: 0.029138557612895966 (0.030851715684199078) | > loss_mel_ce: 3.1823184490203857 (nan) | > loss: 0.012743878178298473 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14138211915115312) | > loader_time: 0.0046 (0.0045901475082334355)  --> TIME: 2025-03-26 15:21:44 -- STEP: 16970/31555 -- GLOBAL_STEP: 1468500 | > loss_text_ce: 0.03522859141230583 (0.0308487225006706) | > loss_mel_ce: 2.591747999191284 (nan) | > loss: 0.010424510575830936 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14136284534272198) | > loader_time: 0.0047 (0.004590371923722027)  --> TIME: 2025-03-26 15:21:54 -- STEP: 17020/31555 -- GLOBAL_STEP: 1468550 | > loss_text_ce: 0.033267516642808914 (0.03084976519042129) | > loss_mel_ce: 3.087423801422119 (nan) | > loss: 0.012383696623146534 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14136319315951734) | > loader_time: 0.0045 (0.004590564328831319)  --> TIME: 2025-03-26 15:22:04 -- STEP: 17070/31555 -- GLOBAL_STEP: 1468600 | > loss_text_ce: 0.045696333050727844 (0.030851407737515355) | > loss_mel_ce: 2.792640209197998 (nan) | > loss: 0.011263241060078144 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14136644714257074) | > loader_time: 0.0045 (0.004590683089548484)  --> TIME: 2025-03-26 15:22:13 -- STEP: 17120/31555 -- GLOBAL_STEP: 1468650 | > loss_text_ce: 0.027699531987309456 (0.03084922451770725) | > loss_mel_ce: 2.010289430618286 (nan) | > loss: 0.008087257854640484 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14135664432683775) | > loader_time: 0.0044 (0.004590501935682569)  --> TIME: 2025-03-26 15:22:23 -- STEP: 17170/31555 -- GLOBAL_STEP: 1468700 | > loss_text_ce: 0.034158702939748764 (0.0308481675574863) | > loss_mel_ce: 2.367642641067505 (nan) | > loss: 0.009530958719551563 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14136374541056534) | > loader_time: 0.0045 (0.004590562796551061)  --> TIME: 2025-03-26 15:22:33 -- STEP: 17220/31555 -- GLOBAL_STEP: 1468750 | > loss_text_ce: 0.021986020728945732 (0.0308514526043018) | > loss_mel_ce: 2.186192035675049 (nan) | > loss: 0.008762612007558346 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14137405517070775) | > loader_time: 0.0045 (0.004590510075931356)  --> TIME: 2025-03-26 15:22:43 -- STEP: 17270/31555 -- GLOBAL_STEP: 1468800 | > loss_text_ce: 0.02332318015396595 (0.030849449178845675) | > loss_mel_ce: 2.5559964179992676 (nan) | > loss: 0.010235396213829517 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14137146562665695) | > loader_time: 0.0048 (0.004590609229639494)  --> TIME: 2025-03-26 15:22:52 -- STEP: 17320/31555 -- GLOBAL_STEP: 1468850 | > loss_text_ce: 0.03788391128182411 (0.030845797405681438) | > loss_mel_ce: 3.5188210010528564 (nan) | > loss: 0.01411390956491232 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14135935039498188) | > loader_time: 0.0044 (0.004590495629343648)  --> TIME: 2025-03-26 15:23:01 -- STEP: 17370/31555 -- GLOBAL_STEP: 1468900 | > loss_text_ce: 0.033936481922864914 (0.030844052637314396) | > loss_mel_ce: 2.6789422035217285 (nan) | > loss: 0.01076539233326912 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1413525855465732) | > loader_time: 0.0046 (0.004590599455913048)  --> TIME: 2025-03-26 15:23:11 -- STEP: 17420/31555 -- GLOBAL_STEP: 1468950 | > loss_text_ce: 0.033095281571149826 (0.030846707441445215) | > loss_mel_ce: 0.04796600341796875 (nan) | > loss: 0.0003216718032490462 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14134717344827094) | > loader_time: 0.0048 (0.004590654017320323)  --> TIME: 2025-03-26 15:23:21 -- STEP: 17470/31555 -- GLOBAL_STEP: 1469000 | > loss_text_ce: 0.018212491646409035 (0.03084730517047734) | > loss_mel_ce: 1.4181190729141235 (nan) | > loss: 0.005699728615581989 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14135700086900374) | > loader_time: 0.0045 (0.00459084243315865)  --> TIME: 2025-03-26 15:23:31 -- STEP: 17520/31555 -- GLOBAL_STEP: 1469050 | > loss_text_ce: 0.03057844005525112 (0.03084493669979997) | > loss_mel_ce: 2.481806993484497 (nan) | > loss: 0.009969783946871758 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14136166309929285) | > loader_time: 0.0044 (0.004590943591779778)  --> TIME: 2025-03-26 15:23:41 -- STEP: 17570/31555 -- GLOBAL_STEP: 1469100 | > loss_text_ce: 0.039963774383068085 (0.03084476297110633) | > loss_mel_ce: 2.7355403900146484 (nan) | > loss: 0.011013905517756939 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14137079888063145) | > loader_time: 0.0045 (0.004590804901188187)  --> TIME: 2025-03-26 15:23:50 -- STEP: 17620/31555 -- GLOBAL_STEP: 1469150 | > loss_text_ce: 0.028423313051462173 (0.030840553704143906) | > loss_mel_ce: 4.302734375 (nan) | > loss: 0.01718713529407978 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.1413694784535718) | > loader_time: 0.0047 (0.004590733124368176)  --> TIME: 2025-03-26 15:24:00 -- STEP: 17670/31555 -- GLOBAL_STEP: 1469200 | > loss_text_ce: 0.03169521316885948 (0.03083704309342993) | > loss_mel_ce: 2.1821885108947754 (nan) | > loss: 0.008785253390669823 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14139352535621236) | > loader_time: 0.0045 (0.004590746016575244)  --> TIME: 2025-03-26 15:24:10 -- STEP: 17720/31555 -- GLOBAL_STEP: 1469250 | > loss_text_ce: 0.03356197848916054 (0.030835569981784133) | > loss_mel_ce: 2.4045944213867188 (nan) | > loss: 0.0096752243116498 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14139016676971608) | > loader_time: 0.0049 (0.004591072278421031)  --> TIME: 2025-03-26 15:24:20 -- STEP: 17770/31555 -- GLOBAL_STEP: 1469300 | > loss_text_ce: 0.042306721210479736 (0.03083586781817663) | > loss_mel_ce: 2.8601927757263184 (nan) | > loss: 0.01151785533875227 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14140888219746373) | > loader_time: 0.0047 (0.004591038673864569)  --> TIME: 2025-03-26 15:24:30 -- STEP: 17820/31555 -- GLOBAL_STEP: 1469350 | > loss_text_ce: 0.03552456200122833 (0.030832086593031834) | > loss_mel_ce: 2.4839060306549072 (nan) | > loss: 0.00999774131923914 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.1414066645031419) | > loader_time: 0.0046 (0.004590860828673669)  --> TIME: 2025-03-26 15:24:39 -- STEP: 17870/31555 -- GLOBAL_STEP: 1469400 | > loss_text_ce: 0.030843734741210938 (0.03083004462384167) | > loss_mel_ce: 3.098331928253174 (nan) | > loss: 0.012417364865541458 (nan) | > current_lr: 5e-06 | > step_time: 0.1867 (0.1413886078523396) | > loader_time: 0.0048 (0.004590869630323691)  --> TIME: 2025-03-26 15:24:49 -- STEP: 17920/31555 -- GLOBAL_STEP: 1469450 | > loss_text_ce: 0.03625865280628204 (0.030832669442211875) | > loss_mel_ce: 2.9260518550872803 (nan) | > loss: 0.011755201034247875 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.1413854321065751) | > loader_time: 0.0049 (0.004590882946337975)  --> TIME: 2025-03-26 15:24:58 -- STEP: 17970/31555 -- GLOBAL_STEP: 1469500 | > loss_text_ce: 0.025973815470933914 (0.030831251039367187) | > loss_mel_ce: 3.0566184520721436 (nan) | > loss: 0.012232509441673756 (nan) | > current_lr: 5e-06 | > step_time: 0.1215 (0.14137145643706503) | > loader_time: 0.0044 (0.004591084906440616)  --> TIME: 2025-03-26 15:25:08 -- STEP: 18020/31555 -- GLOBAL_STEP: 1469550 | > loss_text_ce: 0.03984805569052696 (0.03083212766310533) | > loss_mel_ce: 3.0016391277313232 (nan) | > loss: 0.012069394811987877 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.141371126669757) | > loader_time: 0.0047 (0.004591062886601155)  --> TIME: 2025-03-26 15:25:17 -- STEP: 18070/31555 -- GLOBAL_STEP: 1469600 | > loss_text_ce: 0.025749526917934418 (0.03082940682612141) | > loss_mel_ce: 2.5494909286499023 (nan) | > loss: 0.010219207964837551 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14136362074486172) | > loader_time: 0.0046 (0.004591103819238597)  --> TIME: 2025-03-26 15:25:27 -- STEP: 18120/31555 -- GLOBAL_STEP: 1469650 | > loss_text_ce: 0.029750505462288857 (0.03083218568082792) | > loss_mel_ce: 2.454350471496582 (nan) | > loss: 0.009857544675469398 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.141373195211355) | > loader_time: 0.0043 (0.004591059605806873)  --> TIME: 2025-03-26 15:25:37 -- STEP: 18170/31555 -- GLOBAL_STEP: 1469700 | > loss_text_ce: 0.028179273009300232 (0.030831303961429465) | > loss_mel_ce: 2.564199447631836 (nan) | > loss: 0.010287216864526272 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14137187975084037) | > loader_time: 0.0045 (0.004590856917428003)  --> TIME: 2025-03-26 15:25:46 -- STEP: 18220/31555 -- GLOBAL_STEP: 1469750 | > loss_text_ce: 0.035220786929130554 (0.03083470860750718) | > loss_mel_ce: 2.543821096420288 (nan) | > loss: 0.010234294459223747 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14137452787154242) | > loader_time: 0.0047 (0.004590668950462972)  --> TIME: 2025-03-26 15:25:56 -- STEP: 18270/31555 -- GLOBAL_STEP: 1469800 | > loss_text_ce: 0.033046506345272064 (0.030838658093598675) | > loss_mel_ce: 2.282329559326172 (nan) | > loss: 0.009188001044094563 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14136143314035765) | > loader_time: 0.0047 (0.004590642537063242)  --> TIME: 2025-03-26 15:26:05 -- STEP: 18320/31555 -- GLOBAL_STEP: 1469850 | > loss_text_ce: 0.036228593438863754 (0.030845167266416434) | > loss_mel_ce: 2.4417405128479004 (nan) | > loss: 0.00983321201056242 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14136298909197648) | > loader_time: 0.0048 (0.004590483888267951)  --> TIME: 2025-03-26 15:26:15 -- STEP: 18370/31555 -- GLOBAL_STEP: 1469900 | > loss_text_ce: 0.03763268515467644 (0.030847536764682052) | > loss_mel_ce: 1.0676498413085938 (nan) | > loss: 0.00438604224473238 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14136998822134786) | > loader_time: 0.0044 (0.004590329334796871)  --> TIME: 2025-03-26 15:26:25 -- STEP: 18420/31555 -- GLOBAL_STEP: 1469950 | > loss_text_ce: 0.030317651107907295 (0.030848698900662663) | > loss_mel_ce: 2.991410255432129 (nan) | > loss: 0.011990983970463276 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14137762673644033) | > loader_time: 0.0047 (0.004590429351073521)  --> TIME: 2025-03-26 15:26:35 -- STEP: 18470/31555 -- GLOBAL_STEP: 1470000 | > loss_text_ce: 0.028208119794726372 (0.03084928705687289) | > loss_mel_ce: 2.6436104774475098 (nan) | > loss: 0.010602454654872417 (nan) | > current_lr: 5e-06 | > step_time: 0.1077 (0.14137790070137646) | > loader_time: 0.0043 (0.0045904627734413) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1470000.pth  --> TIME: 2025-03-26 15:26:50 -- STEP: 18520/31555 -- GLOBAL_STEP: 1470050 | > loss_text_ce: 0.03670458123087883 (0.03085096205109992) | > loss_mel_ce: 2.408963918685913 (nan) | > loss: 0.009705034084618092 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14137748165727873) | > loader_time: 0.0047 (0.004590578251729513)  --> TIME: 2025-03-26 15:26:59 -- STEP: 18570/31555 -- GLOBAL_STEP: 1470100 | > loss_text_ce: 0.027944788336753845 (0.030852146483115215) | > loss_mel_ce: 0.090087890625 (nan) | > loss: 0.00046838365960866213 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14136975899009643) | > loader_time: 0.0046 (0.004590625151807282)  --> TIME: 2025-03-26 15:27:09 -- STEP: 18620/31555 -- GLOBAL_STEP: 1470150 | > loss_text_ce: 0.028895122930407524 (0.03085236515475699) | > loss_mel_ce: 2.4364569187164307 (nan) | > loss: 0.009783144108951092 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14135225309593133) | > loader_time: 0.0047 (0.004590805580741478)  --> TIME: 2025-03-26 15:27:18 -- STEP: 18670/31555 -- GLOBAL_STEP: 1470200 | > loss_text_ce: 0.03500966355204582 (0.030851488272511326) | > loss_mel_ce: 2.6294407844543457 (nan) | > loss: 0.010573216713964939 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14134459198000018) | > loader_time: 0.0049 (0.0045908890756362905)  --> TIME: 2025-03-26 15:27:28 -- STEP: 18720/31555 -- GLOBAL_STEP: 1470250 | > loss_text_ce: 0.03371414169669151 (0.03085344006609904) | > loss_mel_ce: 2.470111131668091 (nan) | > loss: 0.009935814887285233 (nan) | > current_lr: 5e-06 | > step_time: 0.1509 (0.14133774419116096) | > loader_time: 0.0046 (0.00459088666571511)  --> TIME: 2025-03-26 15:27:37 -- STEP: 18770/31555 -- GLOBAL_STEP: 1470300 | > loss_text_ce: 0.03435805067420006 (0.0308523026508362) | > loss_mel_ce: 1.7998336553573608 (nan) | > loss: 0.007278538774698973 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.1413399185471281) | > loader_time: 0.0048 (0.004590967365827845)  --> TIME: 2025-03-26 15:27:47 -- STEP: 18820/31555 -- GLOBAL_STEP: 1470350 | > loss_text_ce: 0.03426407277584076 (0.030853269797552863) | > loss_mel_ce: 1.8459694385528564 (nan) | > loss: 0.007461244706064463 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.1413224476050107) | > loader_time: 0.0047 (0.004591157509847347)  --> TIME: 2025-03-26 15:27:56 -- STEP: 18870/31555 -- GLOBAL_STEP: 1470400 | > loss_text_ce: 0.031184954568743706 (0.0308532325219744) | > loss_mel_ce: 2.4130873680114746 (nan) | > loss: 0.009699493646621704 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1413151955566642) | > loader_time: 0.0045 (0.004591430402269543)  --> TIME: 2025-03-26 15:28:05 -- STEP: 18920/31555 -- GLOBAL_STEP: 1470450 | > loss_text_ce: 0.034994591027498245 (0.03085600909010072) | > loss_mel_ce: 2.7115800380706787 (nan) | > loss: 0.010899106040596962 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14130282311308398) | > loader_time: 0.0045 (0.004591415850859107)  --> TIME: 2025-03-26 15:28:15 -- STEP: 18970/31555 -- GLOBAL_STEP: 1470500 | > loss_text_ce: 0.026928821578621864 (0.030854386151913094) | > loss_mel_ce: 2.242887496948242 (nan) | > loss: 0.009007208049297333 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14129508435254798) | > loader_time: 0.0044 (0.004591483069396228)  --> TIME: 2025-03-26 15:28:25 -- STEP: 19020/31555 -- GLOBAL_STEP: 1470550 | > loss_text_ce: 0.033729083836078644 (0.030855242756795683) | > loss_mel_ce: 1.77020263671875 (nan) | > loss: 0.007158459629863501 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14130356707908828) | > loader_time: 0.0045 (0.004591616232939195)  --> TIME: 2025-03-26 15:28:34 -- STEP: 19070/31555 -- GLOBAL_STEP: 1470600 | > loss_text_ce: 0.028457893058657646 (0.030857258778813627) | > loss_mel_ce: 3.3894383907318115 (nan) | > loss: 0.013563081622123718 (nan) | > current_lr: 5e-06 | > step_time: 0.1837 (0.14130450050181922) | > loader_time: 0.0049 (0.004591754436742961)  --> TIME: 2025-03-26 15:28:44 -- STEP: 19120/31555 -- GLOBAL_STEP: 1470650 | > loss_text_ce: 0.02615302987396717 (0.030858319086630566) | > loss_mel_ce: 2.115417957305908 (nan) | > loss: 0.0084982980042696 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.1412886220915043) | > loader_time: 0.0045 (0.004591986798841078)  --> TIME: 2025-03-26 15:28:54 -- STEP: 19170/31555 -- GLOBAL_STEP: 1470700 | > loss_text_ce: 0.0302092544734478 (0.03085536815218305) | > loss_mel_ce: 2.740020513534546 (nan) | > loss: 0.010992975905537605 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1412953363337982) | > loader_time: 0.0047 (0.004592267908525135)  --> TIME: 2025-03-26 15:29:03 -- STEP: 19220/31555 -- GLOBAL_STEP: 1470750 | > loss_text_ce: 0.030922159552574158 (0.030855383164114653) | > loss_mel_ce: 2.116117238998413 (nan) | > loss: 0.00851999782025814 (nan) | > current_lr: 5e-06 | > step_time: 0.1068 (0.1412995505407371) | > loader_time: 0.0043 (0.004592499412929596)  --> TIME: 2025-03-26 15:29:13 -- STEP: 19270/31555 -- GLOBAL_STEP: 1470800 | > loss_text_ce: 0.029878130182623863 (0.030853973308478572) | > loss_mel_ce: 2.443559169769287 (nan) | > loss: 0.009815228171646595 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14130281425846228) | > loader_time: 0.0047 (0.004592698252627925)  --> TIME: 2025-03-26 15:29:23 -- STEP: 19320/31555 -- GLOBAL_STEP: 1470850 | > loss_text_ce: 0.028359338641166687 (0.030853681368309828) | > loss_mel_ce: 2.6456141471862793 (nan) | > loss: 0.010611006990075111 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.14129710967496273) | > loader_time: 0.0048 (0.004592819650721099)  --> TIME: 2025-03-26 15:29:33 -- STEP: 19370/31555 -- GLOBAL_STEP: 1470900 | > loss_text_ce: 0.02895449846982956 (0.030852455406646384) | > loss_mel_ce: 2.8293654918670654 (nan) | > loss: 0.011342540383338928 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1413079724954336) | > loader_time: 0.0045 (0.004592953493869599)  --> TIME: 2025-03-26 15:29:42 -- STEP: 19420/31555 -- GLOBAL_STEP: 1470950 | > loss_text_ce: 0.031266193836927414 (0.030854981400870576) | > loss_mel_ce: 2.607924222946167 (nan) | > loss: 0.010472978465259075 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14129922210740453) | > loader_time: 0.0045 (0.0045929669474474985)  --> TIME: 2025-03-26 15:29:52 -- STEP: 19470/31555 -- GLOBAL_STEP: 1471000 | > loss_text_ce: 0.027669204398989677 (0.030849957998945323) | > loss_mel_ce: 2.740617036819458 (nan) | > loss: 0.010985263623297215 (nan) | > current_lr: 5e-06 | > step_time: 0.1875 (0.14129692819954817) | > loader_time: 0.0046 (0.00459294597124159)  --> TIME: 2025-03-26 15:30:01 -- STEP: 19520/31555 -- GLOBAL_STEP: 1471050 | > loss_text_ce: 0.029424110427498817 (0.030847198736413044) | > loss_mel_ce: 2.3029582500457764 (nan) | > loss: 0.00925548654049635 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14129560763230037) | > loader_time: 0.0047 (0.0045929696716245985)  --> TIME: 2025-03-26 15:30:11 -- STEP: 19570/31555 -- GLOBAL_STEP: 1471100 | > loss_text_ce: 0.023363914340734482 (0.03085100270153866) | > loss_mel_ce: 2.7245333194732666 (nan) | > loss: 0.01090435404330492 (nan) | > current_lr: 5e-06 | > step_time: 0.1696 (0.14130414791964788) | > loader_time: 0.0048 (0.004593051314414849)  --> TIME: 2025-03-26 15:30:21 -- STEP: 19620/31555 -- GLOBAL_STEP: 1471150 | > loss_text_ce: 0.023382628336548805 (0.03084878101114233) | > loss_mel_ce: 2.680346727371216 (nan) | > loss: 0.01072908565402031 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.141301070064093) | > loader_time: 0.0043 (0.004592963667333906)  --> TIME: 2025-03-26 15:30:30 -- STEP: 19670/31555 -- GLOBAL_STEP: 1471200 | > loss_text_ce: 0.038888052105903625 (0.030848639091475852) | > loss_mel_ce: 2.394455909729004 (nan) | > loss: 0.009656127542257309 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14129926746244217) | > loader_time: 0.0048 (0.004593110278468466)  --> TIME: 2025-03-26 15:30:40 -- STEP: 19720/31555 -- GLOBAL_STEP: 1471250 | > loss_text_ce: 0.026980947703123093 (0.030847713900881143) | > loss_mel_ce: 2.5243425369262695 (nan) | > loss: 0.010124299675226212 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14129085034192393) | > loader_time: 0.0048 (0.004593396464903011)  --> TIME: 2025-03-26 15:30:49 -- STEP: 19770/31555 -- GLOBAL_STEP: 1471300 | > loss_text_ce: 0.03589145466685295 (0.030845936969795054) | > loss_mel_ce: 1.317407250404358 (nan) | > loss: 0.005370233207941055 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14129062438167886) | > loader_time: 0.0048 (0.0045936406231553515)  --> TIME: 2025-03-26 15:30:59 -- STEP: 19820/31555 -- GLOBAL_STEP: 1471350 | > loss_text_ce: 0.03153388947248459 (0.030846349909379102) | > loss_mel_ce: 2.6345527172088623 (nan) | > loss: 0.010579709894955158 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.14127662294928595) | > loader_time: 0.0044 (0.0045936000695983885)  --> TIME: 2025-03-26 15:31:08 -- STEP: 19870/31555 -- GLOBAL_STEP: 1471400 | > loss_text_ce: 0.029170384630560875 (0.030847131566458092) | > loss_mel_ce: 2.888230562210083 (nan) | > loss: 0.01157698780298233 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14126935954302655) | > loader_time: 0.0047 (0.004593615323140128)  --> TIME: 2025-03-26 15:31:18 -- STEP: 19920/31555 -- GLOBAL_STEP: 1471450 | > loss_text_ce: 0.036057278513908386 (0.030849250530390195) | > loss_mel_ce: 1.21142578125 (nan) | > loss: 0.004950329661369324 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.1412785893582908) | > loader_time: 0.0046 (0.004593731169719758)  --> TIME: 2025-03-26 15:31:28 -- STEP: 19970/31555 -- GLOBAL_STEP: 1471500 | > loss_text_ce: 0.035029489547014236 (0.03084943804677257) | > loss_mel_ce: 2.288106918334961 (nan) | > loss: 0.009218795225024223 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1412705729350359) | > loader_time: 0.0049 (0.0045939515337802975)  --> TIME: 2025-03-26 15:31:37 -- STEP: 20020/31555 -- GLOBAL_STEP: 1471550 | > loss_text_ce: 0.03907846659421921 (0.030848566519438878) | > loss_mel_ce: 2.4478418827056885 (nan) | > loss: 0.00986873172223568 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14127219469992594) | > loader_time: 0.0044 (0.004594209298982708)  --> TIME: 2025-03-26 15:31:47 -- STEP: 20070/31555 -- GLOBAL_STEP: 1471600 | > loss_text_ce: 0.046699218451976776 (0.030847018778994196) | > loss_mel_ce: 0.770721435546875 (nan) | > loss: 0.003243732964619994 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14127391766242545) | > loader_time: 0.0046 (0.004594247009722092)  --> TIME: 2025-03-26 15:31:57 -- STEP: 20120/31555 -- GLOBAL_STEP: 1471650 | > loss_text_ce: 0.03492311015725136 (0.03084698647527287) | > loss_mel_ce: 3.1240735054016113 (nan) | > loss: 0.012535701505839825 (nan) | > current_lr: 5e-06 | > step_time: 0.1917 (0.14127507434924527) | > loader_time: 0.0049 (0.004594521920676244)  --> TIME: 2025-03-26 15:32:06 -- STEP: 20170/31555 -- GLOBAL_STEP: 1471700 | > loss_text_ce: 0.027269959449768066 (0.030847465999176968) | > loss_mel_ce: 2.3509294986724854 (nan) | > loss: 0.009437300264835358 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14127245185749845) | > loader_time: 0.0045 (0.004594628977550971)  --> TIME: 2025-03-26 15:32:16 -- STEP: 20220/31555 -- GLOBAL_STEP: 1471750 | > loss_text_ce: 0.026678897440433502 (0.030845288508668408) | > loss_mel_ce: 1.8867278099060059 (nan) | > loss: 0.007592884358018637 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.141278704278664) | > loader_time: 0.0046 (0.004594790463867325)  --> TIME: 2025-03-26 15:32:26 -- STEP: 20270/31555 -- GLOBAL_STEP: 1471800 | > loss_text_ce: 0.028370706364512444 (0.03084652213454173) | > loss_mel_ce: 2.531139373779297 (nan) | > loss: 0.010156786069273949 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.1412831864571058) | > loader_time: 0.0044 (0.00459478009670427)  --> TIME: 2025-03-26 15:32:35 -- STEP: 20320/31555 -- GLOBAL_STEP: 1471850 | > loss_text_ce: 0.02895146608352661 (0.03084516263210332) | > loss_mel_ce: 2.0560696125030518 (nan) | > loss: 0.008273893035948277 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14127848136612672) | > loader_time: 0.0044 (0.0045944927597608935)  --> TIME: 2025-03-26 15:32:45 -- STEP: 20370/31555 -- GLOBAL_STEP: 1471900 | > loss_text_ce: 0.03488224744796753 (0.03084368985909813) | > loss_mel_ce: 2.527646064758301 (nan) | > loss: 0.010168763808906078 (nan) | > current_lr: 5e-06 | > step_time: 0.107 (0.14127230710941058) | > loader_time: 0.0043 (0.004594657663393077)  --> TIME: 2025-03-26 15:32:54 -- STEP: 20420/31555 -- GLOBAL_STEP: 1471950 | > loss_text_ce: 0.018874378874897957 (0.030843776900614964) | > loss_mel_ce: 1.6592997312545776 (nan) | > loss: 0.006659421604126692 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14125892228641124) | > loader_time: 0.0044 (0.004594478317619407)  --> TIME: 2025-03-26 15:33:04 -- STEP: 20470/31555 -- GLOBAL_STEP: 1472000 | > loss_text_ce: 0.03780636563897133 (0.030844828897325524) | > loss_mel_ce: 2.1872565746307373 (nan) | > loss: 0.008829615078866482 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.1412608584952337) | > loader_time: 0.0046 (0.004594166766857589)  --> TIME: 2025-03-26 15:33:14 -- STEP: 20520/31555 -- GLOBAL_STEP: 1472050 | > loss_text_ce: 0.027539141476154327 (0.0308461330501094) | > loss_mel_ce: 2.6387035846710205 (nan) | > loss: 0.010580329224467278 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14126039894468312) | > loader_time: 0.0044 (0.004594174102965376)  --> TIME: 2025-03-26 15:33:23 -- STEP: 20570/31555 -- GLOBAL_STEP: 1472100 | > loss_text_ce: 0.03695542737841606 (0.030846471022081046) | > loss_mel_ce: 2.2904107570648193 (nan) | > loss: 0.009235580451786518 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14125501994780615) | > loader_time: 0.0047 (0.004594326958125451)  --> TIME: 2025-03-26 15:33:33 -- STEP: 20620/31555 -- GLOBAL_STEP: 1472150 | > loss_text_ce: 0.025233877822756767 (0.030843913293905217) | > loss_mel_ce: 3.94140625 (nan) | > loss: 0.015740636736154556 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14126631894467698) | > loader_time: 0.0048 (0.004594659782172856)  --> TIME: 2025-03-26 15:33:43 -- STEP: 20670/31555 -- GLOBAL_STEP: 1472200 | > loss_text_ce: 0.03169765695929527 (0.030843456519968594) | > loss_mel_ce: 2.928168535232544 (nan) | > loss: 0.01174550224095583 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1412741918868348) | > loader_time: 0.0047 (0.0045948885464126045)  --> TIME: 2025-03-26 15:33:53 -- STEP: 20720/31555 -- GLOBAL_STEP: 1472250 | > loss_text_ce: 0.03698132187128067 (0.030843117469732926) | > loss_mel_ce: 2.782280445098877 (nan) | > loss: 0.011187547817826271 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.1412776849444762) | > loader_time: 0.0046 (0.004594896325273391)  --> TIME: 2025-03-26 15:34:03 -- STEP: 20770/31555 -- GLOBAL_STEP: 1472300 | > loss_text_ce: 0.02982325665652752 (0.030840376502178253) | > loss_mel_ce: 2.726804494857788 (nan) | > loss: 0.01093900017440319 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14129077201286702) | > loader_time: 0.0045 (0.004594873325952145)  --> TIME: 2025-03-26 15:34:12 -- STEP: 20820/31555 -- GLOBAL_STEP: 1472350 | > loss_text_ce: 0.03455255180597305 (0.030842503748778664) | > loss_mel_ce: 2.4896254539489746 (nan) | > loss: 0.010016580112278461 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14127916062141532) | > loader_time: 0.0045 (0.004594694777936674)  --> TIME: 2025-03-26 15:34:22 -- STEP: 20870/31555 -- GLOBAL_STEP: 1472400 | > loss_text_ce: 0.02675643563270569 (0.0308416300162291) | > loss_mel_ce: 2.4656360149383545 (nan) | > loss: 0.009890447370707989 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1412741046575588) | > loader_time: 0.0044 (0.004594722762882385)  --> TIME: 2025-03-26 15:34:31 -- STEP: 20920/31555 -- GLOBAL_STEP: 1472450 | > loss_text_ce: 0.028671011328697205 (0.030836055277273358) | > loss_mel_ce: 2.7513365745544434 (nan) | > loss: 0.011031776666641235 (nan) | > current_lr: 5e-06 | > step_time: 0.1499 (0.14127644686808272) | > loader_time: 0.0044 (0.004594565315410685)  --> TIME: 2025-03-26 15:34:41 -- STEP: 20970/31555 -- GLOBAL_STEP: 1472500 | > loss_text_ce: 0.030594395473599434 (0.030833965682628455) | > loss_mel_ce: 2.673532009124756 (nan) | > loss: 0.010730660520493984 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1412820579326881) | > loader_time: 0.0043 (0.0045945681670647685)  --> TIME: 2025-03-26 15:34:51 -- STEP: 21020/31555 -- GLOBAL_STEP: 1472550 | > loss_text_ce: 0.018999362364411354 (0.030833480167171638) | > loss_mel_ce: 2.4542839527130127 (nan) | > loss: 0.009814617224037647 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14129292518042197) | > loader_time: 0.0047 (0.004594674198883802)  --> TIME: 2025-03-26 15:35:00 -- STEP: 21070/31555 -- GLOBAL_STEP: 1472600 | > loss_text_ce: 0.036384277045726776 (0.030832467447191928) | > loss_mel_ce: 2.2684743404388428 (nan) | > loss: 0.009146264754235744 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14128471634995576) | > loader_time: 0.0047 (0.004595023407775406)  --> TIME: 2025-03-26 15:35:10 -- STEP: 21120/31555 -- GLOBAL_STEP: 1472650 | > loss_text_ce: 0.037953607738018036 (0.0308304340091347) | > loss_mel_ce: 2.356584310531616 (nan) | > loss: 0.009502135217189789 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14128583721590732) | > loader_time: 0.0051 (0.004595042279723904)  --> TIME: 2025-03-26 15:35:20 -- STEP: 21170/31555 -- GLOBAL_STEP: 1472700 | > loss_text_ce: 0.036190763115882874 (0.030831533042695522) | > loss_mel_ce: 0.073455810546875 (nan) | > loss: 0.0004351054667495191 (nan) | > current_lr: 5e-06 | > step_time: 0.1451 (0.14129069613914827) | > loader_time: 0.0044 (0.004595097146284243)  --> TIME: 2025-03-26 15:35:30 -- STEP: 21220/31555 -- GLOBAL_STEP: 1472750 | > loss_text_ce: 0.026171507313847542 (0.030830048779938564) | > loss_mel_ce: 2.8585360050201416 (nan) | > loss: 0.011447252705693245 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14130259199483974) | > loader_time: 0.0049 (0.004595110104063773)  --> TIME: 2025-03-26 15:35:40 -- STEP: 21270/31555 -- GLOBAL_STEP: 1472800 | > loss_text_ce: 0.03170907497406006 (0.030831092500382247) | > loss_mel_ce: 2.795480489730835 (nan) | > loss: 0.011219006031751633 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14131108331299158) | > loader_time: 0.0047 (0.004595207417016843)  --> TIME: 2025-03-26 15:35:50 -- STEP: 21320/31555 -- GLOBAL_STEP: 1472850 | > loss_text_ce: 0.035656433552503586 (0.030829523314152254) | > loss_mel_ce: 2.5573062896728516 (nan) | > loss: 0.01028953492641449 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.1413213631561054) | > loader_time: 0.0051 (0.004595295002939081)  --> TIME: 2025-03-26 15:36:00 -- STEP: 21370/31555 -- GLOBAL_STEP: 1472900 | > loss_text_ce: 0.03202774375677109 (0.030827424623670076) | > loss_mel_ce: 2.838043212890625 (nan) | > loss: 0.01138917077332735 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1413302339791244) | > loader_time: 0.0048 (0.004595383339303062)  --> TIME: 2025-03-26 15:36:09 -- STEP: 21420/31555 -- GLOBAL_STEP: 1472950 | > loss_text_ce: 0.03728678077459335 (0.03083065092597543) | > loss_mel_ce: 2.504105567932129 (nan) | > loss: 0.010084890760481358 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14133577508196185) | > loader_time: 0.0047 (0.0045954007839733345)  --> TIME: 2025-03-26 15:36:19 -- STEP: 21470/31555 -- GLOBAL_STEP: 1473000 | > loss_text_ce: 0.02688140794634819 (0.03083305908219553) | > loss_mel_ce: 1.7339545488357544 (nan) | > loss: 0.006987445056438446 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.1413212525550296) | > loader_time: 0.0045 (0.004595476380602703)  --> TIME: 2025-03-26 15:36:28 -- STEP: 21520/31555 -- GLOBAL_STEP: 1473050 | > loss_text_ce: 0.021378347650170326 (0.030832908639024777) | > loss_mel_ce: 2.208477258682251 (nan) | > loss: 0.008848633617162704 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14132018235536287) | > loader_time: 0.0044 (0.004595501017393205)  --> TIME: 2025-03-26 15:36:38 -- STEP: 21570/31555 -- GLOBAL_STEP: 1473100 | > loss_text_ce: 0.03562634065747261 (0.03083212865675434) | > loss_mel_ce: 2.7965145111083984 (nan) | > loss: 0.01123865507543087 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14132959135273934) | > loader_time: 0.0068 (0.004595378155944827)  --> TIME: 2025-03-26 15:36:48 -- STEP: 21620/31555 -- GLOBAL_STEP: 1473150 | > loss_text_ce: 0.02920382283627987 (0.03082883804231007) | > loss_mel_ce: 2.433255434036255 (nan) | > loss: 0.009771664626896381 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14131962746850416) | > loader_time: 0.0045 (0.004595738092470101)  --> TIME: 2025-03-26 15:36:57 -- STEP: 21670/31555 -- GLOBAL_STEP: 1473200 | > loss_text_ce: 0.03842160478234291 (0.030827731317116344) | > loss_mel_ce: 2.629377841949463 (nan) | > loss: 0.010586506687104702 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14131120533012365) | > loader_time: 0.0047 (0.004595858928625827)  --> TIME: 2025-03-26 15:37:07 -- STEP: 21720/31555 -- GLOBAL_STEP: 1473250 | > loss_text_ce: 0.030777206644415855 (0.030828168474242405) | > loss_mel_ce: 2.8638877868652344 (nan) | > loss: 0.01148676685988903 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14130733414908106) | > loader_time: 0.0047 (0.004596017056846244)  --> TIME: 2025-03-26 15:37:16 -- STEP: 21770/31555 -- GLOBAL_STEP: 1473300 | > loss_text_ce: 0.028398046270012856 (0.030827379006923245) | > loss_mel_ce: 2.9814343452453613 (nan) | > loss: 0.01194377988576889 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.14130349741871304) | > loader_time: 0.0048 (0.004596024989862731)  --> TIME: 2025-03-26 15:37:26 -- STEP: 21820/31555 -- GLOBAL_STEP: 1473350 | > loss_text_ce: 0.0317889079451561 (0.030823259857525036) | > loss_mel_ce: 2.28570294380188 (nan) | > loss: 0.009196395985782146 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14130216766998996) | > loader_time: 0.0048 (0.004596095386718395)  --> TIME: 2025-03-26 15:37:36 -- STEP: 21870/31555 -- GLOBAL_STEP: 1473400 | > loss_text_ce: 0.03400372713804245 (0.03082202063906626) | > loss_mel_ce: 3.0733489990234375 (nan) | > loss: 0.012330765835940838 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1413055398227634) | > loader_time: 0.0047 (0.004596351519751649)  --> TIME: 2025-03-26 15:37:45 -- STEP: 21920/31555 -- GLOBAL_STEP: 1473450 | > loss_text_ce: 0.02562466636300087 (0.03082184987958439) | > loss_mel_ce: 1.0687662363052368 (nan) | > loss: 0.0043428209610283375 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14130959183412717) | > loader_time: 0.0046 (0.004596458016520848)  --> TIME: 2025-03-26 15:37:55 -- STEP: 21970/31555 -- GLOBAL_STEP: 1473500 | > loss_text_ce: 0.031593263149261475 (0.030821255846673935) | > loss_mel_ce: 2.468188524246216 (nan) | > loss: 0.009919770061969757 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14131026796498047) | > loader_time: 0.0043 (0.004596682196049762)  --> TIME: 2025-03-26 15:38:05 -- STEP: 22020/31555 -- GLOBAL_STEP: 1473550 | > loss_text_ce: 0.0342058427631855 (0.030821421506055897) | > loss_mel_ce: 0.7012764811515808 (nan) | > loss: 0.0029185807798057795 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14130242056028042) | > loader_time: 0.0045 (0.004596711006303119)  --> TIME: 2025-03-26 15:38:14 -- STEP: 22070/31555 -- GLOBAL_STEP: 1473600 | > loss_text_ce: 0.035667870193719864 (0.030820235822646865) | > loss_mel_ce: 1.9849797487258911 (nan) | > loss: 0.00801844336092472 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14130353487936867) | > loader_time: 0.0048 (0.004596857642176763)  --> TIME: 2025-03-26 15:38:24 -- STEP: 22120/31555 -- GLOBAL_STEP: 1473650 | > loss_text_ce: 0.026270639151334763 (0.030819434749979734) | > loss_mel_ce: 2.816132068634033 (nan) | > loss: 0.011279376223683357 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14130459787832644) | > loader_time: 0.0047 (0.004596938427274924)  --> TIME: 2025-03-26 15:38:34 -- STEP: 22170/31555 -- GLOBAL_STEP: 1473700 | > loss_text_ce: 0.028238773345947266 (0.03081767792911359) | > loss_mel_ce: 2.4789974689483643 (nan) | > loss: 0.009949350729584694 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14130606246951652) | > loader_time: 0.0047 (0.004597089212113871)  --> TIME: 2025-03-26 15:38:44 -- STEP: 22220/31555 -- GLOBAL_STEP: 1473750 | > loss_text_ce: 0.022818641737103462 (0.030814796896579295) | > loss_mel_ce: 2.0919415950775146 (nan) | > loss: 0.008391905575990677 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14131757364307387) | > loader_time: 0.0047 (0.004597279566242035)  --> TIME: 2025-03-26 15:38:53 -- STEP: 22270/31555 -- GLOBAL_STEP: 1473800 | > loss_text_ce: 0.03496939316391945 (0.03081467132630654) | > loss_mel_ce: 2.705122470855713 (nan) | > loss: 0.010873381048440933 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14131503501278836) | > loader_time: 0.0047 (0.004597562891408118)  --> TIME: 2025-03-26 15:39:03 -- STEP: 22320/31555 -- GLOBAL_STEP: 1473850 | > loss_text_ce: 0.03231559693813324 (0.03081587445901333) | > loss_mel_ce: 2.74053692817688 (nan) | > loss: 0.011003383435308933 (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.14130655150046026) | > loader_time: 0.0048 (0.004597542747374469)  --> TIME: 2025-03-26 15:39:12 -- STEP: 22370/31555 -- GLOBAL_STEP: 1473900 | > loss_text_ce: 0.01983203925192356 (0.030813006097871343) | > loss_mel_ce: 1.925687551498413 (nan) | > loss: 0.007720316294580698 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1413014818101146) | > loader_time: 0.0045 (0.004597665243613455)  --> TIME: 2025-03-26 15:39:22 -- STEP: 22420/31555 -- GLOBAL_STEP: 1473950 | > loss_text_ce: 0.030520731583237648 (0.0308134959073925) | > loss_mel_ce: 3.270340919494629 (nan) | > loss: 0.013098658062517643 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14130527229845016) | > loader_time: 0.0045 (0.004598025069717384)  --> TIME: 2025-03-26 15:39:32 -- STEP: 22470/31555 -- GLOBAL_STEP: 1474000 | > loss_text_ce: 0.03243124485015869 (0.03081450032246016) | > loss_mel_ce: 2.39573335647583 (nan) | > loss: 0.00963557418435812 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1413078223751761) | > loader_time: 0.0044 (0.004598139347794503)  --> TIME: 2025-03-26 15:39:42 -- STEP: 22520/31555 -- GLOBAL_STEP: 1474050 | > loss_text_ce: 0.02716042473912239 (0.03081685345389154) | > loss_mel_ce: 2.9982340335845947 (nan) | > loss: 0.012005534023046494 (nan) | > current_lr: 5e-06 | > step_time: 0.1797 (0.14131839536858237) | > loader_time: 0.0048 (0.004598255331096987)  --> TIME: 2025-03-26 15:39:51 -- STEP: 22570/31555 -- GLOBAL_STEP: 1474100 | > loss_text_ce: 0.027540666982531548 (0.03081338466749612) | > loss_mel_ce: 2.769953489303589 (nan) | > loss: 0.011101167649030685 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14131756028507853) | > loader_time: 0.0047 (0.004598226650763645)  --> TIME: 2025-03-26 15:40:01 -- STEP: 22620/31555 -- GLOBAL_STEP: 1474150 | > loss_text_ce: 0.03484185039997101 (0.03081521971721884) | > loss_mel_ce: 2.619610071182251 (nan) | > loss: 0.010533539578318596 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14132045321924047) | > loader_time: 0.0044 (0.0045982664818261685)  --> TIME: 2025-03-26 15:40:11 -- STEP: 22670/31555 -- GLOBAL_STEP: 1474200 | > loss_text_ce: 0.027206741273403168 (0.030813866663464546) | > loss_mel_ce: 2.5216121673583984 (nan) | > loss: 0.010114360600709915 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14132051737128634) | > loader_time: 0.0045 (0.004598028595667311)  --> TIME: 2025-03-26 15:40:20 -- STEP: 22720/31555 -- GLOBAL_STEP: 1474250 | > loss_text_ce: 0.03254381939768791 (0.030814723652077537) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1413179390866989) | > loader_time: 0.0045 (0.004597753296855438)  --> TIME: 2025-03-26 15:40:30 -- STEP: 22770/31555 -- GLOBAL_STEP: 1474300 | > loss_text_ce: 0.032706666737794876 (0.030811693137744747) | > loss_mel_ce: 3.04866099357605 (nan) | > loss: 0.012227650731801987 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14131758593130778) | > loader_time: 0.0045 (0.00459776866001466)  --> TIME: 2025-03-26 15:40:40 -- STEP: 22820/31555 -- GLOBAL_STEP: 1474350 | > loss_text_ce: 0.024788158014416695 (0.030810161344511117) | > loss_mel_ce: 2.103463649749756 (nan) | > loss: 0.008445444516837597 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14131922307085484) | > loader_time: 0.0044 (0.004597831002251263)  --> TIME: 2025-03-26 15:40:49 -- STEP: 22870/31555 -- GLOBAL_STEP: 1474400 | > loss_text_ce: 0.029819251969456673 (0.03081214775294261) | > loss_mel_ce: 2.1635334491729736 (nan) | > loss: 0.00870378129184246 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14132287982878936) | > loader_time: 0.0049 (0.004597857783442214)  --> TIME: 2025-03-26 15:40:59 -- STEP: 22920/31555 -- GLOBAL_STEP: 1474450 | > loss_text_ce: 0.03661973774433136 (0.030813717751489077) | > loss_mel_ce: 2.598114013671875 (nan) | > loss: 0.010455292649567127 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.14132227747852258) | > loader_time: 0.0046 (0.004597912211276647)  --> TIME: 2025-03-26 15:41:08 -- STEP: 22970/31555 -- GLOBAL_STEP: 1474500 | > loss_text_ce: 0.027811400592327118 (0.03081368994945721) | > loss_mel_ce: 2.4583332538604736 (nan) | > loss: 0.009865653701126575 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14131182146217688) | > loader_time: 0.0044 (0.004598004796165527)  --> TIME: 2025-03-26 15:41:18 -- STEP: 23020/31555 -- GLOBAL_STEP: 1474550 | > loss_text_ce: 0.024430258199572563 (0.030813343583530932) | > loss_mel_ce: 2.76832914352417 (nan) | > loss: 0.011082379147410393 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14131003468063563) | > loader_time: 0.0046 (0.0045982146345978315)  --> TIME: 2025-03-26 15:41:28 -- STEP: 23070/31555 -- GLOBAL_STEP: 1474600 | > loss_text_ce: 0.025691935792565346 (0.03081180349801351) | > loss_mel_ce: 2.7146425247192383 (nan) | > loss: 0.010874344035983086 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.14130969390654163) | > loader_time: 0.0046 (0.0045980835767033745)  --> TIME: 2025-03-26 15:41:37 -- STEP: 23120/31555 -- GLOBAL_STEP: 1474650 | > loss_text_ce: 0.028043530881404877 (0.030808301531680727) | > loss_mel_ce: 3.0174508094787598 (nan) | > loss: 0.012085295282304287 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14131271797892936) | > loader_time: 0.0046 (0.004597884777507941)  --> TIME: 2025-03-26 15:41:47 -- STEP: 23170/31555 -- GLOBAL_STEP: 1474700 | > loss_text_ce: 0.020967351272702217 (0.03080837693665117) | > loss_mel_ce: 2.910689115524292 (nan) | > loss: 0.011633557267487049 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14131153856416565) | > loader_time: 0.0047 (0.004597822962313479)  --> TIME: 2025-03-26 15:41:57 -- STEP: 23220/31555 -- GLOBAL_STEP: 1474750 | > loss_text_ce: 0.03609802573919296 (0.03080480925940959) | > loss_mel_ce: 1.8531746864318848 (nan) | > loss: 0.0074971141293644905 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14131264760512693) | > loader_time: 0.0044 (0.004597759934769495)  --> TIME: 2025-03-26 15:42:07 -- STEP: 23270/31555 -- GLOBAL_STEP: 1474800 | > loss_text_ce: 0.029759876430034637 (0.030807516385281244) | > loss_mel_ce: 2.9140350818634033 (nan) | > loss: 0.011681727133691311 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.141328611699716) | > loader_time: 0.0045 (0.004597961692580515)  --> TIME: 2025-03-26 15:42:16 -- STEP: 23320/31555 -- GLOBAL_STEP: 1474850 | > loss_text_ce: 0.021051688119769096 (0.03080652188302032) | > loss_mel_ce: 2.023343324661255 (nan) | > loss: 0.008112679235637188 (nan) | > current_lr: 5e-06 | > step_time: 0.1602 (0.1413177220531024) | > loader_time: 0.0046 (0.004597859695477061)  --> TIME: 2025-03-26 15:42:26 -- STEP: 23370/31555 -- GLOBAL_STEP: 1474900 | > loss_text_ce: 0.016247760504484177 (0.030805304033460976) | > loss_mel_ce: 2.7975428104400635 (nan) | > loss: 0.01116583589464426 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14131660423678732) | > loader_time: 0.0046 (0.004597692220293625)  --> TIME: 2025-03-26 15:42:35 -- STEP: 23420/31555 -- GLOBAL_STEP: 1474950 | > loss_text_ce: 0.02946382388472557 (0.0308107190675569) | > loss_mel_ce: 0.69384765625 (nan) | > loss: 0.0028702837880700827 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.1413155333798327) | > loader_time: 0.0046 (0.004597711206805863)  --> TIME: 2025-03-26 15:42:45 -- STEP: 23470/31555 -- GLOBAL_STEP: 1475000 | > loss_text_ce: 0.041210196912288666 (0.030812723901079954) | > loss_mel_ce: 3.0618412494659424 (nan) | > loss: 0.012313696555793285 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1413184333365677) | > loader_time: 0.0044 (0.00459768137222761)  --> TIME: 2025-03-26 15:42:55 -- STEP: 23520/31555 -- GLOBAL_STEP: 1475050 | > loss_text_ce: 0.03009982593357563 (0.030812575944523538) | > loss_mel_ce: 1.6996744871139526 (nan) | > loss: 0.0068641845136880875 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14131233179244881) | > loader_time: 0.0045 (0.004597399997062389)  --> TIME: 2025-03-26 15:43:04 -- STEP: 23570/31555 -- GLOBAL_STEP: 1475100 | > loss_text_ce: 0.03808240965008736 (0.030813594236709162) | > loss_mel_ce: 2.578871726989746 (nan) | > loss: 0.010384739376604557 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14129935212189962) | > loader_time: 0.0048 (0.004597229890819282)  --> TIME: 2025-03-26 15:43:14 -- STEP: 23620/31555 -- GLOBAL_STEP: 1475150 | > loss_text_ce: 0.030797097831964493 (0.03081644937663381) | > loss_mel_ce: 0.9276123046875 (nan) | > loss: 0.003803212195634842 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14130819763398417) | > loader_time: 0.0045 (0.004597249079517711)  --> TIME: 2025-03-26 15:43:24 -- STEP: 23670/31555 -- GLOBAL_STEP: 1475200 | > loss_text_ce: 0.026489974930882454 (0.030812383486673294) | > loss_mel_ce: 2.8874478340148926 (nan) | > loss: 0.011563246138393879 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1413155148993277) | > loader_time: 0.0046 (0.004597142622044746)  --> TIME: 2025-03-26 15:43:33 -- STEP: 23720/31555 -- GLOBAL_STEP: 1475250 | > loss_text_ce: 0.030049648135900497 (0.030812963037154816) | > loss_mel_ce: 2.2999372482299805 (nan) | > loss: 0.009245979599654675 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14130831766892452) | > loader_time: 0.0048 (0.0045969650978583305)  --> TIME: 2025-03-26 15:43:43 -- STEP: 23770/31555 -- GLOBAL_STEP: 1475300 | > loss_text_ce: 0.024451080709695816 (0.030812808702988602) | > loss_mel_ce: 2.696230888366699 (nan) | > loss: 0.010796356946229935 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14131339232260617) | > loader_time: 0.0044 (0.004596809925629765)  --> TIME: 2025-03-26 15:43:53 -- STEP: 23820/31555 -- GLOBAL_STEP: 1475350 | > loss_text_ce: 0.03280681371688843 (0.030810824638517226) | > loss_mel_ce: 2.603931427001953 (nan) | > loss: 0.010463248006999493 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14131569290841767) | > loader_time: 0.0047 (0.004596766826988327)  --> TIME: 2025-03-26 15:44:02 -- STEP: 23870/31555 -- GLOBAL_STEP: 1475400 | > loss_text_ce: 0.028917547315359116 (0.030810519382334187) | > loss_mel_ce: 2.44687819480896 (nan) | > loss: 0.009824587032198906 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14131363283204496) | > loader_time: 0.0048 (0.00459693459022176)  --> TIME: 2025-03-26 15:44:12 -- STEP: 23920/31555 -- GLOBAL_STEP: 1475450 | > loss_text_ce: 0.04061219096183777 (0.03080984844166605) | > loss_mel_ce: 2.751763343811035 (nan) | > loss: 0.011080856435000896 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.1413021233169531) | > loader_time: 0.0044 (0.004596826055376786)  --> TIME: 2025-03-26 15:44:21 -- STEP: 23970/31555 -- GLOBAL_STEP: 1475500 | > loss_text_ce: 0.03910813108086586 (0.03080939184924806) | > loss_mel_ce: 2.270533323287964 (nan) | > loss: 0.009165244176983833 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14130758893057174) | > loader_time: 0.0047 (0.004596728297835508)  --> TIME: 2025-03-26 15:44:31 -- STEP: 24020/31555 -- GLOBAL_STEP: 1475550 | > loss_text_ce: 0.03088989108800888 (0.030809496959274346) | > loss_mel_ce: 2.6481425762176514 (nan) | > loss: 0.010631082579493523 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1413022662578873) | > loader_time: 0.005 (0.004596835657718441)  --> TIME: 2025-03-26 15:44:41 -- STEP: 24070/31555 -- GLOBAL_STEP: 1475600 | > loss_text_ce: 0.023471467196941376 (0.030807851982199656) | > loss_mel_ce: 2.89313006401062 (nan) | > loss: 0.01157381571829319 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14130484768598484) | > loader_time: 0.0045 (0.004596706104318146)  --> TIME: 2025-03-26 15:44:50 -- STEP: 24120/31555 -- GLOBAL_STEP: 1475650 | > loss_text_ce: 0.021754374727606773 (0.030808069601355376) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14130470176439014) | > loader_time: 0.0045 (0.0045965141324854205)  --> TIME: 2025-03-26 15:45:00 -- STEP: 24170/31555 -- GLOBAL_STEP: 1475700 | > loss_text_ce: 0.030482780188322067 (0.03080777148926152) | > loss_mel_ce: 1.27874755859375 (nan) | > loss: 0.005195358768105507 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14130192308027426) | > loader_time: 0.0044 (0.004596339309812292)  --> TIME: 2025-03-26 15:45:10 -- STEP: 24220/31555 -- GLOBAL_STEP: 1475750 | > loss_text_ce: 0.041354142129421234 (0.030809521706910183) | > loss_mel_ce: 3.560121536254883 (nan) | > loss: 0.014291571453213692 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14130831507982874) | > loader_time: 0.0042 (0.004596222145905833)  --> TIME: 2025-03-26 15:45:19 -- STEP: 24270/31555 -- GLOBAL_STEP: 1475800 | > loss_text_ce: 0.030235499143600464 (0.030809245039572688) | > loss_mel_ce: 2.8030753135681152 (nan) | > loss: 0.011243297718465328 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.1413050854505709) | > loader_time: 0.0045 (0.004596069382697756)  --> TIME: 2025-03-26 15:45:29 -- STEP: 24320/31555 -- GLOBAL_STEP: 1475850 | > loss_text_ce: 0.03429030999541283 (0.03080747888544513) | > loss_mel_ce: 2.6822800636291504 (nan) | > loss: 0.01078004203736782 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.14130108652538417) | > loader_time: 0.0044 (0.004595986175301787)  --> TIME: 2025-03-26 15:45:38 -- STEP: 24370/31555 -- GLOBAL_STEP: 1475900 | > loss_text_ce: 0.030864868313074112 (0.030805572636569186) | > loss_mel_ce: 1.8533238172531128 (nan) | > loss: 0.007476939354091883 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.1412915907583136) | > loader_time: 0.0046 (0.0045962834387564796)  --> TIME: 2025-03-26 15:45:48 -- STEP: 24420/31555 -- GLOBAL_STEP: 1475950 | > loss_text_ce: 0.02545768953859806 (0.030807316625211616) | > loss_mel_ce: 2.4840612411499023 (nan) | > loss: 0.009958408772945404 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14128874988462234) | > loader_time: 0.0047 (0.0045963899997489)  --> TIME: 2025-03-26 15:45:58 -- STEP: 24470/31555 -- GLOBAL_STEP: 1476000 | > loss_text_ce: 0.026243135333061218 (0.030806157247075437) | > loss_mel_ce: 1.8035888671875 (nan) | > loss: 0.007261238526552916 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14130110544821317) | > loader_time: 0.0048 (0.004596458262796994)  --> TIME: 2025-03-26 15:46:08 -- STEP: 24520/31555 -- GLOBAL_STEP: 1476050 | > loss_text_ce: 0.03551888093352318 (0.0308072743041374) | > loss_mel_ce: 2.405380964279175 (nan) | > loss: 0.009686111472547054 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14130608483200993) | > loader_time: 0.0046 (0.004596533783108301)  --> TIME: 2025-03-26 15:46:17 -- STEP: 24570/31555 -- GLOBAL_STEP: 1476100 | > loss_text_ce: 0.03036053292453289 (0.030806025243858934) | > loss_mel_ce: 2.7200427055358887 (nan) | > loss: 0.010914298705756664 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.14130954940386062) | > loader_time: 0.0047 (0.0045965511720258735)  --> TIME: 2025-03-26 15:46:27 -- STEP: 24620/31555 -- GLOBAL_STEP: 1476150 | > loss_text_ce: 0.03603304922580719 (0.030806987848326528) | > loss_mel_ce: 0.051025390625 (nan) | > loss: 0.00034547000541351736 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14129851718533878) | > loader_time: 0.0043 (0.0045963678197294775)  --> TIME: 2025-03-26 15:46:37 -- STEP: 24670/31555 -- GLOBAL_STEP: 1476200 | > loss_text_ce: 0.030996713787317276 (0.030806948156611346) | > loss_mel_ce: 3.0133392810821533 (nan) | > loss: 0.01208069920539856 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14130371279884707) | > loader_time: 0.0046 (0.004596387600676423)  --> TIME: 2025-03-26 15:46:46 -- STEP: 24720/31555 -- GLOBAL_STEP: 1476250 | > loss_text_ce: 0.01960618980228901 (0.030806686613983007) | > loss_mel_ce: 2.2400949001312256 (nan) | > loss: 0.008967068046331406 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.1413037807328035) | > loader_time: 0.0045 (0.004596406423929788)  --> TIME: 2025-03-26 15:46:56 -- STEP: 24770/31555 -- GLOBAL_STEP: 1476300 | > loss_text_ce: 0.032905466854572296 (0.03080545067960125) | > loss_mel_ce: 2.720566749572754 (nan) | > loss: 0.010926478542387486 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14131255976654275) | > loader_time: 0.0045 (0.004596335203550362)  --> TIME: 2025-03-26 15:47:06 -- STEP: 24820/31555 -- GLOBAL_STEP: 1476350 | > loss_text_ce: 0.02066780999302864 (0.030805932535166274) | > loss_mel_ce: 3.0223379135131836 (nan) | > loss: 0.012075420469045639 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.1413125264462116) | > loader_time: 0.0046 (0.0045962814262660275)  --> TIME: 2025-03-26 15:47:15 -- STEP: 24870/31555 -- GLOBAL_STEP: 1476400 | > loss_text_ce: 0.019608505070209503 (0.03080406406468172) | > loss_mel_ce: 1.975111722946167 (nan) | > loss: 0.00791555643081665 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14131287461454586) | > loader_time: 0.0045 (0.004596435079432665)  --> TIME: 2025-03-26 15:47:25 -- STEP: 24920/31555 -- GLOBAL_STEP: 1476450 | > loss_text_ce: 0.0325298085808754 (0.030803227793263874) | > loss_mel_ce: 2.294445514678955 (nan) | > loss: 0.009234029799699783 (nan) | > current_lr: 5e-06 | > step_time: 0.1834 (0.14131571833241674) | > loader_time: 0.005 (0.004596624051012887)  --> TIME: 2025-03-26 15:47:35 -- STEP: 24970/31555 -- GLOBAL_STEP: 1476500 | > loss_text_ce: 0.020224623382091522 (0.030804995811646183) | > loss_mel_ce: 2.501572847366333 (nan) | > loss: 0.010007132776081562 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14131920234556483) | > loader_time: 0.0044 (0.004596954018390761)  --> TIME: 2025-03-26 15:47:45 -- STEP: 25020/31555 -- GLOBAL_STEP: 1476550 | > loss_text_ce: 0.03702354431152344 (0.030801588315948498) | > loss_mel_ce: 2.7498362064361572 (nan) | > loss: 0.011058967560529709 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14132473154319614) | > loader_time: 0.0046 (0.004597132716723926)  --> TIME: 2025-03-26 15:47:55 -- STEP: 25070/31555 -- GLOBAL_STEP: 1476600 | > loss_text_ce: 0.030277367681264877 (0.03080009222454137) | > loss_mel_ce: 2.6163668632507324 (nan) | > loss: 0.010502556338906288 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14133799207319955) | > loader_time: 0.0045 (0.004597424557354485)  --> TIME: 2025-03-26 15:48:04 -- STEP: 25120/31555 -- GLOBAL_STEP: 1476650 | > loss_text_ce: 0.03138141706585884 (0.030797019751985694) | > loss_mel_ce: 2.968078136444092 (nan) | > loss: 0.01190261822193861 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.1413301505670431) | > loader_time: 0.0047 (0.004597412932450569)  --> TIME: 2025-03-26 15:48:14 -- STEP: 25170/31555 -- GLOBAL_STEP: 1476700 | > loss_text_ce: 0.030115962028503418 (0.03079498814730463) | > loss_mel_ce: 2.4537882804870605 (nan) | > loss: 0.00985676422715187 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14132769582382454) | > loader_time: 0.0046 (0.004597436846557626)  --> TIME: 2025-03-26 15:48:24 -- STEP: 25220/31555 -- GLOBAL_STEP: 1476750 | > loss_text_ce: 0.02958022989332676 (0.03079561425600434) | > loss_mel_ce: 2.907479763031006 (nan) | > loss: 0.011655000038444996 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14133389425315573) | > loader_time: 0.0044 (0.004597476651798966)  --> TIME: 2025-03-26 15:48:34 -- STEP: 25270/31555 -- GLOBAL_STEP: 1476800 | > loss_text_ce: 0.03529290109872818 (0.030796430306011598) | > loss_mel_ce: 2.598567485809326 (nan) | > loss: 0.010451827198266983 (nan) | > current_lr: 5e-06 | > step_time: 0.1446 (0.14133810539419264) | > loader_time: 0.0045 (0.004597490589562973)  --> TIME: 2025-03-26 15:48:43 -- STEP: 25320/31555 -- GLOBAL_STEP: 1476850 | > loss_text_ce: 0.030448121950030327 (0.030794671968164107) | > loss_mel_ce: 2.4328935146331787 (nan) | > loss: 0.009775166399776936 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14133726331106725) | > loader_time: 0.0046 (0.0045974701595908616)  --> TIME: 2025-03-26 15:48:53 -- STEP: 25370/31555 -- GLOBAL_STEP: 1476900 | > loss_text_ce: 0.03260381147265434 (0.030794295786806904) | > loss_mel_ce: 2.442215919494629 (nan) | > loss: 0.00982071366161108 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.1413401292542285) | > loader_time: 0.0046 (0.004597374901416269)  --> TIME: 2025-03-26 15:49:03 -- STEP: 25420/31555 -- GLOBAL_STEP: 1476950 | > loss_text_ce: 0.03341953083872795 (0.030793907784473627) | > loss_mel_ce: 0.06121826171875 (nan) | > loss: 0.0003755468351300806 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14135213273421368) | > loader_time: 0.0044 (0.004597309027761058)  --> TIME: 2025-03-26 15:49:13 -- STEP: 25470/31555 -- GLOBAL_STEP: 1477000 | > loss_text_ce: 0.032043181359767914 (0.03079186146453602) | > loss_mel_ce: 2.7461674213409424 (nan) | > loss: 0.01102464646100998 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14135540907739658) | > loader_time: 0.0046 (0.004597169041493147)  --> TIME: 2025-03-26 15:49:22 -- STEP: 25520/31555 -- GLOBAL_STEP: 1477050 | > loss_text_ce: 0.03483712673187256 (0.030788961753795117) | > loss_mel_ce: 2.7351179122924805 (nan) | > loss: 0.010991886258125305 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.141357745888839) | > loader_time: 0.0048 (0.004597000390010891)  --> TIME: 2025-03-26 15:49:32 -- STEP: 25570/31555 -- GLOBAL_STEP: 1477100 | > loss_text_ce: 0.03067062608897686 (0.03078856332803791) | > loss_mel_ce: 0.0652669295668602 (nan) | > loss: 0.00038070461596362293 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14136113698099334) | > loader_time: 0.0045 (0.004596930665339488)  --> TIME: 2025-03-26 15:49:42 -- STEP: 25620/31555 -- GLOBAL_STEP: 1477150 | > loss_text_ce: 0.02490161545574665 (0.03078730531563222) | > loss_mel_ce: 2.01953125 (nan) | > loss: 0.008112829178571701 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14136578710073647) | > loader_time: 0.0046 (0.004597271679901268)  --> TIME: 2025-03-26 15:49:52 -- STEP: 25670/31555 -- GLOBAL_STEP: 1477200 | > loss_text_ce: 0.025671008974313736 (0.030786380330612213) | > loss_mel_ce: 2.410970687866211 (nan) | > loss: 0.009669213555753231 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1413645726862615) | > loader_time: 0.0045 (0.004597354223164367)  --> TIME: 2025-03-26 15:50:01 -- STEP: 25720/31555 -- GLOBAL_STEP: 1477250 | > loss_text_ce: 0.03362487629055977 (0.030784156146092836) | > loss_mel_ce: 2.877000570297241 (nan) | > loss: 0.011550101451575756 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.1413720338841437) | > loader_time: 0.0046 (0.004597478817632705)  --> TIME: 2025-03-26 15:50:11 -- STEP: 25770/31555 -- GLOBAL_STEP: 1477300 | > loss_text_ce: 0.02541602961719036 (0.030781883395251303) | > loss_mel_ce: 2.926072120666504 (nan) | > loss: 0.011712255887687206 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14137768411432838) | > loader_time: 0.005 (0.00459750101091694)  --> TIME: 2025-03-26 15:50:21 -- STEP: 25820/31555 -- GLOBAL_STEP: 1477350 | > loss_text_ce: 0.028024811297655106 (0.030782422216249865) | > loss_mel_ce: 2.5945680141448975 (nan) | > loss: 0.010407115332782269 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1413832232713886) | > loader_time: 0.0049 (0.004597520966755112)  --> TIME: 2025-03-26 15:50:31 -- STEP: 25870/31555 -- GLOBAL_STEP: 1477400 | > loss_text_ce: 0.025299072265625 (0.030782365149148398) | > loss_mel_ce: 1.688105821609497 (nan) | > loss: 0.00679922616109252 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.1413783262169496) | > loader_time: 0.0043 (0.004597624923254797)  --> TIME: 2025-03-26 15:50:40 -- STEP: 25920/31555 -- GLOBAL_STEP: 1477450 | > loss_text_ce: 0.03355446085333824 (0.030781472387743748) | > loss_mel_ce: 2.6283373832702637 (nan) | > loss: 0.010563063435256481 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14137489112255025) | > loader_time: 0.0045 (0.0045975397306459555)  --> TIME: 2025-03-26 15:50:50 -- STEP: 25970/31555 -- GLOBAL_STEP: 1477500 | > loss_text_ce: 0.02748599275946617 (0.030780006973463777) | > loss_mel_ce: 2.973491907119751 (nan) | > loss: 0.011908643878996372 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14137166968482628) | > loader_time: 0.0045 (0.004597568456879627)  --> TIME: 2025-03-26 15:50:59 -- STEP: 26020/31555 -- GLOBAL_STEP: 1477550 | > loss_text_ce: 0.04118260741233826 (0.03078286835306727) | > loss_mel_ce: 2.9514846801757812 (nan) | > loss: 0.011875663883984089 (nan) | > current_lr: 5e-06 | > step_time: 0.191 (0.1413636655188083) | > loader_time: 0.0047 (0.004597672767404555)  --> TIME: 2025-03-26 15:51:09 -- STEP: 26070/31555 -- GLOBAL_STEP: 1477600 | > loss_text_ce: 0.03454900532960892 (0.030785017824968616) | > loss_mel_ce: 2.5754895210266113 (nan) | > loss: 0.010357296094298363 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.1413658131389816) | > loader_time: 0.0049 (0.004597836707714707)  --> TIME: 2025-03-26 15:51:18 -- STEP: 26120/31555 -- GLOBAL_STEP: 1477650 | > loss_text_ce: 0.03281982243061066 (0.030782059113214088) | > loss_mel_ce: 2.4758005142211914 (nan) | > loss: 0.009954842738807201 (nan) | > current_lr: 5e-06 | > step_time: 0.1327 (0.14136093853078605) | > loader_time: 0.0049 (0.004598000914908076)  --> TIME: 2025-03-26 15:51:28 -- STEP: 26170/31555 -- GLOBAL_STEP: 1477700 | > loss_text_ce: 0.03208627179265022 (0.030783238688488816) | > loss_mel_ce: 2.622785806655884 (nan) | > loss: 0.010535207577049732 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14136469132762677) | > loader_time: 0.0045 (0.004598089406906634)  --> TIME: 2025-03-26 15:51:38 -- STEP: 26220/31555 -- GLOBAL_STEP: 1477750 | > loss_text_ce: 0.03014891780912876 (0.03078306769287252) | > loss_mel_ce: 2.7929701805114746 (nan) | > loss: 0.011202854104340076 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14136704385598872) | > loader_time: 0.0048 (0.004598353547417017)  --> TIME: 2025-03-26 15:51:48 -- STEP: 26270/31555 -- GLOBAL_STEP: 1477800 | > loss_text_ce: 0.019005928188562393 (0.03078421227801286) | > loss_mel_ce: 2.191155433654785 (nan) | > loss: 0.008770482614636421 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14136246099279653) | > loader_time: 0.0048 (0.004598350628365263)  --> TIME: 2025-03-26 15:51:57 -- STEP: 26320/31555 -- GLOBAL_STEP: 1477850 | > loss_text_ce: 0.028324658051133156 (0.030780710358353825) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.141365036386487) | > loader_time: 0.0043 (0.004598351769534255)  --> TIME: 2025-03-26 15:52:07 -- STEP: 26370/31555 -- GLOBAL_STEP: 1477900 | > loss_text_ce: 0.03521057218313217 (0.030780506424625625) | > loss_mel_ce: 2.7787954807281494 (nan) | > loss: 0.011166691780090332 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1413610355936312) | > loader_time: 0.0045 (0.004598154848074859)  --> TIME: 2025-03-26 15:52:16 -- STEP: 26420/31555 -- GLOBAL_STEP: 1477950 | > loss_text_ce: 0.033064041286706924 (0.030782591065224105) | > loss_mel_ce: 2.447808265686035 (nan) | > loss: 0.009844732470810413 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.1413623600543946) | > loader_time: 0.0045 (0.004598095297903632)  --> TIME: 2025-03-26 15:52:26 -- STEP: 26470/31555 -- GLOBAL_STEP: 1478000 | > loss_text_ce: 0.029646379873156548 (0.030781091091936948) | > loss_mel_ce: 2.7312355041503906 (nan) | > loss: 0.01095588132739067 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14135395486173813) | > loader_time: 0.0045 (0.004598031424106968)  --> TIME: 2025-03-26 15:52:36 -- STEP: 26520/31555 -- GLOBAL_STEP: 1478050 | > loss_text_ce: 0.03617072105407715 (0.030781823404478877) | > loss_mel_ce: 2.503507614135742 (nan) | > loss: 0.01007808931171894 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14135533955122406) | > loader_time: 0.0046 (0.004598051848994099)  --> TIME: 2025-03-26 15:52:45 -- STEP: 26570/31555 -- GLOBAL_STEP: 1478100 | > loss_text_ce: 0.026477467268705368 (0.030783740406464064) | > loss_mel_ce: 1.6214821338653564 (nan) | > loss: 0.006539522670209408 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14135885543737142) | > loader_time: 0.0043 (0.004598047377069843)  --> TIME: 2025-03-26 15:52:55 -- STEP: 26620/31555 -- GLOBAL_STEP: 1478150 | > loss_text_ce: 0.025842275470495224 (0.030784013180116754) | > loss_mel_ce: 1.437244176864624 (nan) | > loss: 0.0058058989234268665 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14135992081876492) | > loader_time: 0.0044 (0.004597925262107224)  --> TIME: 2025-03-26 15:53:05 -- STEP: 26670/31555 -- GLOBAL_STEP: 1478200 | > loss_text_ce: 0.02854822762310505 (0.030784071082222045) | > loss_mel_ce: 2.767317295074463 (nan) | > loss: 0.011094705201685429 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14135483103295549) | > loader_time: 0.0044 (0.004597967494325218)  --> TIME: 2025-03-26 15:53:14 -- STEP: 26720/31555 -- GLOBAL_STEP: 1478250 | > loss_text_ce: 0.037894997745752335 (0.030783505379961256) | > loss_mel_ce: 3.013017416000366 (nan) | > loss: 0.01210679579526186 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14135741255954412) | > loader_time: 0.0049 (0.0045979867795270125)  --> TIME: 2025-03-26 15:53:24 -- STEP: 26770/31555 -- GLOBAL_STEP: 1478300 | > loss_text_ce: 0.023516571149230003 (0.030783783507853088) | > loss_mel_ce: 2.628429889678955 (nan) | > loss: 0.010523597709834576 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14136304824175083) | > loader_time: 0.0047 (0.004597945867031845)  --> TIME: 2025-03-26 15:53:34 -- STEP: 26820/31555 -- GLOBAL_STEP: 1478350 | > loss_text_ce: 0.03068513050675392 (0.030784853247267256) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14135873045697347) | > loader_time: 0.0046 (0.004597812566536719)  --> TIME: 2025-03-26 15:53:43 -- STEP: 26870/31555 -- GLOBAL_STEP: 1478400 | > loss_text_ce: 0.03209756687283516 (0.030786821584050533) | > loss_mel_ce: 3.0651981830596924 (nan) | > loss: 0.012290856800973415 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14136288350605405) | > loader_time: 0.0047 (0.004597826406864308)  --> TIME: 2025-03-26 15:53:53 -- STEP: 26920/31555 -- GLOBAL_STEP: 1478450 | > loss_text_ce: 0.027408059686422348 (0.03078645200314302) | > loss_mel_ce: 2.6722571849823 (nan) | > loss: 0.010712957940995693 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14136151540332562) | > loader_time: 0.0048 (0.004597769175029241)  --> TIME: 2025-03-26 15:54:03 -- STEP: 26970/31555 -- GLOBAL_STEP: 1478500 | > loss_text_ce: 0.022501816973090172 (0.030787451561985136) | > loss_mel_ce: 2.381208896636963 (nan) | > loss: 0.00953853502869606 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14136254125318612) | > loader_time: 0.0042 (0.004597673241102901)  --> TIME: 2025-03-26 15:54:12 -- STEP: 27020/31555 -- GLOBAL_STEP: 1478550 | > loss_text_ce: 0.03886904940009117 (0.030787092548513098) | > loss_mel_ce: 2.6964073181152344 (nan) | > loss: 0.010854272171854973 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14135335704117366) | > loader_time: 0.0043 (0.004597518913486436)  --> TIME: 2025-03-26 15:54:22 -- STEP: 27070/31555 -- GLOBAL_STEP: 1478600 | > loss_text_ce: 0.02664310857653618 (0.030784850362874087) | > loss_mel_ce: 2.624016523361206 (nan) | > loss: 0.010518491268157959 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14135549459503224) | > loader_time: 0.0046 (0.004597399549198867)  --> TIME: 2025-03-26 15:54:31 -- STEP: 27120/31555 -- GLOBAL_STEP: 1478650 | > loss_text_ce: 0.026852615177631378 (0.030783853454207644) | > loss_mel_ce: 3.060396909713745 (nan) | > loss: 0.012250990606844425 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14134506766950874) | > loader_time: 0.0072 (0.0045972101104646045)  --> TIME: 2025-03-26 15:54:41 -- STEP: 27170/31555 -- GLOBAL_STEP: 1478700 | > loss_text_ce: 0.02900487370789051 (0.030781950686369634) | > loss_mel_ce: 2.587057590484619 (nan) | > loss: 0.010381200350821018 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14134356353403188) | > loader_time: 0.0044 (0.004597197993520318)  --> TIME: 2025-03-26 15:54:51 -- STEP: 27220/31555 -- GLOBAL_STEP: 1478750 | > loss_text_ce: 0.03172044828534126 (0.030782649684409986) | > loss_mel_ce: 2.6936352252960205 (nan) | > loss: 0.010814904235303402 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14134630981742458) | > loader_time: 0.0047 (0.004597227324640608)  --> TIME: 2025-03-26 15:55:00 -- STEP: 27270/31555 -- GLOBAL_STEP: 1478800 | > loss_text_ce: 0.029741279780864716 (0.0307820844239626) | > loss_mel_ce: 2.489304780960083 (nan) | > loss: 0.009996214881539345 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1413467758253553) | > loader_time: 0.0044 (0.004597718653593188)  --> TIME: 2025-03-26 15:55:10 -- STEP: 27320/31555 -- GLOBAL_STEP: 1478850 | > loss_text_ce: 0.03188594430685043 (0.030783096217450796) | > loss_mel_ce: 2.908604145050049 (nan) | > loss: 0.011668612249195576 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14135403011763276) | > loader_time: 0.0048 (0.004597914829784722)  --> TIME: 2025-03-26 15:55:20 -- STEP: 27370/31555 -- GLOBAL_STEP: 1478900 | > loss_text_ce: 0.026717236265540123 (0.03078288949908982) | > loss_mel_ce: 2.9166224002838135 (nan) | > loss: 0.011679919436573982 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14135098937309545) | > loader_time: 0.0048 (0.004597956593297089)  --> TIME: 2025-03-26 15:55:30 -- STEP: 27420/31555 -- GLOBAL_STEP: 1478950 | > loss_text_ce: 0.03050169162452221 (0.030783169454522023) | > loss_mel_ce: 2.6881587505340576 (nan) | > loss: 0.010788335464894772 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1413596466455385) | > loader_time: 0.0046 (0.00459801609024001)  --> TIME: 2025-03-26 15:55:39 -- STEP: 27470/31555 -- GLOBAL_STEP: 1479000 | > loss_text_ce: 0.02297082543373108 (0.0307848494460594) | > loss_mel_ce: 2.3072314262390137 (nan) | > loss: 0.009246835485100746 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.1413576865048683) | > loader_time: 0.0044 (0.004597911697584862)  --> TIME: 2025-03-26 15:55:48 -- STEP: 27520/31555 -- GLOBAL_STEP: 1479050 | > loss_text_ce: 0.036456525325775146 (0.030781941290479155) | > loss_mel_ce: 1.840593934059143 (nan) | > loss: 0.007448613177984953 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1413449172363727) | > loader_time: 0.0046 (0.0045975849812113735)  --> TIME: 2025-03-26 15:55:58 -- STEP: 27570/31555 -- GLOBAL_STEP: 1479100 | > loss_text_ce: 0.025776471942663193 (0.030780225898361116) | > loss_mel_ce: 2.8310530185699463 (nan) | > loss: 0.011336625553667545 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14133980055412287) | > loader_time: 0.0046 (0.004597613030600711)  --> TIME: 2025-03-26 15:56:08 -- STEP: 27620/31555 -- GLOBAL_STEP: 1479150 | > loss_text_ce: 0.019866829738020897 (0.030780278972790433) | > loss_mel_ce: 2.585451364517212 (nan) | > loss: 0.010338565334677696 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14134660375713884) | > loader_time: 0.0048 (0.0045976161438861)  --> TIME: 2025-03-26 15:56:17 -- STEP: 27670/31555 -- GLOBAL_STEP: 1479200 | > loss_text_ce: 0.021913044154644012 (0.030777986396277775) | > loss_mel_ce: 2.7304015159606934 (nan) | > loss: 0.010921883396804333 (nan) | > current_lr: 5e-06 | > step_time: 0.1137 (0.1413439155357343) | > loader_time: 0.0044 (0.0045977133984250185)  --> TIME: 2025-03-26 15:56:27 -- STEP: 27720/31555 -- GLOBAL_STEP: 1479250 | > loss_text_ce: 0.03838284686207771 (0.03077966797509611) | > loss_mel_ce: 2.855562686920166 (nan) | > loss: 0.01148391142487526 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.14134144801942145) | > loader_time: 0.0047 (0.004598045271712447)  --> TIME: 2025-03-26 15:56:37 -- STEP: 27770/31555 -- GLOBAL_STEP: 1479300 | > loss_text_ce: 0.040279000997543335 (0.030780468685676566) | > loss_mel_ce: 2.6316354274749756 (nan) | > loss: 0.010602835565805435 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14133876863897915) | > loader_time: 0.0046 (0.004598166833560914)  --> TIME: 2025-03-26 15:56:46 -- STEP: 27820/31555 -- GLOBAL_STEP: 1479350 | > loss_text_ce: 0.037292614579200745 (0.03078048533604679) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14134434279908747) | > loader_time: 0.0045 (0.004598201529573468)  --> TIME: 2025-03-26 15:56:56 -- STEP: 27870/31555 -- GLOBAL_STEP: 1479400 | > loss_text_ce: 0.029182447120547295 (0.030779928432033667) | > loss_mel_ce: 3.0991268157958984 (nan) | > loss: 0.012413926422595978 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14135004625467595) | > loader_time: 0.0071 (0.004598415252937378)  --> TIME: 2025-03-26 15:57:06 -- STEP: 27920/31555 -- GLOBAL_STEP: 1479450 | > loss_text_ce: 0.026310991495847702 (0.030779599825241855) | > loss_mel_ce: 2.1979401111602783 (nan) | > loss: 0.008826393634080887 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14134613905731822) | > loader_time: 0.0045 (0.004598396025960953)  --> TIME: 2025-03-26 15:57:15 -- STEP: 27970/31555 -- GLOBAL_STEP: 1479500 | > loss_text_ce: 0.03800190985202789 (0.03078018981097003) | > loss_mel_ce: 2.464264154434204 (nan) | > loss: 0.009929628111422062 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14134220899664449) | > loader_time: 0.0046 (0.004598375478300555)  --> TIME: 2025-03-26 15:57:25 -- STEP: 28020/31555 -- GLOBAL_STEP: 1479550 | > loss_text_ce: 0.03011934645473957 (0.03078154431084978) | > loss_mel_ce: 2.262486457824707 (nan) | > loss: 0.009097643196582794 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.1413465680351097) | > loader_time: 0.0047 (0.004598608432200684)  --> TIME: 2025-03-26 15:57:35 -- STEP: 28070/31555 -- GLOBAL_STEP: 1479600 | > loss_text_ce: 0.025337781757116318 (0.030779323283593542) | > loss_mel_ce: 2.9466512203216553 (nan) | > loss: 0.011793607845902443 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14134129260755948) | > loader_time: 0.0049 (0.00459864490347311)  --> TIME: 2025-03-26 15:57:44 -- STEP: 28120/31555 -- GLOBAL_STEP: 1479650 | > loss_text_ce: 0.0374508835375309 (0.030778319578038883) | > loss_mel_ce: 2.600088357925415 (nan) | > loss: 0.01046642567962408 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1413333709429882) | > loader_time: 0.0051 (0.004598766709459268)  --> TIME: 2025-03-26 15:57:54 -- STEP: 28170/31555 -- GLOBAL_STEP: 1479700 | > loss_text_ce: 0.03132876008749008 (0.03077834074659538) | > loss_mel_ce: 2.230067729949951 (nan) | > loss: 0.008973795920610428 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14132918631052954) | > loader_time: 0.0045 (0.004598833374575921)  --> TIME: 2025-03-26 15:58:03 -- STEP: 28220/31555 -- GLOBAL_STEP: 1479750 | > loss_text_ce: 0.017704550176858902 (0.030776530943915227) | > loss_mel_ce: 3.1042768955230713 (nan) | > loss: 0.012388816103339195 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14132959559654876) | > loader_time: 0.0044 (0.004598874457756041)  --> TIME: 2025-03-26 15:58:13 -- STEP: 28270/31555 -- GLOBAL_STEP: 1479800 | > loss_text_ce: 0.03263164311647415 (0.030775782333335767) | > loss_mel_ce: 2.3950769901275635 (nan) | > loss: 0.009633764624595642 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14133158942014457) | > loader_time: 0.0044 (0.004599059779272071)  --> TIME: 2025-03-26 15:58:22 -- STEP: 28320/31555 -- GLOBAL_STEP: 1479850 | > loss_text_ce: 0.04193936660885811 (0.030775891835794725) | > loss_mel_ce: 2.4423727989196777 (nan) | > loss: 0.009858381934463978 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14132430758011547) | > loader_time: 0.0045 (0.004599115361938351)  --> TIME: 2025-03-26 15:58:32 -- STEP: 28370/31555 -- GLOBAL_STEP: 1479900 | > loss_text_ce: 0.0219020526856184 (0.030775701746267092) | > loss_mel_ce: 2.2790324687957764 (nan) | > loss: 0.009130693040788174 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.1413189124002145) | > loader_time: 0.0046 (0.00459910507222316)  --> TIME: 2025-03-26 15:58:42 -- STEP: 28420/31555 -- GLOBAL_STEP: 1479950 | > loss_text_ce: 0.04079635441303253 (0.030775914200267675) | > loss_mel_ce: 1.7061593532562256 (nan) | > loss: 0.00693236431106925 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.1413220963874055) | > loader_time: 0.0046 (0.0045992839764239825)  --> TIME: 2025-03-26 15:58:51 -- STEP: 28470/31555 -- GLOBAL_STEP: 1480000 | > loss_text_ce: 0.024389216676354408 (0.030770518464792923) | > loss_mel_ce: 2.4828264713287354 (nan) | > loss: 0.009949269704520702 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14132128817012624) | > loader_time: 0.0046 (0.004599589224568474) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1480000.pth  --> TIME: 2025-03-26 15:59:07 -- STEP: 28520/31555 -- GLOBAL_STEP: 1480050 | > loss_text_ce: 0.03177998960018158 (0.03077280878982158) | > loss_mel_ce: 2.6591098308563232 (nan) | > loss: 0.010678134858608246 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.1413222595150641) | > loader_time: 0.0048 (0.004599733096854365)  --> TIME: 2025-03-26 15:59:16 -- STEP: 28570/31555 -- GLOBAL_STEP: 1480100 | > loss_text_ce: 0.02374821901321411 (0.03077403029732049) | > loss_mel_ce: 2.9367146492004395 (nan) | > loss: 0.011747868731617928 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14131338375199695) | > loader_time: 0.0045 (0.004599678912778629)  --> TIME: 2025-03-26 15:59:25 -- STEP: 28620/31555 -- GLOBAL_STEP: 1480150 | > loss_text_ce: 0.023519614711403847 (0.03077077422721232) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14129729751604228) | > loader_time: 0.0045 (0.00459959856869038)  --> TIME: 2025-03-26 15:59:35 -- STEP: 28670/31555 -- GLOBAL_STEP: 1480200 | > loss_text_ce: 0.032247476279735565 (0.03077240186500781) | > loss_mel_ce: 2.825181484222412 (nan) | > loss: 0.011339005082845688 (nan) | > current_lr: 5e-06 | > step_time: 0.1876 (0.14129858590769018) | > loader_time: 0.0047 (0.004599782935742246)  --> TIME: 2025-03-26 15:59:45 -- STEP: 28720/31555 -- GLOBAL_STEP: 1480250 | > loss_text_ce: 0.037947528064250946 (0.030773922973241098) | > loss_mel_ce: 2.814589023590088 (nan) | > loss: 0.011319589801132679 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14130670431596645) | > loader_time: 0.0049 (0.004599904341617981)  --> TIME: 2025-03-26 15:59:54 -- STEP: 28770/31555 -- GLOBAL_STEP: 1480300 | > loss_text_ce: 0.028266295790672302 (0.03077329702271996) | > loss_mel_ce: 2.4876081943511963 (nan) | > loss: 0.009983628988265991 (nan) | > current_lr: 5e-06 | > step_time: 0.1779 (0.14129906657838467) | > loader_time: 0.0049 (0.004599889583541221)  --> TIME: 2025-03-26 16:00:04 -- STEP: 28820/31555 -- GLOBAL_STEP: 1480350 | > loss_text_ce: 0.03054564818739891 (0.03077377129742316) | > loss_mel_ce: 2.338178873062134 (nan) | > loss: 0.009399700909852982 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14131187941778206) | > loader_time: 0.0047 (0.004600070724050489)  --> TIME: 2025-03-26 16:00:14 -- STEP: 28870/31555 -- GLOBAL_STEP: 1480400 | > loss_text_ce: 0.04171180725097656 (0.03077329725970988) | > loss_mel_ce: 0.10928954929113388 (nan) | > loss: 0.0005992117803543806 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14130737146457503) | > loader_time: 0.0044 (0.004600007673593205)  --> TIME: 2025-03-26 16:00:23 -- STEP: 28920/31555 -- GLOBAL_STEP: 1480450 | > loss_text_ce: 0.0325382761657238 (0.030771710414260387) | > loss_mel_ce: 2.5341591835021973 (nan) | > loss: 0.010185307823121548 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14130833854648908) | > loader_time: 0.0047 (0.004600086573248565)  --> TIME: 2025-03-26 16:00:33 -- STEP: 28970/31555 -- GLOBAL_STEP: 1480500 | > loss_text_ce: 0.03139572963118553 (0.03077204400049198) | > loss_mel_ce: 2.680340051651001 (nan) | > loss: 0.010760856792330742 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14130710375321331) | > loader_time: 0.0049 (0.004600103493184502)  --> TIME: 2025-03-26 16:00:43 -- STEP: 29020/31555 -- GLOBAL_STEP: 1480550 | > loss_text_ce: 0.03332049399614334 (0.030772008335437345) | > loss_mel_ce: 0.0550944022834301 (nan) | > loss: 0.00035085275885649025 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.1413059886532106) | > loader_time: 0.0046 (0.004600206709663905)  --> TIME: 2025-03-26 16:00:52 -- STEP: 29070/31555 -- GLOBAL_STEP: 1480600 | > loss_text_ce: 0.03151043877005577 (0.030770282548511708) | > loss_mel_ce: 2.6467151641845703 (nan) | > loss: 0.01062787976115942 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.1413101170454232) | > loader_time: 0.0047 (0.004600301221920346)  --> TIME: 2025-03-26 16:01:02 -- STEP: 29120/31555 -- GLOBAL_STEP: 1480650 | > loss_text_ce: 0.034725748002529144 (0.03077125229097514) | > loss_mel_ce: 1.2236406803131104 (nan) | > loss: 0.004993517883121967 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14131274269177363) | > loader_time: 0.0045 (0.004600431450775674)  --> TIME: 2025-03-26 16:01:12 -- STEP: 29170/31555 -- GLOBAL_STEP: 1480700 | > loss_text_ce: 0.027620214968919754 (0.030769643802508677) | > loss_mel_ce: 2.894638776779175 (nan) | > loss: 0.011596267111599445 (nan) | > current_lr: 5e-06 | > step_time: 0.1799 (0.14131140171112488) | > loader_time: 0.0048 (0.004600677164932353)  --> TIME: 2025-03-26 16:01:22 -- STEP: 29220/31555 -- GLOBAL_STEP: 1480750 | > loss_text_ce: 0.03624933585524559 (0.03076908213713045) | > loss_mel_ce: 2.3719918727874756 (nan) | > loss: 0.009556513279676437 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.1413183444824062) | > loader_time: 0.0046 (0.004600844164566973)  --> TIME: 2025-03-26 16:01:31 -- STEP: 29270/31555 -- GLOBAL_STEP: 1480800 | > loss_text_ce: 0.028253480792045593 (0.030770841874131316) | > loss_mel_ce: 1.3212498426437378 (nan) | > loss: 0.005355171859264374 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14131561846386095) | > loader_time: 0.0044 (0.004600793899103427)  --> TIME: 2025-03-26 16:01:41 -- STEP: 29320/31555 -- GLOBAL_STEP: 1480850 | > loss_text_ce: 0.030405020341277122 (0.030771952631564414) | > loss_mel_ce: 2.334704875946045 (nan) | > loss: 0.009385357610881329 (nan) | > current_lr: 5e-06 | > step_time: 0.1715 (0.14132272090463) | > loader_time: 0.0047 (0.004601060856250574)  --> TIME: 2025-03-26 16:01:51 -- STEP: 29370/31555 -- GLOBAL_STEP: 1480900 | > loss_text_ce: 0.032160382717847824 (0.030769828725117868) | > loss_mel_ce: 2.5940115451812744 (nan) | > loss: 0.01042131707072258 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14131509349343727) | > loader_time: 0.0045 (0.004600888439940869)  --> TIME: 2025-03-26 16:02:00 -- STEP: 29420/31555 -- GLOBAL_STEP: 1480950 | > loss_text_ce: 0.02878550998866558 (0.030767588532655762) | > loss_mel_ce: 2.971674919128418 (nan) | > loss: 0.01190658938139677 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14131029723535016) | > loader_time: 0.0046 (0.00460067821310782)  --> TIME: 2025-03-26 16:02:10 -- STEP: 29470/31555 -- GLOBAL_STEP: 1481000 | > loss_text_ce: 0.022549189627170563 (0.030765853747144002) | > loss_mel_ce: 2.4145398139953613 (nan) | > loss: 0.009670988656580448 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.1413100327481081) | > loader_time: 0.0044 (0.004600664863029802)  --> TIME: 2025-03-26 16:02:19 -- STEP: 29520/31555 -- GLOBAL_STEP: 1481050 | > loss_text_ce: 0.036839406937360764 (0.030768555918295786) | > loss_mel_ce: 2.759016752243042 (nan) | > loss: 0.011094667948782444 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1413065474773164) | > loader_time: 0.0043 (0.004600696423189409)  --> TIME: 2025-03-26 16:02:29 -- STEP: 29570/31555 -- GLOBAL_STEP: 1481100 | > loss_text_ce: 0.024801408872008324 (0.030769660744040014) | > loss_mel_ce: 2.5829718112945557 (nan) | > loss: 0.010348306968808174 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.14130286250438567) | > loader_time: 0.0048 (0.004600764248150991)  --> TIME: 2025-03-26 16:02:39 -- STEP: 29620/31555 -- GLOBAL_STEP: 1481150 | > loss_text_ce: 0.028256511315703392 (0.030767506218227953) | > loss_mel_ce: 2.5791332721710205 (nan) | > loss: 0.010346785187721252 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14130410772976562) | > loader_time: 0.0045 (0.0046010458896000575)  --> TIME: 2025-03-26 16:02:48 -- STEP: 29670/31555 -- GLOBAL_STEP: 1481200 | > loss_text_ce: 0.02916693314909935 (0.030769678232591833) | > loss_mel_ce: 3.379438877105713 (nan) | > loss: 0.01352621428668499 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14130540172138478) | > loader_time: 0.0045 (0.00460110062656073)  --> TIME: 2025-03-26 16:02:58 -- STEP: 29720/31555 -- GLOBAL_STEP: 1481250 | > loss_text_ce: 0.028441574424505234 (0.030768885397638068) | > loss_mel_ce: 3.1127357482910156 (nan) | > loss: 0.012464990839362144 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14130526491482198) | > loader_time: 0.0048 (0.004601441121197628)  --> TIME: 2025-03-26 16:03:08 -- STEP: 29770/31555 -- GLOBAL_STEP: 1481300 | > loss_text_ce: 0.033975325524806976 (0.030768158884426824) | > loss_mel_ce: 2.4792590141296387 (nan) | > loss: 0.009973152540624142 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1413052258493118) | > loader_time: 0.0044 (0.0046016151567893964)  --> TIME: 2025-03-26 16:03:17 -- STEP: 29820/31555 -- GLOBAL_STEP: 1481350 | > loss_text_ce: 0.031492482870817184 (0.03076814269736949) | > loss_mel_ce: 2.5533509254455566 (nan) | > loss: 0.010257315821945667 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14130200979935092) | > loader_time: 0.0046 (0.004601522518595442)  --> TIME: 2025-03-26 16:03:27 -- STEP: 29870/31555 -- GLOBAL_STEP: 1481400 | > loss_text_ce: 0.034298498183488846 (0.030768203958906396) | > loss_mel_ce: 2.6136622428894043 (nan) | > loss: 0.010507781058549881 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14129695127670447) | > loader_time: 0.0051 (0.004601649205182585)  --> TIME: 2025-03-26 16:03:37 -- STEP: 29920/31555 -- GLOBAL_STEP: 1481450 | > loss_text_ce: 0.029044853523373604 (0.030770019777206316) | > loss_mel_ce: 2.3537895679473877 (nan) | > loss: 0.009455692954361439 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1413056268570895) | > loader_time: 0.0048 (0.004601784855286688)  --> TIME: 2025-03-26 16:03:46 -- STEP: 29970/31555 -- GLOBAL_STEP: 1481500 | > loss_text_ce: 0.029869703575968742 (0.03077078184705199) | > loss_mel_ce: 2.861128330230713 (nan) | > loss: 0.011472215875983238 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.1412969360202004) | > loader_time: 0.0045 (0.004601901660253478)  --> TIME: 2025-03-26 16:03:56 -- STEP: 30020/31555 -- GLOBAL_STEP: 1481550 | > loss_text_ce: 0.025301024317741394 (0.03077144241307941) | > loss_mel_ce: 2.192014694213867 (nan) | > loss: 0.008798872120678425 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14129718620724713) | > loader_time: 0.0045 (0.004602032276410232)  --> TIME: 2025-03-26 16:04:05 -- STEP: 30070/31555 -- GLOBAL_STEP: 1481600 | > loss_text_ce: 0.03414095193147659 (0.03077081268077817) | > loss_mel_ce: 2.667010545730591 (nan) | > loss: 0.010718856006860733 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14129991844559098) | > loader_time: 0.0045 (0.00460204381977634)  --> TIME: 2025-03-26 16:04:15 -- STEP: 30120/31555 -- GLOBAL_STEP: 1481650 | > loss_text_ce: 0.038147564977407455 (0.030768286494493664) | > loss_mel_ce: 2.5613579750061035 (nan) | > loss: 0.01031549833714962 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14130053236031753) | > loader_time: 0.0046 (0.0046021965791187905)  --> TIME: 2025-03-26 16:04:25 -- STEP: 30170/31555 -- GLOBAL_STEP: 1481700 | > loss_text_ce: 0.025818616151809692 (0.03076605043822531) | > loss_mel_ce: 2.2867910861968994 (nan) | > loss: 0.009177022613584995 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14130228690291857) | > loader_time: 0.0046 (0.004602238118036068)  --> TIME: 2025-03-26 16:04:35 -- STEP: 30220/31555 -- GLOBAL_STEP: 1481750 | > loss_text_ce: 0.03661583736538887 (0.030767996008874643) | > loss_mel_ce: 0.03350830078125 (nan) | > loss: 0.00027827039593830705 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14130535890218204) | > loader_time: 0.0045 (0.004602295732277248)  --> TIME: 2025-03-26 16:04:44 -- STEP: 30270/31555 -- GLOBAL_STEP: 1481800 | > loss_text_ce: 0.030197368934750557 (0.030766511961465765) | > loss_mel_ce: 2.8489975929260254 (nan) | > loss: 0.011425377801060677 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14129889847068924) | > loader_time: 0.0046 (0.004602265594263126)  --> TIME: 2025-03-26 16:04:54 -- STEP: 30320/31555 -- GLOBAL_STEP: 1481850 | > loss_text_ce: 0.03207900747656822 (0.030768348303891344) | > loss_mel_ce: 2.7364399433135986 (nan) | > loss: 0.010986186563968658 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14129878737838414) | > loader_time: 0.0047 (0.004602426219741382)  --> TIME: 2025-03-26 16:05:04 -- STEP: 30370/31555 -- GLOBAL_STEP: 1481900 | > loss_text_ce: 0.027435356751084328 (0.03076813906286455) | > loss_mel_ce: 0.0704345703125 (nan) | > loss: 0.00038837274769321084 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.141302445392527) | > loader_time: 0.0047 (0.0046025984060383395)  --> TIME: 2025-03-26 16:05:13 -- STEP: 30420/31555 -- GLOBAL_STEP: 1481950 | > loss_text_ce: 0.02766333520412445 (0.030768548103109403) | > loss_mel_ce: 2.8871042728424072 (nan) | > loss: 0.011566538363695145 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1413082342646296) | > loader_time: 0.0045 (0.004602932263800048)  --> TIME: 2025-03-26 16:05:23 -- STEP: 30470/31555 -- GLOBAL_STEP: 1482000 | > loss_text_ce: 0.025898143649101257 (0.030767186917303468) | > loss_mel_ce: 0.08227217942476273 (nan) | > loss: 0.0004292473313398659 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14130942014776215) | > loader_time: 0.0045 (0.004602891091327005)  --> TIME: 2025-03-26 16:05:33 -- STEP: 30520/31555 -- GLOBAL_STEP: 1482050 | > loss_text_ce: 0.025961829349398613 (0.030765808306373217) | > loss_mel_ce: 2.4182980060577393 (nan) | > loss: 0.00969944428652525 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14130349268607043) | > loader_time: 0.0042 (0.004602885722801522)  --> TIME: 2025-03-26 16:05:42 -- STEP: 30570/31555 -- GLOBAL_STEP: 1482100 | > loss_text_ce: 0.03655638545751572 (0.03076344496562302) | > loss_mel_ce: 2.97636342048645 (nan) | > loss: 0.011956032365560532 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.1412990038247525) | > loader_time: 0.0047 (0.004602735628284641)  --> TIME: 2025-03-26 16:05:52 -- STEP: 30620/31555 -- GLOBAL_STEP: 1482150 | > loss_text_ce: 0.0232168547809124 (0.030766109043426915) | > loss_mel_ce: 2.913463830947876 (nan) | > loss: 0.011653495952486992 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1412966628934261) | > loader_time: 0.0044 (0.004602738706836646)  --> TIME: 2025-03-26 16:06:01 -- STEP: 30670/31555 -- GLOBAL_STEP: 1482200 | > loss_text_ce: 0.03487198054790497 (0.030764197233188587) | > loss_mel_ce: 2.317971706390381 (nan) | > loss: 0.00933668203651905 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14129299315249527) | > loader_time: 0.0046 (0.0046027031868336515)  --> TIME: 2025-03-26 16:06:11 -- STEP: 30720/31555 -- GLOBAL_STEP: 1482250 | > loss_text_ce: 0.025195440277457237 (0.03076619992037498) | > loss_mel_ce: 2.453857421875 (nan) | > loss: 0.00983751192688942 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1413001880981028) | > loader_time: 0.0046 (0.00460271159342178)  --> TIME: 2025-03-26 16:06:21 -- STEP: 30770/31555 -- GLOBAL_STEP: 1482300 | > loss_text_ce: 0.030798818916082382 (0.03076684746097048) | > loss_mel_ce: 2.359743356704712 (nan) | > loss: 0.00948627945035696 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.14130114790755585) | > loader_time: 0.0048 (0.004602656606191297)  --> TIME: 2025-03-26 16:06:30 -- STEP: 30820/31555 -- GLOBAL_STEP: 1482350 | > loss_text_ce: 0.0285221878439188 (0.030766541454735553) | > loss_mel_ce: 2.7907752990722656 (nan) | > loss: 0.011187689378857613 (nan) | > current_lr: 5e-06 | > step_time: 0.1592 (0.14129424412323235) | > loader_time: 0.0049 (0.004602611761136444)  --> TIME: 2025-03-26 16:06:40 -- STEP: 30870/31555 -- GLOBAL_STEP: 1482400 | > loss_text_ce: 0.028026988729834557 (0.03076644913713678) | > loss_mel_ce: 2.561065673828125 (nan) | > loss: 0.010274178348481655 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14129679665659714) | > loader_time: 0.0045 (0.004602687483201476)  --> TIME: 2025-03-26 16:06:49 -- STEP: 30920/31555 -- GLOBAL_STEP: 1482450 | > loss_text_ce: 0.027577096596360207 (0.030764614525558318) | > loss_mel_ce: 2.6070990562438965 (nan) | > loss: 0.010455065406858921 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14128939386789735) | > loader_time: 0.0047 (0.004602559988433901)  --> TIME: 2025-03-26 16:06:59 -- STEP: 30970/31555 -- GLOBAL_STEP: 1482500 | > loss_text_ce: 0.03262011706829071 (0.030765577885035086) | > loss_mel_ce: 2.699066638946533 (nan) | > loss: 0.010840027593076229 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14129671451542736) | > loader_time: 0.0044 (0.004602380125300114)  --> TIME: 2025-03-26 16:07:09 -- STEP: 31020/31555 -- GLOBAL_STEP: 1482550 | > loss_text_ce: 0.027485493570566177 (0.030765944535842228) | > loss_mel_ce: 2.8051834106445312 (nan) | > loss: 0.011240750551223755 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1412940974853486) | > loader_time: 0.0046 (0.004602193647934327)  --> TIME: 2025-03-26 16:07:18 -- STEP: 31070/31555 -- GLOBAL_STEP: 1482600 | > loss_text_ce: 0.025173131376504898 (0.03076428388499292) | > loss_mel_ce: 0.5936645269393921 (nan) | > loss: 0.002455705078318715 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14129017311006564) | > loader_time: 0.0044 (0.004602081959064174)  --> TIME: 2025-03-26 16:07:28 -- STEP: 31120/31555 -- GLOBAL_STEP: 1482650 | > loss_text_ce: 0.029786020517349243 (0.03076330723751523) | > loss_mel_ce: 2.1699795722961426 (nan) | > loss: 0.008729229681193829 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14129312757048326) | > loader_time: 0.0044 (0.004602044069981498)  --> TIME: 2025-03-26 16:07:38 -- STEP: 31170/31555 -- GLOBAL_STEP: 1482700 | > loss_text_ce: 0.0313592366874218 (0.030763071622486763) | > loss_mel_ce: 2.360322952270508 (nan) | > loss: 0.009490802884101868 (nan) | > current_lr: 5e-06 | > step_time: 0.1321 (0.1412977622646837) | > loader_time: 0.0048 (0.004602283248925827)  --> TIME: 2025-03-26 16:07:47 -- STEP: 31220/31555 -- GLOBAL_STEP: 1482750 | > loss_text_ce: 0.029492458328604698 (0.030763216614383134) | > loss_mel_ce: 2.2453181743621826 (nan) | > loss: 0.00902702659368515 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14129465065423988) | > loader_time: 0.0046 (0.004602512016577402)  --> TIME: 2025-03-26 16:07:57 -- STEP: 31270/31555 -- GLOBAL_STEP: 1482800 | > loss_text_ce: 0.032660722732543945 (0.030763802308378354) | > loss_mel_ce: 2.772688865661621 (nan) | > loss: 0.01113233994692564 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.1412986305982189) | > loader_time: 0.0048 (0.004602542676824999)  --> TIME: 2025-03-26 16:08:07 -- STEP: 31320/31555 -- GLOBAL_STEP: 1482850 | > loss_text_ce: 0.03533404693007469 (0.030764199006591244) | > loss_mel_ce: 2.807896137237549 (nan) | > loss: 0.011282660067081451 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1412971597217204) | > loader_time: 0.0047 (0.004602588441027823)  --> TIME: 2025-03-26 16:08:17 -- STEP: 31370/31555 -- GLOBAL_STEP: 1482900 | > loss_text_ce: 0.025949368253350258 (0.03076369362358677) | > loss_mel_ce: 2.7559103965759277 (nan) | > loss: 0.0110391266644001 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14129728953246293) | > loader_time: 0.0046 (0.004602734617720282)  --> TIME: 2025-03-26 16:08:26 -- STEP: 31420/31555 -- GLOBAL_STEP: 1482950 | > loss_text_ce: 0.030910199508070946 (0.03076363139294377) | > loss_mel_ce: 2.983222246170044 (nan) | > loss: 0.011960843577980995 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.14130168326108947) | > loader_time: 0.0045 (0.004602778208324045)  --> TIME: 2025-03-26 16:08:36 -- STEP: 31470/31555 -- GLOBAL_STEP: 1483000 | > loss_text_ce: 0.027760664001107216 (0.030762525450013293) | > loss_mel_ce: 2.588402271270752 (nan) | > loss: 0.010381599888205528 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14130718923198407) | > loader_time: 0.0049 (0.00460293111931454)  --> TIME: 2025-03-26 16:08:46 -- STEP: 31520/31555 -- GLOBAL_STEP: 1483050 | > loss_text_ce: 0.027185406535863876 (0.03076040048174664) | > loss_mel_ce: 2.8355093002319336 (nan) | > loss: 0.01135990023612976 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14129565417161447) | > loader_time: 0.0047 (0.00460308076917821)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022027503649393713 (+9.19500986734309e-06) | > avg_loss_text_ce: 0.02867280206332604 (-0.00011498186737298952) | > avg_loss_mel_ce: 2.4753095571200054 (-0.005818189779918104) | > avg_loss: 2.503982362747193 (-0.005933174292247045) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1483085.pth  > EPOCH: 48/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 16:09:14)   --> TIME: 2025-03-26 16:09:17 -- STEP: 15/31555 -- GLOBAL_STEP: 1483100 | > loss_text_ce: 0.033211614936590195 (0.032761750866969426) | > loss_mel_ce: 2.990147590637207 (nan) | > loss: 0.011997458525002003 (nan) | > current_lr: 5e-06 | > step_time: 0.1775 (0.14085591634114583) | > loader_time: 0.0044 (0.00490414301554362)  --> TIME: 2025-03-26 16:09:27 -- STEP: 65/31555 -- GLOBAL_STEP: 1483150 | > loss_text_ce: 0.03686343505978584 (0.031244505469042536) | > loss_mel_ce: 2.8322834968566895 (nan) | > loss: 0.01138550415635109 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.1356879527752216) | > loader_time: 0.0049 (0.005060515036949745)  --> TIME: 2025-03-26 16:09:36 -- STEP: 115/31555 -- GLOBAL_STEP: 1483200 | > loss_text_ce: 0.031020071357488632 (0.031065201945602902) | > loss_mel_ce: 2.5592355728149414 (nan) | > loss: 0.010278793051838875 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.1368012262427288) | > loader_time: 0.0048 (0.005045741537342901)  --> TIME: 2025-03-26 16:09:45 -- STEP: 165/31555 -- GLOBAL_STEP: 1483250 | > loss_text_ce: 0.026279861107468605 (0.0309938463918639) | > loss_mel_ce: 2.222841501235962 (nan) | > loss: 0.008925085887312889 (nan) | > current_lr: 5e-06 | > step_time: 0.1631 (0.1359171795122551) | > loader_time: 0.0051 (0.004995747768517696)  --> TIME: 2025-03-26 16:09:55 -- STEP: 215/31555 -- GLOBAL_STEP: 1483300 | > loss_text_ce: 0.024087393656373024 (0.03096620959857869) | > loss_mel_ce: 2.278501272201538 (nan) | > loss: 0.009137257002294064 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.13565476994181794) | > loader_time: 0.0048 (0.004965345249619594)  --> TIME: 2025-03-26 16:10:04 -- STEP: 265/31555 -- GLOBAL_STEP: 1483350 | > loss_text_ce: 0.029510553926229477 (0.030938319816201362) | > loss_mel_ce: 3.157208204269409 (nan) | > loss: 0.01264571025967598 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.1362377994465378) | > loader_time: 0.0046 (0.00494554357708625)  --> TIME: 2025-03-26 16:10:14 -- STEP: 315/31555 -- GLOBAL_STEP: 1483400 | > loss_text_ce: 0.03570834919810295 (0.030902655851391573) | > loss_mel_ce: 2.931389808654785 (nan) | > loss: 0.011774200014770031 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.137188748707847) | > loader_time: 0.0044 (0.004914622079758417)  --> TIME: 2025-03-26 16:10:24 -- STEP: 365/31555 -- GLOBAL_STEP: 1483450 | > loss_text_ce: 0.03212329372763634 (0.030814751334590454) | > loss_mel_ce: 1.8901963233947754 (nan) | > loss: 0.007628253195434809 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1376704026574958) | > loader_time: 0.0046 (0.004884425907918854)  --> TIME: 2025-03-26 16:10:33 -- STEP: 415/31555 -- GLOBAL_STEP: 1483500 | > loss_text_ce: 0.030345847830176353 (0.030815911777766353) | > loss_mel_ce: 2.585054874420166 (nan) | > loss: 0.010378574952483177 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.13755595885127422) | > loader_time: 0.0046 (0.004852753374949996)  --> TIME: 2025-03-26 16:10:43 -- STEP: 465/31555 -- GLOBAL_STEP: 1483550 | > loss_text_ce: 0.029248835518956184 (0.030683805052471418) | > loss_mel_ce: 2.400059223175049 (nan) | > loss: 0.009640112519264221 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1381233184568343) | > loader_time: 0.0047 (0.004836557757469917)  --> TIME: 2025-03-26 16:10:52 -- STEP: 515/31555 -- GLOBAL_STEP: 1483600 | > loss_text_ce: 0.0367448553442955 (0.030667621347583034) | > loss_mel_ce: 2.699449062347412 (nan) | > loss: 0.010857912711799145 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.13847752821098247) | > loader_time: 0.0047 (0.004823713395202045)  --> TIME: 2025-03-26 16:11:02 -- STEP: 565/31555 -- GLOBAL_STEP: 1483650 | > loss_text_ce: 0.04128289222717285 (0.030753734633656202) | > loss_mel_ce: 2.5448803901672363 (nan) | > loss: 0.010262553580105305 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.13876415522752614) | > loader_time: 0.0045 (0.004814681331668283)  --> TIME: 2025-03-26 16:11:12 -- STEP: 615/31555 -- GLOBAL_STEP: 1483700 | > loss_text_ce: 0.04014841094613075 (0.030755983930596007) | > loss_mel_ce: 3.1217896938323975 (nan) | > loss: 0.012547374702990055 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.13927257235457263) | > loader_time: 0.0046 (0.004807815706826809)  --> TIME: 2025-03-26 16:11:22 -- STEP: 665/31555 -- GLOBAL_STEP: 1483750 | > loss_text_ce: 0.032567620277404785 (0.030697177573198214) | > loss_mel_ce: 2.5144498348236084 (nan) | > loss: 0.010107213631272316 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.1393724821563952) | > loader_time: 0.0049 (0.004791437593617841)  --> TIME: 2025-03-26 16:11:31 -- STEP: 715/31555 -- GLOBAL_STEP: 1483800 | > loss_text_ce: 0.03888103365898132 (0.030670960394704676) | > loss_mel_ce: 2.4899919033050537 (nan) | > loss: 0.010035211220383644 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.1397563991013108) | > loader_time: 0.0049 (0.004781316210339957)  --> TIME: 2025-03-26 16:11:41 -- STEP: 765/31555 -- GLOBAL_STEP: 1483850 | > loss_text_ce: 0.0260362196713686 (0.03061806002351778) | > loss_mel_ce: 2.886944532394409 (nan) | > loss: 0.011559448204934597 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.1399075944439259) | > loader_time: 0.0044 (0.004770177018408687)  --> TIME: 2025-03-26 16:11:51 -- STEP: 815/31555 -- GLOBAL_STEP: 1483900 | > loss_text_ce: 0.029966605827212334 (0.030600191658488447) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1399680632023723) | > loader_time: 0.0045 (0.0047579876484315125)  --> TIME: 2025-03-26 16:12:00 -- STEP: 865/31555 -- GLOBAL_STEP: 1483950 | > loss_text_ce: 0.03604662045836449 (0.030610010674966208) | > loss_mel_ce: 2.4274203777313232 (nan) | > loss: 0.009775662794709206 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14007574643702864) | > loader_time: 0.0048 (0.004747487768272445)  --> TIME: 2025-03-26 16:12:10 -- STEP: 915/31555 -- GLOBAL_STEP: 1484000 | > loss_text_ce: 0.04935159161686897 (0.030584491511470958) | > loss_mel_ce: 2.4952280521392822 (nan) | > loss: 0.01009753905236721 (nan) | > current_lr: 5e-06 | > step_time: 0.1185 (0.14031801301924907) | > loader_time: 0.0046 (0.0047501496278523105)  --> TIME: 2025-03-26 16:12:20 -- STEP: 965/31555 -- GLOBAL_STEP: 1484050 | > loss_text_ce: 0.02642000839114189 (0.030589734619106964) | > loss_mel_ce: 0.75811767578125 (nan) | > loss: 0.003113244893029332 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14023721279875598) | > loader_time: 0.0047 (0.004742885994787662)  --> TIME: 2025-03-26 16:12:30 -- STEP: 1015/31555 -- GLOBAL_STEP: 1484100 | > loss_text_ce: 0.025770317763090134 (0.030648858688331296) | > loss_mel_ce: 2.8962063789367676 (nan) | > loss: 0.011595146730542183 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.14031723825802353) | > loader_time: 0.0045 (0.004741682559985833)  --> TIME: 2025-03-26 16:12:39 -- STEP: 1065/31555 -- GLOBAL_STEP: 1484150 | > loss_text_ce: 0.030790388584136963 (0.030617833474187502) | > loss_mel_ce: 2.560300588607788 (nan) | > loss: 0.010282107628881931 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14046273141959456) | > loader_time: 0.0049 (0.004741892344515089)  --> TIME: 2025-03-26 16:12:49 -- STEP: 1115/31555 -- GLOBAL_STEP: 1484200 | > loss_text_ce: 0.03251257166266441 (0.030683475162316065) | > loss_mel_ce: 2.523439645767212 (nan) | > loss: 0.010142668150365353 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14066786915732069) | > loader_time: 0.0049 (0.004738757428566971)  --> TIME: 2025-03-26 16:12:59 -- STEP: 1165/31555 -- GLOBAL_STEP: 1484250 | > loss_text_ce: 0.040040090680122375 (0.030693630644723836) | > loss_mel_ce: 2.0986835956573486 (nan) | > loss: 0.008486999198794365 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1407252037474014) | > loader_time: 0.0046 (0.004737278524898151)  --> TIME: 2025-03-26 16:13:08 -- STEP: 1215/31555 -- GLOBAL_STEP: 1484300 | > loss_text_ce: 0.0407978855073452 (0.030684200966339788) | > loss_mel_ce: 1.6641641855239868 (nan) | > loss: 0.0067657227627933025 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1404963585574931) | > loader_time: 0.0048 (0.004732644508895563)  --> TIME: 2025-03-26 16:13:18 -- STEP: 1265/31555 -- GLOBAL_STEP: 1484350 | > loss_text_ce: 0.03243722394108772 (0.030665734561947967) | > loss_mel_ce: 2.30074405670166 (nan) | > loss: 0.00925865676254034 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14058526212518876) | > loader_time: 0.0069 (0.00473193726520765)  --> TIME: 2025-03-26 16:13:28 -- STEP: 1315/31555 -- GLOBAL_STEP: 1484400 | > loss_text_ce: 0.02784806489944458 (0.030682255754056087) | > loss_mel_ce: 2.8688812255859375 (nan) | > loss: 0.011494957841932774 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.140672644734836) | > loader_time: 0.0046 (0.004729645152508991)  --> TIME: 2025-03-26 16:13:37 -- STEP: 1365/31555 -- GLOBAL_STEP: 1484450 | > loss_text_ce: 0.034187693148851395 (0.030656498978971998) | > loss_mel_ce: 2.815294027328491 (nan) | > loss: 0.011307468637824059 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14062579071128764) | > loader_time: 0.0046 (0.004726084335383046)  --> TIME: 2025-03-26 16:13:47 -- STEP: 1415/31555 -- GLOBAL_STEP: 1484500 | > loss_text_ce: 0.027409331873059273 (0.030705704912543298) | > loss_mel_ce: 2.913501739501953 (nan) | > loss: 0.011670283041894436 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14082906406254314) | > loader_time: 0.0044 (0.0047254914529753275)  --> TIME: 2025-03-26 16:13:57 -- STEP: 1465/31555 -- GLOBAL_STEP: 1484550 | > loss_text_ce: 0.029711319133639336 (0.030685663973410382) | > loss_mel_ce: 2.971482276916504 (nan) | > loss: 0.01190949883311987 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14084678184457197) | > loader_time: 0.0046 (0.004725705397413861)  --> TIME: 2025-03-26 16:14:06 -- STEP: 1515/31555 -- GLOBAL_STEP: 1484600 | > loss_text_ce: 0.021446192637085915 (0.030691176280379297) | > loss_mel_ce: 2.5981814861297607 (nan) | > loss: 0.010395349003374577 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14078375356818976) | > loader_time: 0.0047 (0.004725239064433784)  --> TIME: 2025-03-26 16:14:16 -- STEP: 1565/31555 -- GLOBAL_STEP: 1484650 | > loss_text_ce: 0.028541915118694305 (0.030694054326000877) | > loss_mel_ce: 2.8952600955963135 (nan) | > loss: 0.011602388694882393 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1409001921693358) | > loader_time: 0.0046 (0.004723380091853032)  --> TIME: 2025-03-26 16:14:27 -- STEP: 1615/31555 -- GLOBAL_STEP: 1484700 | > loss_text_ce: 0.039091628044843674 (0.030717366000193376) | > loss_mel_ce: 2.8968372344970703 (nan) | > loss: 0.011650511994957924 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14122934356193434) | > loader_time: 0.0048 (0.0047238931567307185)  --> TIME: 2025-03-26 16:14:36 -- STEP: 1665/31555 -- GLOBAL_STEP: 1484750 | > loss_text_ce: 0.03461508825421333 (0.030686728838081653) | > loss_mel_ce: 2.6766841411590576 (nan) | > loss: 0.010759124532341957 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14125025752070441) | > loader_time: 0.0047 (0.004723333238481392)  --> TIME: 2025-03-26 16:14:46 -- STEP: 1715/31555 -- GLOBAL_STEP: 1484800 | > loss_text_ce: 0.040409259498119354 (0.03070501662931967) | > loss_mel_ce: 2.801483154296875 (nan) | > loss: 0.011277351528406143 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14123644161502416) | > loader_time: 0.0046 (0.004725001365728342)  --> TIME: 2025-03-26 16:14:56 -- STEP: 1765/31555 -- GLOBAL_STEP: 1484850 | > loss_text_ce: 0.035041797906160355 (0.030719466841444585) | > loss_mel_ce: 2.9204187393188477 (nan) | > loss: 0.011728018522262573 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14122844431285494) | > loader_time: 0.0047 (0.004725407203263661)  --> TIME: 2025-03-26 16:15:05 -- STEP: 1815/31555 -- GLOBAL_STEP: 1484900 | > loss_text_ce: 0.027629930526018143 (0.03068704364498046) | > loss_mel_ce: 2.4977824687957764 (nan) | > loss: 0.010021477937698364 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14117218127920617) | > loader_time: 0.0045 (0.0047255872038113435)  --> TIME: 2025-03-26 16:15:15 -- STEP: 1865/31555 -- GLOBAL_STEP: 1484950 | > loss_text_ce: 0.037599485367536545 (0.03069956765507645) | > loss_mel_ce: 2.52605938911438 (nan) | > loss: 0.010173249989748001 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14134935182157224) | > loader_time: 0.0046 (0.004725049967420637)  --> TIME: 2025-03-26 16:15:25 -- STEP: 1915/31555 -- GLOBAL_STEP: 1485000 | > loss_text_ce: 0.031554315239191055 (0.030695353139084874) | > loss_mel_ce: 2.034393310546875 (nan) | > loss: 0.008198205381631851 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1415075207503596) | > loader_time: 0.0044 (0.00472555720774996)  --> TIME: 2025-03-26 16:15:35 -- STEP: 1965/31555 -- GLOBAL_STEP: 1485050 | > loss_text_ce: 0.022497491911053658 (0.030707584154666533) | > loss_mel_ce: 2.581803321838379 (nan) | > loss: 0.010334527119994164 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1414747718636317) | > loader_time: 0.0048 (0.00472867082396839)  --> TIME: 2025-03-26 16:15:45 -- STEP: 2015/31555 -- GLOBAL_STEP: 1485100 | > loss_text_ce: 0.037136565893888474 (0.030705152854101532) | > loss_mel_ce: 2.505985736846924 (nan) | > loss: 0.010091755539178848 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1421 (0.1415838498335619) | > loader_time: 0.0048 (0.004727326433356872)  --> TIME: 2025-03-26 16:15:55 -- STEP: 2065/31555 -- GLOBAL_STEP: 1485150 | > loss_text_ce: 0.029240909963846207 (0.03074106627096564) | > loss_mel_ce: 2.558605432510376 (nan) | > loss: 0.010269232094287872 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14159440336158152) | > loader_time: 0.0047 (0.004726180268257633)  --> TIME: 2025-03-26 16:16:04 -- STEP: 2115/31555 -- GLOBAL_STEP: 1485200 | > loss_text_ce: 0.030479086562991142 (0.030778421555815297) | > loss_mel_ce: 1.871337890625 (nan) | > loss: 0.007546893320977688 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14161318864664574) | > loader_time: 0.0046 (0.004724633101875895)  --> TIME: 2025-03-26 16:16:14 -- STEP: 2165/31555 -- GLOBAL_STEP: 1485250 | > loss_text_ce: 0.0282173752784729 (0.030789707746898744) | > loss_mel_ce: 2.6239206790924072 (nan) | > loss: 0.010524357669055462 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14151353571761843) | > loader_time: 0.0047 (0.004724922796870483)  --> TIME: 2025-03-26 16:16:23 -- STEP: 2215/31555 -- GLOBAL_STEP: 1485300 | > loss_text_ce: 0.03375519812107086 (0.03081060000243292) | > loss_mel_ce: 2.833456516265869 (nan) | > loss: 0.011377825401723385 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1415236668984993) | > loader_time: 0.0046 (0.004724769829089158)  --> TIME: 2025-03-26 16:16:33 -- STEP: 2265/31555 -- GLOBAL_STEP: 1485350 | > loss_text_ce: 0.028012434020638466 (0.030818031562562152) | > loss_mel_ce: 2.4324588775634766 (nan) | > loss: 0.009763776324689388 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.1415549522467271) | > loader_time: 0.0045 (0.0047240189895461394)  --> TIME: 2025-03-26 16:16:43 -- STEP: 2315/31555 -- GLOBAL_STEP: 1485400 | > loss_text_ce: 0.027457579970359802 (0.030827791070400637) | > loss_mel_ce: 2.87947940826416 (nan) | > loss: 0.0115354647859931 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14152786149834454) | > loader_time: 0.0049 (0.004724948813024395)  --> TIME: 2025-03-26 16:16:53 -- STEP: 2365/31555 -- GLOBAL_STEP: 1485450 | > loss_text_ce: 0.03636883571743965 (0.030849569053418666) | > loss_mel_ce: 2.6288504600524902 (nan) | > loss: 0.01057626772671938 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.14157248732907576) | > loader_time: 0.0048 (0.004724945628869854)  --> TIME: 2025-03-26 16:17:02 -- STEP: 2415/31555 -- GLOBAL_STEP: 1485500 | > loss_text_ce: 0.02476322092115879 (0.03083481534035186) | > loss_mel_ce: 2.8261170387268066 (nan) | > loss: 0.011313017457723618 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.14157642528383874) | > loader_time: 0.0046 (0.004725451597762644)  --> TIME: 2025-03-26 16:17:12 -- STEP: 2465/31555 -- GLOBAL_STEP: 1485550 | > loss_text_ce: 0.03214258700609207 (0.0308381470868602) | > loss_mel_ce: 2.7922873497009277 (nan) | > loss: 0.011208056472241879 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14160551812053934) | > loader_time: 0.0047 (0.004725540869134429)  --> TIME: 2025-03-26 16:17:21 -- STEP: 2515/31555 -- GLOBAL_STEP: 1485600 | > loss_text_ce: 0.02902607060968876 (0.03083342139425856) | > loss_mel_ce: 2.5744612216949463 (nan) | > loss: 0.010331299155950546 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1414500482039707) | > loader_time: 0.0046 (0.004724207644908136)  --> TIME: 2025-03-26 16:17:31 -- STEP: 2565/31555 -- GLOBAL_STEP: 1485650 | > loss_text_ce: 0.02453208714723587 (0.03085274633789911) | > loss_mel_ce: 2.6869940757751465 (nan) | > loss: 0.01076002512127161 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14147792977896342) | > loader_time: 0.0047 (0.004724054169236564)  --> TIME: 2025-03-26 16:17:41 -- STEP: 2615/31555 -- GLOBAL_STEP: 1485700 | > loss_text_ce: 0.04252319410443306 (0.030864564460803743) | > loss_mel_ce: 1.8692015409469604 (nan) | > loss: 0.007586209569126368 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1415637649040148) | > loader_time: 0.0048 (0.0047238742872132405)  --> TIME: 2025-03-26 16:17:51 -- STEP: 2665/31555 -- GLOBAL_STEP: 1485750 | > loss_text_ce: 0.029715541750192642 (0.030866855559748288) | > loss_mel_ce: 2.7362918853759766 (nan) | > loss: 0.010976220481097698 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1415902752366343) | > loader_time: 0.0046 (0.004723695339897116)  --> TIME: 2025-03-26 16:18:00 -- STEP: 2715/31555 -- GLOBAL_STEP: 1485800 | > loss_text_ce: 0.021196048706769943 (0.030841541866914235) | > loss_mel_ce: 0.0272216796875 (nan) | > loss: 0.00019213385530747473 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14156800580946777) | > loader_time: 0.0044 (0.004722310341963233)  --> TIME: 2025-03-26 16:18:10 -- STEP: 2765/31555 -- GLOBAL_STEP: 1485850 | > loss_text_ce: 0.037956006824970245 (0.030842772592701167) | > loss_mel_ce: 0.07818721234798431 (nan) | > loss: 0.00046088581439107656 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.1414968468181478) | > loader_time: 0.0044 (0.0047202831151041385)  --> TIME: 2025-03-26 16:18:20 -- STEP: 2815/31555 -- GLOBAL_STEP: 1485900 | > loss_text_ce: 0.03501283749938011 (0.030830279082311302) | > loss_mel_ce: 1.873522162437439 (nan) | > loss: 0.007573551964014769 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14152046427210088) | > loader_time: 0.0047 (0.00471946350422888)  --> TIME: 2025-03-26 16:18:29 -- STEP: 2865/31555 -- GLOBAL_STEP: 1485950 | > loss_text_ce: 0.03185797482728958 (0.030822684337916486) | > loss_mel_ce: 2.303522825241089 (nan) | > loss: 0.009267384186387062 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14152185946026807) | > loader_time: 0.0044 (0.0047202994062014265)  --> TIME: 2025-03-26 16:18:39 -- STEP: 2915/31555 -- GLOBAL_STEP: 1486000 | > loss_text_ce: 0.030368611216545105 (0.030814152639391187) | > loss_mel_ce: 2.6853697299957275 (nan) | > loss: 0.010776739567518234 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.14153268832080768) | > loader_time: 0.0048 (0.0047181859024597456)  --> TIME: 2025-03-26 16:18:48 -- STEP: 2965/31555 -- GLOBAL_STEP: 1486050 | > loss_text_ce: 0.03388479724526405 (0.030815232867095463) | > loss_mel_ce: 2.3095107078552246 (nan) | > loss: 0.00929918885231018 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14146935123617285) | > loader_time: 0.0047 (0.0047155487999747175)  --> TIME: 2025-03-26 16:18:58 -- STEP: 3015/31555 -- GLOBAL_STEP: 1486100 | > loss_text_ce: 0.027361787855625153 (0.03080820679806704) | > loss_mel_ce: 2.762403964996338 (nan) | > loss: 0.011070500127971172 (nan) | > current_lr: 5e-06 | > step_time: 0.1847 (0.14142529723260733) | > loader_time: 0.0048 (0.004713136916532246)  --> TIME: 2025-03-26 16:19:08 -- STEP: 3065/31555 -- GLOBAL_STEP: 1486150 | > loss_text_ce: 0.036271486431360245 (0.030797692359429685) | > loss_mel_ce: 2.0650269985198975 (nan) | > loss: 0.008338486775755882 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.14146041076685054) | > loader_time: 0.0043 (0.00471209476278034)  --> TIME: 2025-03-26 16:19:17 -- STEP: 3115/31555 -- GLOBAL_STEP: 1486200 | > loss_text_ce: 0.028683802112936974 (0.030787966241626545) | > loss_mel_ce: 3.255072832107544 (nan) | > loss: 0.013030781410634518 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.1414627545143973) | > loader_time: 0.0046 (0.004710752967846715)  --> TIME: 2025-03-26 16:19:27 -- STEP: 3165/31555 -- GLOBAL_STEP: 1486250 | > loss_text_ce: 0.027883559465408325 (0.0307986141378163) | > loss_mel_ce: 0.1681315153837204 (nan) | > loss: 0.0007778376457281411 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14146498142260508) | > loader_time: 0.0044 (0.004710069312868521)  --> TIME: 2025-03-26 16:19:37 -- STEP: 3215/31555 -- GLOBAL_STEP: 1486300 | > loss_text_ce: 0.028679484501481056 (0.030785455125127665) | > loss_mel_ce: 2.7171058654785156 (nan) | > loss: 0.01089597400277853 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14144979064609173) | > loader_time: 0.0045 (0.004709622129496663)  --> TIME: 2025-03-26 16:19:46 -- STEP: 3265/31555 -- GLOBAL_STEP: 1486350 | > loss_text_ce: 0.024145323783159256 (0.030772145473573695) | > loss_mel_ce: 2.9371941089630127 (nan) | > loss: 0.011751348152756691 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.14140610446608637) | > loader_time: 0.0047 (0.00470751073057399)  --> TIME: 2025-03-26 16:19:56 -- STEP: 3315/31555 -- GLOBAL_STEP: 1486400 | > loss_text_ce: 0.03090347908437252 (0.03076867483792262) | > loss_mel_ce: 2.3113160133361816 (nan) | > loss: 0.009294522926211357 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1414516049093072) | > loader_time: 0.0046 (0.004706756453708283)  --> TIME: 2025-03-26 16:20:06 -- STEP: 3365/31555 -- GLOBAL_STEP: 1486450 | > loss_text_ce: 0.02630317211151123 (0.03076962016545026) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14142066656568975) | > loader_time: 0.0067 (0.004705429077148437)  --> TIME: 2025-03-26 16:20:15 -- STEP: 3415/31555 -- GLOBAL_STEP: 1486500 | > loss_text_ce: 0.025752820074558258 (0.030761036193911885) | > loss_mel_ce: 2.7713053226470947 (nan) | > loss: 0.01109943725168705 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14141860064091838) | > loader_time: 0.0046 (0.004704743841905718)  --> TIME: 2025-03-26 16:20:25 -- STEP: 3465/31555 -- GLOBAL_STEP: 1486550 | > loss_text_ce: 0.03570644557476044 (0.03076595291441567) | > loss_mel_ce: 2.1060991287231445 (nan) | > loss: 0.008499229326844215 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14137714167177942) | > loader_time: 0.0045 (0.004701555274093648)  --> TIME: 2025-03-26 16:20:35 -- STEP: 3515/31555 -- GLOBAL_STEP: 1486600 | > loss_text_ce: 0.02693275921046734 (0.030770108195427134) | > loss_mel_ce: 2.8300445079803467 (nan) | > loss: 0.011337212286889553 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14142916687521795) | > loader_time: 0.0043 (0.004699188886292457)  --> TIME: 2025-03-26 16:20:45 -- STEP: 3565/31555 -- GLOBAL_STEP: 1486650 | > loss_text_ce: 0.02413865737617016 (0.03077549438239147) | > loss_mel_ce: 3.275299310684204 (nan) | > loss: 0.013093008659780025 (nan) | > current_lr: 5e-06 | > step_time: 0.1772 (0.1414891394124292) | > loader_time: 0.0046 (0.004697818809605579)  --> TIME: 2025-03-26 16:20:54 -- STEP: 3615/31555 -- GLOBAL_STEP: 1486700 | > loss_text_ce: 0.02615056186914444 (0.030767734479648607) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1848 (0.1415218535960133) | > loader_time: 0.0045 (0.004695006590826051)  --> TIME: 2025-03-26 16:21:04 -- STEP: 3665/31555 -- GLOBAL_STEP: 1486750 | > loss_text_ce: 0.03230130299925804 (0.030766971587707855) | > loss_mel_ce: 2.598191499710083 (nan) | > loss: 0.010438463650643826 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14152049627993638) | > loader_time: 0.0043 (0.004692041207140495)  --> TIME: 2025-03-26 16:21:13 -- STEP: 3715/31555 -- GLOBAL_STEP: 1486800 | > loss_text_ce: 0.027304695919156075 (0.0307648548743566) | > loss_mel_ce: 2.7762012481689453 (nan) | > loss: 0.011125024408102036 (nan) | > current_lr: 5e-06 | > step_time: 0.1084 (0.14146318294478938) | > loader_time: 0.0044 (0.004690198911150883)  --> TIME: 2025-03-26 16:21:23 -- STEP: 3765/31555 -- GLOBAL_STEP: 1486850 | > loss_text_ce: 0.029820680618286133 (0.03075660876533979) | > loss_mel_ce: 3.076507091522217 (nan) | > loss: 0.012326697818934917 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1415097671042717) | > loader_time: 0.0047 (0.004690335123029203)  --> TIME: 2025-03-26 16:21:33 -- STEP: 3815/31555 -- GLOBAL_STEP: 1486900 | > loss_text_ce: 0.03362177312374115 (0.030749804722840945) | > loss_mel_ce: 2.4770450592041016 (nan) | > loss: 0.009962963871657848 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.14152461216927825) | > loader_time: 0.0047 (0.004691332633342216)  --> TIME: 2025-03-26 16:21:43 -- STEP: 3865/31555 -- GLOBAL_STEP: 1486950 | > loss_text_ce: 0.03385724872350693 (0.03076657894396381) | > loss_mel_ce: 2.828514337539673 (nan) | > loss: 0.01135861873626709 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1415920750444025) | > loader_time: 0.0046 (0.004692172387284725)  --> TIME: 2025-03-26 16:21:53 -- STEP: 3915/31555 -- GLOBAL_STEP: 1487000 | > loss_text_ce: 0.025693543255329132 (0.030755355429632224) | > loss_mel_ce: 2.846238374710083 (nan) | > loss: 0.011396556161344051 (nan) | > current_lr: 5e-06 | > step_time: 0.1523 (0.14158326602073465) | > loader_time: 0.0046 (0.004692458923749082)  --> TIME: 2025-03-26 16:22:03 -- STEP: 3965/31555 -- GLOBAL_STEP: 1487050 | > loss_text_ce: 0.03534111753106117 (0.030754774573762887) | > loss_mel_ce: 2.575549840927124 (nan) | > loss: 0.010360678657889366 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.14163384034684748) | > loader_time: 0.0049 (0.004694346371394537)  --> TIME: 2025-03-26 16:22:12 -- STEP: 4015/31555 -- GLOBAL_STEP: 1487100 | > loss_text_ce: 0.03569970652461052 (0.030761707086779482) | > loss_mel_ce: 1.7663195133209229 (nan) | > loss: 0.007150870282202959 (nan) | > current_lr: 5e-06 | > step_time: 0.1138 (0.14161473401308355) | > loader_time: 0.0044 (0.004693472222106095)  --> TIME: 2025-03-26 16:22:22 -- STEP: 4065/31555 -- GLOBAL_STEP: 1487150 | > loss_text_ce: 0.02585781365633011 (0.030751360493951545) | > loss_mel_ce: 0.0196533203125 (nan) | > loss: 0.00018059974536299706 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.1416232397048969) | > loader_time: 0.0045 (0.004691970421672599)  --> TIME: 2025-03-26 16:22:32 -- STEP: 4115/31555 -- GLOBAL_STEP: 1487200 | > loss_text_ce: 0.02867048606276512 (0.0307382049521076) | > loss_mel_ce: 2.698719024658203 (nan) | > loss: 0.01082297507673502 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1416604148660801) | > loader_time: 0.0045 (0.0046916461077814095)  --> TIME: 2025-03-26 16:22:42 -- STEP: 4165/31555 -- GLOBAL_STEP: 1487250 | > loss_text_ce: 0.03493315353989601 (0.0307282770502002) | > loss_mel_ce: 2.3826210498809814 (nan) | > loss: 0.009593469090759754 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14169393524545437) | > loader_time: 0.0047 (0.004690840035354959)  --> TIME: 2025-03-26 16:22:51 -- STEP: 4215/31555 -- GLOBAL_STEP: 1487300 | > loss_text_ce: 0.028389394283294678 (0.03072356375780571) | > loss_mel_ce: 3.349929094314575 (nan) | > loss: 0.013406027108430862 (nan) | > current_lr: 5e-06 | > step_time: 0.1043 (0.14167505470176325) | > loader_time: 0.0043 (0.004690342696111823)  --> TIME: 2025-03-26 16:23:01 -- STEP: 4265/31555 -- GLOBAL_STEP: 1487350 | > loss_text_ce: 0.029448367655277252 (0.03071764976655298) | > loss_mel_ce: 2.4896700382232666 (nan) | > loss: 0.009996501728892326 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.14172602096727552) | > loader_time: 0.0045 (0.004688966232335582)  --> TIME: 2025-03-26 16:23:11 -- STEP: 4315/31555 -- GLOBAL_STEP: 1487400 | > loss_text_ce: 0.026739658787846565 (0.03071536032217506) | > loss_mel_ce: 2.4801814556121826 (nan) | > loss: 0.009948099963366985 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14175406817351122) | > loader_time: 0.0047 (0.00468986075833388)  --> TIME: 2025-03-26 16:23:21 -- STEP: 4365/31555 -- GLOBAL_STEP: 1487450 | > loss_text_ce: 0.031179195269942284 (0.03071797697955288) | > loss_mel_ce: 2.55511474609375 (nan) | > loss: 0.010263071395456791 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14179865382654422) | > loader_time: 0.0048 (0.004689913680872966)  --> TIME: 2025-03-26 16:23:31 -- STEP: 4415/31555 -- GLOBAL_STEP: 1487500 | > loss_text_ce: 0.03768035024404526 (0.03071878773697134) | > loss_mel_ce: 2.4072389602661133 (nan) | > loss: 0.009702061302959919 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.141800871683814) | > loader_time: 0.0046 (0.004689099969572282)  --> TIME: 2025-03-26 16:23:40 -- STEP: 4465/31555 -- GLOBAL_STEP: 1487550 | > loss_text_ce: 0.02640295960009098 (0.030713941106178526) | > loss_mel_ce: 0.2011176198720932 (nan) | > loss: 0.0009028594940900803 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1418106183226137) | > loader_time: 0.0048 (0.004688873162862306)  --> TIME: 2025-03-26 16:23:50 -- STEP: 4515/31555 -- GLOBAL_STEP: 1487600 | > loss_text_ce: 0.031273867934942245 (0.03070875652534588) | > loss_mel_ce: 2.4789438247680664 (nan) | > loss: 0.009961182251572609 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.1417956825902691) | > loader_time: 0.0046 (0.004688245249481036)  --> TIME: 2025-03-26 16:24:00 -- STEP: 4565/31555 -- GLOBAL_STEP: 1487650 | > loss_text_ce: 0.04314137250185013 (0.03070632932566898) | > loss_mel_ce: 2.0628812313079834 (nan) | > loss: 0.008357233367860317 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14177490821412192) | > loader_time: 0.0046 (0.004687538543901731)  --> TIME: 2025-03-26 16:24:09 -- STEP: 4615/31555 -- GLOBAL_STEP: 1487700 | > loss_text_ce: 0.029558837413787842 (0.030700528715512154) | > loss_mel_ce: 2.924025058746338 (nan) | > loss: 0.011720571666955948 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14177055141907727) | > loader_time: 0.0046 (0.004686788928857481)  --> TIME: 2025-03-26 16:24:19 -- STEP: 4665/31555 -- GLOBAL_STEP: 1487750 | > loss_text_ce: 0.03254527971148491 (0.030708033487496206) | > loss_mel_ce: 2.379488468170166 (nan) | > loss: 0.009571563452482224 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14170357871796668) | > loader_time: 0.0045 (0.004686029777649522)  --> TIME: 2025-03-26 16:24:28 -- STEP: 4715/31555 -- GLOBAL_STEP: 1487800 | > loss_text_ce: 0.02876375801861286 (0.030713799620523244) | > loss_mel_ce: 2.619166135787964 (nan) | > loss: 0.010507659055292606 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.1416797496354718) | > loader_time: 0.0043 (0.0046865829860165496)  --> TIME: 2025-03-26 16:24:38 -- STEP: 4765/31555 -- GLOBAL_STEP: 1487850 | > loss_text_ce: 0.030494336038827896 (0.030692375943471226) | > loss_mel_ce: 2.859757661819458 (nan) | > loss: 0.011469255201518536 (nan) | > current_lr: 5e-06 | > step_time: 0.1659 (0.14169742107891703) | > loader_time: 0.0046 (0.004686397370361465)  --> TIME: 2025-03-26 16:24:48 -- STEP: 4815/31555 -- GLOBAL_STEP: 1487900 | > loss_text_ce: 0.03551853820681572 (0.030694392529294002) | > loss_mel_ce: 3.2005774974823 (nan) | > loss: 0.012841652147471905 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14169691552254274) | > loader_time: 0.0045 (0.0046859048484889495)  --> TIME: 2025-03-26 16:24:57 -- STEP: 4865/31555 -- GLOBAL_STEP: 1487950 | > loss_text_ce: 0.031508058309555054 (0.030680083399609818) | > loss_mel_ce: 0.1114908829331398 (nan) | > loss: 0.0005674561252817512 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14171992553836396) | > loader_time: 0.0045 (0.004685450923406096)  --> TIME: 2025-03-26 16:25:07 -- STEP: 4915/31555 -- GLOBAL_STEP: 1488000 | > loss_text_ce: 0.028135566040873528 (0.030690440198260675) | > loss_mel_ce: 2.540701389312744 (nan) | > loss: 0.010193797759711742 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14171782582846681) | > loader_time: 0.005 (0.004685159908306331)  --> TIME: 2025-03-26 16:25:17 -- STEP: 4965/31555 -- GLOBAL_STEP: 1488050 | > loss_text_ce: 0.03263523429632187 (0.030692477622946343) | > loss_mel_ce: 4.0098114013671875 (nan) | > loss: 0.016041455790400505 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14167734330514395) | > loader_time: 0.0046 (0.004685252622775333)  --> TIME: 2025-03-26 16:25:26 -- STEP: 5015/31555 -- GLOBAL_STEP: 1488100 | > loss_text_ce: 0.01906946487724781 (0.030690689621528506) | > loss_mel_ce: 1.1122393608093262 (nan) | > loss: 0.004489320795983076 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14167395698227875) | > loader_time: 0.0046 (0.004684893369436994)  --> TIME: 2025-03-26 16:25:37 -- STEP: 5065/31555 -- GLOBAL_STEP: 1488150 | > loss_text_ce: 0.027722591534256935 (0.030682129519168738) | > loss_mel_ce: 2.7589874267578125 (nan) | > loss: 0.011058373376727104 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14176792966648713) | > loader_time: 0.0048 (0.004684675034036304)  --> TIME: 2025-03-26 16:25:46 -- STEP: 5115/31555 -- GLOBAL_STEP: 1488200 | > loss_text_ce: 0.028615009039640427 (0.03067925294655451) | > loss_mel_ce: 1.4788838624954224 (nan) | > loss: 0.005982138682156801 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1417747477515585) | > loader_time: 0.0047 (0.00468349820357965)  --> TIME: 2025-03-26 16:25:56 -- STEP: 5165/31555 -- GLOBAL_STEP: 1488250 | > loss_text_ce: 0.028267905116081238 (0.030676793718182223) | > loss_mel_ce: 2.633294105529785 (nan) | > loss: 0.010561753995716572 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14174471446182232) | > loader_time: 0.0046 (0.004682920332222704)  --> TIME: 2025-03-26 16:26:06 -- STEP: 5215/31555 -- GLOBAL_STEP: 1488300 | > loss_text_ce: 0.02824343554675579 (0.030677015345797216) | > loss_mel_ce: 1.531521201133728 (nan) | > loss: 0.006189542356878519 (nan) | > current_lr: 5e-06 | > step_time: 0.1812 (0.1417800206580303) | > loader_time: 0.0047 (0.00468255863207986)  --> TIME: 2025-03-26 16:26:15 -- STEP: 5265/31555 -- GLOBAL_STEP: 1488350 | > loss_text_ce: 0.03993542864918709 (0.03067644473062678) | > loss_mel_ce: 2.815904140472412 (nan) | > loss: 0.011332697235047817 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1417686431156603) | > loader_time: 0.0044 (0.004681181341607817)  --> TIME: 2025-03-26 16:26:25 -- STEP: 5315/31555 -- GLOBAL_STEP: 1488400 | > loss_text_ce: 0.029576893895864487 (0.030674968679503013) | > loss_mel_ce: 0.6442505121231079 (nan) | > loss: 0.002673918381333351 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14181883148954147) | > loader_time: 0.0045 (0.004680630763745613)  --> TIME: 2025-03-26 16:26:35 -- STEP: 5365/31555 -- GLOBAL_STEP: 1488450 | > loss_text_ce: 0.047383833676576614 (0.03067396645922863) | > loss_mel_ce: 2.6245412826538086 (nan) | > loss: 0.010602877475321293 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14189014728115965) | > loader_time: 0.0047 (0.0046802876713336015)  --> TIME: 2025-03-26 16:26:45 -- STEP: 5415/31555 -- GLOBAL_STEP: 1488500 | > loss_text_ce: 0.02559463120996952 (0.030664050356860748) | > loss_mel_ce: 2.430190086364746 (nan) | > loss: 0.009745178744196892 (nan) | > current_lr: 5e-06 | > step_time: 0.1662 (0.14189125608759454) | > loader_time: 0.0046 (0.004679471127764573)  --> TIME: 2025-03-26 16:26:55 -- STEP: 5465/31555 -- GLOBAL_STEP: 1488550 | > loss_text_ce: 0.029044946655631065 (0.030661965566129174) | > loss_mel_ce: 2.754164218902588 (nan) | > loss: 0.011044480837881565 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14189199646568462) | > loader_time: 0.0048 (0.0046797642441703475)  --> TIME: 2025-03-26 16:27:05 -- STEP: 5515/31555 -- GLOBAL_STEP: 1488600 | > loss_text_ce: 0.03545130416750908 (0.030658424840201492) | > loss_mel_ce: 2.8911185264587402 (nan) | > loss: 0.011613373644649982 (nan) | > current_lr: 5e-06 | > step_time: 0.1276 (0.14194950102030515) | > loader_time: 0.0045 (0.004679474437225993)  --> TIME: 2025-03-26 16:27:14 -- STEP: 5565/31555 -- GLOBAL_STEP: 1488650 | > loss_text_ce: 0.02427062951028347 (0.030648023899567632) | > loss_mel_ce: 2.5472285747528076 (nan) | > loss: 0.010204361751675606 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.1418957168308335) | > loader_time: 0.0046 (0.004679208131706203)  --> TIME: 2025-03-26 16:27:24 -- STEP: 5615/31555 -- GLOBAL_STEP: 1488700 | > loss_text_ce: 0.030422667041420937 (0.03064258174766734) | > loss_mel_ce: 2.9319839477539062 (nan) | > loss: 0.011755582876503468 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14187940196702212) | > loader_time: 0.0045 (0.0046781441407445865)  --> TIME: 2025-03-26 16:27:33 -- STEP: 5665/31555 -- GLOBAL_STEP: 1488750 | > loss_text_ce: 0.035555388778448105 (0.030637287846310205) | > loss_mel_ce: 2.588508367538452 (nan) | > loss: 0.010412951931357384 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14187622726857899) | > loader_time: 0.0044 (0.004676797636188685)  --> TIME: 2025-03-26 16:27:43 -- STEP: 5715/31555 -- GLOBAL_STEP: 1488800 | > loss_text_ce: 0.028005728498101234 (0.030644169552797616) | > loss_mel_ce: 2.6278393268585205 (nan) | > loss: 0.010539068840444088 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.1418946915306962) | > loader_time: 0.0046 (0.004675895168608166)  --> TIME: 2025-03-26 16:27:53 -- STEP: 5765/31555 -- GLOBAL_STEP: 1488850 | > loss_text_ce: 0.03335433080792427 (0.030658327234005887) | > loss_mel_ce: 0.017822265625 (nan) | > loss: 0.00020308174134697765 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14183706807138985) | > loader_time: 0.0046 (0.0046747147261527915)  --> TIME: 2025-03-26 16:28:02 -- STEP: 5815/31555 -- GLOBAL_STEP: 1488900 | > loss_text_ce: 0.03108634427189827 (0.030663178859219303) | > loss_mel_ce: 2.754081964492798 (nan) | > loss: 0.01105225645005703 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1418338052793911) | > loader_time: 0.005 (0.004675145489536082)  --> TIME: 2025-03-26 16:28:12 -- STEP: 5865/31555 -- GLOBAL_STEP: 1488950 | > loss_text_ce: 0.02692520059645176 (0.03066537171183035) | > loss_mel_ce: 0.07501220703125 (nan) | > loss: 0.00040451352833770216 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.1418196504988021) | > loader_time: 0.0047 (0.004674652958160182)  --> TIME: 2025-03-26 16:28:22 -- STEP: 5915/31555 -- GLOBAL_STEP: 1489000 | > loss_text_ce: 0.03160111978650093 (0.03066153409666463) | > loss_mel_ce: 3.009230613708496 (nan) | > loss: 0.012066793628036976 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.1418103747315457) | > loader_time: 0.0071 (0.004674963616559005)  --> TIME: 2025-03-26 16:28:31 -- STEP: 5965/31555 -- GLOBAL_STEP: 1489050 | > loss_text_ce: 0.03650164604187012 (0.030669915187738567) | > loss_mel_ce: 2.6472885608673096 (nan) | > loss: 0.010649961419403553 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14184466259677342) | > loader_time: 0.0046 (0.004675704535574665)  --> TIME: 2025-03-26 16:28:41 -- STEP: 6015/31555 -- GLOBAL_STEP: 1489100 | > loss_text_ce: 0.029902195557951927 (0.030674338865024985) | > loss_mel_ce: 4.03125 (nan) | > loss: 0.016115684062242508 (nan) | > current_lr: 5e-06 | > step_time: 0.1088 (0.14181700549518042) | > loader_time: 0.0046 (0.004675671029665639)  --> TIME: 2025-03-26 16:28:51 -- STEP: 6065/31555 -- GLOBAL_STEP: 1489150 | > loss_text_ce: 0.02699841372668743 (0.03066888369638273) | > loss_mel_ce: 2.4530885219573975 (nan) | > loss: 0.00984161626547575 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14179341453023872) | > loader_time: 0.0048 (0.004675863011258764)  --> TIME: 2025-03-26 16:29:00 -- STEP: 6115/31555 -- GLOBAL_STEP: 1489200 | > loss_text_ce: 0.044963233172893524 (0.03068009262701964) | > loss_mel_ce: 3.06790828704834 (nan) | > loss: 0.012352664954960346 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14174931920754125) | > loader_time: 0.0045 (0.004675755301948871)  --> TIME: 2025-03-26 16:29:09 -- STEP: 6165/31555 -- GLOBAL_STEP: 1489250 | > loss_text_ce: 0.02644403651356697 (0.030678813403286494) | > loss_mel_ce: 2.698012590408325 (nan) | > loss: 0.01081133633852005 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14174256054057563) | > loader_time: 0.0046 (0.0046753970375896575)  --> TIME: 2025-03-26 16:29:19 -- STEP: 6215/31555 -- GLOBAL_STEP: 1489300 | > loss_text_ce: 0.03179476037621498 (0.030677829680729084) | > loss_mel_ce: 2.6183559894561768 (nan) | > loss: 0.010516472160816193 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14178236810219233) | > loader_time: 0.0047 (0.004675515543906251)  --> TIME: 2025-03-26 16:29:30 -- STEP: 6265/31555 -- GLOBAL_STEP: 1489350 | > loss_text_ce: 0.02152099646627903 (0.030670276694505193) | > loss_mel_ce: 2.878136396408081 (nan) | > loss: 0.011506577953696251 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14185178669946988) | > loader_time: 0.0045 (0.004675363828350075)  --> TIME: 2025-03-26 16:29:40 -- STEP: 6315/31555 -- GLOBAL_STEP: 1489400 | > loss_text_ce: 0.026788393035531044 (0.030670242096494327) | > loss_mel_ce: 2.585643768310547 (nan) | > loss: 0.01036679558455944 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14187736167666065) | > loader_time: 0.0044 (0.00467519677072318)  --> TIME: 2025-03-26 16:29:49 -- STEP: 6365/31555 -- GLOBAL_STEP: 1489450 | > loss_text_ce: 0.03156670928001404 (0.03065883153998304) | > loss_mel_ce: 2.4280385971069336 (nan) | > loss: 0.009760338813066483 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14186909976009274) | > loader_time: 0.0046 (0.004674078925612991)  --> TIME: 2025-03-26 16:29:59 -- STEP: 6415/31555 -- GLOBAL_STEP: 1489500 | > loss_text_ce: 0.032098665833473206 (0.03066873677432049) | > loss_mel_ce: 2.5933752059936523 (nan) | > loss: 0.010418548248708248 (nan) | > current_lr: 5e-06 | > step_time: 0.1501 (0.1418907545361773) | > loader_time: 0.0043 (0.0046730191653721)  --> TIME: 2025-03-26 16:30:08 -- STEP: 6465/31555 -- GLOBAL_STEP: 1489550 | > loss_text_ce: 0.018408294767141342 (0.03065028213013514) | > loss_mel_ce: 2.7527451515197754 (nan) | > loss: 0.010996641591191292 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.1418523512970819) | > loader_time: 0.0045 (0.0046720539795181825)  --> TIME: 2025-03-26 16:30:18 -- STEP: 6515/31555 -- GLOBAL_STEP: 1489600 | > loss_text_ce: 0.030910616740584373 (0.03065093596089211) | > loss_mel_ce: 2.64066219329834 (nan) | > loss: 0.01060148049145937 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1418598243482096) | > loader_time: 0.0047 (0.004671964074498615)  --> TIME: 2025-03-26 16:30:28 -- STEP: 6565/31555 -- GLOBAL_STEP: 1489650 | > loss_text_ce: 0.02418689616024494 (0.030649786833631155) | > loss_mel_ce: 2.7161865234375 (nan) | > loss: 0.010874497704207897 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1418725414305176) | > loader_time: 0.0045 (0.004671914034550763)  --> TIME: 2025-03-26 16:30:38 -- STEP: 6615/31555 -- GLOBAL_STEP: 1489700 | > loss_text_ce: 0.02681800350546837 (0.030643692273204515) | > loss_mel_ce: 3.1026766300201416 (nan) | > loss: 0.01241863053292036 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1418745930412909) | > loader_time: 0.0047 (0.00467157014283106)  --> TIME: 2025-03-26 16:30:47 -- STEP: 6665/31555 -- GLOBAL_STEP: 1489750 | > loss_text_ce: 0.03147904574871063 (0.03064490354844192) | > loss_mel_ce: 1.7039504051208496 (nan) | > loss: 0.006886625196784735 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.1418788504260694) | > loader_time: 0.0047 (0.004671349886746157)  --> TIME: 2025-03-26 16:30:57 -- STEP: 6715/31555 -- GLOBAL_STEP: 1489800 | > loss_text_ce: 0.030137350782752037 (0.030649074759370384) | > loss_mel_ce: 2.6998016834259033 (nan) | > loss: 0.010833092033863068 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14190394063539152) | > loader_time: 0.0047 (0.004671320698639415)  --> TIME: 2025-03-26 16:31:07 -- STEP: 6765/31555 -- GLOBAL_STEP: 1489850 | > loss_text_ce: 0.030647527426481247 (0.030645478330277243) | > loss_mel_ce: 2.4995853900909424 (nan) | > loss: 0.010040607303380966 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14188522443186338) | > loader_time: 0.0043 (0.004670653339676411)  --> TIME: 2025-03-26 16:31:17 -- STEP: 6815/31555 -- GLOBAL_STEP: 1489900 | > loss_text_ce: 0.03196334093809128 (0.030653245036332422) | > loss_mel_ce: 2.655911445617676 (nan) | > loss: 0.01066617015749216 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.14188734766147823) | > loader_time: 0.0045 (0.00466972618354917)  --> TIME: 2025-03-26 16:31:26 -- STEP: 6865/31555 -- GLOBAL_STEP: 1489950 | > loss_text_ce: 0.04317422956228256 (0.03065402319930217) | > loss_mel_ce: 3.188993453979492 (nan) | > loss: 0.012826062738895416 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14188203683146067) | > loader_time: 0.0044 (0.004670120692131578)  --> TIME: 2025-03-26 16:31:36 -- STEP: 6915/31555 -- GLOBAL_STEP: 1490000 | > loss_text_ce: 0.03044232726097107 (0.030660326601513167) | > loss_mel_ce: 2.517392158508301 (nan) | > loss: 0.010110454633831978 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14191780724735786) | > loader_time: 0.0043 (0.004669578370199822) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1490000.pth  --> TIME: 2025-03-26 16:31:51 -- STEP: 6965/31555 -- GLOBAL_STEP: 1490050 | > loss_text_ce: 0.03380610793828964 (0.030662984912981042) | > loss_mel_ce: 1.968867540359497 (nan) | > loss: 0.007947118021547794 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1418998254432323) | > loader_time: 0.0047 (0.004669293652142217)  --> TIME: 2025-03-26 16:32:01 -- STEP: 7015/31555 -- GLOBAL_STEP: 1490100 | > loss_text_ce: 0.039821963757276535 (0.030657710242121668) | > loss_mel_ce: 2.2612268924713135 (nan) | > loss: 0.009131146594882011 (nan) | > current_lr: 5e-06 | > step_time: 0.1192 (0.14187615762331293) | > loader_time: 0.0045 (0.004668864571699839)  --> TIME: 2025-03-26 16:32:10 -- STEP: 7065/31555 -- GLOBAL_STEP: 1490150 | > loss_text_ce: 0.03322312980890274 (0.030663109764388203) | > loss_mel_ce: 1.9332737922668457 (nan) | > loss: 0.007803559768944979 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14183084386000808) | > loader_time: 0.0047 (0.004668462791091926)  --> TIME: 2025-03-26 16:32:20 -- STEP: 7115/31555 -- GLOBAL_STEP: 1490200 | > loss_text_ce: 0.028639117255806923 (0.03065938506411547) | > loss_mel_ce: 2.5526182651519775 (nan) | > loss: 0.010243085213005543 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14182849553631643) | > loader_time: 0.0046 (0.004668523590077186)  --> TIME: 2025-03-26 16:32:30 -- STEP: 7165/31555 -- GLOBAL_STEP: 1490250 | > loss_text_ce: 0.03471992164850235 (0.030658106021687066) | > loss_mel_ce: 0.1673990935087204 (nan) | > loss: 0.0008020596578717232 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1418391033726311) | > loader_time: 0.0047 (0.0046687883841600615)  --> TIME: 2025-03-26 16:32:40 -- STEP: 7215/31555 -- GLOBAL_STEP: 1490300 | > loss_text_ce: 0.03017832525074482 (0.030652905365662574) | > loss_mel_ce: 2.928650140762329 (nan) | > loss: 0.011741383001208305 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14187769212412155) | > loader_time: 0.0046 (0.004668821961369205)  --> TIME: 2025-03-26 16:32:49 -- STEP: 7265/31555 -- GLOBAL_STEP: 1490350 | > loss_text_ce: 0.02366311475634575 (0.030655104404024355) | > loss_mel_ce: 2.4319989681243896 (nan) | > loss: 0.009744690731167793 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14186966634174092) | > loader_time: 0.005 (0.00466896215965236)  --> TIME: 2025-03-26 16:32:59 -- STEP: 7315/31555 -- GLOBAL_STEP: 1490400 | > loss_text_ce: 0.03461302071809769 (0.030650386188156336) | > loss_mel_ce: 2.4670495986938477 (nan) | > loss: 0.009927233681082726 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1418957650946658) | > loader_time: 0.0045 (0.004669229021157148)  --> TIME: 2025-03-26 16:33:09 -- STEP: 7365/31555 -- GLOBAL_STEP: 1490450 | > loss_text_ce: 0.032346975058317184 (0.03064889299790125) | > loss_mel_ce: 1.397186279296875 (nan) | > loss: 0.00567275146022439 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14187891352200946) | > loader_time: 0.0044 (0.004669149279675368)  --> TIME: 2025-03-26 16:33:18 -- STEP: 7415/31555 -- GLOBAL_STEP: 1490500 | > loss_text_ce: 0.032323453575372696 (0.030651863535397655) | > loss_mel_ce: 2.7101476192474365 (nan) | > loss: 0.01088282186537981 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14188153713198023) | > loader_time: 0.0048 (0.004669070517140648)  --> TIME: 2025-03-26 16:33:28 -- STEP: 7465/31555 -- GLOBAL_STEP: 1490550 | > loss_text_ce: 0.03127404302358627 (0.030652778935902524) | > loss_mel_ce: 2.808225154876709 (nan) | > loss: 0.01126785483211279 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1418883296841355) | > loader_time: 0.0051 (0.004669113919308597)  --> TIME: 2025-03-26 16:33:38 -- STEP: 7515/31555 -- GLOBAL_STEP: 1490600 | > loss_text_ce: 0.02526753395795822 (0.03065014007059499) | > loss_mel_ce: 2.3570544719696045 (nan) | > loss: 0.009453659877181053 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.14190033901871957) | > loader_time: 0.0046 (0.00466920296827002)  --> TIME: 2025-03-26 16:33:48 -- STEP: 7565/31555 -- GLOBAL_STEP: 1490650 | > loss_text_ce: 0.036946121603250504 (0.03065239281405283) | > loss_mel_ce: 1.8158197402954102 (nan) | > loss: 0.007352245971560478 (nan) | > current_lr: 5e-06 | > step_time: 0.103 (0.1419246245911794) | > loader_time: 0.0044 (0.004669187467616691)  --> TIME: 2025-03-26 16:33:58 -- STEP: 7615/31555 -- GLOBAL_STEP: 1490700 | > loss_text_ce: 0.03319322690367699 (0.03064789251557069) | > loss_mel_ce: 2.7882256507873535 (nan) | > loss: 0.011196106672286987 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14190512968377697) | > loader_time: 0.0045 (0.004668975956566791)  --> TIME: 2025-03-26 16:34:07 -- STEP: 7665/31555 -- GLOBAL_STEP: 1490750 | > loss_text_ce: 0.02486204355955124 (0.030657069354797412) | > loss_mel_ce: 2.8231539726257324 (nan) | > loss: 0.01130165159702301 (nan) | > current_lr: 5e-06 | > step_time: 0.1887 (0.141889267627196) | > loader_time: 0.0048 (0.00466901846983352)  --> TIME: 2025-03-26 16:34:17 -- STEP: 7715/31555 -- GLOBAL_STEP: 1490800 | > loss_text_ce: 0.02944054827094078 (0.03065652874777032) | > loss_mel_ce: 1.8766731023788452 (nan) | > loss: 0.007563943509012461 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14189139197418155) | > loader_time: 0.0049 (0.004668893616306126)  --> TIME: 2025-03-26 16:34:26 -- STEP: 7765/31555 -- GLOBAL_STEP: 1490850 | > loss_text_ce: 0.021637756377458572 (0.030658171230450955) | > loss_mel_ce: 1.2614176273345947 (nan) | > loss: 0.005091490224003792 (nan) | > current_lr: 5e-06 | > step_time: 0.1026 (0.14188612236641948) | > loader_time: 0.0043 (0.004668623696429778)  --> TIME: 2025-03-26 16:34:36 -- STEP: 7815/31555 -- GLOBAL_STEP: 1490900 | > loss_text_ce: 0.02445729449391365 (0.030653668250304647) | > loss_mel_ce: 3.1816134452819824 (nan) | > loss: 0.012722503393888474 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14189262658605498) | > loader_time: 0.0044 (0.00466876576058163)  --> TIME: 2025-03-26 16:34:46 -- STEP: 7865/31555 -- GLOBAL_STEP: 1490950 | > loss_text_ce: 0.02971801720559597 (0.030649450114879045) | > loss_mel_ce: 3.0332469940185547 (nan) | > loss: 0.012154622934758663 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14188116210627086) | > loader_time: 0.0048 (0.0046682810374149165)  --> TIME: 2025-03-26 16:34:55 -- STEP: 7915/31555 -- GLOBAL_STEP: 1491000 | > loss_text_ce: 0.0386236235499382 (0.03065303858258983) | > loss_mel_ce: 2.5138001441955566 (nan) | > loss: 0.010128665715456009 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.1418443043625061) | > loader_time: 0.0046 (0.00466795723722921)  --> TIME: 2025-03-26 16:35:05 -- STEP: 7965/31555 -- GLOBAL_STEP: 1491050 | > loss_text_ce: 0.029971029609441757 (0.030653000911329425) | > loss_mel_ce: 2.432751178741455 (nan) | > loss: 0.00977270770817995 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.1418131572977223) | > loader_time: 0.0044 (0.0046676737515341325)  --> TIME: 2025-03-26 16:35:14 -- STEP: 8015/31555 -- GLOBAL_STEP: 1491100 | > loss_text_ce: 0.023831678554415703 (0.03065770361618983) | > loss_mel_ce: 2.8110098838806152 (nan) | > loss: 0.01124937180429697 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14182213722581202) | > loader_time: 0.0044 (0.004668382429288332)  --> TIME: 2025-03-26 16:35:24 -- STEP: 8065/31555 -- GLOBAL_STEP: 1491150 | > loss_text_ce: 0.03476163372397423 (0.030656984250851654) | > loss_mel_ce: 2.3242599964141846 (nan) | > loss: 0.009361197240650654 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14182822019951874) | > loader_time: 0.0044 (0.004668291355613161)  --> TIME: 2025-03-26 16:35:34 -- STEP: 8115/31555 -- GLOBAL_STEP: 1491200 | > loss_text_ce: 0.03532197326421738 (0.030655961428744258) | > loss_mel_ce: 2.963395595550537 (nan) | > loss: 0.011899673379957676 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.141821886592637) | > loader_time: 0.0046 (0.004668513654707703)  --> TIME: 2025-03-26 16:35:44 -- STEP: 8165/31555 -- GLOBAL_STEP: 1491250 | > loss_text_ce: 0.027246706187725067 (0.030656136261768052) | > loss_mel_ce: 3.3582711219787598 (nan) | > loss: 0.013434595428407192 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14182803722809081) | > loader_time: 0.0046 (0.004668594676880347)  --> TIME: 2025-03-26 16:35:53 -- STEP: 8215/31555 -- GLOBAL_STEP: 1491300 | > loss_text_ce: 0.02342870645225048 (0.03065909016151854) | > loss_mel_ce: 2.4371509552001953 (nan) | > loss: 0.009764205664396286 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1418256510051372) | > loader_time: 0.0043 (0.0046683932540624385)  --> TIME: 2025-03-26 16:36:03 -- STEP: 8265/31555 -- GLOBAL_STEP: 1491350 | > loss_text_ce: 0.020420027896761894 (0.030654215492438852) | > loss_mel_ce: 3.1492106914520264 (nan) | > loss: 0.012577900663018227 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.1418000739628953) | > loader_time: 0.0047 (0.004668463581775235)  --> TIME: 2025-03-26 16:36:12 -- STEP: 8315/31555 -- GLOBAL_STEP: 1491400 | > loss_text_ce: 0.03116578422486782 (0.030649044723779197) | > loss_mel_ce: 2.3049778938293457 (nan) | > loss: 0.009270411916077137 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14180367258178564) | > loader_time: 0.0045 (0.004668647040105067)  --> TIME: 2025-03-26 16:36:22 -- STEP: 8365/31555 -- GLOBAL_STEP: 1491450 | > loss_text_ce: 0.02626848965883255 (0.03064566429657667) | > loss_mel_ce: 2.6690828800201416 (nan) | > loss: 0.010695839300751686 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14175475517291192) | > loader_time: 0.0046 (0.004669078153118872)  --> TIME: 2025-03-26 16:36:31 -- STEP: 8415/31555 -- GLOBAL_STEP: 1491500 | > loss_text_ce: 0.025498637929558754 (0.030645366181496065) | > loss_mel_ce: 2.7014310359954834 (nan) | > loss: 0.010821149684488773 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14176748128994116) | > loader_time: 0.0047 (0.0046694719288509386)  --> TIME: 2025-03-26 16:36:41 -- STEP: 8465/31555 -- GLOBAL_STEP: 1491550 | > loss_text_ce: 0.02813633903861046 (0.03064092295788937) | > loss_mel_ce: 2.8643171787261963 (nan) | > loss: 0.011477990075945854 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.1417780218501803) | > loader_time: 0.0047 (0.004668921883544214)  --> TIME: 2025-03-26 16:36:51 -- STEP: 8515/31555 -- GLOBAL_STEP: 1491600 | > loss_text_ce: 0.0351475365459919 (0.030646737764249882) | > loss_mel_ce: 2.727970838546753 (nan) | > loss: 0.010964755900204182 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.14175918938059415) | > loader_time: 0.0046 (0.00466807346377595)  --> TIME: 2025-03-26 16:37:01 -- STEP: 8565/31555 -- GLOBAL_STEP: 1491650 | > loss_text_ce: 0.022285819053649902 (0.03064046992533783) | > loss_mel_ce: 2.188476800918579 (nan) | > loss: 0.008772867731750011 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1417979655179515) | > loader_time: 0.0046 (0.004668881304418571)  --> TIME: 2025-03-26 16:37:11 -- STEP: 8615/31555 -- GLOBAL_STEP: 1491700 | > loss_text_ce: 0.03438745066523552 (0.030641154262323195) | > loss_mel_ce: 2.5455362796783447 (nan) | > loss: 0.010237792506814003 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.1418141237193599) | > loader_time: 0.005 (0.004669724462756024)  --> TIME: 2025-03-26 16:37:20 -- STEP: 8665/31555 -- GLOBAL_STEP: 1491750 | > loss_text_ce: 0.031133515760302544 (0.03064390721494967) | > loss_mel_ce: 1.7684656381607056 (nan) | > loss: 0.0071412669494748116 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14178490600211735) | > loader_time: 0.0046 (0.004669395899126048)  --> TIME: 2025-03-26 16:37:30 -- STEP: 8715/31555 -- GLOBAL_STEP: 1491800 | > loss_text_ce: 0.03430880233645439 (0.03064084091190114) | > loss_mel_ce: 2.7680320739746094 (nan) | > loss: 0.011120401322841644 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14182540170775712) | > loader_time: 0.0047 (0.004669319673714397)  --> TIME: 2025-03-26 16:37:40 -- STEP: 8765/31555 -- GLOBAL_STEP: 1491850 | > loss_text_ce: 0.02889700047671795 (0.030646881054612954) | > loss_mel_ce: 2.5802674293518066 (nan) | > loss: 0.010353827849030495 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1418308562166136) | > loader_time: 0.0069 (0.0046691531395137)  --> TIME: 2025-03-26 16:37:49 -- STEP: 8815/31555 -- GLOBAL_STEP: 1491900 | > loss_text_ce: 0.03431743010878563 (0.030647215118470073) | > loss_mel_ce: 2.652570962905884 (nan) | > loss: 0.010662256740033627 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14181849665758098) | > loader_time: 0.0046 (0.00466918412488223)  --> TIME: 2025-03-26 16:37:59 -- STEP: 8865/31555 -- GLOBAL_STEP: 1491950 | > loss_text_ce: 0.03810757398605347 (0.030652144425209808) | > loss_mel_ce: 2.3172872066497803 (nan) | > loss: 0.00934680551290512 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.1418219222635183) | > loader_time: 0.0047 (0.004669087362101177)  --> TIME: 2025-03-26 16:38:09 -- STEP: 8915/31555 -- GLOBAL_STEP: 1492000 | > loss_text_ce: 0.021098479628562927 (0.030648822129499827) | > loss_mel_ce: 0.0931549072265625 (nan) | > loss: 0.0004533864848781377 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14181951297111758) | > loader_time: 0.0047 (0.004668967348099832)  --> TIME: 2025-03-26 16:38:19 -- STEP: 8965/31555 -- GLOBAL_STEP: 1492050 | > loss_text_ce: 0.025895055383443832 (0.030655894106242556) | > loss_mel_ce: 2.4421257972717285 (nan) | > loss: 0.009793734177947044 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1418340454271767) | > loader_time: 0.0044 (0.0046685739794857265)  --> TIME: 2025-03-26 16:38:28 -- STEP: 9015/31555 -- GLOBAL_STEP: 1492100 | > loss_text_ce: 0.03308594971895218 (0.03065685163387906) | > loss_mel_ce: 2.511866807937622 (nan) | > loss: 0.010099019855260849 (nan) | > current_lr: 5e-06 | > step_time: 0.1048 (0.1418059360432217) | > loader_time: 0.0046 (0.0046681342492550576)  --> TIME: 2025-03-26 16:38:38 -- STEP: 9065/31555 -- GLOBAL_STEP: 1492150 | > loss_text_ce: 0.03859979286789894 (0.030658284898886383) | > loss_mel_ce: 2.932884454727173 (nan) | > loss: 0.011791604571044445 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14178854978617172) | > loader_time: 0.0047 (0.00466830205733252)  --> TIME: 2025-03-26 16:38:47 -- STEP: 9115/31555 -- GLOBAL_STEP: 1492200 | > loss_text_ce: 0.02772115357220173 (0.030648406138372858) | > loss_mel_ce: 2.2940640449523926 (nan) | > loss: 0.009213433600962162 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1417996071749055) | > loader_time: 0.0044 (0.004668395517948763)  --> TIME: 2025-03-26 16:38:57 -- STEP: 9165/31555 -- GLOBAL_STEP: 1492250 | > loss_text_ce: 0.02732755057513714 (0.03064743479692458) | > loss_mel_ce: 2.120558738708496 (nan) | > loss: 0.008523358963429928 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14178382883420504) | > loader_time: 0.0046 (0.004668448391470574)  --> TIME: 2025-03-26 16:39:07 -- STEP: 9215/31555 -- GLOBAL_STEP: 1492300 | > loss_text_ce: 0.030791591852903366 (0.03065078120993989) | > loss_mel_ce: 3.0439460277557373 (nan) | > loss: 0.012201339937746525 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14178825436373232) | > loader_time: 0.0047 (0.00466851272210439)  --> TIME: 2025-03-26 16:39:16 -- STEP: 9265/31555 -- GLOBAL_STEP: 1492350 | > loss_text_ce: 0.030830631032586098 (0.03064836246618389) | > loss_mel_ce: 2.504948854446411 (nan) | > loss: 0.010062617249786854 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.14176319825346914) | > loader_time: 0.0047 (0.004668893263395329)  --> TIME: 2025-03-26 16:39:26 -- STEP: 9315/31555 -- GLOBAL_STEP: 1492400 | > loss_text_ce: 0.03057095967233181 (0.03064378000129968) | > loss_mel_ce: 2.3996853828430176 (nan) | > loss: 0.009643875062465668 (nan) | > current_lr: 5e-06 | > step_time: 0.1691 (0.14176906190504662) | > loader_time: 0.0071 (0.004669314306139377)  --> TIME: 2025-03-26 16:39:36 -- STEP: 9365/31555 -- GLOBAL_STEP: 1492450 | > loss_text_ce: 0.033999890089035034 (0.030646298771939907) | > loss_mel_ce: 2.769770383834839 (nan) | > loss: 0.011126073077321053 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.14178640441466847) | > loader_time: 0.0045 (0.004669857356106613)  --> TIME: 2025-03-26 16:39:45 -- STEP: 9415/31555 -- GLOBAL_STEP: 1492500 | > loss_text_ce: 0.02466546557843685 (0.030641386937201656) | > loss_mel_ce: 2.6856091022491455 (nan) | > loss: 0.010755058377981186 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14178152993455972) | > loader_time: 0.0043 (0.004670090809567338)  --> TIME: 2025-03-26 16:39:55 -- STEP: 9465/31555 -- GLOBAL_STEP: 1492550 | > loss_text_ce: 0.03118465095758438 (0.030647157395442548) | > loss_mel_ce: 2.83251953125 (nan) | > loss: 0.011363905854523182 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1417903312223651) | > loader_time: 0.0045 (0.004669992872098113)  --> TIME: 2025-03-26 16:40:05 -- STEP: 9515/31555 -- GLOBAL_STEP: 1492600 | > loss_text_ce: 0.030380986630916595 (0.030647293595216396) | > loss_mel_ce: 2.8038907051086426 (nan) | > loss: 0.011247110553085804 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14181541366697448) | > loader_time: 0.0047 (0.0046701175441130624)  --> TIME: 2025-03-26 16:40:15 -- STEP: 9565/31555 -- GLOBAL_STEP: 1492650 | > loss_text_ce: 0.043132051825523376 (0.030648267644097744) | > loss_mel_ce: 2.979982614517212 (nan) | > loss: 0.011996487155556679 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14182986016679822) | > loader_time: 0.0048 (0.004670448771834194)  --> TIME: 2025-03-26 16:40:25 -- STEP: 9615/31555 -- GLOBAL_STEP: 1492700 | > loss_text_ce: 0.029962485656142235 (0.030652953020344938) | > loss_mel_ce: 1.8769556283950806 (nan) | > loss: 0.007567136082798243 (nan) | > current_lr: 5e-06 | > step_time: 0.1116 (0.14185290656484073) | > loader_time: 0.0045 (0.004670766437667401)  --> TIME: 2025-03-26 16:40:35 -- STEP: 9665/31555 -- GLOBAL_STEP: 1492750 | > loss_text_ce: 0.037206828594207764 (0.03065270881336693) | > loss_mel_ce: 1.7725605964660645 (nan) | > loss: 0.007181617431342602 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.1418627432326366) | > loader_time: 0.0044 (0.004670884975545843)  --> TIME: 2025-03-26 16:40:45 -- STEP: 9715/31555 -- GLOBAL_STEP: 1492800 | > loss_text_ce: 0.02924398146569729 (0.030653776000749953) | > loss_mel_ce: 2.6196532249450684 (nan) | > loss: 0.010511497035622597 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.1418838162552253) | > loader_time: 0.0048 (0.00467088935427978)  --> TIME: 2025-03-26 16:40:55 -- STEP: 9765/31555 -- GLOBAL_STEP: 1492850 | > loss_text_ce: 0.03832574933767319 (0.0306644772513709) | > loss_mel_ce: 2.797288656234741 (nan) | > loss: 0.01125243864953518 (nan) | > current_lr: 5e-06 | > step_time: 0.1655 (0.14188628426223218) | > loader_time: 0.0048 (0.004670881211788186)  --> TIME: 2025-03-26 16:41:04 -- STEP: 9815/31555 -- GLOBAL_STEP: 1492900 | > loss_text_ce: 0.037841565907001495 (0.030662639833933622) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14188885732506018) | > loader_time: 0.0045 (0.004671294095257505)  --> TIME: 2025-03-26 16:41:14 -- STEP: 9865/31555 -- GLOBAL_STEP: 1492950 | > loss_text_ce: 0.033141568303108215 (0.030658864552883015) | > loss_mel_ce: 2.7790284156799316 (nan) | > loss: 0.01115940511226654 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14188624489325566) | > loader_time: 0.005 (0.004671530933834491)  --> TIME: 2025-03-26 16:41:24 -- STEP: 9915/31555 -- GLOBAL_STEP: 1493000 | > loss_text_ce: 0.03116566874086857 (0.030654001760188974) | > loss_mel_ce: 2.642638683319092 (nan) | > loss: 0.010610335506498814 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14188446710041216) | > loader_time: 0.0048 (0.004671760863026648)  --> TIME: 2025-03-26 16:41:33 -- STEP: 9965/31555 -- GLOBAL_STEP: 1493050 | > loss_text_ce: 0.030130330473184586 (0.030654925009356303) | > loss_mel_ce: 2.741887331008911 (nan) | > loss: 0.011000070720911026 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14188744807685996) | > loader_time: 0.0047 (0.00467219824056439)  --> TIME: 2025-03-26 16:41:43 -- STEP: 10015/31555 -- GLOBAL_STEP: 1493100 | > loss_text_ce: 0.03203063830733299 (0.030657664367104254) | > loss_mel_ce: 2.4617462158203125 (nan) | > loss: 0.00989594031125307 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14190379781718282) | > loader_time: 0.0048 (0.004672275015668638)  --> TIME: 2025-03-26 16:41:54 -- STEP: 10065/31555 -- GLOBAL_STEP: 1493150 | > loss_text_ce: 0.032070696353912354 (0.030656902638430093) | > loss_mel_ce: 2.645996570587158 (nan) | > loss: 0.010627251118421555 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.141949869611639) | > loader_time: 0.0046 (0.00467369027002736)  --> TIME: 2025-03-26 16:42:03 -- STEP: 10115/31555 -- GLOBAL_STEP: 1493200 | > loss_text_ce: 0.03204524517059326 (0.030654931117587613) | > loss_mel_ce: 2.1061391830444336 (nan) | > loss: 0.008484859950840473 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14191884739942295) | > loader_time: 0.0048 (0.004673635305535722)  --> TIME: 2025-03-26 16:42:13 -- STEP: 10165/31555 -- GLOBAL_STEP: 1493250 | > loss_text_ce: 0.0317528173327446 (0.030656863505316673) | > loss_mel_ce: 2.332911252975464 (nan) | > loss: 0.00938358809798956 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14192449665397983) | > loader_time: 0.0047 (0.004674067147776115)  --> TIME: 2025-03-26 16:42:22 -- STEP: 10215/31555 -- GLOBAL_STEP: 1493300 | > loss_text_ce: 0.028919270262122154 (0.030657501410778634) | > loss_mel_ce: 3.0674054622650146 (nan) | > loss: 0.012287002988159657 (nan) | > current_lr: 5e-06 | > step_time: 0.1671 (0.14192469181876785) | > loader_time: 0.0049 (0.004673940716452657)  --> TIME: 2025-03-26 16:42:32 -- STEP: 10265/31555 -- GLOBAL_STEP: 1493350 | > loss_text_ce: 0.030922042205929756 (0.03064949844527901) | > loss_mel_ce: 3.058793306350708 (nan) | > loss: 0.012260775081813335 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14193512600221944) | > loader_time: 0.0047 (0.004673922404508969)  --> TIME: 2025-03-26 16:42:42 -- STEP: 10315/31555 -- GLOBAL_STEP: 1493400 | > loss_text_ce: 0.03740083426237106 (0.030656790662370894) | > loss_mel_ce: 2.9349405765533447 (nan) | > loss: 0.01179500576108694 (nan) | > current_lr: 5e-06 | > step_time: 0.1644 (0.1419472780380215) | > loader_time: 0.0047 (0.00467382274781161)  --> TIME: 2025-03-26 16:42:52 -- STEP: 10365/31555 -- GLOBAL_STEP: 1493450 | > loss_text_ce: 0.03757328540086746 (0.030659248487951096) | > loss_mel_ce: 2.9234120845794678 (nan) | > loss: 0.011749942786991596 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.14195550701437654) | > loader_time: 0.0045 (0.004673678439076371)  --> TIME: 2025-03-26 16:43:01 -- STEP: 10415/31555 -- GLOBAL_STEP: 1493500 | > loss_text_ce: 0.038019705563783646 (0.03065305050074396) | > loss_mel_ce: 2.1697030067443848 (nan) | > loss: 0.008760804310441017 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1419442630077406) | > loader_time: 0.0044 (0.004673126965145965)  --> TIME: 2025-03-26 16:43:11 -- STEP: 10465/31555 -- GLOBAL_STEP: 1493550 | > loss_text_ce: 0.034246206283569336 (0.030659879892672926) | > loss_mel_ce: 2.586225748062134 (nan) | > loss: 0.010398698970675468 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14194405130148516) | > loader_time: 0.0046 (0.004672851485039592)  --> TIME: 2025-03-26 16:43:21 -- STEP: 10515/31555 -- GLOBAL_STEP: 1493600 | > loss_text_ce: 0.031328435987234116 (0.030659752014778198) | > loss_mel_ce: 2.8836727142333984 (nan) | > loss: 0.011567465960979462 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14193166949552893) | > loader_time: 0.0046 (0.004672654877942459)  --> TIME: 2025-03-26 16:43:30 -- STEP: 10565/31555 -- GLOBAL_STEP: 1493650 | > loss_text_ce: 0.03572144731879234 (0.03066097615587305) | > loss_mel_ce: 2.618478298187256 (nan) | > loss: 0.010532539337873459 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14193012298027974) | > loader_time: 0.0047 (0.004671996202843483)  --> TIME: 2025-03-26 16:43:40 -- STEP: 10615/31555 -- GLOBAL_STEP: 1493700 | > loss_text_ce: 0.029148833826184273 (0.030662616454345603) | > loss_mel_ce: 3.0760679244995117 (nan) | > loss: 0.012322288937866688 (nan) | > current_lr: 5e-06 | > step_time: 0.1627 (0.1419265804569285) | > loader_time: 0.0047 (0.00467184035776923)  --> TIME: 2025-03-26 16:43:49 -- STEP: 10665/31555 -- GLOBAL_STEP: 1493750 | > loss_text_ce: 0.02720366232097149 (0.030658712825247562) | > loss_mel_ce: 2.6863341331481934 (nan) | > loss: 0.01076800748705864 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.14188023467495386) | > loader_time: 0.0045 (0.0046714907904158625)  --> TIME: 2025-03-26 16:43:59 -- STEP: 10715/31555 -- GLOBAL_STEP: 1493800 | > loss_text_ce: 0.029317382723093033 (0.03065965365178664) | > loss_mel_ce: 0.0530904121696949 (nan) | > loss: 0.0003270150918979198 (nan) | > current_lr: 5e-06 | > step_time: 0.1093 (0.14186074169673402) | > loader_time: 0.0044 (0.0046708141038532425)  --> TIME: 2025-03-26 16:44:08 -- STEP: 10765/31555 -- GLOBAL_STEP: 1493850 | > loss_text_ce: 0.03481223061680794 (0.030656984088707956) | > loss_mel_ce: 2.5451529026031494 (nan) | > loss: 0.01023795735090971 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14184509679100682) | > loader_time: 0.005 (0.004670483026181164)  --> TIME: 2025-03-26 16:44:18 -- STEP: 10815/31555 -- GLOBAL_STEP: 1493900 | > loss_text_ce: 0.031134771183133125 (0.030662754547820564) | > loss_mel_ce: 2.864652395248413 (nan) | > loss: 0.011491219513118267 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14185026671894194) | > loader_time: 0.0044 (0.004670712620474595)  --> TIME: 2025-03-26 16:44:28 -- STEP: 10865/31555 -- GLOBAL_STEP: 1493950 | > loss_text_ce: 0.03387348726391792 (0.030661051869015236) | > loss_mel_ce: 2.7828056812286377 (nan) | > loss: 0.011177299544215202 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14185309065578747) | > loader_time: 0.0049 (0.004671134588853371)  --> TIME: 2025-03-26 16:44:37 -- STEP: 10915/31555 -- GLOBAL_STEP: 1494000 | > loss_text_ce: 0.021368546411395073 (0.030658729096931764) | > loss_mel_ce: 2.626927614212036 (nan) | > loss: 0.010509111918509007 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.141855212629688) | > loader_time: 0.0047 (0.004671006414576841)  --> TIME: 2025-03-26 16:44:47 -- STEP: 10965/31555 -- GLOBAL_STEP: 1494050 | > loss_text_ce: 0.031653691083192825 (0.030654180150120648) | > loss_mel_ce: 2.700462579727173 (nan) | > loss: 0.010841731913387775 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14185023786159526) | > loader_time: 0.0047 (0.0046707409025054)  --> TIME: 2025-03-26 16:44:57 -- STEP: 11015/31555 -- GLOBAL_STEP: 1494100 | > loss_text_ce: 0.03020453080534935 (0.030657087681080285) | > loss_mel_ce: 2.563441276550293 (nan) | > loss: 0.010292246006429195 (nan) | > current_lr: 5e-06 | > step_time: 0.1621 (0.14185099766246867) | > loader_time: 0.0047 (0.004670177564478119)  --> TIME: 2025-03-26 16:45:06 -- STEP: 11065/31555 -- GLOBAL_STEP: 1494150 | > loss_text_ce: 0.02541475184261799 (0.030653265648101904) | > loss_mel_ce: 2.534458637237549 (nan) | > loss: 0.010158227756619453 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.141830452092891) | > loader_time: 0.0043 (0.004669416322462487)  --> TIME: 2025-03-26 16:45:16 -- STEP: 11115/31555 -- GLOBAL_STEP: 1494200 | > loss_text_ce: 0.02487979084253311 (0.030659596831380677) | > loss_mel_ce: 2.0543432235717773 (nan) | > loss: 0.008250884711742401 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14183419384615326) | > loader_time: 0.0043 (0.004668728060085276)  --> TIME: 2025-03-26 16:45:25 -- STEP: 11165/31555 -- GLOBAL_STEP: 1494250 | > loss_text_ce: 0.022462889552116394 (0.030652218072708952) | > loss_mel_ce: 1.4870526790618896 (nan) | > loss: 0.005990141537040472 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.1418263608118478) | > loader_time: 0.0044 (0.004668469520838758)  --> TIME: 2025-03-26 16:45:35 -- STEP: 11215/31555 -- GLOBAL_STEP: 1494300 | > loss_text_ce: 0.022891711443662643 (0.030650876318463725) | > loss_mel_ce: 0.07182617485523224 (nan) | > loss: 0.00037586467806249857 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14180895634862517) | > loader_time: 0.0046 (0.004668660170257063)  --> TIME: 2025-03-26 16:45:45 -- STEP: 11265/31555 -- GLOBAL_STEP: 1494350 | > loss_text_ce: 0.026804599910974503 (0.030657253003502707) | > loss_mel_ce: 2.9491236209869385 (nan) | > loss: 0.011809240095317364 (nan) | > current_lr: 5e-06 | > step_time: 0.1861 (0.14182697229262647) | > loader_time: 0.005 (0.004668788871815929)  --> TIME: 2025-03-26 16:45:55 -- STEP: 11315/31555 -- GLOBAL_STEP: 1494400 | > loss_text_ce: 0.0313427597284317 (0.030656628760497257) | > loss_mel_ce: 2.4892578125 (nan) | > loss: 0.010002383962273598 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14183340340233802) | > loader_time: 0.0044 (0.004668793086188059)  --> TIME: 2025-03-26 16:46:04 -- STEP: 11365/31555 -- GLOBAL_STEP: 1494450 | > loss_text_ce: 0.03221037983894348 (0.030654305848016438) | > loss_mel_ce: 2.553123950958252 (nan) | > loss: 0.010259264148771763 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14181537632369506) | > loader_time: 0.0045 (0.0046684882948171)  --> TIME: 2025-03-26 16:46:14 -- STEP: 11415/31555 -- GLOBAL_STEP: 1494500 | > loss_text_ce: 0.020583583042025566 (0.03065404645393697) | > loss_mel_ce: 2.2010433673858643 (nan) | > loss: 0.008815980516374111 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.1418185059459285) | > loader_time: 0.0046 (0.0046677872845336)  --> TIME: 2025-03-26 16:46:23 -- STEP: 11465/31555 -- GLOBAL_STEP: 1494550 | > loss_text_ce: 0.019607216119766235 (0.030650455917313378) | > loss_mel_ce: 2.615182638168335 (nan) | > loss: 0.010455516166985035 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.14181126751756246) | > loader_time: 0.0044 (0.004666850809129731)  --> TIME: 2025-03-26 16:46:33 -- STEP: 11515/31555 -- GLOBAL_STEP: 1494600 | > loss_text_ce: 0.03791486471891403 (0.030656709874965188) | > loss_mel_ce: 2.8446452617645264 (nan) | > loss: 0.011438731104135513 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14181343880726696) | > loader_time: 0.0043 (0.004666629667857703)  --> TIME: 2025-03-26 16:46:43 -- STEP: 11565/31555 -- GLOBAL_STEP: 1494650 | > loss_text_ce: 0.03746649622917175 (0.030652350839267702) | > loss_mel_ce: 2.644923686981201 (nan) | > loss: 0.010644406080245972 (nan) | > current_lr: 5e-06 | > step_time: 0.1354 (0.14181311003738206) | > loader_time: 0.0045 (0.004666292579772926)  --> TIME: 2025-03-26 16:46:53 -- STEP: 11615/31555 -- GLOBAL_STEP: 1494700 | > loss_text_ce: 0.03392138332128525 (0.030654310387909233) | > loss_mel_ce: 3.1326348781585693 (nan) | > loss: 0.012565700337290764 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1418139970256399) | > loader_time: 0.0044 (0.004665511279489993)  --> TIME: 2025-03-26 16:47:02 -- STEP: 11665/31555 -- GLOBAL_STEP: 1494750 | > loss_text_ce: 0.02822178788483143 (0.030656360541907467) | > loss_mel_ce: 2.201706886291504 (nan) | > loss: 0.008848924189805984 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.1418170459067115) | > loader_time: 0.0046 (0.004664995595716992)  --> TIME: 2025-03-26 16:47:12 -- STEP: 11715/31555 -- GLOBAL_STEP: 1494800 | > loss_text_ce: 0.03560848534107208 (0.030659381442274414) | > loss_mel_ce: 2.3203747272491455 (nan) | > loss: 0.009349140338599682 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14181844057611495) | > loader_time: 0.0044 (0.0046646519700431766)  --> TIME: 2025-03-26 16:47:22 -- STEP: 11765/31555 -- GLOBAL_STEP: 1494850 | > loss_text_ce: 0.032229140400886536 (0.030658907489593847) | > loss_mel_ce: 3.046445846557617 (nan) | > loss: 0.012216964736580849 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.1418339273547604) | > loader_time: 0.0046 (0.004663852605726488)  --> TIME: 2025-03-26 16:47:32 -- STEP: 11815/31555 -- GLOBAL_STEP: 1494900 | > loss_text_ce: 0.025983864441514015 (0.03066124294246411) | > loss_mel_ce: 2.6734418869018555 (nan) | > loss: 0.01071200706064701 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14184091358531925) | > loader_time: 0.0045 (0.004663481996869622)  --> TIME: 2025-03-26 16:47:41 -- STEP: 11865/31555 -- GLOBAL_STEP: 1494950 | > loss_text_ce: 0.016654204577207565 (0.030662974281714554) | > loss_mel_ce: 2.0217039585113525 (nan) | > loss: 0.008088723756372929 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.14184434905214977) | > loader_time: 0.0043 (0.004662641773633802)  --> TIME: 2025-03-26 16:47:51 -- STEP: 11915/31555 -- GLOBAL_STEP: 1495000 | > loss_text_ce: 0.02778824418783188 (0.03065330390836004) | > loss_mel_ce: 2.918804407119751 (nan) | > loss: 0.011692828498780727 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14185583062197984) | > loader_time: 0.0044 (0.004662211882782947)  --> TIME: 2025-03-26 16:48:01 -- STEP: 11965/31555 -- GLOBAL_STEP: 1495050 | > loss_text_ce: 0.036408208310604095 (0.030655157818418887) | > loss_mel_ce: 2.835223913192749 (nan) | > loss: 0.011395365931093693 (nan) | > current_lr: 5e-06 | > step_time: 0.1421 (0.14187840241744273) | > loader_time: 0.0047 (0.004661833627224972)  --> TIME: 2025-03-26 16:48:11 -- STEP: 12015/31555 -- GLOBAL_STEP: 1495100 | > loss_text_ce: 0.029087310656905174 (0.030653233531764832) | > loss_mel_ce: 2.7327444553375244 (nan) | > loss: 0.01095965038985014 (nan) | > current_lr: 5e-06 | > step_time: 0.1387 (0.14190052693653182) | > loader_time: 0.0045 (0.004661938591495541)  --> TIME: 2025-03-26 16:48:21 -- STEP: 12065/31555 -- GLOBAL_STEP: 1495150 | > loss_text_ce: 0.022681070491671562 (0.030653687978338586) | > loss_mel_ce: 2.443650484085083 (nan) | > loss: 0.009787030518054962 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.14191067352168485) | > loader_time: 0.0044 (0.004661713998148769)  --> TIME: 2025-03-26 16:48:30 -- STEP: 12115/31555 -- GLOBAL_STEP: 1495200 | > loss_text_ce: 0.030182592570781708 (0.030653007813197766) | > loss_mel_ce: 2.6296334266662598 (nan) | > loss: 0.010554825887084007 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14188599421178036) | > loader_time: 0.0044 (0.004661633286454496)  --> TIME: 2025-03-26 16:48:40 -- STEP: 12165/31555 -- GLOBAL_STEP: 1495250 | > loss_text_ce: 0.025635607540607452 (0.030658587396980876) | > loss_mel_ce: 2.6096274852752686 (nan) | > loss: 0.010457394644618034 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14189882090294553) | > loader_time: 0.0044 (0.004661402288798296)  --> TIME: 2025-03-26 16:48:50 -- STEP: 12215/31555 -- GLOBAL_STEP: 1495300 | > loss_text_ce: 0.039600346237421036 (0.030663114891822496) | > loss_mel_ce: 2.3599648475646973 (nan) | > loss: 0.009522085078060627 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14190940903778013) | > loader_time: 0.0048 (0.004661462583163217)  --> TIME: 2025-03-26 16:49:00 -- STEP: 12265/31555 -- GLOBAL_STEP: 1495350 | > loss_text_ce: 0.035177480429410934 (0.030660129507986127) | > loss_mel_ce: 2.3844807147979736 (nan) | > loss: 0.009601818397641182 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14189139186145336) | > loader_time: 0.0046 (0.004661326791333323)  --> TIME: 2025-03-26 16:49:09 -- STEP: 12315/31555 -- GLOBAL_STEP: 1495400 | > loss_text_ce: 0.03284937143325806 (0.03065757783862618) | > loss_mel_ce: 2.4877023696899414 (nan) | > loss: 0.010002190247178078 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.14188689633786472) | > loader_time: 0.0048 (0.004661386767103579)  --> TIME: 2025-03-26 16:49:19 -- STEP: 12365/31555 -- GLOBAL_STEP: 1495450 | > loss_text_ce: 0.038215868175029755 (0.03065745017517266) | > loss_mel_ce: 3.1059608459472656 (nan) | > loss: 0.012476892210543156 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14190208889721784) | > loader_time: 0.0045 (0.004661028596297291)  --> TIME: 2025-03-26 16:49:29 -- STEP: 12415/31555 -- GLOBAL_STEP: 1495500 | > loss_text_ce: 0.028163446113467216 (0.030654907470364222) | > loss_mel_ce: 2.6039016246795654 (nan) | > loss: 0.01044470351189375 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1418941110072481) | > loader_time: 0.0045 (0.004660682758879773)  --> TIME: 2025-03-26 16:49:38 -- STEP: 12465/31555 -- GLOBAL_STEP: 1495550 | > loss_text_ce: 0.031014613807201385 (0.030653829180896642) | > loss_mel_ce: 2.7816927433013916 (nan) | > loss: 0.01116153784096241 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14188305873541898) | > loader_time: 0.0043 (0.004660115909538164)  --> TIME: 2025-03-26 16:49:48 -- STEP: 12515/31555 -- GLOBAL_STEP: 1495600 | > loss_text_ce: 0.03741782158613205 (0.03065367415711087) | > loss_mel_ce: 1.8680799007415771 (nan) | > loss: 0.007561499252915382 (nan) | > current_lr: 5e-06 | > step_time: 0.1483 (0.14187417735207639) | > loader_time: 0.0045 (0.004660057554805082)  --> TIME: 2025-03-26 16:49:58 -- STEP: 12565/31555 -- GLOBAL_STEP: 1495650 | > loss_text_ce: 0.02568216808140278 (0.030653661655368106) | > loss_mel_ce: 2.483431577682495 (nan) | > loss: 0.009956801310181618 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14189403830322228) | > loader_time: 0.0047 (0.004659738514084669)  --> TIME: 2025-03-26 16:50:08 -- STEP: 12615/31555 -- GLOBAL_STEP: 1495700 | > loss_text_ce: 0.03238169476389885 (0.030655807606489047) | > loss_mel_ce: 3.0222272872924805 (nan) | > loss: 0.012121465057134628 (nan) | > current_lr: 5e-06 | > step_time: 0.183 (0.14190614362392404) | > loader_time: 0.0046 (0.004659485429513561)  --> TIME: 2025-03-26 16:50:18 -- STEP: 12665/31555 -- GLOBAL_STEP: 1495750 | > loss_text_ce: 0.029543478041887283 (0.030663140414762865) | > loss_mel_ce: 2.727041721343994 (nan) | > loss: 0.01093883067369461 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.141916989922477) | > loader_time: 0.0045 (0.004659436316627597)  --> TIME: 2025-03-26 16:50:27 -- STEP: 12715/31555 -- GLOBAL_STEP: 1495800 | > loss_text_ce: 0.03395070880651474 (0.030661249399987957) | > loss_mel_ce: 2.104830265045166 (nan) | > loss: 0.008487227372825146 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1418956984978614) | > loader_time: 0.0044 (0.004658891851865445)  --> TIME: 2025-03-26 16:50:36 -- STEP: 12765/31555 -- GLOBAL_STEP: 1495850 | > loss_text_ce: 0.026190046221017838 (0.030655395661805758) | > loss_mel_ce: 2.4869754314422607 (nan) | > loss: 0.00997287966310978 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14187199435325656) | > loader_time: 0.0044 (0.004658192333127302)  --> TIME: 2025-03-26 16:50:46 -- STEP: 12815/31555 -- GLOBAL_STEP: 1495900 | > loss_text_ce: 0.030257202684879303 (0.030656971514495354) | > loss_mel_ce: 2.825671672821045 (nan) | > loss: 0.011333052068948746 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.1418844154557358) | > loader_time: 0.0045 (0.004658018328740736)  --> TIME: 2025-03-26 16:50:56 -- STEP: 12865/31555 -- GLOBAL_STEP: 1495950 | > loss_text_ce: 0.022520016878843307 (0.03066020763902304) | > loss_mel_ce: 2.344156503677368 (nan) | > loss: 0.009391574189066887 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14188618732249336) | > loader_time: 0.0044 (0.0046576798309670145)  --> TIME: 2025-03-26 16:51:06 -- STEP: 12915/31555 -- GLOBAL_STEP: 1496000 | > loss_text_ce: 0.032564375549554825 (0.03066211231701881) | > loss_mel_ce: 2.6980507373809814 (nan) | > loss: 0.010835775174200535 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14188846650162426) | > loader_time: 0.0044 (0.004657418885712846)  --> TIME: 2025-03-26 16:51:15 -- STEP: 12965/31555 -- GLOBAL_STEP: 1496050 | > loss_text_ce: 0.027631474658846855 (0.030660192810237477) | > loss_mel_ce: 2.4949092864990234 (nan) | > loss: 0.010010083205997944 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14187357893700014) | > loader_time: 0.0046 (0.004657315104521712)  --> TIME: 2025-03-26 16:51:25 -- STEP: 13015/31555 -- GLOBAL_STEP: 1496100 | > loss_text_ce: 0.02119324915111065 (0.030660593505380616) | > loss_mel_ce: 1.6789627075195312 (nan) | > loss: 0.006746651139110327 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14186022636114684) | > loader_time: 0.0046 (0.004656810885065579)  --> TIME: 2025-03-26 16:51:34 -- STEP: 13065/31555 -- GLOBAL_STEP: 1496150 | > loss_text_ce: 0.028344372287392616 (0.03065707454549835) | > loss_mel_ce: 0.0498046875 (nan) | > loss: 0.00031011534156277776 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14185373189118172) | > loader_time: 0.0044 (0.004656413155317404)  --> TIME: 2025-03-26 16:51:44 -- STEP: 13115/31555 -- GLOBAL_STEP: 1496200 | > loss_text_ce: 0.040128063410520554 (0.030658141312764953) | > loss_mel_ce: 0.1106654554605484 (nan) | > loss: 0.0005983870360068977 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14184505315032464) | > loader_time: 0.0048 (0.004655977591639303)  --> TIME: 2025-03-26 16:51:54 -- STEP: 13165/31555 -- GLOBAL_STEP: 1496250 | > loss_text_ce: 0.03413925692439079 (0.030654982710522458) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14185184298746115) | > loader_time: 0.0042 (0.0046556090475532354)  --> TIME: 2025-03-26 16:52:03 -- STEP: 13215/31555 -- GLOBAL_STEP: 1496300 | > loss_text_ce: 0.03041791543364525 (0.030655475084909855) | > loss_mel_ce: 3.4815104007720947 (nan) | > loss: 0.013936224393546581 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.1418599529064299) | > loader_time: 0.0044 (0.004654972994368146)  --> TIME: 2025-03-26 16:52:13 -- STEP: 13265/31555 -- GLOBAL_STEP: 1496350 | > loss_text_ce: 0.03076968528330326 (0.030655607075703917) | > loss_mel_ce: 3.0000882148742676 (nan) | > loss: 0.012027214281260967 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14187166210035146) | > loader_time: 0.0044 (0.004654188242400776)  --> TIME: 2025-03-26 16:52:23 -- STEP: 13315/31555 -- GLOBAL_STEP: 1496400 | > loss_text_ce: 0.013302205130457878 (0.030653367490989236) | > loss_mel_ce: 1.4790401458740234 (nan) | > loss: 0.005921993870288134 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14184630920776944) | > loader_time: 0.0044 (0.004653639243681366)  --> TIME: 2025-03-26 16:52:32 -- STEP: 13365/31555 -- GLOBAL_STEP: 1496450 | > loss_text_ce: 0.03024139255285263 (0.0306509385724422) | > loss_mel_ce: 2.504253625869751 (nan) | > loss: 0.010057521052658558 (nan) | > current_lr: 5e-06 | > step_time: 0.1853 (0.14185175001955802) | > loader_time: 0.0046 (0.004653320622899054)  --> TIME: 2025-03-26 16:52:42 -- STEP: 13415/31555 -- GLOBAL_STEP: 1496500 | > loss_text_ce: 0.023886071518063545 (0.030654686670424088) | > loss_mel_ce: 2.8188228607177734 (nan) | > loss: 0.01128059159964323 (nan) | > current_lr: 5e-06 | > step_time: 0.1383 (0.14184044638188426) | > loader_time: 0.0045 (0.004653213755479292)  --> TIME: 2025-03-26 16:52:52 -- STEP: 13465/31555 -- GLOBAL_STEP: 1496550 | > loss_text_ce: 0.02941974066197872 (0.030648240630818904) | > loss_mel_ce: 2.2049126625061035 (nan) | > loss: 0.008866398595273495 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14183641602636302) | > loader_time: 0.0047 (0.004653081653111944)  --> TIME: 2025-03-26 16:53:01 -- STEP: 13515/31555 -- GLOBAL_STEP: 1496600 | > loss_text_ce: 0.028778618201613426 (0.03064790874384716) | > loss_mel_ce: 3.0293831825256348 (nan) | > loss: 0.012135563418269157 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14183866274696513) | > loader_time: 0.0047 (0.0046528457933737175)  --> TIME: 2025-03-26 16:53:11 -- STEP: 13565/31555 -- GLOBAL_STEP: 1496650 | > loss_text_ce: 0.031245436519384384 (0.030647812618325106) | > loss_mel_ce: 2.803471326828003 (nan) | > loss: 0.01124887727200985 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.14183875989790987) | > loader_time: 0.0044 (0.0046526234482998354)  --> TIME: 2025-03-26 16:53:21 -- STEP: 13615/31555 -- GLOBAL_STEP: 1496700 | > loss_text_ce: 0.030325457453727722 (0.030648025732899233) | > loss_mel_ce: 3.056678295135498 (nan) | > loss: 0.012250015512108803 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.141831736611918) | > loader_time: 0.0044 (0.004652692726154876)  --> TIME: 2025-03-26 16:53:30 -- STEP: 13665/31555 -- GLOBAL_STEP: 1496750 | > loss_text_ce: 0.02870183438062668 (0.03064605896897884) | > loss_mel_ce: 2.3437294960021973 (nan) | > loss: 0.009414410218596458 (nan) | > current_lr: 5e-06 | > step_time: 0.1494 (0.14183360965880967) | > loader_time: 0.0046 (0.004652587424430762)  --> TIME: 2025-03-26 16:53:40 -- STEP: 13715/31555 -- GLOBAL_STEP: 1496800 | > loss_text_ce: 0.03252127021551132 (0.03065083064301862) | > loss_mel_ce: 2.436978816986084 (nan) | > loss: 0.009799604304134846 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1418265289691871) | > loader_time: 0.0047 (0.004652426671338623)  --> TIME: 2025-03-26 16:53:50 -- STEP: 13765/31555 -- GLOBAL_STEP: 1496850 | > loss_text_ce: 0.021756242960691452 (0.030656419888604264) | > loss_mel_ce: 2.5964128971099854 (nan) | > loss: 0.010389560833573341 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14183488519158027) | > loader_time: 0.0044 (0.004652317419859277)  --> TIME: 2025-03-26 16:53:59 -- STEP: 13815/31555 -- GLOBAL_STEP: 1496900 | > loss_text_ce: 0.02544587291777134 (0.030651164255224617) | > loss_mel_ce: 1.9812445640563965 (nan) | > loss: 0.007963057607412338 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1418230151854006) | > loader_time: 0.0044 (0.004652097490098752)  --> TIME: 2025-03-26 16:54:09 -- STEP: 13865/31555 -- GLOBAL_STEP: 1496950 | > loss_text_ce: 0.017827779054641724 (0.030649106342008278) | > loss_mel_ce: 1.218731164932251 (nan) | > loss: 0.004906980320811272 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14182327093735936) | > loader_time: 0.0046 (0.004651848280253596)  --> TIME: 2025-03-26 16:54:19 -- STEP: 13915/31555 -- GLOBAL_STEP: 1497000 | > loss_text_ce: 0.03909492492675781 (0.03065082647844726) | > loss_mel_ce: 2.485491991043091 (nan) | > loss: 0.010018202476203442 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14183292361501798) | > loader_time: 0.0045 (0.004651713602584867)  --> TIME: 2025-03-26 16:54:29 -- STEP: 13965/31555 -- GLOBAL_STEP: 1497050 | > loss_text_ce: 0.03342985734343529 (0.030651108009792063) | > loss_mel_ce: 2.6252565383911133 (nan) | > loss: 0.010550343431532383 (nan) | > current_lr: 5e-06 | > step_time: 0.1841 (0.14184713153654782) | > loader_time: 0.0046 (0.0046514325017277015)  --> TIME: 2025-03-26 16:54:38 -- STEP: 14015/31555 -- GLOBAL_STEP: 1497100 | > loss_text_ce: 0.02553183026611805 (0.03065232363719888) | > loss_mel_ce: 1.9414279460906982 (nan) | > loss: 0.007805396802723408 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14184046353011193) | > loader_time: 0.0045 (0.004651253282109468)  --> TIME: 2025-03-26 16:54:48 -- STEP: 14065/31555 -- GLOBAL_STEP: 1497150 | > loss_text_ce: 0.030218204483389854 (0.030654522492869804) | > loss_mel_ce: 2.3563473224639893 (nan) | > loss: 0.009470498189330101 (nan) | > current_lr: 5e-06 | > step_time: 0.1892 (0.14183950571669807) | > loader_time: 0.0047 (0.004650770367738672)  --> TIME: 2025-03-26 16:54:58 -- STEP: 14115/31555 -- GLOBAL_STEP: 1497200 | > loss_text_ce: 0.0330100953578949 (0.030652102944218454) | > loss_mel_ce: 2.7949202060699463 (nan) | > loss: 0.011221946217119694 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14185301584425594) | > loader_time: 0.0045 (0.004650442270028277)  --> TIME: 2025-03-26 16:55:08 -- STEP: 14165/31555 -- GLOBAL_STEP: 1497250 | > loss_text_ce: 0.0474054329097271 (0.030656378084324903) | > loss_mel_ce: 1.4972330331802368 (nan) | > loss: 0.006129518151283264 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1418650723244255) | > loader_time: 0.0044 (0.004649958002916557)  --> TIME: 2025-03-26 16:55:18 -- STEP: 14215/31555 -- GLOBAL_STEP: 1497300 | > loss_text_ce: 0.03361601009964943 (0.030657019170352975) | > loss_mel_ce: 2.694570302963257 (nan) | > loss: 0.01082613691687584 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1418775840917613) | > loader_time: 0.0045 (0.004649546278055573)  --> TIME: 2025-03-26 16:55:28 -- STEP: 14265/31555 -- GLOBAL_STEP: 1497350 | > loss_text_ce: 0.032797615975141525 (0.030655887234816312) | > loss_mel_ce: 2.1838572025299072 (nan) | > loss: 0.008796249516308308 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14188077835045626) | > loader_time: 0.0044 (0.004649387674502154)  --> TIME: 2025-03-26 16:55:37 -- STEP: 14315/31555 -- GLOBAL_STEP: 1497400 | > loss_text_ce: 0.03410926088690758 (0.03065460177871665) | > loss_mel_ce: 2.822716474533081 (nan) | > loss: 0.011336610652506351 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.14188380208083787) | > loader_time: 0.0047 (0.004649096254781134)  --> TIME: 2025-03-26 16:55:47 -- STEP: 14365/31555 -- GLOBAL_STEP: 1497450 | > loss_text_ce: 0.03552274778485298 (0.030657178400362507) | > loss_mel_ce: 2.2447807788848877 (nan) | > loss: 0.009048824198544025 (nan) | > current_lr: 5e-06 | > step_time: 0.119 (0.1418807193704326) | > loader_time: 0.0044 (0.004648878347819758)  --> TIME: 2025-03-26 16:55:57 -- STEP: 14415/31555 -- GLOBAL_STEP: 1497500 | > loss_text_ce: 0.023882638663053513 (0.030653210466471122) | > loss_mel_ce: 2.9730465412139893 (nan) | > loss: 0.011892576701939106 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.1418797331719697) | > loader_time: 0.0048 (0.004648534283222867)  --> TIME: 2025-03-26 16:56:06 -- STEP: 14465/31555 -- GLOBAL_STEP: 1497550 | > loss_text_ce: 0.030099820345640182 (0.030652745126470062) | > loss_mel_ce: 2.0797576904296875 (nan) | > loss: 0.008372451178729534 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.1418847443692384) | > loader_time: 0.0046 (0.0046490590958870644)  --> TIME: 2025-03-26 16:56:16 -- STEP: 14515/31555 -- GLOBAL_STEP: 1497600 | > loss_text_ce: 0.021210260689258575 (0.030655362804863338) | > loss_mel_ce: 2.823423147201538 (nan) | > loss: 0.011288228444755077 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14188542361100187) | > loader_time: 0.0044 (0.004649280491591414)  --> TIME: 2025-03-26 16:56:26 -- STEP: 14565/31555 -- GLOBAL_STEP: 1497650 | > loss_text_ce: 0.029636221006512642 (0.030657399459903464) | > loss_mel_ce: 2.5696003437042236 (nan) | > loss: 0.01031443104147911 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14188110572220466) | > loader_time: 0.0045 (0.004648978219914603)  --> TIME: 2025-03-26 16:56:36 -- STEP: 14615/31555 -- GLOBAL_STEP: 1497700 | > loss_text_ce: 0.035568688064813614 (0.030658659008479753) | > loss_mel_ce: 2.6498000621795654 (nan) | > loss: 0.010656225495040417 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1524 (0.14189257421111856) | > loader_time: 0.0044 (0.004648593562619157)  --> TIME: 2025-03-26 16:56:46 -- STEP: 14665/31555 -- GLOBAL_STEP: 1497750 | > loss_text_ce: 0.03854231908917427 (0.03065962402268792) | > loss_mel_ce: 1.5239850282669067 (nan) | > loss: 0.006200505420565605 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.1419093328574154) | > loader_time: 0.0043 (0.004648472187342689)  --> TIME: 2025-03-26 16:56:55 -- STEP: 14715/31555 -- GLOBAL_STEP: 1497800 | > loss_text_ce: 0.025045832619071007 (0.03065872945156008) | > loss_mel_ce: 2.638645648956299 (nan) | > loss: 0.010570204816758633 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14190462188902225) | > loader_time: 0.0045 (0.004648217367469728)  --> TIME: 2025-03-26 16:57:05 -- STEP: 14765/31555 -- GLOBAL_STEP: 1497850 | > loss_text_ce: 0.026069166138768196 (0.030655840661501607) | > loss_mel_ce: 2.135425090789795 (nan) | > loss: 0.008577358908951283 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14189938092449797) | > loader_time: 0.0045 (0.004648012199363112)  --> TIME: 2025-03-26 16:57:14 -- STEP: 14815/31555 -- GLOBAL_STEP: 1497900 | > loss_text_ce: 0.027923785150051117 (0.030655572232684995) | > loss_mel_ce: 2.678684949874878 (nan) | > loss: 0.010740512050688267 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14188573370903654) | > loader_time: 0.0043 (0.004648015083109583)  --> TIME: 2025-03-26 16:57:24 -- STEP: 14865/31555 -- GLOBAL_STEP: 1497950 | > loss_text_ce: 0.031071534380316734 (0.030656101358343346) | > loss_mel_ce: 2.490267276763916 (nan) | > loss: 0.010005312971770763 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1418830511027065) | > loader_time: 0.0045 (0.004647804068428406)  --> TIME: 2025-03-26 16:57:34 -- STEP: 14915/31555 -- GLOBAL_STEP: 1498000 | > loss_text_ce: 0.02716834284365177 (0.03065876206810837) | > loss_mel_ce: 2.7150628566741943 (nan) | > loss: 0.010881870053708553 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14188993674894382) | > loader_time: 0.0044 (0.004648218864648096)  --> TIME: 2025-03-26 16:57:43 -- STEP: 14965/31555 -- GLOBAL_STEP: 1498050 | > loss_text_ce: 0.020215462893247604 (0.030653370662371112) | > loss_mel_ce: 2.9693970680236816 (nan) | > loss: 0.011863542720675468 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14188665175892037) | > loader_time: 0.0045 (0.004648360033478191)  --> TIME: 2025-03-26 16:57:53 -- STEP: 15015/31555 -- GLOBAL_STEP: 1498100 | > loss_text_ce: 0.030641164630651474 (0.030656707778515972) | > loss_mel_ce: 2.2546980381011963 (nan) | > loss: 0.009068806655704975 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.1418863796211271) | > loader_time: 0.0046 (0.004648457453165945)  --> TIME: 2025-03-26 16:58:03 -- STEP: 15065/31555 -- GLOBAL_STEP: 1498150 | > loss_text_ce: 0.029835635796189308 (0.030655244929073677) | > loss_mel_ce: 2.865514039993286 (nan) | > loss: 0.011489483527839184 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14187648722866758) | > loader_time: 0.0045 (0.0046485947723844566)  --> TIME: 2025-03-26 16:58:12 -- STEP: 15115/31555 -- GLOBAL_STEP: 1498200 | > loss_text_ce: 0.026415809988975525 (0.03065192961354909) | > loss_mel_ce: 2.5909361839294434 (nan) | > loss: 0.01038631796836853 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14186093820628107) | > loader_time: 0.0045 (0.004648472306115568)  --> TIME: 2025-03-26 16:58:22 -- STEP: 15165/31555 -- GLOBAL_STEP: 1498250 | > loss_text_ce: 0.03298524394631386 (0.030653737225571933) | > loss_mel_ce: 2.5670266151428223 (nan) | > loss: 0.01031750813126564 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14186425342679354) | > loader_time: 0.0046 (0.004648630288108688)  --> TIME: 2025-03-26 16:58:32 -- STEP: 15215/31555 -- GLOBAL_STEP: 1498300 | > loss_text_ce: 0.028304126113653183 (0.030653747693720302) | > loss_mel_ce: 2.67622709274292 (nan) | > loss: 0.010732267051935196 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14187962367195436) | > loader_time: 0.0048 (0.00464910848180676)  --> TIME: 2025-03-26 16:58:41 -- STEP: 15265/31555 -- GLOBAL_STEP: 1498350 | > loss_text_ce: 0.0210154727101326 (0.03065294754272586) | > loss_mel_ce: 3.1865713596343994 (nan) | > loss: 0.01272851973772049 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14187219298319365) | > loader_time: 0.0047 (0.004649128540593847)  --> TIME: 2025-03-26 16:58:51 -- STEP: 15315/31555 -- GLOBAL_STEP: 1498400 | > loss_text_ce: 0.02878105826675892 (0.030657880632203757) | > loss_mel_ce: 2.4522058963775635 (nan) | > loss: 0.009845186956226826 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14187380651847054) | > loader_time: 0.0047 (0.004649187527643177)  --> TIME: 2025-03-26 16:59:01 -- STEP: 15365/31555 -- GLOBAL_STEP: 1498450 | > loss_text_ce: 0.022808382287621498 (0.030660818707170023) | > loss_mel_ce: 2.34275221824646 (nan) | > loss: 0.00938714575022459 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.141886987602366) | > loader_time: 0.0045 (0.004649756391545761)  --> TIME: 2025-03-26 16:59:11 -- STEP: 15415/31555 -- GLOBAL_STEP: 1498500 | > loss_text_ce: 0.030791835859417915 (0.03066224502450918) | > loss_mel_ce: 2.536219358444214 (nan) | > loss: 0.010186553001403809 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14188516106730864) | > loader_time: 0.0045 (0.00465005628095214)  --> TIME: 2025-03-26 16:59:21 -- STEP: 15465/31555 -- GLOBAL_STEP: 1498550 | > loss_text_ce: 0.0251745767891407 (0.030659935364455725) | > loss_mel_ce: 2.634053945541382 (nan) | > loss: 0.010552494786679745 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14188973428052232) | > loader_time: 0.0046 (0.004650038698518938)  --> TIME: 2025-03-26 16:59:30 -- STEP: 15515/31555 -- GLOBAL_STEP: 1498600 | > loss_text_ce: 0.03492526337504387 (0.030661021364367165) | > loss_mel_ce: 0.0166015625 (nan) | > loss: 0.00020447153656277806 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14190004965277875) | > loader_time: 0.0045 (0.004650121514273975)  --> TIME: 2025-03-26 16:59:40 -- STEP: 15565/31555 -- GLOBAL_STEP: 1498650 | > loss_text_ce: 0.03730398043990135 (0.030660640435168262) | > loss_mel_ce: 2.494882345199585 (nan) | > loss: 0.01004835870116949 (nan) | > current_lr: 5e-06 | > step_time: 0.1556 (0.1419035601531664) | > loader_time: 0.0046 (0.004649880044987998)  --> TIME: 2025-03-26 16:59:50 -- STEP: 15615/31555 -- GLOBAL_STEP: 1498700 | > loss_text_ce: 0.022502925246953964 (0.030660331479577616) | > loss_mel_ce: 3.1680679321289062 (nan) | > loss: 0.012660996057093143 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14188964651671557) | > loader_time: 0.0045 (0.004649509591167654)  --> TIME: 2025-03-26 16:59:59 -- STEP: 15665/31555 -- GLOBAL_STEP: 1498750 | > loss_text_ce: 0.02482544630765915 (0.030659098366136905) | > loss_mel_ce: 1.7267447710037231 (nan) | > loss: 0.00695067597553134 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14188671064879138) | > loader_time: 0.0042 (0.004649198591766221)  --> TIME: 2025-03-26 17:00:09 -- STEP: 15715/31555 -- GLOBAL_STEP: 1498800 | > loss_text_ce: 0.037433769553899765 (0.030662195624281675) | > loss_mel_ce: 2.459153413772583 (nan) | > loss: 0.009907092899084091 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14186585907567484) | > loader_time: 0.0045 (0.004649052284646112)  --> TIME: 2025-03-26 17:00:18 -- STEP: 15765/31555 -- GLOBAL_STEP: 1498850 | > loss_text_ce: 0.029427051544189453 (0.030662516651387407) | > loss_mel_ce: 2.738936424255371 (nan) | > loss: 0.010985570028424263 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.1418695003692216) | > loader_time: 0.0047 (0.004649054614695309)  --> TIME: 2025-03-26 17:00:28 -- STEP: 15815/31555 -- GLOBAL_STEP: 1498900 | > loss_text_ce: 0.03541411831974983 (0.0306638476129361) | > loss_mel_ce: 3.0739707946777344 (nan) | > loss: 0.012338830158114433 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1418759854956218) | > loader_time: 0.0045 (0.004648852491544625)  --> TIME: 2025-03-26 17:00:38 -- STEP: 15865/31555 -- GLOBAL_STEP: 1498950 | > loss_text_ce: 0.03011961095035076 (0.03066677804478628) | > loss_mel_ce: 2.8243589401245117 (nan) | > loss: 0.011327296495437622 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14189278163483168) | > loader_time: 0.0046 (0.004648779605489188)  --> TIME: 2025-03-26 17:00:48 -- STEP: 15915/31555 -- GLOBAL_STEP: 1499000 | > loss_text_ce: 0.031508758664131165 (0.03067195723316054) | > loss_mel_ce: 2.1986310482025146 (nan) | > loss: 0.008849761448800564 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1418909384775122) | > loader_time: 0.0045 (0.004648558238823769)  --> TIME: 2025-03-26 17:00:58 -- STEP: 15965/31555 -- GLOBAL_STEP: 1499050 | > loss_text_ce: 0.02446085587143898 (0.030672380115021332) | > loss_mel_ce: 2.626641035079956 (nan) | > loss: 0.010520245879888535 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.1419016751606866) | > loader_time: 0.0044 (0.004648449172280713)  --> TIME: 2025-03-26 17:01:07 -- STEP: 16015/31555 -- GLOBAL_STEP: 1499100 | > loss_text_ce: 0.022496184334158897 (0.03067537681887271) | > loss_mel_ce: 1.850460171699524 (nan) | > loss: 0.0074323671869933605 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.14189751976696854) | > loader_time: 0.0044 (0.004648459929062218)  --> TIME: 2025-03-26 17:01:17 -- STEP: 16065/31555 -- GLOBAL_STEP: 1499150 | > loss_text_ce: 0.03537110239267349 (0.03067807661496402) | > loss_mel_ce: 2.9523727893829346 (nan) | > loss: 0.01185612753033638 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14189405935485208) | > loader_time: 0.0045 (0.004648375815407281)  --> TIME: 2025-03-26 17:01:26 -- STEP: 16115/31555 -- GLOBAL_STEP: 1499200 | > loss_text_ce: 0.03489203006029129 (0.030679695805973364) | > loss_mel_ce: 0.10009765625 (nan) | > loss: 0.000535673345439136 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.1418757228573181) | > loader_time: 0.0043 (0.004648294871984498)  --> TIME: 2025-03-26 17:01:36 -- STEP: 16165/31555 -- GLOBAL_STEP: 1499250 | > loss_text_ce: 0.03165758028626442 (0.03067980250542447) | > loss_mel_ce: 2.8607301712036133 (nan) | > loss: 0.011477730236947536 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14186765763400525) | > loader_time: 0.0045 (0.004648122719629913)  --> TIME: 2025-03-26 17:01:46 -- STEP: 16215/31555 -- GLOBAL_STEP: 1499300 | > loss_text_ce: 0.03429697826504707 (0.03067988867891853) | > loss_mel_ce: 2.7912344932556152 (nan) | > loss: 0.011212427169084549 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14186860839415633) | > loader_time: 0.0045 (0.004648076800553116)  --> TIME: 2025-03-26 17:01:55 -- STEP: 16265/31555 -- GLOBAL_STEP: 1499350 | > loss_text_ce: 0.03571856766939163 (0.03067967576572263) | > loss_mel_ce: 2.6871204376220703 (nan) | > loss: 0.0108049176633358 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.1418773559508166) | > loader_time: 0.0048 (0.004648026810255274)  --> TIME: 2025-03-26 17:02:05 -- STEP: 16315/31555 -- GLOBAL_STEP: 1499400 | > loss_text_ce: 0.030547894537448883 (0.030680749828176854) | > loss_mel_ce: 2.458320140838623 (nan) | > loss: 0.009876460768282413 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14187144997877663) | > loader_time: 0.0045 (0.00464770999233891)  --> TIME: 2025-03-26 17:02:15 -- STEP: 16365/31555 -- GLOBAL_STEP: 1499450 | > loss_text_ce: 0.02538163587450981 (0.030677844797739953) | > loss_mel_ce: 2.7459752559661865 (nan) | > loss: 0.010997448116540909 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14186441619353282) | > loader_time: 0.0044 (0.004647312155565364)  --> TIME: 2025-03-26 17:02:24 -- STEP: 16415/31555 -- GLOBAL_STEP: 1499500 | > loss_text_ce: 0.027052516117691994 (0.030678767313034094) | > loss_mel_ce: 3.0131077766418457 (nan) | > loss: 0.012064128182828426 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14185332377582266) | > loader_time: 0.0047 (0.004646898877355636)  --> TIME: 2025-03-26 17:02:34 -- STEP: 16465/31555 -- GLOBAL_STEP: 1499550 | > loss_text_ce: 0.029904669150710106 (0.030677145033692413) | > loss_mel_ce: 2.586021900177002 (nan) | > loss: 0.010380661115050316 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14185468430147008) | > loader_time: 0.0046 (0.0046470025372729725)  --> TIME: 2025-03-26 17:02:43 -- STEP: 16515/31555 -- GLOBAL_STEP: 1499600 | > loss_text_ce: 0.02163451351225376 (0.030677139164291743) | > loss_mel_ce: 2.7443675994873047 (nan) | > loss: 0.010976199992001057 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.141847497825727) | > loader_time: 0.0046 (0.004647084088026673)  --> TIME: 2025-03-26 17:02:53 -- STEP: 16565/31555 -- GLOBAL_STEP: 1499650 | > loss_text_ce: 0.029537072405219078 (0.030677000752830395) | > loss_mel_ce: 2.903343439102173 (nan) | > loss: 0.011638415046036243 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.14184312217371628) | > loader_time: 0.0045 (0.004647060020647136)  --> TIME: 2025-03-26 17:03:03 -- STEP: 16615/31555 -- GLOBAL_STEP: 1499700 | > loss_text_ce: 0.03626219555735588 (0.030677536564419204) | > loss_mel_ce: 1.8066502809524536 (nan) | > loss: 0.007313144858926535 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14183974743893926) | > loader_time: 0.0045 (0.00464679852616813)  --> TIME: 2025-03-26 17:03:12 -- STEP: 16665/31555 -- GLOBAL_STEP: 1499750 | > loss_text_ce: 0.0336550809442997 (0.030677290617393597) | > loss_mel_ce: 2.927828311920166 (nan) | > loss: 0.01175191905349493 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14184569953405757) | > loader_time: 0.0048 (0.004646531004037301)  --> TIME: 2025-03-26 17:03:22 -- STEP: 16715/31555 -- GLOBAL_STEP: 1499800 | > loss_text_ce: 0.04087955877184868 (0.030678587128229122) | > loss_mel_ce: 2.914640188217163 (nan) | > loss: 0.011728253215551376 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1418492152738675) | > loader_time: 0.0044 (0.004646558387886439)  --> TIME: 2025-03-26 17:03:32 -- STEP: 16765/31555 -- GLOBAL_STEP: 1499850 | > loss_text_ce: 0.036380693316459656 (0.03067943344513205) | > loss_mel_ce: 2.3524253368377686 (nan) | > loss: 0.009479389525949955 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.1418524955302401) | > loader_time: 0.0048 (0.0046463758882180775)  --> TIME: 2025-03-26 17:03:41 -- STEP: 16815/31555 -- GLOBAL_STEP: 1499900 | > loss_text_ce: 0.031538840383291245 (0.03067624349021908) | > loss_mel_ce: 2.6838595867156982 (nan) | > loss: 0.010775391012430191 (nan) | > current_lr: 5e-06 | > step_time: 0.1279 (0.14184242616336445) | > loader_time: 0.0047 (0.0046463025456342675)  --> TIME: 2025-03-26 17:03:51 -- STEP: 16865/31555 -- GLOBAL_STEP: 1499950 | > loss_text_ce: 0.025999702513217926 (0.030675283427138447) | > loss_mel_ce: 2.9446771144866943 (nan) | > loss: 0.011788400821387768 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14182767434039642) | > loader_time: 0.0046 (0.004646368448012602)  --> TIME: 2025-03-26 17:04:00 -- STEP: 16915/31555 -- GLOBAL_STEP: 1500000 | > loss_text_ce: 0.028968708589673042 (0.03067764727695521) | > loss_mel_ce: 2.1077706813812256 (nan) | > loss: 0.008479125797748566 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14182216842746126) | > loader_time: 0.0045 (0.004646418174272318) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1500000.pth  --> TIME: 2025-03-26 17:04:15 -- STEP: 16965/31555 -- GLOBAL_STEP: 1500050 | > loss_text_ce: 0.042940687388181686 (0.030680519534560947) | > loss_mel_ce: 2.674724817276001 (nan) | > loss: 0.010784387588500977 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14181471461221073) | > loader_time: 0.007 (0.0046466063019662334)  --> TIME: 2025-03-26 17:04:25 -- STEP: 17015/31555 -- GLOBAL_STEP: 1500100 | > loss_text_ce: 0.031291358172893524 (0.030682286959554196) | > loss_mel_ce: 2.7562224864959717 (nan) | > loss: 0.011061563156545162 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14180311960505665) | > loader_time: 0.0047 (0.004646560762547205)  --> TIME: 2025-03-26 17:04:34 -- STEP: 17065/31555 -- GLOBAL_STEP: 1500150 | > loss_text_ce: 0.032528720796108246 (0.030681865858315217) | > loss_mel_ce: 2.6436002254486084 (nan) | > loss: 0.010619559325277805 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14179923134118386) | > loader_time: 0.0045 (0.004646445047181273)  --> TIME: 2025-03-26 17:04:44 -- STEP: 17115/31555 -- GLOBAL_STEP: 1500200 | > loss_text_ce: 0.03462427854537964 (0.03067979658772914) | > loss_mel_ce: 2.6954476833343506 (nan) | > loss: 0.010833620093762875 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14180372925205922) | > loader_time: 0.0046 (0.004646542139858526)  --> TIME: 2025-03-26 17:04:54 -- STEP: 17165/31555 -- GLOBAL_STEP: 1500250 | > loss_text_ce: 0.019500363618135452 (0.030678757001935324) | > loss_mel_ce: 2.6087968349456787 (nan) | > loss: 0.010429751127958298 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14181181396231063) | > loader_time: 0.0043 (0.004646393567315009)  --> TIME: 2025-03-26 17:05:04 -- STEP: 17215/31555 -- GLOBAL_STEP: 1500300 | > loss_text_ce: 0.03739194944500923 (0.030678854853124715) | > loss_mel_ce: 2.399634838104248 (nan) | > loss: 0.009670741856098175 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1417972425925607) | > loader_time: 0.0047 (0.004646451494702764)  --> TIME: 2025-03-26 17:05:13 -- STEP: 17265/31555 -- GLOBAL_STEP: 1500350 | > loss_text_ce: 0.026496702805161476 (0.030675290900563333) | > loss_mel_ce: 2.8347055912017822 (nan) | > loss: 0.011353977955877781 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14179701799591038) | > loader_time: 0.0046 (0.0046463619064256)  --> TIME: 2025-03-26 17:05:23 -- STEP: 17315/31555 -- GLOBAL_STEP: 1500400 | > loss_text_ce: 0.02681818976998329 (0.03067836744902823) | > loss_mel_ce: 1.5859735012054443 (nan) | > loss: 0.0063999672420322895 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.141800636065134) | > loader_time: 0.0045 (0.004646798774681793)  --> TIME: 2025-03-26 17:05:33 -- STEP: 17365/31555 -- GLOBAL_STEP: 1500450 | > loss_text_ce: 0.025411980226635933 (0.030678004399317418) | > loss_mel_ce: 2.4657106399536133 (nan) | > loss: 0.009885407984256744 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14180776387101282) | > loader_time: 0.0047 (0.004647106057520465)  --> TIME: 2025-03-26 17:05:43 -- STEP: 17415/31555 -- GLOBAL_STEP: 1500500 | > loss_text_ce: 0.02799193747341633 (0.03067686307914352) | > loss_mel_ce: 3.072603702545166 (nan) | > loss: 0.012303952127695084 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14181918930877352) | > loader_time: 0.0045 (0.004647327366143581)  --> TIME: 2025-03-26 17:05:53 -- STEP: 17465/31555 -- GLOBAL_STEP: 1500550 | > loss_text_ce: 0.03070831671357155 (0.030677264992221273) | > loss_mel_ce: 0.044952392578125 (nan) | > loss: 0.0003002409066539258 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.1418399975697771) | > loader_time: 0.0045 (0.004647547039028709)  --> TIME: 2025-03-26 17:06:02 -- STEP: 17515/31555 -- GLOBAL_STEP: 1500600 | > loss_text_ce: 0.03307241201400757 (0.030681780484153258) | > loss_mel_ce: 2.519949436187744 (nan) | > loss: 0.010131039656698704 (nan) | > current_lr: 5e-06 | > step_time: 0.1468 (0.14183141883699846) | > loader_time: 0.0046 (0.004647656178562908)  --> TIME: 2025-03-26 17:06:12 -- STEP: 17565/31555 -- GLOBAL_STEP: 1500650 | > loss_text_ce: 0.031031230464577675 (0.030679017622548734) | > loss_mel_ce: 2.8191466331481934 (nan) | > loss: 0.011310230009257793 (nan) | > current_lr: 5e-06 | > step_time: 0.1625 (0.14183189982265773) | > loader_time: 0.0048 (0.004647762823607081)  --> TIME: 2025-03-26 17:06:22 -- STEP: 17615/31555 -- GLOBAL_STEP: 1500700 | > loss_text_ce: 0.018586719408631325 (0.030678163673342747) | > loss_mel_ce: 0.9636001586914062 (nan) | > loss: 0.0038975670468062162 (nan) | > current_lr: 5e-06 | > step_time: 0.1064 (0.14184182937464002) | > loader_time: 0.0044 (0.004647911985658837)  --> TIME: 2025-03-26 17:06:32 -- STEP: 17665/31555 -- GLOBAL_STEP: 1500750 | > loss_text_ce: 0.037872228771448135 (0.03067585086250167) | > loss_mel_ce: 1.613431453704834 (nan) | > loss: 0.0065527926199138165 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14185336630168277) | > loader_time: 0.0048 (0.004648105530640306)  --> TIME: 2025-03-26 17:06:42 -- STEP: 17715/31555 -- GLOBAL_STEP: 1500800 | > loss_text_ce: 0.03725184500217438 (0.03067971070186923) | > loss_mel_ce: 2.5659666061401367 (nan) | > loss: 0.010330232791602612 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.1418463278045569) | > loader_time: 0.0045 (0.004648352382615767)  --> TIME: 2025-03-26 17:06:51 -- STEP: 17765/31555 -- GLOBAL_STEP: 1500850 | > loss_text_ce: 0.028726736083626747 (0.03068123132718086) | > loss_mel_ce: 2.8310463428497314 (nan) | > loss: 0.011348307132720947 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.1418480609525535) | > loader_time: 0.0045 (0.004648427617003003)  --> TIME: 2025-03-26 17:07:01 -- STEP: 17815/31555 -- GLOBAL_STEP: 1500900 | > loss_text_ce: 0.028339514508843422 (0.030680521659254025) | > loss_mel_ce: 2.695844888687134 (nan) | > loss: 0.01081025693565607 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14185437639543197) | > loader_time: 0.0047 (0.0046484750607961875)  --> TIME: 2025-03-26 17:07:11 -- STEP: 17865/31555 -- GLOBAL_STEP: 1500950 | > loss_text_ce: 0.030651306733489037 (0.030679222764152792) | > loss_mel_ce: 2.888155460357666 (nan) | > loss: 0.011582567356526852 (nan) | > current_lr: 5e-06 | > step_time: 0.1741 (0.14185615937782556) | > loader_time: 0.0046 (0.00464817512078743)  --> TIME: 2025-03-26 17:07:21 -- STEP: 17915/31555 -- GLOBAL_STEP: 1501000 | > loss_text_ce: 0.039020195603370667 (0.03067857728537537) | > loss_mel_ce: 0.0984954833984375 (nan) | > loss: 0.0005456971703097224 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14186516556033144) | > loader_time: 0.0046 (0.004647876375918611)  --> TIME: 2025-03-26 17:07:31 -- STEP: 17965/31555 -- GLOBAL_STEP: 1501050 | > loss_text_ce: 0.034279607236385345 (0.03067395340816128) | > loss_mel_ce: 3.068561315536499 (nan) | > loss: 0.012312861159443855 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14186676620209496) | > loader_time: 0.0044 (0.004647777858896577)  --> TIME: 2025-03-26 17:07:40 -- STEP: 18015/31555 -- GLOBAL_STEP: 1501100 | > loss_text_ce: 0.02280341275036335 (0.030671649836593127) | > loss_mel_ce: 2.160841941833496 (nan) | > loss: 0.00866525899618864 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14185714607863462) | > loader_time: 0.0044 (0.0046474449508163065)  --> TIME: 2025-03-26 17:07:50 -- STEP: 18065/31555 -- GLOBAL_STEP: 1501150 | > loss_text_ce: 0.03398433327674866 (0.030672777703234504) | > loss_mel_ce: 2.6217567920684814 (nan) | > loss: 0.010538656264543533 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14185391760519162) | > loader_time: 0.0046 (0.004647112249041282)  --> TIME: 2025-03-26 17:07:59 -- STEP: 18115/31555 -- GLOBAL_STEP: 1501200 | > loss_text_ce: 0.03257462754845619 (0.030673808411273745) | > loss_mel_ce: 1.9489595890045166 (nan) | > loss: 0.007863231934607029 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1418528453243595) | > loader_time: 0.0043 (0.004646933963869348)  --> TIME: 2025-03-26 17:08:09 -- STEP: 18165/31555 -- GLOBAL_STEP: 1501250 | > loss_text_ce: 0.03503243252635002 (0.030675213816228352) | > loss_mel_ce: 1.3872042894363403 (nan) | > loss: 0.005643796641379595 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14186134715071108) | > loader_time: 0.0045 (0.004647240256790684)  --> TIME: 2025-03-26 17:08:19 -- STEP: 18215/31555 -- GLOBAL_STEP: 1501300 | > loss_text_ce: 0.03534917160868645 (0.030674144191523763) | > loss_mel_ce: 2.757962703704834 (nan) | > loss: 0.011084571480751038 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14186256425969093) | > loader_time: 0.0046 (0.004647256959574328)  --> TIME: 2025-03-26 17:08:28 -- STEP: 18265/31555 -- GLOBAL_STEP: 1501350 | > loss_text_ce: 0.03150540217757225 (0.03067473235210955) | > loss_mel_ce: 0.0731026753783226 (nan) | > loss: 0.0004151114262640476 (nan) | > current_lr: 5e-06 | > step_time: 0.1092 (0.1418561922502038) | > loader_time: 0.0044 (0.004647284600952055)  --> TIME: 2025-03-26 17:08:38 -- STEP: 18315/31555 -- GLOBAL_STEP: 1501400 | > loss_text_ce: 0.03525817394256592 (0.0306724468564425) | > loss_mel_ce: 2.4654593467712402 (nan) | > loss: 0.009923483245074749 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14184025381225235) | > loader_time: 0.0046 (0.004647508475938656)  --> TIME: 2025-03-26 17:08:48 -- STEP: 18365/31555 -- GLOBAL_STEP: 1501450 | > loss_text_ce: 0.0395597368478775 (0.030673749090253236) | > loss_mel_ce: 2.9625244140625 (nan) | > loss: 0.011913033202290535 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14184593259882575) | > loader_time: 0.0046 (0.004647513056463491)  --> TIME: 2025-03-26 17:08:57 -- STEP: 18415/31555 -- GLOBAL_STEP: 1501500 | > loss_text_ce: 0.033473435789346695 (0.030672856307548818) | > loss_mel_ce: 0.951751708984375 (nan) | > loss: 0.003909623716026545 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1418399024132704) | > loader_time: 0.0047 (0.004647587202115131)  --> TIME: 2025-03-26 17:09:07 -- STEP: 18465/31555 -- GLOBAL_STEP: 1501550 | > loss_text_ce: 0.031368572264909744 (0.030669925844706868) | > loss_mel_ce: 1.522719383239746 (nan) | > loss: 0.006167015992105007 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14184343296436341) | > loader_time: 0.0048 (0.004647596864367194)  --> TIME: 2025-03-26 17:09:17 -- STEP: 18515/31555 -- GLOBAL_STEP: 1501600 | > loss_text_ce: 0.034783534705638885 (0.030671472283336252) | > loss_mel_ce: 2.7550301551818848 (nan) | > loss: 0.011070690117776394 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14185171834269394) | > loader_time: 0.0045 (0.004647990661217275)  --> TIME: 2025-03-26 17:09:27 -- STEP: 18565/31555 -- GLOBAL_STEP: 1501650 | > loss_text_ce: 0.03758620843291283 (0.0306703633719836) | > loss_mel_ce: 2.8556807041168213 (nan) | > loss: 0.011481218971312046 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.1418517100017989) | > loader_time: 0.0049 (0.004647949240838879)  --> TIME: 2025-03-26 17:09:36 -- STEP: 18615/31555 -- GLOBAL_STEP: 1501700 | > loss_text_ce: 0.035537369549274445 (0.0306722431297792) | > loss_mel_ce: 2.5234792232513428 (nan) | > loss: 0.010154828429222107 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14184471415218225) | > loader_time: 0.0047 (0.004647961438998983)  --> TIME: 2025-03-26 17:09:46 -- STEP: 18665/31555 -- GLOBAL_STEP: 1501750 | > loss_text_ce: 0.03308974578976631 (0.03067333600529989) | > loss_mel_ce: 2.3554129600524902 (nan) | > loss: 0.009478185325860977 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14184188147891547) | > loader_time: 0.0045 (0.0046480596528563)  --> TIME: 2025-03-26 17:09:55 -- STEP: 18715/31555 -- GLOBAL_STEP: 1501800 | > loss_text_ce: 0.02234494872391224 (0.030673290528416747) | > loss_mel_ce: 3.0475993156433105 (nan) | > loss: 0.012182319536805153 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14183786835799148) | > loader_time: 0.0046 (0.004648225536137518)  --> TIME: 2025-03-26 17:10:05 -- STEP: 18765/31555 -- GLOBAL_STEP: 1501850 | > loss_text_ce: 0.024645980447530746 (0.030673793289446128) | > loss_mel_ce: 2.5631160736083984 (nan) | > loss: 0.010268897749483585 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14184154560811804) | > loader_time: 0.0046 (0.004648127950988014)  --> TIME: 2025-03-26 17:10:15 -- STEP: 18815/31555 -- GLOBAL_STEP: 1501900 | > loss_text_ce: 0.02869236096739769 (0.030676623139755145) | > loss_mel_ce: 2.0944440364837646 (nan) | > loss: 0.008425144478678703 (nan) | > current_lr: 5e-06 | > step_time: 0.1712 (0.1418440491349147) | > loader_time: 0.0048 (0.00464809378695685)  --> TIME: 2025-03-26 17:10:24 -- STEP: 18865/31555 -- GLOBAL_STEP: 1501950 | > loss_text_ce: 0.032289788126945496 (0.030675996156997353) | > loss_mel_ce: 2.8806121349334717 (nan) | > loss: 0.011559135280549526 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14183696405090768) | > loader_time: 0.0045 (0.004647908121023581)  --> TIME: 2025-03-26 17:10:34 -- STEP: 18915/31555 -- GLOBAL_STEP: 1502000 | > loss_text_ce: 0.030655357986688614 (0.030675467346016217) | > loss_mel_ce: 2.5591979026794434 (nan) | > loss: 0.01027719583362341 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14183495945316638) | > loader_time: 0.0045 (0.004647796884466666)  --> TIME: 2025-03-26 17:10:44 -- STEP: 18965/31555 -- GLOBAL_STEP: 1502050 | > loss_text_ce: 0.026850730180740356 (0.030673026415941003) | > loss_mel_ce: 2.5563912391662598 (nan) | > loss: 0.010250960476696491 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14183139924226137) | > loader_time: 0.0048 (0.004647631686688607)  --> TIME: 2025-03-26 17:10:53 -- STEP: 19015/31555 -- GLOBAL_STEP: 1502100 | > loss_text_ce: 0.02474767155945301 (0.030672024676731517) | > loss_mel_ce: 1.60736083984375 (nan) | > loss: 0.006476621609181166 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14182315395594966) | > loader_time: 0.0044 (0.004647591199932559)  --> TIME: 2025-03-26 17:11:03 -- STEP: 19065/31555 -- GLOBAL_STEP: 1502150 | > loss_text_ce: 0.04465915262699127 (0.03066982893210218) | > loss_mel_ce: 2.677966356277466 (nan) | > loss: 0.0108040701597929 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1418150352925227) | > loader_time: 0.0046 (0.004647473928780192)  --> TIME: 2025-03-26 17:11:12 -- STEP: 19115/31555 -- GLOBAL_STEP: 1502200 | > loss_text_ce: 0.027515284717082977 (0.03067037898885379) | > loss_mel_ce: 3.54974365234375 (nan) | > loss: 0.014195472002029419 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14180188479611872) | > loader_time: 0.0046 (0.004647163854604497)  --> TIME: 2025-03-26 17:11:22 -- STEP: 19165/31555 -- GLOBAL_STEP: 1502250 | > loss_text_ce: 0.026576582342386246 (0.03067054793150197) | > loss_mel_ce: 2.4717185497283936 (nan) | > loss: 0.009913870133459568 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.1418015746637391) | > loader_time: 0.0048 (0.004647071623410323)  --> TIME: 2025-03-26 17:11:32 -- STEP: 19215/31555 -- GLOBAL_STEP: 1502300 | > loss_text_ce: 0.017298780381679535 (0.030671485039862827) | > loss_mel_ce: 1.2358912229537964 (nan) | > loss: 0.004972976632416248 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14180227733049236) | > loader_time: 0.0045 (0.004646905871254073)  --> TIME: 2025-03-26 17:11:41 -- STEP: 19265/31555 -- GLOBAL_STEP: 1502350 | > loss_text_ce: 0.034549664705991745 (0.030672553304680487) | > loss_mel_ce: 2.7602860927581787 (nan) | > loss: 0.011090618558228016 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1417998320834222) | > loader_time: 0.0046 (0.004646759802973996)  --> TIME: 2025-03-26 17:11:51 -- STEP: 19315/31555 -- GLOBAL_STEP: 1502400 | > loss_text_ce: 0.037364233285188675 (0.030672274252200663) | > loss_mel_ce: 2.5022239685058594 (nan) | > loss: 0.010077731683850288 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14180540876810713) | > loader_time: 0.0044 (0.004646452257678275)  --> TIME: 2025-03-26 17:12:01 -- STEP: 19365/31555 -- GLOBAL_STEP: 1502450 | > loss_text_ce: 0.02225426770746708 (0.030670022010887865) | > loss_mel_ce: 2.6094412803649902 (nan) | > loss: 0.01044323667883873 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14180860084801605) | > loader_time: 0.0044 (0.004646674945869727)  --> TIME: 2025-03-26 17:12:10 -- STEP: 19415/31555 -- GLOBAL_STEP: 1502500 | > loss_text_ce: 0.03021674044430256 (0.030671029621766394) | > loss_mel_ce: 2.7784645557403564 (nan) | > loss: 0.011145561002194881 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14180391158389588) | > loader_time: 0.0045 (0.0046464479433148765)  --> TIME: 2025-03-26 17:12:20 -- STEP: 19465/31555 -- GLOBAL_STEP: 1502550 | > loss_text_ce: 0.0234762541949749 (0.03067091386674334) | > loss_mel_ce: 1.3880683183670044 (nan) | > loss: 0.005601367447525263 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.141798715287666) | > loader_time: 0.0045 (0.00464608838923819)  --> TIME: 2025-03-26 17:12:30 -- STEP: 19515/31555 -- GLOBAL_STEP: 1502600 | > loss_text_ce: 0.03512268140912056 (0.030668922577481866) | > loss_mel_ce: 3.216604471206665 (nan) | > loss: 0.012903680093586445 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14180425985513703) | > loader_time: 0.0045 (0.004645851004774274)  --> TIME: 2025-03-26 17:12:39 -- STEP: 19565/31555 -- GLOBAL_STEP: 1502650 | > loss_text_ce: 0.028764912858605385 (0.030667064459973015) | > loss_mel_ce: 2.7050132751464844 (nan) | > loss: 0.010848326608538628 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14180274243675292) | > loader_time: 0.0045 (0.004645613749070535)  --> TIME: 2025-03-26 17:12:49 -- STEP: 19615/31555 -- GLOBAL_STEP: 1502700 | > loss_text_ce: 0.029025055468082428 (0.030662915063630235) | > loss_mel_ce: 2.5655019283294678 (nan) | > loss: 0.010295743122696877 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14180079256427738) | > loader_time: 0.0047 (0.004645793157787088)  --> TIME: 2025-03-26 17:12:59 -- STEP: 19665/31555 -- GLOBAL_STEP: 1502750 | > loss_text_ce: 0.03946695849299431 (0.030661842141545763) | > loss_mel_ce: 1.430403709411621 (nan) | > loss: 0.005832820665091276 (nan) | > current_lr: 5e-06 | > step_time: 0.1036 (0.14179582097528545) | > loader_time: 0.0043 (0.0046457912489684915)  --> TIME: 2025-03-26 17:13:08 -- STEP: 19715/31555 -- GLOBAL_STEP: 1502800 | > loss_text_ce: 0.028249289840459824 (0.03066069125588733) | > loss_mel_ce: 2.480642795562744 (nan) | > loss: 0.009955921210348606 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14180154951580762) | > loader_time: 0.0048 (0.0046457113845984055)  --> TIME: 2025-03-26 17:13:18 -- STEP: 19765/31555 -- GLOBAL_STEP: 1502850 | > loss_text_ce: 0.04383387789130211 (0.03066283357281369) | > loss_mel_ce: 2.6589407920837402 (nan) | > loss: 0.010725297033786774 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14179267268104861) | > loader_time: 0.0044 (0.004645693468016203)  --> TIME: 2025-03-26 17:13:28 -- STEP: 19815/31555 -- GLOBAL_STEP: 1502900 | > loss_text_ce: 0.04069088026881218 (0.03066186586965027) | > loss_mel_ce: 2.6914267539978027 (nan) | > loss: 0.010841737501323223 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1417901993880752) | > loader_time: 0.0045 (0.004645715035364677)  --> TIME: 2025-03-26 17:13:37 -- STEP: 19865/31555 -- GLOBAL_STEP: 1502950 | > loss_text_ce: 0.026258904486894608 (0.03066474672912306) | > loss_mel_ce: 2.429422616958618 (nan) | > loss: 0.009744768962264061 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14178852571698186) | > loader_time: 0.0043 (0.004645380888602147)  --> TIME: 2025-03-26 17:13:47 -- STEP: 19915/31555 -- GLOBAL_STEP: 1503000 | > loss_text_ce: 0.033183272927999496 (0.03066520515502906) | > loss_mel_ce: 1.8314169645309448 (nan) | > loss: 0.007399207446724176 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14179539008862457) | > loader_time: 0.0045 (0.004645171370184265)  --> TIME: 2025-03-26 17:13:57 -- STEP: 19965/31555 -- GLOBAL_STEP: 1503050 | > loss_text_ce: 0.030450165271759033 (0.030666320488573373) | > loss_mel_ce: 2.6382813453674316 (nan) | > loss: 0.0105902049690485 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14180053275777324) | > loader_time: 0.0045 (0.004644936247036766)  --> TIME: 2025-03-26 17:14:07 -- STEP: 20015/31555 -- GLOBAL_STEP: 1503100 | > loss_text_ce: 0.02813948132097721 (0.03066359879693299) | > loss_mel_ce: 2.568298578262329 (nan) | > loss: 0.01030332688242197 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.14180050691961502) | > loader_time: 0.0046 (0.004644900776283957)  --> TIME: 2025-03-26 17:14:16 -- STEP: 20065/31555 -- GLOBAL_STEP: 1503150 | > loss_text_ce: 0.0362045057117939 (0.030663083196326872) | > loss_mel_ce: 2.2274813652038574 (nan) | > loss: 0.008982880972325802 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.14180858662203913) | > loader_time: 0.0047 (0.00464478248436495)  --> TIME: 2025-03-26 17:14:26 -- STEP: 20115/31555 -- GLOBAL_STEP: 1503200 | > loss_text_ce: 0.02273724414408207 (0.030660256204176107) | > loss_mel_ce: 2.2355265617370605 (nan) | > loss: 0.00896136462688446 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.1418089788291339) | > loader_time: 0.0044 (0.004644436164190325)  --> TIME: 2025-03-26 17:14:36 -- STEP: 20165/31555 -- GLOBAL_STEP: 1503250 | > loss_text_ce: 0.03339497745037079 (0.030662753706266366) | > loss_mel_ce: 2.5735578536987305 (nan) | > loss: 0.010345051996409893 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1418093413772226) | > loader_time: 0.0045 (0.004644164748207225)  --> TIME: 2025-03-26 17:14:45 -- STEP: 20215/31555 -- GLOBAL_STEP: 1503300 | > loss_text_ce: 0.031130343675613403 (0.030663902515920043) | > loss_mel_ce: 0.0892333984375 (nan) | > loss: 0.000477633933769539 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14180100041393492) | > loader_time: 0.0049 (0.004643726230935556)  --> TIME: 2025-03-26 17:14:55 -- STEP: 20265/31555 -- GLOBAL_STEP: 1503350 | > loss_text_ce: 0.02465462125837803 (0.030659430390079095) | > loss_mel_ce: 2.8868165016174316 (nan) | > loss: 0.01155345793813467 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.1418032184871898) | > loader_time: 0.0045 (0.004643358220708208)  --> TIME: 2025-03-26 17:15:05 -- STEP: 20315/31555 -- GLOBAL_STEP: 1503400 | > loss_text_ce: 0.027444779872894287 (0.030660231173113665) | > loss_mel_ce: 1.42236328125 (nan) | > loss: 0.005753207020461559 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14179788666231544) | > loader_time: 0.0042 (0.004642860108398342)  --> TIME: 2025-03-26 17:15:14 -- STEP: 20365/31555 -- GLOBAL_STEP: 1503450 | > loss_text_ce: 0.02892511710524559 (0.03066362251591403) | > loss_mel_ce: 2.538679361343384 (nan) | > loss: 0.010188907384872437 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.1418028472419924) | > loader_time: 0.0045 (0.004642366853709798)  --> TIME: 2025-03-26 17:15:24 -- STEP: 20415/31555 -- GLOBAL_STEP: 1503500 | > loss_text_ce: 0.027019675821065903 (0.03066705610327552) | > loss_mel_ce: 2.80344557762146 (nan) | > loss: 0.011232005432248116 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14180576228464833) | > loader_time: 0.0045 (0.004641999738227517)  --> TIME: 2025-03-26 17:15:34 -- STEP: 20465/31555 -- GLOBAL_STEP: 1503550 | > loss_text_ce: 0.03759694844484329 (0.030666449032641988) | > loss_mel_ce: 1.4231421947479248 (nan) | > loss: 0.00579658430069685 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14181109807498898) | > loader_time: 0.0044 (0.004641988089286781)  --> TIME: 2025-03-26 17:15:44 -- STEP: 20515/31555 -- GLOBAL_STEP: 1503600 | > loss_text_ce: 0.024401511996984482 (0.03066757560991134) | > loss_mel_ce: 2.624751091003418 (nan) | > loss: 0.010512510314583778 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14181217340733895) | > loader_time: 0.0046 (0.004642033280612752)  --> TIME: 2025-03-26 17:15:53 -- STEP: 20565/31555 -- GLOBAL_STEP: 1503650 | > loss_text_ce: 0.03254219889640808 (0.030668015695642793) | > loss_mel_ce: 2.5557947158813477 (nan) | > loss: 0.010271178558468819 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.1418126671325257) | > loader_time: 0.0044 (0.004641805714190596)  --> TIME: 2025-03-26 17:16:03 -- STEP: 20615/31555 -- GLOBAL_STEP: 1503700 | > loss_text_ce: 0.03542844578623772 (0.03066735657019188) | > loss_mel_ce: 1.7209150791168213 (nan) | > loss: 0.006969617214053869 (nan) | > current_lr: 5e-06 | > step_time: 0.1106 (0.1418196661044987) | > loader_time: 0.0046 (0.004641732457133448)  --> TIME: 2025-03-26 17:16:13 -- STEP: 20665/31555 -- GLOBAL_STEP: 1503750 | > loss_text_ce: 0.02734888717532158 (0.03066657811075182) | > loss_mel_ce: 2.720700263977051 (nan) | > loss: 0.010904958471655846 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14182533726344967) | > loader_time: 0.0047 (0.004641546904247572)  --> TIME: 2025-03-26 17:16:23 -- STEP: 20715/31555 -- GLOBAL_STEP: 1503800 | > loss_text_ce: 0.03348426893353462 (0.03066363717561294) | > loss_mel_ce: 2.134922504425049 (nan) | > loss: 0.008604789152741432 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1418159475885903) | > loader_time: 0.0067 (0.004641386428490504)  --> TIME: 2025-03-26 17:16:33 -- STEP: 20765/31555 -- GLOBAL_STEP: 1503850 | > loss_text_ce: 0.03604995459318161 (0.030665859789268) | > loss_mel_ce: 2.6374411582946777 (nan) | > loss: 0.010609092190861702 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14182838676006268) | > loader_time: 0.0047 (0.004641340211188126)  --> TIME: 2025-03-26 17:16:42 -- STEP: 20815/31555 -- GLOBAL_STEP: 1503900 | > loss_text_ce: 0.02833244577050209 (0.03066272401066782) | > loss_mel_ce: 3.297990560531616 (nan) | > loss: 0.013199695385992527 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1418197102309595) | > loader_time: 0.0046 (0.004641150786789072)  --> TIME: 2025-03-26 17:16:52 -- STEP: 20865/31555 -- GLOBAL_STEP: 1503950 | > loss_text_ce: 0.013383128680288792 (0.030662352524442466) | > loss_mel_ce: 1.9642417430877686 (nan) | > loss: 0.007847717963159084 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.1418126248067846) | > loader_time: 0.0044 (0.0046410296536337735)  --> TIME: 2025-03-26 17:17:01 -- STEP: 20915/31555 -- GLOBAL_STEP: 1504000 | > loss_text_ce: 0.031169002875685692 (0.030662005765356003) | > loss_mel_ce: 2.4985909461975098 (nan) | > loss: 0.010038730688393116 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1918 (0.14180916426656617) | > loader_time: 0.0046 (0.004640986490215454)  --> TIME: 2025-03-26 17:17:11 -- STEP: 20965/31555 -- GLOBAL_STEP: 1504050 | > loss_text_ce: 0.029267389327287674 (0.03065672120190011) | > loss_mel_ce: 0.9193115234375 (nan) | > loss: 0.003764202119782567 (nan) | > current_lr: 5e-06 | > step_time: 0.1855 (0.14181123904558732) | > loader_time: 0.0047 (0.004640865746699869)  --> TIME: 2025-03-26 17:17:20 -- STEP: 21015/31555 -- GLOBAL_STEP: 1504100 | > loss_text_ce: 0.02643660083413124 (0.030657262601935093) | > loss_mel_ce: 3.002171277999878 (nan) | > loss: 0.012018285691738129 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.14180359610086327) | > loader_time: 0.0047 (0.0046405860193848595)  --> TIME: 2025-03-26 17:17:30 -- STEP: 21065/31555 -- GLOBAL_STEP: 1504150 | > loss_text_ce: 0.02518652193248272 (0.030658351603533772) | > loss_mel_ce: 2.7502176761627197 (nan) | > loss: 0.011013509705662727 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.1418055059902468) | > loader_time: 0.0044 (0.004640400271050148)  --> TIME: 2025-03-26 17:17:40 -- STEP: 21115/31555 -- GLOBAL_STEP: 1504200 | > loss_text_ce: 0.03288763388991356 (0.03065912938713604) | > loss_mel_ce: 1.29559326171875 (nan) | > loss: 0.005271749570965767 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14180466926072519) | > loader_time: 0.0046 (0.004640610986430037)  --> TIME: 2025-03-26 17:17:49 -- STEP: 21165/31555 -- GLOBAL_STEP: 1504250 | > loss_text_ce: 0.027674993500113487 (0.03065669211430729) | > loss_mel_ce: 2.832021951675415 (nan) | > loss: 0.011348004452884197 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14180530093675467) | > loader_time: 0.0044 (0.004640559769397728)  --> TIME: 2025-03-26 17:17:59 -- STEP: 21215/31555 -- GLOBAL_STEP: 1504300 | > loss_text_ce: 0.034231968224048615 (0.03065827572338534) | > loss_mel_ce: 2.324939489364624 (nan) | > loss: 0.009361791424453259 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14180008269918487) | > loader_time: 0.0044 (0.004640379790396697)  --> TIME: 2025-03-26 17:18:09 -- STEP: 21265/31555 -- GLOBAL_STEP: 1504350 | > loss_text_ce: 0.03382846340537071 (0.030662111945138477) | > loss_mel_ce: 2.898115396499634 (nan) | > loss: 0.011634699068963528 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14179984823048042) | > loader_time: 0.0046 (0.004640381806546508)  --> TIME: 2025-03-26 17:18:18 -- STEP: 21315/31555 -- GLOBAL_STEP: 1504400 | > loss_text_ce: 0.024590125307440758 (0.030661913758279667) | > loss_mel_ce: 2.3377349376678467 (nan) | > loss: 0.009374305605888367 (nan) | > current_lr: 5e-06 | > step_time: 0.1472 (0.1417908990548139) | > loader_time: 0.0047 (0.004640491876192811)  --> TIME: 2025-03-26 17:18:28 -- STEP: 21365/31555 -- GLOBAL_STEP: 1504450 | > loss_text_ce: 0.03459607809782028 (0.030660579328244543) | > loss_mel_ce: 2.9625933170318604 (nan) | > loss: 0.01189360860735178 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14178195375763497) | > loader_time: 0.0047 (0.004640624028247631)  --> TIME: 2025-03-26 17:18:37 -- STEP: 21415/31555 -- GLOBAL_STEP: 1504500 | > loss_text_ce: 0.04124874994158745 (0.030661086551236224) | > loss_mel_ce: 2.814936637878418 (nan) | > loss: 0.0113340700045228 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14177834873524603) | > loader_time: 0.0043 (0.004640391962343997)  --> TIME: 2025-03-26 17:18:47 -- STEP: 21465/31555 -- GLOBAL_STEP: 1504550 | > loss_text_ce: 0.030564460903406143 (0.030661225753265565) | > loss_mel_ce: 2.7309317588806152 (nan) | > loss: 0.010958319529891014 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14179323620932877) | > loader_time: 0.0044 (0.004640201574823633)  --> TIME: 2025-03-26 17:18:57 -- STEP: 21515/31555 -- GLOBAL_STEP: 1504600 | > loss_text_ce: 0.02951139397919178 (0.03066483807284493) | > loss_mel_ce: 2.761432409286499 (nan) | > loss: 0.011075174435973167 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14179167016118285) | > loader_time: 0.0044 (0.004639870627880007)  --> TIME: 2025-03-26 17:19:07 -- STEP: 21565/31555 -- GLOBAL_STEP: 1504650 | > loss_text_ce: 0.04005906358361244 (0.03066808698029915) | > loss_mel_ce: 3.1297242641448975 (nan) | > loss: 0.012578506022691727 (nan) | > current_lr: 5e-06 | > step_time: 0.1561 (0.14178358460976298) | > loader_time: 0.0046 (0.004639851187377214)  --> TIME: 2025-03-26 17:19:16 -- STEP: 21615/31555 -- GLOBAL_STEP: 1504700 | > loss_text_ce: 0.0354444794356823 (0.03066701785478807) | > loss_mel_ce: 2.556816339492798 (nan) | > loss: 0.01028675027191639 (nan) | > current_lr: 5e-06 | > step_time: 0.1409 (0.14177762582405282) | > loader_time: 0.0046 (0.004639749396820761)  --> TIME: 2025-03-26 17:19:26 -- STEP: 21665/31555 -- GLOBAL_STEP: 1504750 | > loss_text_ce: 0.024828046560287476 (0.030666383920323826) | > loss_mel_ce: 1.8105175495147705 (nan) | > loss: 0.007283118087798357 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14177583114065911) | > loader_time: 0.0067 (0.00463966177705529)  --> TIME: 2025-03-26 17:19:35 -- STEP: 21715/31555 -- GLOBAL_STEP: 1504800 | > loss_text_ce: 0.042033880949020386 (0.030669786140619472) | > loss_mel_ce: 2.2070541381835938 (nan) | > loss: 0.008924952708184719 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14176503122607761) | > loader_time: 0.0044 (0.004639417906112748)  --> TIME: 2025-03-26 17:19:45 -- STEP: 21765/31555 -- GLOBAL_STEP: 1504850 | > loss_text_ce: 0.02971736527979374 (0.03066962427210834) | > loss_mel_ce: 0.03179931640625 (nan) | > loss: 0.00024411382037214935 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14176112077933473) | > loader_time: 0.0045 (0.004639252766285629)  --> TIME: 2025-03-26 17:19:54 -- STEP: 21815/31555 -- GLOBAL_STEP: 1504900 | > loss_text_ce: 0.027541384100914 (0.030672148506812633) | > loss_mel_ce: 2.8048369884490967 (nan) | > loss: 0.011239597573876381 (nan) | > current_lr: 5e-06 | > step_time: 0.1544 (0.14176322654822107) | > loader_time: 0.0045 (0.004639155061972322)  --> TIME: 2025-03-26 17:20:04 -- STEP: 21865/31555 -- GLOBAL_STEP: 1504950 | > loss_text_ce: 0.02378854714334011 (0.03066905788112949) | > loss_mel_ce: 2.7148492336273193 (nan) | > loss: 0.010867610573768616 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14175738399644375) | > loader_time: 0.0046 (0.004639012944962783)  --> TIME: 2025-03-26 17:20:14 -- STEP: 21915/31555 -- GLOBAL_STEP: 1505000 | > loss_text_ce: 0.035083528608083725 (0.030667680318223173) | > loss_mel_ce: 2.892070770263672 (nan) | > loss: 0.011615692637860775 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.1417677099618259) | > loader_time: 0.0047 (0.004638662127199573)  --> TIME: 2025-03-26 17:20:24 -- STEP: 21965/31555 -- GLOBAL_STEP: 1505050 | > loss_text_ce: 0.03170628845691681 (0.030669829264010122) | > loss_mel_ce: 2.1993391513824463 (nan) | > loss: 0.008853355422616005 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14176239588525005) | > loader_time: 0.0044 (0.004638335201698502)  --> TIME: 2025-03-26 17:20:33 -- STEP: 22015/31555 -- GLOBAL_STEP: 1505100 | > loss_text_ce: 0.023587895557284355 (0.03066872854594606) | > loss_mel_ce: 2.1714580059051514 (nan) | > loss: 0.008710499852895737 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1417654488754365) | > loader_time: 0.0044 (0.004638084075463376)  --> TIME: 2025-03-26 17:20:43 -- STEP: 22065/31555 -- GLOBAL_STEP: 1505150 | > loss_text_ce: 0.0313393734395504 (0.03066705285936405) | > loss_mel_ce: 3.030888557434082 (nan) | > loss: 0.01215169858187437 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.14175434790040164) | > loader_time: 0.0047 (0.004637675509008745)  --> TIME: 2025-03-26 17:20:52 -- STEP: 22115/31555 -- GLOBAL_STEP: 1505200 | > loss_text_ce: 0.01737326569855213 (0.030662416137936844) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14175231383985884) | > loader_time: 0.0042 (0.004637258321808251)  --> TIME: 2025-03-26 17:21:02 -- STEP: 22165/31555 -- GLOBAL_STEP: 1505250 | > loss_text_ce: 0.04161349684000015 (0.030662237203932297) | > loss_mel_ce: 2.483607530593872 (nan) | > loss: 0.010020718909800053 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14174084296593353) | > loader_time: 0.0044 (0.004636890926399828)  --> TIME: 2025-03-26 17:21:12 -- STEP: 22215/31555 -- GLOBAL_STEP: 1505300 | > loss_text_ce: 0.027993008494377136 (0.030663469999621117) | > loss_mel_ce: 2.7900102138519287 (nan) | > loss: 0.011182553134858608 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14174865184537555) | > loader_time: 0.0045 (0.004636475472683168)  --> TIME: 2025-03-26 17:21:21 -- STEP: 22265/31555 -- GLOBAL_STEP: 1505350 | > loss_text_ce: 0.030947545543313026 (0.030665628169197903) | > loss_mel_ce: 2.4019687175750732 (nan) | > loss: 0.009654429741203785 (nan) | > current_lr: 5e-06 | > step_time: 0.1434 (0.14175084158192613) | > loader_time: 0.0044 (0.004636131370573576)  --> TIME: 2025-03-26 17:21:31 -- STEP: 22315/31555 -- GLOBAL_STEP: 1505400 | > loss_text_ce: 0.025857649743556976 (0.030664414396405607) | > loss_mel_ce: 2.7327868938446045 (nan) | > loss: 0.010947003029286861 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.14174583501514537) | > loader_time: 0.0044 (0.0046355854896000265)  --> TIME: 2025-03-26 17:21:40 -- STEP: 22365/31555 -- GLOBAL_STEP: 1505450 | > loss_text_ce: 0.035069193691015244 (0.03066237305482342) | > loss_mel_ce: 2.9285480976104736 (nan) | > loss: 0.011760386638343334 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.1417424748627744) | > loader_time: 0.0044 (0.004635335592623409)  --> TIME: 2025-03-26 17:21:50 -- STEP: 22415/31555 -- GLOBAL_STEP: 1505500 | > loss_text_ce: 0.03759191557765007 (0.03066522902837129) | > loss_mel_ce: 2.447843313217163 (nan) | > loss: 0.009862839244306087 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.1417296827411167) | > loader_time: 0.0045 (0.004634979796042655)  --> TIME: 2025-03-26 17:21:59 -- STEP: 22465/31555 -- GLOBAL_STEP: 1505550 | > loss_text_ce: 0.025015048682689667 (0.030665429512355142) | > loss_mel_ce: 2.5471572875976562 (nan) | > loss: 0.010207033716142178 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1417309188163553) | > loader_time: 0.0042 (0.004634495914950829)  --> TIME: 2025-03-26 17:22:09 -- STEP: 22515/31555 -- GLOBAL_STEP: 1505600 | > loss_text_ce: 0.035445116460323334 (0.030666204547299007) | > loss_mel_ce: 2.377941131591797 (nan) | > loss: 0.009576930664479733 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14172548068091287) | > loader_time: 0.0044 (0.0046342336255233985)  --> TIME: 2025-03-26 17:22:18 -- STEP: 22565/31555 -- GLOBAL_STEP: 1505650 | > loss_text_ce: 0.02493647113442421 (0.03067134744162679) | > loss_mel_ce: 2.2860405445098877 (nan) | > loss: 0.00917054433375597 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1417127357362886) | > loader_time: 0.0045 (0.0046342701809437585)  --> TIME: 2025-03-26 17:22:28 -- STEP: 22615/31555 -- GLOBAL_STEP: 1505700 | > loss_text_ce: 0.02567937970161438 (0.030669448713572474) | > loss_mel_ce: 2.5164318084716797 (nan) | > loss: 0.010087743401527405 (nan) | > current_lr: 5e-06 | > step_time: 0.1639 (0.14170896892602475) | > loader_time: 0.0046 (0.004633966937624945)  --> TIME: 2025-03-26 17:22:37 -- STEP: 22665/31555 -- GLOBAL_STEP: 1505750 | > loss_text_ce: 0.022349795326590538 (0.030668915007341493) | > loss_mel_ce: 2.7351746559143066 (nan) | > loss: 0.010942557826638222 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.1417093207866136) | > loader_time: 0.0044 (0.004633949630286253)  --> TIME: 2025-03-26 17:22:47 -- STEP: 22715/31555 -- GLOBAL_STEP: 1505800 | > loss_text_ce: 0.024562641978263855 (0.030667531100002754) | > loss_mel_ce: 2.700584650039673 (nan) | > loss: 0.010814077220857143 (nan) | > current_lr: 5e-06 | > step_time: 0.1882 (0.14170544175306127) | > loader_time: 0.0049 (0.004633846646123553)  --> TIME: 2025-03-26 17:22:57 -- STEP: 22765/31555 -- GLOBAL_STEP: 1505850 | > loss_text_ce: 0.03205679729580879 (0.03066802788660824) | > loss_mel_ce: 2.5704376697540283 (nan) | > loss: 0.010327359661459923 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14171166000014357) | > loader_time: 0.0044 (0.004633884432026262)  --> TIME: 2025-03-26 17:23:07 -- STEP: 22815/31555 -- GLOBAL_STEP: 1505900 | > loss_text_ce: 0.031656958162784576 (0.03066608928798741) | > loss_mel_ce: 2.6558380126953125 (nan) | > loss: 0.010664663277566433 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14171535888837447) | > loader_time: 0.0045 (0.004633979956204514)  --> TIME: 2025-03-26 17:23:16 -- STEP: 22865/31555 -- GLOBAL_STEP: 1505950 | > loss_text_ce: 0.024706896394491196 (0.030667527104739533) | > loss_mel_ce: 2.6621978282928467 (nan) | > loss: 0.010662321001291275 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14171804702962373) | > loader_time: 0.0046 (0.004633803120489441)  --> TIME: 2025-03-26 17:23:26 -- STEP: 22915/31555 -- GLOBAL_STEP: 1506000 | > loss_text_ce: 0.03580683469772339 (0.03066608304230603) | > loss_mel_ce: 3.0260355472564697 (nan) | > loss: 0.012150169350206852 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14171016939909475) | > loader_time: 0.0045 (0.004633677414143536)  --> TIME: 2025-03-26 17:23:36 -- STEP: 22965/31555 -- GLOBAL_STEP: 1506050 | > loss_text_ce: 0.03360588476061821 (0.03066593129642027) | > loss_mel_ce: 2.5455403327941895 (nan) | > loss: 0.010234707966446877 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14171790216007027) | > loader_time: 0.0046 (0.004633682837757245)  --> TIME: 2025-03-26 17:23:46 -- STEP: 23015/31555 -- GLOBAL_STEP: 1506100 | > loss_text_ce: 0.03833117336034775 (0.03066582196597888) | > loss_mel_ce: 2.3411471843719482 (nan) | > loss: 0.009442375041544437 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14172413872812709) | > loader_time: 0.0045 (0.004633270344888555)  --> TIME: 2025-03-26 17:23:55 -- STEP: 23065/31555 -- GLOBAL_STEP: 1506150 | > loss_text_ce: 0.02925807237625122 (0.03066627704387996) | > loss_mel_ce: 2.6986050605773926 (nan) | > loss: 0.010824854485690594 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14171894922345404) | > loader_time: 0.0045 (0.004632892904275425)  --> TIME: 2025-03-26 17:24:05 -- STEP: 23115/31555 -- GLOBAL_STEP: 1506200 | > loss_text_ce: 0.02971155382692814 (0.03066526508507128) | > loss_mel_ce: 2.5978622436523438 (nan) | > loss: 0.010426880791783333 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1417160866865475) | > loader_time: 0.0046 (0.004632543398398957)  --> TIME: 2025-03-26 17:24:15 -- STEP: 23165/31555 -- GLOBAL_STEP: 1506250 | > loss_text_ce: 0.03663451969623566 (0.03066666459440767) | > loss_mel_ce: 3.016479253768921 (nan) | > loss: 0.012115531601011753 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.1417246701211519) | > loader_time: 0.0045 (0.0046321593168716976)  --> TIME: 2025-03-26 17:24:25 -- STEP: 23215/31555 -- GLOBAL_STEP: 1506300 | > loss_text_ce: 0.02500099129974842 (0.03066583161175912) | > loss_mel_ce: 2.5952117443084717 (nan) | > loss: 0.010397670790553093 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.1417280183073626) | > loader_time: 0.0045 (0.004631875615527665)  --> TIME: 2025-03-26 17:24:34 -- STEP: 23265/31555 -- GLOBAL_STEP: 1506350 | > loss_text_ce: 0.033442702144384384 (0.03066803320786779) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14173516138840486) | > loader_time: 0.0046 (0.004631548544783105)  --> TIME: 2025-03-26 17:24:44 -- STEP: 23315/31555 -- GLOBAL_STEP: 1506400 | > loss_text_ce: 0.032109495252370834 (0.030668350879910638) | > loss_mel_ce: 2.941840887069702 (nan) | > loss: 0.011801390908658504 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14172897351138383) | > loader_time: 0.0043 (0.004631139443152319)  --> TIME: 2025-03-26 17:24:53 -- STEP: 23365/31555 -- GLOBAL_STEP: 1506450 | > loss_text_ce: 0.024746164679527283 (0.030670058435690484) | > loss_mel_ce: 2.650467872619629 (nan) | > loss: 0.010615929029881954 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14172565904899367) | > loader_time: 0.0046 (0.004630931459962001)  --> TIME: 2025-03-26 17:25:03 -- STEP: 23415/31555 -- GLOBAL_STEP: 1506500 | > loss_text_ce: 0.030247777700424194 (0.030669896306794994) | > loss_mel_ce: 2.819106101989746 (nan) | > loss: 0.011306960135698318 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.1417385835971382) | > loader_time: 0.0044 (0.004630862050094148)  --> TIME: 2025-03-26 17:25:13 -- STEP: 23465/31555 -- GLOBAL_STEP: 1506550 | > loss_text_ce: 0.026929326355457306 (0.0306707672953793) | > loss_mel_ce: 2.4622018337249756 (nan) | > loss: 0.009877505712211132 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1417382363645148) | > loader_time: 0.0043 (0.004630522105121284)  --> TIME: 2025-03-26 17:25:23 -- STEP: 23515/31555 -- GLOBAL_STEP: 1506600 | > loss_text_ce: 0.03416791930794716 (0.030669515046096787) | > loss_mel_ce: 0.6838706135749817 (nan) | > loss: 0.002849359530955553 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1417289489029877) | > loader_time: 0.0044 (0.004630311022609866)  --> TIME: 2025-03-26 17:25:32 -- STEP: 23565/31555 -- GLOBAL_STEP: 1506650 | > loss_text_ce: 0.02907979115843773 (0.03067055732440998) | > loss_mel_ce: 2.8606925010681152 (nan) | > loss: 0.011467350646853447 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14173579550892246) | > loader_time: 0.0043 (0.004630081106744819)  --> TIME: 2025-03-26 17:25:42 -- STEP: 23615/31555 -- GLOBAL_STEP: 1506700 | > loss_text_ce: 0.02980872057378292 (0.03066986517962159) | > loss_mel_ce: 2.8152992725372314 (nan) | > loss: 0.01129011157900095 (nan) | > current_lr: 5e-06 | > step_time: 0.1804 (0.1417313069326001) | > loader_time: 0.0045 (0.004629708759970987)  --> TIME: 2025-03-26 17:25:51 -- STEP: 23665/31555 -- GLOBAL_STEP: 1506750 | > loss_text_ce: 0.03757664933800697 (0.030669612090616707) | > loss_mel_ce: 2.5870649814605713 (nan) | > loss: 0.010415244847536087 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1417229347140348) | > loader_time: 0.0044 (0.004629251424490024)  --> TIME: 2025-03-26 17:26:01 -- STEP: 23715/31555 -- GLOBAL_STEP: 1506800 | > loss_text_ce: 0.0338875986635685 (0.030668290710458016) | > loss_mel_ce: 2.5816264152526855 (nan) | > loss: 0.010379024781286716 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1417216771668885) | > loader_time: 0.0043 (0.004629054975338751)  --> TIME: 2025-03-26 17:26:11 -- STEP: 23765/31555 -- GLOBAL_STEP: 1506850 | > loss_text_ce: 0.030685216188430786 (0.030666426838215542) | > loss_mel_ce: 2.9570822715759277 (nan) | > loss: 0.011856220662593842 (nan) | > current_lr: 5e-06 | > step_time: 0.1436 (0.14171645388010318) | > loader_time: 0.007 (0.004628896492545356)  --> TIME: 2025-03-26 17:26:20 -- STEP: 23815/31555 -- GLOBAL_STEP: 1506900 | > loss_text_ce: 0.03085828199982643 (0.030668740774227772) | > loss_mel_ce: 2.923316240310669 (nan) | > loss: 0.011722915805876255 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1417208670168247) | > loader_time: 0.0045 (0.004629270424243178)  --> TIME: 2025-03-26 17:26:30 -- STEP: 23865/31555 -- GLOBAL_STEP: 1506950 | > loss_text_ce: 0.03118438646197319 (0.030670894541840694) | > loss_mel_ce: 2.6091480255126953 (nan) | > loss: 0.010477510280907154 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14171832799162234) | > loader_time: 0.0044 (0.004629167360553166)  --> TIME: 2025-03-26 17:26:40 -- STEP: 23915/31555 -- GLOBAL_STEP: 1507000 | > loss_text_ce: 0.0442245677113533 (0.030671226508415396) | > loss_mel_ce: 2.9969189167022705 (nan) | > loss: 0.012068030424416065 (nan) | > current_lr: 5e-06 | > step_time: 0.1881 (0.1417209023290815) | > loader_time: 0.0048 (0.004629219084286495)  --> TIME: 2025-03-26 17:26:50 -- STEP: 23965/31555 -- GLOBAL_STEP: 1507050 | > loss_text_ce: 0.030489256605505943 (0.030671858851580837) | > loss_mel_ce: 2.45936918258667 (nan) | > loss: 0.00988039094954729 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14171990132545748) | > loader_time: 0.0044 (0.00462919290344826)  --> TIME: 2025-03-26 17:26:59 -- STEP: 24015/31555 -- GLOBAL_STEP: 1507100 | > loss_text_ce: 0.03981717675924301 (0.030671693594451873) | > loss_mel_ce: 2.729012966156006 (nan) | > loss: 0.010987421497702599 (nan) | > current_lr: 5e-06 | > step_time: 0.1782 (0.14172311329528897) | > loader_time: 0.0047 (0.0046291542827599265)  --> TIME: 2025-03-26 17:27:09 -- STEP: 24065/31555 -- GLOBAL_STEP: 1507150 | > loss_text_ce: 0.029972612857818604 (0.03067298325979546) | > loss_mel_ce: 1.7108956575393677 (nan) | > loss: 0.006908208131790161 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1417202536489621) | > loader_time: 0.0043 (0.004629367596142631)  --> TIME: 2025-03-26 17:27:19 -- STEP: 24115/31555 -- GLOBAL_STEP: 1507200 | > loss_text_ce: 0.027991177514195442 (0.03067392406098061) | > loss_mel_ce: 2.8977625370025635 (nan) | > loss: 0.01161013450473547 (nan) | > current_lr: 5e-06 | > step_time: 0.147 (0.14171855551015552) | > loader_time: 0.0045 (0.004629340548498528)  --> TIME: 2025-03-26 17:27:28 -- STEP: 24165/31555 -- GLOBAL_STEP: 1507250 | > loss_text_ce: 0.02401331067085266 (0.030673963001767546) | > loss_mel_ce: 1.6503018140792847 (nan) | > loss: 0.0066441078670322895 (nan) | > current_lr: 5e-06 | > step_time: 0.11 (0.14172644181057178) | > loader_time: 0.0044 (0.004629224441373627)  --> TIME: 2025-03-26 17:27:38 -- STEP: 24215/31555 -- GLOBAL_STEP: 1507300 | > loss_text_ce: 0.03355990722775459 (0.03067536085156365) | > loss_mel_ce: 2.627709150314331 (nan) | > loss: 0.010560591705143452 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14172938747788047) | > loader_time: 0.0046 (0.0046293179309001495)  --> TIME: 2025-03-26 17:27:48 -- STEP: 24265/31555 -- GLOBAL_STEP: 1507350 | > loss_text_ce: 0.02274170145392418 (0.030676519075113425) | > loss_mel_ce: 1.9997777938842773 (nan) | > loss: 0.008025871589779854 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14171968729697934) | > loader_time: 0.0044 (0.004629201051895593)  --> TIME: 2025-03-26 17:27:57 -- STEP: 24315/31555 -- GLOBAL_STEP: 1507400 | > loss_text_ce: 0.03853542357683182 (0.030678890037951514) | > loss_mel_ce: 2.7047765254974365 (nan) | > loss: 0.010886158794164658 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.1417204671354175) | > loader_time: 0.0046 (0.004629254855909603)  --> TIME: 2025-03-26 17:28:07 -- STEP: 24365/31555 -- GLOBAL_STEP: 1507450 | > loss_text_ce: 0.03181746229529381 (0.03067928071703518) | > loss_mel_ce: 2.83024263381958 (nan) | > loss: 0.011357381939888 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.1417194104796436) | > loader_time: 0.0045 (0.004629197728332997)  --> TIME: 2025-03-26 17:28:17 -- STEP: 24415/31555 -- GLOBAL_STEP: 1507500 | > loss_text_ce: 0.024230172857642174 (0.030680618797755622) | > loss_mel_ce: 2.735823392868042 (nan) | > loss: 0.010952594690024853 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.1417301856565738) | > loader_time: 0.0046 (0.004629188616110278)  --> TIME: 2025-03-26 17:28:27 -- STEP: 24465/31555 -- GLOBAL_STEP: 1507550 | > loss_text_ce: 0.03932315111160278 (0.030679025220226565) | > loss_mel_ce: 1.3761035203933716 (nan) | > loss: 0.005616772919893265 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14172103378199216) | > loader_time: 0.0044 (0.004629074788985273)  --> TIME: 2025-03-26 17:28:37 -- STEP: 24515/31555 -- GLOBAL_STEP: 1507600 | > loss_text_ce: 0.02364233508706093 (0.030679020543785792) | > loss_mel_ce: 2.806532621383667 (nan) | > loss: 0.011230853386223316 (nan) | > current_lr: 5e-06 | > step_time: 0.1713 (0.14173465207866454) | > loader_time: 0.0045 (0.00462887946036844)  --> TIME: 2025-03-26 17:28:46 -- STEP: 24565/31555 -- GLOBAL_STEP: 1507650 | > loss_text_ce: 0.031054768711328506 (0.030678641116794417) | > loss_mel_ce: 2.2361128330230713 (nan) | > loss: 0.008996697142720222 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14173729254227388) | > loader_time: 0.0044 (0.00462879459071301)  --> TIME: 2025-03-26 17:28:56 -- STEP: 24615/31555 -- GLOBAL_STEP: 1507700 | > loss_text_ce: 0.024790069088339806 (0.030676928276611178) | > loss_mel_ce: 2.251819372177124 (nan) | > loss: 0.009034165181219578 (nan) | > current_lr: 5e-06 | > step_time: 0.1121 (0.14173568363914177) | > loader_time: 0.0044 (0.004628637983332612)  --> TIME: 2025-03-26 17:29:05 -- STEP: 24665/31555 -- GLOBAL_STEP: 1507750 | > loss_text_ce: 0.02741049788892269 (0.030676101943405868) | > loss_mel_ce: 2.382784843444824 (nan) | > loss: 0.009564267471432686 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.1417294208886967) | > loader_time: 0.0044 (0.004628374241632318)  --> TIME: 2025-03-26 17:29:15 -- STEP: 24715/31555 -- GLOBAL_STEP: 1507800 | > loss_text_ce: 0.026370041072368622 (0.030676459838869286) | > loss_mel_ce: 2.5727922916412354 (nan) | > loss: 0.010314136743545532 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14172810156673815) | > loader_time: 0.0047 (0.004628208169275378)  --> TIME: 2025-03-26 17:29:25 -- STEP: 24765/31555 -- GLOBAL_STEP: 1507850 | > loss_text_ce: 0.03197741135954857 (0.030675595180674343) | > loss_mel_ce: 1.7333287000656128 (nan) | > loss: 0.00700518349185586 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1417253085105026) | > loader_time: 0.0045 (0.004627915976771014)  --> TIME: 2025-03-26 17:29:34 -- STEP: 24815/31555 -- GLOBAL_STEP: 1507900 | > loss_text_ce: 0.020169353112578392 (0.030673988355853228) | > loss_mel_ce: 1.9784718751907349 (nan) | > loss: 0.007931116968393326 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1417272846472493) | > loader_time: 0.0044 (0.004627738843491652)  --> TIME: 2025-03-26 17:29:44 -- STEP: 24865/31555 -- GLOBAL_STEP: 1507950 | > loss_text_ce: 0.026949681341648102 (0.0306728942593548) | > loss_mel_ce: 2.464103937149048 (nan) | > loss: 0.009885134175419807 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.1417259820385424) | > loader_time: 0.0044 (0.004627537502025721)  --> TIME: 2025-03-26 17:29:54 -- STEP: 24915/31555 -- GLOBAL_STEP: 1508000 | > loss_text_ce: 0.030101176351308823 (0.030672893053869776) | > loss_mel_ce: 0.0174560546875 (nan) | > loss: 0.0001887191756395623 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.14172843691576822) | > loader_time: 0.0044 (0.004627338155263793)  --> TIME: 2025-03-26 17:30:04 -- STEP: 24965/31555 -- GLOBAL_STEP: 1508050 | > loss_text_ce: 0.028217826038599014 (0.03067012063251656) | > loss_mel_ce: 2.4142701625823975 (nan) | > loss: 0.009692412801086903 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14173095603994768) | > loader_time: 0.0046 (0.00462718691826822)  --> TIME: 2025-03-26 17:30:13 -- STEP: 25015/31555 -- GLOBAL_STEP: 1508100 | > loss_text_ce: 0.02855772152543068 (0.030668402494843688) | > loss_mel_ce: 3.1866793632507324 (nan) | > loss: 0.01275887805968523 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.141720112099686) | > loader_time: 0.0046 (0.004627021064811679)  --> TIME: 2025-03-26 17:30:22 -- STEP: 25065/31555 -- GLOBAL_STEP: 1508150 | > loss_text_ce: 0.029915528371930122 (0.03066949798784438) | > loss_mel_ce: 2.8007893562316895 (nan) | > loss: 0.011232956312596798 (nan) | > current_lr: 5e-06 | > step_time: 0.145 (0.14170764210265469) | > loader_time: 0.0046 (0.004626758593702522)  --> TIME: 2025-03-26 17:30:32 -- STEP: 25115/31555 -- GLOBAL_STEP: 1508200 | > loss_text_ce: 0.0436757355928421 (0.030669548416411216) | > loss_mel_ce: 2.6384832859039307 (nan) | > loss: 0.010643488727509975 (nan) | > current_lr: 5e-06 | > step_time: 0.1229 (0.14170571724399655) | > loader_time: 0.0044 (0.004626738424678977)  --> TIME: 2025-03-26 17:30:42 -- STEP: 25165/31555 -- GLOBAL_STEP: 1508250 | > loss_text_ce: 0.02736220322549343 (0.030670101928196962) | > loss_mel_ce: 2.4417145252227783 (nan) | > loss: 0.009797923266887665 (nan) | > current_lr: 5e-06 | > step_time: 0.157 (0.14170539611711733) | > loader_time: 0.0046 (0.004626468425002651)  --> TIME: 2025-03-26 17:30:52 -- STEP: 25215/31555 -- GLOBAL_STEP: 1508300 | > loss_text_ce: 0.03192983195185661 (0.03066780523578196) | > loss_mel_ce: 2.7442119121551514 (nan) | > loss: 0.01101643592119217 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14171033266775818) | > loader_time: 0.0044 (0.004626285890348133)  --> TIME: 2025-03-26 17:31:01 -- STEP: 25265/31555 -- GLOBAL_STEP: 1508350 | > loss_text_ce: 0.031384482979774475 (0.03066680440161279) | > loss_mel_ce: 2.6112024784088135 (nan) | > loss: 0.01048645656555891 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14170256247030594) | > loader_time: 0.0044 (0.004625957610936018)  --> TIME: 2025-03-26 17:31:11 -- STEP: 25315/31555 -- GLOBAL_STEP: 1508400 | > loss_text_ce: 0.024861428886651993 (0.030666118969214826) | > loss_mel_ce: 2.608806610107422 (nan) | > loss: 0.010451063513755798 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14170685428511545) | > loader_time: 0.0046 (0.004625833277030823)  --> TIME: 2025-03-26 17:31:21 -- STEP: 25365/31555 -- GLOBAL_STEP: 1508450 | > loss_text_ce: 0.02777569182217121 (0.030665597718825138) | > loss_mel_ce: 2.7289087772369385 (nan) | > loss: 0.010939224623143673 (nan) | > current_lr: 5e-06 | > step_time: 0.1911 (0.14171069187688323) | > loader_time: 0.0046 (0.004625575386888056)  --> TIME: 2025-03-26 17:31:30 -- STEP: 25415/31555 -- GLOBAL_STEP: 1508500 | > loss_text_ce: 0.03354746848344803 (0.03066656715759706) | > loss_mel_ce: 2.806042432785034 (nan) | > loss: 0.01126821432262659 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14171500874860155) | > loader_time: 0.0046 (0.004625473176309636)  --> TIME: 2025-03-26 17:31:40 -- STEP: 25465/31555 -- GLOBAL_STEP: 1508550 | > loss_text_ce: 0.025017423555254936 (0.030666923722379887) | > loss_mel_ce: 3.0271615982055664 (nan) | > loss: 0.01211182214319706 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14171239915447326) | > loader_time: 0.0047 (0.00462528686965352)  --> TIME: 2025-03-26 17:31:50 -- STEP: 25515/31555 -- GLOBAL_STEP: 1508600 | > loss_text_ce: 0.023097703233361244 (0.030667702229330348) | > loss_mel_ce: 1.6058213710784912 (nan) | > loss: 0.006463964935392141 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14170853433341649) | > loader_time: 0.0048 (0.004625322041781582)  --> TIME: 2025-03-26 17:31:59 -- STEP: 25565/31555 -- GLOBAL_STEP: 1508650 | > loss_text_ce: 0.03080969676375389 (0.03066932237995783) | > loss_mel_ce: 2.6736867427825928 (nan) | > loss: 0.010732129216194153 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.1417130957651379) | > loader_time: 0.0046 (0.004625164205818615)  --> TIME: 2025-03-26 17:32:09 -- STEP: 25615/31555 -- GLOBAL_STEP: 1508700 | > loss_text_ce: 0.023357979953289032 (0.030669680545435573) | > loss_mel_ce: 2.7069737911224365 (nan) | > loss: 0.0108346501365304 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14171274950465573) | > loader_time: 0.0044 (0.004625425258698279)  --> TIME: 2025-03-26 17:32:19 -- STEP: 25665/31555 -- GLOBAL_STEP: 1508750 | > loss_text_ce: 0.022232739254832268 (0.030670580534693) | > loss_mel_ce: 3.0011587142944336 (nan) | > loss: 0.011997586116194725 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14170967730401846) | > loader_time: 0.0045 (0.004625188577437575)  --> TIME: 2025-03-26 17:32:28 -- STEP: 25715/31555 -- GLOBAL_STEP: 1508800 | > loss_text_ce: 0.030422300100326538 (0.030670073101973918) | > loss_mel_ce: 0.3399083614349365 (nan) | > loss: 0.0014695662539452314 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.14170353102493852) | > loader_time: 0.0045 (0.004625018681854954)  --> TIME: 2025-03-26 17:32:38 -- STEP: 25765/31555 -- GLOBAL_STEP: 1508850 | > loss_text_ce: 0.03219776973128319 (0.03067221913841681) | > loss_mel_ce: 2.3527302742004395 (nan) | > loss: 0.009464000351727009 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14169460338642026) | > loader_time: 0.0045 (0.0046248949640541655)  --> TIME: 2025-03-26 17:32:47 -- STEP: 25815/31555 -- GLOBAL_STEP: 1508900 | > loss_text_ce: 0.03359696641564369 (0.030672339208708377) | > loss_mel_ce: 3.16634202003479 (nan) | > loss: 0.01269817166030407 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14169816560761755) | > loader_time: 0.0046 (0.004624933164848877)  --> TIME: 2025-03-26 17:32:57 -- STEP: 25865/31555 -- GLOBAL_STEP: 1508950 | > loss_text_ce: 0.0313924215734005 (0.030674104143863786) | > loss_mel_ce: 3.0908665657043457 (nan) | > loss: 0.01238991692662239 (nan) | > current_lr: 5e-06 | > step_time: 0.1536 (0.14169923571076384) | > loader_time: 0.0044 (0.0046247163179324955)  --> TIME: 2025-03-26 17:33:07 -- STEP: 25915/31555 -- GLOBAL_STEP: 1509000 | > loss_text_ce: 0.036809373646974564 (0.03067426888928746) | > loss_mel_ce: 2.7939860820770264 (nan) | > loss: 0.0112333158031106 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.14170415227118208) | > loader_time: 0.0044 (0.004624411877163493)  --> TIME: 2025-03-26 17:33:16 -- STEP: 25965/31555 -- GLOBAL_STEP: 1509050 | > loss_text_ce: 0.03230675309896469 (0.030676423158405512) | > loss_mel_ce: 1.6829264163970947 (nan) | > loss: 0.006806481163948774 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.1416910211268164) | > loader_time: 0.0044 (0.004624294394499168)  --> TIME: 2025-03-26 17:33:26 -- STEP: 26015/31555 -- GLOBAL_STEP: 1509100 | > loss_text_ce: 0.0319208987057209 (0.030675110608330718) | > loss_mel_ce: 2.7979578971862793 (nan) | > loss: 0.011229678057134151 (nan) | > current_lr: 5e-06 | > step_time: 0.1868 (0.1416852648432785) | > loader_time: 0.0046 (0.0046240513127239185)  --> TIME: 2025-03-26 17:33:35 -- STEP: 26065/31555 -- GLOBAL_STEP: 1509150 | > loss_text_ce: 0.03516903892159462 (0.03067488682890622) | > loss_mel_ce: 2.629284381866455 (nan) | > loss: 0.010573228821158409 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1416847039384975) | > loader_time: 0.0046 (0.004623774468681534)  --> TIME: 2025-03-26 17:33:45 -- STEP: 26115/31555 -- GLOBAL_STEP: 1509200 | > loss_text_ce: 0.02215420827269554 (0.03067568644190112) | > loss_mel_ce: 3.061079978942871 (nan) | > loss: 0.012235056608915329 (nan) | > current_lr: 5e-06 | > step_time: 0.1687 (0.14168111500602087) | > loader_time: 0.0046 (0.004623731881203206)  --> TIME: 2025-03-26 17:33:55 -- STEP: 26165/31555 -- GLOBAL_STEP: 1509250 | > loss_text_ce: 0.03343166410923004 (0.030676476766273292) | > loss_mel_ce: 2.457470417022705 (nan) | > loss: 0.00988453347235918 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14168125480988528) | > loader_time: 0.0047 (0.004623558506235767)  --> TIME: 2025-03-26 17:34:04 -- STEP: 26215/31555 -- GLOBAL_STEP: 1509300 | > loss_text_ce: 0.03146485611796379 (0.030677470446646146) | > loss_mel_ce: 2.757392406463623 (nan) | > loss: 0.011066894046962261 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14168654705035116) | > loader_time: 0.0044 (0.00462334997754459)  --> TIME: 2025-03-26 17:34:14 -- STEP: 26265/31555 -- GLOBAL_STEP: 1509350 | > loss_text_ce: 0.025298306718468666 (0.030676418148419437) | > loss_mel_ce: 2.33685302734375 (nan) | > loss: 0.009373617358505726 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14168341346361524) | > loader_time: 0.0043 (0.004623105488299152)  --> TIME: 2025-03-26 17:34:24 -- STEP: 26315/31555 -- GLOBAL_STEP: 1509400 | > loss_text_ce: 0.040471337735652924 (0.030676472022897295) | > loss_mel_ce: 2.2146332263946533 (nan) | > loss: 0.008948828093707561 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1416866804877083) | > loader_time: 0.0044 (0.004622850838483082)  --> TIME: 2025-03-26 17:34:33 -- STEP: 26365/31555 -- GLOBAL_STEP: 1509450 | > loss_text_ce: 0.033065326511859894 (0.03067633918972773) | > loss_mel_ce: 0.6458333134651184 (nan) | > loss: 0.0026940423995256424 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.1416828540387459) | > loader_time: 0.0043 (0.0046225349839353665)  --> TIME: 2025-03-26 17:34:43 -- STEP: 26415/31555 -- GLOBAL_STEP: 1509500 | > loss_text_ce: 0.03530532121658325 (0.030675005824778445) | > loss_mel_ce: 2.772038221359253 (nan) | > loss: 0.011140252463519573 (nan) | > current_lr: 5e-06 | > step_time: 0.1213 (0.1416946341182242) | > loader_time: 0.0044 (0.004622364838466766)  --> TIME: 2025-03-26 17:34:53 -- STEP: 26465/31555 -- GLOBAL_STEP: 1509550 | > loss_text_ce: 0.032694872468709946 (0.030675081377674787) | > loss_mel_ce: 2.6778852939605713 (nan) | > loss: 0.010756270959973335 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1417020564130622) | > loader_time: 0.0044 (0.004622171228287383)  --> TIME: 2025-03-26 17:35:03 -- STEP: 26515/31555 -- GLOBAL_STEP: 1509600 | > loss_text_ce: 0.02761220373213291 (0.030670898324593427) | > loss_mel_ce: 2.612413167953491 (nan) | > loss: 0.010476292110979557 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14169704551272247) | > loader_time: 0.0045 (0.004622054967748981)  --> TIME: 2025-03-26 17:35:12 -- STEP: 26565/31555 -- GLOBAL_STEP: 1509650 | > loss_text_ce: 0.032985951751470566 (0.030669225955130622) | > loss_mel_ce: 2.7895946502685547 (nan) | > loss: 0.011200717650353909 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14169699642677414) | > loader_time: 0.0047 (0.004621966284994765)  --> TIME: 2025-03-26 17:35:22 -- STEP: 26615/31555 -- GLOBAL_STEP: 1509700 | > loss_text_ce: 0.03575276583433151 (0.030671499153274065) | > loss_mel_ce: 2.518502950668335 (nan) | > loss: 0.010135935619473457 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14169896650018604) | > loader_time: 0.0043 (0.004621757413802159)  --> TIME: 2025-03-26 17:35:32 -- STEP: 26665/31555 -- GLOBAL_STEP: 1509750 | > loss_text_ce: 0.02722308039665222 (0.030669140267593986) | > loss_mel_ce: 2.868694543838501 (nan) | > loss: 0.011491737328469753 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14169323741663095) | > loader_time: 0.0043 (0.00462143570045002)  --> TIME: 2025-03-26 17:35:41 -- STEP: 26715/31555 -- GLOBAL_STEP: 1509800 | > loss_text_ce: 0.026331612840294838 (0.03066795760639822) | > loss_mel_ce: 2.905637741088867 (nan) | > loss: 0.011634799651801586 (nan) | > current_lr: 5e-06 | > step_time: 0.1573 (0.14168489890086855) | > loader_time: 0.0042 (0.004621065704871194)  --> TIME: 2025-03-26 17:35:51 -- STEP: 26765/31555 -- GLOBAL_STEP: 1509850 | > loss_text_ce: 0.026476992294192314 (0.030667003258462878) | > loss_mel_ce: 2.0487849712371826 (nan) | > loss: 0.00823516771197319 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14168785230792186) | > loader_time: 0.0044 (0.004620981581652488)  --> TIME: 2025-03-26 17:36:01 -- STEP: 26815/31555 -- GLOBAL_STEP: 1509900 | > loss_text_ce: 0.03304387629032135 (0.03066620382635052) | > loss_mel_ce: 2.25042724609375 (nan) | > loss: 0.00906139425933361 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14169090966468706) | > loader_time: 0.0044 (0.004621192863488555)  --> TIME: 2025-03-26 17:36:11 -- STEP: 26865/31555 -- GLOBAL_STEP: 1509950 | > loss_text_ce: 0.03386184573173523 (0.030669233100355315) | > loss_mel_ce: 0.02313232421875 (nan) | > loss: 0.0002261673507746309 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14169415951041248) | > loader_time: 0.0044 (0.00462115724593064)  --> TIME: 2025-03-26 17:36:20 -- STEP: 26915/31555 -- GLOBAL_STEP: 1510000 | > loss_text_ce: 0.029775120317935944 (0.030666841983555716) | > loss_mel_ce: 3.693655252456665 (nan) | > loss: 0.014775518327951431 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.14170118546631927) | > loader_time: 0.0046 (0.004621112574747955) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1510000.pth  --> TIME: 2025-03-26 17:36:35 -- STEP: 26965/31555 -- GLOBAL_STEP: 1510050 | > loss_text_ce: 0.02818848006427288 (0.030664740265315116) | > loss_mel_ce: 3.101583242416382 (nan) | > loss: 0.012419729493558407 (nan) | > current_lr: 5e-06 | > step_time: 0.1503 (0.1417032137134608) | > loader_time: 0.0046 (0.004621223233613962)  --> TIME: 2025-03-26 17:36:45 -- STEP: 27015/31555 -- GLOBAL_STEP: 1510100 | > loss_text_ce: 0.02731265313923359 (0.030666252913640567) | > loss_mel_ce: 3.0034432411193848 (nan) | > loss: 0.012026810087263584 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14170109097348074) | > loader_time: 0.0046 (0.004621561831640772)  --> TIME: 2025-03-26 17:36:54 -- STEP: 27065/31555 -- GLOBAL_STEP: 1510150 | > loss_text_ce: 0.029108015820384026 (0.03066445016772733) | > loss_mel_ce: 2.413660764694214 (nan) | > loss: 0.009693527594208717 (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14169727051828324) | > loader_time: 0.0047 (0.004621667208302488)  --> TIME: 2025-03-26 17:37:04 -- STEP: 27115/31555 -- GLOBAL_STEP: 1510200 | > loss_text_ce: 0.02873082272708416 (0.030663379076706864) | > loss_mel_ce: 2.96803879737854 (nan) | > loss: 0.011891943402588367 (nan) | > current_lr: 5e-06 | > step_time: 0.1742 (0.14169866677779464) | > loader_time: 0.0047 (0.004621796174482882)  --> TIME: 2025-03-26 17:37:14 -- STEP: 27165/31555 -- GLOBAL_STEP: 1510250 | > loss_text_ce: 0.02743513323366642 (0.030662210606355354) | > loss_mel_ce: 2.6969714164733887 (nan) | > loss: 0.010811137035489082 (nan) | > current_lr: 5e-06 | > step_time: 0.1665 (0.1417036932519213) | > loader_time: 0.0047 (0.0046218761484113635)  --> TIME: 2025-03-26 17:37:24 -- STEP: 27215/31555 -- GLOBAL_STEP: 1510300 | > loss_text_ce: 0.028722355142235756 (0.030664498813145084) | > loss_mel_ce: 2.6978042125701904 (nan) | > loss: 0.010819550603628159 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14170302957509726) | > loader_time: 0.0045 (0.004621853251109435)  --> TIME: 2025-03-26 17:37:33 -- STEP: 27265/31555 -- GLOBAL_STEP: 1510350 | > loss_text_ce: 0.03476542979478836 (0.030665915287578848) | > loss_mel_ce: 2.2931652069091797 (nan) | > loss: 0.009237820282578468 (nan) | > current_lr: 5e-06 | > step_time: 0.1343 (0.14170248222071072) | > loader_time: 0.0046 (0.004621980965476345)  --> TIME: 2025-03-26 17:37:43 -- STEP: 27315/31555 -- GLOBAL_STEP: 1510400 | > loss_text_ce: 0.02599240094423294 (0.030664691467976235) | > loss_mel_ce: 3.1154587268829346 (nan) | > loss: 0.012466076761484146 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.14169804208906484) | > loader_time: 0.0048 (0.0046220331822213415)  --> TIME: 2025-03-26 17:37:53 -- STEP: 27365/31555 -- GLOBAL_STEP: 1510450 | > loss_text_ce: 0.02432110719382763 (0.03066523117917712) | > loss_mel_ce: 2.4816555976867676 (nan) | > loss: 0.009944352321326733 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14170679114711143) | > loader_time: 0.0046 (0.004622137962562967)  --> TIME: 2025-03-26 17:38:02 -- STEP: 27415/31555 -- GLOBAL_STEP: 1510500 | > loss_text_ce: 0.023193171247839928 (0.030665725487933723) | > loss_mel_ce: 0.042236328125 (nan) | > loss: 0.0002596408885437995 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14169856521436508) | > loader_time: 0.0045 (0.004622176300972769)  --> TIME: 2025-03-26 17:38:12 -- STEP: 27465/31555 -- GLOBAL_STEP: 1510550 | > loss_text_ce: 0.02845056727528572 (0.03066583481855825) | > loss_mel_ce: 2.623842239379883 (nan) | > loss: 0.010524971410632133 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14170811330384347) | > loader_time: 0.0046 (0.004622402751942757)  --> TIME: 2025-03-26 17:38:22 -- STEP: 27515/31555 -- GLOBAL_STEP: 1510600 | > loss_text_ce: 0.03025253489613533 (0.030667931765558914) | > loss_mel_ce: 2.6378936767578125 (nan) | > loss: 0.010587882250547409 (nan) | > current_lr: 5e-06 | > step_time: 0.1448 (0.1417145616506054) | > loader_time: 0.0047 (0.004622717135909608)  --> TIME: 2025-03-26 17:38:32 -- STEP: 27565/31555 -- GLOBAL_STEP: 1510650 | > loss_text_ce: 0.02984248287975788 (0.03066600585579683) | > loss_mel_ce: 2.2422993183135986 (nan) | > loss: 0.009016435593366623 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.1417102758970475) | > loader_time: 0.0049 (0.004622827448949577)  --> TIME: 2025-03-26 17:38:41 -- STEP: 27615/31555 -- GLOBAL_STEP: 1510700 | > loss_text_ce: 0.02976004220545292 (0.030663507323858478) | > loss_mel_ce: 2.844672203063965 (nan) | > loss: 0.011406478472054005 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.1417038620543512) | > loader_time: 0.0046 (0.004622862914453366)  --> TIME: 2025-03-26 17:38:51 -- STEP: 27665/31555 -- GLOBAL_STEP: 1510750 | > loss_text_ce: 0.028787367045879364 (0.03066531892969582) | > loss_mel_ce: 2.7252233028411865 (nan) | > loss: 0.010928614065051079 (nan) | > current_lr: 5e-06 | > step_time: 0.1862 (0.14170332049754533) | > loader_time: 0.0048 (0.004623300396208962)  --> TIME: 2025-03-26 17:39:01 -- STEP: 27715/31555 -- GLOBAL_STEP: 1510800 | > loss_text_ce: 0.025655541568994522 (0.030664091012853105) | > loss_mel_ce: 2.576145648956299 (nan) | > loss: 0.010324608534574509 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14170620908122797) | > loader_time: 0.0045 (0.004623241388430015)  --> TIME: 2025-03-26 17:39:10 -- STEP: 27765/31555 -- GLOBAL_STEP: 1510850 | > loss_text_ce: 0.027841202914714813 (0.030663222965378333) | > loss_mel_ce: 2.7227439880371094 (nan) | > loss: 0.010915020480751991 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14169911838492166) | > loader_time: 0.0045 (0.004623075890880277)  --> TIME: 2025-03-26 17:39:20 -- STEP: 27815/31555 -- GLOBAL_STEP: 1510900 | > loss_text_ce: 0.043510112911462784 (0.030666210104443658) | > loss_mel_ce: 2.4705073833465576 (nan) | > loss: 0.009976260364055634 (nan) | > current_lr: 5e-06 | > step_time: 0.1734 (0.14169606897613501) | > loader_time: 0.0051 (0.004623170947291421)  --> TIME: 2025-03-26 17:39:29 -- STEP: 27865/31555 -- GLOBAL_STEP: 1510950 | > loss_text_ce: 0.032484471797943115 (0.03066568193205534) | > loss_mel_ce: 2.572613000869751 (nan) | > loss: 0.010337688960134983 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14169543699411177) | > loader_time: 0.0046 (0.004623017926287154)  --> TIME: 2025-03-26 17:39:39 -- STEP: 27915/31555 -- GLOBAL_STEP: 1511000 | > loss_text_ce: 0.02563496120274067 (0.03066504660489369) | > loss_mel_ce: 2.125944137573242 (nan) | > loss: 0.008538013324141502 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14169597854627758) | > loader_time: 0.0049 (0.004622946267227931)  --> TIME: 2025-03-26 17:39:49 -- STEP: 27965/31555 -- GLOBAL_STEP: 1511050 | > loss_text_ce: 0.027123915031552315 (0.03066275210442658) | > loss_mel_ce: 3.230229616165161 (nan) | > loss: 0.012926006689667702 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14169754074017402) | > loader_time: 0.0044 (0.004622926418755289)  --> TIME: 2025-03-26 17:39:59 -- STEP: 28015/31555 -- GLOBAL_STEP: 1511100 | > loss_text_ce: 0.03373555839061737 (0.03066340969719542) | > loss_mel_ce: 2.982551097869873 (nan) | > loss: 0.01196939218789339 (nan) | > current_lr: 5e-06 | > step_time: 0.1901 (0.1417027688677457) | > loader_time: 0.0049 (0.004622917730170416)  --> TIME: 2025-03-26 17:40:09 -- STEP: 28065/31555 -- GLOBAL_STEP: 1511150 | > loss_text_ce: 0.030503777787089348 (0.030664373554804364) | > loss_mel_ce: 2.358099937438965 (nan) | > loss: 0.009478586725890636 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14170894466490366) | > loader_time: 0.0049 (0.004623048674629151)  --> TIME: 2025-03-26 17:40:18 -- STEP: 28115/31555 -- GLOBAL_STEP: 1511200 | > loss_text_ce: 0.033478692173957825 (0.030666637087975207) | > loss_mel_ce: 2.5559980869293213 (nan) | > loss: 0.010275701992213726 (nan) | > current_lr: 5e-06 | > step_time: 0.1439 (0.14170310075397782) | > loader_time: 0.0044 (0.0046229086375079755)  --> TIME: 2025-03-26 17:40:28 -- STEP: 28165/31555 -- GLOBAL_STEP: 1511250 | > loss_text_ce: 0.03201933950185776 (0.0306670292931201) | > loss_mel_ce: 2.4752249717712402 (nan) | > loss: 0.009949383325874805 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14170712882918232) | > loader_time: 0.0049 (0.004622806318483884)  --> TIME: 2025-03-26 17:40:38 -- STEP: 28215/31555 -- GLOBAL_STEP: 1511300 | > loss_text_ce: 0.023542221635580063 (0.030664483518175478) | > loss_mel_ce: 1.913179874420166 (nan) | > loss: 0.0076854052022099495 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14170924363650717) | > loader_time: 0.0046 (0.004622856860420257)  --> TIME: 2025-03-26 17:40:47 -- STEP: 28265/31555 -- GLOBAL_STEP: 1511350 | > loss_text_ce: 0.024637268856167793 (0.030665215970241567) | > loss_mel_ce: 0.06591796875 (nan) | > loss: 0.00035934618790633976 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14171219195135115) | > loader_time: 0.0044 (0.00462290492919027)  --> TIME: 2025-03-26 17:40:57 -- STEP: 28315/31555 -- GLOBAL_STEP: 1511400 | > loss_text_ce: 0.036027416586875916 (0.030667718725139844) | > loss_mel_ce: 2.882105827331543 (nan) | > loss: 0.011579894460737705 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14170858654141266) | > loader_time: 0.0045 (0.0046227755572672636)  --> TIME: 2025-03-26 17:41:06 -- STEP: 28365/31555 -- GLOBAL_STEP: 1511450 | > loss_text_ce: 0.03265634551644325 (0.030664755262647243) | > loss_mel_ce: 2.455378293991089 (nan) | > loss: 0.009873154573142529 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1417000436791224) | > loader_time: 0.0044 (0.004622934433217416)  --> TIME: 2025-03-26 17:41:16 -- STEP: 28415/31555 -- GLOBAL_STEP: 1511500 | > loss_text_ce: 0.03399606794118881 (0.030663209908974386) | > loss_mel_ce: 2.3418235778808594 (nan) | > loss: 0.009427856653928757 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14169966767166767) | > loader_time: 0.0045 (0.004623030617730889)  --> TIME: 2025-03-26 17:41:26 -- STEP: 28465/31555 -- GLOBAL_STEP: 1511550 | > loss_text_ce: 0.023764537647366524 (0.03066134617951676) | > loss_mel_ce: 2.7510979175567627 (nan) | > loss: 0.011011360213160515 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1416996353312892) | > loader_time: 0.0045 (0.004623006899076682)  --> TIME: 2025-03-26 17:41:35 -- STEP: 28515/31555 -- GLOBAL_STEP: 1511600 | > loss_text_ce: 0.03698202595114708 (0.030661521755438476) | > loss_mel_ce: 2.673469305038452 (nan) | > loss: 0.010755759663879871 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14169822410598024) | > loader_time: 0.0047 (0.004622950320617591)  --> TIME: 2025-03-26 17:41:45 -- STEP: 28565/31555 -- GLOBAL_STEP: 1511650 | > loss_text_ce: 0.024692503735423088 (0.030659139486062022) | > loss_mel_ce: 2.498124122619629 (nan) | > loss: 0.010011177510023117 (nan) | > current_lr: 5e-06 | > step_time: 0.1433 (0.14169425218175655) | > loader_time: 0.0046 (0.004623168799749059)  --> TIME: 2025-03-26 17:41:55 -- STEP: 28615/31555 -- GLOBAL_STEP: 1511700 | > loss_text_ce: 0.02732471190392971 (0.030657869917943503) | > loss_mel_ce: 1.3577474355697632 (nan) | > loss: 0.005496318452060223 (nan) | > current_lr: 5e-06 | > step_time: 0.1167 (0.141693753419628) | > loader_time: 0.0044 (0.004623276742005015)  --> TIME: 2025-03-26 17:42:04 -- STEP: 28665/31555 -- GLOBAL_STEP: 1511750 | > loss_text_ce: 0.025711365044116974 (0.030656046296711755) | > loss_mel_ce: 1.447152018547058 (nan) | > loss: 0.0058446964249014854 (nan) | > current_lr: 5e-06 | > step_time: 0.1382 (0.14169036669608703) | > loader_time: 0.0044 (0.0046234903879530075)  --> TIME: 2025-03-26 17:42:14 -- STEP: 28715/31555 -- GLOBAL_STEP: 1511800 | > loss_text_ce: 0.0314658097922802 (0.030656490327984006) | > loss_mel_ce: 2.6788253784179688 (nan) | > loss: 0.010755124501883984 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1416889657464426) | > loader_time: 0.0043 (0.00462354675477627)  --> TIME: 2025-03-26 17:42:23 -- STEP: 28765/31555 -- GLOBAL_STEP: 1511850 | > loss_text_ce: 0.027513543143868446 (0.03065853004447252) | > loss_mel_ce: 2.4214701652526855 (nan) | > loss: 0.00971818994730711 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14168834736010122) | > loader_time: 0.0045 (0.004623456550809015)  --> TIME: 2025-03-26 17:42:33 -- STEP: 28815/31555 -- GLOBAL_STEP: 1511900 | > loss_text_ce: 0.028243638575077057 (0.03065853905952134) | > loss_mel_ce: 3.1058149337768555 (nan) | > loss: 0.012436741031706333 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14168875089602534) | > loader_time: 0.0046 (0.004623431801982139)  --> TIME: 2025-03-26 17:42:43 -- STEP: 28865/31555 -- GLOBAL_STEP: 1511950 | > loss_text_ce: 0.034856896847486496 (0.0306610973292138) | > loss_mel_ce: 2.9819135665893555 (nan) | > loss: 0.011971311643719673 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14168174871018005) | > loader_time: 0.0045 (0.004623260750796186)  --> TIME: 2025-03-26 17:42:52 -- STEP: 28915/31555 -- GLOBAL_STEP: 1512000 | > loss_text_ce: 0.033911701291799545 (0.03065916467132699) | > loss_mel_ce: 2.8326449394226074 (nan) | > loss: 0.011375225149095058 (nan) | > current_lr: 5e-06 | > step_time: 0.1694 (0.14168512815837778) | > loader_time: 0.0047 (0.004623157491985757)  --> TIME: 2025-03-26 17:43:02 -- STEP: 28965/31555 -- GLOBAL_STEP: 1512050 | > loss_text_ce: 0.03225813806056976 (0.03065811330502399) | > loss_mel_ce: 2.4183859825134277 (nan) | > loss: 0.00972477812319994 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14169187590225038) | > loader_time: 0.0045 (0.004623071043968377)  --> TIME: 2025-03-26 17:43:12 -- STEP: 29015/31555 -- GLOBAL_STEP: 1512100 | > loss_text_ce: 0.0301269069314003 (0.030658419275607876) | > loss_mel_ce: 2.4974613189697266 (nan) | > loss: 0.010030112229287624 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14168776533181565) | > loader_time: 0.0049 (0.004623168307338413)  --> TIME: 2025-03-26 17:43:21 -- STEP: 29065/31555 -- GLOBAL_STEP: 1512150 | > loss_text_ce: 0.023973753675818443 (0.03065524490064072) | > loss_mel_ce: 2.6553759574890137 (nan) | > loss: 0.010632340796291828 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.1416832942099681) | > loader_time: 0.0044 (0.004623061442116802)  --> TIME: 2025-03-26 17:43:31 -- STEP: 29115/31555 -- GLOBAL_STEP: 1512200 | > loss_text_ce: 0.030183319002389908 (0.030655320006192865) | > loss_mel_ce: 2.4353408813476562 (nan) | > loss: 0.009783826768398285 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14168600105817436) | > loader_time: 0.0047 (0.004622946280129451)  --> TIME: 2025-03-26 17:43:41 -- STEP: 29165/31555 -- GLOBAL_STEP: 1512250 | > loss_text_ce: 0.030587879940867424 (0.030655576526855556) | > loss_mel_ce: 3.151008367538452 (nan) | > loss: 0.012625383213162422 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14169857680603268) | > loader_time: 0.0047 (0.004623049559937372)  --> TIME: 2025-03-26 17:43:51 -- STEP: 29215/31555 -- GLOBAL_STEP: 1512300 | > loss_text_ce: 0.030837852507829666 (0.030656895817509463) | > loss_mel_ce: 2.6942546367645264 (nan) | > loss: 0.010813859291374683 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14169800575722338) | > loader_time: 0.0046 (0.004623014241808933)  --> TIME: 2025-03-26 17:44:01 -- STEP: 29265/31555 -- GLOBAL_STEP: 1512350 | > loss_text_ce: 0.03189552575349808 (0.030656883568997345) | > loss_mel_ce: 2.777092218399048 (nan) | > loss: 0.011146778240799904 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14169677890469154) | > loader_time: 0.0048 (0.004623027852350243)  --> TIME: 2025-03-26 17:44:10 -- STEP: 29315/31555 -- GLOBAL_STEP: 1512400 | > loss_text_ce: 0.022155165672302246 (0.030656330858671928) | > loss_mel_ce: 2.5636818408966064 (nan) | > loss: 0.010261258110404015 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14169881014861985) | > loader_time: 0.0045 (0.004622905050632645)  --> TIME: 2025-03-26 17:44:20 -- STEP: 29365/31555 -- GLOBAL_STEP: 1512450 | > loss_text_ce: 0.02937253564596176 (0.030655994469820997) | > loss_mel_ce: 2.607959032058716 (nan) | > loss: 0.010465601459145546 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.1416919851311204) | > loader_time: 0.0046 (0.004622762580350669)  --> TIME: 2025-03-26 17:44:30 -- STEP: 29415/31555 -- GLOBAL_STEP: 1512500 | > loss_text_ce: 0.027862515300512314 (0.030654510852255304) | > loss_mel_ce: 3.1000776290893555 (nan) | > loss: 0.012412461452186108 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.1416980115325383) | > loader_time: 0.0045 (0.004622681838364185)  --> TIME: 2025-03-26 17:44:39 -- STEP: 29465/31555 -- GLOBAL_STEP: 1512550 | > loss_text_ce: 0.035018667578697205 (0.030654146937925564) | > loss_mel_ce: 2.232421875 (nan) | > loss: 0.0089977802708745 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1416907221154716) | > loader_time: 0.0048 (0.0046224738955599)  --> TIME: 2025-03-26 17:44:49 -- STEP: 29515/31555 -- GLOBAL_STEP: 1512600 | > loss_text_ce: 0.034765902906656265 (0.030655233019512628) | > loss_mel_ce: 0.011749267578125 (nan) | > loss: 0.00018458401609677821 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14169062513951958) | > loader_time: 0.0045 (0.004622312071120248)  --> TIME: 2025-03-26 17:44:58 -- STEP: 29565/31555 -- GLOBAL_STEP: 1512650 | > loss_text_ce: 0.028250403702259064 (0.030654792657158873) | > loss_mel_ce: 2.6455078125 (nan) | > loss: 0.010610152035951614 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.14168751241792513) | > loader_time: 0.0042 (0.004622213356228393)  --> TIME: 2025-03-26 17:45:08 -- STEP: 29615/31555 -- GLOBAL_STEP: 1512700 | > loss_text_ce: 0.021116821095347404 (0.030652691448422153) | > loss_mel_ce: 2.5946948528289795 (nan) | > loss: 0.010380205698311329 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14168781187613477) | > loader_time: 0.0045 (0.004622449074648099)  --> TIME: 2025-03-26 17:45:18 -- STEP: 29665/31555 -- GLOBAL_STEP: 1512750 | > loss_text_ce: 0.028861330822110176 (0.030653482393879484) | > loss_mel_ce: 0.8162134885787964 (nan) | > loss: 0.0033534716349095106 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1416867920103818) | > loader_time: 0.0045 (0.004622557423236549)  --> TIME: 2025-03-26 17:45:27 -- STEP: 29715/31555 -- GLOBAL_STEP: 1512800 | > loss_text_ce: 0.03421838581562042 (0.03065445546650654) | > loss_mel_ce: 0.0517578125 (nan) | > loss: 0.0003411754150874913 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14168390535293163) | > loader_time: 0.0044 (0.004622618854798083)  --> TIME: 2025-03-26 17:45:37 -- STEP: 29765/31555 -- GLOBAL_STEP: 1512850 | > loss_text_ce: 0.026415109634399414 (0.030654429136084724) | > loss_mel_ce: 2.623612403869629 (nan) | > loss: 0.01051598321646452 (nan) | > current_lr: 5e-06 | > step_time: 0.1749 (0.14168655196698685) | > loader_time: 0.0047 (0.004622464089479334)  --> TIME: 2025-03-26 17:45:47 -- STEP: 29815/31555 -- GLOBAL_STEP: 1512900 | > loss_text_ce: 0.026886634528636932 (0.030653346628831544) | > loss_mel_ce: 2.946951389312744 (nan) | > loss: 0.011800945736467838 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.1416960236291712) | > loader_time: 0.0047 (0.004622395350871913)  --> TIME: 2025-03-26 17:45:57 -- STEP: 29865/31555 -- GLOBAL_STEP: 1512950 | > loss_text_ce: 0.031947728246450424 (0.030651460994560776) | > loss_mel_ce: 2.472017526626587 (nan) | > loss: 0.009936369955539703 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14169666286930102) | > loader_time: 0.0049 (0.004622393965262107)  --> TIME: 2025-03-26 17:46:06 -- STEP: 29915/31555 -- GLOBAL_STEP: 1513000 | > loss_text_ce: 0.03428003564476967 (0.03065366206063976) | > loss_mel_ce: 0.10071910172700882 (nan) | > loss: 0.0005357108893804252 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.1416871656886141) | > loader_time: 0.0047 (0.0046224564627702185)  --> TIME: 2025-03-26 17:46:16 -- STEP: 29965/31555 -- GLOBAL_STEP: 1513050 | > loss_text_ce: 0.03267091140151024 (0.030654574820674532) | > loss_mel_ce: 1.9379674196243286 (nan) | > loss: 0.007819993421435356 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.14168828628943445) | > loader_time: 0.0045 (0.004622375183385551)  --> TIME: 2025-03-26 17:46:25 -- STEP: 30015/31555 -- GLOBAL_STEP: 1513100 | > loss_text_ce: 0.025173872709274292 (0.030655105253357292) | > loss_mel_ce: 2.4165802001953125 (nan) | > loss: 0.00968950055539608 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.14168556077706945) | > loader_time: 0.0045 (0.004622258310732646)  --> TIME: 2025-03-26 17:46:35 -- STEP: 30065/31555 -- GLOBAL_STEP: 1513150 | > loss_text_ce: 0.03367292881011963 (0.030655572052382746) | > loss_mel_ce: 1.0185953378677368 (nan) | > loss: 0.004175668116658926 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.141697323542355) | > loader_time: 0.0044 (0.004622718511911642)  --> TIME: 2025-03-26 17:46:45 -- STEP: 30115/31555 -- GLOBAL_STEP: 1513200 | > loss_text_ce: 0.020841019228100777 (0.030654987688596147) | > loss_mel_ce: 2.3844075202941895 (nan) | > loss: 0.009544637985527515 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.1417014240763328) | > loader_time: 0.0048 (0.0046228666351460345)  --> TIME: 2025-03-26 17:46:55 -- STEP: 30165/31555 -- GLOBAL_STEP: 1513250 | > loss_text_ce: 0.029702816158533096 (0.03065400344983284) | > loss_mel_ce: 2.8716840744018555 (nan) | > loss: 0.011513440869748592 (nan) | > current_lr: 5e-06 | > step_time: 0.1907 (0.14170101686790817) | > loader_time: 0.0048 (0.004622931285183496)  --> TIME: 2025-03-26 17:47:04 -- STEP: 30215/31555 -- GLOBAL_STEP: 1513300 | > loss_text_ce: 0.030739055946469307 (0.030653073455711163) | > loss_mel_ce: 2.392744541168213 (nan) | > loss: 0.009616998955607414 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14169593675629982) | > loader_time: 0.0045 (0.004622896258530793)  --> TIME: 2025-03-26 17:47:14 -- STEP: 30265/31555 -- GLOBAL_STEP: 1513350 | > loss_text_ce: 0.026422955095767975 (0.03065276559434281) | > loss_mel_ce: 3.1034419536590576 (nan) | > loss: 0.01242009922862053 (nan) | > current_lr: 5e-06 | > step_time: 0.1453 (0.14169601804851922) | > loader_time: 0.0046 (0.004622993173036787)  --> TIME: 2025-03-26 17:47:24 -- STEP: 30315/31555 -- GLOBAL_STEP: 1513400 | > loss_text_ce: 0.0268294308334589 (0.030651465241150425) | > loss_mel_ce: 2.7821340560913086 (nan) | > loss: 0.011146681383252144 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14169470302424972) | > loader_time: 0.0046 (0.004623280888085091)  --> TIME: 2025-03-26 17:47:34 -- STEP: 30365/31555 -- GLOBAL_STEP: 1513450 | > loss_text_ce: 0.02744600921869278 (0.030652753693564915) | > loss_mel_ce: 2.2574353218078613 (nan) | > loss: 0.0090669896453619 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14170058040157063) | > loader_time: 0.0044 (0.004623358398455099)  --> TIME: 2025-03-26 17:47:43 -- STEP: 30415/31555 -- GLOBAL_STEP: 1513500 | > loss_text_ce: 0.03755481541156769 (0.03065270743373069) | > loss_mel_ce: 2.548262119293213 (nan) | > loss: 0.010261178947985172 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14170295623460577) | > loader_time: 0.0047 (0.0046233552901070426)  --> TIME: 2025-03-26 17:47:53 -- STEP: 30465/31555 -- GLOBAL_STEP: 1513550 | > loss_text_ce: 0.03090987168252468 (0.030652625969203453) | > loss_mel_ce: 2.8940348625183105 (nan) | > loss: 0.01160692423582077 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14170487988626945) | > loader_time: 0.0047 (0.0046232868919579275)  --> TIME: 2025-03-26 17:48:03 -- STEP: 30515/31555 -- GLOBAL_STEP: 1513600 | > loss_text_ce: 0.027899490669369698 (0.030653899487925323) | > loss_mel_ce: 2.928741455078125 (nan) | > loss: 0.011732703074812889 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14170397239377383) | > loader_time: 0.0048 (0.004623365433474331)  --> TIME: 2025-03-26 17:48:13 -- STEP: 30565/31555 -- GLOBAL_STEP: 1513650 | > loss_text_ce: 0.030113913118839264 (0.030652767304271952) | > loss_mel_ce: 0.03066580556333065 (nan) | > loss: 0.00024118938017636538 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14170563506081482) | > loader_time: 0.0045 (0.004623508702981275)  --> TIME: 2025-03-26 17:48:22 -- STEP: 30615/31555 -- GLOBAL_STEP: 1513700 | > loss_text_ce: 0.03871393948793411 (0.030653138853221396) | > loss_mel_ce: 3.0428390502929688 (nan) | > loss: 0.012228385545313358 (nan) | > current_lr: 5e-06 | > step_time: 0.1826 (0.14170495039026865) | > loader_time: 0.0047 (0.004623523958559124)  --> TIME: 2025-03-26 17:48:32 -- STEP: 30665/31555 -- GLOBAL_STEP: 1513750 | > loss_text_ce: 0.028522074222564697 (0.030652632305060556) | > loss_mel_ce: 2.8193953037261963 (nan) | > loss: 0.011301259510219097 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.141707525443003) | > loader_time: 0.0045 (0.00462364179361476)  --> TIME: 2025-03-26 17:48:42 -- STEP: 30715/31555 -- GLOBAL_STEP: 1513800 | > loss_text_ce: 0.027875304222106934 (0.030653074887010672) | > loss_mel_ce: 0.6185128092765808 (nan) | > loss: 0.002565032336860895 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14170800557106114) | > loader_time: 0.0045 (0.0046236638232626665)  --> TIME: 2025-03-26 17:48:51 -- STEP: 30765/31555 -- GLOBAL_STEP: 1513850 | > loss_text_ce: 0.028461961075663567 (0.030654226570253486) | > loss_mel_ce: 2.5915865898132324 (nan) | > loss: 0.010397018864750862 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.1417066904852555) | > loader_time: 0.0045 (0.004623614771083655)  --> TIME: 2025-03-26 17:49:01 -- STEP: 30815/31555 -- GLOBAL_STEP: 1513900 | > loss_text_ce: 0.027078377082943916 (0.03065474940173457) | > loss_mel_ce: 2.124099016189575 (nan) | > loss: 0.00853641889989376 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14171137778031181) | > loader_time: 0.0047 (0.004624215739898717)  --> TIME: 2025-03-26 17:49:11 -- STEP: 30865/31555 -- GLOBAL_STEP: 1513950 | > loss_text_ce: 0.03091314435005188 (0.030654307456755587) | > loss_mel_ce: 2.750878095626831 (nan) | > loss: 0.011038854718208313 (nan) | > current_lr: 5e-06 | > step_time: 0.1707 (0.14170963561420796) | > loader_time: 0.0046 (0.004624127631015192)  --> TIME: 2025-03-26 17:49:20 -- STEP: 30915/31555 -- GLOBAL_STEP: 1514000 | > loss_text_ce: 0.036546457558870316 (0.03065206719887463) | > loss_mel_ce: 2.754615306854248 (nan) | > loss: 0.011076039634644985 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14170097763361222) | > loader_time: 0.0044 (0.0046239988252065175)  --> TIME: 2025-03-26 17:49:30 -- STEP: 30965/31555 -- GLOBAL_STEP: 1514050 | > loss_text_ce: 0.03741954639554024 (0.030651211507958895) | > loss_mel_ce: 2.3476178646087646 (nan) | > loss: 0.00946443434804678 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.1417037424740129) | > loader_time: 0.0045 (0.0046241988085514805)  --> TIME: 2025-03-26 17:49:39 -- STEP: 31015/31555 -- GLOBAL_STEP: 1514100 | > loss_text_ce: 0.030575651675462723 (0.03064940258852781) | > loss_mel_ce: 2.7733640670776367 (nan) | > loss: 0.011126745492219925 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.1416945322394337) | > loader_time: 0.0048 (0.004624196411851115)  --> TIME: 2025-03-26 17:49:49 -- STEP: 31065/31555 -- GLOBAL_STEP: 1514150 | > loss_text_ce: 0.032021842896938324 (0.03064718146708163) | > loss_mel_ce: 2.671434164047241 (nan) | > loss: 0.010728000663220882 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.1416968170579214) | > loader_time: 0.0045 (0.0046242094953221815)  --> TIME: 2025-03-26 17:49:59 -- STEP: 31115/31555 -- GLOBAL_STEP: 1514200 | > loss_text_ce: 0.025019213557243347 (0.030648049899163966) | > loss_mel_ce: 2.356252908706665 (nan) | > loss: 0.009449493139982224 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1416992953979512) | > loader_time: 0.0048 (0.00462433706041742)  --> TIME: 2025-03-26 17:50:08 -- STEP: 31165/31555 -- GLOBAL_STEP: 1514250 | > loss_text_ce: 0.0321875736117363 (0.03064950414960608) | > loss_mel_ce: 2.3330225944519043 (nan) | > loss: 0.009385754354298115 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14169295591124412) | > loader_time: 0.0046 (0.004624383575400295)  --> TIME: 2025-03-26 17:50:18 -- STEP: 31215/31555 -- GLOBAL_STEP: 1514300 | > loss_text_ce: 0.024561995640397072 (0.030649128402955503) | > loss_mel_ce: 2.876255512237549 (nan) | > loss: 0.01151118054986 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.1416886893178744) | > loader_time: 0.0044 (0.004624664357662136)  --> TIME: 2025-03-26 17:50:27 -- STEP: 31265/31555 -- GLOBAL_STEP: 1514350 | > loss_text_ce: 0.03567150980234146 (0.03064762987142827) | > loss_mel_ce: 1.5289417505264282 (nan) | > loss: 0.0062087830156087875 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.14168583778272612) | > loader_time: 0.0044 (0.004624787334745349)  --> TIME: 2025-03-26 17:50:37 -- STEP: 31315/31555 -- GLOBAL_STEP: 1514400 | > loss_text_ce: 0.025469083338975906 (0.030647639980658344) | > loss_mel_ce: 2.9051883220672607 (nan) | > loss: 0.011629593558609486 (nan) | > current_lr: 5e-06 | > step_time: 0.1179 (0.14168157970374112) | > loader_time: 0.0045 (0.004624749250197296)  --> TIME: 2025-03-26 17:50:46 -- STEP: 31365/31555 -- GLOBAL_STEP: 1514450 | > loss_text_ce: 0.031526800245046616 (0.03064761144044785) | > loss_mel_ce: 2.4267146587371826 (nan) | > loss: 0.009754926897585392 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.1416782985439739) | > loader_time: 0.0044 (0.004624843126123999)  --> TIME: 2025-03-26 17:50:56 -- STEP: 31415/31555 -- GLOBAL_STEP: 1514500 | > loss_text_ce: 0.029040273278951645 (0.030646214698422502) | > loss_mel_ce: 2.564075231552124 (nan) | > loss: 0.010290142148733139 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1416817247231964) | > loader_time: 0.0048 (0.004624988948124422)  --> TIME: 2025-03-26 17:51:06 -- STEP: 31465/31555 -- GLOBAL_STEP: 1514550 | > loss_text_ce: 0.020060768350958824 (0.030643140554017272) | > loss_mel_ce: 2.8718461990356445 (nan) | > loss: 0.01147582195699215 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14168477430454113) | > loader_time: 0.0045 (0.004624981867306652)  --> TIME: 2025-03-26 17:51:16 -- STEP: 31515/31555 -- GLOBAL_STEP: 1514600 | > loss_text_ce: 0.028635740280151367 (0.03064088914212411) | > loss_mel_ce: 1.990747094154358 (nan) | > loss: 0.008013424463570118 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14168186663597673) | > loader_time: 0.0047 (0.004624843612542603)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022045127550760907 (+1.7623901367194023e-05) | > avg_loss_text_ce: 0.028562376474340758 (-0.00011042558898528149) | > avg_loss_mel_ce: 2.4752418287595104 (-6.772836049506736e-05) | > avg_loss: 2.5038042124112456 (-0.00017815033594725804) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1514640.pth  > EPOCH: 49/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 17:51:44)   --> TIME: 2025-03-26 17:51:47 -- STEP: 10/31555 -- GLOBAL_STEP: 1514650 | > loss_text_ce: 0.02832483872771263 (0.0285695755854249) | > loss_mel_ce: 2.220515251159668 (2.5631988048553467) | > loss: 0.008923969231545925 (0.010284795751795172) | > current_lr: 5e-06 | > step_time: 0.1349 (0.13780407905578612) | > loader_time: 0.0044 (0.004539799690246582)  --> TIME: 2025-03-26 17:51:57 -- STEP: 60/31555 -- GLOBAL_STEP: 1514700 | > loss_text_ce: 0.03250132128596306 (0.030612602985153597) | > loss_mel_ce: 2.886387348175049 (nan) | > loss: 0.011582891456782818 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.1377299706141154) | > loader_time: 0.0047 (0.004642105102539063)  --> TIME: 2025-03-26 17:52:06 -- STEP: 110/31555 -- GLOBAL_STEP: 1514750 | > loss_text_ce: 0.025836242362856865 (0.030965393493798645) | > loss_mel_ce: 1.3975580930709839 (nan) | > loss: 0.005648390389978886 (nan) | > current_lr: 5e-06 | > step_time: 0.1081 (0.13882725455544212) | > loader_time: 0.0045 (0.0046219847419045204)  --> TIME: 2025-03-26 17:52:16 -- STEP: 160/31555 -- GLOBAL_STEP: 1514800 | > loss_text_ce: 0.027434127405285835 (0.03135244430741295) | > loss_mel_ce: 2.6114776134490967 (nan) | > loss: 0.010471872985363007 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.1394852727651597) | > loader_time: 0.0044 (0.004606574773788455)  --> TIME: 2025-03-26 17:52:26 -- STEP: 210/31555 -- GLOBAL_STEP: 1514850 | > loss_text_ce: 0.026014015078544617 (0.031362242730600495) | > loss_mel_ce: 2.426992177963257 (nan) | > loss: 0.00973415281623602 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14057292029971183) | > loader_time: 0.0044 (0.00459931464422317)  --> TIME: 2025-03-26 17:52:35 -- STEP: 260/31555 -- GLOBAL_STEP: 1514900 | > loss_text_ce: 0.03485758602619171 (0.03129587182775141) | > loss_mel_ce: 2.7689168453216553 (nan) | > loss: 0.011126088909804821 (nan) | > current_lr: 5e-06 | > step_time: 0.1769 (0.1410744988001311) | > loader_time: 0.0047 (0.0046068026469304035)  --> TIME: 2025-03-26 17:52:45 -- STEP: 310/31555 -- GLOBAL_STEP: 1514950 | > loss_text_ce: 0.02590169757604599 (0.03116512087083633) | > loss_mel_ce: 0.040283203125 (nan) | > loss: 0.0002626384957693517 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14091333804592007) | > loader_time: 0.0044 (0.004626800937037317)  --> TIME: 2025-03-26 17:52:55 -- STEP: 360/31555 -- GLOBAL_STEP: 1515000 | > loss_text_ce: 0.03250281885266304 (0.031002812542849128) | > loss_mel_ce: 1.5408529043197632 (nan) | > loss: 0.006243475247174501 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14133465091387426) | > loader_time: 0.0044 (0.0046532736884223125)  --> TIME: 2025-03-26 17:53:04 -- STEP: 410/31555 -- GLOBAL_STEP: 1515050 | > loss_text_ce: 0.031165525317192078 (0.030887710207664395) | > loss_mel_ce: 2.5509440898895264 (nan) | > loss: 0.010246467776596546 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14118626001404547) | > loader_time: 0.0046 (0.004669030119733118)  --> TIME: 2025-03-26 17:53:14 -- STEP: 460/31555 -- GLOBAL_STEP: 1515100 | > loss_text_ce: 0.030165711417794228 (0.03083141461095733) | > loss_mel_ce: 2.5154778957366943 (nan) | > loss: 0.010101760737597942 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14135819258897195) | > loader_time: 0.0047 (0.004668746305548631)  --> TIME: 2025-03-26 17:53:24 -- STEP: 510/31555 -- GLOBAL_STEP: 1515150 | > loss_text_ce: 0.034474510699510574 (0.030815926179582006) | > loss_mel_ce: 3.2271945476531982 (nan) | > loss: 0.012943132780492306 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14193327426910396) | > loader_time: 0.0044 (0.004669860297558359)  --> TIME: 2025-03-26 17:53:34 -- STEP: 560/31555 -- GLOBAL_STEP: 1515200 | > loss_text_ce: 0.021773068234324455 (0.03073793857557966) | > loss_mel_ce: 2.854887008666992 (nan) | > loss: 0.011415318585932255 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.14200929701328274) | > loader_time: 0.0048 (0.004665648937225346)  --> TIME: 2025-03-26 17:53:44 -- STEP: 610/31555 -- GLOBAL_STEP: 1515250 | > loss_text_ce: 0.028312332928180695 (0.030619146735941783) | > loss_mel_ce: 2.585191011428833 (nan) | > loss: 0.010371046140789986 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14215260919977402) | > loader_time: 0.0047 (0.0046485916512911465)  --> TIME: 2025-03-26 17:53:53 -- STEP: 660/31555 -- GLOBAL_STEP: 1515300 | > loss_text_ce: 0.02675679884850979 (0.030687852124824673) | > loss_mel_ce: 2.490865707397461 (nan) | > loss: 0.009990565478801727 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.14200939120668346) | > loader_time: 0.0043 (0.004634677641319508)  --> TIME: 2025-03-26 17:54:03 -- STEP: 710/31555 -- GLOBAL_STEP: 1515350 | > loss_text_ce: 0.02837291732430458 (0.030640970220343334) | > loss_mel_ce: 2.4915151596069336 (nan) | > loss: 0.009999556466937065 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14220813596752327) | > loader_time: 0.0043 (0.004626698896918502)  --> TIME: 2025-03-26 17:54:13 -- STEP: 760/31555 -- GLOBAL_STEP: 1515400 | > loss_text_ce: 0.028677314519882202 (0.030629625928735266) | > loss_mel_ce: 2.7292943000793457 (nan) | > loss: 0.010944331996142864 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14242994314745844) | > loader_time: 0.0044 (0.004618016669624736)  --> TIME: 2025-03-26 17:54:22 -- STEP: 810/31555 -- GLOBAL_STEP: 1515450 | > loss_text_ce: 0.03920012339949608 (0.030678132186747264) | > loss_mel_ce: 2.0530924797058105 (nan) | > loss: 0.008302749134600163 (nan) | > current_lr: 5e-06 | > step_time: 0.1351 (0.14221282947210612) | > loader_time: 0.0045 (0.0046129909562475915)  --> TIME: 2025-03-26 17:54:32 -- STEP: 860/31555 -- GLOBAL_STEP: 1515500 | > loss_text_ce: 0.02782549522817135 (0.030653413400313887) | > loss_mel_ce: 2.2048392295837402 (nan) | > loss: 0.008859781548380852 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1423495026521903) | > loader_time: 0.0044 (0.00461022548897322)  --> TIME: 2025-03-26 17:54:42 -- STEP: 910/31555 -- GLOBAL_STEP: 1515550 | > loss_text_ce: 0.03151800483465195 (0.030669518093486413) | > loss_mel_ce: 2.294358968734741 (nan) | > loss: 0.009229671210050583 (nan) | > current_lr: 5e-06 | > step_time: 0.1447 (0.14246675994369992) | > loader_time: 0.0046 (0.0046069480560638094)  --> TIME: 2025-03-26 17:54:52 -- STEP: 960/31555 -- GLOBAL_STEP: 1515600 | > loss_text_ce: 0.02178594097495079 (0.030668215368253492) | > loss_mel_ce: 2.829615592956543 (nan) | > loss: 0.011315085925161839 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1424402142564454) | > loader_time: 0.0043 (0.004601859301328659)  --> TIME: 2025-03-26 17:55:02 -- STEP: 1010/31555 -- GLOBAL_STEP: 1515650 | > loss_text_ce: 0.040832798928022385 (0.03063951208080986) | > loss_mel_ce: 2.634766101837158 (nan) | > loss: 0.010617456398904324 (nan) | > current_lr: 5e-06 | > step_time: 0.1375 (0.14238978447300357) | > loader_time: 0.0046 (0.004597864056577777)  --> TIME: 2025-03-26 17:55:11 -- STEP: 1060/31555 -- GLOBAL_STEP: 1515700 | > loss_text_ce: 0.02772221900522709 (0.03060743408716934) | > loss_mel_ce: 2.8987386226654053 (nan) | > loss: 0.011612940579652786 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1420394413876082) | > loader_time: 0.0043 (0.004594201411841051)  --> TIME: 2025-03-26 17:55:21 -- STEP: 1110/31555 -- GLOBAL_STEP: 1515750 | > loss_text_ce: 0.027065090835094452 (0.030609517243296445) | > loss_mel_ce: 2.8607406616210938 (nan) | > loss: 0.011459547095000744 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.1421457885621903) | > loader_time: 0.0042 (0.004589254791672165)  --> TIME: 2025-03-26 17:55:31 -- STEP: 1160/31555 -- GLOBAL_STEP: 1515800 | > loss_text_ce: 0.027040604501962662 (0.030591492344432605) | > loss_mel_ce: 2.5321059226989746 (nan) | > loss: 0.010155344381928444 (nan) | > current_lr: 5e-06 | > step_time: 0.1389 (0.14226917048980436) | > loader_time: 0.0043 (0.004587581034364372)  --> TIME: 2025-03-26 17:55:40 -- STEP: 1210/31555 -- GLOBAL_STEP: 1515850 | > loss_text_ce: 0.03249558433890343 (0.030556554072498045) | > loss_mel_ce: 2.711812734603882 (nan) | > loss: 0.0108901122584939 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14214130571065844) | > loader_time: 0.0047 (0.0045848578460945585)  --> TIME: 2025-03-26 17:55:50 -- STEP: 1260/31555 -- GLOBAL_STEP: 1515900 | > loss_text_ce: 0.034678779542446136 (0.030532519577721517) | > loss_mel_ce: 2.6581661701202393 (nan) | > loss: 0.010685892775654793 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.1422667456051658) | > loader_time: 0.0047 (0.004584892969282847)  --> TIME: 2025-03-26 17:56:00 -- STEP: 1310/31555 -- GLOBAL_STEP: 1515950 | > loss_text_ce: 0.025014307349920273 (0.03054955912014569) | > loss_mel_ce: 2.6362757682800293 (nan) | > loss: 0.010560675524175167 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14221657905869797) | > loader_time: 0.0044 (0.004580710134433427)  --> TIME: 2025-03-26 17:56:09 -- STEP: 1360/31555 -- GLOBAL_STEP: 1516000 | > loss_text_ce: 0.027874726802110672 (0.030516648121342502) | > loss_mel_ce: 1.1341116428375244 (nan) | > loss: 0.0046110572293400764 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.1422844364362602) | > loader_time: 0.0043 (0.004577967173912947)  --> TIME: 2025-03-26 17:56:19 -- STEP: 1410/31555 -- GLOBAL_STEP: 1516050 | > loss_text_ce: 0.03256995975971222 (0.03055480624027286) | > loss_mel_ce: 2.67470645904541 (nan) | > loss: 0.010743160732090473 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14236262165908253) | > loader_time: 0.0046 (0.004580257801299402)  --> TIME: 2025-03-26 17:56:29 -- STEP: 1460/31555 -- GLOBAL_STEP: 1516100 | > loss_text_ce: 0.029216377064585686 (0.03053126960661109) | > loss_mel_ce: 2.0739097595214844 (nan) | > loss: 0.008345738984644413 (nan) | > current_lr: 5e-06 | > step_time: 0.1524 (0.142338269050807) | > loader_time: 0.0046 (0.004581153229491355)  --> TIME: 2025-03-26 17:56:38 -- STEP: 1510/31555 -- GLOBAL_STEP: 1516150 | > loss_text_ce: 0.022186974063515663 (0.03054427591997464) | > loss_mel_ce: 2.3371963500976562 (nan) | > loss: 0.009362632408738136 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14225179864870785) | > loader_time: 0.0045 (0.004582531720597227)  --> TIME: 2025-03-26 17:56:48 -- STEP: 1560/31555 -- GLOBAL_STEP: 1516200 | > loss_text_ce: 0.033604882657527924 (0.030559097992208524) | > loss_mel_ce: 2.0608527660369873 (nan) | > loss: 0.00831134058535099 (nan) | > current_lr: 5e-06 | > step_time: 0.1339 (0.14236759298887) | > loader_time: 0.0045 (0.004584045287890315)  --> TIME: 2025-03-26 17:56:58 -- STEP: 1610/31555 -- GLOBAL_STEP: 1516250 | > loss_text_ce: 0.032406747341156006 (0.030547744097037716) | > loss_mel_ce: 2.826183795928955 (nan) | > loss: 0.01134361419826746 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14234922894779936) | > loader_time: 0.0044 (0.004582900882507706)  --> TIME: 2025-03-26 17:57:08 -- STEP: 1660/31555 -- GLOBAL_STEP: 1516300 | > loss_text_ce: 0.030299626290798187 (0.03052699150382934) | > loss_mel_ce: 3.001473903656006 (nan) | > loss: 0.012030848301947117 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14222652150923937) | > loader_time: 0.0047 (0.004583806733050984)  --> TIME: 2025-03-26 17:57:17 -- STEP: 1710/31555 -- GLOBAL_STEP: 1516350 | > loss_text_ce: 0.03292860463261604 (0.030543637952130092) | > loss_mel_ce: 2.5249650478363037 (nan) | > loss: 0.010150372982025146 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14210164072917908) | > loader_time: 0.0047 (0.004587764349597246)  --> TIME: 2025-03-26 17:57:27 -- STEP: 1760/31555 -- GLOBAL_STEP: 1516400 | > loss_text_ce: 0.02692434750497341 (0.030544892081525176) | > loss_mel_ce: 2.842738628387451 (nan) | > loss: 0.011387552134692669 (nan) | > current_lr: 5e-06 | > step_time: 0.1355 (0.14206870591098614) | > loader_time: 0.0045 (0.004587737674062912)  --> TIME: 2025-03-26 17:57:37 -- STEP: 1810/31555 -- GLOBAL_STEP: 1516450 | > loss_text_ce: 0.03178871423006058 (0.030546847024922212) | > loss_mel_ce: 1.821159839630127 (nan) | > loss: 0.007352971006184816 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.14221007968839366) | > loader_time: 0.0045 (0.004588290209269665)  --> TIME: 2025-03-26 17:57:46 -- STEP: 1860/31555 -- GLOBAL_STEP: 1516500 | > loss_text_ce: 0.0237803366035223 (0.030540947442854283) | > loss_mel_ce: 2.9714267253875732 (nan) | > loss: 0.011885742656886578 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.14217542986716) | > loader_time: 0.0047 (0.004590177920556847)  --> TIME: 2025-03-26 17:57:56 -- STEP: 1910/31555 -- GLOBAL_STEP: 1516550 | > loss_text_ce: 0.02778998576104641 (0.030569095251330843) | > loss_mel_ce: 1.252142310142517 (nan) | > loss: 0.005079096648842096 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14204534610528602) | > loader_time: 0.0048 (0.00459144739580405)  --> TIME: 2025-03-26 17:58:06 -- STEP: 1960/31555 -- GLOBAL_STEP: 1516600 | > loss_text_ce: 0.04125772789120674 (0.03057185487194481) | > loss_mel_ce: 1.3479385375976562 (nan) | > loss: 0.005512684118002653 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14210542756683978) | > loader_time: 0.0044 (0.004594082856664862)  --> TIME: 2025-03-26 17:58:15 -- STEP: 2010/31555 -- GLOBAL_STEP: 1516650 | > loss_text_ce: 0.03621526062488556 (0.030556342281883035) | > loss_mel_ce: 2.5341849327087402 (nan) | > loss: 0.010200001299381256 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1421335936778814) | > loader_time: 0.0046 (0.004595091449680622)  --> TIME: 2025-03-26 17:58:25 -- STEP: 2060/31555 -- GLOBAL_STEP: 1516700 | > loss_text_ce: 0.03265395015478134 (0.030531928772830123) | > loss_mel_ce: 2.43534255027771 (nan) | > loss: 0.009793638251721859 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14206151522479016) | > loader_time: 0.0047 (0.004594654944336539)  --> TIME: 2025-03-26 17:58:35 -- STEP: 2110/31555 -- GLOBAL_STEP: 1516750 | > loss_text_ce: 0.028180105611681938 (0.03053292639606513) | > loss_mel_ce: 2.7349531650543213 (nan) | > loss: 0.010964815504848957 (nan) | > current_lr: 5e-06 | > step_time: 0.1787 (0.14215826445846202) | > loader_time: 0.0047 (0.0046006992529918885)  --> TIME: 2025-03-26 17:58:44 -- STEP: 2160/31555 -- GLOBAL_STEP: 1516800 | > loss_text_ce: 0.033152706921100616 (0.030547054574169494) | > loss_mel_ce: 0.023529052734375 (nan) | > loss: 0.00022492762946058065 (nan) | > current_lr: 5e-06 | > step_time: 0.111 (0.14207127988338478) | > loader_time: 0.0044 (0.004600108994377992)  --> TIME: 2025-03-26 17:58:54 -- STEP: 2210/31555 -- GLOBAL_STEP: 1516850 | > loss_text_ce: 0.030591245740652084 (0.03058613094235707) | > loss_mel_ce: 2.782299518585205 (nan) | > loss: 0.011162265203893185 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14204086059898285) | > loader_time: 0.0047 (0.0046012965802153935)  --> TIME: 2025-03-26 17:59:03 -- STEP: 2260/31555 -- GLOBAL_STEP: 1516900 | > loss_text_ce: 0.02111358568072319 (0.030556582788054922) | > loss_mel_ce: 2.6658823490142822 (nan) | > loss: 0.0106626832857728 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14193187530061852) | > loader_time: 0.0045 (0.004601268114241887)  --> TIME: 2025-03-26 17:59:13 -- STEP: 2310/31555 -- GLOBAL_STEP: 1516950 | > loss_text_ce: 0.030709438025951385 (0.030548760061075677) | > loss_mel_ce: 2.868232488632202 (nan) | > loss: 0.011503738351166248 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14182774938030185) | > loader_time: 0.0045 (0.004599880552911147)  --> TIME: 2025-03-26 17:59:22 -- STEP: 2360/31555 -- GLOBAL_STEP: 1517000 | > loss_text_ce: 0.03428688645362854 (0.030529355282216508) | > loss_mel_ce: 2.970466375350952 (nan) | > loss: 0.011923625133931637 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14176670464418725) | > loader_time: 0.0048 (0.004600486815985993)  --> TIME: 2025-03-26 17:59:32 -- STEP: 2410/31555 -- GLOBAL_STEP: 1517050 | > loss_text_ce: 0.02554355561733246 (0.03051938838344763) | > loss_mel_ce: 1.5400742292404175 (nan) | > loss: 0.006212769541889429 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.1416815837883852) | > loader_time: 0.0043 (0.004602167220531171)  --> TIME: 2025-03-26 17:59:41 -- STEP: 2460/31555 -- GLOBAL_STEP: 1517100 | > loss_text_ce: 0.02706637978553772 (0.030513164185260126) | > loss_mel_ce: 2.884226083755493 (nan) | > loss: 0.011552749201655388 (nan) | > current_lr: 5e-06 | > step_time: 0.1564 (0.14166520213693148) | > loader_time: 0.0045 (0.004602090614597982)  --> TIME: 2025-03-26 17:59:51 -- STEP: 2510/31555 -- GLOBAL_STEP: 1517150 | > loss_text_ce: 0.034432969987392426 (0.030520834771552645) | > loss_mel_ce: 2.7757744789123535 (nan) | > loss: 0.011151617392897606 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.141701047448998) | > loader_time: 0.0045 (0.004601282427510426)  --> TIME: 2025-03-26 18:00:01 -- STEP: 2560/31555 -- GLOBAL_STEP: 1517200 | > loss_text_ce: 0.03673461452126503 (0.030523765657562762) | > loss_mel_ce: 2.086822032928467 (nan) | > loss: 0.00842681247740984 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1417624910362066) | > loader_time: 0.0047 (0.004600477870553738)  --> TIME: 2025-03-26 18:00:11 -- STEP: 2610/31555 -- GLOBAL_STEP: 1517250 | > loss_text_ce: 0.020844370126724243 (0.030513951215907303) | > loss_mel_ce: 2.105926752090454 (nan) | > loss: 0.008439568802714348 (nan) | > current_lr: 5e-06 | > step_time: 0.1072 (0.14176946407990448) | > loader_time: 0.0042 (0.004598346615203043)  --> TIME: 2025-03-26 18:00:21 -- STEP: 2660/31555 -- GLOBAL_STEP: 1517300 | > loss_text_ce: 0.014662387780845165 (0.0305291957267441) | > loss_mel_ce: 0.8885701298713684 (nan) | > loss: 0.00358425616286695 (nan) | > current_lr: 5e-06 | > step_time: 0.1021 (0.14181550051036645) | > loader_time: 0.0044 (0.0046003353326840545)  --> TIME: 2025-03-26 18:00:30 -- STEP: 2710/31555 -- GLOBAL_STEP: 1517350 | > loss_text_ce: 0.027089077979326248 (0.030513824434861597) | > loss_mel_ce: 2.7914669513702393 (nan) | > loss: 0.011184747330844402 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14176486154324025) | > loader_time: 0.0045 (0.004600110705048397)  --> TIME: 2025-03-26 18:00:40 -- STEP: 2760/31555 -- GLOBAL_STEP: 1517400 | > loss_text_ce: 0.030195675790309906 (0.030502085093800247) | > loss_mel_ce: 0.03973388671875 (nan) | > loss: 0.0002774982713162899 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14171256733977294) | > loader_time: 0.0045 (0.004598615739656531)  --> TIME: 2025-03-26 18:00:49 -- STEP: 2810/31555 -- GLOBAL_STEP: 1517450 | > loss_text_ce: 0.03698763623833656 (0.03050293684224482) | > loss_mel_ce: 2.5476980209350586 (nan) | > loss: 0.010256689041852951 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14166625335123204) | > loader_time: 0.0044 (0.004597028718724369)  --> TIME: 2025-03-26 18:00:59 -- STEP: 2860/31555 -- GLOBAL_STEP: 1517500 | > loss_text_ce: 0.02952495589852333 (0.03050243064266193) | > loss_mel_ce: 2.1987974643707275 (nan) | > loss: 0.008842550218105316 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14173119801741396) | > loader_time: 0.0045 (0.004595147396301054)  --> TIME: 2025-03-26 18:01:09 -- STEP: 2910/31555 -- GLOBAL_STEP: 1517550 | > loss_text_ce: 0.027478313073515892 (0.030499642336568267) | > loss_mel_ce: 2.6794466972351074 (nan) | > loss: 0.010741766542196274 (nan) | > current_lr: 5e-06 | > step_time: 0.1255 (0.14173677721384068) | > loader_time: 0.0045 (0.00459435084431441)  --> TIME: 2025-03-26 18:01:18 -- STEP: 2960/31555 -- GLOBAL_STEP: 1517600 | > loss_text_ce: 0.038207508623600006 (0.030530969343286612) | > loss_mel_ce: 1.7400373220443726 (nan) | > loss: 0.007056527771055698 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14175558468780008) | > loader_time: 0.0045 (0.004593097116496104)  --> TIME: 2025-03-26 18:01:28 -- STEP: 3010/31555 -- GLOBAL_STEP: 1517650 | > loss_text_ce: 0.03617599606513977 (0.0305290540770018) | > loss_mel_ce: 2.9802324771881104 (nan) | > loss: 0.011969875544309616 (nan) | > current_lr: 5e-06 | > step_time: 0.1495 (0.14182127678513126) | > loader_time: 0.0045 (0.004593053054175888)  --> TIME: 2025-03-26 18:01:38 -- STEP: 3060/31555 -- GLOBAL_STEP: 1517700 | > loss_text_ce: 0.03364230692386627 (0.030516023831320255) | > loss_mel_ce: 3.0082383155822754 (nan) | > loss: 0.012070955708622932 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14179255058562826) | > loader_time: 0.0047 (0.0045931951672422994)  --> TIME: 2025-03-26 18:01:48 -- STEP: 3110/31555 -- GLOBAL_STEP: 1517750 | > loss_text_ce: 0.03001846931874752 (0.030489639212883456) | > loss_mel_ce: 2.3791768550872803 (nan) | > loss: 0.009560300037264824 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.141808891986344) | > loader_time: 0.0043 (0.00459308447945155)  --> TIME: 2025-03-26 18:01:57 -- STEP: 3160/31555 -- GLOBAL_STEP: 1517800 | > loss_text_ce: 0.034568365663290024 (0.030473849132857462) | > loss_mel_ce: 1.9484580755233765 (nan) | > loss: 0.00786915235221386 (nan) | > current_lr: 5e-06 | > step_time: 0.118 (0.14179857780661756) | > loader_time: 0.0048 (0.004592936929268156)  --> TIME: 2025-03-26 18:02:07 -- STEP: 3210/31555 -- GLOBAL_STEP: 1517850 | > loss_text_ce: 0.033098816871643066 (0.030465695220176305) | > loss_mel_ce: 2.8401448726654053 (nan) | > loss: 0.011401762254536152 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14181355345657679) | > loader_time: 0.0046 (0.004591767958762847)  --> TIME: 2025-03-26 18:02:17 -- STEP: 3260/31555 -- GLOBAL_STEP: 1517900 | > loss_text_ce: 0.029831038787961006 (0.0304563811711647) | > loss_mel_ce: 1.997802734375 (nan) | > loss: 0.0080461660400033 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14176033589006196) | > loader_time: 0.0044 (0.004590376535076296)  --> TIME: 2025-03-26 18:02:26 -- STEP: 3310/31555 -- GLOBAL_STEP: 1517950 | > loss_text_ce: 0.028707845136523247 (0.030451709616737963) | > loss_mel_ce: 2.6813747882843018 (nan) | > loss: 0.01075429655611515 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14175671205779933) | > loader_time: 0.0047 (0.004590091244331647)  --> TIME: 2025-03-26 18:02:36 -- STEP: 3360/31555 -- GLOBAL_STEP: 1518000 | > loss_text_ce: 0.029841169714927673 (0.03044017386301199) | > loss_mel_ce: 2.2679684162139893 (nan) | > loss: 0.009118292480707169 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1417136816751388) | > loader_time: 0.0046 (0.004589616258939097)  --> TIME: 2025-03-26 18:02:46 -- STEP: 3410/31555 -- GLOBAL_STEP: 1518050 | > loss_text_ce: 0.02724383771419525 (0.03044620511283186) | > loss_mel_ce: 2.338092565536499 (nan) | > loss: 0.009386256337165833 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14174372394763107) | > loader_time: 0.0044 (0.004589096122473206)  --> TIME: 2025-03-26 18:02:55 -- STEP: 3460/31555 -- GLOBAL_STEP: 1518100 | > loss_text_ce: 0.03542593494057655 (0.03043731743028398) | > loss_mel_ce: 2.2673306465148926 (nan) | > loss: 0.009137922897934914 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14172672722380952) | > loader_time: 0.0043 (0.004587610057323644)  --> TIME: 2025-03-26 18:03:05 -- STEP: 3510/31555 -- GLOBAL_STEP: 1518150 | > loss_text_ce: 0.03388967737555504 (0.030441766640335915) | > loss_mel_ce: 2.367142915725708 (nan) | > loss: 0.009527907706797123 (nan) | > current_lr: 5e-06 | > step_time: 0.1066 (0.14175511486509906) | > loader_time: 0.0045 (0.00458811572474291)  --> TIME: 2025-03-26 18:03:15 -- STEP: 3560/31555 -- GLOBAL_STEP: 1518200 | > loss_text_ce: 0.0225987546145916 (0.030438375896826554) | > loss_mel_ce: 2.388134002685547 (nan) | > loss: 0.009566400200128555 (nan) | > current_lr: 5e-06 | > step_time: 0.114 (0.1417649557751213) | > loader_time: 0.0043 (0.004588230071442838)  --> TIME: 2025-03-26 18:03:24 -- STEP: 3610/31555 -- GLOBAL_STEP: 1518250 | > loss_text_ce: 0.026599561795592308 (0.03042803391649122) | > loss_mel_ce: 2.3475656509399414 (nan) | > loss: 0.009421291761100292 (nan) | > current_lr: 5e-06 | > step_time: 0.1176 (0.14178404458011595) | > loader_time: 0.0045 (0.004589375432508462)  --> TIME: 2025-03-26 18:03:34 -- STEP: 3660/31555 -- GLOBAL_STEP: 1518300 | > loss_text_ce: 0.03401317447423935 (0.0304299722069396) | > loss_mel_ce: 2.782485246658325 (nan) | > loss: 0.011176582425832748 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14181054153077569) | > loader_time: 0.0046 (0.0045899204869087815)  --> TIME: 2025-03-26 18:03:44 -- STEP: 3710/31555 -- GLOBAL_STEP: 1518350 | > loss_text_ce: 0.033794645220041275 (0.030439684740355556) | > loss_mel_ce: 2.536355972290039 (nan) | > loss: 0.01019901130348444 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.14183429881247528) | > loader_time: 0.0048 (0.004590798452536682)  --> TIME: 2025-03-26 18:03:54 -- STEP: 3760/31555 -- GLOBAL_STEP: 1518400 | > loss_text_ce: 0.026083210483193398 (0.030425990877940536) | > loss_mel_ce: 3.087205410003662 (nan) | > loss: 0.012354320846498013 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.1418755163537693) | > loader_time: 0.0044 (0.00459248531371988)  --> TIME: 2025-03-26 18:04:04 -- STEP: 3810/31555 -- GLOBAL_STEP: 1518450 | > loss_text_ce: 0.021945025771856308 (0.030437768648899213) | > loss_mel_ce: 2.4688761234283447 (nan) | > loss: 0.009884211234748363 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1418548490744561) | > loader_time: 0.0047 (0.004592964718035188)  --> TIME: 2025-03-26 18:04:14 -- STEP: 3860/31555 -- GLOBAL_STEP: 1518500 | > loss_text_ce: 0.025054607540369034 (0.030445983792881968) | > loss_mel_ce: 2.027958869934082 (nan) | > loss: 0.008146879263222218 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14191240671385116) | > loader_time: 0.0044 (0.004594051467322304)  --> TIME: 2025-03-26 18:04:23 -- STEP: 3910/31555 -- GLOBAL_STEP: 1518550 | > loss_text_ce: 0.04501549154520035 (0.03045564674703247) | > loss_mel_ce: 2.0506441593170166 (nan) | > loss: 0.00831611081957817 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14188798272701156) | > loader_time: 0.0046 (0.004594311201968755)  --> TIME: 2025-03-26 18:04:33 -- STEP: 3960/31555 -- GLOBAL_STEP: 1518600 | > loss_text_ce: 0.031759295612573624 (0.030459302593013177) | > loss_mel_ce: 2.1956264972686768 (nan) | > loss: 0.008838833309710026 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14185689717832217) | > loader_time: 0.0046 (0.00459610398369605)  --> TIME: 2025-03-26 18:04:43 -- STEP: 4010/31555 -- GLOBAL_STEP: 1518650 | > loss_text_ce: 0.03266571834683418 (0.03046918137444931) | > loss_mel_ce: 2.9629509449005127 (nan) | > loss: 0.011887368746101856 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14188579870875617) | > loader_time: 0.0046 (0.004597142688056764)  --> TIME: 2025-03-26 18:04:52 -- STEP: 4060/31555 -- GLOBAL_STEP: 1518700 | > loss_text_ce: 0.02447706088423729 (0.030449879592917676) | > loss_mel_ce: 2.8655495643615723 (nan) | > loss: 0.01146836020052433 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1418972806977519) | > loader_time: 0.0045 (0.004599159163207246)  --> TIME: 2025-03-26 18:05:02 -- STEP: 4110/31555 -- GLOBAL_STEP: 1518750 | > loss_text_ce: 0.023739146068692207 (0.03044445910026521) | > loss_mel_ce: 3.0245842933654785 (nan) | > loss: 0.012096522375941277 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.14187737404575004) | > loader_time: 0.0049 (0.004600639296854199)  --> TIME: 2025-03-26 18:05:11 -- STEP: 4160/31555 -- GLOBAL_STEP: 1518800 | > loss_text_ce: 0.026341261342167854 (0.03043169294139191) | > loss_mel_ce: 2.795311689376831 (nan) | > loss: 0.011197036132216454 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14185339080599618) | > loader_time: 0.0044 (0.004603231010528702)  --> TIME: 2025-03-26 18:05:21 -- STEP: 4210/31555 -- GLOBAL_STEP: 1518850 | > loss_text_ce: 0.03484748676419258 (0.030429550416926875) | > loss_mel_ce: 2.893662691116333 (nan) | > loss: 0.011621072888374329 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1418361707990921) | > loader_time: 0.0046 (0.004603385812029979)  --> TIME: 2025-03-26 18:05:31 -- STEP: 4260/31555 -- GLOBAL_STEP: 1518900 | > loss_text_ce: 0.02873733639717102 (0.030443331668756797) | > loss_mel_ce: 2.4766898155212402 (nan) | > loss: 0.009942172095179558 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1418594551758026) | > loader_time: 0.0045 (0.004603629492817902)  --> TIME: 2025-03-26 18:05:41 -- STEP: 4310/31555 -- GLOBAL_STEP: 1518950 | > loss_text_ce: 0.026585012674331665 (0.030436152275089876) | > loss_mel_ce: 2.6766197681427 (nan) | > loss: 0.010727004148066044 (nan) | > current_lr: 5e-06 | > step_time: 0.1581 (0.14184545176211735) | > loader_time: 0.0047 (0.004604829215118329)  --> TIME: 2025-03-26 18:05:50 -- STEP: 4360/31555 -- GLOBAL_STEP: 1519000 | > loss_text_ce: 0.034115295857191086 (0.030443489896731638) | > loss_mel_ce: 2.4312305450439453 (nan) | > loss: 0.009783118963241577 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1418175751462987) | > loader_time: 0.0045 (0.004605087610559716)  --> TIME: 2025-03-26 18:05:59 -- STEP: 4410/31555 -- GLOBAL_STEP: 1519050 | > loss_text_ce: 0.03125813230872154 (0.030452641258924322) | > loss_mel_ce: 0.01751708984375 (nan) | > loss: 0.00019355247786734253 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14175869315659903) | > loader_time: 0.0044 (0.00460546881703832)  --> TIME: 2025-03-26 18:06:09 -- STEP: 4460/31555 -- GLOBAL_STEP: 1519100 | > loss_text_ce: 0.03458594158291817 (0.0304632909579261) | > loss_mel_ce: 2.9056410789489746 (nan) | > loss: 0.011667568236589432 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.14176984945220242) | > loader_time: 0.0045 (0.004607184318149026)  --> TIME: 2025-03-26 18:06:19 -- STEP: 4510/31555 -- GLOBAL_STEP: 1519150 | > loss_text_ce: 0.027298148721456528 (0.030467621962273466) | > loss_mel_ce: 2.5187370777130127 (nan) | > loss: 0.010103315114974976 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14179544676169564) | > loader_time: 0.0045 (0.0046087920533579825)  --> TIME: 2025-03-26 18:06:29 -- STEP: 4560/31555 -- GLOBAL_STEP: 1519200 | > loss_text_ce: 0.03364360332489014 (0.030469929562113657) | > loss_mel_ce: 2.9048376083374023 (nan) | > loss: 0.011660641059279442 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.1417674506442586) | > loader_time: 0.0047 (0.004609643471868405)  --> TIME: 2025-03-26 18:06:38 -- STEP: 4610/31555 -- GLOBAL_STEP: 1519250 | > loss_text_ce: 0.02932414412498474 (0.030463020559279106) | > loss_mel_ce: 2.6441547870635986 (nan) | > loss: 0.010609043762087822 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.14177253194589648) | > loader_time: 0.005 (0.004610307563152842)  --> TIME: 2025-03-26 18:06:48 -- STEP: 4660/31555 -- GLOBAL_STEP: 1519300 | > loss_text_ce: 0.02778012864291668 (0.030455257077681406) | > loss_mel_ce: 3.3672280311584473 (nan) | > loss: 0.013472255319356918 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14180291978074736) | > loader_time: 0.0046 (0.004611217975616446)  --> TIME: 2025-03-26 18:06:58 -- STEP: 4710/31555 -- GLOBAL_STEP: 1519350 | > loss_text_ce: 0.02721327915787697 (0.030454252350229114) | > loss_mel_ce: 1.3774971961975098 (nan) | > loss: 0.005574248265475035 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.1418719421273328) | > loader_time: 0.0045 (0.004612369598097094)  --> TIME: 2025-03-26 18:07:08 -- STEP: 4760/31555 -- GLOBAL_STEP: 1519400 | > loss_text_ce: 0.03245790675282478 (0.03046253181821784) | > loss_mel_ce: 2.0235238075256348 (nan) | > loss: 0.00815865769982338 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14190906972444328) | > loader_time: 0.0048 (0.004612977765187487)  --> TIME: 2025-03-26 18:07:18 -- STEP: 4810/31555 -- GLOBAL_STEP: 1519450 | > loss_text_ce: 0.03831087425351143 (0.030471105317889158) | > loss_mel_ce: 2.314012050628662 (nan) | > loss: 0.009334614500403404 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14196226819884963) | > loader_time: 0.0045 (0.00461262234035499)  --> TIME: 2025-03-26 18:07:28 -- STEP: 4860/31555 -- GLOBAL_STEP: 1519500 | > loss_text_ce: 0.025769498199224472 (0.030470692966547277) | > loss_mel_ce: 3.3075735569000244 (nan) | > loss: 0.01322755217552185 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.14196472692882045) | > loader_time: 0.0045 (0.0046128425578521514)  --> TIME: 2025-03-26 18:07:38 -- STEP: 4910/31555 -- GLOBAL_STEP: 1519550 | > loss_text_ce: 0.028955360874533653 (0.030466093310741082) | > loss_mel_ce: 2.4135665893554688 (nan) | > loss: 0.009692548774182796 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14195242185456658) | > loader_time: 0.0046 (0.00461238212352371)  --> TIME: 2025-03-26 18:07:47 -- STEP: 4960/31555 -- GLOBAL_STEP: 1519600 | > loss_text_ce: 0.031933605670928955 (0.030459735432504527) | > loss_mel_ce: 2.2855019569396973 (nan) | > loss: 0.009196173399686813 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1419463303300638) | > loader_time: 0.0045 (0.004612415596362073)  --> TIME: 2025-03-26 18:07:57 -- STEP: 5010/31555 -- GLOBAL_STEP: 1519650 | > loss_text_ce: 0.027575060725212097 (0.030462645371621123) | > loss_mel_ce: 2.9309911727905273 (nan) | > loss: 0.01174034271389246 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.1419685006379601) | > loader_time: 0.0048 (0.0046142352555326276)  --> TIME: 2025-03-26 18:08:07 -- STEP: 5060/31555 -- GLOBAL_STEP: 1519700 | > loss_text_ce: 0.0304593276232481 (0.030463160563760947) | > loss_mel_ce: 2.495206356048584 (nan) | > loss: 0.010022483766078949 (nan) | > current_lr: 5e-06 | > step_time: 0.1575 (0.1419263186190908) | > loader_time: 0.0048 (0.004614259979941621)  --> TIME: 2025-03-26 18:08:16 -- STEP: 5110/31555 -- GLOBAL_STEP: 1519750 | > loss_text_ce: 0.02732204459607601 (0.030450902340492622) | > loss_mel_ce: 2.940455675125122 (nan) | > loss: 0.011776896193623543 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14189680957047657) | > loader_time: 0.0047 (0.00461529388353082)  --> TIME: 2025-03-26 18:08:26 -- STEP: 5160/31555 -- GLOBAL_STEP: 1519800 | > loss_text_ce: 0.024312807247042656 (0.030449312378457466) | > loss_mel_ce: 2.297670841217041 (nan) | > loss: 0.009214221499860287 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14190323292747004) | > loader_time: 0.005 (0.0046153718648954825)  --> TIME: 2025-03-26 18:08:36 -- STEP: 5210/31555 -- GLOBAL_STEP: 1519850 | > loss_text_ce: 0.03253920003771782 (0.030448662545782247) | > loss_mel_ce: 2.2150731086730957 (nan) | > loss: 0.008919096551835537 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.1419382488430117) | > loader_time: 0.0049 (0.00461620158746466)  --> TIME: 2025-03-26 18:08:46 -- STEP: 5260/31555 -- GLOBAL_STEP: 1519900 | > loss_text_ce: 0.02273751236498356 (0.030441872005708543) | > loss_mel_ce: 1.5568575859069824 (nan) | > loss: 0.006268234923481941 (nan) | > current_lr: 5e-06 | > step_time: 0.1545 (0.14196013311922773) | > loader_time: 0.0046 (0.004616778341083012)  --> TIME: 2025-03-26 18:08:55 -- STEP: 5310/31555 -- GLOBAL_STEP: 1519950 | > loss_text_ce: 0.027456387877464294 (0.030429593039231057) | > loss_mel_ce: 2.8386380672454834 (nan) | > loss: 0.01137339137494564 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14192592410717977) | > loader_time: 0.0047 (0.00461747076102793)  --> TIME: 2025-03-26 18:09:05 -- STEP: 5360/31555 -- GLOBAL_STEP: 1520000 | > loss_text_ce: 0.02624882571399212 (0.030428070339561897) | > loss_mel_ce: 2.240368604660034 (nan) | > loss: 0.008994514122605324 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14191041401962726) | > loader_time: 0.0045 (0.004618062012231165) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1520000.pth  --> TIME: 2025-03-26 18:09:20 -- STEP: 5410/31555 -- GLOBAL_STEP: 1520050 | > loss_text_ce: 0.02785549871623516 (0.030429494011692718) | > loss_mel_ce: 2.435476303100586 (nan) | > loss: 0.009775126352906227 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14192731600812522) | > loader_time: 0.0048 (0.004619024333142966)  --> TIME: 2025-03-26 18:09:30 -- STEP: 5460/31555 -- GLOBAL_STEP: 1520100 | > loss_text_ce: 0.03344203531742096 (0.030434897157360183) | > loss_mel_ce: 2.295867681503296 (nan) | > loss: 0.009243292734026909 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14189469464969268) | > loader_time: 0.0047 (0.004620680398556775)  --> TIME: 2025-03-26 18:09:39 -- STEP: 5510/31555 -- GLOBAL_STEP: 1520150 | > loss_text_ce: 0.02328469231724739 (0.03042963680738546) | > loss_mel_ce: 2.03515625 (nan) | > loss: 0.008168417029082775 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14188496759279634) | > loader_time: 0.0046 (0.004621666399407083)  --> TIME: 2025-03-26 18:09:49 -- STEP: 5560/31555 -- GLOBAL_STEP: 1520200 | > loss_text_ce: 0.03364034742116928 (0.030449053216658587) | > loss_mel_ce: 2.9981467723846436 (nan) | > loss: 0.012030902318656445 (nan) | > current_lr: 5e-06 | > step_time: 0.1361 (0.14186896420211206) | > loader_time: 0.0046 (0.004621232156273271)  --> TIME: 2025-03-26 18:09:58 -- STEP: 5610/31555 -- GLOBAL_STEP: 1520250 | > loss_text_ce: 0.024860074743628502 (0.03044637260998395) | > loss_mel_ce: 2.6440789699554443 (nan) | > loss: 0.010591029189527035 (nan) | > current_lr: 5e-06 | > step_time: 0.1504 (0.14185707951611967) | > loader_time: 0.0044 (0.004620819848276505)  --> TIME: 2025-03-26 18:10:08 -- STEP: 5660/31555 -- GLOBAL_STEP: 1520300 | > loss_text_ce: 0.027639145031571388 (0.03043918009771712) | > loss_mel_ce: 2.488034248352051 (nan) | > loss: 0.00998283177614212 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.1418008832965213) | > loader_time: 0.0045 (0.004620289971044975)  --> TIME: 2025-03-26 18:10:18 -- STEP: 5710/31555 -- GLOBAL_STEP: 1520350 | > loss_text_ce: 0.026211848482489586 (0.03045192507263632) | > loss_mel_ce: 2.441288471221924 (nan) | > loss: 0.009791668504476547 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.14181040335453074) | > loader_time: 0.0047 (0.004620822215038519)  --> TIME: 2025-03-26 18:10:27 -- STEP: 5760/31555 -- GLOBAL_STEP: 1520400 | > loss_text_ce: 0.0356067419052124 (0.03045871804917826) | > loss_mel_ce: 2.4509053230285645 (nan) | > loss: 0.009867112152278423 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14177210955984024) | > loader_time: 0.0045 (0.004620833777719088)  --> TIME: 2025-03-26 18:10:37 -- STEP: 5810/31555 -- GLOBAL_STEP: 1520450 | > loss_text_ce: 0.02752542495727539 (0.030460783537066896) | > loss_mel_ce: 2.5201354026794434 (nan) | > loss: 0.010109765455126762 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14175189661692378) | > loader_time: 0.0046 (0.00462095076779287)  --> TIME: 2025-03-26 18:10:46 -- STEP: 5860/31555 -- GLOBAL_STEP: 1520500 | > loss_text_ce: 0.0444522425532341 (0.030464394406952703) | > loss_mel_ce: 2.0991735458374023 (nan) | > loss: 0.008506451733410358 (nan) | > current_lr: 5e-06 | > step_time: 0.1249 (0.14172136942274283) | > loader_time: 0.0044 (0.004621183221250692)  --> TIME: 2025-03-26 18:10:56 -- STEP: 5910/31555 -- GLOBAL_STEP: 1520550 | > loss_text_ce: 0.02244008518755436 (0.03045996648390256) | > loss_mel_ce: 2.5020999908447266 (nan) | > loss: 0.010018017143011093 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14171735990269277) | > loader_time: 0.0046 (0.004621642454828325)  --> TIME: 2025-03-26 18:11:05 -- STEP: 5960/31555 -- GLOBAL_STEP: 1520600 | > loss_text_ce: 0.03606407716870308 (0.030462613116305996) | > loss_mel_ce: 2.5230932235717773 (nan) | > loss: 0.010155387222766876 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14168233767451807) | > loader_time: 0.0048 (0.004621845003742521)  --> TIME: 2025-03-26 18:11:15 -- STEP: 6010/31555 -- GLOBAL_STEP: 1520650 | > loss_text_ce: 0.03247877582907677 (0.030459919612941498) | > loss_mel_ce: 2.6601715087890625 (nan) | > loss: 0.010685120709240437 (nan) | > current_lr: 5e-06 | > step_time: 0.1117 (0.1417080802647717) | > loader_time: 0.0044 (0.004623104212883129)  --> TIME: 2025-03-26 18:11:25 -- STEP: 6060/31555 -- GLOBAL_STEP: 1520700 | > loss_text_ce: 0.03862079977989197 (0.030452443649623507) | > loss_mel_ce: 2.4651169776916504 (nan) | > loss: 0.009935467503964901 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.14170412352376197) | > loader_time: 0.0043 (0.004623284198270003)  --> TIME: 2025-03-26 18:11:34 -- STEP: 6110/31555 -- GLOBAL_STEP: 1520750 | > loss_text_ce: 0.03497733548283577 (0.030449198275261883) | > loss_mel_ce: 2.641885280609131 (nan) | > loss: 0.010622471570968628 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14169949712612767) | > loader_time: 0.0045 (0.0046232114642029525)  --> TIME: 2025-03-26 18:11:44 -- STEP: 6160/31555 -- GLOBAL_STEP: 1520800 | > loss_text_ce: 0.02402414195239544 (0.030457151484185853) | > loss_mel_ce: 2.231813669204712 (nan) | > loss: 0.008951738476753235 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14174647489925435) | > loader_time: 0.0047 (0.004624151138516235)  --> TIME: 2025-03-26 18:11:54 -- STEP: 6210/31555 -- GLOBAL_STEP: 1520850 | > loss_text_ce: 0.02547331713140011 (0.030449939458428516) | > loss_mel_ce: 2.516716241836548 (nan) | > loss: 0.010088054463267326 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1417102335347832) | > loader_time: 0.0049 (0.004625244877764589)  --> TIME: 2025-03-26 18:12:03 -- STEP: 6260/31555 -- GLOBAL_STEP: 1520900 | > loss_text_ce: 0.035376470535993576 (0.03045280454576182) | > loss_mel_ce: 2.432600975036621 (nan) | > loss: 0.00979356188327074 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14169444508445858) | > loader_time: 0.0047 (0.00462535006550556)  --> TIME: 2025-03-26 18:12:13 -- STEP: 6310/31555 -- GLOBAL_STEP: 1520950 | > loss_text_ce: 0.04583335667848587 (0.030470116281359445) | > loss_mel_ce: 2.740506172180176 (nan) | > loss: 0.011056903749704361 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.14169934445817897) | > loader_time: 0.0046 (0.004625611675522425)  --> TIME: 2025-03-26 18:12:23 -- STEP: 6360/31555 -- GLOBAL_STEP: 1521000 | > loss_text_ce: 0.020305320620536804 (0.030459197780041247) | > loss_mel_ce: 1.35467529296875 (nan) | > loss: 0.005456272512674332 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.14166240073599856) | > loader_time: 0.0044 (0.004625648784937363)  --> TIME: 2025-03-26 18:12:32 -- STEP: 6410/31555 -- GLOBAL_STEP: 1521050 | > loss_text_ce: 0.027673596516251564 (0.03045477899642844) | > loss_mel_ce: 3.2103850841522217 (nan) | > loss: 0.01284943986684084 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14164973841442458) | > loader_time: 0.0047 (0.004625347623958988)  --> TIME: 2025-03-26 18:12:42 -- STEP: 6460/31555 -- GLOBAL_STEP: 1521100 | > loss_text_ce: 0.027208754792809486 (0.030460827232802707) | > loss_mel_ce: 2.964292049407959 (nan) | > loss: 0.011871036142110825 (nan) | > current_lr: 5e-06 | > step_time: 0.1403 (0.141654621189223) | > loader_time: 0.0047 (0.004625871860575023)  --> TIME: 2025-03-26 18:12:52 -- STEP: 6510/31555 -- GLOBAL_STEP: 1521150 | > loss_text_ce: 0.029639651998877525 (0.030455037397253807) | > loss_mel_ce: 0.8977813720703125 (nan) | > loss: 0.003680242458358407 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14167874210990455) | > loader_time: 0.0045 (0.0046263286411853885)  --> TIME: 2025-03-26 18:13:01 -- STEP: 6560/31555 -- GLOBAL_STEP: 1521200 | > loss_text_ce: 0.031008917838335037 (0.030455437352562825) | > loss_mel_ce: 2.4229695796966553 (nan) | > loss: 0.009738010354340076 (nan) | > current_lr: 5e-06 | > step_time: 0.1588 (0.14166016916676213) | > loader_time: 0.0048 (0.004626793941346622)  --> TIME: 2025-03-26 18:13:11 -- STEP: 6610/31555 -- GLOBAL_STEP: 1521250 | > loss_text_ce: 0.03232158347964287 (0.03045777769198531) | > loss_mel_ce: 3.0097336769104004 (nan) | > loss: 0.012071648612618446 (nan) | > current_lr: 5e-06 | > step_time: 0.1348 (0.14162402668807164) | > loader_time: 0.0047 (0.004627002638154612)  --> TIME: 2025-03-26 18:13:20 -- STEP: 6660/31555 -- GLOBAL_STEP: 1521300 | > loss_text_ce: 0.03730635717511177 (0.030459311347756837) | > loss_mel_ce: 2.651590347290039 (nan) | > loss: 0.010670225135982037 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.141639512902623) | > loader_time: 0.0048 (0.00462767000312921)  --> TIME: 2025-03-26 18:13:30 -- STEP: 6710/31555 -- GLOBAL_STEP: 1521350 | > loss_text_ce: 0.023029901087284088 (0.030460939771771965) | > loss_mel_ce: 1.5896810293197632 (nan) | > loss: 0.006399646867066622 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14164784078981718) | > loader_time: 0.0045 (0.004627846072576453)  --> TIME: 2025-03-26 18:13:40 -- STEP: 6760/31555 -- GLOBAL_STEP: 1521400 | > loss_text_ce: 0.01966586709022522 (0.0304605252453892) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14164950621903932) | > loader_time: 0.0042 (0.004627427511666666)  --> TIME: 2025-03-26 18:13:50 -- STEP: 6810/31555 -- GLOBAL_STEP: 1521450 | > loss_text_ce: 0.027468794956803322 (0.030460704837087405) | > loss_mel_ce: 1.832676887512207 (nan) | > loss: 0.007381530944257975 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1416414427512185) | > loader_time: 0.0043 (0.004626673328718964)  --> TIME: 2025-03-26 18:13:59 -- STEP: 6860/31555 -- GLOBAL_STEP: 1521500 | > loss_text_ce: 0.02491580694913864 (0.030453215088184826) | > loss_mel_ce: 2.8676247596740723 (nan) | > loss: 0.011478335596621037 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14166086901728617) | > loader_time: 0.0047 (0.004626239771050557)  --> TIME: 2025-03-26 18:14:09 -- STEP: 6910/31555 -- GLOBAL_STEP: 1521550 | > loss_text_ce: 0.04477396234869957 (0.030455283653772775) | > loss_mel_ce: 2.867802143096924 (nan) | > loss: 0.01155784260481596 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.1416712680532336) | > loader_time: 0.0046 (0.004626123501491976)  --> TIME: 2025-03-26 18:14:19 -- STEP: 6960/31555 -- GLOBAL_STEP: 1521600 | > loss_text_ce: 0.028790345415472984 (0.030457587535867747) | > loss_mel_ce: 0.07574462890625 (nan) | > loss: 0.00041482134838588536 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14167084097862193) | > loader_time: 0.0045 (0.004626435897816202)  --> TIME: 2025-03-26 18:14:29 -- STEP: 7010/31555 -- GLOBAL_STEP: 1521650 | > loss_text_ce: 0.03292373567819595 (0.030454186497843386) | > loss_mel_ce: 2.8508872985839844 (nan) | > loss: 0.011443695053458214 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14168030185128022) | > loader_time: 0.0047 (0.004626281183218325)  --> TIME: 2025-03-26 18:14:38 -- STEP: 7060/31555 -- GLOBAL_STEP: 1521700 | > loss_text_ce: 0.034722741693258286 (0.030447831579613324) | > loss_mel_ce: 2.629141092300415 (nan) | > loss: 0.010570889338850975 (nan) | > current_lr: 5e-06 | > step_time: 0.1653 (0.14167965326363186) | > loader_time: 0.0048 (0.004625856673751284)  --> TIME: 2025-03-26 18:14:48 -- STEP: 7110/31555 -- GLOBAL_STEP: 1521750 | > loss_text_ce: 0.03364944085478783 (0.030446965773308285) | > loss_mel_ce: 2.5962939262390137 (nan) | > loss: 0.01043628342449665 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14172418342193255) | > loader_time: 0.0047 (0.004626228370076341)  --> TIME: 2025-03-26 18:14:58 -- STEP: 7160/31555 -- GLOBAL_STEP: 1521800 | > loss_text_ce: 0.031901147216558456 (0.03044807557679983) | > loss_mel_ce: 3.0397801399230957 (nan) | > loss: 0.012189212255179882 (nan) | > current_lr: 5e-06 | > step_time: 0.1111 (0.14171504501523874) | > loader_time: 0.0042 (0.0046254067780585415)  --> TIME: 2025-03-26 18:15:07 -- STEP: 7210/31555 -- GLOBAL_STEP: 1521850 | > loss_text_ce: 0.02454155869781971 (0.030442075837072858) | > loss_mel_ce: 2.4099414348602295 (nan) | > loss: 0.009660647250711918 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.1416871876723224) | > loader_time: 0.0044 (0.0046251747710695035)  --> TIME: 2025-03-26 18:15:17 -- STEP: 7260/31555 -- GLOBAL_STEP: 1521900 | > loss_text_ce: 0.029931427910923958 (0.030453088775805656) | > loss_mel_ce: 2.5440006256103516 (nan) | > loss: 0.010214016772806644 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14169207532215355) | > loader_time: 0.0077 (0.004625599213539748)  --> TIME: 2025-03-26 18:15:27 -- STEP: 7310/31555 -- GLOBAL_STEP: 1521950 | > loss_text_ce: 0.023532520979642868 (0.030457916875304872) | > loss_mel_ce: 2.259159564971924 (nan) | > loss: 0.009058303199708462 (nan) | > current_lr: 5e-06 | > step_time: 0.1634 (0.14170282346931568) | > loader_time: 0.0046 (0.004625106020926139)  --> TIME: 2025-03-26 18:15:36 -- STEP: 7360/31555 -- GLOBAL_STEP: 1522000 | > loss_text_ce: 0.020856153219938278 (0.030460301552944737) | > loss_mel_ce: 0.9975716471672058 (nan) | > loss: 0.00404138071462512 (nan) | > current_lr: 5e-06 | > step_time: 0.1125 (0.14168259226109645) | > loader_time: 0.0048 (0.00462524660903476)  --> TIME: 2025-03-26 18:15:46 -- STEP: 7410/31555 -- GLOBAL_STEP: 1522050 | > loss_text_ce: 0.029493073001503944 (0.030454880338886128) | > loss_mel_ce: 2.80646014213562 (nan) | > loss: 0.011253783479332924 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14170290004869196) | > loader_time: 0.0047 (0.004626055059806231)  --> TIME: 2025-03-26 18:15:56 -- STEP: 7460/31555 -- GLOBAL_STEP: 1522100 | > loss_text_ce: 0.024277303367853165 (0.030448622195968958) | > loss_mel_ce: 1.8050490617752075 (nan) | > loss: 0.0072592319920659065 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14168466220911938) | > loader_time: 0.0047 (0.004628343460706874)  --> TIME: 2025-03-26 18:16:06 -- STEP: 7510/31555 -- GLOBAL_STEP: 1522150 | > loss_text_ce: 0.029197387397289276 (0.03045245322464567) | > loss_mel_ce: 2.700981378555298 (nan) | > loss: 0.010834043845534325 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1417020663440463) | > loader_time: 0.0045 (0.004629016081280475)  --> TIME: 2025-03-26 18:16:15 -- STEP: 7560/31555 -- GLOBAL_STEP: 1522200 | > loss_text_ce: 0.0362272784113884 (0.030461851612753457) | > loss_mel_ce: 2.4728682041168213 (nan) | > loss: 0.009956728667020798 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14169992545925097) | > loader_time: 0.0045 (0.004628792073991577)  --> TIME: 2025-03-26 18:16:25 -- STEP: 7610/31555 -- GLOBAL_STEP: 1522250 | > loss_text_ce: 0.030198855325579643 (0.030465883896875826) | > loss_mel_ce: 2.2920854091644287 (nan) | > loss: 0.00921541452407837 (nan) | > current_lr: 5e-06 | > step_time: 0.1562 (0.14173037980765119) | > loader_time: 0.0047 (0.004630093850224793)  --> TIME: 2025-03-26 18:16:35 -- STEP: 7660/31555 -- GLOBAL_STEP: 1522300 | > loss_text_ce: 0.023709110915660858 (0.03046347691200907) | > loss_mel_ce: 2.0843002796173096 (nan) | > loss: 0.008365117013454437 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14173563108742993) | > loader_time: 0.0043 (0.004629705780168751)  --> TIME: 2025-03-26 18:16:44 -- STEP: 7710/31555 -- GLOBAL_STEP: 1522350 | > loss_text_ce: 0.02968074567615986 (0.03046123488792901) | > loss_mel_ce: 0.696044921875 (nan) | > loss: 0.002879863837733865 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14170957792903022) | > loader_time: 0.0043 (0.004629138966324124)  --> TIME: 2025-03-26 18:16:54 -- STEP: 7760/31555 -- GLOBAL_STEP: 1522400 | > loss_text_ce: 0.02897779829800129 (0.030459385284237063) | > loss_mel_ce: 2.551146984100342 (nan) | > loss: 0.010238591581583023 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14174720248610678) | > loader_time: 0.0045 (0.004628490387778935)  --> TIME: 2025-03-26 18:17:04 -- STEP: 7810/31555 -- GLOBAL_STEP: 1522450 | > loss_text_ce: 0.02977302297949791 (0.030463176716367085) | > loss_mel_ce: 2.6571953296661377 (nan) | > loss: 0.010662573389708996 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14174960248754187) | > loader_time: 0.0044 (0.004628470673603848)  --> TIME: 2025-03-26 18:17:14 -- STEP: 7860/31555 -- GLOBAL_STEP: 1522500 | > loss_text_ce: 0.032066140323877335 (0.030459255051062117) | > loss_mel_ce: 1.915021300315857 (nan) | > loss: 0.007726537995040417 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14173644432281393) | > loader_time: 0.0045 (0.00462870540206367)  --> TIME: 2025-03-26 18:17:23 -- STEP: 7910/31555 -- GLOBAL_STEP: 1522550 | > loss_text_ce: 0.0319528691470623 (0.03046241042447923) | > loss_mel_ce: 2.553058624267578 (nan) | > loss: 0.010257982648909092 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1417440483452545) | > loader_time: 0.0045 (0.004629574051096239)  --> TIME: 2025-03-26 18:17:33 -- STEP: 7960/31555 -- GLOBAL_STEP: 1522600 | > loss_text_ce: 0.02621101401746273 (0.03046314978946337) | > loss_mel_ce: 2.63590145111084 (nan) | > loss: 0.01056393887847662 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14172232007261473) | > loader_time: 0.0045 (0.004628370814587017)  --> TIME: 2025-03-26 18:17:43 -- STEP: 8010/31555 -- GLOBAL_STEP: 1522650 | > loss_text_ce: 0.02312622033059597 (0.03046383745352111) | > loss_mel_ce: 2.0087356567382812 (nan) | > loss: 0.008062943816184998 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14175238722421382) | > loader_time: 0.0044 (0.004627689827098693)  --> TIME: 2025-03-26 18:17:52 -- STEP: 8060/31555 -- GLOBAL_STEP: 1522700 | > loss_text_ce: 0.027618438005447388 (0.030466139047676997) | > loss_mel_ce: 1.1847044229507446 (nan) | > loss: 0.004810804966837168 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14174042546719512) | > loader_time: 0.0045 (0.004629101676325658)  --> TIME: 2025-03-26 18:18:02 -- STEP: 8110/31555 -- GLOBAL_STEP: 1522750 | > loss_text_ce: 0.024902747943997383 (0.030461009369839243) | > loss_mel_ce: 3.0242373943328857 (nan) | > loss: 0.012099763378500938 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14175975134575536) | > loader_time: 0.0048 (0.004629424438523612)  --> TIME: 2025-03-26 18:18:12 -- STEP: 8160/31555 -- GLOBAL_STEP: 1522800 | > loss_text_ce: 0.027852628380060196 (0.03046273051112817) | > loss_mel_ce: 2.820871353149414 (nan) | > loss: 0.01130446046590805 (nan) | > current_lr: 5e-06 | > step_time: 0.1863 (0.14177451417142248) | > loader_time: 0.0047 (0.004629511576072855)  --> TIME: 2025-03-26 18:18:22 -- STEP: 8210/31555 -- GLOBAL_STEP: 1522850 | > loss_text_ce: 0.03196078538894653 (0.03045984171376304) | > loss_mel_ce: 2.3611583709716797 (nan) | > loss: 0.009496504440903664 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14176008271532117) | > loader_time: 0.0047 (0.004628797570622373)  --> TIME: 2025-03-26 18:18:31 -- STEP: 8260/31555 -- GLOBAL_STEP: 1522900 | > loss_text_ce: 0.018866315484046936 (0.030460261647334685) | > loss_mel_ce: 1.5278807878494263 (nan) | > loss: 0.006137885618954897 (nan) | > current_lr: 5e-06 | > step_time: 0.1044 (0.14177799614520667) | > loader_time: 0.0047 (0.004629369653743359)  --> TIME: 2025-03-26 18:18:41 -- STEP: 8310/31555 -- GLOBAL_STEP: 1522950 | > loss_text_ce: 0.036803435534238815 (0.030459782437709405) | > loss_mel_ce: 2.171029806137085 (nan) | > loss: 0.008761243894696236 (nan) | > current_lr: 5e-06 | > step_time: 0.1083 (0.14176836008055813) | > loader_time: 0.0044 (0.004629448432784662)  --> TIME: 2025-03-26 18:18:51 -- STEP: 8360/31555 -- GLOBAL_STEP: 1523000 | > loss_text_ce: 0.028567319735884666 (0.030462036350225073) | > loss_mel_ce: 2.4818637371063232 (nan) | > loss: 0.009962028823792934 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.14179858305807874) | > loader_time: 0.0047 (0.004629304620067482)  --> TIME: 2025-03-26 18:19:00 -- STEP: 8410/31555 -- GLOBAL_STEP: 1523050 | > loss_text_ce: 0.029871003702282906 (0.03046474181952821) | > loss_mel_ce: 2.525285005569458 (nan) | > loss: 0.010139508172869682 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1417639982969665) | > loader_time: 0.0047 (0.004628469544273506)  --> TIME: 2025-03-26 18:19:10 -- STEP: 8460/31555 -- GLOBAL_STEP: 1523100 | > loss_text_ce: 0.03938516229391098 (0.030475670346730425) | > loss_mel_ce: 1.9202991724014282 (nan) | > loss: 0.007776525802910328 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14177422114861465) | > loader_time: 0.0047 (0.004628568140891158)  --> TIME: 2025-03-26 18:19:20 -- STEP: 8510/31555 -- GLOBAL_STEP: 1523150 | > loss_text_ce: 0.03245646506547928 (0.030478559703195136) | > loss_mel_ce: 0.021484375 (nan) | > loss: 0.00021405096049420536 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.141777012014781) | > loader_time: 0.0045 (0.004629383804375091)  --> TIME: 2025-03-26 18:19:30 -- STEP: 8560/31555 -- GLOBAL_STEP: 1523200 | > loss_text_ce: 0.03627382591366768 (0.030480223171038674) | > loss_mel_ce: 3.342142105102539 (nan) | > loss: 0.013406412675976753 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14180864165319432) | > loader_time: 0.0045 (0.004629614531436821)  --> TIME: 2025-03-26 18:19:39 -- STEP: 8610/31555 -- GLOBAL_STEP: 1523250 | > loss_text_ce: 0.03031449019908905 (0.030490251568240156) | > loss_mel_ce: 2.288039207458496 (nan) | > loss: 0.009199816733598709 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14178564828170404) | > loader_time: 0.0048 (0.004629755767795691)  --> TIME: 2025-03-26 18:19:49 -- STEP: 8660/31555 -- GLOBAL_STEP: 1523300 | > loss_text_ce: 0.030425122007727623 (0.030486512945762753) | > loss_mel_ce: 2.8014872074127197 (nan) | > loss: 0.011237747967243195 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14176455336960542) | > loader_time: 0.0048 (0.0046295768394206)  --> TIME: 2025-03-26 18:19:58 -- STEP: 8710/31555 -- GLOBAL_STEP: 1523350 | > loss_text_ce: 0.0232528205960989 (0.030489687354065452) | > loss_mel_ce: 1.9627407789230347 (nan) | > loss: 0.007880927994847298 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.14174483432835427) | > loader_time: 0.0044 (0.004629849511638172)  --> TIME: 2025-03-26 18:20:08 -- STEP: 8760/31555 -- GLOBAL_STEP: 1523400 | > loss_text_ce: 0.03551899641752243 (0.030484338275254725) | > loss_mel_ce: 2.9979593753814697 (nan) | > loss: 0.012037612497806549 (nan) | > current_lr: 5e-06 | > step_time: 0.1266 (0.1417280626895761) | > loader_time: 0.0046 (0.0046295835275083986)  --> TIME: 2025-03-26 18:20:18 -- STEP: 8810/31555 -- GLOBAL_STEP: 1523450 | > loss_text_ce: 0.031149830669164658 (0.030488553844713665) | > loss_mel_ce: 2.1779143810272217 (nan) | > loss: 0.008766128681600094 (nan) | > current_lr: 5e-06 | > step_time: 0.1259 (0.141751565132184) | > loader_time: 0.0044 (0.004630068725949659)  --> TIME: 2025-03-26 18:20:28 -- STEP: 8860/31555 -- GLOBAL_STEP: 1523500 | > loss_text_ce: 0.033264484256505966 (0.030491895056024832) | > loss_mel_ce: 2.4206113815307617 (nan) | > loss: 0.009737602435052395 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14177647105188956) | > loader_time: 0.0046 (0.004629911499152608)  --> TIME: 2025-03-26 18:20:37 -- STEP: 8910/31555 -- GLOBAL_STEP: 1523550 | > loss_text_ce: 0.030168158933520317 (0.0304847255303168) | > loss_mel_ce: 3.059483051300049 (nan) | > loss: 0.012260520830750465 (nan) | > current_lr: 5e-06 | > step_time: 0.1763 (0.14176045898368964) | > loader_time: 0.0047 (0.004629955842973947)  --> TIME: 2025-03-26 18:20:47 -- STEP: 8960/31555 -- GLOBAL_STEP: 1523600 | > loss_text_ce: 0.028423434123396873 (0.030474753498232792) | > loss_mel_ce: 2.314116954803467 (nan) | > loss: 0.009295796044170856 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14177674222737507) | > loader_time: 0.0047 (0.004629736766219145)  --> TIME: 2025-03-26 18:20:57 -- STEP: 9010/31555 -- GLOBAL_STEP: 1523650 | > loss_text_ce: 0.031192688271403313 (0.030477472026310407) | > loss_mel_ce: 2.9134161472320557 (nan) | > loss: 0.011684956960380077 (nan) | > current_lr: 5e-06 | > step_time: 0.1726 (0.14178452288006257) | > loader_time: 0.0046 (0.004630003123648564)  --> TIME: 2025-03-26 18:21:07 -- STEP: 9060/31555 -- GLOBAL_STEP: 1523700 | > loss_text_ce: 0.020924482494592667 (0.03046338254304204) | > loss_mel_ce: 2.103419780731201 (nan) | > loss: 0.00842993799597025 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.1417941705543732) | > loader_time: 0.0047 (0.004629371787275445)  --> TIME: 2025-03-26 18:21:16 -- STEP: 9110/31555 -- GLOBAL_STEP: 1523750 | > loss_text_ce: 0.0240744911134243 (0.030464718732819304) | > loss_mel_ce: 2.7460412979125977 (nan) | > loss: 0.010992524214088917 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.1417745123056099) | > loader_time: 0.0044 (0.004628436233026406)  --> TIME: 2025-03-26 18:21:26 -- STEP: 9160/31555 -- GLOBAL_STEP: 1523800 | > loss_text_ce: 0.03494171053171158 (0.030468527818257273) | > loss_mel_ce: 2.8682358264923096 (nan) | > loss: 0.011520545929670334 (nan) | > current_lr: 5e-06 | > step_time: 0.1789 (0.14177965081935315) | > loader_time: 0.0047 (0.004628350510867932)  --> TIME: 2025-03-26 18:21:36 -- STEP: 9210/31555 -- GLOBAL_STEP: 1523850 | > loss_text_ce: 0.029388977214694023 (0.0304649425142654) | > loss_mel_ce: 2.719733953475952 (nan) | > loss: 0.010909218341112137 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1417720705885577) | > loader_time: 0.0044 (0.004628418322883148)  --> TIME: 2025-03-26 18:21:45 -- STEP: 9260/31555 -- GLOBAL_STEP: 1523900 | > loss_text_ce: 0.04433063417673111 (0.030460623869789084) | > loss_mel_ce: 2.6526191234588623 (nan) | > loss: 0.010702181607484818 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14176456928253123) | > loader_time: 0.0046 (0.004628411534023088)  --> TIME: 2025-03-26 18:21:55 -- STEP: 9310/31555 -- GLOBAL_STEP: 1523950 | > loss_text_ce: 0.015757203102111816 (0.030468309995499224) | > loss_mel_ce: 2.6405718326568604 (nan) | > loss: 0.010540989227592945 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1417883164644492) | > loader_time: 0.0043 (0.004627994692031098)  --> TIME: 2025-03-26 18:22:05 -- STEP: 9360/31555 -- GLOBAL_STEP: 1524000 | > loss_text_ce: 0.03424769267439842 (0.03046206341425562) | > loss_mel_ce: 2.6499404907226562 (nan) | > loss: 0.0106515409424901 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14178581658082068) | > loader_time: 0.0045 (0.0046275599135293)  --> TIME: 2025-03-26 18:22:14 -- STEP: 9410/31555 -- GLOBAL_STEP: 1524050 | > loss_text_ce: 0.024806058034300804 (0.0304651568514096) | > loss_mel_ce: 3.3220903873443604 (nan) | > loss: 0.013281336054205894 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.14177161332271238) | > loader_time: 0.0045 (0.004627186737709178)  --> TIME: 2025-03-26 18:22:24 -- STEP: 9460/31555 -- GLOBAL_STEP: 1524100 | > loss_text_ce: 0.03800056129693985 (0.030465728956536563) | > loss_mel_ce: 2.2293827533721924 (nan) | > loss: 0.008997553028166294 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14176304990594968) | > loader_time: 0.0046 (0.004626583322158078)  --> TIME: 2025-03-26 18:22:33 -- STEP: 9510/31555 -- GLOBAL_STEP: 1524150 | > loss_text_ce: 0.03055957891047001 (0.03046827289314018) | > loss_mel_ce: 2.6312789916992188 (nan) | > loss: 0.010562852025032043 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14173905588725563) | > loader_time: 0.0047 (0.0046259289910991425)  --> TIME: 2025-03-26 18:22:43 -- STEP: 9560/31555 -- GLOBAL_STEP: 1524200 | > loss_text_ce: 0.02920944057404995 (0.030463726856847093) | > loss_mel_ce: 2.597902297973633 (nan) | > loss: 0.010425047017633915 (nan) | > current_lr: 5e-06 | > step_time: 0.1311 (0.14175268561271376) | > loader_time: 0.0044 (0.004625442162717242)  --> TIME: 2025-03-26 18:22:53 -- STEP: 9610/31555 -- GLOBAL_STEP: 1524250 | > loss_text_ce: 0.028801536187529564 (0.030462172255792213) | > loss_mel_ce: 2.879523515701294 (nan) | > loss: 0.011540972627699375 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14176433813311373) | > loader_time: 0.0045 (0.0046247536632446585)  --> TIME: 2025-03-26 18:23:02 -- STEP: 9660/31555 -- GLOBAL_STEP: 1524300 | > loss_text_ce: 0.025505127385258675 (0.030457783993198605) | > loss_mel_ce: 0.4786856472492218 (nan) | > loss: 0.002000757260248065 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1417391636109988) | > loader_time: 0.0045 (0.004623927438234452)  --> TIME: 2025-03-26 18:23:12 -- STEP: 9710/31555 -- GLOBAL_STEP: 1524350 | > loss_text_ce: 0.02647988684475422 (0.03045963204190534) | > loss_mel_ce: 3.0023670196533203 (nan) | > loss: 0.012019234709441662 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.1417444413771462) | > loader_time: 0.0044 (0.004624280625096811)  --> TIME: 2025-03-26 18:23:22 -- STEP: 9760/31555 -- GLOBAL_STEP: 1524400 | > loss_text_ce: 0.02809014730155468 (0.030453406408578004) | > loss_mel_ce: 2.144014358520508 (nan) | > loss: 0.008619463071227074 (nan) | > current_lr: 5e-06 | > step_time: 0.1426 (0.1417394027358191) | > loader_time: 0.0046 (0.00462478856082823)  --> TIME: 2025-03-26 18:23:32 -- STEP: 9810/31555 -- GLOBAL_STEP: 1524450 | > loss_text_ce: 0.03578038141131401 (0.030448227391789963) | > loss_mel_ce: 2.6996819972991943 (nan) | > loss: 0.010855010710656643 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14176118748146638) | > loader_time: 0.0043 (0.004624254331676242)  --> TIME: 2025-03-26 18:23:41 -- STEP: 9860/31555 -- GLOBAL_STEP: 1524500 | > loss_text_ce: 0.02094893716275692 (0.030444515283497214) | > loss_mel_ce: 2.1625049114227295 (nan) | > loss: 0.008664499968290329 (nan) | > current_lr: 5e-06 | > step_time: 0.1098 (0.14173419448956934) | > loader_time: 0.0046 (0.004623359744011995)  --> TIME: 2025-03-26 18:23:51 -- STEP: 9910/31555 -- GLOBAL_STEP: 1524550 | > loss_text_ce: 0.02405938319861889 (0.03044043501357874) | > loss_mel_ce: 2.117446184158325 (nan) | > loss: 0.008498038165271282 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14172281350425392) | > loader_time: 0.0045 (0.004622991270302044)  --> TIME: 2025-03-26 18:24:00 -- STEP: 9960/31555 -- GLOBAL_STEP: 1524600 | > loss_text_ce: 0.02570675127208233 (0.030438339027546227) | > loss_mel_ce: 0.0381731316447258 (nan) | > loss: 0.0002534916275180876 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1417152206103) | > loader_time: 0.0048 (0.004622352769575924)  --> TIME: 2025-03-26 18:24:10 -- STEP: 10010/31555 -- GLOBAL_STEP: 1524650 | > loss_text_ce: 0.03693995252251625 (0.030441360806880684) | > loss_mel_ce: 2.6085691452026367 (nan) | > loss: 0.010498052462935448 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1417003062102456) | > loader_time: 0.0044 (0.004621626256586432)  --> TIME: 2025-03-26 18:24:19 -- STEP: 10060/31555 -- GLOBAL_STEP: 1524700 | > loss_text_ce: 0.0338611900806427 (0.03043962900700866) | > loss_mel_ce: 2.7797412872314453 (nan) | > loss: 0.011165089905261993 (nan) | > current_lr: 5e-06 | > step_time: 0.1221 (0.1417173156444398) | > loader_time: 0.0044 (0.004621347589473839)  --> TIME: 2025-03-26 18:24:29 -- STEP: 10110/31555 -- GLOBAL_STEP: 1524750 | > loss_text_ce: 0.02849479578435421 (0.030439693324219964) | > loss_mel_ce: 2.4735090732574463 (nan) | > loss: 0.009928587824106216 (nan) | > current_lr: 5e-06 | > step_time: 0.1904 (0.14171950960961036) | > loader_time: 0.0047 (0.004621144241914078)  --> TIME: 2025-03-26 18:24:39 -- STEP: 10160/31555 -- GLOBAL_STEP: 1524800 | > loss_text_ce: 0.03246738761663437 (0.030438884018506033) | > loss_mel_ce: 2.8510582447052 (nan) | > loss: 0.011442562565207481 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14171297564281196) | > loader_time: 0.0044 (0.004621620722643031)  --> TIME: 2025-03-26 18:24:48 -- STEP: 10210/31555 -- GLOBAL_STEP: 1524850 | > loss_text_ce: 0.035373255610466 (0.0304338429788133) | > loss_mel_ce: 1.740966796875 (nan) | > loss: 0.007048968691378832 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14170360513812244) | > loader_time: 0.0043 (0.0046209951806138435)  --> TIME: 2025-03-26 18:24:58 -- STEP: 10260/31555 -- GLOBAL_STEP: 1524900 | > loss_text_ce: 0.03402073681354523 (0.030432730449951793) | > loss_mel_ce: 3.0947086811065674 (nan) | > loss: 0.01241559349000454 (nan) | > current_lr: 5e-06 | > step_time: 0.1491 (0.14169838602779863) | > loader_time: 0.0043 (0.004620361304887317)  --> TIME: 2025-03-26 18:25:08 -- STEP: 10310/31555 -- GLOBAL_STEP: 1524950 | > loss_text_ce: 0.03989405930042267 (0.030440593875716977) | > loss_mel_ce: 2.431687593460083 (nan) | > loss: 0.00980786420404911 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.14169365083211571) | > loader_time: 0.0044 (0.004620052077721667)  --> TIME: 2025-03-26 18:25:17 -- STEP: 10360/31555 -- GLOBAL_STEP: 1525000 | > loss_text_ce: 0.020981227979063988 (0.03045048196916918) | > loss_mel_ce: 2.04473876953125 (nan) | > loss: 0.008197301998734474 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14169649438047935) | > loader_time: 0.0043 (0.0046197601957210675)  --> TIME: 2025-03-26 18:25:27 -- STEP: 10410/31555 -- GLOBAL_STEP: 1525050 | > loss_text_ce: 0.0224495530128479 (0.030449629848864106) | > loss_mel_ce: 2.270641565322876 (nan) | > loss: 0.009099568240344524 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.1416945876580491) | > loader_time: 0.0043 (0.004619107214334945)  --> TIME: 2025-03-26 18:25:36 -- STEP: 10460/31555 -- GLOBAL_STEP: 1525100 | > loss_text_ce: 0.024599136784672737 (0.030452309936787186) | > loss_mel_ce: 1.5272988080978394 (nan) | > loss: 0.00615832582116127 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14167212345859945) | > loader_time: 0.0046 (0.004618387172144632)  --> TIME: 2025-03-26 18:25:46 -- STEP: 10510/31555 -- GLOBAL_STEP: 1525150 | > loss_text_ce: 0.029397590085864067 (0.030448152600113236) | > loss_mel_ce: 2.46040678024292 (nan) | > loss: 0.009880175814032555 (nan) | > current_lr: 5e-06 | > step_time: 0.1552 (0.14165978908085095) | > loader_time: 0.0045 (0.004617724477620936)  --> TIME: 2025-03-26 18:25:56 -- STEP: 10560/31555 -- GLOBAL_STEP: 1525200 | > loss_text_ce: 0.03367847949266434 (0.03044876575066045) | > loss_mel_ce: 2.3769147396087646 (nan) | > loss: 0.009565846994519234 (nan) | > current_lr: 5e-06 | > step_time: 0.1347 (0.14167912180225023) | > loader_time: 0.0046 (0.004617655209519638)  --> TIME: 2025-03-26 18:26:06 -- STEP: 10610/31555 -- GLOBAL_STEP: 1525250 | > loss_text_ce: 0.03200310096144676 (0.030453814320445312) | > loss_mel_ce: 2.874570846557617 (nan) | > loss: 0.011534024961292744 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.14169143459686762) | > loader_time: 0.0048 (0.004617044995350158)  --> TIME: 2025-03-26 18:26:15 -- STEP: 10660/31555 -- GLOBAL_STEP: 1525300 | > loss_text_ce: 0.032510366290807724 (0.030452839673827028) | > loss_mel_ce: 2.6523678302764893 (nan) | > loss: 0.01065427903085947 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14169695469049268) | > loader_time: 0.0048 (0.004617345735682321)  --> TIME: 2025-03-26 18:26:25 -- STEP: 10710/31555 -- GLOBAL_STEP: 1525350 | > loss_text_ce: 0.030521458014845848 (0.030456621772640087) | > loss_mel_ce: 2.3555119037628174 (nan) | > loss: 0.009468386881053448 (nan) | > current_lr: 5e-06 | > step_time: 0.1225 (0.14168719159009593) | > loader_time: 0.0068 (0.004617357365334833)  --> TIME: 2025-03-26 18:26:34 -- STEP: 10760/31555 -- GLOBAL_STEP: 1525400 | > loss_text_ce: 0.0252133309841156 (0.030454158015743065) | > loss_mel_ce: 2.625929355621338 (nan) | > loss: 0.010520407930016518 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.1416525734401544) | > loader_time: 0.0048 (0.0046175355140161195)  --> TIME: 2025-03-26 18:26:44 -- STEP: 10810/31555 -- GLOBAL_STEP: 1525450 | > loss_text_ce: 0.027661724016070366 (0.03045530514817454) | > loss_mel_ce: 2.313506841659546 (nan) | > loss: 0.009290352463722229 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14164105489450254) | > loader_time: 0.0044 (0.004616850245120221)  --> TIME: 2025-03-26 18:26:53 -- STEP: 10860/31555 -- GLOBAL_STEP: 1525500 | > loss_text_ce: 0.03321022912859917 (0.030459509882046865) | > loss_mel_ce: 3.1612548828125 (nan) | > loss: 0.012676449492573738 (nan) | > current_lr: 5e-06 | > step_time: 0.1365 (0.14162761229836446) | > loader_time: 0.0045 (0.0046165610545247805)  --> TIME: 2025-03-26 18:27:03 -- STEP: 10910/31555 -- GLOBAL_STEP: 1525550 | > loss_text_ce: 0.030712878331542015 (0.030453215392714488) | > loss_mel_ce: 2.531433343887329 (nan) | > loss: 0.010167247615754604 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14163786152106228) | > loader_time: 0.0049 (0.004616616298909789)  --> TIME: 2025-03-26 18:27:12 -- STEP: 10960/31555 -- GLOBAL_STEP: 1525600 | > loss_text_ce: 0.030082957819104195 (0.030453415641248444) | > loss_mel_ce: 3.0430729389190674 (nan) | > loss: 0.012195063754916191 (nan) | > current_lr: 5e-06 | > step_time: 0.1709 (0.14161951648492851) | > loader_time: 0.0044 (0.004616111995529941)  --> TIME: 2025-03-26 18:27:22 -- STEP: 11010/31555 -- GLOBAL_STEP: 1525650 | > loss_text_ce: 0.03274870663881302 (0.03045663376043565) | > loss_mel_ce: 0.025299072265625 (nan) | > loss: 0.00023034834885038435 (nan) | > current_lr: 5e-06 | > step_time: 0.115 (0.14162621142970291) | > loader_time: 0.0042 (0.00461535291385909)  --> TIME: 2025-03-26 18:27:32 -- STEP: 11060/31555 -- GLOBAL_STEP: 1525700 | > loss_text_ce: 0.026092395186424255 (0.03045946095293728) | > loss_mel_ce: 2.8423190116882324 (nan) | > loss: 0.011382585391402245 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1416253331772454) | > loader_time: 0.0042 (0.00461465193608784)  --> TIME: 2025-03-26 18:27:41 -- STEP: 11110/31555 -- GLOBAL_STEP: 1525750 | > loss_text_ce: 0.031029080972075462 (0.030466480886447978) | > loss_mel_ce: 3.048396110534668 (nan) | > loss: 0.01221994124352932 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.141616594544624) | > loader_time: 0.0051 (0.00461480205494684)  --> TIME: 2025-03-26 18:27:51 -- STEP: 11160/31555 -- GLOBAL_STEP: 1525800 | > loss_text_ce: 0.03307867795228958 (0.030468184333528294) | > loss_mel_ce: 2.7271440029144287 (nan) | > loss: 0.010953265242278576 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14162540820337055) | > loader_time: 0.0047 (0.004614508771554527)  --> TIME: 2025-03-26 18:28:01 -- STEP: 11210/31555 -- GLOBAL_STEP: 1525850 | > loss_text_ce: 0.02852390892803669 (0.030465439995908637) | > loss_mel_ce: 2.844243288040161 (nan) | > loss: 0.011399870738387108 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14160730736687338) | > loader_time: 0.0051 (0.004614169102072376)  --> TIME: 2025-03-26 18:28:10 -- STEP: 11260/31555 -- GLOBAL_STEP: 1525900 | > loss_text_ce: 0.03358197584748268 (0.03047106543689847) | > loss_mel_ce: 2.6247925758361816 (nan) | > loss: 0.010549105703830719 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14161795157522275) | > loader_time: 0.0047 (0.00461397577560179)  --> TIME: 2025-03-26 18:28:20 -- STEP: 11310/31555 -- GLOBAL_STEP: 1525950 | > loss_text_ce: 0.030030598863959312 (0.03046341047183364) | > loss_mel_ce: 0.17971190810203552 (nan) | > loss: 0.0008323115762323141 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.1416045800233492) | > loader_time: 0.0044 (0.004613063211044714)  --> TIME: 2025-03-26 18:28:29 -- STEP: 11360/31555 -- GLOBAL_STEP: 1526000 | > loss_text_ce: 0.016707278788089752 (0.030463103482148833) | > loss_mel_ce: 2.134500503540039 (nan) | > loss: 0.008536539040505886 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14158800745933764) | > loader_time: 0.0044 (0.004612056239390025)  --> TIME: 2025-03-26 18:28:39 -- STEP: 11410/31555 -- GLOBAL_STEP: 1526050 | > loss_text_ce: 0.023341156542301178 (0.03045801946429714) | > loss_mel_ce: 2.127504348754883 (nan) | > loss: 0.008535102009773254 (nan) | > current_lr: 5e-06 | > step_time: 0.1262 (0.14158822848648414) | > loader_time: 0.0042 (0.004611183445668856)  --> TIME: 2025-03-26 18:28:49 -- STEP: 11460/31555 -- GLOBAL_STEP: 1526100 | > loss_text_ce: 0.03223399817943573 (0.03046067131148492) | > loss_mel_ce: 2.478402853012085 (nan) | > loss: 0.009962844662368298 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14159417622584464) | > loader_time: 0.0045 (0.004610761776436465)  --> TIME: 2025-03-26 18:28:58 -- STEP: 11510/31555 -- GLOBAL_STEP: 1526150 | > loss_text_ce: 0.03649844974279404 (0.030459947615366696) | > loss_mel_ce: 2.8399312496185303 (nan) | > loss: 0.011414404958486557 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14159535083638108) | > loader_time: 0.0046 (0.004610238315539177)  --> TIME: 2025-03-26 18:29:08 -- STEP: 11560/31555 -- GLOBAL_STEP: 1526200 | > loss_text_ce: 0.031487852334976196 (0.03045503503093528) | > loss_mel_ce: 2.857956886291504 (nan) | > loss: 0.011466051451861858 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1415738578486187) | > loader_time: 0.0045 (0.00460949371017798)  --> TIME: 2025-03-26 18:29:17 -- STEP: 11610/31555 -- GLOBAL_STEP: 1526250 | > loss_text_ce: 0.023094335570931435 (0.030455445752597055) | > loss_mel_ce: 2.994413137435913 (nan) | > loss: 0.01197423692792654 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1415677544990551) | > loader_time: 0.0043 (0.004609354850447031)  --> TIME: 2025-03-26 18:29:27 -- STEP: 11660/31555 -- GLOBAL_STEP: 1526300 | > loss_text_ce: 0.029210425913333893 (0.03045872738608838) | > loss_mel_ce: 2.975407838821411 (nan) | > loss: 0.011923088692128658 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14158183203348684) | > loader_time: 0.0048 (0.004609205771882973)  --> TIME: 2025-03-26 18:29:37 -- STEP: 11710/31555 -- GLOBAL_STEP: 1526350 | > loss_text_ce: 0.03280620649456978 (0.03045804283226165) | > loss_mel_ce: 2.720414876937866 (nan) | > loss: 0.010925481095910072 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.14159252627296906) | > loader_time: 0.0045 (0.004609088812191992)  --> TIME: 2025-03-26 18:29:47 -- STEP: 11760/31555 -- GLOBAL_STEP: 1526400 | > loss_text_ce: 0.03203331679105759 (0.03045350735948491) | > loss_mel_ce: 2.7904462814331055 (nan) | > loss: 0.01120031625032425 (nan) | > current_lr: 5e-06 | > step_time: 0.1331 (0.14160421908307141) | > loader_time: 0.0044 (0.0046097963440174805)  --> TIME: 2025-03-26 18:29:57 -- STEP: 11810/31555 -- GLOBAL_STEP: 1526450 | > loss_text_ce: 0.032364215701818466 (0.03045236829654089) | > loss_mel_ce: 2.511218309402466 (nan) | > loss: 0.01009358186274767 (nan) | > current_lr: 5e-06 | > step_time: 0.1616 (0.14160736994052833) | > loader_time: 0.0046 (0.004609609720163872)  --> TIME: 2025-03-26 18:30:07 -- STEP: 11860/31555 -- GLOBAL_STEP: 1526500 | > loss_text_ce: 0.035304948687553406 (0.03045716617345923) | > loss_mel_ce: 2.916327476501465 (nan) | > loss: 0.01171282771974802 (nan) | > current_lr: 5e-06 | > step_time: 0.1872 (0.1416208287716708) | > loader_time: 0.0049 (0.004609581069238659)  --> TIME: 2025-03-26 18:30:16 -- STEP: 11910/31555 -- GLOBAL_STEP: 1526550 | > loss_text_ce: 0.029111739248037338 (0.030461905232382788) | > loss_mel_ce: 2.718428373336792 (nan) | > loss: 0.01090293750166893 (nan) | > current_lr: 5e-06 | > step_time: 0.1791 (0.14162714661518852) | > loader_time: 0.005 (0.0046094131709946634)  --> TIME: 2025-03-26 18:30:26 -- STEP: 11960/31555 -- GLOBAL_STEP: 1526600 | > loss_text_ce: 0.030648164451122284 (0.030462828811092992) | > loss_mel_ce: 2.624934673309326 (nan) | > loss: 0.010538027621805668 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.1416318105814042) | > loader_time: 0.0044 (0.004609074640433509)  --> TIME: 2025-03-26 18:30:36 -- STEP: 12010/31555 -- GLOBAL_STEP: 1526650 | > loss_text_ce: 0.028470447286963463 (0.030466362823663183) | > loss_mel_ce: 2.296609401702881 (nan) | > loss: 0.009226508438587189 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1416188610284941) | > loader_time: 0.0044 (0.004608249287124859)  --> TIME: 2025-03-26 18:30:45 -- STEP: 12060/31555 -- GLOBAL_STEP: 1526700 | > loss_text_ce: 0.024636073037981987 (0.030466401226630135) | > loss_mel_ce: 1.9348782300949097 (nan) | > loss: 0.007775850594043732 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.1416263699926934) | > loader_time: 0.0042 (0.0046075866194704275)  --> TIME: 2025-03-26 18:30:55 -- STEP: 12110/31555 -- GLOBAL_STEP: 1526750 | > loss_text_ce: 0.031130708754062653 (0.030471154829236492) | > loss_mel_ce: 2.6624093055725098 (nan) | > loss: 0.010688651353120804 (nan) | > current_lr: 5e-06 | > step_time: 0.156 (0.14162424039879992) | > loader_time: 0.0045 (0.004606678385462846)  --> TIME: 2025-03-26 18:31:04 -- STEP: 12160/31555 -- GLOBAL_STEP: 1526800 | > loss_text_ce: 0.029656579717993736 (0.030473575970436765) | > loss_mel_ce: 2.529986619949341 (nan) | > loss: 0.01015731506049633 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14159141271129946) | > loader_time: 0.0041 (0.004605432423321804)  --> TIME: 2025-03-26 18:31:14 -- STEP: 12210/31555 -- GLOBAL_STEP: 1526850 | > loss_text_ce: 0.030191142112016678 (0.030473562437937238) | > loss_mel_ce: 2.118274211883545 (nan) | > loss: 0.008525656536221504 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.14158636685964132) | > loader_time: 0.0045 (0.004604921840820792)  --> TIME: 2025-03-26 18:31:23 -- STEP: 12260/31555 -- GLOBAL_STEP: 1526900 | > loss_text_ce: 0.031817615032196045 (0.030473583240326355) | > loss_mel_ce: 2.3317365646362305 (nan) | > loss: 0.009379183873534203 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14159067598874875) | > loader_time: 0.0051 (0.00460463303337282)  --> TIME: 2025-03-26 18:31:33 -- STEP: 12310/31555 -- GLOBAL_STEP: 1526950 | > loss_text_ce: 0.02416806109249592 (0.030473528901352617) | > loss_mel_ce: 2.5927393436431885 (nan) | > loss: 0.010384554043412209 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14158222121402078) | > loader_time: 0.0047 (0.004604559386289749)  --> TIME: 2025-03-26 18:31:43 -- STEP: 12360/31555 -- GLOBAL_STEP: 1527000 | > loss_text_ce: 0.0337669812142849 (0.030470904532645175) | > loss_mel_ce: 2.8944575786590576 (nan) | > loss: 0.011619939468801022 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14158070818505913) | > loader_time: 0.005 (0.004604362882070923)  --> TIME: 2025-03-26 18:31:52 -- STEP: 12410/31555 -- GLOBAL_STEP: 1527050 | > loss_text_ce: 0.037886280566453934 (0.030471163405305094) | > loss_mel_ce: 2.9333255290985107 (nan) | > loss: 0.011790524236857891 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.1415727904109961) | > loader_time: 0.0046 (0.004604024333784775)  --> TIME: 2025-03-26 18:32:02 -- STEP: 12460/31555 -- GLOBAL_STEP: 1527100 | > loss_text_ce: 0.02604726515710354 (0.03046819354918745) | > loss_mel_ce: 2.6802172660827637 (nan) | > loss: 0.010739145800471306 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14155994793385135) | > loader_time: 0.0046 (0.00460378672108411)  --> TIME: 2025-03-26 18:32:11 -- STEP: 12510/31555 -- GLOBAL_STEP: 1527150 | > loss_text_ce: 0.028471754863858223 (0.030467509526646227) | > loss_mel_ce: 2.378507614135742 (nan) | > loss: 0.00955150555819273 (nan) | > current_lr: 5e-06 | > step_time: 0.1147 (0.14155290084872324) | > loader_time: 0.0046 (0.004603773055316714)  --> TIME: 2025-03-26 18:32:21 -- STEP: 12560/31555 -- GLOBAL_STEP: 1527200 | > loss_text_ce: 0.03117469698190689 (0.03046825469603501) | > loss_mel_ce: 2.59124493598938 (nan) | > loss: 0.010406428016722202 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14157082208782157) | > loader_time: 0.0044 (0.00460355287524543)  --> TIME: 2025-03-26 18:32:31 -- STEP: 12610/31555 -- GLOBAL_STEP: 1527250 | > loss_text_ce: 0.033910661935806274 (0.030466591992432474) | > loss_mel_ce: 2.177420139312744 (nan) | > loss: 0.00877512339502573 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14156895130045455) | > loader_time: 0.0046 (0.004603318370211016)  --> TIME: 2025-03-26 18:32:41 -- STEP: 12660/31555 -- GLOBAL_STEP: 1527300 | > loss_text_ce: 0.025318166241049767 (0.030461924616026724) | > loss_mel_ce: 2.2464165687561035 (nan) | > loss: 0.00901482068002224 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14157013716102512) | > loader_time: 0.0044 (0.004603070237248594)  --> TIME: 2025-03-26 18:32:50 -- STEP: 12710/31555 -- GLOBAL_STEP: 1527350 | > loss_text_ce: 0.02976810373365879 (0.030455736701694016) | > loss_mel_ce: 2.3880066871643066 (nan) | > loss: 0.009594344533979893 (nan) | > current_lr: 5e-06 | > step_time: 0.1513 (0.1415658975566674) | > loader_time: 0.0046 (0.004602375038020893)  --> TIME: 2025-03-26 18:33:00 -- STEP: 12760/31555 -- GLOBAL_STEP: 1527400 | > loss_text_ce: 0.04633443430066109 (0.030452226027685762) | > loss_mel_ce: 2.642207145690918 (nan) | > loss: 0.010668816976249218 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14157699710896712) | > loader_time: 0.0043 (0.004601736689062302)  --> TIME: 2025-03-26 18:33:10 -- STEP: 12810/31555 -- GLOBAL_STEP: 1527450 | > loss_text_ce: 0.027194462716579437 (0.030453459349308952) | > loss_mel_ce: 2.1856637001037598 (nan) | > loss: 0.008781183511018753 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14158027548049182) | > loader_time: 0.0043 (0.004601122605251551)  --> TIME: 2025-03-26 18:33:19 -- STEP: 12860/31555 -- GLOBAL_STEP: 1527500 | > loss_text_ce: 0.03581951931118965 (0.03045224890722654) | > loss_mel_ce: 2.2964940071105957 (nan) | > loss: 0.009255212731659412 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1415724461223248) | > loader_time: 0.0046 (0.0046007270019495375)  --> TIME: 2025-03-26 18:33:29 -- STEP: 12910/31555 -- GLOBAL_STEP: 1527550 | > loss_text_ce: 0.03358960151672363 (0.03045047980413637) | > loss_mel_ce: 2.752567768096924 (nan) | > loss: 0.01105618104338646 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.1415835230226757) | > loader_time: 0.0045 (0.0046003306401412765)  --> TIME: 2025-03-26 18:33:39 -- STEP: 12960/31555 -- GLOBAL_STEP: 1527600 | > loss_text_ce: 0.03331244736909866 (0.03044859603691248) | > loss_mel_ce: 2.241474151611328 (nan) | > loss: 0.00902693159878254 (nan) | > current_lr: 5e-06 | > step_time: 0.1155 (0.14157948937313022) | > loader_time: 0.0044 (0.00459972542745093)  --> TIME: 2025-03-26 18:33:49 -- STEP: 13010/31555 -- GLOBAL_STEP: 1527650 | > loss_text_ce: 0.03666003420948982 (0.030444885203922648) | > loss_mel_ce: 2.6790213584899902 (nan) | > loss: 0.010776514187455177 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.1415936152262467) | > loader_time: 0.0045 (0.004599128385216866)  --> TIME: 2025-03-26 18:33:58 -- STEP: 13060/31555 -- GLOBAL_STEP: 1527700 | > loss_text_ce: 0.035533078014850616 (0.030443551066327287) | > loss_mel_ce: 2.48088002204895 (nan) | > loss: 0.009985767304897308 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.1415907055276454) | > loader_time: 0.0045 (0.0045988887594085506)  --> TIME: 2025-03-26 18:34:08 -- STEP: 13110/31555 -- GLOBAL_STEP: 1527750 | > loss_text_ce: 0.031020982190966606 (0.030448287861133287) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.141592203197726) | > loader_time: 0.0043 (0.004598297443579006)  --> TIME: 2025-03-26 18:34:18 -- STEP: 13160/31555 -- GLOBAL_STEP: 1527800 | > loss_text_ce: 0.03944384306669235 (0.030453195025589554) | > loss_mel_ce: 1.9018923044204712 (nan) | > loss: 0.007703715469688177 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14160558244377588) | > loader_time: 0.0043 (0.004597765152939891)  --> TIME: 2025-03-26 18:34:27 -- STEP: 13210/31555 -- GLOBAL_STEP: 1527850 | > loss_text_ce: 0.03382045775651932 (0.03044951403419079) | > loss_mel_ce: 2.1817116737365723 (nan) | > loss: 0.008791794069111347 (nan) | > current_lr: 5e-06 | > step_time: 0.1539 (0.14160152871350573) | > loader_time: 0.0044 (0.004597171484566728)  --> TIME: 2025-03-26 18:34:37 -- STEP: 13260/31555 -- GLOBAL_STEP: 1527900 | > loss_text_ce: 0.031148288398981094 (0.03045081282540212) | > loss_mel_ce: 2.7824289798736572 (nan) | > loss: 0.011164989322423935 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14159736919187235) | > loader_time: 0.0046 (0.004596587399731556)  --> TIME: 2025-03-26 18:34:47 -- STEP: 13310/31555 -- GLOBAL_STEP: 1527950 | > loss_text_ce: 0.03590178117156029 (0.03044832950481721) | > loss_mel_ce: 2.738588571548462 (nan) | > loss: 0.011009883135557175 (nan) | > current_lr: 5e-06 | > step_time: 0.1402 (0.14159862821394034) | > loader_time: 0.0045 (0.00459595573835135)  --> TIME: 2025-03-26 18:34:56 -- STEP: 13360/31555 -- GLOBAL_STEP: 1528000 | > loss_text_ce: 0.03931616619229317 (0.030447408694963523) | > loss_mel_ce: 2.7082715034484863 (nan) | > loss: 0.010903126560151577 (nan) | > current_lr: 5e-06 | > step_time: 0.1528 (0.14159995326381872) | > loader_time: 0.0046 (0.004595304766814852)  --> TIME: 2025-03-26 18:35:06 -- STEP: 13410/31555 -- GLOBAL_STEP: 1528050 | > loss_text_ce: 0.03255271911621094 (0.030441292756328068) | > loss_mel_ce: 0.015655517578125 (nan) | > loss: 0.0001913025334943086 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14160240555236178) | > loader_time: 0.0043 (0.004595138153684914)  --> TIME: 2025-03-26 18:35:16 -- STEP: 13460/31555 -- GLOBAL_STEP: 1528100 | > loss_text_ce: 0.032130904495716095 (0.030443374069205543) | > loss_mel_ce: 2.4824466705322266 (nan) | > loss: 0.00997848343104124 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.14162718431379162) | > loader_time: 0.0045 (0.004594767483347043)  --> TIME: 2025-03-26 18:35:26 -- STEP: 13510/31555 -- GLOBAL_STEP: 1528150 | > loss_text_ce: 0.02878483198583126 (0.030444609119434828) | > loss_mel_ce: 2.5801565647125244 (nan) | > loss: 0.010352942161262035 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1416328332584747) | > loader_time: 0.0046 (0.004594335619561487)  --> TIME: 2025-03-26 18:35:35 -- STEP: 13560/31555 -- GLOBAL_STEP: 1528200 | > loss_text_ce: 0.023614002391695976 (0.030438149606693634) | > loss_mel_ce: 2.1367125511169434 (nan) | > loss: 0.008572724647819996 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14162688056627812) | > loader_time: 0.0044 (0.004593976936509111)  --> TIME: 2025-03-26 18:35:45 -- STEP: 13610/31555 -- GLOBAL_STEP: 1528250 | > loss_text_ce: 0.03665276989340782 (0.030438251023281373) | > loss_mel_ce: 2.618962526321411 (nan) | > loss: 0.01053815707564354 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.1416169148171139) | > loader_time: 0.0047 (0.00459352149234633)  --> TIME: 2025-03-26 18:35:55 -- STEP: 13660/31555 -- GLOBAL_STEP: 1528300 | > loss_text_ce: 0.024135565385222435 (0.030433204115230705) | > loss_mel_ce: 2.4003610610961914 (nan) | > loss: 0.00962101947516203 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14161507563220874) | > loader_time: 0.0045 (0.004593240952945548)  --> TIME: 2025-03-26 18:36:04 -- STEP: 13710/31555 -- GLOBAL_STEP: 1528350 | > loss_text_ce: 0.032682713121175766 (0.030425834744546444) | > loss_mel_ce: 2.36289644241333 (nan) | > loss: 0.009506266564130783 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14162495939684527) | > loader_time: 0.0044 (0.004593289515817354)  --> TIME: 2025-03-26 18:36:14 -- STEP: 13760/31555 -- GLOBAL_STEP: 1528400 | > loss_text_ce: 0.034310732036828995 (0.030422088697479584) | > loss_mel_ce: 2.1610212326049805 (nan) | > loss: 0.008711636066436768 (nan) | > current_lr: 5e-06 | > step_time: 0.171 (0.1416437014071041) | > loader_time: 0.0046 (0.004593308269977561)  --> TIME: 2025-03-26 18:36:24 -- STEP: 13810/31555 -- GLOBAL_STEP: 1528450 | > loss_text_ce: 0.03522331267595291 (0.03042740008296751) | > loss_mel_ce: 2.5904541015625 (nan) | > loss: 0.010419354774057865 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14162111422188503) | > loader_time: 0.0045 (0.004592794633101581)  --> TIME: 2025-03-26 18:36:33 -- STEP: 13860/31555 -- GLOBAL_STEP: 1528500 | > loss_text_ce: 0.027050599455833435 (0.03042811098573044) | > loss_mel_ce: 2.5408477783203125 (nan) | > loss: 0.010190073400735855 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1416143426475402) | > loader_time: 0.0043 (0.0045923551439722805)  --> TIME: 2025-03-26 18:36:43 -- STEP: 13910/31555 -- GLOBAL_STEP: 1528550 | > loss_text_ce: 0.044236838817596436 (0.03042751426777068) | > loss_mel_ce: 2.7015998363494873 (nan) | > loss: 0.010896177962422371 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14160511733643918) | > loader_time: 0.0044 (0.004592061916929956)  --> TIME: 2025-03-26 18:36:53 -- STEP: 13960/31555 -- GLOBAL_STEP: 1528600 | > loss_text_ce: 0.03253110870718956 (0.030429155971083716) | > loss_mel_ce: 2.633464813232422 (nan) | > loss: 0.010579349473118782 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14161666059562203) | > loader_time: 0.0045 (0.004591868548816787)  --> TIME: 2025-03-26 18:37:02 -- STEP: 14010/31555 -- GLOBAL_STEP: 1528650 | > loss_text_ce: 0.03431161493062973 (0.030430769812725193) | > loss_mel_ce: 1.6496621370315552 (nan) | > loss: 0.006682435981929302 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14161175990598057) | > loader_time: 0.0045 (0.004592237414673839)  --> TIME: 2025-03-26 18:37:12 -- STEP: 14060/31555 -- GLOBAL_STEP: 1528700 | > loss_text_ce: 0.029520051553845406 (0.030433084820443566) | > loss_mel_ce: 2.2954466342926025 (nan) | > loss: 0.00922605860978365 (nan) | > current_lr: 5e-06 | > step_time: 0.1658 (0.1416058642426717) | > loader_time: 0.0046 (0.0045916917144319435)  --> TIME: 2025-03-26 18:37:22 -- STEP: 14110/31555 -- GLOBAL_STEP: 1528750 | > loss_text_ce: 0.027691051363945007 (0.030431078873313356) | > loss_mel_ce: 2.986982583999634 (nan) | > loss: 0.011962991207838058 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14161415497180196) | > loader_time: 0.0045 (0.004591071343776762)  --> TIME: 2025-03-26 18:37:31 -- STEP: 14160/31555 -- GLOBAL_STEP: 1528800 | > loss_text_ce: 0.026153098791837692 (0.03043554806858196) | > loss_mel_ce: 2.1895453929901123 (nan) | > loss: 0.00879245437681675 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.1416058705183058) | > loader_time: 0.0044 (0.004591028215521459)  --> TIME: 2025-03-26 18:37:41 -- STEP: 14210/31555 -- GLOBAL_STEP: 1528850 | > loss_text_ce: 0.03352520614862442 (0.03043149255044407) | > loss_mel_ce: 2.242685079574585 (nan) | > loss: 0.009032581001520157 (nan) | > current_lr: 5e-06 | > step_time: 0.1134 (0.14160627563766348) | > loader_time: 0.0043 (0.004590617914085723)  --> TIME: 2025-03-26 18:37:50 -- STEP: 14260/31555 -- GLOBAL_STEP: 1528900 | > loss_text_ce: 0.024034669622778893 (0.03042644073770004) | > loss_mel_ce: 2.6385185718536377 (nan) | > loss: 0.010565687902271748 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.1416041492078267) | > loader_time: 0.0045 (0.004590364893556129)  --> TIME: 2025-03-26 18:38:00 -- STEP: 14310/31555 -- GLOBAL_STEP: 1528950 | > loss_text_ce: 0.030724061653017998 (0.030424286150402807) | > loss_mel_ce: 2.698305606842041 (nan) | > loss: 0.010829483158886433 (nan) | > current_lr: 5e-06 | > step_time: 0.1793 (0.14162480074737757) | > loader_time: 0.0048 (0.0045901338342683815)  --> TIME: 2025-03-26 18:38:10 -- STEP: 14360/31555 -- GLOBAL_STEP: 1529000 | > loss_text_ce: 0.031898804008960724 (0.030418905937813306) | > loss_mel_ce: 1.0428850650787354 (nan) | > loss: 0.004265015944838524 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14161752869159588) | > loader_time: 0.0068 (0.004589794887473643)  --> TIME: 2025-03-26 18:38:20 -- STEP: 14410/31555 -- GLOBAL_STEP: 1529050 | > loss_text_ce: 0.03632589802145958 (0.030423263853285292) | > loss_mel_ce: 2.664705514907837 (nan) | > loss: 0.01071837916970253 (nan) | > current_lr: 5e-06 | > step_time: 0.1307 (0.14160994674330393) | > loader_time: 0.0044 (0.004589435046617546)  --> TIME: 2025-03-26 18:38:29 -- STEP: 14460/31555 -- GLOBAL_STEP: 1529100 | > loss_text_ce: 0.03349604457616806 (0.03042423292823177) | > loss_mel_ce: 2.741806983947754 (nan) | > loss: 0.011013108305633068 (nan) | > current_lr: 5e-06 | > step_time: 0.1333 (0.14160048612090592) | > loader_time: 0.0045 (0.004588979903098445)  --> TIME: 2025-03-26 18:38:39 -- STEP: 14510/31555 -- GLOBAL_STEP: 1529150 | > loss_text_ce: 0.02922525815665722 (0.03042545355400706) | > loss_mel_ce: 2.849257707595825 (nan) | > loss: 0.011422552168369293 (nan) | > current_lr: 5e-06 | > step_time: 0.1358 (0.14160191869834168) | > loader_time: 0.0045 (0.004588652002162381)  --> TIME: 2025-03-26 18:38:49 -- STEP: 14560/31555 -- GLOBAL_STEP: 1529200 | > loss_text_ce: 0.0251237154006958 (0.030419691279082773) | > loss_mel_ce: 0.0771484375 (nan) | > loss: 0.00040584191447123885 (nan) | > current_lr: 5e-06 | > step_time: 0.1132 (0.14160811567044382) | > loader_time: 0.0042 (0.004588282665053553)  --> TIME: 2025-03-26 18:38:58 -- STEP: 14610/31555 -- GLOBAL_STEP: 1529250 | > loss_text_ce: 0.025990650057792664 (0.03041776313269887) | > loss_mel_ce: 2.6652872562408447 (nan) | > loss: 0.01067967526614666 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14160973647128575) | > loader_time: 0.0043 (0.004587792093667311)  --> TIME: 2025-03-26 18:39:08 -- STEP: 14660/31555 -- GLOBAL_STEP: 1529300 | > loss_text_ce: 0.03253256529569626 (0.03041952289310557) | > loss_mel_ce: 2.533714532852173 (nan) | > loss: 0.01018352061510086 (nan) | > current_lr: 5e-06 | > step_time: 0.1899 (0.1416197524714749) | > loader_time: 0.0047 (0.004587281579698078)  --> TIME: 2025-03-26 18:39:18 -- STEP: 14710/31555 -- GLOBAL_STEP: 1529350 | > loss_text_ce: 0.021591147407889366 (0.03042174989394312) | > loss_mel_ce: 0.039794921875 (nan) | > loss: 0.00024359553935937583 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14161234179132923) | > loader_time: 0.0045 (0.004586732330814973)  --> TIME: 2025-03-26 18:39:27 -- STEP: 14760/31555 -- GLOBAL_STEP: 1529400 | > loss_text_ce: 0.015843266621232033 (0.030421729130054594) | > loss_mel_ce: 2.64794921875 (nan) | > loss: 0.010570605285465717 (nan) | > current_lr: 5e-06 | > step_time: 0.1198 (0.1416142098948871) | > loader_time: 0.0044 (0.004586510719645624)  --> TIME: 2025-03-26 18:39:37 -- STEP: 14810/31555 -- GLOBAL_STEP: 1529450 | > loss_text_ce: 0.03292318806052208 (0.030420636948371643) | > loss_mel_ce: 2.7955820560455322 (nan) | > loss: 0.011224227957427502 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14161116357271317) | > loader_time: 0.0047 (0.004586264493093535)  --> TIME: 2025-03-26 18:39:46 -- STEP: 14860/31555 -- GLOBAL_STEP: 1529500 | > loss_text_ce: 0.025627953931689262 (0.030423539878128656) | > loss_mel_ce: 2.9865353107452393 (nan) | > loss: 0.011953028850257397 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1415970753532386) | > loader_time: 0.0045 (0.004586007264549273)  --> TIME: 2025-03-26 18:39:56 -- STEP: 14910/31555 -- GLOBAL_STEP: 1529550 | > loss_text_ce: 0.01838371716439724 (0.03041984518780045) | > loss_mel_ce: 1.7989892959594727 (nan) | > loss: 0.007211798336356878 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14159575982992345) | > loader_time: 0.0044 (0.004585636613514488)  --> TIME: 2025-03-26 18:40:06 -- STEP: 14960/31555 -- GLOBAL_STEP: 1529600 | > loss_text_ce: 0.03170046582818031 (0.0304218643712861) | > loss_mel_ce: 3.053558349609375 (nan) | > loss: 0.012243091128766537 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14159270432543494) | > loader_time: 0.0046 (0.004585160546124287)  --> TIME: 2025-03-26 18:40:15 -- STEP: 15010/31555 -- GLOBAL_STEP: 1529650 | > loss_text_ce: 0.029492616653442383 (0.030418341177119206) | > loss_mel_ce: 3.084031820297241 (nan) | > loss: 0.012355256825685501 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14157777993699563) | > loader_time: 0.0046 (0.004584943700202049)  --> TIME: 2025-03-26 18:40:25 -- STEP: 15060/31555 -- GLOBAL_STEP: 1529700 | > loss_text_ce: 0.03154836222529411 (0.030421963160434568) | > loss_mel_ce: 2.5628886222839355 (nan) | > loss: 0.010295385494828224 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14158911120843945) | > loader_time: 0.0044 (0.0045846553437738176)  --> TIME: 2025-03-26 18:40:35 -- STEP: 15110/31555 -- GLOBAL_STEP: 1529750 | > loss_text_ce: 0.034352485090494156 (0.030420558193906856) | > loss_mel_ce: 2.9109978675842285 (nan) | > loss: 0.011687899008393288 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14159783567520606) | > loader_time: 0.0045 (0.004584171896656157)  --> TIME: 2025-03-26 18:40:44 -- STEP: 15160/31555 -- GLOBAL_STEP: 1529800 | > loss_text_ce: 0.034603167325258255 (0.030424069131953068) | > loss_mel_ce: 1.5059407949447632 (nan) | > loss: 0.006113269831985235 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14158190348846486) | > loader_time: 0.0046 (0.0045841159323589025)  --> TIME: 2025-03-26 18:40:54 -- STEP: 15210/31555 -- GLOBAL_STEP: 1529850 | > loss_text_ce: 0.030888935551047325 (0.03042374286447933) | > loss_mel_ce: 2.9440338611602783 (nan) | > loss: 0.011805250309407711 (nan) | > current_lr: 5e-06 | > step_time: 0.1893 (0.14157119756619474) | > loader_time: 0.0047 (0.004584165531737787)  --> TIME: 2025-03-26 18:41:03 -- STEP: 15260/31555 -- GLOBAL_STEP: 1529900 | > loss_text_ce: 0.027478942647576332 (0.030422972551355357) | > loss_mel_ce: 2.729261875152588 (nan) | > loss: 0.01093944814056158 (nan) | > current_lr: 5e-06 | > step_time: 0.1143 (0.14155818023968986) | > loader_time: 0.0045 (0.004584023930610854)  --> TIME: 2025-03-26 18:41:13 -- STEP: 15310/31555 -- GLOBAL_STEP: 1529950 | > loss_text_ce: 0.026467828080058098 (0.030422447123494824) | > loss_mel_ce: 2.8392348289489746 (nan) | > loss: 0.011371836066246033 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14158144272829667) | > loader_time: 0.0047 (0.004584453621384043)  --> TIME: 2025-03-26 18:41:23 -- STEP: 15360/31555 -- GLOBAL_STEP: 1530000 | > loss_text_ce: 0.029671108350157738 (0.030427354116909555) | > loss_mel_ce: 2.9910409450531006 (nan) | > loss: 0.01198695320636034 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14159003729000558) | > loader_time: 0.0044 (0.004584500240162002) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1530000.pth  --> TIME: 2025-03-26 18:41:38 -- STEP: 15410/31555 -- GLOBAL_STEP: 1530050 | > loss_text_ce: 0.03217016160488129 (0.030425076461158388) | > loss_mel_ce: 2.21382737159729 (nan) | > loss: 0.008912689052522182 (nan) | > current_lr: 5e-06 | > step_time: 0.1275 (0.14157952286066003) | > loader_time: 0.0046 (0.004584541404347837)  --> TIME: 2025-03-26 18:41:47 -- STEP: 15460/31555 -- GLOBAL_STEP: 1530100 | > loss_text_ce: 0.030102090910077095 (0.030425040356520886) | > loss_mel_ce: 1.9210113286972046 (nan) | > loss: 0.007742514368146658 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.1415676577587781) | > loader_time: 0.0048 (0.004584750197683225)  --> TIME: 2025-03-26 18:41:57 -- STEP: 15510/31555 -- GLOBAL_STEP: 1530150 | > loss_text_ce: 0.019255146384239197 (0.030422108636137403) | > loss_mel_ce: 3.248767614364624 (nan) | > loss: 0.012968345545232296 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14155860071717066) | > loader_time: 0.0046 (0.004584925010233509)  --> TIME: 2025-03-26 18:42:07 -- STEP: 15560/31555 -- GLOBAL_STEP: 1530200 | > loss_text_ce: 0.028756290674209595 (0.030421818085888685) | > loss_mel_ce: 2.7440085411071777 (nan) | > loss: 0.011003036051988602 (nan) | > current_lr: 5e-06 | > step_time: 0.1806 (0.14156699485521262) | > loader_time: 0.0048 (0.0045854319030643916)  --> TIME: 2025-03-26 18:42:17 -- STEP: 15610/31555 -- GLOBAL_STEP: 1530250 | > loss_text_ce: 0.032641034573316574 (0.03042200415602227) | > loss_mel_ce: 2.7765390872955322 (nan) | > loss: 0.01114754006266594 (nan) | > current_lr: 5e-06 | > step_time: 0.1363 (0.14157522187486382) | > loader_time: 0.0044 (0.004585650836252985)  --> TIME: 2025-03-26 18:42:27 -- STEP: 15660/31555 -- GLOBAL_STEP: 1530300 | > loss_text_ce: 0.02567935734987259 (0.03042378628829858) | > loss_mel_ce: 3.007269859313965 (nan) | > loss: 0.012035513296723366 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14158599924767026) | > loader_time: 0.0043 (0.004585638387297597)  --> TIME: 2025-03-26 18:42:36 -- STEP: 15710/31555 -- GLOBAL_STEP: 1530350 | > loss_text_ce: 0.031574781984090805 (0.0304223279077453) | > loss_mel_ce: 2.517536163330078 (nan) | > loss: 0.010115520097315311 (nan) | > current_lr: 5e-06 | > step_time: 0.1836 (0.14156964561272875) | > loader_time: 0.0047 (0.0045856059242554365)  --> TIME: 2025-03-26 18:42:46 -- STEP: 15760/31555 -- GLOBAL_STEP: 1530400 | > loss_text_ce: 0.026550685986876488 (0.030419722300313583) | > loss_mel_ce: 2.6693713665008545 (nan) | > loss: 0.010698104277253151 (nan) | > current_lr: 5e-06 | > step_time: 0.1595 (0.1415716145395615) | > loader_time: 0.0048 (0.004585732769239965)  --> TIME: 2025-03-26 18:42:55 -- STEP: 15810/31555 -- GLOBAL_STEP: 1530450 | > loss_text_ce: 0.02704031951725483 (0.03041976061817506) | > loss_mel_ce: 2.1698081493377686 (nan) | > loss: 0.008717652410268784 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14156472131016007) | > loader_time: 0.0046 (0.004585522869431003)  --> TIME: 2025-03-26 18:43:05 -- STEP: 15860/31555 -- GLOBAL_STEP: 1530500 | > loss_text_ce: 0.03089672513306141 (0.030420038323675624) | > loss_mel_ce: 2.8775179386138916 (nan) | > loss: 0.011541328392922878 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.14156580658307616) | > loader_time: 0.0045 (0.004585271314594502)  --> TIME: 2025-03-26 18:43:14 -- STEP: 15910/31555 -- GLOBAL_STEP: 1530550 | > loss_text_ce: 0.04278351366519928 (0.03041801717943652) | > loss_mel_ce: 1.7537720203399658 (nan) | > loss: 0.007129189092665911 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14155686172878443) | > loader_time: 0.0069 (0.004585040072687449)  --> TIME: 2025-03-26 18:43:24 -- STEP: 15960/31555 -- GLOBAL_STEP: 1530600 | > loss_text_ce: 0.026852991431951523 (0.03042270359880802) | > loss_mel_ce: 2.5364906787872314 (nan) | > loss: 0.010171999223530293 (nan) | > current_lr: 5e-06 | > step_time: 0.1773 (0.14157083914393345) | > loader_time: 0.0047 (0.0045850351490173595)  --> TIME: 2025-03-26 18:43:34 -- STEP: 16010/31555 -- GLOBAL_STEP: 1530650 | > loss_text_ce: 0.03011188842356205 (0.03041917094123142) | > loss_mel_ce: 1.87995445728302 (nan) | > loss: 0.007579628843814135 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.1415710114003109) | > loader_time: 0.0045 (0.004584927919281775)  --> TIME: 2025-03-26 18:43:43 -- STEP: 16060/31555 -- GLOBAL_STEP: 1530700 | > loss_text_ce: 0.028230099007487297 (0.030418380596274847) | > loss_mel_ce: 2.3026137351989746 (nan) | > loss: 0.00924938078969717 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14156668431138214) | > loader_time: 0.0046 (0.004584924474005966)  --> TIME: 2025-03-26 18:43:53 -- STEP: 16110/31555 -- GLOBAL_STEP: 1530750 | > loss_text_ce: 0.03014747053384781 (0.030420525973312403) | > loss_mel_ce: 2.3721516132354736 (nan) | > loss: 0.009532934054732323 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14157638990827137) | > loader_time: 0.0044 (0.004584787958975081)  --> TIME: 2025-03-26 18:44:03 -- STEP: 16160/31555 -- GLOBAL_STEP: 1530800 | > loss_text_ce: 0.02992083877325058 (0.030418058804012743) | > loss_mel_ce: 2.699144124984741 (nan) | > loss: 0.0108296237885952 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1415674520010983) | > loader_time: 0.0048 (0.00458456884221274)  --> TIME: 2025-03-26 18:44:12 -- STEP: 16210/31555 -- GLOBAL_STEP: 1530850 | > loss_text_ce: 0.03600544482469559 (0.030421324445475937) | > loss_mel_ce: 2.1368794441223145 (nan) | > loss: 0.00862255971878767 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14155481994188715) | > loader_time: 0.0044 (0.004584590598876489)  --> TIME: 2025-03-26 18:44:22 -- STEP: 16260/31555 -- GLOBAL_STEP: 1530900 | > loss_text_ce: 0.02424643002450466 (0.03042546706474621) | > loss_mel_ce: 2.781029224395752 (nan) | > loss: 0.011132046580314636 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.1415630199812423) | > loader_time: 0.0048 (0.004584453334667574)  --> TIME: 2025-03-26 18:44:32 -- STEP: 16310/31555 -- GLOBAL_STEP: 1530950 | > loss_text_ce: 0.016859527677297592 (0.030424342982546364) | > loss_mel_ce: 1.0793325901031494 (nan) | > loss: 0.004349968861788511 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14157147202880474) | > loader_time: 0.0044 (0.0045844240761621705)  --> TIME: 2025-03-26 18:44:42 -- STEP: 16360/31555 -- GLOBAL_STEP: 1531000 | > loss_text_ce: 0.02879410609602928 (0.03042596124851516) | > loss_mel_ce: 2.9916200637817383 (nan) | > loss: 0.011985771358013153 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.14156820889207022) | > loader_time: 0.0043 (0.004584212830713722)  --> TIME: 2025-03-26 18:44:51 -- STEP: 16410/31555 -- GLOBAL_STEP: 1531050 | > loss_text_ce: 0.03096393682062626 (0.030428812482509487) | > loss_mel_ce: 3.0304477214813232 (nan) | > loss: 0.012148459441959858 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14157568410284) | > loader_time: 0.0045 (0.004583957179300225)  --> TIME: 2025-03-26 18:45:01 -- STEP: 16460/31555 -- GLOBAL_STEP: 1531100 | > loss_text_ce: 0.028090311214327812 (0.030429110547837736) | > loss_mel_ce: 2.4161505699157715 (nan) | > loss: 0.009699368849396706 (nan) | > current_lr: 5e-06 | > step_time: 0.1738 (0.1415767651716663) | > loader_time: 0.0047 (0.004583661814071996)  --> TIME: 2025-03-26 18:45:11 -- STEP: 16510/31555 -- GLOBAL_STEP: 1531150 | > loss_text_ce: 0.02584034390747547 (0.030433616044337117) | > loss_mel_ce: 2.577321767807007 (nan) | > loss: 0.01033000834286213 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14157209435352505) | > loader_time: 0.0046 (0.0045835383222869825)  --> TIME: 2025-03-26 18:45:20 -- STEP: 16560/31555 -- GLOBAL_STEP: 1531200 | > loss_text_ce: 0.02924610860645771 (0.03043683250057893) | > loss_mel_ce: 1.7873198986053467 (nan) | > loss: 0.007208595518022776 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14156869308671974) | > loader_time: 0.0046 (0.004583515176450562)  --> TIME: 2025-03-26 18:45:30 -- STEP: 16610/31555 -- GLOBAL_STEP: 1531250 | > loss_text_ce: 0.03735988587141037 (0.030437450109062007) | > loss_mel_ce: 2.9091498851776123 (nan) | > loss: 0.011692499741911888 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.1415647358007265) | > loader_time: 0.0044 (0.004583280320486188)  --> TIME: 2025-03-26 18:45:39 -- STEP: 16660/31555 -- GLOBAL_STEP: 1531300 | > loss_text_ce: 0.04041750356554985 (0.030440256741324976) | > loss_mel_ce: 2.4833946228027344 (nan) | > loss: 0.010015128180384636 (nan) | > current_lr: 5e-06 | > step_time: 0.1096 (0.14156188109055465) | > loader_time: 0.0044 (0.00458297924119598)  --> TIME: 2025-03-26 18:45:49 -- STEP: 16710/31555 -- GLOBAL_STEP: 1531350 | > loss_text_ce: 0.027849530801177025 (0.030440352727251613) | > loss_mel_ce: 2.569321632385254 (nan) | > loss: 0.010306235402822495 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14156818588217918) | > loader_time: 0.0047 (0.004582658133629469)  --> TIME: 2025-03-26 18:45:59 -- STEP: 16760/31555 -- GLOBAL_STEP: 1531400 | > loss_text_ce: 0.027047744020819664 (0.030439936715624945) | > loss_mel_ce: 2.9279239177703857 (nan) | > loss: 0.01172607857733965 (nan) | > current_lr: 5e-06 | > step_time: 0.1815 (0.14158679225564177) | > loader_time: 0.0047 (0.004582507200628009)  --> TIME: 2025-03-26 18:46:09 -- STEP: 16810/31555 -- GLOBAL_STEP: 1531450 | > loss_text_ce: 0.03065822459757328 (0.030440759860092162) | > loss_mel_ce: 2.7172930240631104 (nan) | > loss: 0.010904569178819656 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.141601430568433) | > loader_time: 0.0044 (0.004582215532669337)  --> TIME: 2025-03-26 18:46:19 -- STEP: 16860/31555 -- GLOBAL_STEP: 1531500 | > loss_text_ce: 0.033764760941267014 (0.030438519028663916) | > loss_mel_ce: 2.4423718452453613 (nan) | > loss: 0.009825940243899822 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.141592570909542) | > loader_time: 0.0045 (0.0045822471769113296)  --> TIME: 2025-03-26 18:46:28 -- STEP: 16910/31555 -- GLOBAL_STEP: 1531550 | > loss_text_ce: 0.029895275831222534 (0.030441086007626888) | > loss_mel_ce: 2.82196307182312 (nan) | > loss: 0.011316899210214615 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.14158741101084935) | > loader_time: 0.0047 (0.0045819431278988874)  --> TIME: 2025-03-26 18:46:38 -- STEP: 16960/31555 -- GLOBAL_STEP: 1531600 | > loss_text_ce: 0.04797957465052605 (0.03044159430576671) | > loss_mel_ce: 2.4409279823303223 (nan) | > loss: 0.009876618161797523 (nan) | > current_lr: 5e-06 | > step_time: 0.1431 (0.14157206420347263) | > loader_time: 0.0045 (0.00458183856505267)  --> TIME: 2025-03-26 18:46:47 -- STEP: 17010/31555 -- GLOBAL_STEP: 1531650 | > loss_text_ce: 0.02817346900701523 (0.030441582410474195) | > loss_mel_ce: 2.568549156188965 (nan) | > loss: 0.010304455645382404 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14158084825653552) | > loader_time: 0.0044 (0.004581543741893365)  --> TIME: 2025-03-26 18:46:57 -- STEP: 17060/31555 -- GLOBAL_STEP: 1531700 | > loss_text_ce: 0.040220558643341064 (0.030445673724238995) | > loss_mel_ce: 2.5622847080230713 (nan) | > loss: 0.010327402502298355 (nan) | > current_lr: 5e-06 | > step_time: 0.1674 (0.14158231549637423) | > loader_time: 0.0047 (0.004581276151806906)  --> TIME: 2025-03-26 18:47:07 -- STEP: 17110/31555 -- GLOBAL_STEP: 1531750 | > loss_text_ce: 0.03483531251549721 (0.03044732580993438) | > loss_mel_ce: 0.0545857734978199 (nan) | > loss: 0.0003548456006683409 (nan) | > current_lr: 5e-06 | > step_time: 0.1546 (0.1415830641444968) | > loader_time: 0.0046 (0.004581185281799232)  --> TIME: 2025-03-26 18:47:17 -- STEP: 17160/31555 -- GLOBAL_STEP: 1531800 | > loss_text_ce: 0.029121164232492447 (0.03044494368968473) | > loss_mel_ce: 2.8970835208892822 (nan) | > loss: 0.011611923575401306 (nan) | > current_lr: 5e-06 | > step_time: 0.1617 (0.14159748412512294) | > loader_time: 0.0046 (0.00458123142069035)  --> TIME: 2025-03-26 18:47:26 -- STEP: 17210/31555 -- GLOBAL_STEP: 1531850 | > loss_text_ce: 0.0293581523001194 (0.030442001725525893) | > loss_mel_ce: 2.671443462371826 (nan) | > loss: 0.010717467404901981 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.1415831872157607) | > loader_time: 0.0046 (0.004581161933468899)  --> TIME: 2025-03-26 18:47:36 -- STEP: 17260/31555 -- GLOBAL_STEP: 1531900 | > loss_text_ce: 0.014663872309029102 (0.030440991155604617) | > loss_mel_ce: 1.9716970920562744 (nan) | > loss: 0.007882384583353996 (nan) | > current_lr: 5e-06 | > step_time: 0.1114 (0.14156703424066847) | > loader_time: 0.0042 (0.004580651332439705)  --> TIME: 2025-03-26 18:47:45 -- STEP: 17310/31555 -- GLOBAL_STEP: 1531950 | > loss_text_ce: 0.031296513974666595 (0.03044512187916803) | > loss_mel_ce: 2.418541193008423 (nan) | > loss: 0.009721579030156136 (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14156209904633688) | > loader_time: 0.0042 (0.004580355875069237)  --> TIME: 2025-03-26 18:47:55 -- STEP: 17360/31555 -- GLOBAL_STEP: 1532000 | > loss_text_ce: 0.029865687713027 (0.03044428627375803) | > loss_mel_ce: 1.86322820186615 (nan) | > loss: 0.00751227792352438 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14156857234541592) | > loader_time: 0.0043 (0.004580012719202687)  --> TIME: 2025-03-26 18:48:04 -- STEP: 17410/31555 -- GLOBAL_STEP: 1532050 | > loss_text_ce: 0.02981530874967575 (0.0304469433392193) | > loss_mel_ce: 2.7958056926727295 (nan) | > loss: 0.011212782002985477 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14156149755189656) | > loader_time: 0.0043 (0.004579588382289286)  --> TIME: 2025-03-26 18:48:14 -- STEP: 17460/31555 -- GLOBAL_STEP: 1532100 | > loss_text_ce: 0.030639611184597015 (0.03044898364904152) | > loss_mel_ce: 2.602233409881592 (nan) | > loss: 0.010447909124195576 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14155892027202632) | > loader_time: 0.0046 (0.004579366291238394)  --> TIME: 2025-03-26 18:48:24 -- STEP: 17510/31555 -- GLOBAL_STEP: 1532150 | > loss_text_ce: 0.027258800342679024 (0.030450050547391343) | > loss_mel_ce: 2.451780080795288 (nan) | > loss: 0.009837456978857517 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14156152051493087) | > loader_time: 0.0047 (0.004579150329515758)  --> TIME: 2025-03-26 18:48:34 -- STEP: 17560/31555 -- GLOBAL_STEP: 1532200 | > loss_text_ce: 0.0218005683273077 (0.030450623571779346) | > loss_mel_ce: 2.978367328643799 (nan) | > loss: 0.0119054289534688 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1415739670837103) | > loader_time: 0.0044 (0.00457895745720569)  --> TIME: 2025-03-26 18:48:44 -- STEP: 17610/31555 -- GLOBAL_STEP: 1532250 | > loss_text_ce: 0.018073420971632004 (0.030452647667287204) | > loss_mel_ce: 1.7282887697219849 (nan) | > loss: 0.0069300089962780476 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14158403891043939) | > loader_time: 0.0044 (0.004579592360345418)  --> TIME: 2025-03-26 18:48:53 -- STEP: 17660/31555 -- GLOBAL_STEP: 1532300 | > loss_text_ce: 0.024678843095898628 (0.030455849898002374) | > loss_mel_ce: 0.02129516564309597 (nan) | > loss: 0.00018243654631078243 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14157931691252773) | > loader_time: 0.0046 (0.004579481506131637)  --> TIME: 2025-03-26 18:49:03 -- STEP: 17710/31555 -- GLOBAL_STEP: 1532350 | > loss_text_ce: 0.035189900547266006 (0.030455233182764385) | > loss_mel_ce: 3.3134148120880127 (nan) | > loss: 0.013288114219903946 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14157018182238504) | > loader_time: 0.0047 (0.004579611567707792)  --> TIME: 2025-03-26 18:49:12 -- STEP: 17760/31555 -- GLOBAL_STEP: 1532400 | > loss_text_ce: 0.035972900688648224 (0.030456573459810583) | > loss_mel_ce: 2.175039052963257 (nan) | > loss: 0.008773856796324253 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14156835429571638) | > loader_time: 0.0046 (0.0045801650296460284)  --> TIME: 2025-03-26 18:49:22 -- STEP: 17810/31555 -- GLOBAL_STEP: 1532450 | > loss_text_ce: 0.02841121330857277 (0.03045529618018432) | > loss_mel_ce: 2.9145724773406982 (nan) | > loss: 0.011678507551550865 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.141569069608551) | > loader_time: 0.0044 (0.004580236525431155)  --> TIME: 2025-03-26 18:49:32 -- STEP: 17860/31555 -- GLOBAL_STEP: 1532500 | > loss_text_ce: 0.027769526466727257 (0.030457405053800807) | > loss_mel_ce: 2.336376428604126 (nan) | > loss: 0.009381532669067383 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14157080434070723) | > loader_time: 0.0048 (0.0045805814284893736)  --> TIME: 2025-03-26 18:49:42 -- STEP: 17910/31555 -- GLOBAL_STEP: 1532550 | > loss_text_ce: 0.02966015599668026 (0.030457912827464916) | > loss_mel_ce: 2.690612316131592 (nan) | > loss: 0.010794732719659805 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.1415768395982449) | > loader_time: 0.0045 (0.004580669187421161)  --> TIME: 2025-03-26 18:49:51 -- STEP: 17960/31555 -- GLOBAL_STEP: 1532600 | > loss_text_ce: 0.024944307282567024 (0.030457282143402285) | > loss_mel_ce: 2.716797351837158 (nan) | > loss: 0.01087992824614048 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14157206316567605) | > loader_time: 0.0047 (0.004580673528938873)  --> TIME: 2025-03-26 18:50:01 -- STEP: 18010/31555 -- GLOBAL_STEP: 1532650 | > loss_text_ce: 0.02581777237355709 (0.030460657851086877) | > loss_mel_ce: 0.0234375 (nan) | > loss: 0.0001954574545379728 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14157320080301086) | > loader_time: 0.0044 (0.00458072010243619)  --> TIME: 2025-03-26 18:50:11 -- STEP: 18060/31555 -- GLOBAL_STEP: 1532700 | > loss_text_ce: 0.0219124648720026 (0.030458930829603822) | > loss_mel_ce: 2.592471122741699 (nan) | > loss: 0.010374539531767368 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14157689298902104) | > loader_time: 0.0045 (0.0045806857174548925)  --> TIME: 2025-03-26 18:50:20 -- STEP: 18110/31555 -- GLOBAL_STEP: 1532750 | > loss_text_ce: 0.03565959259867668 (0.03045892260427683) | > loss_mel_ce: 2.945199966430664 (nan) | > loss: 0.01182880811393261 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14156855661391032) | > loader_time: 0.0047 (0.004580661843719545)  --> TIME: 2025-03-26 18:50:30 -- STEP: 18160/31555 -- GLOBAL_STEP: 1532800 | > loss_text_ce: 0.04298840090632439 (0.030459076339904086) | > loss_mel_ce: 2.9376649856567383 (nan) | > loss: 0.011827989481389523 (nan) | > current_lr: 5e-06 | > step_time: 0.162 (0.14157200384770074) | > loader_time: 0.0047 (0.004580846612674004)  --> TIME: 2025-03-26 18:50:40 -- STEP: 18210/31555 -- GLOBAL_STEP: 1532850 | > loss_text_ce: 0.049313440918922424 (0.030457372262967523) | > loss_mel_ce: 2.341108560562134 (nan) | > loss: 0.009485802613198757 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.1415695579676482) | > loader_time: 0.0045 (0.004581004312442965)  --> TIME: 2025-03-26 18:50:49 -- STEP: 18260/31555 -- GLOBAL_STEP: 1532900 | > loss_text_ce: 0.02687245048582554 (0.03045876042132936) | > loss_mel_ce: 2.6821608543395996 (nan) | > loss: 0.010750132612884045 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.1415789094185373) | > loader_time: 0.0046 (0.004581048689692834)  --> TIME: 2025-03-26 18:50:59 -- STEP: 18310/31555 -- GLOBAL_STEP: 1532950 | > loss_text_ce: 0.02695620246231556 (0.03045819242836337) | > loss_mel_ce: 2.7196125984191895 (nan) | > loss: 0.010899083688855171 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14157587074308822) | > loader_time: 0.0048 (0.004580942689884154)  --> TIME: 2025-03-26 18:51:09 -- STEP: 18360/31555 -- GLOBAL_STEP: 1533000 | > loss_text_ce: 0.027519773691892624 (0.030454613787653656) | > loss_mel_ce: 2.8517258167266846 (nan) | > loss: 0.011425578035414219 (nan) | > current_lr: 5e-06 | > step_time: 0.1456 (0.14158053079981045) | > loader_time: 0.0045 (0.004581019340776912)  --> TIME: 2025-03-26 18:51:19 -- STEP: 18410/31555 -- GLOBAL_STEP: 1533050 | > loss_text_ce: 0.03955376148223877 (0.030450852215745342) | > loss_mel_ce: 2.8398337364196777 (nan) | > loss: 0.011426141485571861 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14158269624746217) | > loader_time: 0.0044 (0.004580945802861602)  --> TIME: 2025-03-26 18:51:28 -- STEP: 18460/31555 -- GLOBAL_STEP: 1533100 | > loss_text_ce: 0.027195407077670097 (0.03044956157953635) | > loss_mel_ce: 2.6368966102600098 (nan) | > loss: 0.010571794584393501 (nan) | > current_lr: 5e-06 | > step_time: 0.178 (0.14157821357185513) | > loader_time: 0.0048 (0.004581005847079511)  --> TIME: 2025-03-26 18:51:37 -- STEP: 18510/31555 -- GLOBAL_STEP: 1533150 | > loss_text_ce: 0.023835694417357445 (0.030444453098030812) | > loss_mel_ce: 2.4167227745056152 (nan) | > loss: 0.009684756398200989 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.14155921808517802) | > loader_time: 0.0045 (0.004580818994955899)  --> TIME: 2025-03-26 18:51:47 -- STEP: 18560/31555 -- GLOBAL_STEP: 1533200 | > loss_text_ce: 0.03231760114431381 (0.030443618048618705) | > loss_mel_ce: 2.4239814281463623 (nan) | > loss: 0.009747219271957874 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14155278983044092) | > loader_time: 0.0047 (0.004580992383175873)  --> TIME: 2025-03-26 18:51:57 -- STEP: 18610/31555 -- GLOBAL_STEP: 1533250 | > loss_text_ce: 0.0354495570063591 (0.03044485743565424) | > loss_mel_ce: 2.666477918624878 (nan) | > loss: 0.010721934959292412 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14155761400004352) | > loader_time: 0.0046 (0.004581215521265641)  --> TIME: 2025-03-26 18:52:07 -- STEP: 18660/31555 -- GLOBAL_STEP: 1533300 | > loss_text_ce: 0.023845400661230087 (0.0304439358559955) | > loss_mel_ce: 2.481489896774292 (nan) | > loss: 0.009941807016730309 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14156447412627682) | > loader_time: 0.0044 (0.004581105990169633)  --> TIME: 2025-03-26 18:52:16 -- STEP: 18710/31555 -- GLOBAL_STEP: 1533350 | > loss_text_ce: 0.0343707874417305 (0.030444033918797728) | > loss_mel_ce: 2.755315065383911 (nan) | > loss: 0.011070183478295803 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14157406656834978) | > loader_time: 0.0049 (0.004580989704611197)  --> TIME: 2025-03-26 18:52:26 -- STEP: 18760/31555 -- GLOBAL_STEP: 1533400 | > loss_text_ce: 0.03584578260779381 (0.03044776147765628) | > loss_mel_ce: 2.123093366622925 (nan) | > loss: 0.008567219600081444 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14157202101465335) | > loader_time: 0.0045 (0.004580790198433872)  --> TIME: 2025-03-26 18:52:36 -- STEP: 18810/31555 -- GLOBAL_STEP: 1533450 | > loss_text_ce: 0.03343823179602623 (0.030450507657625185) | > loss_mel_ce: 2.7448344230651855 (nan) | > loss: 0.011024892330169678 (nan) | > current_lr: 5e-06 | > step_time: 0.17 (0.14157494679845797) | > loader_time: 0.0048 (0.004581081784829876)  --> TIME: 2025-03-26 18:52:46 -- STEP: 18860/31555 -- GLOBAL_STEP: 1533500 | > loss_text_ce: 0.02071165107190609 (0.030449033176678502) | > loss_mel_ce: 2.5789427757263184 (nan) | > loss: 0.010316089726984501 (nan) | > current_lr: 5e-06 | > step_time: 0.1672 (0.14159213663537942) | > loader_time: 0.0047 (0.004581401633811769)  --> TIME: 2025-03-26 18:52:56 -- STEP: 18910/31555 -- GLOBAL_STEP: 1533550 | > loss_text_ce: 0.030805813148617744 (0.03044682067224487) | > loss_mel_ce: 2.593522310256958 (nan) | > loss: 0.010414001531898975 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14159863336826217) | > loader_time: 0.0046 (0.004581258777333957)  --> TIME: 2025-03-26 18:53:05 -- STEP: 18960/31555 -- GLOBAL_STEP: 1533600 | > loss_text_ce: 0.03259697183966637 (0.03044613544605199) | > loss_mel_ce: 2.530673027038574 (nan) | > loss: 0.010171707719564438 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1415898733501179) | > loader_time: 0.0045 (0.004580939218464771)  --> TIME: 2025-03-26 18:53:15 -- STEP: 19010/31555 -- GLOBAL_STEP: 1533650 | > loss_text_ce: 0.03438488021492958 (0.03044487164899125) | > loss_mel_ce: 2.87113356590271 (nan) | > loss: 0.011529835872352123 (nan) | > current_lr: 5e-06 | > step_time: 0.1569 (0.14158813552063673) | > loader_time: 0.0044 (0.004580731105954931)  --> TIME: 2025-03-26 18:53:24 -- STEP: 19060/31555 -- GLOBAL_STEP: 1533700 | > loss_text_ce: 0.023391762748360634 (0.03044337387263171) | > loss_mel_ce: 3.0290682315826416 (nan) | > loss: 0.012112936936318874 (nan) | > current_lr: 5e-06 | > step_time: 0.1699 (0.1415855553442871) | > loader_time: 0.0048 (0.004580498742406778)  --> TIME: 2025-03-26 18:53:34 -- STEP: 19110/31555 -- GLOBAL_STEP: 1533750 | > loss_text_ce: 0.027442235499620438 (0.03044125430757682) | > loss_mel_ce: 0.21845592558383942 (nan) | > loss: 0.0009757864172570407 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14157241788102465) | > loader_time: 0.0044 (0.0045802282201626065)  --> TIME: 2025-03-26 18:53:44 -- STEP: 19160/31555 -- GLOBAL_STEP: 1533800 | > loss_text_ce: 0.027346136048436165 (0.030440519991698257) | > loss_mel_ce: 2.377347707748413 (nan) | > loss: 0.009542436338961124 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14157709194374363) | > loader_time: 0.0045 (0.004580019548193136)  --> TIME: 2025-03-26 18:53:53 -- STEP: 19210/31555 -- GLOBAL_STEP: 1533850 | > loss_text_ce: 0.03358055651187897 (0.03043851430291761) | > loss_mel_ce: 2.362318754196167 (nan) | > loss: 0.009507537819445133 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14157401067027703) | > loader_time: 0.0045 (0.004579744383669455)  --> TIME: 2025-03-26 18:54:03 -- STEP: 19260/31555 -- GLOBAL_STEP: 1533900 | > loss_text_ce: 0.02889866754412651 (0.030436509936517968) | > loss_mel_ce: 2.909557342529297 (nan) | > loss: 0.011660540476441383 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14156965289655507) | > loader_time: 0.0044 (0.004579517514534812)  --> TIME: 2025-03-26 18:54:12 -- STEP: 19310/31555 -- GLOBAL_STEP: 1533950 | > loss_text_ce: 0.03583123907446861 (0.03043325178345431) | > loss_mel_ce: 2.6627392768859863 (nan) | > loss: 0.010708613321185112 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.14156231523362547) | > loader_time: 0.0047 (0.004579340960928825)  --> TIME: 2025-03-26 18:54:22 -- STEP: 19360/31555 -- GLOBAL_STEP: 1534000 | > loss_text_ce: 0.03431567922234535 (0.030431522035053414) | > loss_mel_ce: 2.4808006286621094 (nan) | > loss: 0.009980620816349983 (nan) | > current_lr: 5e-06 | > step_time: 0.1583 (0.1415518395910566) | > loader_time: 0.0046 (0.004579164974453022)  --> TIME: 2025-03-26 18:54:31 -- STEP: 19410/31555 -- GLOBAL_STEP: 1534050 | > loss_text_ce: 0.02268628031015396 (0.030430106699921553) | > loss_mel_ce: 2.2634384632110596 (nan) | > loss: 0.009071923792362213 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14153285407332022) | > loader_time: 0.0046 (0.00457928189292879)  --> TIME: 2025-03-26 18:54:41 -- STEP: 19460/31555 -- GLOBAL_STEP: 1534100 | > loss_text_ce: 0.03137682005763054 (0.03043235667803173) | > loss_mel_ce: 2.294677734375 (nan) | > loss: 0.009230376221239567 (nan) | > current_lr: 5e-06 | > step_time: 0.1643 (0.14153398751967353) | > loader_time: 0.0046 (0.004579484217703514)  --> TIME: 2025-03-26 18:54:50 -- STEP: 19510/31555 -- GLOBAL_STEP: 1534150 | > loss_text_ce: 0.032250579446554184 (0.030433460851861046) | > loss_mel_ce: 2.489530563354492 (nan) | > loss: 0.010007068514823914 (nan) | > current_lr: 5e-06 | > step_time: 0.1309 (0.14152327178992083) | > loader_time: 0.0047 (0.004579645410554328)  --> TIME: 2025-03-26 18:55:00 -- STEP: 19560/31555 -- GLOBAL_STEP: 1534200 | > loss_text_ce: 0.024028806015849113 (0.0304323739677397) | > loss_mel_ce: 0.9990478754043579 (nan) | > loss: 0.0040598283521831036 (nan) | > current_lr: 5e-06 | > step_time: 0.1798 (0.14152668613353736) | > loader_time: 0.0046 (0.004579526149422101)  --> TIME: 2025-03-26 18:55:10 -- STEP: 19610/31555 -- GLOBAL_STEP: 1534250 | > loss_text_ce: 0.02909937873482704 (0.030433213854163928) | > loss_mel_ce: 1.9280747175216675 (nan) | > loss: 0.007766564376652241 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14154144417929415) | > loader_time: 0.0045 (0.0045796633617784235)  --> TIME: 2025-03-26 18:55:19 -- STEP: 19660/31555 -- GLOBAL_STEP: 1534300 | > loss_text_ce: 0.03373086825013161 (0.030429518185148524) | > loss_mel_ce: 2.47080659866333 (nan) | > loss: 0.00993864145129919 (nan) | > current_lr: 5e-06 | > step_time: 0.1097 (0.14153973589350805) | > loader_time: 0.0046 (0.004579731176246325)  --> TIME: 2025-03-26 18:55:29 -- STEP: 19710/31555 -- GLOBAL_STEP: 1534350 | > loss_text_ce: 0.03657473996281624 (0.03043303962986875) | > loss_mel_ce: 2.285041570663452 (nan) | > loss: 0.009212763980031013 (nan) | > current_lr: 5e-06 | > step_time: 0.174 (0.14154615446977936) | > loader_time: 0.0049 (0.004579831742200058)  --> TIME: 2025-03-26 18:55:39 -- STEP: 19760/31555 -- GLOBAL_STEP: 1534400 | > loss_text_ce: 0.03318236768245697 (0.030434018895190252) | > loss_mel_ce: 3.311633348464966 (nan) | > loss: 0.013273078948259354 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14155315254863798) | > loader_time: 0.0045 (0.004580046701045159)  --> TIME: 2025-03-26 18:55:49 -- STEP: 19810/31555 -- GLOBAL_STEP: 1534450 | > loss_text_ce: 0.031199118122458458 (0.030435994191255998) | > loss_mel_ce: 2.88745379447937 (nan) | > loss: 0.011581957340240479 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14155837195741455) | > loader_time: 0.0045 (0.004580051823134125)  --> TIME: 2025-03-26 18:55:59 -- STEP: 19860/31555 -- GLOBAL_STEP: 1534500 | > loss_text_ce: 0.025663182139396667 (0.030439720938848794) | > loss_mel_ce: 2.7989590167999268 (nan) | > loss: 0.011208818294107914 (nan) | > current_lr: 5e-06 | > step_time: 0.1543 (0.14156000266022173) | > loader_time: 0.0045 (0.004579885320480964)  --> TIME: 2025-03-26 18:56:08 -- STEP: 19910/31555 -- GLOBAL_STEP: 1534550 | > loss_text_ce: 0.03382684290409088 (0.030441217946374163) | > loss_mel_ce: 2.744396448135376 (nan) | > loss: 0.011024695821106434 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14155896090790454) | > loader_time: 0.0044 (0.0045797318205169895)  --> TIME: 2025-03-26 18:56:18 -- STEP: 19960/31555 -- GLOBAL_STEP: 1534600 | > loss_text_ce: 0.030011886730790138 (0.030441882664884585) | > loss_mel_ce: 2.791642427444458 (nan) | > loss: 0.011197041720151901 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.1415669441939819) | > loader_time: 0.0048 (0.004579633307122503)  --> TIME: 2025-03-26 18:56:28 -- STEP: 20010/31555 -- GLOBAL_STEP: 1534650 | > loss_text_ce: 0.030015358701348305 (0.030440033891046034) | > loss_mel_ce: 2.4287731647491455 (nan) | > loss: 0.009757098741829395 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14157025713970478) | > loader_time: 0.0046 (0.0045796419012135384)  --> TIME: 2025-03-26 18:56:37 -- STEP: 20060/31555 -- GLOBAL_STEP: 1534700 | > loss_text_ce: 0.030962776392698288 (0.030442018713569947) | > loss_mel_ce: 1.7845282554626465 (nan) | > loss: 0.007204330060631037 (nan) | > current_lr: 5e-06 | > step_time: 0.1488 (0.14156230419487756) | > loader_time: 0.0046 (0.004579624625764116)  --> TIME: 2025-03-26 18:56:47 -- STEP: 20110/31555 -- GLOBAL_STEP: 1534750 | > loss_text_ce: 0.032473109662532806 (0.030445222032947836) | > loss_mel_ce: 2.4276511669158936 (nan) | > loss: 0.009762397967278957 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14155317053517275) | > loader_time: 0.0044 (0.004579395941986123)  --> TIME: 2025-03-26 18:56:56 -- STEP: 20160/31555 -- GLOBAL_STEP: 1534800 | > loss_text_ce: 0.037948768585920334 (0.030443323359248167) | > loss_mel_ce: 2.2432572841644287 (nan) | > loss: 0.009052406065165997 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.14154460328438762) | > loader_time: 0.0046 (0.004579574626589569)  --> TIME: 2025-03-26 18:57:06 -- STEP: 20210/31555 -- GLOBAL_STEP: 1534850 | > loss_text_ce: 0.03409073129296303 (0.030447730119996776) | > loss_mel_ce: 2.3062314987182617 (nan) | > loss: 0.009286993183195591 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.1415437723256038) | > loader_time: 0.0044 (0.004579451189130787)  --> TIME: 2025-03-26 18:57:16 -- STEP: 20260/31555 -- GLOBAL_STEP: 1534900 | > loss_text_ce: 0.026859663426876068 (0.030448323345595083) | > loss_mel_ce: 2.031754493713379 (nan) | > loss: 0.008169104345142841 (nan) | > current_lr: 5e-06 | > step_time: 0.1261 (0.1415532515526743) | > loader_time: 0.0045 (0.004579629173165822)  --> TIME: 2025-03-26 18:57:26 -- STEP: 20310/31555 -- GLOBAL_STEP: 1534950 | > loss_text_ce: 0.03638412803411484 (0.030452914014577864) | > loss_mel_ce: 2.2832460403442383 (nan) | > loss: 0.009204882197082043 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.14155627899366965) | > loader_time: 0.0046 (0.004579729543185347)  --> TIME: 2025-03-26 18:57:36 -- STEP: 20360/31555 -- GLOBAL_STEP: 1535000 | > loss_text_ce: 0.03203337639570236 (0.030453826192709692) | > loss_mel_ce: 2.1883628368377686 (nan) | > loss: 0.008811096660792828 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14157042400307476) | > loader_time: 0.0045 (0.004579981898043607)  --> TIME: 2025-03-26 18:57:45 -- STEP: 20410/31555 -- GLOBAL_STEP: 1535050 | > loss_text_ce: 0.032506152987480164 (0.030449412945687156) | > loss_mel_ce: 2.8491554260253906 (nan) | > loss: 0.011435166001319885 (nan) | > current_lr: 5e-06 | > step_time: 0.1716 (0.1415639130523643) | > loader_time: 0.0047 (0.00457999038088852)  --> TIME: 2025-03-26 18:57:55 -- STEP: 20460/31555 -- GLOBAL_STEP: 1535100 | > loss_text_ce: 0.034190431237220764 (0.03044853815722404) | > loss_mel_ce: 2.697214365005493 (nan) | > loss: 0.010838908143341541 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14156429332954856) | > loader_time: 0.0046 (0.004580056003111889)  --> TIME: 2025-03-26 18:58:04 -- STEP: 20510/31555 -- GLOBAL_STEP: 1535150 | > loss_text_ce: 0.023492982611060143 (0.030446593967860758) | > loss_mel_ce: 2.705921173095703 (nan) | > loss: 0.010831009596586227 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14156226906062516) | > loader_time: 0.0045 (0.004580007919969926)  --> TIME: 2025-03-26 18:58:14 -- STEP: 20560/31555 -- GLOBAL_STEP: 1535200 | > loss_text_ce: 0.027556737884879112 (0.030447304754469034) | > loss_mel_ce: 3.369342565536499 (nan) | > loss: 0.01347975991666317 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.1415602140389511) | > loader_time: 0.0048 (0.004579948428076054)  --> TIME: 2025-03-26 18:58:24 -- STEP: 20610/31555 -- GLOBAL_STEP: 1535250 | > loss_text_ce: 0.0346749909222126 (0.030447067817097377) | > loss_mel_ce: 2.1648659706115723 (nan) | > loss: 0.008728337474167347 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.1415661149554765) | > loader_time: 0.0047 (0.0045799576270238946)  --> TIME: 2025-03-26 18:58:34 -- STEP: 20660/31555 -- GLOBAL_STEP: 1535300 | > loss_text_ce: 0.030880121514201164 (0.0304491740539183) | > loss_mel_ce: 2.3292431831359863 (nan) | > loss: 0.009365569800138474 (nan) | > current_lr: 5e-06 | > step_time: 0.135 (0.14157735020470238) | > loader_time: 0.0046 (0.004580149392075358)  --> TIME: 2025-03-26 18:58:44 -- STEP: 20710/31555 -- GLOBAL_STEP: 1535350 | > loss_text_ce: 0.0267692469060421 (0.030450913822750544) | > loss_mel_ce: 2.5008597373962402 (nan) | > loss: 0.010030274279415607 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1415768163092506) | > loader_time: 0.0046 (0.004580172923726766)  --> TIME: 2025-03-26 18:58:53 -- STEP: 20760/31555 -- GLOBAL_STEP: 1535400 | > loss_text_ce: 0.03219827264547348 (0.030452170006541414) | > loss_mel_ce: 1.991787075996399 (nan) | > loss: 0.008031688630580902 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14157492078567782) | > loader_time: 0.0047 (0.0045802049783842565)  --> TIME: 2025-03-26 18:59:03 -- STEP: 20810/31555 -- GLOBAL_STEP: 1535450 | > loss_text_ce: 0.037587784230709076 (0.03045467901639263) | > loss_mel_ce: 2.9944581985473633 (nan) | > loss: 0.012031929567456245 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.14157308360122065) | > loader_time: 0.0044 (0.004580285261595029)  --> TIME: 2025-03-26 18:59:12 -- STEP: 20860/31555 -- GLOBAL_STEP: 1535500 | > loss_text_ce: 0.037102144211530685 (0.030451312739480617) | > loss_mel_ce: 2.2087578773498535 (nan) | > loss: 0.008912144228816032 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.1415674891476416) | > loader_time: 0.0046 (0.00458039174486783)  --> TIME: 2025-03-26 18:59:22 -- STEP: 20910/31555 -- GLOBAL_STEP: 1535550 | > loss_text_ce: 0.0357423759996891 (0.030455161070354026) | > loss_mel_ce: 1.4852944612503052 (nan) | > loss: 0.0060358610935509205 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14155224452800727) | > loader_time: 0.0046 (0.004580223554632175)  --> TIME: 2025-03-26 18:59:31 -- STEP: 20960/31555 -- GLOBAL_STEP: 1535600 | > loss_text_ce: 0.026435283944010735 (0.03045286015378139) | > loss_mel_ce: 2.4271674156188965 (nan) | > loss: 0.009736519306898117 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14153479703964886) | > loader_time: 0.0044 (0.004580052560977342)  --> TIME: 2025-03-26 18:59:40 -- STEP: 21010/31555 -- GLOBAL_STEP: 1535650 | > loss_text_ce: 0.03585193678736687 (0.030453593398168177) | > loss_mel_ce: 2.6379587650299072 (nan) | > loss: 0.010610360652208328 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14153120010481102) | > loader_time: 0.0045 (0.0045800272479958205)  --> TIME: 2025-03-26 18:59:50 -- STEP: 21060/31555 -- GLOBAL_STEP: 1535700 | > loss_text_ce: 0.029092852026224136 (0.0304521205721835) | > loss_mel_ce: 2.4590117931365967 (nan) | > loss: 0.00987343117594719 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14151920643966567) | > loader_time: 0.0068 (0.004580086950789366)  --> TIME: 2025-03-26 19:00:00 -- STEP: 21110/31555 -- GLOBAL_STEP: 1535750 | > loss_text_ce: 0.03177785128355026 (0.030450758636297755) | > loss_mel_ce: 2.870258331298828 (nan) | > loss: 0.011516016907989979 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14152573547561856) | > loader_time: 0.0045 (0.004580216190929029)  --> TIME: 2025-03-26 19:00:10 -- STEP: 21160/31555 -- GLOBAL_STEP: 1535800 | > loss_text_ce: 0.02723661996424198 (0.030451097788151853) | > loss_mel_ce: 2.096832513809204 (nan) | > loss: 0.0084288464859128 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14153784662203236) | > loader_time: 0.0044 (0.004580388064645854)  --> TIME: 2025-03-26 19:00:19 -- STEP: 21210/31555 -- GLOBAL_STEP: 1535850 | > loss_text_ce: 0.03309780731797218 (0.03045223664715428) | > loss_mel_ce: 2.842266321182251 (nan) | > loss: 0.011410175822675228 (nan) | > current_lr: 5e-06 | > step_time: 0.1288 (0.14153673427389135) | > loader_time: 0.0044 (0.004580414649283526)  --> TIME: 2025-03-26 19:00:29 -- STEP: 21260/31555 -- GLOBAL_STEP: 1535900 | > loss_text_ce: 0.030854908749461174 (0.030450657927339156) | > loss_mel_ce: 3.032240390777588 (nan) | > loss: 0.01215514075011015 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.1415294539334051) | > loader_time: 0.0069 (0.004580834409816015)  --> TIME: 2025-03-26 19:00:39 -- STEP: 21310/31555 -- GLOBAL_STEP: 1535950 | > loss_text_ce: 0.026433246210217476 (0.030448949007699375) | > loss_mel_ce: 2.3314318656921387 (nan) | > loss: 0.009356607683002949 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14153162535788494) | > loader_time: 0.0046 (0.004581085889342798)  --> TIME: 2025-03-26 19:00:48 -- STEP: 21360/31555 -- GLOBAL_STEP: 1536000 | > loss_text_ce: 0.03122609108686447 (0.030448351313808242) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1278 (0.14152465429198668) | > loader_time: 0.0047 (0.004581105195627673)  --> TIME: 2025-03-26 19:00:58 -- STEP: 21410/31555 -- GLOBAL_STEP: 1536050 | > loss_text_ce: 0.037419166415929794 (0.030450538357711932) | > loss_mel_ce: 2.4896390438079834 (nan) | > loss: 0.010028009302914143 (nan) | > current_lr: 5e-06 | > step_time: 0.1407 (0.14151953057338362) | > loader_time: 0.0045 (0.004581166672294572)  --> TIME: 2025-03-26 19:01:08 -- STEP: 21460/31555 -- GLOBAL_STEP: 1536100 | > loss_text_ce: 0.035612884908914566 (0.03045108200568194) | > loss_mel_ce: 2.4734044075012207 (nan) | > loss: 0.00995641853660345 (nan) | > current_lr: 5e-06 | > step_time: 0.1689 (0.14152982920435817) | > loader_time: 0.0046 (0.0045811712464104105)  --> TIME: 2025-03-26 19:01:17 -- STEP: 21510/31555 -- GLOBAL_STEP: 1536150 | > loss_text_ce: 0.026004204526543617 (0.030450435156355066) | > loss_mel_ce: 2.635889768600464 (nan) | > loss: 0.010563072748482227 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.14152684118624467) | > loader_time: 0.0045 (0.004581195373747969)  --> TIME: 2025-03-26 19:01:27 -- STEP: 21560/31555 -- GLOBAL_STEP: 1536200 | > loss_text_ce: 0.03167225047945976 (0.03044973722523412) | > loss_mel_ce: 2.3519105911254883 (nan) | > loss: 0.009458662942051888 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14152695043409694) | > loader_time: 0.0045 (0.004581348694764175)  --> TIME: 2025-03-26 19:01:37 -- STEP: 21610/31555 -- GLOBAL_STEP: 1536250 | > loss_text_ce: 0.024247437715530396 (0.030450139757442284) | > loss_mel_ce: 2.770228862762451 (nan) | > loss: 0.011089191772043705 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.14152868325817108) | > loader_time: 0.0045 (0.004581376690932965)  --> TIME: 2025-03-26 19:01:46 -- STEP: 21660/31555 -- GLOBAL_STEP: 1536300 | > loss_text_ce: 0.03836610168218613 (0.03044765376329372) | > loss_mel_ce: 1.3236762285232544 (nan) | > loss: 0.005404930096119642 (nan) | > current_lr: 5e-06 | > step_time: 0.1254 (0.14152128400344502) | > loader_time: 0.0045 (0.004581653455397869)  --> TIME: 2025-03-26 19:01:56 -- STEP: 21710/31555 -- GLOBAL_STEP: 1536350 | > loss_text_ce: 0.03064035438001156 (0.030448572954805558) | > loss_mel_ce: 0.04799804836511612 (nan) | > loss: 0.0003120571782346815 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14151600335172348) | > loader_time: 0.0047 (0.00458157301937474)  --> TIME: 2025-03-26 19:02:05 -- STEP: 21760/31555 -- GLOBAL_STEP: 1536400 | > loss_text_ce: 0.036152634769678116 (0.03045246619435868) | > loss_mel_ce: 2.760347604751587 (nan) | > loss: 0.011097223497927189 (nan) | > current_lr: 5e-06 | > step_time: 0.1506 (0.1415181954774766) | > loader_time: 0.0045 (0.004581542641800995)  --> TIME: 2025-03-26 19:02:15 -- STEP: 21810/31555 -- GLOBAL_STEP: 1536450 | > loss_text_ce: 0.030311426147818565 (0.030451842256920318) | > loss_mel_ce: 1.6678694486618042 (nan) | > loss: 0.00673881359398365 (nan) | > current_lr: 5e-06 | > step_time: 0.1381 (0.14150722153631506) | > loader_time: 0.0045 (0.0045815840274683155)  --> TIME: 2025-03-26 19:02:25 -- STEP: 21860/31555 -- GLOBAL_STEP: 1536500 | > loss_text_ce: 0.030313922092318535 (0.030452263739372418) | > loss_mel_ce: 2.9759132862091064 (nan) | > loss: 0.011929473839700222 (nan) | > current_lr: 5e-06 | > step_time: 0.1568 (0.14151912990885723) | > loader_time: 0.0045 (0.00458158958100008)  --> TIME: 2025-03-26 19:02:34 -- STEP: 21910/31555 -- GLOBAL_STEP: 1536550 | > loss_text_ce: 0.024421509355306625 (0.030449991270777337) | > loss_mel_ce: 0.87744140625 (nan) | > loss: 0.0035788214299827814 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.1415237321205068) | > loader_time: 0.0043 (0.004581690269863703)  --> TIME: 2025-03-26 19:02:44 -- STEP: 21960/31555 -- GLOBAL_STEP: 1536600 | > loss_text_ce: 0.031243374571204185 (0.03045254417386359) | > loss_mel_ce: 2.8027195930480957 (nan) | > loss: 0.01124588493257761 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.141514548729893) | > loader_time: 0.0045 (0.004581604205845489)  --> TIME: 2025-03-26 19:02:53 -- STEP: 22010/31555 -- GLOBAL_STEP: 1536650 | > loss_text_ce: 0.026008151471614838 (0.03045014117610407) | > loss_mel_ce: 0.1265869140625 (nan) | > loss: 0.0006055360427126288 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.1415035199490729) | > loader_time: 0.0045 (0.004581520006040295)  --> TIME: 2025-03-26 19:03:03 -- STEP: 22060/31555 -- GLOBAL_STEP: 1536700 | > loss_text_ce: 0.038018107414245605 (0.030450532333638272) | > loss_mel_ce: 3.325711727142334 (nan) | > loss: 0.01334813516587019 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14151189339128317) | > loader_time: 0.0046 (0.004581743008638666)  --> TIME: 2025-03-26 19:03:13 -- STEP: 22110/31555 -- GLOBAL_STEP: 1536750 | > loss_text_ce: 0.027924325317144394 (0.03044947344453415) | > loss_mel_ce: 3.0402069091796875 (nan) | > loss: 0.012175124138593674 (nan) | > current_lr: 5e-06 | > step_time: 0.1613 (0.14151601012827988) | > loader_time: 0.0048 (0.004581709740551178)  --> TIME: 2025-03-26 19:03:23 -- STEP: 22160/31555 -- GLOBAL_STEP: 1536800 | > loss_text_ce: 0.03111075796186924 (0.030450624012554703) | > loss_mel_ce: 2.3222594261169434 (nan) | > loss: 0.009338770993053913 (nan) | > current_lr: 5e-06 | > step_time: 0.1768 (0.14151632663144773) | > loader_time: 0.0047 (0.0045817358506715766)  --> TIME: 2025-03-26 19:03:33 -- STEP: 22210/31555 -- GLOBAL_STEP: 1536850 | > loss_text_ce: 0.032967709004879 (0.030447957525302324) | > loss_mel_ce: 2.774991512298584 (nan) | > loss: 0.011142696253955364 (nan) | > current_lr: 5e-06 | > step_time: 0.1656 (0.14152072020233813) | > loader_time: 0.0047 (0.004581796967301602)  --> TIME: 2025-03-26 19:03:42 -- STEP: 22260/31555 -- GLOBAL_STEP: 1536900 | > loss_text_ce: 0.03391556814312935 (0.03044870708966986) | > loss_mel_ce: 2.5338797569274902 (nan) | > loss: 0.010189664550125599 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14150998206793927) | > loader_time: 0.0045 (0.004581827562560089)  --> TIME: 2025-03-26 19:03:52 -- STEP: 22310/31555 -- GLOBAL_STEP: 1536950 | > loss_text_ce: 0.027816323563456535 (0.03044982942736258) | > loss_mel_ce: 2.671807289123535 (nan) | > loss: 0.010712792165577412 (nan) | > current_lr: 5e-06 | > step_time: 0.1612 (0.14152412892242697) | > loader_time: 0.0047 (0.00458183474521476)  --> TIME: 2025-03-26 19:04:02 -- STEP: 22360/31555 -- GLOBAL_STEP: 1537000 | > loss_text_ce: 0.03144713491201401 (0.030448932379978977) | > loss_mel_ce: 2.3831253051757812 (nan) | > loss: 0.00958163756877184 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14152285292451244) | > loader_time: 0.0043 (0.004581765721223878)  --> TIME: 2025-03-26 19:04:11 -- STEP: 22410/31555 -- GLOBAL_STEP: 1537050 | > loss_text_ce: 0.03260760381817818 (0.030450632532502457) | > loss_mel_ce: 2.9838104248046875 (nan) | > loss: 0.011969913728535175 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14152396639134765) | > loader_time: 0.0043 (0.00458160076541383)  --> TIME: 2025-03-26 19:04:21 -- STEP: 22460/31555 -- GLOBAL_STEP: 1537100 | > loss_text_ce: 0.021916376426815987 (0.030449515442759485) | > loss_mel_ce: 2.6040990352630615 (nan) | > loss: 0.010420696809887886 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1415270497728843) | > loader_time: 0.0045 (0.004581740087201754)  --> TIME: 2025-03-26 19:04:31 -- STEP: 22510/31555 -- GLOBAL_STEP: 1537150 | > loss_text_ce: 0.04165370762348175 (0.03045021496114896) | > loss_mel_ce: 2.37480092048645 (nan) | > loss: 0.00958910584449768 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.1415275905143928) | > loader_time: 0.0046 (0.00458169048068685)  --> TIME: 2025-03-26 19:04:41 -- STEP: 22560/31555 -- GLOBAL_STEP: 1537200 | > loss_text_ce: 0.028605878353118896 (0.030446071362045267) | > loss_mel_ce: 2.874986410140991 (nan) | > loss: 0.011522192507982254 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1415330468974199) | > loader_time: 0.0047 (0.0045816355880270755)  --> TIME: 2025-03-26 19:04:50 -- STEP: 22610/31555 -- GLOBAL_STEP: 1537250 | > loss_text_ce: 0.033956415951251984 (0.030446393045562577) | > loss_mel_ce: 2.313706159591675 (nan) | > loss: 0.00931612215936184 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14153732810596031) | > loader_time: 0.0045 (0.004581653307307786)  --> TIME: 2025-03-26 19:05:00 -- STEP: 22660/31555 -- GLOBAL_STEP: 1537300 | > loss_text_ce: 0.024025943130254745 (0.030444965669877044) | > loss_mel_ce: 2.3517069816589355 (nan) | > loss: 0.009427512064576149 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14154197081778658) | > loader_time: 0.0046 (0.004581765652965479)  --> TIME: 2025-03-26 19:05:10 -- STEP: 22710/31555 -- GLOBAL_STEP: 1537350 | > loss_text_ce: 0.02360113337635994 (0.030442925804478764) | > loss_mel_ce: 1.21210777759552 (nan) | > loss: 0.004903607070446014 (nan) | > current_lr: 5e-06 | > step_time: 0.105 (0.14154095186739804) | > loader_time: 0.0044 (0.004581783070851937)  --> TIME: 2025-03-26 19:05:20 -- STEP: 22760/31555 -- GLOBAL_STEP: 1537400 | > loss_text_ce: 0.028394924476742744 (0.030443584516084688) | > loss_mel_ce: 1.7835283279418945 (nan) | > loss: 0.007190172094851732 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14154343891017926) | > loader_time: 0.0047 (0.004582022038830198)  --> TIME: 2025-03-26 19:05:29 -- STEP: 22810/31555 -- GLOBAL_STEP: 1537450 | > loss_text_ce: 0.02260008081793785 (0.030440228090020095) | > loss_mel_ce: 2.530362367630005 (nan) | > loss: 0.010130804032087326 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14154437281279383) | > loader_time: 0.0044 (0.004582082101620388)  --> TIME: 2025-03-26 19:05:39 -- STEP: 22860/31555 -- GLOBAL_STEP: 1537500 | > loss_text_ce: 0.026432421058416367 (0.03044041294950016) | > loss_mel_ce: 2.0547101497650146 (nan) | > loss: 0.008258502930402756 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14154481724073928) | > loader_time: 0.0044 (0.004582121981306243)  --> TIME: 2025-03-26 19:05:49 -- STEP: 22910/31555 -- GLOBAL_STEP: 1537550 | > loss_text_ce: 0.034965451806783676 (0.030439050770590302) | > loss_mel_ce: 2.0530524253845215 (nan) | > loss: 0.008285786025226116 (nan) | > current_lr: 5e-06 | > step_time: 0.151 (0.14154540740054172) | > loader_time: 0.0046 (0.004582095926685248)  --> TIME: 2025-03-26 19:05:58 -- STEP: 22960/31555 -- GLOBAL_STEP: 1537600 | > loss_text_ce: 0.034949030727148056 (0.030442306921551254) | > loss_mel_ce: 1.7289334535598755 (nan) | > loss: 0.006999534089118242 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14154643374868217) | > loader_time: 0.0044 (0.004582209038817511)  --> TIME: 2025-03-26 19:06:08 -- STEP: 23010/31555 -- GLOBAL_STEP: 1537650 | > loss_text_ce: 0.03632962331175804 (0.03044363695145403) | > loss_mel_ce: 2.470806837081909 (nan) | > loss: 0.009948953986167908 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14154708022814144) | > loader_time: 0.0045 (0.004582540370339367)  --> TIME: 2025-03-26 19:06:18 -- STEP: 23060/31555 -- GLOBAL_STEP: 1537700 | > loss_text_ce: 0.027090124785900116 (0.030447106429231107) | > loss_mel_ce: 2.222607374191284 (nan) | > loss: 0.008927371352910995 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14156302224007702) | > loader_time: 0.0044 (0.0045826412239802555)  --> TIME: 2025-03-26 19:06:28 -- STEP: 23110/31555 -- GLOBAL_STEP: 1537750 | > loss_text_ce: 0.026346756145358086 (0.030449824821935773) | > loss_mel_ce: 2.7111129760742188 (nan) | > loss: 0.010862935334444046 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14155486873195713) | > loader_time: 0.0044 (0.004582583434857209)  --> TIME: 2025-03-26 19:06:38 -- STEP: 23160/31555 -- GLOBAL_STEP: 1537800 | > loss_text_ce: 0.030503327026963234 (0.030446764279401402) | > loss_mel_ce: 2.7668046951293945 (nan) | > loss: 0.011100429110229015 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.141563928075815) | > loader_time: 0.0046 (0.004582762749083916)  --> TIME: 2025-03-26 19:06:47 -- STEP: 23210/31555 -- GLOBAL_STEP: 1537850 | > loss_text_ce: 0.027883369475603104 (0.030444742389142063) | > loss_mel_ce: 2.9292514324188232 (nan) | > loss: 0.01173466257750988 (nan) | > current_lr: 5e-06 | > step_time: 0.1781 (0.1415617846045585) | > loader_time: 0.0047 (0.004582857181675621)  --> TIME: 2025-03-26 19:06:57 -- STEP: 23260/31555 -- GLOBAL_STEP: 1537900 | > loss_text_ce: 0.03458084911108017 (0.030444532477073454) | > loss_mel_ce: 2.699355363845825 (nan) | > loss: 0.010848954319953918 (nan) | > current_lr: 5e-06 | > step_time: 0.1284 (0.14157033255667936) | > loader_time: 0.0046 (0.004582840373366424)  --> TIME: 2025-03-26 19:07:07 -- STEP: 23310/31555 -- GLOBAL_STEP: 1537950 | > loss_text_ce: 0.030912291258573532 (0.030444107161365763) | > loss_mel_ce: 2.2744853496551514 (nan) | > loss: 0.009148404002189636 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1415657178059695) | > loader_time: 0.0046 (0.004582704458559896)  --> TIME: 2025-03-26 19:07:16 -- STEP: 23360/31555 -- GLOBAL_STEP: 1538000 | > loss_text_ce: 0.02232639491558075 (0.030445705858467464) | > loss_mel_ce: 2.4588441848754883 (nan) | > loss: 0.00984591618180275 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14156174793431026) | > loader_time: 0.0045 (0.004582837377100765)  --> TIME: 2025-03-26 19:07:26 -- STEP: 23410/31555 -- GLOBAL_STEP: 1538050 | > loss_text_ce: 0.030909661203622818 (0.03044686676406836) | > loss_mel_ce: 2.9370903968811035 (nan) | > loss: 0.011777779087424278 (nan) | > current_lr: 5e-06 | > step_time: 0.1604 (0.14155982052958885) | > loader_time: 0.0045 (0.004582889535293673)  --> TIME: 2025-03-26 19:07:36 -- STEP: 23460/31555 -- GLOBAL_STEP: 1538100 | > loss_text_ce: 0.02160213701426983 (0.030444933752587267) | > loss_mel_ce: 0.35883790254592896 (nan) | > loss: 0.0015096827410161495 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14156577147079574) | > loader_time: 0.0044 (0.00458306009100729)  --> TIME: 2025-03-26 19:07:46 -- STEP: 23510/31555 -- GLOBAL_STEP: 1538150 | > loss_text_ce: 0.029402272775769234 (0.03044737000073816) | > loss_mel_ce: 2.4970760345458984 (nan) | > loss: 0.010025708004832268 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14156902568586555) | > loader_time: 0.0046 (0.004582987770736082)  --> TIME: 2025-03-26 19:07:55 -- STEP: 23560/31555 -- GLOBAL_STEP: 1538200 | > loss_text_ce: 0.029430033639073372 (0.030448492936408906) | > loss_mel_ce: 2.3208017349243164 (nan) | > loss: 0.009326317347586155 (nan) | > current_lr: 5e-06 | > step_time: 0.1743 (0.1415772244865483) | > loader_time: 0.0047 (0.004583136628560576)  --> TIME: 2025-03-26 19:08:05 -- STEP: 23610/31555 -- GLOBAL_STEP: 1538250 | > loss_text_ce: 0.04108652472496033 (0.030446594776936755) | > loss_mel_ce: 2.415642738342285 (nan) | > loss: 0.00974892545491457 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14157963094949436) | > loader_time: 0.0044 (0.004583139724521396)  --> TIME: 2025-03-26 19:08:15 -- STEP: 23660/31555 -- GLOBAL_STEP: 1538300 | > loss_text_ce: 0.038961365818977356 (0.030445291802156403) | > loss_mel_ce: 2.9145050048828125 (nan) | > loss: 0.011720105074346066 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14158103052882368) | > loader_time: 0.0047 (0.004583128337021706)  --> TIME: 2025-03-26 19:08:25 -- STEP: 23710/31555 -- GLOBAL_STEP: 1538350 | > loss_text_ce: 0.036220651119947433 (0.030445334950414047) | > loss_mel_ce: 2.1358680725097656 (nan) | > loss: 0.008619399741292 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14158390535678622) | > loader_time: 0.0044 (0.004583187155560666)  --> TIME: 2025-03-26 19:08:34 -- STEP: 23760/31555 -- GLOBAL_STEP: 1538400 | > loss_text_ce: 0.0394485667347908 (0.030447282363866013) | > loss_mel_ce: 2.4993600845336914 (nan) | > loss: 0.010074637830257416 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14158645295333996) | > loader_time: 0.0045 (0.004583108435174825)  --> TIME: 2025-03-26 19:08:44 -- STEP: 23810/31555 -- GLOBAL_STEP: 1538450 | > loss_text_ce: 0.035169199109077454 (0.030445351749963667) | > loss_mel_ce: 2.4708170890808105 (nan) | > loss: 0.009944390505552292 (nan) | > current_lr: 5e-06 | > step_time: 0.1151 (0.1415663806594036) | > loader_time: 0.0045 (0.00458299095317226)  --> TIME: 2025-03-26 19:08:53 -- STEP: 23860/31555 -- GLOBAL_STEP: 1538500 | > loss_text_ce: 0.03376775234937668 (0.030445907864218434) | > loss_mel_ce: 3.0157265663146973 (nan) | > loss: 0.012101168744266033 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14157395263929104) | > loader_time: 0.0052 (0.004583036210091287)  --> TIME: 2025-03-26 19:09:03 -- STEP: 23910/31555 -- GLOBAL_STEP: 1538550 | > loss_text_ce: 0.026740366593003273 (0.030445193065916976) | > loss_mel_ce: 3.047564744949341 (nan) | > loss: 0.012199623510241508 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14157752459241496) | > loader_time: 0.0046 (0.004583055182312976)  --> TIME: 2025-03-26 19:09:13 -- STEP: 23960/31555 -- GLOBAL_STEP: 1538600 | > loss_text_ce: 0.03899991512298584 (0.030444742126416756) | > loss_mel_ce: 1.8370280265808105 (nan) | > loss: 0.007444555871188641 (nan) | > current_lr: 5e-06 | > step_time: 0.1313 (0.14158319488590476) | > loader_time: 0.0044 (0.004583030670433488)  --> TIME: 2025-03-26 19:09:23 -- STEP: 24010/31555 -- GLOBAL_STEP: 1538650 | > loss_text_ce: 0.01919626258313656 (0.03044722303472728) | > loss_mel_ce: 0.0981987863779068 (nan) | > loss: 0.00046585340169258416 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.14158458519061176) | > loader_time: 0.0044 (0.004582803083528628)  --> TIME: 2025-03-26 19:09:32 -- STEP: 24060/31555 -- GLOBAL_STEP: 1538700 | > loss_text_ce: 0.025014903396368027 (0.03044728131555267) | > loss_mel_ce: 2.624770164489746 (nan) | > loss: 0.010515020228922367 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14158301293998393) | > loader_time: 0.0043 (0.004582399580742253)  --> TIME: 2025-03-26 19:09:42 -- STEP: 24110/31555 -- GLOBAL_STEP: 1538750 | > loss_text_ce: 0.026417504996061325 (0.030446433694782095) | > loss_mel_ce: 2.888895273208618 (nan) | > loss: 0.011568701826035976 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14158879284638975) | > loader_time: 0.0044 (0.00458199232260452)  --> TIME: 2025-03-26 19:09:52 -- STEP: 24160/31555 -- GLOBAL_STEP: 1538800 | > loss_text_ce: 0.03730583190917969 (0.030447393579181848) | > loss_mel_ce: 3.3249268531799316 (nan) | > loss: 0.013342194259166718 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1415820592286552) | > loader_time: 0.0043 (0.004581915700672478)  --> TIME: 2025-03-26 19:10:01 -- STEP: 24210/31555 -- GLOBAL_STEP: 1538850 | > loss_text_ce: 0.026819998398423195 (0.030444428234029115) | > loss_mel_ce: 3.239544153213501 (nan) | > loss: 0.012961762957274914 (nan) | > current_lr: 5e-06 | > step_time: 0.1094 (0.14158184825758377) | > loader_time: 0.0043 (0.0045817715232404806)  --> TIME: 2025-03-26 19:10:11 -- STEP: 24260/31555 -- GLOBAL_STEP: 1538900 | > loss_text_ce: 0.030523046851158142 (0.03044686857054296) | > loss_mel_ce: 2.959259510040283 (nan) | > loss: 0.01186421699821949 (nan) | > current_lr: 5e-06 | > step_time: 0.1423 (0.1415893182416429) | > loader_time: 0.0045 (0.004581621778178393)  --> TIME: 2025-03-26 19:10:21 -- STEP: 24310/31555 -- GLOBAL_STEP: 1538950 | > loss_text_ce: 0.03171407803893089 (0.030444897046785425) | > loss_mel_ce: 1.843017578125 (nan) | > loss: 0.007439411710947752 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.1416007194632792) | > loader_time: 0.0043 (0.004581404624775772)  --> TIME: 2025-03-26 19:10:31 -- STEP: 24360/31555 -- GLOBAL_STEP: 1539000 | > loss_text_ce: 0.033099427819252014 (0.03044393226394982) | > loss_mel_ce: 2.7546627521514893 (nan) | > loss: 0.011062548495829105 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14161603524179714) | > loader_time: 0.0046 (0.004581253047059913)  --> TIME: 2025-03-26 19:10:41 -- STEP: 24410/31555 -- GLOBAL_STEP: 1539050 | > loss_text_ce: 0.027016794309020042 (0.030444988467154835) | > loss_mel_ce: 2.4572415351867676 (nan) | > loss: 0.009858168661594391 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.1416067290726066) | > loader_time: 0.0046 (0.004581036005094375)  --> TIME: 2025-03-26 19:10:50 -- STEP: 24460/31555 -- GLOBAL_STEP: 1539100 | > loss_text_ce: 0.03238960728049278 (0.030445683261460306) | > loss_mel_ce: 2.5606017112731934 (nan) | > loss: 0.010289648547768593 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.14160407033984054) | > loader_time: 0.0044 (0.0045807539198307054)  --> TIME: 2025-03-26 19:11:00 -- STEP: 24510/31555 -- GLOBAL_STEP: 1539150 | > loss_text_ce: 0.03757758438587189 (0.030442312844203994) | > loss_mel_ce: 2.2618815898895264 (nan) | > loss: 0.00912483874708414 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.14159854901950544) | > loader_time: 0.0047 (0.0045804373637261305)  --> TIME: 2025-03-26 19:11:09 -- STEP: 24560/31555 -- GLOBAL_STEP: 1539200 | > loss_text_ce: 0.030574733391404152 (0.03044052733349573) | > loss_mel_ce: 2.5675594806671143 (nan) | > loss: 0.010310057550668716 (nan) | > current_lr: 5e-06 | > step_time: 0.1427 (0.14159695260493482) | > loader_time: 0.0047 (0.004580379493461761)  --> TIME: 2025-03-26 19:11:19 -- STEP: 24610/31555 -- GLOBAL_STEP: 1539250 | > loss_text_ce: 0.029628245159983635 (0.03043968818766926) | > loss_mel_ce: 0.00959014892578125 (nan) | > loss: 0.00015562857151962817 (nan) | > current_lr: 5e-06 | > step_time: 0.1193 (0.14158986210580657) | > loader_time: 0.0044 (0.004580255990491463)  --> TIME: 2025-03-26 19:11:28 -- STEP: 24660/31555 -- GLOBAL_STEP: 1539300 | > loss_text_ce: 0.030886568129062653 (0.03043904084990227) | > loss_mel_ce: 2.2613768577575684 (nan) | > loss: 0.00909628439694643 (nan) | > current_lr: 5e-06 | > step_time: 0.1144 (0.14158330534109523) | > loader_time: 0.0043 (0.004580281231331805)  --> TIME: 2025-03-26 19:11:38 -- STEP: 24710/31555 -- GLOBAL_STEP: 1539350 | > loss_text_ce: 0.03002476692199707 (0.030440073148944813) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14158085948877516) | > loader_time: 0.0043 (0.004580071203045786)  --> TIME: 2025-03-26 19:11:48 -- STEP: 24760/31555 -- GLOBAL_STEP: 1539400 | > loss_text_ce: 0.030628714710474014 (0.03044040148817483) | > loss_mel_ce: 2.860189199447632 (nan) | > loss: 0.011471500620245934 (nan) | > current_lr: 5e-06 | > step_time: 0.1648 (0.14157992062160196) | > loader_time: 0.0046 (0.0045798801355100005)  --> TIME: 2025-03-26 19:11:57 -- STEP: 24810/31555 -- GLOBAL_STEP: 1539450 | > loss_text_ce: 0.03144107013940811 (0.030438677428972678) | > loss_mel_ce: 2.1576523780822754 (nan) | > loss: 0.008686878718435764 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.1415839354293263) | > loader_time: 0.0044 (0.004579752541895305)  --> TIME: 2025-03-26 19:12:07 -- STEP: 24860/31555 -- GLOBAL_STEP: 1539500 | > loss_text_ce: 0.037095099687576294 (0.030436149519311485) | > loss_mel_ce: 2.2769534587860107 (nan) | > loss: 0.009182732552289963 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14158219830795918) | > loader_time: 0.0047 (0.004579737573886048)  --> TIME: 2025-03-26 19:12:17 -- STEP: 24910/31555 -- GLOBAL_STEP: 1539550 | > loss_text_ce: 0.034484632313251495 (0.030437412066441218) | > loss_mel_ce: 2.4817140102386475 (nan) | > loss: 0.00998491607606411 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14158355402975) | > loader_time: 0.0046 (0.004579618694025173)  --> TIME: 2025-03-26 19:12:26 -- STEP: 24960/31555 -- GLOBAL_STEP: 1539600 | > loss_text_ce: 0.02878604270517826 (0.030439189897226274) | > loss_mel_ce: 2.7548530101776123 (nan) | > loss: 0.01104618702083826 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.1415788944141969) | > loader_time: 0.0045 (0.004579574490586915)  --> TIME: 2025-03-26 19:12:36 -- STEP: 25010/31555 -- GLOBAL_STEP: 1539650 | > loss_text_ce: 0.030725982040166855 (0.030441412745026493) | > loss_mel_ce: 2.0363097190856934 (nan) | > loss: 0.008202522993087769 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.1415780972023556) | > loader_time: 0.0045 (0.004579522093979178)  --> TIME: 2025-03-26 19:12:46 -- STEP: 25060/31555 -- GLOBAL_STEP: 1539700 | > loss_text_ce: 0.03654968738555908 (0.030443092273564582) | > loss_mel_ce: 2.6265907287597656 (nan) | > loss: 0.010568018071353436 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14158126966342294) | > loader_time: 0.0047 (0.00457931495340747)  --> TIME: 2025-03-26 19:12:55 -- STEP: 25110/31555 -- GLOBAL_STEP: 1539750 | > loss_text_ce: 0.030846813693642616 (0.0304438791347186) | > loss_mel_ce: 2.7347869873046875 (nan) | > loss: 0.01097473781555891 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14157426005005885) | > loader_time: 0.0044 (0.004579156596838162)  --> TIME: 2025-03-26 19:13:05 -- STEP: 25160/31555 -- GLOBAL_STEP: 1539800 | > loss_text_ce: 0.02833058498799801 (0.03044601337390466) | > loss_mel_ce: 2.1773481369018555 (nan) | > loss: 0.008752693422138691 (nan) | > current_lr: 5e-06 | > step_time: 0.1606 (0.14157053786544443) | > loader_time: 0.0045 (0.004578912144435033)  --> TIME: 2025-03-26 19:13:14 -- STEP: 25210/31555 -- GLOBAL_STEP: 1539850 | > loss_text_ce: 0.021684417501091957 (0.030446318538474532) | > loss_mel_ce: 2.0862295627593994 (nan) | > loss: 0.008364738896489143 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14156838811044256) | > loader_time: 0.0044 (0.00457880528187855)  --> TIME: 2025-03-26 19:13:24 -- STEP: 25260/31555 -- GLOBAL_STEP: 1539900 | > loss_text_ce: 0.027407802641391754 (0.0304460057847184) | > loss_mel_ce: 2.2285611629486084 (nan) | > loss: 0.008952259086072445 (nan) | > current_lr: 5e-06 | > step_time: 0.1582 (0.14155921476376054) | > loader_time: 0.0046 (0.004578643721054204)  --> TIME: 2025-03-26 19:13:33 -- STEP: 25310/31555 -- GLOBAL_STEP: 1539950 | > loss_text_ce: 0.03272115811705589 (0.030445642867951643) | > loss_mel_ce: 2.6601927280426025 (nan) | > loss: 0.01068616658449173 (nan) | > current_lr: 5e-06 | > step_time: 0.1502 (0.14156238053071846) | > loader_time: 0.0046 (0.004578355412763922)  --> TIME: 2025-03-26 19:13:43 -- STEP: 25360/31555 -- GLOBAL_STEP: 1540000 | > loss_text_ce: 0.024296291172504425 (0.03044607468824891) | > loss_mel_ce: 3.0456509590148926 (nan) | > loss: 0.012182330712676048 (nan) | > current_lr: 5e-06 | > step_time: 0.1679 (0.14156442840204464) | > loader_time: 0.0046 (0.004578242928071724) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1540000.pth  --> TIME: 2025-03-26 19:13:59 -- STEP: 25410/31555 -- GLOBAL_STEP: 1540050 | > loss_text_ce: 0.03192869946360588 (0.030446703045305317) | > loss_mel_ce: 2.7757437229156494 (nan) | > loss: 0.011141558177769184 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.1415749992549239) | > loader_time: 0.0046 (0.004578245019218382)  --> TIME: 2025-03-26 19:14:08 -- STEP: 25460/31555 -- GLOBAL_STEP: 1540100 | > loss_text_ce: 0.031208492815494537 (0.030446515301167834) | > loss_mel_ce: 2.798919677734375 (nan) | > loss: 0.011230668053030968 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14157427633641945) | > loader_time: 0.0047 (0.00457826658954605)  --> TIME: 2025-03-26 19:14:18 -- STEP: 25510/31555 -- GLOBAL_STEP: 1540150 | > loss_text_ce: 0.03303506597876549 (0.030446025096493357) | > loss_mel_ce: 2.973454475402832 (nan) | > loss: 0.011930515058338642 (nan) | > current_lr: 5e-06 | > step_time: 0.1761 (0.14156787659036676) | > loader_time: 0.0048 (0.004578398218906326)  --> TIME: 2025-03-26 19:14:28 -- STEP: 25560/31555 -- GLOBAL_STEP: 1540200 | > loss_text_ce: 0.019598156213760376 (0.030446611931809853) | > loss_mel_ce: 2.531949520111084 (nan) | > loss: 0.010125190019607544 (nan) | > current_lr: 5e-06 | > step_time: 0.1302 (0.14156939420901396) | > loader_time: 0.0047 (0.004578470474864014)  --> TIME: 2025-03-26 19:14:37 -- STEP: 25610/31555 -- GLOBAL_STEP: 1540250 | > loss_text_ce: 0.042946405708789825 (0.0304466650835451) | > loss_mel_ce: 2.605137586593628 (nan) | > loss: 0.010508270002901554 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.1415707762098909) | > loader_time: 0.0046 (0.004578434755354355)  --> TIME: 2025-03-26 19:14:47 -- STEP: 25660/31555 -- GLOBAL_STEP: 1540300 | > loss_text_ce: 0.03832153603434563 (0.030446565366006755) | > loss_mel_ce: 2.937662124633789 (nan) | > loss: 0.011809459887444973 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14157366459014556) | > loader_time: 0.0044 (0.004578531773315208)  --> TIME: 2025-03-26 19:14:57 -- STEP: 25710/31555 -- GLOBAL_STEP: 1540350 | > loss_text_ce: 0.03032662719488144 (0.03044771042289099) | > loss_mel_ce: 2.7772202491760254 (nan) | > loss: 0.011141059920191765 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14157525583353833) | > loader_time: 0.0045 (0.004578593861310216)  --> TIME: 2025-03-26 19:15:06 -- STEP: 25760/31555 -- GLOBAL_STEP: 1540400 | > loss_text_ce: 0.03306622430682182 (0.03044718782220798) | > loss_mel_ce: 2.4426777362823486 (nan) | > loss: 0.009824381209909916 (nan) | > current_lr: 5e-06 | > step_time: 0.1283 (0.14157289616439475) | > loader_time: 0.0045 (0.004578840825128251)  --> TIME: 2025-03-26 19:15:16 -- STEP: 25810/31555 -- GLOBAL_STEP: 1540450 | > loss_text_ce: 0.03169095516204834 (0.030448913181843625) | > loss_mel_ce: 2.387407064437866 (nan) | > loss: 0.009599595330655575 (nan) | > current_lr: 5e-06 | > step_time: 0.1256 (0.14157736737429566) | > loader_time: 0.0044 (0.004578843120455225)  --> TIME: 2025-03-26 19:15:26 -- STEP: 25860/31555 -- GLOBAL_STEP: 1540500 | > loss_text_ce: 0.02600405178964138 (0.030451440263455986) | > loss_mel_ce: 2.522519588470459 (nan) | > loss: 0.010113189928233624 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14159369888180098) | > loader_time: 0.0045 (0.004578985858129508)  --> TIME: 2025-03-26 19:15:36 -- STEP: 25910/31555 -- GLOBAL_STEP: 1540550 | > loss_text_ce: 0.024803170934319496 (0.030451251231083602) | > loss_mel_ce: 1.1084798574447632 (nan) | > loss: 0.0044971550814807415 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.14157887087600565) | > loader_time: 0.0047 (0.004578907312181911)  --> TIME: 2025-03-26 19:15:45 -- STEP: 25960/31555 -- GLOBAL_STEP: 1540600 | > loss_text_ce: 0.02720087394118309 (0.030452706022955786) | > loss_mel_ce: 2.1805288791656494 (nan) | > loss: 0.00876083318144083 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14157506977832002) | > loader_time: 0.0044 (0.004578948526059164)  --> TIME: 2025-03-26 19:15:55 -- STEP: 26010/31555 -- GLOBAL_STEP: 1540650 | > loss_text_ce: 0.02373911812901497 (0.030453793103214066) | > loss_mel_ce: 2.5059823989868164 (nan) | > loss: 0.010038577951490879 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14158799221129562) | > loader_time: 0.0048 (0.004579282613590739)  --> TIME: 2025-03-26 19:16:05 -- STEP: 26060/31555 -- GLOBAL_STEP: 1540700 | > loss_text_ce: 0.02877718396484852 (0.03045387051807299) | > loss_mel_ce: 2.3725507259368896 (nan) | > loss: 0.00952907931059599 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14158412170519735) | > loader_time: 0.0047 (0.004579219174037409)  --> TIME: 2025-03-26 19:16:14 -- STEP: 26110/31555 -- GLOBAL_STEP: 1540750 | > loss_text_ce: 0.0260500218719244 (0.0304521922759743) | > loss_mel_ce: 1.5336555242538452 (nan) | > loss: 0.006189307663589716 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1415825766560108) | > loader_time: 0.0044 (0.004579253390300142)  --> TIME: 2025-03-26 19:16:24 -- STEP: 26160/31555 -- GLOBAL_STEP: 1540800 | > loss_text_ce: 0.02827564626932144 (0.030453816000571524) | > loss_mel_ce: 2.6429834365844727 (nan) | > loss: 0.010600235313177109 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14157887102995967) | > loader_time: 0.0046 (0.0045791032846549985)  --> TIME: 2025-03-26 19:16:34 -- STEP: 26210/31555 -- GLOBAL_STEP: 1540850 | > loss_text_ce: 0.019474590197205544 (0.030453922040120908) | > loss_mel_ce: 2.152456760406494 (nan) | > loss: 0.008618775755167007 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.1415875063011618) | > loader_time: 0.0045 (0.00457907224238169)  --> TIME: 2025-03-26 19:16:44 -- STEP: 26260/31555 -- GLOBAL_STEP: 1540900 | > loss_text_ce: 0.02897130511701107 (0.030456073373635567) | > loss_mel_ce: 2.3503706455230713 (nan) | > loss: 0.009441833011806011 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.1415897743082717) | > loader_time: 0.0046 (0.00457916371439217)  --> TIME: 2025-03-26 19:16:54 -- STEP: 26310/31555 -- GLOBAL_STEP: 1540950 | > loss_text_ce: 0.02966437116265297 (0.030457581077386935) | > loss_mel_ce: 2.61776065826416 (nan) | > loss: 0.010505654849112034 (nan) | > current_lr: 5e-06 | > step_time: 0.155 (0.14159697544796562) | > loader_time: 0.0045 (0.004579382357784028)  --> TIME: 2025-03-26 19:17:03 -- STEP: 26360/31555 -- GLOBAL_STEP: 1541000 | > loss_text_ce: 0.02179860696196556 (0.030457628505199865) | > loss_mel_ce: 2.5812721252441406 (nan) | > loss: 0.010329646058380604 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14159296177587466) | > loader_time: 0.0046 (0.004579494864155561)  --> TIME: 2025-03-26 19:17:13 -- STEP: 26410/31555 -- GLOBAL_STEP: 1541050 | > loss_text_ce: 0.03470979630947113 (0.03045442091231965) | > loss_mel_ce: 2.686706066131592 (nan) | > loss: 0.010799269191920757 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.14159169951788614) | > loader_time: 0.0046 (0.004579477055602707)  --> TIME: 2025-03-26 19:17:22 -- STEP: 26460/31555 -- GLOBAL_STEP: 1541100 | > loss_text_ce: 0.029383573681116104 (0.030454049859293078) | > loss_mel_ce: 2.6542599201202393 (nan) | > loss: 0.010649380274116993 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14158454066591367) | > loader_time: 0.0044 (0.004579589912950865)  --> TIME: 2025-03-26 19:17:32 -- STEP: 26510/31555 -- GLOBAL_STEP: 1541150 | > loss_text_ce: 0.035260964184999466 (0.030454130225995087) | > loss_mel_ce: 0.7481753826141357 (nan) | > loss: 0.003108874661847949 (nan) | > current_lr: 5e-06 | > step_time: 0.1496 (0.141586965922811) | > loader_time: 0.0044 (0.0045795132645298)  --> TIME: 2025-03-26 19:17:42 -- STEP: 26560/31555 -- GLOBAL_STEP: 1541200 | > loss_text_ce: 0.0353543721139431 (0.03045480985384495) | > loss_mel_ce: 3.0332369804382324 (nan) | > loss: 0.012176950462162495 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.1415876178676806) | > loader_time: 0.0047 (0.004579525557627166)  --> TIME: 2025-03-26 19:17:52 -- STEP: 26610/31555 -- GLOBAL_STEP: 1541250 | > loss_text_ce: 0.027221426367759705 (0.03045525639841163) | > loss_mel_ce: 2.7848849296569824 (nan) | > loss: 0.01115915272384882 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14159446822570892) | > loader_time: 0.0047 (0.004579678113995443)  --> TIME: 2025-03-26 19:18:01 -- STEP: 26660/31555 -- GLOBAL_STEP: 1541300 | > loss_text_ce: 0.02532287687063217 (0.030455300883499688) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1165 (0.14159211532030264) | > loader_time: 0.0044 (0.004579764555382359)  --> TIME: 2025-03-26 19:18:11 -- STEP: 26710/31555 -- GLOBAL_STEP: 1541350 | > loss_text_ce: 0.03074738010764122 (0.030456337687785707) | > loss_mel_ce: 2.659168004989624 (nan) | > loss: 0.010674268007278442 (nan) | > current_lr: 5e-06 | > step_time: 0.1747 (0.1415842571494179) | > loader_time: 0.0046 (0.004579796214444686)  --> TIME: 2025-03-26 19:18:20 -- STEP: 26760/31555 -- GLOBAL_STEP: 1541400 | > loss_text_ce: 0.03126731142401695 (0.03045629398199145) | > loss_mel_ce: 2.6108155250549316 (nan) | > loss: 0.010484457015991211 (nan) | > current_lr: 5e-06 | > step_time: 0.1345 (0.14158114590452223) | > loader_time: 0.0046 (0.00457997118054663)  --> TIME: 2025-03-26 19:18:30 -- STEP: 26810/31555 -- GLOBAL_STEP: 1541450 | > loss_text_ce: 0.03832557052373886 (0.030457055849272916) | > loss_mel_ce: 1.8768326044082642 (nan) | > loss: 0.007599834352731705 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14157821213474114) | > loader_time: 0.0044 (0.004580060495720219)  --> TIME: 2025-03-26 19:18:40 -- STEP: 26860/31555 -- GLOBAL_STEP: 1541500 | > loss_text_ce: 0.03332998976111412 (0.03045642011423059) | > loss_mel_ce: 2.549161195755005 (nan) | > loss: 0.010247981175780296 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1415855882244135) | > loader_time: 0.005 (0.004580316167222158)  --> TIME: 2025-03-26 19:18:50 -- STEP: 26910/31555 -- GLOBAL_STEP: 1541550 | > loss_text_ce: 0.027752723544836044 (0.03045695204172173) | > loss_mel_ce: 2.59619140625 (nan) | > loss: 0.01041247695684433 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.14158762436026315) | > loader_time: 0.0048 (0.00458045348674558)  --> TIME: 2025-03-26 19:19:00 -- STEP: 26960/31555 -- GLOBAL_STEP: 1541600 | > loss_text_ce: 0.027926312759518623 (0.030457414376676536) | > loss_mel_ce: 3.026888847351074 (nan) | > loss: 0.01212228275835514 (nan) | > current_lr: 5e-06 | > step_time: 0.186 (0.14160657620571318) | > loader_time: 0.0048 (0.004580734258943215)  --> TIME: 2025-03-26 19:19:09 -- STEP: 27010/31555 -- GLOBAL_STEP: 1541650 | > loss_text_ce: 0.034300535917282104 (0.030457955127204724) | > loss_mel_ce: 2.4124093055725098 (nan) | > loss: 0.00970916636288166 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14159820983693056) | > loader_time: 0.0051 (0.004580909717705288)  --> TIME: 2025-03-26 19:19:19 -- STEP: 27060/31555 -- GLOBAL_STEP: 1541700 | > loss_text_ce: 0.032080959528684616 (0.030457944746617234) | > loss_mel_ce: 2.2718985080718994 (nan) | > loss: 0.009142776019871235 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1415988147831439) | > loader_time: 0.0046 (0.0045812380111226346)  --> TIME: 2025-03-26 19:19:29 -- STEP: 27110/31555 -- GLOBAL_STEP: 1541750 | > loss_text_ce: 0.023490021005272865 (0.030455831411713395) | > loss_mel_ce: 2.679856777191162 (nan) | > loss: 0.010727566666901112 (nan) | > current_lr: 5e-06 | > step_time: 0.1353 (0.14159775415235326) | > loader_time: 0.0046 (0.004581369970259038)  --> TIME: 2025-03-26 19:19:38 -- STEP: 27160/31555 -- GLOBAL_STEP: 1541800 | > loss_text_ce: 0.030587071552872658 (0.030456777133969288) | > loss_mel_ce: 2.496940851211548 (nan) | > loss: 0.010029872879385948 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14160138063121633) | > loader_time: 0.0044 (0.004581465891429359)  --> TIME: 2025-03-26 19:19:48 -- STEP: 27210/31555 -- GLOBAL_STEP: 1541850 | > loss_text_ce: 0.025631224736571312 (0.03045548216947372) | > loss_mel_ce: 2.708946943283081 (nan) | > loss: 0.010851501487195492 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14159762818162142) | > loader_time: 0.0046 (0.00458146383200705)  --> TIME: 2025-03-26 19:19:58 -- STEP: 27260/31555 -- GLOBAL_STEP: 1541900 | > loss_text_ce: 0.02770300582051277 (0.030453940976536815) | > loss_mel_ce: 1.9580504894256592 (nan) | > loss: 0.007879975251853466 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14160547505733298) | > loader_time: 0.0045 (0.004581546818431653)  --> TIME: 2025-03-26 19:20:07 -- STEP: 27310/31555 -- GLOBAL_STEP: 1541950 | > loss_text_ce: 0.03983870521187782 (0.03045296391560202) | > loss_mel_ce: 2.6566927433013916 (nan) | > loss: 0.010700522921979427 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14159713261994197) | > loader_time: 0.0046 (0.004581641513582817)  --> TIME: 2025-03-26 19:20:17 -- STEP: 27360/31555 -- GLOBAL_STEP: 1542000 | > loss_text_ce: 0.029052123427391052 (0.030454694292213952) | > loss_mel_ce: 1.6467119455337524 (nan) | > loss: 0.0066498578526079655 (nan) | > current_lr: 5e-06 | > step_time: 0.1103 (0.1415983752549026) | > loader_time: 0.0045 (0.004581752985890152)  --> TIME: 2025-03-26 19:20:27 -- STEP: 27410/31555 -- GLOBAL_STEP: 1542050 | > loss_text_ce: 0.02774847485125065 (0.03045601414591997) | > loss_mel_ce: 2.5448639392852783 (nan) | > loss: 0.010208780877292156 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.14160334497679158) | > loader_time: 0.0044 (0.0045818802563216045)  --> TIME: 2025-03-26 19:20:37 -- STEP: 27460/31555 -- GLOBAL_STEP: 1542100 | > loss_text_ce: 0.015029430389404297 (0.03045680481263551) | > loss_mel_ce: 2.232795000076294 (nan) | > loss: 0.00891993846744299 (nan) | > current_lr: 5e-06 | > step_time: 0.1069 (0.14160760706215816) | > loader_time: 0.0045 (0.0045819719516701374)  --> TIME: 2025-03-26 19:20:46 -- STEP: 27510/31555 -- GLOBAL_STEP: 1542150 | > loss_text_ce: 0.028678180649876595 (0.03045442288985894) | > loss_mel_ce: 2.203253984451294 (nan) | > loss: 0.008856873959302902 (nan) | > current_lr: 5e-06 | > step_time: 0.1497 (0.14161142082657915) | > loader_time: 0.0046 (0.004582068297005881)  --> TIME: 2025-03-26 19:20:56 -- STEP: 27560/31555 -- GLOBAL_STEP: 1542200 | > loss_text_ce: 0.032143011689186096 (0.030456077420329783) | > loss_mel_ce: 2.8079833984375 (nan) | > loss: 0.011270344257354736 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14162012715817007) | > loader_time: 0.0047 (0.004582449071466149)  --> TIME: 2025-03-26 19:21:06 -- STEP: 27610/31555 -- GLOBAL_STEP: 1542250 | > loss_text_ce: 0.029661191627383232 (0.030456099470511297) | > loss_mel_ce: 2.35067081451416 (nan) | > loss: 0.009445762261748314 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.1416209927679429) | > loader_time: 0.0046 (0.004582680484947197)  --> TIME: 2025-03-26 19:21:16 -- STEP: 27660/31555 -- GLOBAL_STEP: 1542300 | > loss_text_ce: 0.033743686974048615 (0.030455170242440426) | > loss_mel_ce: 2.53324294090271 (nan) | > loss: 0.010186455212533474 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14161709105718331) | > loader_time: 0.0046 (0.004582929662923752)  --> TIME: 2025-03-26 19:21:25 -- STEP: 27710/31555 -- GLOBAL_STEP: 1542350 | > loss_text_ce: 0.029714634642004967 (0.030454314442116853) | > loss_mel_ce: 2.974531412124634 (nan) | > loss: 0.011921611614525318 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.1416136393431747) | > loader_time: 0.0047 (0.004583036705975242)  --> TIME: 2025-03-26 19:21:35 -- STEP: 27760/31555 -- GLOBAL_STEP: 1542400 | > loss_text_ce: 0.028714129701256752 (0.03045589325675117) | > loss_mel_ce: 2.653189182281494 (nan) | > loss: 0.01064247451722622 (nan) | > current_lr: 5e-06 | > step_time: 0.1607 (0.14162170779636166) | > loader_time: 0.0047 (0.00458333644296663)  --> TIME: 2025-03-26 19:21:45 -- STEP: 27810/31555 -- GLOBAL_STEP: 1542450 | > loss_text_ce: 0.021100720390677452 (0.030455765955207714) | > loss_mel_ce: 2.6539154052734375 (nan) | > loss: 0.010615143924951553 (nan) | > current_lr: 5e-06 | > step_time: 0.141 (0.14161731966190635) | > loader_time: 0.0046 (0.004583622885453367)  --> TIME: 2025-03-26 19:21:55 -- STEP: 27860/31555 -- GLOBAL_STEP: 1542500 | > loss_text_ce: 0.02106415294110775 (0.030453851923970956) | > loss_mel_ce: 0.0435333251953125 (nan) | > loss: 0.0002563392336014658 (nan) | > current_lr: 5e-06 | > step_time: 0.1021 (0.14162881388907103) | > loader_time: 0.0044 (0.004583712147879068)  --> TIME: 2025-03-26 19:22:04 -- STEP: 27910/31555 -- GLOBAL_STEP: 1542550 | > loss_text_ce: 0.02958252839744091 (0.030451709195665817) | > loss_mel_ce: 0.2255859375 (nan) | > loss: 0.0010125733679160476 (nan) | > current_lr: 5e-06 | > step_time: 0.1337 (0.14162455983846847) | > loader_time: 0.0045 (0.004583405406190605)  --> TIME: 2025-03-26 19:22:14 -- STEP: 27960/31555 -- GLOBAL_STEP: 1542600 | > loss_text_ce: 0.03498920798301697 (0.030451242655058657) | > loss_mel_ce: 1.9727089405059814 (nan) | > loss: 0.007967056706547737 (nan) | > current_lr: 5e-06 | > step_time: 0.1405 (0.14162775499796657) | > loader_time: 0.0047 (0.004583719445229941)  --> TIME: 2025-03-26 19:22:24 -- STEP: 28010/31555 -- GLOBAL_STEP: 1542650 | > loss_text_ce: 0.022903308272361755 (0.030451222062503235) | > loss_mel_ce: 2.593222141265869 (nan) | > loss: 0.010381449945271015 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.1416297552799233) | > loader_time: 0.0046 (0.004584133714405565)  --> TIME: 2025-03-26 19:22:34 -- STEP: 28060/31555 -- GLOBAL_STEP: 1542700 | > loss_text_ce: 0.023015396669507027 (0.030454466556360187) | > loss_mel_ce: 2.98111629486084 (nan) | > loss: 0.011921158991754055 (nan) | > current_lr: 5e-06 | > step_time: 0.139 (0.14163361679037553) | > loader_time: 0.0047 (0.0045842448048989265)  --> TIME: 2025-03-26 19:22:43 -- STEP: 28110/31555 -- GLOBAL_STEP: 1542750 | > loss_text_ce: 0.0316818468272686 (0.030453972051590034) | > loss_mel_ce: 2.7121050357818604 (nan) | > loss: 0.01088804379105568 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1416337084659924) | > loader_time: 0.0047 (0.0045842760018885076)  --> TIME: 2025-03-26 19:22:54 -- STEP: 28160/31555 -- GLOBAL_STEP: 1542800 | > loss_text_ce: 0.03281836211681366 (0.030452775642565513) | > loss_mel_ce: 3.3319311141967773 (nan) | > loss: 0.01335218083113432 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14164980583062053) | > loader_time: 0.0044 (0.004584464473141865)  --> TIME: 2025-03-26 19:23:03 -- STEP: 28210/31555 -- GLOBAL_STEP: 1542850 | > loss_text_ce: 0.028195666149258614 (0.03045130262127589) | > loss_mel_ce: 2.8695170879364014 (nan) | > loss: 0.011498861014842987 (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1416421108489237) | > loader_time: 0.0046 (0.004584657837422509)  --> TIME: 2025-03-26 19:23:13 -- STEP: 28260/31555 -- GLOBAL_STEP: 1542900 | > loss_text_ce: 0.03037891536951065 (0.030453435164202) | > loss_mel_ce: 2.4313747882843018 (nan) | > loss: 0.009768864139914513 (nan) | > current_lr: 5e-06 | > step_time: 0.1206 (0.14164429647400956) | > loader_time: 0.0045 (0.004584805727511201)  --> TIME: 2025-03-26 19:23:23 -- STEP: 28310/31555 -- GLOBAL_STEP: 1542950 | > loss_text_ce: 0.024948591366410255 (0.030452963005861894) | > loss_mel_ce: 2.715189218521118 (nan) | > loss: 0.010873563587665558 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.141653631930213) | > loader_time: 0.0047 (0.0045849407237142864)  --> TIME: 2025-03-26 19:23:33 -- STEP: 28360/31555 -- GLOBAL_STEP: 1543000 | > loss_text_ce: 0.02444251999258995 (0.030453495342154385) | > loss_mel_ce: 2.7026078701019287 (nan) | > loss: 0.010821628384292126 (nan) | > current_lr: 5e-06 | > step_time: 0.1952 (0.14165491574405598) | > loader_time: 0.0048 (0.0045851138061797836)  --> TIME: 2025-03-26 19:23:42 -- STEP: 28410/31555 -- GLOBAL_STEP: 1543050 | > loss_text_ce: 0.02422870509326458 (0.03045335605492062) | > loss_mel_ce: 2.6492092609405518 (nan) | > loss: 0.010608881711959839 (nan) | > current_lr: 5e-06 | > step_time: 0.1864 (0.1416603998330543) | > loader_time: 0.0052 (0.004585343110481646)  --> TIME: 2025-03-26 19:23:52 -- STEP: 28460/31555 -- GLOBAL_STEP: 1543100 | > loss_text_ce: 0.029897300526499748 (0.030453138399341682) | > loss_mel_ce: 2.621715545654297 (nan) | > loss: 0.010522273369133472 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.141651441090891) | > loader_time: 0.0047 (0.004585434246130251)  --> TIME: 2025-03-26 19:24:02 -- STEP: 28510/31555 -- GLOBAL_STEP: 1543150 | > loss_text_ce: 0.036666594445705414 (0.030452461434434794) | > loss_mel_ce: 2.5023193359375 (nan) | > loss: 0.010075341910123825 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14165438036047057) | > loader_time: 0.0045 (0.004585536284766168)  --> TIME: 2025-03-26 19:24:11 -- STEP: 28560/31555 -- GLOBAL_STEP: 1543200 | > loss_text_ce: 0.020803207531571388 (0.030450399076345648) | > loss_mel_ce: 2.461153030395508 (nan) | > loss: 0.009849033318459988 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.1416562371561154) | > loader_time: 0.0047 (0.004585752366971569)  --> TIME: 2025-03-26 19:24:21 -- STEP: 28610/31555 -- GLOBAL_STEP: 1543250 | > loss_text_ce: 0.02767258882522583 (0.030451459103882073) | > loss_mel_ce: 2.6529147624969482 (nan) | > loss: 0.010637251660227776 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14165230326534006) | > loader_time: 0.0047 (0.004586003802531834)  --> TIME: 2025-03-26 19:24:31 -- STEP: 28660/31555 -- GLOBAL_STEP: 1543300 | > loss_text_ce: 0.03322887048125267 (0.03045305918826768) | > loss_mel_ce: 2.5851848125457764 (nan) | > loss: 0.01039053127169609 (nan) | > current_lr: 5e-06 | > step_time: 0.1657 (0.14165659518983745) | > loader_time: 0.0046 (0.004586087043519962)  --> TIME: 2025-03-26 19:24:41 -- STEP: 28710/31555 -- GLOBAL_STEP: 1543350 | > loss_text_ce: 0.02481965720653534 (0.030454447965592768) | > loss_mel_ce: 2.875227928161621 (nan) | > loss: 0.011508125811815262 (nan) | > current_lr: 5e-06 | > step_time: 0.1565 (0.14166015495783774) | > loader_time: 0.0045 (0.004586123789033588)  --> TIME: 2025-03-26 19:24:51 -- STEP: 28760/31555 -- GLOBAL_STEP: 1543400 | > loss_text_ce: 0.029689108952879906 (0.030456122252844022) | > loss_mel_ce: 2.5834598541259766 (nan) | > loss: 0.010369638912379742 (nan) | > current_lr: 5e-06 | > step_time: 0.1759 (0.14166958079218542) | > loader_time: 0.0049 (0.004586192994522286)  --> TIME: 2025-03-26 19:25:00 -- STEP: 28810/31555 -- GLOBAL_STEP: 1543450 | > loss_text_ce: 0.03407857567071915 (0.03045458233307856) | > loss_mel_ce: 2.8184895515441895 (nan) | > loss: 0.011319715529680252 (nan) | > current_lr: 5e-06 | > step_time: 0.1551 (0.14166987929564145) | > loader_time: 0.0047 (0.004586257424796468)  --> TIME: 2025-03-26 19:25:10 -- STEP: 28860/31555 -- GLOBAL_STEP: 1543500 | > loss_text_ce: 0.027384642511606216 (0.03045309995380452) | > loss_mel_ce: 3.2118208408355713 (nan) | > loss: 0.012853991240262985 (nan) | > current_lr: 5e-06 | > step_time: 0.1538 (0.14166047742444277) | > loader_time: 0.0046 (0.004586275096412178)  --> TIME: 2025-03-26 19:25:19 -- STEP: 28910/31555 -- GLOBAL_STEP: 1543550 | > loss_text_ce: 0.03178614750504494 (0.030453364769997406) | > loss_mel_ce: 2.1205997467041016 (nan) | > loss: 0.008541214279830456 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.1416571365017976) | > loader_time: 0.0044 (0.004586267545535794)  --> TIME: 2025-03-26 19:25:29 -- STEP: 28960/31555 -- GLOBAL_STEP: 1543600 | > loss_text_ce: 0.036913979798555374 (0.030453976580952873) | > loss_mel_ce: 2.840792655944824 (nan) | > loss: 0.011419471353292465 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.1416475202414855) | > loader_time: 0.0049 (0.0045863506379048465)  --> TIME: 2025-03-26 19:25:38 -- STEP: 29010/31555 -- GLOBAL_STEP: 1543650 | > loss_text_ce: 0.026865851134061813 (0.03045322582772869) | > loss_mel_ce: 2.9586145877838135 (nan) | > loss: 0.011847145855426788 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14164890141702285) | > loader_time: 0.0046 (0.004586467197211765)  --> TIME: 2025-03-26 19:25:48 -- STEP: 29060/31555 -- GLOBAL_STEP: 1543700 | > loss_text_ce: 0.02800280600786209 (0.030453319987506482) | > loss_mel_ce: 2.8795104026794434 (nan) | > loss: 0.01153775118291378 (nan) | > current_lr: 5e-06 | > step_time: 0.1663 (0.14163999572262798) | > loader_time: 0.0048 (0.0045866811431364935)  --> TIME: 2025-03-26 19:25:57 -- STEP: 29110/31555 -- GLOBAL_STEP: 1543750 | > loss_text_ce: 0.028803309425711632 (0.030451949631359526) | > loss_mel_ce: 2.747194766998291 (nan) | > loss: 0.011015865951776505 (nan) | > current_lr: 5e-06 | > step_time: 0.1518 (0.1416417007223498) | > loader_time: 0.0044 (0.004587067070387352)  --> TIME: 2025-03-26 19:26:07 -- STEP: 29160/31555 -- GLOBAL_STEP: 1543800 | > loss_text_ce: 0.027833180502057076 (0.03045277123260266) | > loss_mel_ce: 1.280029296875 (nan) | > loss: 0.005189931020140648 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.1416445730808488) | > loader_time: 0.0048 (0.00458713851674921)  --> TIME: 2025-03-26 19:26:17 -- STEP: 29210/31555 -- GLOBAL_STEP: 1543850 | > loss_text_ce: 0.024572765454649925 (0.03045267911678264) | > loss_mel_ce: 0.042724609375 (nan) | > loss: 0.00026705311029218137 (nan) | > current_lr: 5e-06 | > step_time: 0.1074 (0.14164377853748616) | > loader_time: 0.0043 (0.004587155578480074)  --> TIME: 2025-03-26 19:26:27 -- STEP: 29260/31555 -- GLOBAL_STEP: 1543900 | > loss_text_ce: 0.0311057660728693 (0.030451004445789624) | > loss_mel_ce: 3.1249144077301025 (nan) | > loss: 0.012523890472948551 (nan) | > current_lr: 5e-06 | > step_time: 0.1842 (0.14164044844802573) | > loader_time: 0.0047 (0.004587261447006924)  --> TIME: 2025-03-26 19:26:36 -- STEP: 29310/31555 -- GLOBAL_STEP: 1543950 | > loss_text_ce: 0.03013404831290245 (0.03045142599187996) | > loss_mel_ce: 2.8149919509887695 (nan) | > loss: 0.011290183290839195 (nan) | > current_lr: 5e-06 | > step_time: 0.1153 (0.14164118534954775) | > loader_time: 0.0047 (0.004587286611093022)  --> TIME: 2025-03-26 19:26:46 -- STEP: 29360/31555 -- GLOBAL_STEP: 1544000 | > loss_text_ce: 0.02731740102171898 (0.030451330838360803) | > loss_mel_ce: 2.7860476970672607 (nan) | > loss: 0.011164147406816483 (nan) | > current_lr: 5e-06 | > step_time: 0.1525 (0.14164230354150412) | > loader_time: 0.0046 (0.004587324333125954)  --> TIME: 2025-03-26 19:26:56 -- STEP: 29410/31555 -- GLOBAL_STEP: 1544050 | > loss_text_ce: 0.0349893718957901 (0.030451560971814468) | > loss_mel_ce: 2.7464818954467773 (nan) | > loss: 0.011037585325539112 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.14164312518157593) | > loader_time: 0.0046 (0.004587403360332449)  --> TIME: 2025-03-26 19:27:05 -- STEP: 29460/31555 -- GLOBAL_STEP: 1544100 | > loss_text_ce: 0.02095520682632923 (0.03045294376343705) | > loss_mel_ce: 1.5800734758377075 (nan) | > loss: 0.006353288888931274 (nan) | > current_lr: 5e-06 | > step_time: 0.1095 (0.14163842616401562) | > loader_time: 0.0044 (0.0045874381421458854)  --> TIME: 2025-03-26 19:27:15 -- STEP: 29510/31555 -- GLOBAL_STEP: 1544150 | > loss_text_ce: 0.031643807888031006 (0.030452394975972283) | > loss_mel_ce: 2.1157150268554688 (nan) | > loss: 0.008521266281604767 (nan) | > current_lr: 5e-06 | > step_time: 0.1182 (0.14163796743349483) | > loader_time: 0.0043 (0.004587548347054316)  --> TIME: 2025-03-26 19:27:25 -- STEP: 29560/31555 -- GLOBAL_STEP: 1544200 | > loss_text_ce: 0.03130675479769707 (0.030453023393052406) | > loss_mel_ce: 2.364335775375366 (nan) | > loss: 0.00950651802122593 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1416392179480732) | > loader_time: 0.0046 (0.004587743569452804)  --> TIME: 2025-03-26 19:27:34 -- STEP: 29610/31555 -- GLOBAL_STEP: 1544250 | > loss_text_ce: 0.02674436755478382 (0.03045360695335438) | > loss_mel_ce: 2.830610513687134 (nan) | > loss: 0.01133871078491211 (nan) | > current_lr: 5e-06 | > step_time: 0.1784 (0.14163844499262557) | > loader_time: 0.0048 (0.004587862677607976)  --> TIME: 2025-03-26 19:27:44 -- STEP: 29660/31555 -- GLOBAL_STEP: 1544300 | > loss_text_ce: 0.023512842133641243 (0.030454179480865293) | > loss_mel_ce: 2.418564558029175 (nan) | > loss: 0.0096907839179039 (nan) | > current_lr: 5e-06 | > step_time: 0.1654 (0.14164051755569312) | > loader_time: 0.0047 (0.004587939383609023)  --> TIME: 2025-03-26 19:27:54 -- STEP: 29710/31555 -- GLOBAL_STEP: 1544350 | > loss_text_ce: 0.04300063103437424 (0.030453329639856006) | > loss_mel_ce: 3.1478536128997803 (nan) | > loss: 0.012662121094763279 (nan) | > current_lr: 5e-06 | > step_time: 0.1609 (0.1416428039467949) | > loader_time: 0.0046 (0.0045881694031660505)  --> TIME: 2025-03-26 19:28:04 -- STEP: 29760/31555 -- GLOBAL_STEP: 1544400 | > loss_text_ce: 0.040115706622600555 (0.03045142182885663) | > loss_mel_ce: 0.19446739554405212 (nan) | > loss: 0.0009308854350820184 (nan) | > current_lr: 5e-06 | > step_time: 0.1753 (0.14164732076948533) | > loader_time: 0.0047 (0.004588246561827198)  --> TIME: 2025-03-26 19:28:13 -- STEP: 29810/31555 -- GLOBAL_STEP: 1544450 | > loss_text_ce: 0.028133539482951164 (0.03045314236077629) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14164966211667523) | > loader_time: 0.0047 (0.004588412014840634)  --> TIME: 2025-03-26 19:28:23 -- STEP: 29860/31555 -- GLOBAL_STEP: 1544500 | > loss_text_ce: 0.019620170816779137 (0.03045506720394968) | > loss_mel_ce: 3.4436237812042236 (nan) | > loss: 0.013743032701313496 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1416553064232598) | > loader_time: 0.0046 (0.004588475398225267)  --> TIME: 2025-03-26 19:28:33 -- STEP: 29910/31555 -- GLOBAL_STEP: 1544550 | > loss_text_ce: 0.03671185299754143 (0.030456108368954363) | > loss_mel_ce: 2.3149447441101074 (nan) | > loss: 0.009331971406936646 (nan) | > current_lr: 5e-06 | > step_time: 0.1646 (0.14165970864641755) | > loader_time: 0.0046 (0.0045885294187591056)  --> TIME: 2025-03-26 19:28:43 -- STEP: 29960/31555 -- GLOBAL_STEP: 1544600 | > loss_text_ce: 0.030392996966838837 (0.030457591209641442) | > loss_mel_ce: 2.807156562805176 (nan) | > loss: 0.011260117404162884 (nan) | > current_lr: 5e-06 | > step_time: 0.1591 (0.14166370540339898) | > loader_time: 0.0047 (0.004588524664992166)  --> TIME: 2025-03-26 19:28:53 -- STEP: 30010/31555 -- GLOBAL_STEP: 1544650 | > loss_text_ce: 0.026658697053790092 (0.030455337783432828) | > loss_mel_ce: 2.23809814453125 (nan) | > loss: 0.008987131528556347 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1416612838276686) | > loader_time: 0.0045 (0.004588560683057532)  --> TIME: 2025-03-26 19:29:02 -- STEP: 30060/31555 -- GLOBAL_STEP: 1544700 | > loss_text_ce: 0.02882188744843006 (0.03045475232453318) | > loss_mel_ce: 2.157526731491089 (nan) | > loss: 0.008675986900925636 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14166648056375294) | > loader_time: 0.0045 (0.004588645954411266)  --> TIME: 2025-03-26 19:29:12 -- STEP: 30110/31555 -- GLOBAL_STEP: 1544750 | > loss_text_ce: 0.025190381333231926 (0.030455195510556414) | > loss_mel_ce: 2.403787136077881 (nan) | > loss: 0.009638800285756588 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14166264529245476) | > loader_time: 0.0046 (0.0045885419655542995)  --> TIME: 2025-03-26 19:29:21 -- STEP: 30160/31555 -- GLOBAL_STEP: 1544800 | > loss_text_ce: 0.03659706562757492 (0.030454444310433943) | > loss_mel_ce: 0.973785400390625 (nan) | > loss: 0.004009454045444727 (nan) | > current_lr: 5e-06 | > step_time: 0.1271 (0.14165621244938845) | > loader_time: 0.0045 (0.004588577048531894)  --> TIME: 2025-03-26 19:29:31 -- STEP: 30210/31555 -- GLOBAL_STEP: 1544850 | > loss_text_ce: 0.023620564490556717 (0.03045658511370148) | > loss_mel_ce: 2.58355712890625 (nan) | > loss: 0.010345944203436375 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14166298790192539) | > loader_time: 0.0043 (0.004588629654092293)  --> TIME: 2025-03-26 19:29:41 -- STEP: 30260/31555 -- GLOBAL_STEP: 1544900 | > loss_text_ce: 0.018150873482227325 (0.030454665524220256) | > loss_mel_ce: 1.5416381359100342 (nan) | > loss: 0.006189639680087566 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14166231109697147) | > loader_time: 0.0045 (0.004588556203003837)  --> TIME: 2025-03-26 19:29:51 -- STEP: 30310/31555 -- GLOBAL_STEP: 1544950 | > loss_text_ce: 0.02733396552503109 (0.030453796868947797) | > loss_mel_ce: 2.8902852535247803 (nan) | > loss: 0.011577854864299297 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14166996732319598) | > loader_time: 0.0044 (0.004588383843268706)  --> TIME: 2025-03-26 19:30:01 -- STEP: 30360/31555 -- GLOBAL_STEP: 1545000 | > loss_text_ce: 0.03812941908836365 (0.030452337976709508) | > loss_mel_ce: 2.0177648067474365 (nan) | > loss: 0.008158310316503048 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1416706749415979) | > loader_time: 0.0046 (0.0045884860991175155)  --> TIME: 2025-03-26 19:30:10 -- STEP: 30410/31555 -- GLOBAL_STEP: 1545050 | > loss_text_ce: 0.036361370235681534 (0.030452569146585156) | > loss_mel_ce: 2.325953960418701 (nan) | > loss: 0.009374268352985382 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14166853815973612) | > loader_time: 0.0043 (0.0045883583340430014)  --> TIME: 2025-03-26 19:30:19 -- STEP: 30460/31555 -- GLOBAL_STEP: 1545100 | > loss_text_ce: 0.027769576758146286 (0.030451269542097602) | > loss_mel_ce: 2.272703170776367 (nan) | > loss: 0.00912886019796133 (nan) | > current_lr: 5e-06 | > step_time: 0.1553 (0.14165825735011858) | > loader_time: 0.0046 (0.004588203311201309)  --> TIME: 2025-03-26 19:30:29 -- STEP: 30510/31555 -- GLOBAL_STEP: 1545150 | > loss_text_ce: 0.0326678492128849 (0.030453359986335193) | > loss_mel_ce: 2.734933376312256 (nan) | > loss: 0.010982545092701912 (nan) | > current_lr: 5e-06 | > step_time: 0.187 (0.14166616813662017) | > loader_time: 0.0048 (0.004588162660676899)  --> TIME: 2025-03-26 19:30:39 -- STEP: 30560/31555 -- GLOBAL_STEP: 1545200 | > loss_text_ce: 0.032702766358852386 (0.030455763337107276) | > loss_mel_ce: 2.589808940887451 (nan) | > loss: 0.010406793095171452 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14166036909007126) | > loader_time: 0.0047 (0.0045880831504991545)  --> TIME: 2025-03-26 19:30:48 -- STEP: 30610/31555 -- GLOBAL_STEP: 1545250 | > loss_text_ce: 0.0257327388972044 (0.030454587408580903) | > loss_mel_ce: 2.4690463542938232 (nan) | > loss: 0.009899917989969254 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14165775115409582) | > loader_time: 0.0045 (0.004587984388850554)  --> TIME: 2025-03-26 19:30:58 -- STEP: 30660/31555 -- GLOBAL_STEP: 1545300 | > loss_text_ce: 0.0343518927693367 (0.03045461650154706) | > loss_mel_ce: 2.990236759185791 (nan) | > loss: 0.012002336792647839 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14165495282594165) | > loader_time: 0.0048 (0.004587888569903389)  --> TIME: 2025-03-26 19:31:08 -- STEP: 30710/31555 -- GLOBAL_STEP: 1545350 | > loss_text_ce: 0.02916707657277584 (0.030454310053854548) | > loss_mel_ce: 2.38273024559021 (nan) | > loss: 0.009571022354066372 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.1416523799955228) | > loader_time: 0.0046 (0.004587839108575481)  --> TIME: 2025-03-26 19:31:17 -- STEP: 30760/31555 -- GLOBAL_STEP: 1545400 | > loss_text_ce: 0.027453342452645302 (0.030455540314647363) | > loss_mel_ce: 2.9828758239746094 (nan) | > loss: 0.011945751495659351 (nan) | > current_lr: 5e-06 | > step_time: 0.1314 (0.14165225928099323) | > loader_time: 0.0044 (0.004587849893247508)  --> TIME: 2025-03-26 19:31:27 -- STEP: 30810/31555 -- GLOBAL_STEP: 1545450 | > loss_text_ce: 0.03314342349767685 (0.030456494135496157) | > loss_mel_ce: 1.1903008222579956 (nan) | > loss: 0.004854937549680471 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1416475061471089) | > loader_time: 0.0043 (0.00458782931033453)  --> TIME: 2025-03-26 19:31:36 -- STEP: 30860/31555 -- GLOBAL_STEP: 1545500 | > loss_text_ce: 0.028092293068766594 (0.030454791734587785) | > loss_mel_ce: 2.4913177490234375 (nan) | > loss: 0.009997660294175148 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14164704972092088) | > loader_time: 0.0045 (0.004587706782488721)  --> TIME: 2025-03-26 19:31:46 -- STEP: 30910/31555 -- GLOBAL_STEP: 1545550 | > loss_text_ce: 0.021521780639886856 (0.030454601378359952) | > loss_mel_ce: 2.1493988037109375 (nan) | > loss: 0.008614764548838139 (nan) | > current_lr: 5e-06 | > step_time: 0.1578 (0.14164814773171902) | > loader_time: 0.0045 (0.004587518825611224)  --> TIME: 2025-03-26 19:31:56 -- STEP: 30960/31555 -- GLOBAL_STEP: 1545600 | > loss_text_ce: 0.030094841495156288 (0.03045306169465231) | > loss_mel_ce: 2.866471290588379 (nan) | > loss: 0.011494310572743416 (nan) | > current_lr: 5e-06 | > step_time: 0.1332 (0.1416508809309582) | > loader_time: 0.0044 (0.004587444324210017)  --> TIME: 2025-03-26 19:32:06 -- STEP: 31010/31555 -- GLOBAL_STEP: 1545650 | > loss_text_ce: 0.029690835624933243 (0.030452717473188038) | > loss_mel_ce: 2.4728176593780518 (nan) | > loss: 0.009930589236319065 (nan) | > current_lr: 5e-06 | > step_time: 0.1291 (0.14165146014106697) | > loader_time: 0.0043 (0.004587304895826018)  --> TIME: 2025-03-26 19:32:15 -- STEP: 31060/31555 -- GLOBAL_STEP: 1545700 | > loss_text_ce: 0.030650684610009193 (0.03045205914994721) | > loss_mel_ce: 2.8216469287872314 (nan) | > loss: 0.01131864171475172 (nan) | > current_lr: 5e-06 | > step_time: 0.1704 (0.14165460780905667) | > loader_time: 0.0046 (0.004587373331294701)  --> TIME: 2025-03-26 19:32:25 -- STEP: 31110/31555 -- GLOBAL_STEP: 1545750 | > loss_text_ce: 0.031299471855163574 (0.030453439133061543) | > loss_mel_ce: 2.8827242851257324 (nan) | > loss: 0.011563587933778763 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14165643365848188) | > loader_time: 0.0045 (0.004587421337533556)  --> TIME: 2025-03-26 19:32:35 -- STEP: 31160/31555 -- GLOBAL_STEP: 1545800 | > loss_text_ce: 0.029629923403263092 (0.030456064368445123) | > loss_mel_ce: 2.6592748165130615 (nan) | > loss: 0.010670257732272148 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14165695807746964) | > loader_time: 0.0045 (0.00458742345710774)  --> TIME: 2025-03-26 19:32:44 -- STEP: 31210/31555 -- GLOBAL_STEP: 1545850 | > loss_text_ce: 0.04542054980993271 (0.030456856382728444) | > loss_mel_ce: 2.344496250152588 (nan) | > loss: 0.00948379747569561 (nan) | > current_lr: 5e-06 | > step_time: 0.1269 (0.1416483227620695) | > loader_time: 0.0045 (0.004587404791340924)  --> TIME: 2025-03-26 19:32:54 -- STEP: 31260/31555 -- GLOBAL_STEP: 1545900 | > loss_text_ce: 0.03455989062786102 (0.030456248978426952) | > loss_mel_ce: 2.684612989425659 (nan) | > loss: 0.010790369473397732 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14165328207949382) | > loader_time: 0.0045 (0.004587402125619118)  --> TIME: 2025-03-26 19:33:04 -- STEP: 31310/31555 -- GLOBAL_STEP: 1545950 | > loss_text_ce: 0.03450188413262367 (0.030454513867493056) | > loss_mel_ce: 2.404580593109131 (nan) | > loss: 0.009678899310529232 (nan) | > current_lr: 5e-06 | > step_time: 0.1422 (0.14164916594848437) | > loader_time: 0.0045 (0.004587313276782503)  --> TIME: 2025-03-26 19:33:14 -- STEP: 31360/31555 -- GLOBAL_STEP: 1546000 | > loss_text_ce: 0.027237605303525925 (0.030453622054602055) | > loss_mel_ce: 0.2791317105293274 (nan) | > loss: 0.0012157512828707695 (nan) | > current_lr: 5e-06 | > step_time: 0.1413 (0.14165600506322576) | > loader_time: 0.0046 (0.0045874281045125455)  --> TIME: 2025-03-26 19:33:23 -- STEP: 31410/31555 -- GLOBAL_STEP: 1546050 | > loss_text_ce: 0.03345594182610512 (0.030453245117264115) | > loss_mel_ce: 2.0493385791778564 (nan) | > loss: 0.0082650575786829 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14165833931521682) | > loader_time: 0.0047 (0.004587419159812405)  --> TIME: 2025-03-26 19:33:33 -- STEP: 31460/31555 -- GLOBAL_STEP: 1546100 | > loss_text_ce: 0.03488082438707352 (0.030453071592983088) | > loss_mel_ce: 2.7992703914642334 (nan) | > loss: 0.011246632784605026 (nan) | > current_lr: 5e-06 | > step_time: 0.1212 (0.1416608993823697) | > loader_time: 0.0045 (0.004587433858048135)  --> TIME: 2025-03-26 19:33:43 -- STEP: 31510/31555 -- GLOBAL_STEP: 1546150 | > loss_text_ce: 0.024282658472657204 (0.030450010654359563) | > loss_mel_ce: 1.9860490560531616 (nan) | > loss: 0.007977507077157497 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.1416529826912098) | > loader_time: 0.0044 (0.004587391958052073)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.021948506037394212 (-9.66215133666945e-05) | > avg_loss_text_ce: 0.02844519693404436 (-0.0001171795402963964) | > avg_loss_mel_ce: 2.474516485532124 (-0.0007253432273861549) | > avg_loss: 2.502961676120757 (-0.0008425362904884715) > BEST MODEL : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/best_model_1546195.pth  > EPOCH: 50/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 19:34:13)   --> TIME: 2025-03-26 19:34:14 -- STEP: 5/31555 -- GLOBAL_STEP: 1546200 | > loss_text_ce: 0.023106303066015244 (0.027656659483909607) | > loss_mel_ce: 4.53125 (2.6783359050750732) | > loss: 0.018072843551635742 (0.010738066211342812) | > current_lr: 5e-06 | > step_time: 0.1088 (0.13193888664245607) | > loader_time: 0.0046 (0.004895401000976562)  --> TIME: 2025-03-26 19:34:24 -- STEP: 55/31555 -- GLOBAL_STEP: 1546250 | > loss_text_ce: 0.02673846110701561 (0.031228162788532014) | > loss_mel_ce: 1.7274196147918701 (nan) | > loss: 0.00696094473823905 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14093753641301934) | > loader_time: 0.0046 (0.004851172187111593)  --> TIME: 2025-03-26 19:34:34 -- STEP: 105/31555 -- GLOBAL_STEP: 1546300 | > loss_text_ce: 0.027604004368185997 (0.030668351825858874) | > loss_mel_ce: 2.4709112644195557 (nan) | > loss: 0.009914743714034557 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14151682172502783) | > loader_time: 0.0047 (0.004801232474190848)  --> TIME: 2025-03-26 19:34:43 -- STEP: 155/31555 -- GLOBAL_STEP: 1546350 | > loss_text_ce: 0.04046601057052612 (0.03064878457376073) | > loss_mel_ce: 0.04095458984375 (nan) | > loss: 0.00032309762900695205 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14215598721658024) | > loader_time: 0.0048 (0.004769479074785785)  --> TIME: 2025-03-26 19:34:53 -- STEP: 205/31555 -- GLOBAL_STEP: 1546400 | > loss_text_ce: 0.02535511739552021 (0.03044981160996164) | > loss_mel_ce: 2.2768890857696533 (nan) | > loss: 0.009135889820754528 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1419389747991793) | > loader_time: 0.0044 (0.004754905002873117)  --> TIME: 2025-03-26 19:35:03 -- STEP: 255/31555 -- GLOBAL_STEP: 1546450 | > loss_text_ce: 0.028325114399194717 (0.030308919557023285) | > loss_mel_ce: 0.02227783203125 (nan) | > loss: 0.00020080535614397377 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14150351169062586) | > loader_time: 0.0045 (0.004746966268502028)  --> TIME: 2025-03-26 19:35:12 -- STEP: 305/31555 -- GLOBAL_STEP: 1546500 | > loss_text_ce: 0.03391623497009277 (0.030288954912761196) | > loss_mel_ce: 3.215930223464966 (nan) | > loss: 0.012896216474473476 (nan) | > current_lr: 5e-06 | > step_time: 0.1693 (0.14202943160885667) | > loader_time: 0.0049 (0.004745955545394147)  --> TIME: 2025-03-26 19:35:22 -- STEP: 355/31555 -- GLOBAL_STEP: 1546550 | > loss_text_ce: 0.0449368990957737 (0.03016319412633147) | > loss_mel_ce: 2.741096019744873 (nan) | > loss: 0.011055686511099339 (nan) | > current_lr: 5e-06 | > step_time: 0.1059 (0.14181299948356532) | > loader_time: 0.0044 (0.0047507977821457555)  --> TIME: 2025-03-26 19:35:32 -- STEP: 405/31555 -- GLOBAL_STEP: 1546600 | > loss_text_ce: 0.026139643043279648 (0.029984614368022224) | > loss_mel_ce: 3.011798143386841 (nan) | > loss: 0.012055309489369392 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14156674867794852) | > loader_time: 0.0046 (0.004748623459427443)  --> TIME: 2025-03-26 19:35:41 -- STEP: 455/31555 -- GLOBAL_STEP: 1546650 | > loss_text_ce: 0.03562162443995476 (0.030061907423557816) | > loss_mel_ce: 2.637465715408325 (nan) | > loss: 0.010607490316033363 (nan) | > current_lr: 5e-06 | > step_time: 0.1788 (0.14144417008200863) | > loader_time: 0.0049 (0.004758548212575387)  --> TIME: 2025-03-26 19:35:51 -- STEP: 505/31555 -- GLOBAL_STEP: 1546700 | > loss_text_ce: 0.030018553137779236 (0.030165872269190184) | > loss_mel_ce: 3.07020902633667 (nan) | > loss: 0.012302490882575512 (nan) | > current_lr: 5e-06 | > step_time: 0.1765 (0.14160216255943392) | > loader_time: 0.0048 (0.004757913268438658)  --> TIME: 2025-03-26 19:36:01 -- STEP: 555/31555 -- GLOBAL_STEP: 1546750 | > loss_text_ce: 0.03344964608550072 (0.03008000255302266) | > loss_mel_ce: 2.67266845703125 (nan) | > loss: 0.010738564655184746 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.1417077524167999) | > loader_time: 0.0047 (0.004761118072647232)  --> TIME: 2025-03-26 19:36:11 -- STEP: 605/31555 -- GLOBAL_STEP: 1546800 | > loss_text_ce: 0.03348942846059799 (0.030072796203134473) | > loss_mel_ce: 2.9691057205200195 (nan) | > loss: 0.011915060691535473 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.1417644867227099) | > loader_time: 0.0045 (0.004753427269044986)  --> TIME: 2025-03-26 19:36:20 -- STEP: 655/31555 -- GLOBAL_STEP: 1546850 | > loss_text_ce: 0.025076808407902718 (0.030078559744221564) | > loss_mel_ce: 2.577064037322998 (nan) | > loss: 0.010325956158339977 (nan) | > current_lr: 5e-06 | > step_time: 0.176 (0.14194707360886447) | > loader_time: 0.0049 (0.004748599947863861)  --> TIME: 2025-03-26 19:36:30 -- STEP: 705/31555 -- GLOBAL_STEP: 1546900 | > loss_text_ce: 0.0294586643576622 (0.030103384251607225) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1078 (0.1417950099241649) | > loader_time: 0.0044 (0.004742427244254032)  --> TIME: 2025-03-26 19:36:40 -- STEP: 755/31555 -- GLOBAL_STEP: 1546950 | > loss_text_ce: 0.020096704363822937 (0.030064380741277277) | > loss_mel_ce: 0.1016845703125 (nan) | > loss: 0.0004832590639125556 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14186946698371936) | > loader_time: 0.0045 (0.004733842887625783)  --> TIME: 2025-03-26 19:36:49 -- STEP: 805/31555 -- GLOBAL_STEP: 1547000 | > loss_text_ce: 0.025203296914696693 (0.030098646356267217) | > loss_mel_ce: 2.7902185916900635 (nan) | > loss: 0.011172309517860413 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1417046434390618) | > loader_time: 0.0047 (0.0047258012783453285)  --> TIME: 2025-03-26 19:36:59 -- STEP: 855/31555 -- GLOBAL_STEP: 1547050 | > loss_text_ce: 0.027950474992394447 (0.03006789363615694) | > loss_mel_ce: 2.914954900741577 (nan) | > loss: 0.011678196489810944 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14172772970813055) | > loader_time: 0.0047 (0.004714730190254787)  --> TIME: 2025-03-26 19:37:09 -- STEP: 905/31555 -- GLOBAL_STEP: 1547100 | > loss_text_ce: 0.045542676001787186 (0.03010198121159775) | > loss_mel_ce: 2.656007766723633 (nan) | > loss: 0.01072043925523758 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14159959087055682) | > loader_time: 0.0047 (0.004703121817572996)  --> TIME: 2025-03-26 19:37:19 -- STEP: 955/31555 -- GLOBAL_STEP: 1547150 | > loss_text_ce: 0.03139537200331688 (0.030101608962834817) | > loss_mel_ce: 2.5100483894348145 (nan) | > loss: 0.010085094720125198 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14186256668330477) | > loader_time: 0.0046 (0.00469726991903095)  --> TIME: 2025-03-26 19:37:28 -- STEP: 1005/31555 -- GLOBAL_STEP: 1547200 | > loss_text_ce: 0.023793203756213188 (0.03006385680640218) | > loss_mel_ce: 1.738389015197754 (nan) | > loss: 0.00699278712272644 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.1420184190000467) | > loader_time: 0.0045 (0.00469104448954264)  --> TIME: 2025-03-26 19:37:39 -- STEP: 1055/31555 -- GLOBAL_STEP: 1547250 | > loss_text_ce: 0.029292456805706024 (0.030071123691178613) | > loss_mel_ce: 1.592131495475769 (nan) | > loss: 0.006434222217649221 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.14238356210609177) | > loader_time: 0.0047 (0.004688481470984867)  --> TIME: 2025-03-26 19:37:48 -- STEP: 1105/31555 -- GLOBAL_STEP: 1547300 | > loss_text_ce: 0.03350841626524925 (0.030082415494376718) | > loss_mel_ce: 2.571787118911743 (nan) | > loss: 0.010338474065065384 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14235825883856726) | > loader_time: 0.0043 (0.004682260185345262)  --> TIME: 2025-03-26 19:37:58 -- STEP: 1155/31555 -- GLOBAL_STEP: 1547350 | > loss_text_ce: 0.025406908243894577 (0.030057506082635937) | > loss_mel_ce: 2.3858370780944824 (nan) | > loss: 0.009568428620696068 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.1423889044559363) | > loader_time: 0.0047 (0.004679423080378276)  --> TIME: 2025-03-26 19:38:08 -- STEP: 1205/31555 -- GLOBAL_STEP: 1547400 | > loss_text_ce: 0.03164537250995636 (0.03005377742543013) | > loss_mel_ce: 2.9665839672088623 (nan) | > loss: 0.011897736229002476 (nan) | > current_lr: 5e-06 | > step_time: 0.1637 (0.14239962842949194) | > loader_time: 0.0045 (0.004678523985676743)  --> TIME: 2025-03-26 19:38:17 -- STEP: 1255/31555 -- GLOBAL_STEP: 1547450 | > loss_text_ce: 0.028126170858740807 (0.030011190848046564) | > loss_mel_ce: 2.4087116718292236 (nan) | > loss: 0.00966999214142561 (nan) | > current_lr: 5e-06 | > step_time: 0.1131 (0.14231484154781016) | > loader_time: 0.0046 (0.004669845436673714)  --> TIME: 2025-03-26 19:38:27 -- STEP: 1305/31555 -- GLOBAL_STEP: 1547500 | > loss_text_ce: 0.034897804260253906 (0.030008785669973757) | > loss_mel_ce: 2.4571664333343506 (nan) | > loss: 0.009889144450426102 (nan) | > current_lr: 5e-06 | > step_time: 0.167 (0.14238152942438223) | > loader_time: 0.0048 (0.004665136154584041)  --> TIME: 2025-03-26 19:38:37 -- STEP: 1355/31555 -- GLOBAL_STEP: 1547550 | > loss_text_ce: 0.027074767276644707 (0.030009741268062284) | > loss_mel_ce: 2.9378669261932373 (nan) | > loss: 0.01176564209163189 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.142469852348975) | > loader_time: 0.0045 (0.004661111550137565)  --> TIME: 2025-03-26 19:38:47 -- STEP: 1405/31555 -- GLOBAL_STEP: 1547600 | > loss_text_ce: 0.024792419746518135 (0.029974959345925534) | > loss_mel_ce: 1.7693827152252197 (nan) | > loss: 0.007119743153452873 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14247364963925163) | > loader_time: 0.0046 (0.00465927785825899)  --> TIME: 2025-03-26 19:38:56 -- STEP: 1455/31555 -- GLOBAL_STEP: 1547650 | > loss_text_ce: 0.035752829164266586 (0.029983058605739955) | > loss_mel_ce: 2.5732791423797607 (nan) | > loss: 0.010353301651775837 (nan) | > current_lr: 5e-06 | > step_time: 0.1376 (0.1423396892154338) | > loader_time: 0.0046 (0.00465628879586446)  --> TIME: 2025-03-26 19:39:06 -- STEP: 1505/31555 -- GLOBAL_STEP: 1547700 | > loss_text_ce: 0.025710783898830414 (0.02998611282780024) | > loss_mel_ce: 2.7434706687927246 (nan) | > loss: 0.010988815687596798 (nan) | > current_lr: 5e-06 | > step_time: 0.1684 (0.142301762539683) | > loader_time: 0.0047 (0.004654244964701001)  --> TIME: 2025-03-26 19:39:15 -- STEP: 1555/31555 -- GLOBAL_STEP: 1547750 | > loss_text_ce: 0.03233864903450012 (0.029955496456342302) | > loss_mel_ce: 1.6068782806396484 (nan) | > loss: 0.006504829507321119 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14214076781196228) | > loader_time: 0.0046 (0.00465209629757995)  --> TIME: 2025-03-26 19:39:25 -- STEP: 1605/31555 -- GLOBAL_STEP: 1547800 | > loss_text_ce: 0.03796447068452835 (0.029968010638245727) | > loss_mel_ce: 2.3128178119659424 (nan) | > loss: 0.009328502230346203 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14208275432527234) | > loader_time: 0.0046 (0.0046541655175039755)  --> TIME: 2025-03-26 19:39:35 -- STEP: 1655/31555 -- GLOBAL_STEP: 1547850 | > loss_text_ce: 0.03298068046569824 (0.02998311437407559) | > loss_mel_ce: 2.673882246017456 (nan) | > loss: 0.010741519741714 (nan) | > current_lr: 5e-06 | > step_time: 0.1811 (0.14224678555284012) | > loader_time: 0.0048 (0.004655059370749673)  --> TIME: 2025-03-26 19:39:45 -- STEP: 1705/31555 -- GLOBAL_STEP: 1547900 | > loss_text_ce: 0.04524886980652809 (0.03000592346579011) | > loss_mel_ce: 1.7913298606872559 (nan) | > loss: 0.007288011256605387 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1422031403986239) | > loader_time: 0.0044 (0.004653857250717031)  --> TIME: 2025-03-26 19:39:54 -- STEP: 1755/31555 -- GLOBAL_STEP: 1547950 | > loss_text_ce: 0.027564456686377525 (0.029986363771952625) | > loss_mel_ce: 2.5126516819000244 (nan) | > loss: 0.01008022390305996 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14209788327882752) | > loader_time: 0.0046 (0.004654797393711887)  --> TIME: 2025-03-26 19:40:04 -- STEP: 1805/31555 -- GLOBAL_STEP: 1548000 | > loss_text_ce: 0.025334835052490234 (0.029999143745327094) | > loss_mel_ce: 3.0130648612976074 (nan) | > loss: 0.012057142332196236 (nan) | > current_lr: 5e-06 | > step_time: 0.1678 (0.1421244252751737) | > loader_time: 0.0048 (0.004657271958454168)  --> TIME: 2025-03-26 19:40:14 -- STEP: 1855/31555 -- GLOBAL_STEP: 1548050 | > loss_text_ce: 0.04032175987958908 (0.03001608422171636) | > loss_mel_ce: 2.597818374633789 (nan) | > loss: 0.010468810796737671 (nan) | > current_lr: 5e-06 | > step_time: 0.166 (0.14209966826631676) | > loader_time: 0.0049 (0.004657433682053562)  --> TIME: 2025-03-26 19:40:23 -- STEP: 1905/31555 -- GLOBAL_STEP: 1548100 | > loss_text_ce: 0.03638475015759468 (0.030003023132427628) | > loss_mel_ce: 2.900768280029297 (nan) | > loss: 0.011655369773507118 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.14208748171648625) | > loader_time: 0.0048 (0.004655606102129922)  --> TIME: 2025-03-26 19:40:33 -- STEP: 1955/31555 -- GLOBAL_STEP: 1548150 | > loss_text_ce: 0.039652351289987564 (0.030023609544329175) | > loss_mel_ce: 2.2371826171875 (nan) | > loss: 0.009035060182213783 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14194187642363315) | > loader_time: 0.0045 (0.004653139797318016)  --> TIME: 2025-03-26 19:40:42 -- STEP: 2005/31555 -- GLOBAL_STEP: 1548200 | > loss_text_ce: 0.034084443002939224 (0.03003157427548396) | > loss_mel_ce: 2.887787103652954 (nan) | > loss: 0.011594729498028755 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.1418171385577193) | > loader_time: 0.0046 (0.004651014347028855)  --> TIME: 2025-03-26 19:40:52 -- STEP: 2055/31555 -- GLOBAL_STEP: 1548250 | > loss_text_ce: 0.033632200211286545 (0.030059200453225278) | > loss_mel_ce: 2.6832830905914307 (nan) | > loss: 0.010781411081552505 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14176414099923) | > loader_time: 0.0045 (0.004651844530500058)  --> TIME: 2025-03-26 19:41:01 -- STEP: 2105/31555 -- GLOBAL_STEP: 1548300 | > loss_text_ce: 0.029420889914035797 (0.030084704866548757) | > loss_mel_ce: 2.9218502044677734 (nan) | > loss: 0.011711393482983112 (nan) | > current_lr: 5e-06 | > step_time: 0.1846 (0.14186079688989617) | > loader_time: 0.0047 (0.004652774928584522)  --> TIME: 2025-03-26 19:41:11 -- STEP: 2155/31555 -- GLOBAL_STEP: 1548350 | > loss_text_ce: 0.03339038044214249 (0.030059517331836257) | > loss_mel_ce: 2.5777289867401123 (nan) | > loss: 0.010361584834754467 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14192146502625347) | > loader_time: 0.0044 (0.0046530965862584)  --> TIME: 2025-03-26 19:41:21 -- STEP: 2205/31555 -- GLOBAL_STEP: 1548400 | > loss_text_ce: 0.019902916625142097 (0.03007540489059119) | > loss_mel_ce: 1.9787911176681519 (nan) | > loss: 0.007931326515972614 (nan) | > current_lr: 5e-06 | > step_time: 0.1091 (0.14188196686119708) | > loader_time: 0.0044 (0.004651384396888235)  --> TIME: 2025-03-26 19:41:31 -- STEP: 2255/31555 -- GLOBAL_STEP: 1548450 | > loss_text_ce: 0.023982852697372437 (0.030087010040796648) | > loss_mel_ce: 3.1770191192626953 (nan) | > loss: 0.012702389620244503 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14198576870091467) | > loader_time: 0.0049 (0.004653726713091731)  --> TIME: 2025-03-26 19:41:41 -- STEP: 2305/31555 -- GLOBAL_STEP: 1548500 | > loss_text_ce: 0.02828901633620262 (0.030083041207828516) | > loss_mel_ce: 2.4951987266540527 (nan) | > loss: 0.010013841092586517 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14200053090904385) | > loader_time: 0.0044 (0.004656370911836112)  --> TIME: 2025-03-26 19:41:50 -- STEP: 2355/31555 -- GLOBAL_STEP: 1548550 | > loss_text_ce: 0.030825436115264893 (0.030087853307319674) | > loss_mel_ce: 2.3870723247528076 (nan) | > loss: 0.009594832547008991 (nan) | > current_lr: 5e-06 | > step_time: 0.1576 (0.14190408935465887) | > loader_time: 0.0046 (0.0046537717183431)  --> TIME: 2025-03-26 19:42:00 -- STEP: 2405/31555 -- GLOBAL_STEP: 1548600 | > loss_text_ce: 0.022934632375836372 (0.030096188979513803) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.14196839639897665) | > loader_time: 0.0045 (0.0046514628087160744)  --> TIME: 2025-03-26 19:42:10 -- STEP: 2455/31555 -- GLOBAL_STEP: 1548650 | > loss_text_ce: 0.03310075029730797 (0.03009949378525106) | > loss_mel_ce: 2.720839500427246 (nan) | > loss: 0.010928335599601269 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14199392402244942) | > loader_time: 0.0047 (0.004651870067153591)  --> TIME: 2025-03-26 19:42:20 -- STEP: 2505/31555 -- GLOBAL_STEP: 1548700 | > loss_text_ce: 0.026858177036046982 (0.030108911806193298) | > loss_mel_ce: 3.0207414627075195 (nan) | > loss: 0.012093650177121162 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14201133208360522) | > loader_time: 0.0044 (0.004650472119420829)  --> TIME: 2025-03-26 19:42:29 -- STEP: 2555/31555 -- GLOBAL_STEP: 1548750 | > loss_text_ce: 0.041095562279224396 (0.030119845093594257) | > loss_mel_ce: 1.9978140592575073 (nan) | > loss: 0.0080909114331007 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.14208050959264257) | > loader_time: 0.0041 (0.004648959520045094)  --> TIME: 2025-03-26 19:42:39 -- STEP: 2605/31555 -- GLOBAL_STEP: 1548800 | > loss_text_ce: 0.03274080157279968 (0.030128333210273004) | > loss_mel_ce: 3.1042532920837402 (nan) | > loss: 0.012448390014469624 (nan) | > current_lr: 5e-06 | > step_time: 0.1534 (0.14203793851519309) | > loader_time: 0.0045 (0.004646627367572457)  --> TIME: 2025-03-26 19:42:49 -- STEP: 2655/31555 -- GLOBAL_STEP: 1548850 | > loss_text_ce: 0.02806968428194523 (0.030110793951162174) | > loss_mel_ce: 1.800189733505249 (nan) | > loss: 0.0072549981996417046 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14201931342791282) | > loader_time: 0.0045 (0.0046449622640951016)  --> TIME: 2025-03-26 19:42:58 -- STEP: 2705/31555 -- GLOBAL_STEP: 1548900 | > loss_text_ce: 0.03655038774013519 (0.03011711441538195) | > loss_mel_ce: 2.4883158206939697 (nan) | > loss: 0.010019310750067234 (nan) | > current_lr: 5e-06 | > step_time: 0.1282 (0.1420030580651079) | > loader_time: 0.0046 (0.004644871110616468)  --> TIME: 2025-03-26 19:43:08 -- STEP: 2755/31555 -- GLOBAL_STEP: 1548950 | > loss_text_ce: 0.026031676679849625 (0.030112419463018) | > loss_mel_ce: 2.0349345207214355 (nan) | > loss: 0.008178438059985638 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.14197630492831773) | > loader_time: 0.0046 (0.004645095676345972)  --> TIME: 2025-03-26 19:43:18 -- STEP: 2805/31555 -- GLOBAL_STEP: 1549000 | > loss_text_ce: 0.029619021341204643 (0.030130425880790925) | > loss_mel_ce: 1.9934054613113403 (nan) | > loss: 0.008027875795960426 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.1420054799520185) | > loader_time: 0.0048 (0.004644051380123478)  --> TIME: 2025-03-26 19:43:27 -- STEP: 2855/31555 -- GLOBAL_STEP: 1549050 | > loss_text_ce: 0.03427138179540634 (0.03011638987874661) | > loss_mel_ce: 2.9486403465270996 (nan) | > loss: 0.011836952529847622 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14195980207306305) | > loader_time: 0.0051 (0.004643197402018805)  --> TIME: 2025-03-26 19:43:37 -- STEP: 2905/31555 -- GLOBAL_STEP: 1549100 | > loss_text_ce: 0.03241152688860893 (0.030136446371071823) | > loss_mel_ce: 0.0450032539665699 (nan) | > loss: 0.0003072015242651105 (nan) | > current_lr: 5e-06 | > step_time: 0.1218 (0.1419420822557199) | > loader_time: 0.0043 (0.0046426242887460945)  --> TIME: 2025-03-26 19:43:47 -- STEP: 2955/31555 -- GLOBAL_STEP: 1549150 | > loss_text_ce: 0.031738996505737305 (0.030142982769599924) | > loss_mel_ce: 2.4504354000091553 (nan) | > loss: 0.009849898517131805 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14198241637241238) | > loader_time: 0.0046 (0.0046416435951710695)  --> TIME: 2025-03-26 19:43:56 -- STEP: 3005/31555 -- GLOBAL_STEP: 1549200 | > loss_text_ce: 0.03469977527856827 (0.030129803987700314) | > loss_mel_ce: 2.2730586528778076 (nan) | > loss: 0.009157771244645119 (nan) | > current_lr: 5e-06 | > step_time: 0.1681 (0.141879603787389) | > loader_time: 0.0044 (0.004639460203453244)  --> TIME: 2025-03-26 19:44:06 -- STEP: 3055/31555 -- GLOBAL_STEP: 1549250 | > loss_text_ce: 0.04130053520202637 (0.030147080431934658) | > loss_mel_ce: 2.1427297592163086 (nan) | > loss: 0.008666787296533585 (nan) | > current_lr: 5e-06 | > step_time: 0.1135 (0.1418774830339) | > loader_time: 0.0043 (0.0046383639209204314)  --> TIME: 2025-03-26 19:44:16 -- STEP: 3105/31555 -- GLOBAL_STEP: 1549300 | > loss_text_ce: 0.03256424516439438 (0.03014107924524617) | > loss_mel_ce: 2.802446126937866 (nan) | > loss: 0.011250041425228119 (nan) | > current_lr: 5e-06 | > step_time: 0.1417 (0.14196675365097874) | > loader_time: 0.0046 (0.004637589047688426)  --> TIME: 2025-03-26 19:44:26 -- STEP: 3155/31555 -- GLOBAL_STEP: 1549350 | > loss_text_ce: 0.035877831280231476 (0.030150819656611812) | > loss_mel_ce: 0.03974609449505806 (nan) | > loss: 0.0003000949800480157 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14206928375594804) | > loader_time: 0.0044 (0.0046367331654447565)  --> TIME: 2025-03-26 19:44:35 -- STEP: 3205/31555 -- GLOBAL_STEP: 1549400 | > loss_text_ce: 0.029308516532182693 (0.03015334264327323) | > loss_mel_ce: 2.961115837097168 (nan) | > loss: 0.011866764165461063 (nan) | > current_lr: 5e-06 | > step_time: 0.1883 (0.1419830607177689) | > loader_time: 0.0047 (0.004635460997892447)  --> TIME: 2025-03-26 19:44:45 -- STEP: 3255/31555 -- GLOBAL_STEP: 1549450 | > loss_text_ce: 0.015510954894125462 (0.03015314964305741) | > loss_mel_ce: 3.100177526473999 (nan) | > loss: 0.01236384455114603 (nan) | > current_lr: 5e-06 | > step_time: 0.112 (0.14195467704269027) | > loader_time: 0.0044 (0.004633668893676402)  --> TIME: 2025-03-26 19:44:54 -- STEP: 3305/31555 -- GLOBAL_STEP: 1549500 | > loss_text_ce: 0.020106898620724678 (0.030166690907921536) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14189923253254172) | > loader_time: 0.0049 (0.00463265665720885)  --> TIME: 2025-03-26 19:45:04 -- STEP: 3355/31555 -- GLOBAL_STEP: 1549550 | > loss_text_ce: 0.03219052776694298 (0.030191343567776877) | > loss_mel_ce: 1.7241790294647217 (nan) | > loss: 0.006969721056520939 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14191686677151047) | > loader_time: 0.0044 (0.004633852550773805)  --> TIME: 2025-03-26 19:45:14 -- STEP: 3405/31555 -- GLOBAL_STEP: 1549600 | > loss_text_ce: 0.03562359884381294 (0.030207215649145552) | > loss_mel_ce: 2.4397380352020264 (nan) | > loss: 0.009822864085435867 (nan) | > current_lr: 5e-06 | > step_time: 0.1429 (0.14192459040626387) | > loader_time: 0.0045 (0.004634641305640595)  --> TIME: 2025-03-26 19:45:24 -- STEP: 3455/31555 -- GLOBAL_STEP: 1549650 | > loss_text_ce: 0.030836936086416245 (0.030193912512023007) | > loss_mel_ce: 1.5975265502929688 (nan) | > loss: 0.006461760029196739 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.1419338347770372) | > loader_time: 0.0046 (0.004635070753856623)  --> TIME: 2025-03-26 19:45:33 -- STEP: 3505/31555 -- GLOBAL_STEP: 1549700 | > loss_text_ce: 0.030157091096043587 (0.0301848845210952) | > loss_mel_ce: 1.720849633216858 (nan) | > loss: 0.006948439870029688 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14184351042231907) | > loader_time: 0.0046 (0.004634643791405532)  --> TIME: 2025-03-26 19:45:43 -- STEP: 3555/31555 -- GLOBAL_STEP: 1549750 | > loss_text_ce: 0.028603045269846916 (0.030191451149996575) | > loss_mel_ce: 2.7536122798919678 (nan) | > loss: 0.011040537618100643 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14182068768432887) | > loader_time: 0.0044 (0.0046354426613337005)  --> TIME: 2025-03-26 19:45:52 -- STEP: 3605/31555 -- GLOBAL_STEP: 1549800 | > loss_text_ce: 0.029284531250596046 (0.03018103036099474) | > loss_mel_ce: 2.7366976737976074 (nan) | > loss: 0.01097611989825964 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14184318891676082) | > loader_time: 0.0045 (0.004635677853503617)  --> TIME: 2025-03-26 19:46:02 -- STEP: 3655/31555 -- GLOBAL_STEP: 1549850 | > loss_text_ce: 0.03724287822842598 (0.030183797546505683) | > loss_mel_ce: 1.8987789154052734 (nan) | > loss: 0.007682626601308584 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14186960493001688) | > loader_time: 0.0046 (0.004637252974608052)  --> TIME: 2025-03-26 19:46:12 -- STEP: 3705/31555 -- GLOBAL_STEP: 1549900 | > loss_text_ce: 0.024823617190122604 (0.030182151546935564) | > loss_mel_ce: 3.198822021484375 (nan) | > loss: 0.012792245484888554 (nan) | > current_lr: 5e-06 | > step_time: 0.1532 (0.14191783597433963) | > loader_time: 0.0069 (0.004638604113930162)  --> TIME: 2025-03-26 19:46:22 -- STEP: 3755/31555 -- GLOBAL_STEP: 1549950 | > loss_text_ce: 0.028521567583084106 (0.03019557770877362) | > loss_mel_ce: 2.670341968536377 (nan) | > loss: 0.010709776543080807 (nan) | > current_lr: 5e-06 | > step_time: 0.1854 (0.14193010933389702) | > loader_time: 0.0048 (0.004638842736357233)  --> TIME: 2025-03-26 19:46:31 -- STEP: 3805/31555 -- GLOBAL_STEP: 1550000 | > loss_text_ce: 0.03154612332582474 (0.0301933308025521) | > loss_mel_ce: 2.9852755069732666 (nan) | > loss: 0.01197151467204094 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14192518260569853) | > loader_time: 0.0046 (0.004637686620404009) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1550000.pth  --> TIME: 2025-03-26 19:46:46 -- STEP: 3855/31555 -- GLOBAL_STEP: 1550050 | > loss_text_ce: 0.028882959857583046 (0.030208821424395425) | > loss_mel_ce: 2.596097230911255 (nan) | > loss: 0.010416588746011257 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.1418522111791274) | > loader_time: 0.0051 (0.004639526594782939)  --> TIME: 2025-03-26 19:46:55 -- STEP: 3905/31555 -- GLOBAL_STEP: 1550100 | > loss_text_ce: 0.03139146417379379 (0.030197740418695763) | > loss_mel_ce: 2.835104465484619 (nan) | > loss: 0.011374983936548233 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14176881401853303) | > loader_time: 0.0082 (0.0046407346078284235)  --> TIME: 2025-03-26 19:47:05 -- STEP: 3955/31555 -- GLOBAL_STEP: 1550150 | > loss_text_ce: 0.02846904657781124 (0.030190001805836874) | > loss_mel_ce: 2.975145101547241 (nan) | > loss: 0.011919104494154453 (nan) | > current_lr: 5e-06 | > step_time: 0.1803 (0.141771257631999) | > loader_time: 0.0049 (0.004641637488653337)  --> TIME: 2025-03-26 19:47:15 -- STEP: 4005/31555 -- GLOBAL_STEP: 1550200 | > loss_text_ce: 0.030070077627897263 (0.03020329712500584) | > loss_mel_ce: 2.8626835346221924 (nan) | > loss: 0.011479181237518787 (nan) | > current_lr: 5e-06 | > step_time: 0.165 (0.14179573160283448) | > loader_time: 0.0078 (0.004644145917951998)  --> TIME: 2025-03-26 19:47:24 -- STEP: 4055/31555 -- GLOBAL_STEP: 1550250 | > loss_text_ce: 0.03969710320234299 (0.03021147079839292) | > loss_mel_ce: 3.715745210647583 (nan) | > loss: 0.014902549795806408 (nan) | > current_lr: 5e-06 | > step_time: 0.1075 (0.14179140948190957) | > loader_time: 0.0045 (0.004644389628776063)  --> TIME: 2025-03-26 19:47:34 -- STEP: 4105/31555 -- GLOBAL_STEP: 1550300 | > loss_text_ce: 0.04169362783432007 (0.030217159378379765) | > loss_mel_ce: 2.6383769512176514 (nan) | > loss: 0.010635201819241047 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14182045567195417) | > loader_time: 0.0044 (0.0046441604972030995)  --> TIME: 2025-03-26 19:47:44 -- STEP: 4155/31555 -- GLOBAL_STEP: 1550350 | > loss_text_ce: 0.03255387768149376 (0.030213640261750788) | > loss_mel_ce: 2.742741823196411 (nan) | > loss: 0.01101307850331068 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1418589004397251) | > loader_time: 0.0047 (0.004643020618406599)  --> TIME: 2025-03-26 19:47:54 -- STEP: 4205/31555 -- GLOBAL_STEP: 1550400 | > loss_text_ce: 0.03163275495171547 (0.030211680650480716) | > loss_mel_ce: 2.638643503189087 (nan) | > loss: 0.01059633493423462 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14186108937303196) | > loader_time: 0.0044 (0.004642167131058822)  --> TIME: 2025-03-26 19:48:03 -- STEP: 4255/31555 -- GLOBAL_STEP: 1550450 | > loss_text_ce: 0.02382631041109562 (0.03021472766119921) | > loss_mel_ce: 2.918198585510254 (nan) | > loss: 0.011674703098833561 (nan) | > current_lr: 5e-06 | > step_time: 0.1201 (0.1418474626036846) | > loader_time: 0.0046 (0.004641435905573104)  --> TIME: 2025-03-26 19:48:13 -- STEP: 4305/31555 -- GLOBAL_STEP: 1550500 | > loss_text_ce: 0.026529517024755478 (0.030213752314967562) | > loss_mel_ce: 2.812502861022949 (nan) | > loss: 0.011266002431511879 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14178617391021425) | > loader_time: 0.0047 (0.004640506839641449)  --> TIME: 2025-03-26 19:48:23 -- STEP: 4355/31555 -- GLOBAL_STEP: 1550550 | > loss_text_ce: 0.031805992126464844 (0.030199687898449866) | > loss_mel_ce: 2.4319770336151123 (nan) | > loss: 0.009776917286217213 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14181131095754862) | > loader_time: 0.0048 (0.004640362265463145)  --> TIME: 2025-03-26 19:48:32 -- STEP: 4405/31555 -- GLOBAL_STEP: 1550600 | > loss_text_ce: 0.02932492457330227 (0.03020591444793611) | > loss_mel_ce: 1.3265904188156128 (nan) | > loss: 0.005380616523325443 (nan) | > current_lr: 5e-06 | > step_time: 0.1264 (0.1417562883097795) | > loader_time: 0.0045 (0.0046397721185587)  --> TIME: 2025-03-26 19:48:41 -- STEP: 4455/31555 -- GLOBAL_STEP: 1550650 | > loss_text_ce: 0.03261745348572731 (0.030210307338740153) | > loss_mel_ce: 2.5500502586364746 (nan) | > loss: 0.010248682461678982 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14171854291031816) | > loader_time: 0.0045 (0.004639281916163473)  --> TIME: 2025-03-26 19:48:51 -- STEP: 4505/31555 -- GLOBAL_STEP: 1550700 | > loss_text_ce: 0.025523100048303604 (0.03021146775193339) | > loss_mel_ce: 1.9698312282562256 (nan) | > loss: 0.007918072864413261 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.1416545930369186) | > loader_time: 0.0045 (0.004638254417563405)  --> TIME: 2025-03-26 19:49:01 -- STEP: 4555/31555 -- GLOBAL_STEP: 1550750 | > loss_text_ce: 0.030179142951965332 (0.030202863743052328) | > loss_mel_ce: 2.646676778793335 (nan) | > loss: 0.010622445493936539 (nan) | > current_lr: 5e-06 | > step_time: 0.1778 (0.14165620343221946) | > loader_time: 0.0048 (0.004638704902908564)  --> TIME: 2025-03-26 19:49:10 -- STEP: 4605/31555 -- GLOBAL_STEP: 1550800 | > loss_text_ce: 0.02322438918054104 (0.030205682057778106) | > loss_mel_ce: 1.9081871509552002 (nan) | > loss: 0.007664331700652838 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.1416450499970545) | > loader_time: 0.0044 (0.004638924583161713)  --> TIME: 2025-03-26 19:49:20 -- STEP: 4655/31555 -- GLOBAL_STEP: 1550850 | > loss_text_ce: 0.03873473405838013 (0.03020564118414221) | > loss_mel_ce: 2.5813381671905518 (nan) | > loss: 0.010397114790976048 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14165984203940962) | > loader_time: 0.0046 (0.004640533230102432)  --> TIME: 2025-03-26 19:49:30 -- STEP: 4705/31555 -- GLOBAL_STEP: 1550900 | > loss_text_ce: 0.03070998191833496 (0.03020937974098575) | > loss_mel_ce: 0.23223876953125 (nan) | > loss: 0.0010434475261718035 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1416981470572203) | > loader_time: 0.0045 (0.004642025697243985)  --> TIME: 2025-03-26 19:49:39 -- STEP: 4755/31555 -- GLOBAL_STEP: 1550950 | > loss_text_ce: 0.021945105865597725 (0.03020095632349843) | > loss_mel_ce: 2.100364923477173 (nan) | > loss: 0.008421865291893482 (nan) | > current_lr: 5e-06 | > step_time: 0.1115 (0.14164637255743873) | > loader_time: 0.0044 (0.004641052400526839)  --> TIME: 2025-03-26 19:49:49 -- STEP: 4805/31555 -- GLOBAL_STEP: 1551000 | > loss_text_ce: 0.028026940301060677 (0.030183054425760438) | > loss_mel_ce: 1.0361777544021606 (nan) | > loss: 0.004223034717142582 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1416503956365042) | > loader_time: 0.0043 (0.004639864811415999)  --> TIME: 2025-03-26 19:49:59 -- STEP: 4855/31555 -- GLOBAL_STEP: 1551050 | > loss_text_ce: 0.031140731647610664 (0.030175641836285835) | > loss_mel_ce: 2.548429489135742 (nan) | > loss: 0.010236390866339207 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.1416545311036982) | > loader_time: 0.0044 (0.004638234373224285)  --> TIME: 2025-03-26 19:50:08 -- STEP: 4905/31555 -- GLOBAL_STEP: 1551100 | > loss_text_ce: 0.03354771435260773 (0.03018767814684534) | > loss_mel_ce: 2.074171781539917 (nan) | > loss: 0.008363966830074787 (nan) | > current_lr: 5e-06 | > step_time: 0.1529 (0.1416250494277444) | > loader_time: 0.0044 (0.004637650733815561)  --> TIME: 2025-03-26 19:50:18 -- STEP: 4955/31555 -- GLOBAL_STEP: 1551150 | > loss_text_ce: 0.02473941072821617 (0.030181046839950064) | > loss_mel_ce: 2.7893097400665283 (nan) | > loss: 0.011166863143444061 (nan) | > current_lr: 5e-06 | > step_time: 0.1419 (0.14164972834582318) | > loader_time: 0.0045 (0.004636966905488035)  --> TIME: 2025-03-26 19:50:27 -- STEP: 5005/31555 -- GLOBAL_STEP: 1551200 | > loss_text_ce: 0.03164171800017357 (0.03018749343355993) | > loss_mel_ce: 3.037487030029297 (nan) | > loss: 0.012179083190858364 (nan) | > current_lr: 5e-06 | > step_time: 0.1735 (0.14161194492648801) | > loader_time: 0.0047 (0.004636861037064766)  --> TIME: 2025-03-26 19:50:37 -- STEP: 5055/31555 -- GLOBAL_STEP: 1551250 | > loss_text_ce: 0.03962361440062523 (0.0301969099795385) | > loss_mel_ce: 2.4571547508239746 (nan) | > loss: 0.009907850995659828 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14162171634557136) | > loader_time: 0.0048 (0.004636137987810379)  --> TIME: 2025-03-26 19:50:47 -- STEP: 5105/31555 -- GLOBAL_STEP: 1551300 | > loss_text_ce: 0.030172837898135185 (0.030191981682077738) | > loss_mel_ce: 2.617748975753784 (nan) | > loss: 0.010507626459002495 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14167938092313043) | > loader_time: 0.0045 (0.0046372492563246034)  --> TIME: 2025-03-26 19:50:57 -- STEP: 5155/31555 -- GLOBAL_STEP: 1551350 | > loss_text_ce: 0.026794621720910072 (0.030202252590698194) | > loss_mel_ce: 1.9841725826263428 (nan) | > loss: 0.007980029098689556 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14167038897191564) | > loader_time: 0.0046 (0.004637932153030257)  --> TIME: 2025-03-26 19:51:07 -- STEP: 5205/31555 -- GLOBAL_STEP: 1551400 | > loss_text_ce: 0.017108747735619545 (0.030197759871223473) | > loss_mel_ce: 2.130797863006592 (nan) | > loss: 0.008523439057171345 (nan) | > current_lr: 5e-06 | > step_time: 0.1184 (0.14168833710618295) | > loader_time: 0.0043 (0.00463711929138069)  --> TIME: 2025-03-26 19:51:16 -- STEP: 5255/31555 -- GLOBAL_STEP: 1551450 | > loss_text_ce: 0.029907628893852234 (0.030191957723388323) | > loss_mel_ce: 2.5406441688537598 (nan) | > loss: 0.010200602933764458 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14168714011543548) | > loader_time: 0.0045 (0.004636811847124207)  --> TIME: 2025-03-26 19:51:26 -- STEP: 5305/31555 -- GLOBAL_STEP: 1551500 | > loss_text_ce: 0.03700447455048561 (0.030196613684984785) | > loss_mel_ce: 2.8171486854553223 (nan) | > loss: 0.011326005682349205 (nan) | > current_lr: 5e-06 | > step_time: 0.1682 (0.14170918586004755) | > loader_time: 0.0045 (0.004636398696539904)  --> TIME: 2025-03-26 19:51:36 -- STEP: 5355/31555 -- GLOBAL_STEP: 1551550 | > loss_text_ce: 0.022771796211600304 (0.030187508056199405) | > loss_mel_ce: 2.858593702316284 (nan) | > loss: 0.01143399067223072 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14173886270638897) | > loader_time: 0.0045 (0.0046357507465266635)  --> TIME: 2025-03-26 19:51:46 -- STEP: 5405/31555 -- GLOBAL_STEP: 1551600 | > loss_text_ce: 0.034378085285425186 (0.030180118529679157) | > loss_mel_ce: 0.11297607421875 (nan) | > loss: 0.0005847387365065515 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14180716943343913) | > loader_time: 0.0045 (0.004636108290807307)  --> TIME: 2025-03-26 19:51:56 -- STEP: 5455/31555 -- GLOBAL_STEP: 1551650 | > loss_text_ce: 0.025149954482913017 (0.03016182540341406) | > loss_mel_ce: 2.61139178276062 (nan) | > loss: 0.01046246849000454 (nan) | > current_lr: 5e-06 | > step_time: 0.1444 (0.14180759452659067) | > loader_time: 0.0046 (0.0046360466482440734)  --> TIME: 2025-03-26 19:52:06 -- STEP: 5505/31555 -- GLOBAL_STEP: 1551700 | > loss_text_ce: 0.030678292736411095 (0.03016613507516459) | > loss_mel_ce: 2.5074517726898193 (nan) | > loss: 0.010071945376694202 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14182987013911313) | > loader_time: 0.0043 (0.004635946670518395)  --> TIME: 2025-03-26 19:52:15 -- STEP: 5555/31555 -- GLOBAL_STEP: 1551750 | > loss_text_ce: 0.031249502673745155 (0.03017996379822278) | > loss_mel_ce: 2.591078996658325 (nan) | > loss: 0.010406065732240677 (nan) | > current_lr: 5e-06 | > step_time: 0.1531 (0.14181362434510877) | > loader_time: 0.0045 (0.004635255085681631)  --> TIME: 2025-03-26 19:52:25 -- STEP: 5605/31555 -- GLOBAL_STEP: 1551800 | > loss_text_ce: 0.022024085745215416 (0.030178369805515876) | > loss_mel_ce: 2.573535919189453 (nan) | > loss: 0.01029984187334776 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14183168160288026) | > loader_time: 0.0045 (0.004634732502470294)  --> TIME: 2025-03-26 19:52:35 -- STEP: 5655/31555 -- GLOBAL_STEP: 1551850 | > loss_text_ce: 0.02876865305006504 (0.030190975653628507) | > loss_mel_ce: 1.4501389265060425 (nan) | > loss: 0.005868681240826845 (nan) | > current_lr: 5e-06 | > step_time: 0.1785 (0.14185790960816186) | > loader_time: 0.0049 (0.004634427644846006)  --> TIME: 2025-03-26 19:52:44 -- STEP: 5705/31555 -- GLOBAL_STEP: 1551900 | > loss_text_ce: 0.03297335281968117 (0.03018708382239345) | > loss_mel_ce: 2.349564552307129 (nan) | > loss: 0.009454515762627125 (nan) | > current_lr: 5e-06 | > step_time: 0.1394 (0.14181513234672632) | > loader_time: 0.0046 (0.004633490439572978)  --> TIME: 2025-03-26 19:52:54 -- STEP: 5755/31555 -- GLOBAL_STEP: 1551950 | > loss_text_ce: 0.028259694576263428 (0.030194959992285556) | > loss_mel_ce: 2.2835590839385986 (nan) | > loss: 0.009173884987831116 (nan) | > current_lr: 5e-06 | > step_time: 0.1141 (0.1418014876020157) | > loader_time: 0.0045 (0.004633144913912885)  --> TIME: 2025-03-26 19:53:04 -- STEP: 5805/31555 -- GLOBAL_STEP: 1552000 | > loss_text_ce: 0.02944938652217388 (0.030200194810500288) | > loss_mel_ce: 2.2401950359344482 (nan) | > loss: 0.009006526321172714 (nan) | > current_lr: 5e-06 | > step_time: 0.1122 (0.14181060162625636) | > loader_time: 0.0044 (0.004632889413299718)  --> TIME: 2025-03-26 19:53:14 -- STEP: 5855/31555 -- GLOBAL_STEP: 1552050 | > loss_text_ce: 0.02620278298854828 (0.030195012025974126) | > loss_mel_ce: 2.787104368209839 (nan) | > loss: 0.011163917370140553 (nan) | > current_lr: 5e-06 | > step_time: 0.1228 (0.1418328282774061) | > loader_time: 0.0043 (0.004632111271663599)  --> TIME: 2025-03-26 19:53:24 -- STEP: 5905/31555 -- GLOBAL_STEP: 1552100 | > loss_text_ce: 0.027392754331231117 (0.030201058365738966) | > loss_mel_ce: 1.7520970106124878 (nan) | > loss: 0.007061467505991459 (nan) | > current_lr: 5e-06 | > step_time: 0.1216 (0.14189664403025587) | > loader_time: 0.0046 (0.004631725960520778)  --> TIME: 2025-03-26 19:53:33 -- STEP: 5955/31555 -- GLOBAL_STEP: 1552150 | > loss_text_ce: 0.02219652384519577 (0.03019731021341559) | > loss_mel_ce: 3.44677734375 (nan) | > loss: 0.013765770010650158 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14190290544735756) | > loader_time: 0.0045 (0.004631770107547975)  --> TIME: 2025-03-26 19:53:43 -- STEP: 6005/31555 -- GLOBAL_STEP: 1552200 | > loss_text_ce: 0.039102084934711456 (0.030200263587672645) | > loss_mel_ce: 2.6942391395568848 (nan) | > loss: 0.010846592485904694 (nan) | > current_lr: 5e-06 | > step_time: 0.1326 (0.14190238965341856) | > loader_time: 0.0045 (0.0046317584111629315)  --> TIME: 2025-03-26 19:53:53 -- STEP: 6055/31555 -- GLOBAL_STEP: 1552250 | > loss_text_ce: 0.03309498354792595 (0.03020730335557638) | > loss_mel_ce: 2.598482847213745 (nan) | > loss: 0.010442769154906273 (nan) | > current_lr: 5e-06 | > step_time: 0.1645 (0.14192289833585506) | > loader_time: 0.0047 (0.004632835758313214)  --> TIME: 2025-03-26 19:54:02 -- STEP: 6105/31555 -- GLOBAL_STEP: 1552300 | > loss_text_ce: 0.01905914582312107 (0.030205170697640144) | > loss_mel_ce: 2.813997507095337 (nan) | > loss: 0.01124228909611702 (nan) | > current_lr: 5e-06 | > step_time: 0.1189 (0.14185719728274632) | > loader_time: 0.0045 (0.00463241320179686)  --> TIME: 2025-03-26 19:54:12 -- STEP: 6155/31555 -- GLOBAL_STEP: 1552350 | > loss_text_ce: 0.02412666194140911 (0.030205910473420406) | > loss_mel_ce: 2.917656183242798 (nan) | > loss: 0.011673742905259132 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14186247353821105) | > loader_time: 0.0044 (0.004631931582279689)  --> TIME: 2025-03-26 19:54:21 -- STEP: 6205/31555 -- GLOBAL_STEP: 1552400 | > loss_text_ce: 0.015944046899676323 (0.030207688018295382) | > loss_mel_ce: 2.594015121459961 (nan) | > loss: 0.010356981307268143 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1418302999015402) | > loader_time: 0.0043 (0.004632793867616894)  --> TIME: 2025-03-26 19:54:32 -- STEP: 6255/31555 -- GLOBAL_STEP: 1552450 | > loss_text_ce: 0.03676982969045639 (0.030196647005055925) | > loss_mel_ce: 2.6723384857177734 (nan) | > loss: 0.010750430636107922 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14189689336635009) | > loader_time: 0.0046 (0.0046334526616988005)  --> TIME: 2025-03-26 19:54:42 -- STEP: 6305/31555 -- GLOBAL_STEP: 1552500 | > loss_text_ce: 0.03312810882925987 (0.030199874152003252) | > loss_mel_ce: 3.2386908531188965 (nan) | > loss: 0.012983408756554127 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14195224892800115) | > loader_time: 0.0044 (0.0046332491663691865)  --> TIME: 2025-03-26 19:54:51 -- STEP: 6355/31555 -- GLOBAL_STEP: 1552550 | > loss_text_ce: 0.03024344891309738 (0.030203082998826174) | > loss_mel_ce: 2.579193115234375 (nan) | > loss: 0.010354907251894474 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14193812005638112) | > loader_time: 0.0046 (0.004632460311301421)  --> TIME: 2025-03-26 19:55:01 -- STEP: 6405/31555 -- GLOBAL_STEP: 1552600 | > loss_text_ce: 0.027315715327858925 (0.03019737145622827) | > loss_mel_ce: 3.006401300430298 (nan) | > loss: 0.012038559652864933 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.1419550980933477) | > loader_time: 0.0045 (0.004632977895863293)  --> TIME: 2025-03-26 19:55:11 -- STEP: 6455/31555 -- GLOBAL_STEP: 1552650 | > loss_text_ce: 0.03265935555100441 (0.030198871581955857) | > loss_mel_ce: 2.33029842376709 (nan) | > loss: 0.00937681645154953 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14197623424988107) | > loader_time: 0.0047 (0.004632860556025584)  --> TIME: 2025-03-26 19:55:21 -- STEP: 6505/31555 -- GLOBAL_STEP: 1552700 | > loss_text_ce: 0.03317265212535858 (0.030202105681595894) | > loss_mel_ce: 2.153575897216797 (nan) | > loss: 0.008677573874592781 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.14197327370464105) | > loader_time: 0.0046 (0.004633291568506911)  --> TIME: 2025-03-26 19:55:30 -- STEP: 6555/31555 -- GLOBAL_STEP: 1552750 | > loss_text_ce: 0.027097603306174278 (0.03020095140222122) | > loss_mel_ce: 2.3018295764923096 (nan) | > loss: 0.00924177560955286 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14196991734973974) | > loader_time: 0.0045 (0.004633972282904364)  --> TIME: 2025-03-26 19:55:40 -- STEP: 6605/31555 -- GLOBAL_STEP: 1552800 | > loss_text_ce: 0.03419047221541405 (0.030204888961272967) | > loss_mel_ce: 2.495424747467041 (nan) | > loss: 0.010038156062364578 (nan) | > current_lr: 5e-06 | > step_time: 0.182 (0.1419700485391212) | > loader_time: 0.0073 (0.004634253280258504)  --> TIME: 2025-03-26 19:55:50 -- STEP: 6655/31555 -- GLOBAL_STEP: 1552850 | > loss_text_ce: 0.033213771879673004 (0.030204361342565402) | > loss_mel_ce: 2.36493182182312 (nan) | > loss: 0.009516451507806778 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.1419701359488754) | > loader_time: 0.0047 (0.004634813291519628)  --> TIME: 2025-03-26 19:55:59 -- STEP: 6705/31555 -- GLOBAL_STEP: 1552900 | > loss_text_ce: 0.03218979388475418 (0.030204986082910824) | > loss_mel_ce: 2.8714191913604736 (nan) | > loss: 0.011522258631885052 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14194667810472847) | > loader_time: 0.0045 (0.004634621639379759)  --> TIME: 2025-03-26 19:56:09 -- STEP: 6755/31555 -- GLOBAL_STEP: 1552950 | > loss_text_ce: 0.01474676001816988 (0.0302156967161255) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1152 (0.1419427991001637) | > loader_time: 0.0045 (0.004634779387275733)  --> TIME: 2025-03-26 19:56:19 -- STEP: 6805/31555 -- GLOBAL_STEP: 1553000 | > loss_text_ce: 0.025780919939279556 (0.030209016685239277) | > loss_mel_ce: 2.323923110961914 (nan) | > loss: 0.009324222803115845 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1419200468729042) | > loader_time: 0.0045 (0.004634633193902485)  --> TIME: 2025-03-26 19:56:28 -- STEP: 6855/31555 -- GLOBAL_STEP: 1553050 | > loss_text_ce: 0.02868582494556904 (0.03020384568669429) | > loss_mel_ce: 1.988518238067627 (nan) | > loss: 0.008004778064787388 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.14193658094872263) | > loader_time: 0.005 (0.004635155522675542)  --> TIME: 2025-03-26 19:56:38 -- STEP: 6905/31555 -- GLOBAL_STEP: 1553100 | > loss_text_ce: 0.02597765438258648 (0.030201320934185594) | > loss_mel_ce: 2.37616229057312 (nan) | > loss: 0.009532301686704159 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14189235727308872) | > loader_time: 0.0045 (0.004635211957010325)  --> TIME: 2025-03-26 19:56:47 -- STEP: 6955/31555 -- GLOBAL_STEP: 1553150 | > loss_text_ce: 0.026833977550268173 (0.03020843969809332) | > loss_mel_ce: 2.828115463256836 (nan) | > loss: 0.011329165659844875 (nan) | > current_lr: 5e-06 | > step_time: 0.1706 (0.14190411389431176) | > loader_time: 0.0047 (0.004635284000125254)  --> TIME: 2025-03-26 19:56:57 -- STEP: 7005/31555 -- GLOBAL_STEP: 1553200 | > loss_text_ce: 0.031611956655979156 (0.03021278882307465) | > loss_mel_ce: 1.9038923978805542 (nan) | > loss: 0.007680573035031557 (nan) | > current_lr: 5e-06 | > step_time: 0.1101 (0.1419130902559232) | > loader_time: 0.0044 (0.004636391259192764)  --> TIME: 2025-03-26 19:57:07 -- STEP: 7055/31555 -- GLOBAL_STEP: 1553250 | > loss_text_ce: 0.026186823844909668 (0.03021659978093153) | > loss_mel_ce: 2.479250431060791 (nan) | > loss: 0.009942212142050266 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14188277598055998) | > loader_time: 0.0045 (0.004637317738576977)  --> TIME: 2025-03-26 19:57:17 -- STEP: 7105/31555 -- GLOBAL_STEP: 1553300 | > loss_text_ce: 0.028709106147289276 (0.03020816454303403) | > loss_mel_ce: 2.9856340885162354 (nan) | > loss: 0.011961679905653 (nan) | > current_lr: 5e-06 | > step_time: 0.1626 (0.14190078959508712) | > loader_time: 0.0048 (0.004637796353656275)  --> TIME: 2025-03-26 19:57:26 -- STEP: 7155/31555 -- GLOBAL_STEP: 1553350 | > loss_text_ce: 0.05204242095351219 (0.030218762309947144) | > loss_mel_ce: 2.486750841140747 (nan) | > loss: 0.010074577294290066 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.1418995643978272) | > loader_time: 0.0045 (0.004638233558020359)  --> TIME: 2025-03-26 19:57:36 -- STEP: 7205/31555 -- GLOBAL_STEP: 1553400 | > loss_text_ce: 0.03394777327775955 (0.030227084636383177) | > loss_mel_ce: 2.6924655437469482 (nan) | > loss: 0.01081910077482462 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.1419012920795265) | > loader_time: 0.0044 (0.004638837924192242)  --> TIME: 2025-03-26 19:57:46 -- STEP: 7255/31555 -- GLOBAL_STEP: 1553450 | > loss_text_ce: 0.034478191286325455 (0.030225110986108906) | > loss_mel_ce: 2.47863507270813 (nan) | > loss: 0.00997267197817564 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14189492612769145) | > loader_time: 0.0048 (0.004639049861284906)  --> TIME: 2025-03-26 19:57:56 -- STEP: 7305/31555 -- GLOBAL_STEP: 1553500 | > loss_text_ce: 0.02859189361333847 (0.030230739188854168) | > loss_mel_ce: 2.1344027519226074 (nan) | > loss: 0.0085833128541708 (nan) | > current_lr: 5e-06 | > step_time: 0.1136 (0.14192224537812287) | > loader_time: 0.0077 (0.004639563048073585)  --> TIME: 2025-03-26 19:58:05 -- STEP: 7355/31555 -- GLOBAL_STEP: 1553550 | > loss_text_ce: 0.029759829863905907 (0.03022478896248288) | > loss_mel_ce: 2.829824447631836 (nan) | > loss: 0.011347557418048382 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14194274613194433) | > loader_time: 0.0045 (0.004639536535391451)  --> TIME: 2025-03-26 19:58:15 -- STEP: 7405/31555 -- GLOBAL_STEP: 1553600 | > loss_text_ce: 0.027256039902567863 (0.030222755708152544) | > loss_mel_ce: 2.363485813140869 (nan) | > loss: 0.009487071074545383 (nan) | > current_lr: 5e-06 | > step_time: 0.1776 (0.1419528469533882) | > loader_time: 0.0047 (0.004639859363728507)  --> TIME: 2025-03-26 19:58:25 -- STEP: 7455/31555 -- GLOBAL_STEP: 1553650 | > loss_text_ce: 0.02768554911017418 (0.03021960123351542) | > loss_mel_ce: 1.5643829107284546 (nan) | > loss: 0.006317732390016317 (nan) | > current_lr: 5e-06 | > step_time: 0.1039 (0.14193713752956444) | > loader_time: 0.0045 (0.00464043905077808)  --> TIME: 2025-03-26 19:58:35 -- STEP: 7505/31555 -- GLOBAL_STEP: 1553700 | > loss_text_ce: 0.03236770257353783 (0.03022351970909775) | > loss_mel_ce: 3.2177867889404297 (nan) | > loss: 0.012897439301013947 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.14195866086020845) | > loader_time: 0.0044 (0.004640825679507142)  --> TIME: 2025-03-26 19:58:45 -- STEP: 7555/31555 -- GLOBAL_STEP: 1553750 | > loss_text_ce: 0.03632242605090141 (0.030228235791878028) | > loss_mel_ce: 2.918668508529663 (nan) | > loss: 0.011726154945790768 (nan) | > current_lr: 5e-06 | > step_time: 0.1587 (0.1419846146569047) | > loader_time: 0.0048 (0.004640050694928296)  --> TIME: 2025-03-26 19:58:55 -- STEP: 7605/31555 -- GLOBAL_STEP: 1553800 | > loss_text_ce: 0.0195577722042799 (0.030217817384458192) | > loss_mel_ce: 1.929921269416809 (nan) | > loss: 0.0077360281720757484 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14199879979867894) | > loader_time: 0.0048 (0.004639999777137433)  --> TIME: 2025-03-26 19:59:05 -- STEP: 7655/31555 -- GLOBAL_STEP: 1553850 | > loss_text_ce: 0.03412855416536331 (0.03022454652088499) | > loss_mel_ce: 2.325411319732666 (nan) | > loss: 0.00936325453221798 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14203722462943832) | > loader_time: 0.0045 (0.004639807688029764)  --> TIME: 2025-03-26 19:59:14 -- STEP: 7705/31555 -- GLOBAL_STEP: 1553900 | > loss_text_ce: 0.030191289260983467 (0.030229508614144605) | > loss_mel_ce: 2.180492639541626 (nan) | > loss: 0.008772555738687515 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14203394311809667) | > loader_time: 0.0044 (0.004638728532289877)  --> TIME: 2025-03-26 19:59:24 -- STEP: 7755/31555 -- GLOBAL_STEP: 1553950 | > loss_text_ce: 0.029298486188054085 (0.030227741156059224) | > loss_mel_ce: 2.471712350845337 (nan) | > loss: 0.009924647398293018 (nan) | > current_lr: 5e-06 | > step_time: 0.1559 (0.14205504613565278) | > loader_time: 0.0042 (0.004638131551785617)  --> TIME: 2025-03-26 19:59:34 -- STEP: 7805/31555 -- GLOBAL_STEP: 1554000 | > loss_text_ce: 0.031055757775902748 (0.030225430589710993) | > loss_mel_ce: 2.8087828159332275 (nan) | > loss: 0.011269201524555683 (nan) | > current_lr: 5e-06 | > step_time: 0.1651 (0.14206452470494785) | > loader_time: 0.0049 (0.004638747020381776)  --> TIME: 2025-03-26 19:59:44 -- STEP: 7855/31555 -- GLOBAL_STEP: 1554050 | > loss_text_ce: 0.03219589218497276 (0.030225380781248336) | > loss_mel_ce: 2.132216453552246 (nan) | > loss: 0.008588938042521477 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14204853210837795) | > loader_time: 0.0045 (0.0046391260692225135)  --> TIME: 2025-03-26 19:59:53 -- STEP: 7905/31555 -- GLOBAL_STEP: 1554100 | > loss_text_ce: 0.028689701110124588 (0.030223269655518258) | > loss_mel_ce: 2.5815165042877197 (nan) | > loss: 0.010357961058616638 (nan) | > current_lr: 5e-06 | > step_time: 0.143 (0.14207421860161107) | > loader_time: 0.0045 (0.004638814322937921)  --> TIME: 2025-03-26 20:00:03 -- STEP: 7955/31555 -- GLOBAL_STEP: 1554150 | > loss_text_ce: 0.027767514809966087 (0.03021571490782507) | > loss_mel_ce: 2.508028507232666 (nan) | > loss: 0.010062682442367077 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14210949381667126) | > loader_time: 0.0043 (0.004637981255349709)  --> TIME: 2025-03-26 20:00:13 -- STEP: 8005/31555 -- GLOBAL_STEP: 1554200 | > loss_text_ce: 0.038189731538295746 (0.030224772109106172) | > loss_mel_ce: 2.7058956623077393 (nan) | > loss: 0.01088922843337059 (nan) | > current_lr: 5e-06 | > step_time: 0.137 (0.14207632700999392) | > loader_time: 0.0045 (0.00463698161981169)  --> TIME: 2025-03-26 20:00:22 -- STEP: 8055/31555 -- GLOBAL_STEP: 1554250 | > loss_text_ce: 0.038747332990169525 (0.030225528185015914) | > loss_mel_ce: 2.7461678981781006 (nan) | > loss: 0.01105125155299902 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1420458904635757) | > loader_time: 0.0044 (0.004636013811231051)  --> TIME: 2025-03-26 20:00:32 -- STEP: 8105/31555 -- GLOBAL_STEP: 1554300 | > loss_text_ce: 0.027181658893823624 (0.03022747136558246) | > loss_mel_ce: 2.8199005126953125 (nan) | > loss: 0.011297945864498615 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14208170165992154) | > loader_time: 0.0044 (0.004634773400299074)  --> TIME: 2025-03-26 20:00:42 -- STEP: 8155/31555 -- GLOBAL_STEP: 1554350 | > loss_text_ce: 0.03995523601770401 (0.030233692588737995) | > loss_mel_ce: 2.6044936180114746 (nan) | > loss: 0.010493844747543335 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.14207366055173484) | > loader_time: 0.0044 (0.004633444529380796)  --> TIME: 2025-03-26 20:00:51 -- STEP: 8205/31555 -- GLOBAL_STEP: 1554400 | > loss_text_ce: 0.036971867084503174 (0.030240949749433543) | > loss_mel_ce: 3.136868476867676 (nan) | > loss: 0.01259460486471653 (nan) | > current_lr: 5e-06 | > step_time: 0.1521 (0.14204489349374594) | > loader_time: 0.0044 (0.0046326011655390435)  --> TIME: 2025-03-26 20:01:01 -- STEP: 8255/31555 -- GLOBAL_STEP: 1554450 | > loss_text_ce: 0.02753717079758644 (0.03024144961601907) | > loss_mel_ce: 2.6681432723999023 (nan) | > loss: 0.010697145015001297 (nan) | > current_lr: 5e-06 | > step_time: 0.1703 (0.14201056568785828) | > loader_time: 0.0045 (0.004631772119301459)  --> TIME: 2025-03-26 20:01:10 -- STEP: 8305/31555 -- GLOBAL_STEP: 1554500 | > loss_text_ce: 0.030455470085144043 (0.03023262894165706) | > loss_mel_ce: 2.2107458114624023 (nan) | > loss: 0.00889365654438734 (nan) | > current_lr: 5e-06 | > step_time: 0.1087 (0.1419997080344172) | > loader_time: 0.0046 (0.004630787152974184)  --> TIME: 2025-03-26 20:01:20 -- STEP: 8355/31555 -- GLOBAL_STEP: 1554550 | > loss_text_ce: 0.030382322147488594 (0.030238996776637914) | > loss_mel_ce: 2.460981845855713 (nan) | > loss: 0.009886366315186024 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14199043321866386) | > loader_time: 0.0043 (0.004630434634370212)  --> TIME: 2025-03-26 20:01:29 -- STEP: 8405/31555 -- GLOBAL_STEP: 1554600 | > loss_text_ce: 0.03912581503391266 (0.03024316342721501) | > loss_mel_ce: 2.2007851600646973 (nan) | > loss: 0.008888536132872105 (nan) | > current_lr: 5e-06 | > step_time: 0.1542 (0.14197250677672754) | > loader_time: 0.0046 (0.004630044866785435)  --> TIME: 2025-03-26 20:01:39 -- STEP: 8455/31555 -- GLOBAL_STEP: 1554650 | > loss_text_ce: 0.036884456872940063 (0.030241145494397863) | > loss_mel_ce: 2.8022961616516113 (nan) | > loss: 0.011266591027379036 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.1419707463522207) | > loader_time: 0.0045 (0.004629382150966995)  --> TIME: 2025-03-26 20:01:49 -- STEP: 8505/31555 -- GLOBAL_STEP: 1554700 | > loss_text_ce: 0.03499065339565277 (0.03024598760021164) | > loss_mel_ce: 0.03179931640625 (nan) | > loss: 0.0002650395908858627 (nan) | > current_lr: 5e-06 | > step_time: 0.1325 (0.14197889974998984) | > loader_time: 0.0045 (0.004628895479815647)  --> TIME: 2025-03-26 20:01:59 -- STEP: 8555/31555 -- GLOBAL_STEP: 1554750 | > loss_text_ce: 0.019602876156568527 (0.030234543180440443) | > loss_mel_ce: 2.400005578994751 (nan) | > loss: 0.009601620957255363 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14197972984358623) | > loader_time: 0.0043 (0.004628263893774019)  --> TIME: 2025-03-26 20:02:08 -- STEP: 8605/31555 -- GLOBAL_STEP: 1554800 | > loss_text_ce: 0.027348391711711884 (0.03022656228819744) | > loss_mel_ce: 1.3277937173843384 (nan) | > loss: 0.005377548281103373 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14197149611987947) | > loader_time: 0.0046 (0.004627655191105669)  --> TIME: 2025-03-26 20:02:18 -- STEP: 8655/31555 -- GLOBAL_STEP: 1554850 | > loss_text_ce: 0.03624754771590233 (0.030238797659175993) | > loss_mel_ce: 2.1992123126983643 (nan) | > loss: 0.008870872668921947 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.14198202307275307) | > loader_time: 0.0051 (0.004627132278036913)  --> TIME: 2025-03-26 20:02:28 -- STEP: 8705/31555 -- GLOBAL_STEP: 1554900 | > loss_text_ce: 0.023494917899370193 (0.030245799218860253) | > loss_mel_ce: 1.7445743083953857 (nan) | > loss: 0.007016148418188095 (nan) | > current_lr: 5e-06 | > step_time: 0.1105 (0.14196508715441764) | > loader_time: 0.0044 (0.004627854737791798)  --> TIME: 2025-03-26 20:02:37 -- STEP: 8755/31555 -- GLOBAL_STEP: 1554950 | > loss_text_ce: 0.036275435239076614 (0.030251956257707456) | > loss_mel_ce: 2.9070663452148438 (nan) | > loss: 0.011679927818477154 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14194606721639572) | > loader_time: 0.0044 (0.004627353514622874)  --> TIME: 2025-03-26 20:02:47 -- STEP: 8805/31555 -- GLOBAL_STEP: 1555000 | > loss_text_ce: 0.03130924701690674 (0.030253865577022438) | > loss_mel_ce: 2.296971559524536 (nan) | > loss: 0.00923921074718237 (nan) | > current_lr: 5e-06 | > step_time: 0.1445 (0.14194625094152258) | > loader_time: 0.0046 (0.004627188845563539)  --> TIME: 2025-03-26 20:02:56 -- STEP: 8855/31555 -- GLOBAL_STEP: 1555050 | > loss_text_ce: 0.03143339604139328 (0.030250630515955182) | > loss_mel_ce: 2.9705352783203125 (nan) | > loss: 0.011912574991583824 (nan) | > current_lr: 5e-06 | > step_time: 0.1764 (0.14192977988201716) | > loader_time: 0.0048 (0.004626905224809285)  --> TIME: 2025-03-26 20:03:06 -- STEP: 8905/31555 -- GLOBAL_STEP: 1555100 | > loss_text_ce: 0.020707380026578903 (0.030247818871679967) | > loss_mel_ce: 2.3054418563842773 (nan) | > loss: 0.009230751544237137 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14191749375700558) | > loader_time: 0.0044 (0.004626563557877043)  --> TIME: 2025-03-26 20:03:16 -- STEP: 8955/31555 -- GLOBAL_STEP: 1555150 | > loss_text_ce: 0.032012760639190674 (0.030246443876144873) | > loss_mel_ce: 2.7770638465881348 (nan) | > loss: 0.011147129349410534 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14194095575363608) | > loader_time: 0.0043 (0.004626700200560653)  --> TIME: 2025-03-26 20:03:25 -- STEP: 9005/31555 -- GLOBAL_STEP: 1555200 | > loss_text_ce: 0.034284669905900955 (0.030245658984073727) | > loss_mel_ce: 2.64593768119812 (nan) | > loss: 0.010635803453624249 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.14194489414992517) | > loader_time: 0.0049 (0.004626794896610327)  --> TIME: 2025-03-26 20:03:35 -- STEP: 9055/31555 -- GLOBAL_STEP: 1555250 | > loss_text_ce: 0.03274499624967575 (0.03025019300298293) | > loss_mel_ce: 2.7936441898345947 (nan) | > loss: 0.011215830221772194 (nan) | > current_lr: 5e-06 | > step_time: 0.1845 (0.14195926477736706) | > loader_time: 0.0048 (0.004627562859386207)  --> TIME: 2025-03-26 20:03:45 -- STEP: 9105/31555 -- GLOBAL_STEP: 1555300 | > loss_text_ce: 0.019266093149781227 (0.03024905687305444) | > loss_mel_ce: 2.4639892578125 (nan) | > loss: 0.009854188188910484 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14198643520990037) | > loader_time: 0.0047 (0.004627851625512702)  --> TIME: 2025-03-26 20:03:55 -- STEP: 9155/31555 -- GLOBAL_STEP: 1555350 | > loss_text_ce: 0.034528277814388275 (0.030249040721341405) | > loss_mel_ce: 2.0749218463897705 (nan) | > loss: 0.008370834402740002 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.1419713682584077) | > loader_time: 0.0046 (0.004627913975572424)  --> TIME: 2025-03-26 20:04:04 -- STEP: 9205/31555 -- GLOBAL_STEP: 1555400 | > loss_text_ce: 0.03366567939519882 (0.030249474071156454) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14195241565486846) | > loader_time: 0.0045 (0.004628210363020288)  --> TIME: 2025-03-26 20:04:14 -- STEP: 9255/31555 -- GLOBAL_STEP: 1555450 | > loss_text_ce: 0.03010283224284649 (0.030251719051723476) | > loss_mel_ce: 2.466510057449341 (nan) | > loss: 0.009907194413244724 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.1419295872049941) | > loader_time: 0.0048 (0.004628057237704489)  --> TIME: 2025-03-26 20:04:24 -- STEP: 9305/31555 -- GLOBAL_STEP: 1555500 | > loss_text_ce: 0.03252365440130234 (0.030253798397501138) | > loss_mel_ce: 2.5030453205108643 (nan) | > loss: 0.010061781853437424 (nan) | > current_lr: 5e-06 | > step_time: 0.1757 (0.141954380847126) | > loader_time: 0.0047 (0.004628897020728427)  --> TIME: 2025-03-26 20:04:33 -- STEP: 9355/31555 -- GLOBAL_STEP: 1555550 | > loss_text_ce: 0.0338846780359745 (0.030251717525233184) | > loss_mel_ce: 0.010355631820857525 (nan) | > loss: 0.00017555679369252175 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.1419424625337608) | > loader_time: 0.0044 (0.0046283390864785825)  --> TIME: 2025-03-26 20:04:43 -- STEP: 9405/31555 -- GLOBAL_STEP: 1555600 | > loss_text_ce: 0.02455388754606247 (0.030248961870789782) | > loss_mel_ce: 2.418621778488159 (nan) | > loss: 0.009695141576230526 (nan) | > current_lr: 5e-06 | > step_time: 0.1082 (0.1419420221015414) | > loader_time: 0.0047 (0.004628398480534511)  --> TIME: 2025-03-26 20:04:53 -- STEP: 9455/31555 -- GLOBAL_STEP: 1555650 | > loss_text_ce: 0.03551403060555458 (0.030257468401306147) | > loss_mel_ce: 2.193143129348755 (nan) | > loss: 0.008843878284096718 (nan) | > current_lr: 5e-06 | > step_time: 0.1359 (0.14195891843782737) | > loader_time: 0.0046 (0.004628813903461643)  --> TIME: 2025-03-26 20:05:03 -- STEP: 9505/31555 -- GLOBAL_STEP: 1555700 | > loss_text_ce: 0.028377346694469452 (0.030260985944496527) | > loss_mel_ce: 2.9007303714752197 (nan) | > loss: 0.0116234440356493 (nan) | > current_lr: 5e-06 | > step_time: 0.132 (0.14196689935310036) | > loader_time: 0.0047 (0.004628866964236889)  --> TIME: 2025-03-26 20:05:12 -- STEP: 9555/31555 -- GLOBAL_STEP: 1555750 | > loss_text_ce: 0.017218226566910744 (0.030256467543967352) | > loss_mel_ce: 2.0570335388183594 (nan) | > loss: 0.008231157436966896 (nan) | > current_lr: 5e-06 | > step_time: 0.1038 (0.14196663975778095) | > loader_time: 0.0045 (0.00462888650779387)  --> TIME: 2025-03-26 20:05:22 -- STEP: 9605/31555 -- GLOBAL_STEP: 1555800 | > loss_text_ce: 0.02870052121579647 (0.030263175214759575) | > loss_mel_ce: 1.849218726158142 (nan) | > loss: 0.007452060934156179 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14194893454711144) | > loader_time: 0.0045 (0.004629442084896779)  --> TIME: 2025-03-26 20:05:32 -- STEP: 9655/31555 -- GLOBAL_STEP: 1555850 | > loss_text_ce: 0.024999510496854782 (0.030262012063882036) | > loss_mel_ce: 0.9554927349090576 (nan) | > loss: 0.003890842432156205 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1419556664161157) | > loader_time: 0.0043 (0.0046297636382756574)  --> TIME: 2025-03-26 20:05:41 -- STEP: 9705/31555 -- GLOBAL_STEP: 1555900 | > loss_text_ce: 0.02239164151251316 (0.030256102082599292) | > loss_mel_ce: 2.683488368988037 (nan) | > loss: 0.010737619362771511 (nan) | > current_lr: 5e-06 | > step_time: 0.108 (0.1419540440403643) | > loader_time: 0.0044 (0.004629975185757897)  --> TIME: 2025-03-26 20:05:51 -- STEP: 9755/31555 -- GLOBAL_STEP: 1555950 | > loss_text_ce: 0.031168589368462563 (0.030258772816358165) | > loss_mel_ce: 2.780604600906372 (nan) | > loss: 0.01115783117711544 (nan) | > current_lr: 5e-06 | > step_time: 0.1162 (0.14193992536536085) | > loader_time: 0.0044 (0.00463027064461762)  --> TIME: 2025-03-26 20:06:01 -- STEP: 9805/31555 -- GLOBAL_STEP: 1556000 | > loss_text_ce: 0.032572269439697266 (0.030259948647269965) | > loss_mel_ce: 3.083078384399414 (nan) | > loss: 0.012363693676888943 (nan) | > current_lr: 5e-06 | > step_time: 0.1771 (0.141934014509553) | > loader_time: 0.0047 (0.0046302641976068365)  --> TIME: 2025-03-26 20:06:10 -- STEP: 9855/31555 -- GLOBAL_STEP: 1556050 | > loss_text_ce: 0.03129059821367264 (0.030257930458612636) | > loss_mel_ce: 2.6571872234344482 (nan) | > loss: 0.010668562725186348 (nan) | > current_lr: 5e-06 | > step_time: 0.1574 (0.1419338080678607) | > loader_time: 0.0044 (0.004630265799589681)  --> TIME: 2025-03-26 20:06:20 -- STEP: 9905/31555 -- GLOBAL_STEP: 1556100 | > loss_text_ce: 0.026266369968652725 (0.03025508577973478) | > loss_mel_ce: 2.8729796409606934 (nan) | > loss: 0.01150494534522295 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14192310506078432) | > loader_time: 0.0044 (0.004629998710166346)  --> TIME: 2025-03-26 20:06:29 -- STEP: 9955/31555 -- GLOBAL_STEP: 1556150 | > loss_text_ce: 0.022773295640945435 (0.03025398566385255) | > loss_mel_ce: 2.829012393951416 (nan) | > loss: 0.011316610500216484 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.1419060571297883) | > loader_time: 0.0044 (0.004629536048663102)  --> TIME: 2025-03-26 20:06:39 -- STEP: 10005/31555 -- GLOBAL_STEP: 1556200 | > loss_text_ce: 0.03149455040693283 (0.030250755063481984) | > loss_mel_ce: 2.5599610805511475 (nan) | > loss: 0.010283554904162884 (nan) | > current_lr: 5e-06 | > step_time: 0.1549 (0.14190257933662945) | > loader_time: 0.0045 (0.004629602556166706)  --> TIME: 2025-03-26 20:06:49 -- STEP: 10055/31555 -- GLOBAL_STEP: 1556250 | > loss_text_ce: 0.02892657369375229 (0.03024251583948813) | > loss_mel_ce: 2.7696285247802734 (nan) | > loss: 0.011105378158390522 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.14192070645636393) | > loader_time: 0.0047 (0.004629589466832895)  --> TIME: 2025-03-26 20:06:59 -- STEP: 10105/31555 -- GLOBAL_STEP: 1556300 | > loss_text_ce: 0.03593756631016731 (0.03024544740590658) | > loss_mel_ce: 2.6671221256256104 (nan) | > loss: 0.010726427659392357 (nan) | > current_lr: 5e-06 | > step_time: 0.1526 (0.14191824751641188) | > loader_time: 0.0045 (0.004628885057761749)  --> TIME: 2025-03-26 20:07:08 -- STEP: 10155/31555 -- GLOBAL_STEP: 1556350 | > loss_text_ce: 0.02828924171626568 (0.03024677921816567) | > loss_mel_ce: 2.2940876483917236 (nan) | > loss: 0.009215782396495342 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.1419243197438759) | > loader_time: 0.0046 (0.004628306477601651)  --> TIME: 2025-03-26 20:07:18 -- STEP: 10205/31555 -- GLOBAL_STEP: 1556400 | > loss_text_ce: 0.02204040065407753 (0.030249122943544815) | > loss_mel_ce: 2.0790016651153564 (nan) | > loss: 0.008337468840181828 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14194722719954198) | > loader_time: 0.0044 (0.004627755341256523)  --> TIME: 2025-03-26 20:07:28 -- STEP: 10255/31555 -- GLOBAL_STEP: 1556450 | > loss_text_ce: 0.03188902139663696 (0.030247978394308914) | > loss_mel_ce: 1.5120849609375 (nan) | > loss: 0.00612688111141324 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.14194029090115107) | > loader_time: 0.0044 (0.0046268326430597626)  --> TIME: 2025-03-26 20:07:37 -- STEP: 10305/31555 -- GLOBAL_STEP: 1556500 | > loss_text_ce: 0.030710572376847267 (0.03024601219470483) | > loss_mel_ce: 1.9304372072219849 (nan) | > loss: 0.007782333064824343 (nan) | > current_lr: 5e-06 | > step_time: 0.1076 (0.1419244385876167) | > loader_time: 0.0045 (0.004626165808317235)  --> TIME: 2025-03-26 20:07:47 -- STEP: 10355/31555 -- GLOBAL_STEP: 1556550 | > loss_text_ce: 0.02800104022026062 (0.030246426814376504) | > loss_mel_ce: 2.234410285949707 (nan) | > loss: 0.008977822959423065 (nan) | > current_lr: 5e-06 | > step_time: 0.13 (0.14191337382373262) | > loader_time: 0.0043 (0.0046255604878881265)  --> TIME: 2025-03-26 20:07:57 -- STEP: 10405/31555 -- GLOBAL_STEP: 1556600 | > loss_text_ce: 0.03254234790802002 (0.030248548561892418) | > loss_mel_ce: 2.8946757316589355 (nan) | > loss: 0.011615945026278496 (nan) | > current_lr: 5e-06 | > step_time: 0.1647 (0.14191151283957118) | > loader_time: 0.0044 (0.004625872016697787)  --> TIME: 2025-03-26 20:08:06 -- STEP: 10455/31555 -- GLOBAL_STEP: 1556650 | > loss_text_ce: 0.022824807092547417 (0.030245740730662857) | > loss_mel_ce: 2.3133206367492676 (nan) | > loss: 0.00927041843533516 (nan) | > current_lr: 5e-06 | > step_time: 0.1195 (0.14191720879060848) | > loader_time: 0.0043 (0.004625213893049382)  --> TIME: 2025-03-26 20:08:16 -- STEP: 10505/31555 -- GLOBAL_STEP: 1556700 | > loss_text_ce: 0.03793411701917648 (0.03025459210720376) | > loss_mel_ce: 2.496546506881714 (nan) | > loss: 0.010057463310658932 (nan) | > current_lr: 5e-06 | > step_time: 0.1498 (0.14190598355764944) | > loader_time: 0.0043 (0.004624794075342678)  --> TIME: 2025-03-26 20:08:26 -- STEP: 10555/31555 -- GLOBAL_STEP: 1556750 | > loss_text_ce: 0.02206466905772686 (0.03025104996480475) | > loss_mel_ce: 2.4131882190704346 (nan) | > loss: 0.009663702920079231 (nan) | > current_lr: 5e-06 | > step_time: 0.1287 (0.1419297323583828) | > loader_time: 0.0044 (0.004624160326583212)  --> TIME: 2025-03-26 20:08:36 -- STEP: 10605/31555 -- GLOBAL_STEP: 1556800 | > loss_text_ce: 0.02109403721988201 (0.03025294007906468) | > loss_mel_ce: 2.980839252471924 (nan) | > loss: 0.011912434361875057 (nan) | > current_lr: 5e-06 | > step_time: 0.1211 (0.14192903015985683) | > loader_time: 0.0045 (0.004623795702231508)  --> TIME: 2025-03-26 20:08:45 -- STEP: 10655/31555 -- GLOBAL_STEP: 1556850 | > loss_text_ce: 0.03070877306163311 (0.03025322016582054) | > loss_mel_ce: 2.2369771003723145 (nan) | > loss: 0.008998754434287548 (nan) | > current_lr: 5e-06 | > step_time: 0.1745 (0.1419348013675146) | > loader_time: 0.0049 (0.004623556875500103)  --> TIME: 2025-03-26 20:08:55 -- STEP: 10705/31555 -- GLOBAL_STEP: 1556900 | > loss_text_ce: 0.028305839747190475 (0.030250392788442593) | > loss_mel_ce: 3.1397502422332764 (nan) | > loss: 0.012571651488542557 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.1419416747211247) | > loader_time: 0.0046 (0.004622946048328571)  --> TIME: 2025-03-26 20:09:05 -- STEP: 10755/31555 -- GLOBAL_STEP: 1556950 | > loss_text_ce: 0.028583714738488197 (0.030248970008333553) | > loss_mel_ce: 2.1535842418670654 (nan) | > loss: 0.00865939725190401 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14194986657285008) | > loader_time: 0.0044 (0.004622703172727179)  --> TIME: 2025-03-26 20:09:15 -- STEP: 10805/31555 -- GLOBAL_STEP: 1557000 | > loss_text_ce: 0.041415985673666 (0.03024698295542166) | > loss_mel_ce: 2.2043662071228027 (nan) | > loss: 0.008911834098398685 (nan) | > current_lr: 5e-06 | > step_time: 0.1049 (0.14193844857010718) | > loader_time: 0.0041 (0.004622277216136828)  --> TIME: 2025-03-26 20:09:24 -- STEP: 10855/31555 -- GLOBAL_STEP: 1557050 | > loss_text_ce: 0.022230302914977074 (0.030247856997028987) | > loss_mel_ce: 2.455183744430542 (nan) | > loss: 0.009831009432673454 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14193387705848196) | > loader_time: 0.0048 (0.004621628318059189)  --> TIME: 2025-03-26 20:09:34 -- STEP: 10905/31555 -- GLOBAL_STEP: 1557100 | > loss_text_ce: 0.038050707429647446 (0.030248865662061503) | > loss_mel_ce: 0.2305772602558136 (nan) | > loss: 0.0010659840190783143 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14190914944627359) | > loader_time: 0.0045 (0.0046213317934060034)  --> TIME: 2025-03-26 20:09:43 -- STEP: 10955/31555 -- GLOBAL_STEP: 1557150 | > loss_text_ce: 0.03126876801252365 (0.030250205356408367) | > loss_mel_ce: 3.086777925491333 (nan) | > loss: 0.012373202480375767 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14189197693933192) | > loader_time: 0.0044 (0.004620881931578296)  --> TIME: 2025-03-26 20:09:53 -- STEP: 11005/31555 -- GLOBAL_STEP: 1557200 | > loss_text_ce: 0.047826603055000305 (0.03025777153696176) | > loss_mel_ce: 1.9185419082641602 (nan) | > loss: 0.007803050335496664 (nan) | > current_lr: 5e-06 | > step_time: 0.1129 (0.14189780080172248) | > loader_time: 0.0046 (0.004620676894233439)  --> TIME: 2025-03-26 20:10:02 -- STEP: 11055/31555 -- GLOBAL_STEP: 1557250 | > loss_text_ce: 0.02272975444793701 (0.03025561654927611) | > loss_mel_ce: 3.3195571899414062 (nan) | > loss: 0.013263044878840446 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14187792558467335) | > loader_time: 0.0042 (0.004620203482301365)  --> TIME: 2025-03-26 20:10:12 -- STEP: 11105/31555 -- GLOBAL_STEP: 1557300 | > loss_text_ce: 0.028796454891562462 (0.030260881597242446) | > loss_mel_ce: 2.6498525142669678 (nan) | > loss: 0.010629559867084026 (nan) | > current_lr: 5e-06 | > step_time: 0.161 (0.1418956693256832) | > loader_time: 0.0048 (0.004620393145894866)  --> TIME: 2025-03-26 20:10:22 -- STEP: 11155/31555 -- GLOBAL_STEP: 1557350 | > loss_text_ce: 0.02196899801492691 (0.03026505515784199) | > loss_mel_ce: 2.598151922225952 (nan) | > loss: 0.010397305712103844 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14190121883236756) | > loader_time: 0.0044 (0.004619872821173511)  --> TIME: 2025-03-26 20:10:32 -- STEP: 11205/31555 -- GLOBAL_STEP: 1557400 | > loss_text_ce: 0.028009450063109398 (0.03026897387711239) | > loss_mel_ce: 2.509864568710327 (nan) | > loss: 0.010070929303765297 (nan) | > current_lr: 5e-06 | > step_time: 0.125 (0.14189534002199403) | > loader_time: 0.0044 (0.004619310818203651)  --> TIME: 2025-03-26 20:10:41 -- STEP: 11255/31555 -- GLOBAL_STEP: 1557450 | > loss_text_ce: 0.026838859543204308 (0.030272072728562756) | > loss_mel_ce: 2.845752000808716 (nan) | > loss: 0.011399170383810997 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14187263751866716) | > loader_time: 0.0045 (0.004618646197189817)  --> TIME: 2025-03-26 20:10:51 -- STEP: 11305/31555 -- GLOBAL_STEP: 1557500 | > loss_text_ce: 0.03424644470214844 (0.03027443275801353) | > loss_mel_ce: 2.8290934562683105 (nan) | > loss: 0.011362460441887379 (nan) | > current_lr: 5e-06 | > step_time: 0.142 (0.14188059140812362) | > loader_time: 0.0044 (0.00461818757493746)  --> TIME: 2025-03-26 20:11:01 -- STEP: 11355/31555 -- GLOBAL_STEP: 1557550 | > loss_text_ce: 0.024073150008916855 (0.030268906379542597) | > loss_mel_ce: 2.2292802333831787 (nan) | > loss: 0.00894187856465578 (nan) | > current_lr: 5e-06 | > step_time: 0.12 (0.14190551019985234) | > loader_time: 0.0043 (0.004617570413466018)  --> TIME: 2025-03-26 20:11:11 -- STEP: 11405/31555 -- GLOBAL_STEP: 1557600 | > loss_text_ce: 0.03527933731675148 (0.030277381038904868) | > loss_mel_ce: 2.497580051422119 (nan) | > loss: 0.010051029734313488 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.1419277647930718) | > loader_time: 0.0046 (0.004616954900464797)  --> TIME: 2025-03-26 20:11:21 -- STEP: 11455/31555 -- GLOBAL_STEP: 1557650 | > loss_text_ce: 0.026442106813192368 (0.03027769873908179) | > loss_mel_ce: 3.0126359462738037 (nan) | > loss: 0.012059833854436874 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.14193909883186964) | > loader_time: 0.0046 (0.004616583720506509)  --> TIME: 2025-03-26 20:11:30 -- STEP: 11505/31555 -- GLOBAL_STEP: 1557700 | > loss_text_ce: 0.0384247712790966 (0.03028017123614716) | > loss_mel_ce: 3.1035962104797363 (nan) | > loss: 0.012468338012695312 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14192235487432736) | > loader_time: 0.0044 (0.004616157700838287)  --> TIME: 2025-03-26 20:11:40 -- STEP: 11555/31555 -- GLOBAL_STEP: 1557750 | > loss_text_ce: 0.027071325108408928 (0.03027976288366297) | > loss_mel_ce: 2.109123468399048 (nan) | > loss: 0.008476963266730309 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14193906117599836) | > loader_time: 0.0044 (0.004615820026769102)  --> TIME: 2025-03-26 20:11:50 -- STEP: 11605/31555 -- GLOBAL_STEP: 1557800 | > loss_text_ce: 0.03608711436390877 (0.0302800103713859) | > loss_mel_ce: 2.8973865509033203 (nan) | > loss: 0.011640768498182297 (nan) | > current_lr: 5e-06 | > step_time: 0.1454 (0.1419467038504273) | > loader_time: 0.0043 (0.004615523988755802)  --> TIME: 2025-03-26 20:11:59 -- STEP: 11655/31555 -- GLOBAL_STEP: 1557850 | > loss_text_ce: 0.027820419520139694 (0.030281248311454238) | > loss_mel_ce: 2.8579869270324707 (nan) | > loss: 0.011451616883277893 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1419488352902817) | > loader_time: 0.0047 (0.004615337150079501)  --> TIME: 2025-03-26 20:12:09 -- STEP: 11705/31555 -- GLOBAL_STEP: 1557900 | > loss_text_ce: 0.02563345432281494 (0.030284822881237683) | > loss_mel_ce: 2.4458086490631104 (nan) | > loss: 0.009807310998439789 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.14194656275928916) | > loader_time: 0.0045 (0.004615318994143227)  --> TIME: 2025-03-26 20:12:19 -- STEP: 11755/31555 -- GLOBAL_STEP: 1557950 | > loss_text_ce: 0.03164457157254219 (0.030288694358677596) | > loss_mel_ce: 2.98494553565979 (nan) | > loss: 0.011970596387982368 (nan) | > current_lr: 5e-06 | > step_time: 0.1277 (0.14193519481138137) | > loader_time: 0.0044 (0.004614758237987206)  --> TIME: 2025-03-26 20:12:28 -- STEP: 11805/31555 -- GLOBAL_STEP: 1558000 | > loss_text_ce: 0.02698967605829239 (0.030286053312750676) | > loss_mel_ce: 2.67563796043396 (nan) | > loss: 0.01072471309453249 (nan) | > current_lr: 5e-06 | > step_time: 0.188 (0.14193868087742764) | > loader_time: 0.0047 (0.004614365015025862)  --> TIME: 2025-03-26 20:12:38 -- STEP: 11855/31555 -- GLOBAL_STEP: 1558050 | > loss_text_ce: 0.028935687616467476 (0.03028896328624305) | > loss_mel_ce: 2.890310525894165 (nan) | > loss: 0.011584310792386532 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.1419404076504241) | > loader_time: 0.0047 (0.0046144103762571515)  --> TIME: 2025-03-26 20:12:48 -- STEP: 11905/31555 -- GLOBAL_STEP: 1558100 | > loss_text_ce: 0.023448914289474487 (0.030288435039429268) | > loss_mel_ce: 2.9398257732391357 (nan) | > loss: 0.011759026907384396 (nan) | > current_lr: 5e-06 | > step_time: 0.1253 (0.1419371180952928) | > loader_time: 0.0044 (0.00461424958150159)  --> TIME: 2025-03-26 20:12:57 -- STEP: 11955/31555 -- GLOBAL_STEP: 1558150 | > loss_text_ce: 0.03613719344139099 (0.030294351780725568) | > loss_mel_ce: 2.2736010551452637 (nan) | > loss: 0.009165627881884575 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.1419308754351793) | > loader_time: 0.0045 (0.004613985750077903)  --> TIME: 2025-03-26 20:13:07 -- STEP: 12005/31555 -- GLOBAL_STEP: 1558200 | > loss_text_ce: 0.027617044746875763 (0.030291916453812903) | > loss_mel_ce: 2.6911556720733643 (nan) | > loss: 0.010788780637085438 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14193134643494376) | > loader_time: 0.0047 (0.004614203952342852)  --> TIME: 2025-03-26 20:13:16 -- STEP: 12055/31555 -- GLOBAL_STEP: 1558250 | > loss_text_ce: 0.029384085908532143 (0.030290903440591262) | > loss_mel_ce: 1.4946507215499878 (nan) | > loss: 0.006047757808119059 (nan) | > current_lr: 5e-06 | > step_time: 0.1251 (0.14190367076071678) | > loader_time: 0.0046 (0.004614763129355747)  --> TIME: 2025-03-26 20:13:26 -- STEP: 12105/31555 -- GLOBAL_STEP: 1558300 | > loss_text_ce: 0.031024102121591568 (0.030294513499124983) | > loss_mel_ce: 2.429328680038452 (nan) | > loss: 0.009763306006789207 (nan) | > current_lr: 5e-06 | > step_time: 0.1605 (0.14188886732663245) | > loader_time: 0.0046 (0.004614623702788635)  --> TIME: 2025-03-26 20:13:35 -- STEP: 12155/31555 -- GLOBAL_STEP: 1558350 | > loss_text_ce: 0.03286661207675934 (0.03030055612126455) | > loss_mel_ce: 2.8765640258789062 (nan) | > loss: 0.011545361019670963 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.14187957235247725) | > loader_time: 0.0046 (0.004614825211450032)  --> TIME: 2025-03-26 20:13:45 -- STEP: 12205/31555 -- GLOBAL_STEP: 1558400 | > loss_text_ce: 0.030506519600749016 (0.030300893241120674) | > loss_mel_ce: 2.8596582412719727 (nan) | > loss: 0.011468908749520779 (nan) | > current_lr: 5e-06 | > step_time: 0.1794 (0.14189190772750904) | > loader_time: 0.0047 (0.004614792198296792)  --> TIME: 2025-03-26 20:13:55 -- STEP: 12255/31555 -- GLOBAL_STEP: 1558450 | > loss_text_ce: 0.028956813737750053 (0.03030053568857269) | > loss_mel_ce: 2.6284048557281494 (nan) | > loss: 0.010545087046921253 (nan) | > current_lr: 5e-06 | > step_time: 0.1412 (0.14190285121212742) | > loader_time: 0.0045 (0.004614731945440943)  --> TIME: 2025-03-26 20:14:05 -- STEP: 12305/31555 -- GLOBAL_STEP: 1558500 | > loss_text_ce: 0.022704945877194405 (0.030305145782021575) | > loss_mel_ce: 2.6381592750549316 (nan) | > loss: 0.01055898517370224 (nan) | > current_lr: 5e-06 | > step_time: 0.1112 (0.1418899580697039) | > loader_time: 0.0044 (0.004615137122695589)  --> TIME: 2025-03-26 20:14:14 -- STEP: 12355/31555 -- GLOBAL_STEP: 1558550 | > loss_text_ce: 0.04294448718428612 (0.030303336558422548) | > loss_mel_ce: 2.41845703125 (nan) | > loss: 0.009767466224730015 (nan) | > current_lr: 5e-06 | > step_time: 0.1109 (0.14187362995865632) | > loader_time: 0.006 (0.0046153051753798635)  --> TIME: 2025-03-26 20:14:24 -- STEP: 12405/31555 -- GLOBAL_STEP: 1558600 | > loss_text_ce: 0.036576759070158005 (0.030303956192183498) | > loss_mel_ce: 2.66621470451355 (nan) | > loss: 0.010725363157689571 (nan) | > current_lr: 5e-06 | > step_time: 0.1548 (0.1418827641543633) | > loader_time: 0.0046 (0.004615468433046473)  --> TIME: 2025-03-26 20:14:34 -- STEP: 12455/31555 -- GLOBAL_STEP: 1558650 | > loss_text_ce: 0.039549391716718674 (0.030307605425557643) | > loss_mel_ce: 3.096895217895508 (nan) | > loss: 0.012446209788322449 (nan) | > current_lr: 5e-06 | > step_time: 0.1638 (0.14189514853493998) | > loader_time: 0.0047 (0.0046153614675122885)  --> TIME: 2025-03-26 20:14:44 -- STEP: 12505/31555 -- GLOBAL_STEP: 1558700 | > loss_text_ce: 0.032626744359731674 (0.030313019435338883) | > loss_mel_ce: 3.1167356967926025 (nan) | > loss: 0.01249747071415186 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.14190266846371263) | > loader_time: 0.0046 (0.004614949731624679)  --> TIME: 2025-03-26 20:14:53 -- STEP: 12555/31555 -- GLOBAL_STEP: 1558750 | > loss_text_ce: 0.02632351964712143 (0.030310687398124814) | > loss_mel_ce: 2.9916598796844482 (nan) | > loss: 0.01197612565010786 (nan) | > current_lr: 5e-06 | > step_time: 0.1089 (0.14189294838231273) | > loader_time: 0.0043 (0.004614883492734506)  --> TIME: 2025-03-26 20:15:03 -- STEP: 12605/31555 -- GLOBAL_STEP: 1558800 | > loss_text_ce: 0.03962996229529381 (0.030311433795229256) | > loss_mel_ce: 0.035400390625 (nan) | > loss: 0.0002977395197376609 (nan) | > current_lr: 5e-06 | > step_time: 0.1127 (0.1418872821335762) | > loader_time: 0.0047 (0.004614905807906694)  --> TIME: 2025-03-26 20:15:12 -- STEP: 12655/31555 -- GLOBAL_STEP: 1558850 | > loss_text_ce: 0.028358671814203262 (0.03031138423719881) | > loss_mel_ce: 2.6410186290740967 (nan) | > loss: 0.010592767968773842 (nan) | > current_lr: 5e-06 | > step_time: 0.1622 (0.14187110965311367) | > loader_time: 0.0049 (0.004614701416124132)  --> TIME: 2025-03-26 20:15:22 -- STEP: 12705/31555 -- GLOBAL_STEP: 1558900 | > loss_text_ce: 0.029299970716238022 (0.030307385878361078) | > loss_mel_ce: 2.924708366394043 (nan) | > loss: 0.011722256429493427 (nan) | > current_lr: 5e-06 | > step_time: 0.1344 (0.1418688858929988) | > loader_time: 0.0045 (0.004615216835048985)  --> TIME: 2025-03-26 20:15:31 -- STEP: 12755/31555 -- GLOBAL_STEP: 1558950 | > loss_text_ce: 0.035389624536037445 (0.03030650153681665) | > loss_mel_ce: 2.90866756439209 (nan) | > loss: 0.011682767421007156 (nan) | > current_lr: 5e-06 | > step_time: 0.1392 (0.1418617056940463) | > loader_time: 0.0045 (0.004614815212894255)  --> TIME: 2025-03-26 20:15:41 -- STEP: 12805/31555 -- GLOBAL_STEP: 1559000 | > loss_text_ce: 0.03180891275405884 (0.030302740319216336) | > loss_mel_ce: 2.8933746814727783 (nan) | > loss: 0.011607871390879154 (nan) | > current_lr: 5e-06 | > step_time: 0.1777 (0.14187704691054714) | > loader_time: 0.0046 (0.0046146488338650645)  --> TIME: 2025-03-26 20:15:51 -- STEP: 12855/31555 -- GLOBAL_STEP: 1559050 | > loss_text_ce: 0.03268592804670334 (0.030303122529137673) | > loss_mel_ce: 2.414829730987549 (nan) | > loss: 0.00971236452460289 (nan) | > current_lr: 5e-06 | > step_time: 0.1227 (0.1418721560697442) | > loader_time: 0.0044 (0.004614379275220694)  --> TIME: 2025-03-26 20:16:00 -- STEP: 12905/31555 -- GLOBAL_STEP: 1559100 | > loss_text_ce: 0.029701603576540947 (0.03029648630747392) | > loss_mel_ce: 2.770548105239868 (nan) | > loss: 0.01111210323870182 (nan) | > current_lr: 5e-06 | > step_time: 0.14 (0.1418565243540334) | > loader_time: 0.0046 (0.004614310207315212)  --> TIME: 2025-03-26 20:16:10 -- STEP: 12955/31555 -- GLOBAL_STEP: 1559150 | > loss_text_ce: 0.028387336060404778 (0.030297863407010902) | > loss_mel_ce: 2.864546060562134 (nan) | > loss: 0.011479894630610943 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14185889620249198) | > loader_time: 0.0045 (0.004614195258679057)  --> TIME: 2025-03-26 20:16:20 -- STEP: 13005/31555 -- GLOBAL_STEP: 1559200 | > loss_text_ce: 0.031689565628767014 (0.03029474444316413) | > loss_mel_ce: 2.547598361968994 (nan) | > loss: 0.010235270485281944 (nan) | > current_lr: 5e-06 | > step_time: 0.1517 (0.14184119060652875) | > loader_time: 0.0048 (0.004613961370483541)  --> TIME: 2025-03-26 20:16:30 -- STEP: 13055/31555 -- GLOBAL_STEP: 1559250 | > loss_text_ce: 0.039856985211372375 (0.03029537955423862) | > loss_mel_ce: 2.429281711578369 (nan) | > loss: 0.009798170067369938 (nan) | > current_lr: 5e-06 | > step_time: 0.1285 (0.14186535617575727) | > loader_time: 0.0044 (0.004614071241515393)  --> TIME: 2025-03-26 20:16:39 -- STEP: 13105/31555 -- GLOBAL_STEP: 1559300 | > loss_text_ce: 0.032931745052337646 (0.03029970384783153) | > loss_mel_ce: 2.838320732116699 (nan) | > loss: 0.01139385998249054 (nan) | > current_lr: 5e-06 | > step_time: 0.1859 (0.1418682101481485) | > loader_time: 0.0047 (0.004614298746632246)  --> TIME: 2025-03-26 20:16:49 -- STEP: 13155/31555 -- GLOBAL_STEP: 1559350 | > loss_text_ce: 0.026553306728601456 (0.030297851806958903) | > loss_mel_ce: 2.4103810787200928 (nan) | > loss: 0.009670375846326351 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14185654664846248) | > loader_time: 0.0049 (0.004614347253449291)  --> TIME: 2025-03-26 20:16:59 -- STEP: 13205/31555 -- GLOBAL_STEP: 1559400 | > loss_text_ce: 0.027276314795017242 (0.030306654515232227) | > loss_mel_ce: 2.727926731109619 (nan) | > loss: 0.0109333461150527 (nan) | > current_lr: 5e-06 | > step_time: 0.1585 (0.14187420049159785) | > loader_time: 0.0049 (0.00461521672281701)  --> TIME: 2025-03-26 20:17:09 -- STEP: 13255/31555 -- GLOBAL_STEP: 1559450 | > loss_text_ce: 0.032429199665784836 (0.030304019506606165) | > loss_mel_ce: 3.064710855484009 (nan) | > loss: 0.012290239334106445 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14187513405042032) | > loader_time: 0.0047 (0.00461553086518612)  --> TIME: 2025-03-26 20:17:19 -- STEP: 13305/31555 -- GLOBAL_STEP: 1559500 | > loss_text_ce: 0.025036228820681572 (0.03030669858384484) | > loss_mel_ce: 2.883094549179077 (nan) | > loss: 0.011540202423930168 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14189289298016478) | > loader_time: 0.0045 (0.0046155330696665085)  --> TIME: 2025-03-26 20:17:28 -- STEP: 13355/31555 -- GLOBAL_STEP: 1559550 | > loss_text_ce: 0.0319751612842083 (0.03030973797352327) | > loss_mel_ce: 2.4496257305145264 (nan) | > loss: 0.00984762329608202 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1667 (0.14189111844558874) | > loader_time: 0.0045 (0.004615365142279557)  --> TIME: 2025-03-26 20:17:38 -- STEP: 13405/31555 -- GLOBAL_STEP: 1559600 | > loss_text_ce: 0.026303013786673546 (0.030310580629337107) | > loss_mel_ce: 2.6322901248931885 (nan) | > loss: 0.01054997369647026 (nan) | > current_lr: 5e-06 | > step_time: 0.1717 (0.14188862156396784) | > loader_time: 0.0047 (0.004615188489783751)  --> TIME: 2025-03-26 20:17:48 -- STEP: 13455/31555 -- GLOBAL_STEP: 1559650 | > loss_text_ce: 0.031803030520677567 (0.030307504326514887) | > loss_mel_ce: 2.8139121532440186 (nan) | > loss: 0.011292521841824055 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.1418923595765863) | > loader_time: 0.0047 (0.0046151162257029735)  --> TIME: 2025-03-26 20:17:57 -- STEP: 13505/31555 -- GLOBAL_STEP: 1559700 | > loss_text_ce: 0.02932094596326351 (0.03031063362699511) | > loss_mel_ce: 0.0693359375 (nan) | > loss: 0.00039149558870121837 (nan) | > current_lr: 5e-06 | > step_time: 0.1204 (0.14188642284685793) | > loader_time: 0.0043 (0.004615087219628085)  --> TIME: 2025-03-26 20:18:07 -- STEP: 13555/31555 -- GLOBAL_STEP: 1559750 | > loss_text_ce: 0.039102911949157715 (0.030312727915678944) | > loss_mel_ce: 0.12183726578950882 (nan) | > loss: 0.0006386514869518578 (nan) | > current_lr: 5e-06 | > step_time: 0.131 (0.1418786718501516) | > loader_time: 0.0045 (0.0046148092269193905)  --> TIME: 2025-03-26 20:18:16 -- STEP: 13605/31555 -- GLOBAL_STEP: 1559800 | > loss_text_ce: 0.0270660612732172 (0.030315777210081295) | > loss_mel_ce: 2.832230806350708 (nan) | > loss: 0.011346416547894478 (nan) | > current_lr: 5e-06 | > step_time: 0.1675 (0.14185547330983334) | > loader_time: 0.0047 (0.0046145055540253764)  --> TIME: 2025-03-26 20:18:26 -- STEP: 13655/31555 -- GLOBAL_STEP: 1559850 | > loss_text_ce: 0.029258830472826958 (0.03032120833291387) | > loss_mel_ce: 2.1975958347320557 (nan) | > loss: 0.008836724795401096 (nan) | > current_lr: 5e-06 | > step_time: 0.1119 (0.14187469004013442) | > loader_time: 0.0043 (0.004614326570637278)  --> TIME: 2025-03-26 20:18:36 -- STEP: 13705/31555 -- GLOBAL_STEP: 1559900 | > loss_text_ce: 0.0368398055434227 (0.030318488694376772) | > loss_mel_ce: 2.064929962158203 (nan) | > loss: 0.008340355940163136 (nan) | > current_lr: 5e-06 | > step_time: 0.1126 (0.14186427940290844) | > loader_time: 0.0043 (0.004613952400126801)  --> TIME: 2025-03-26 20:18:45 -- STEP: 13755/31555 -- GLOBAL_STEP: 1559950 | > loss_text_ce: 0.029624106362462044 (0.03031953157879404) | > loss_mel_ce: 2.8006386756896973 (nan) | > loss: 0.011231202632188797 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14186530312552487) | > loader_time: 0.0044 (0.004613406490906939)  --> TIME: 2025-03-26 20:18:55 -- STEP: 13805/31555 -- GLOBAL_STEP: 1560000 | > loss_text_ce: 0.0394611693918705 (0.03031772044714984) | > loss_mel_ce: 2.3050637245178223 (nan) | > loss: 0.00930367037653923 (nan) | > current_lr: 5e-06 | > step_time: 0.1406 (0.1418545008310167) | > loader_time: 0.0044 (0.00461302342426945) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1560000.pth  --> TIME: 2025-03-26 20:19:10 -- STEP: 13855/31555 -- GLOBAL_STEP: 1560050 | > loss_text_ce: 0.02223428711295128 (0.030316782852843838) | > loss_mel_ce: 2.9384453296661377 (nan) | > loss: 0.011748729273676872 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.141832096625735) | > loader_time: 0.0049 (0.0046129710577059975)  --> TIME: 2025-03-26 20:19:19 -- STEP: 13905/31555 -- GLOBAL_STEP: 1560100 | > loss_text_ce: 0.027668556198477745 (0.03031229016855654) | > loss_mel_ce: 2.5771801471710205 (nan) | > loss: 0.01033670175820589 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.1418264348572952) | > loader_time: 0.0046 (0.004612779788772049)  --> TIME: 2025-03-26 20:19:29 -- STEP: 13955/31555 -- GLOBAL_STEP: 1560150 | > loss_text_ce: 0.023398911580443382 (0.030309517678528734) | > loss_mel_ce: 2.6715259552001953 (nan) | > loss: 0.01069414708763361 (nan) | > current_lr: 5e-06 | > step_time: 0.1175 (0.1418324925659476) | > loader_time: 0.0045 (0.004612780283617315)  --> TIME: 2025-03-26 20:19:38 -- STEP: 14005/31555 -- GLOBAL_STEP: 1560200 | > loss_text_ce: 0.017335491254925728 (0.0303068229902678) | > loss_mel_ce: 2.150477647781372 (nan) | > loss: 0.008602432906627655 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14181833399997817) | > loader_time: 0.0045 (0.004612806583038188)  --> TIME: 2025-03-26 20:19:48 -- STEP: 14055/31555 -- GLOBAL_STEP: 1560250 | > loss_text_ce: 0.030012859031558037 (0.030307881097295708) | > loss_mel_ce: 2.7857303619384766 (nan) | > loss: 0.011173584498465061 (nan) | > current_lr: 5e-06 | > step_time: 0.1628 (0.1418203608161073) | > loader_time: 0.0046 (0.004613122580442424)  --> TIME: 2025-03-26 20:19:58 -- STEP: 14105/31555 -- GLOBAL_STEP: 1560300 | > loss_text_ce: 0.03699854761362076 (0.030307955029943826) | > loss_mel_ce: 2.570894241333008 (nan) | > loss: 0.010348781011998653 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.141803241342318) | > loader_time: 0.0047 (0.004613324878318053)  --> TIME: 2025-03-26 20:20:07 -- STEP: 14155/31555 -- GLOBAL_STEP: 1560350 | > loss_text_ce: 0.02917981520295143 (0.030312562478473987) | > loss_mel_ce: 2.23091459274292 (nan) | > loss: 0.008968628942966461 (nan) | > current_lr: 5e-06 | > step_time: 0.129 (0.14180092853693158) | > loader_time: 0.0046 (0.0046136123558861)  --> TIME: 2025-03-26 20:20:17 -- STEP: 14205/31555 -- GLOBAL_STEP: 1560400 | > loss_text_ce: 0.032483987510204315 (0.030315290362597436) | > loss_mel_ce: 2.937255859375 (nan) | > loss: 0.011784682981669903 (nan) | > current_lr: 5e-06 | > step_time: 0.1224 (0.14179011013926734) | > loader_time: 0.0047 (0.004613862210535238)  --> TIME: 2025-03-26 20:20:26 -- STEP: 14255/31555 -- GLOBAL_STEP: 1560450 | > loss_text_ce: 0.03287741169333458 (0.03031947871455181) | > loss_mel_ce: 2.6625232696533203 (nan) | > loss: 0.010696034878492355 (nan) | > current_lr: 5e-06 | > step_time: 0.1843 (0.14179364931621158) | > loader_time: 0.0047 (0.0046140223041161105)  --> TIME: 2025-03-26 20:20:36 -- STEP: 14305/31555 -- GLOBAL_STEP: 1560500 | > loss_text_ce: 0.04392661899328232 (0.0303227895776403) | > loss_mel_ce: 2.442142963409424 (nan) | > loss: 0.009865356609225273 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.14180934743338) | > loader_time: 0.0048 (0.004614220212198395)  --> TIME: 2025-03-26 20:20:46 -- STEP: 14355/31555 -- GLOBAL_STEP: 1560550 | > loss_text_ce: 0.028755538165569305 (0.030324569112387362) | > loss_mel_ce: 1.7402782440185547 (nan) | > loss: 0.007019975688308477 (nan) | > current_lr: 5e-06 | > step_time: 0.1194 (0.1418145360783902) | > loader_time: 0.0044 (0.004614305728738293)  --> TIME: 2025-03-26 20:20:56 -- STEP: 14405/31555 -- GLOBAL_STEP: 1560600 | > loss_text_ce: 0.03307494893670082 (0.030321313294038015) | > loss_mel_ce: 2.7909252643585205 (nan) | > loss: 0.011206350289285183 (nan) | > current_lr: 5e-06 | > step_time: 0.1584 (0.14182357551405347) | > loader_time: 0.0046 (0.004614386397987055)  --> TIME: 2025-03-26 20:21:06 -- STEP: 14455/31555 -- GLOBAL_STEP: 1560650 | > loss_text_ce: 0.038674451410770416 (0.030320940310259833) | > loss_mel_ce: 2.5695455074310303 (nan) | > loss: 0.010350079275667667 (nan) | > current_lr: 5e-06 | > step_time: 0.1697 (0.14184002907620172) | > loader_time: 0.0047 (0.00461446876882146)  --> TIME: 2025-03-26 20:21:16 -- STEP: 14505/31555 -- GLOBAL_STEP: 1560700 | > loss_text_ce: 0.038135647773742676 (0.03032426515845174) | > loss_mel_ce: 2.4979846477508545 (nan) | > loss: 0.01006397046148777 (nan) | > current_lr: 5e-06 | > step_time: 0.16 (0.1418386245834063) | > loader_time: 0.0046 (0.00461484303518806)  --> TIME: 2025-03-26 20:21:26 -- STEP: 14555/31555 -- GLOBAL_STEP: 1560750 | > loss_text_ce: 0.03216654062271118 (0.030323703709909163) | > loss_mel_ce: 2.5686419010162354 (nan) | > loss: 0.010320669040083885 (nan) | > current_lr: 5e-06 | > step_time: 0.1728 (0.14184947275943544) | > loader_time: 0.0047 (0.0046148601081190295)  --> TIME: 2025-03-26 20:21:35 -- STEP: 14605/31555 -- GLOBAL_STEP: 1560800 | > loss_text_ce: 0.02552994340658188 (0.030325800362044675) | > loss_mel_ce: 2.7332725524902344 (nan) | > loss: 0.010947628878057003 (nan) | > current_lr: 5e-06 | > step_time: 0.1563 (0.14184400030539118) | > loader_time: 0.0045 (0.004614847010841356)  --> TIME: 2025-03-26 20:21:45 -- STEP: 14655/31555 -- GLOBAL_STEP: 1560850 | > loss_text_ce: 0.03600749373435974 (0.030324181326938565) | > loss_mel_ce: 2.447561264038086 (nan) | > loss: 0.009855431504547596 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.14183490597644668) | > loader_time: 0.0045 (0.004615045138814268)  --> TIME: 2025-03-26 20:21:54 -- STEP: 14705/31555 -- GLOBAL_STEP: 1560900 | > loss_text_ce: 0.02938276156783104 (0.030325785178003346) | > loss_mel_ce: 1.9709581136703491 (nan) | > loss: 0.007937861606478691 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14183503885084453) | > loader_time: 0.0048 (0.00461495837886412)  --> TIME: 2025-03-26 20:22:04 -- STEP: 14755/31555 -- GLOBAL_STEP: 1560950 | > loss_text_ce: 0.022285262122750282 (0.030325406941202424) | > loss_mel_ce: 0.6908307671546936 (nan) | > loss: 0.0028298257384449244 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1418249965158421) | > loader_time: 0.0044 (0.004614760923369461)  --> TIME: 2025-03-26 20:22:14 -- STEP: 14805/31555 -- GLOBAL_STEP: 1561000 | > loss_text_ce: 0.036400217562913895 (0.030324133145674805) | > loss_mel_ce: 2.43473219871521 (nan) | > loss: 0.009806081652641296 (nan) | > current_lr: 5e-06 | > step_time: 0.1252 (0.1418202160420119) | > loader_time: 0.0046 (0.0046146459814585036)  --> TIME: 2025-03-26 20:22:23 -- STEP: 14855/31555 -- GLOBAL_STEP: 1561050 | > loss_text_ce: 0.03205054625868797 (0.030321846162139846) | > loss_mel_ce: 2.736271381378174 (nan) | > loss: 0.010985405184328556 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14182725246407735) | > loader_time: 0.0044 (0.004614445530016066)  --> TIME: 2025-03-26 20:22:33 -- STEP: 14905/31555 -- GLOBAL_STEP: 1561100 | > loss_text_ce: 0.04091376066207886 (0.03032167938771273) | > loss_mel_ce: 3.2214839458465576 (nan) | > loss: 0.012946023605763912 (nan) | > current_lr: 5e-06 | > step_time: 0.1731 (0.14182317040183445) | > loader_time: 0.0045 (0.004614586703771714)  --> TIME: 2025-03-26 20:22:43 -- STEP: 14955/31555 -- GLOBAL_STEP: 1561150 | > loss_text_ce: 0.0342133492231369 (0.03032127737429769) | > loss_mel_ce: 2.950442314147949 (nan) | > loss: 0.011843872256577015 (nan) | > current_lr: 5e-06 | > step_time: 0.1535 (0.14181767369305198) | > loader_time: 0.0045 (0.004613984145276404)  --> TIME: 2025-03-26 20:22:52 -- STEP: 15005/31555 -- GLOBAL_STEP: 1561200 | > loss_text_ce: 0.03686529025435448 (0.030320370095071) | > loss_mel_ce: 3.0318963527679443 (nan) | > loss: 0.012177625671029091 (nan) | > current_lr: 5e-06 | > step_time: 0.1874 (0.14182314257826856) | > loader_time: 0.0046 (0.004613813675470806)  --> TIME: 2025-03-26 20:23:02 -- STEP: 15055/31555 -- GLOBAL_STEP: 1561250 | > loss_text_ce: 0.02961656264960766 (0.030320392739632742) | > loss_mel_ce: 2.8959856033325195 (nan) | > loss: 0.011609532870352268 (nan) | > current_lr: 5e-06 | > step_time: 0.1909 (0.14180913790243996) | > loader_time: 0.005 (0.0046139823998457875)  --> TIME: 2025-03-26 20:23:12 -- STEP: 15105/31555 -- GLOBAL_STEP: 1561300 | > loss_text_ce: 0.029713250696659088 (0.0303248575420909) | > loss_mel_ce: 2.454742431640625 (nan) | > loss: 0.009858950972557068 (nan) | > current_lr: 5e-06 | > step_time: 0.124 (0.14182459046137605) | > loader_time: 0.0044 (0.004614847711047285)  --> TIME: 2025-03-26 20:23:22 -- STEP: 15155/31555 -- GLOBAL_STEP: 1561350 | > loss_text_ce: 0.03599267080426216 (0.030327945124482072) | > loss_mel_ce: 2.8136391639709473 (nan) | > loss: 0.011308063752949238 (nan) | > current_lr: 5e-06 | > step_time: 0.128 (0.14182820604878854) | > loader_time: 0.0047 (0.004614816408903045)  --> TIME: 2025-03-26 20:23:31 -- STEP: 15205/31555 -- GLOBAL_STEP: 1561400 | > loss_text_ce: 0.03221520781517029 (0.030328713135903445) | > loss_mel_ce: 2.620680570602417 (nan) | > loss: 0.010527364909648895 (nan) | > current_lr: 5e-06 | > step_time: 0.1234 (0.1418379686255876) | > loader_time: 0.0046 (0.004614856673557088)  --> TIME: 2025-03-26 20:23:41 -- STEP: 15255/31555 -- GLOBAL_STEP: 1561450 | > loss_text_ce: 0.029985977336764336 (0.030327808950798448) | > loss_mel_ce: 2.7058637142181396 (nan) | > loss: 0.010856546461582184 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14182553052199037) | > loader_time: 0.0043 (0.004614450532231163)  --> TIME: 2025-03-26 20:23:51 -- STEP: 15305/31555 -- GLOBAL_STEP: 1561500 | > loss_text_ce: 0.03323342278599739 (0.030329263734648584) | > loss_mel_ce: 2.5135562419891357 (nan) | > loss: 0.01010630838572979 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14183138247916566) | > loader_time: 0.0044 (0.004614182696238096)  --> TIME: 2025-03-26 20:24:00 -- STEP: 15355/31555 -- GLOBAL_STEP: 1561550 | > loss_text_ce: 0.024960223585367203 (0.030327766085573048) | > loss_mel_ce: 2.3340375423431396 (nan) | > loss: 0.009361103177070618 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14183371042980233) | > loader_time: 0.0045 (0.004613676012164021)  --> TIME: 2025-03-26 20:24:10 -- STEP: 15405/31555 -- GLOBAL_STEP: 1561600 | > loss_text_ce: 0.04278106614947319 (0.030331045200492665) | > loss_mel_ce: 2.1008474826812744 (nan) | > loss: 0.008506462909281254 (nan) | > current_lr: 5e-06 | > step_time: 0.1374 (0.14183822308063468) | > loader_time: 0.0045 (0.004613174985113641)  --> TIME: 2025-03-26 20:24:20 -- STEP: 15455/31555 -- GLOBAL_STEP: 1561650 | > loss_text_ce: 0.025713546201586723 (0.030333529951654083) | > loss_mel_ce: 0.02197265625 (nan) | > loss: 0.0001892309810500592 (nan) | > current_lr: 5e-06 | > step_time: 0.146 (0.14184025821852514) | > loader_time: 0.0047 (0.004612701034052246)  --> TIME: 2025-03-26 20:24:30 -- STEP: 15505/31555 -- GLOBAL_STEP: 1561700 | > loss_text_ce: 0.024335235357284546 (0.030329903356144695) | > loss_mel_ce: 1.5768998861312866 (nan) | > loss: 0.006354107987135649 (nan) | > current_lr: 5e-06 | > step_time: 0.1386 (0.14185840401561942) | > loader_time: 0.0044 (0.004612419260044091)  --> TIME: 2025-03-26 20:24:40 -- STEP: 15555/31555 -- GLOBAL_STEP: 1561750 | > loss_text_ce: 0.02835967391729355 (0.0303275577743738) | > loss_mel_ce: 2.0427584648132324 (nan) | > loss: 0.008218723349273205 (nan) | > current_lr: 5e-06 | > step_time: 0.1379 (0.1418601843981998) | > loader_time: 0.0045 (0.004612256966385186)  --> TIME: 2025-03-26 20:24:49 -- STEP: 15605/31555 -- GLOBAL_STEP: 1561800 | > loss_text_ce: 0.029595067724585533 (0.030325427611717446) | > loss_mel_ce: 2.94511079788208 (nan) | > loss: 0.011804389767348766 (nan) | > current_lr: 5e-06 | > step_time: 0.1118 (0.14186830801751552) | > loader_time: 0.0045 (0.00461210336718793)  --> TIME: 2025-03-26 20:24:59 -- STEP: 15655/31555 -- GLOBAL_STEP: 1561850 | > loss_text_ce: 0.03219180181622505 (0.030323841359200986) | > loss_mel_ce: 1.086761474609375 (nan) | > loss: 0.004440290853381157 (nan) | > current_lr: 5e-06 | > step_time: 0.1281 (0.14187489823006738) | > loader_time: 0.0046 (0.004611562989611702)  --> TIME: 2025-03-26 20:25:09 -- STEP: 15705/31555 -- GLOBAL_STEP: 1561900 | > loss_text_ce: 0.03153638169169426 (0.03032280501305573) | > loss_mel_ce: 2.454364061355591 (nan) | > loss: 0.009864685125648975 (nan) | > current_lr: 5e-06 | > step_time: 0.1505 (0.14188551920988385) | > loader_time: 0.0068 (0.0046113139313142485)  --> TIME: 2025-03-26 20:25:19 -- STEP: 15755/31555 -- GLOBAL_STEP: 1561950 | > loss_text_ce: 0.03896971419453621 (0.03032117857317278) | > loss_mel_ce: 3.072490930557251 (nan) | > loss: 0.012347066774964333 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.1418870177430915) | > loader_time: 0.0044 (0.004611003092454372)  --> TIME: 2025-03-26 20:25:29 -- STEP: 15805/31555 -- GLOBAL_STEP: 1562000 | > loss_text_ce: 0.029203305020928383 (0.030319357218208456) | > loss_mel_ce: 1.6722440719604492 (nan) | > loss: 0.0067517757415771484 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1418919236703007) | > loader_time: 0.0043 (0.004610737197499454)  --> TIME: 2025-03-26 20:25:38 -- STEP: 15855/31555 -- GLOBAL_STEP: 1562050 | > loss_text_ce: 0.02840360999107361 (0.030323649229830146) | > loss_mel_ce: 2.686339855194092 (nan) | > loss: 0.01077279169112444 (nan) | > current_lr: 5e-06 | > step_time: 0.1822 (0.14188628031304604) | > loader_time: 0.0049 (0.004610778810999739)  --> TIME: 2025-03-26 20:25:48 -- STEP: 15905/31555 -- GLOBAL_STEP: 1562100 | > loss_text_ce: 0.028356680646538734 (0.030322036459041874) | > loss_mel_ce: 2.9679911136627197 (nan) | > loss: 0.011890269815921783 (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.1419047900244572) | > loader_time: 0.0043 (0.004610611829544829)  --> TIME: 2025-03-26 20:25:58 -- STEP: 15955/31555 -- GLOBAL_STEP: 1562150 | > loss_text_ce: 0.03305204212665558 (0.030322958030908675) | > loss_mel_ce: 3.0363237857818604 (nan) | > loss: 0.01218006294220686 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14191205825076547) | > loader_time: 0.0043 (0.0046101829692585935)  --> TIME: 2025-03-26 20:26:08 -- STEP: 16005/31555 -- GLOBAL_STEP: 1562200 | > loss_text_ce: 0.020332584157586098 (0.030323724396892245) | > loss_mel_ce: 2.851011276245117 (nan) | > loss: 0.011394222266972065 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14190810737443132) | > loader_time: 0.0044 (0.004610063537364078)  --> TIME: 2025-03-26 20:26:17 -- STEP: 16055/31555 -- GLOBAL_STEP: 1562250 | > loss_text_ce: 0.028410743921995163 (0.030325055342516824) | > loss_mel_ce: 0.0505218505859375 (nan) | > loss: 0.00031322462018579245 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1419000152782735) | > loader_time: 0.0046 (0.004610099854850946)  --> TIME: 2025-03-26 20:26:27 -- STEP: 16105/31555 -- GLOBAL_STEP: 1562300 | > loss_text_ce: 0.020178314298391342 (0.03032621645560336) | > loss_mel_ce: 1.9686685800552368 (nan) | > loss: 0.007892250083386898 (nan) | > current_lr: 5e-06 | > step_time: 0.1197 (0.14191026290874717) | > loader_time: 0.0043 (0.004609938520557648)  --> TIME: 2025-03-26 20:26:37 -- STEP: 16155/31555 -- GLOBAL_STEP: 1562350 | > loss_text_ce: 0.02788151614367962 (0.03032963425537882) | > loss_mel_ce: 2.8169069290161133 (nan) | > loss: 0.011288844048976898 (nan) | > current_lr: 5e-06 | > step_time: 0.1873 (0.14191064030273415) | > loader_time: 0.0073 (0.0046099528038475905)  --> TIME: 2025-03-26 20:26:47 -- STEP: 16205/31555 -- GLOBAL_STEP: 1562400 | > loss_text_ce: 0.02997683733701706 (0.030329819275046143) | > loss_mel_ce: 2.7974228858947754 (nan) | > loss: 0.011219840496778488 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.1419196306132722) | > loader_time: 0.005 (0.004609812530828309)  --> TIME: 2025-03-26 20:26:57 -- STEP: 16255/31555 -- GLOBAL_STEP: 1562450 | > loss_text_ce: 0.029562894254922867 (0.030336965381886016) | > loss_mel_ce: 2.42844820022583 (nan) | > loss: 0.009754013270139694 (nan) | > current_lr: 5e-06 | > step_time: 0.1885 (0.14193131261442557) | > loader_time: 0.0046 (0.0046095787947158075)  --> TIME: 2025-03-26 20:27:06 -- STEP: 16305/31555 -- GLOBAL_STEP: 1562500 | > loss_text_ce: 0.04465138167142868 (0.030340976197054344) | > loss_mel_ce: 1.970231294631958 (nan) | > loss: 0.007995566353201866 (nan) | > current_lr: 5e-06 | > step_time: 0.1515 (0.14193455161802793) | > loader_time: 0.0045 (0.0046093390054477565)  --> TIME: 2025-03-26 20:27:16 -- STEP: 16355/31555 -- GLOBAL_STEP: 1562550 | > loss_text_ce: 0.02827468514442444 (0.030341375994720123) | > loss_mel_ce: 1.7743734121322632 (nan) | > loss: 0.007153365761041641 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14194283309022318) | > loader_time: 0.0044 (0.004609100871842704)  --> TIME: 2025-03-26 20:27:26 -- STEP: 16405/31555 -- GLOBAL_STEP: 1562600 | > loss_text_ce: 0.036235857754945755 (0.03034218642247528) | > loss_mel_ce: 2.869464635848999 (nan) | > loss: 0.01153055764734745 (nan) | > current_lr: 5e-06 | > step_time: 0.1601 (0.1419288791486756) | > loader_time: 0.0045 (0.004608943686911115)  --> TIME: 2025-03-26 20:27:35 -- STEP: 16455/31555 -- GLOBAL_STEP: 1562650 | > loss_text_ce: 0.013765004463493824 (0.030338562181345674) | > loss_mel_ce: 2.191556453704834 (nan) | > loss: 0.0087512768805027 (nan) | > current_lr: 5e-06 | > step_time: 0.1186 (0.14192342384359352) | > loader_time: 0.0043 (0.004608444586527524)  --> TIME: 2025-03-26 20:27:45 -- STEP: 16505/31555 -- GLOBAL_STEP: 1562700 | > loss_text_ce: 0.029393130913376808 (0.03033835245428962) | > loss_mel_ce: 2.5451931953430176 (nan) | > loss: 0.010216613300144672 (nan) | > current_lr: 5e-06 | > step_time: 0.1391 (0.14192376666919962) | > loader_time: 0.0044 (0.004607956079380759)  --> TIME: 2025-03-26 20:27:54 -- STEP: 16555/31555 -- GLOBAL_STEP: 1562750 | > loss_text_ce: 0.025250716134905815 (0.030336737802476636) | > loss_mel_ce: 2.3826956748962402 (nan) | > loss: 0.00955534353852272 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14191216994757774) | > loader_time: 0.0044 (0.004607801745572287)  --> TIME: 2025-03-26 20:28:04 -- STEP: 16605/31555 -- GLOBAL_STEP: 1562800 | > loss_text_ce: 0.028082512319087982 (0.030337924701777236) | > loss_mel_ce: 1.6952005624771118 (nan) | > loss: 0.006838425062596798 (nan) | > current_lr: 5e-06 | > step_time: 0.1272 (0.14191543021427622) | > loader_time: 0.0045 (0.004607346128965135)  --> TIME: 2025-03-26 20:28:14 -- STEP: 16655/31555 -- GLOBAL_STEP: 1562850 | > loss_text_ce: 0.03143196180462837 (0.030338667527275088) | > loss_mel_ce: 2.80086088180542 (nan) | > loss: 0.011239257641136646 (nan) | > current_lr: 5e-06 | > step_time: 0.1245 (0.14191845967153469) | > loader_time: 0.0044 (0.004607101747918794)  --> TIME: 2025-03-26 20:28:24 -- STEP: 16705/31555 -- GLOBAL_STEP: 1562900 | > loss_text_ce: 0.02678922563791275 (0.03033799177765471) | > loss_mel_ce: 2.574462890625 (nan) | > loss: 0.010322429239749908 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14192873790070856) | > loader_time: 0.0047 (0.004607110450239962)  --> TIME: 2025-03-26 20:28:34 -- STEP: 16755/31555 -- GLOBAL_STEP: 1562950 | > loss_text_ce: 0.029186423867940903 (0.030335779370969613) | > loss_mel_ce: 3.074894666671753 (nan) | > loss: 0.012317783199250698 (nan) | > current_lr: 5e-06 | > step_time: 0.1721 (0.14193644358556234) | > loader_time: 0.0045 (0.00460701044265351)  --> TIME: 2025-03-26 20:28:43 -- STEP: 16805/31555 -- GLOBAL_STEP: 1563000 | > loss_text_ce: 0.029459496960043907 (0.030337126352385065) | > loss_mel_ce: 2.183881998062134 (nan) | > loss: 0.008783102035522461 (nan) | > current_lr: 5e-06 | > step_time: 0.1242 (0.14193780495275715) | > loader_time: 0.0049 (0.004606669873433679)  --> TIME: 2025-03-26 20:28:53 -- STEP: 16855/31555 -- GLOBAL_STEP: 1563050 | > loss_text_ce: 0.025058263912796974 (0.030337166885929072) | > loss_mel_ce: 2.6155848503112793 (nan) | > loss: 0.010478743351995945 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.141933895380977) | > loader_time: 0.0047 (0.004606482269006468)  --> TIME: 2025-03-26 20:29:03 -- STEP: 16905/31555 -- GLOBAL_STEP: 1563100 | > loss_text_ce: 0.033550605177879333 (0.030333692766395467) | > loss_mel_ce: 2.7218832969665527 (nan) | > loss: 0.010934261605143547 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14193573780787674) | > loader_time: 0.0044 (0.004606877033331803)  --> TIME: 2025-03-26 20:29:12 -- STEP: 16955/31555 -- GLOBAL_STEP: 1563150 | > loss_text_ce: 0.03311176225543022 (0.030330284233763924) | > loss_mel_ce: 1.84807550907135 (nan) | > loss: 0.0074650296010077 (nan) | > current_lr: 5e-06 | > step_time: 0.1306 (0.14193500098631037) | > loader_time: 0.0044 (0.004606453319876923)  --> TIME: 2025-03-26 20:29:22 -- STEP: 17005/31555 -- GLOBAL_STEP: 1563200 | > loss_text_ce: 0.032667096704244614 (0.03032847611631752) | > loss_mel_ce: 2.94800066947937 (nan) | > loss: 0.011828047223389149 (nan) | > current_lr: 5e-06 | > step_time: 0.1754 (0.1419320312888101) | > loader_time: 0.0048 (0.004606466971927099)  --> TIME: 2025-03-26 20:29:31 -- STEP: 17055/31555 -- GLOBAL_STEP: 1563250 | > loss_text_ce: 0.032981742173433304 (0.030326346271078594) | > loss_mel_ce: 2.6398513317108154 (nan) | > loss: 0.01060648076236248 (nan) | > current_lr: 5e-06 | > step_time: 0.1154 (0.14191808204293144) | > loader_time: 0.0043 (0.00460616305789372)  --> TIME: 2025-03-26 20:29:41 -- STEP: 17105/31555 -- GLOBAL_STEP: 1563300 | > loss_text_ce: 0.020367437973618507 (0.03032561467154111) | > loss_mel_ce: 1.5454457998275757 (nan) | > loss: 0.0062135448679327965 (nan) | > current_lr: 5e-06 | > step_time: 0.1241 (0.1419046119443522) | > loader_time: 0.0046 (0.004605991970687821)  --> TIME: 2025-03-26 20:29:51 -- STEP: 17155/31555 -- GLOBAL_STEP: 1563350 | > loss_text_ce: 0.027870221063494682 (0.03032394447012394) | > loss_mel_ce: 2.963427782058716 (nan) | > loss: 0.011870230548083782 (nan) | > current_lr: 5e-06 | > step_time: 0.1516 (0.1419048768374024) | > loader_time: 0.0045 (0.004606060605117237)  --> TIME: 2025-03-26 20:30:00 -- STEP: 17205/31555 -- GLOBAL_STEP: 1563400 | > loss_text_ce: 0.03362603858113289 (0.03032570764123614) | > loss_mel_ce: 2.6226584911346436 (nan) | > loss: 0.010540812276303768 (nan) | > current_lr: 5e-06 | > step_time: 0.1316 (0.14190203503999896) | > loader_time: 0.0044 (0.004605822437067987)  --> TIME: 2025-03-26 20:30:10 -- STEP: 17255/31555 -- GLOBAL_STEP: 1563450 | > loss_text_ce: 0.017057271674275398 (0.030325922833000514) | > loss_mel_ce: 2.138979911804199 (nan) | > loss: 0.008555702865123749 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.141896424159491) | > loader_time: 0.0043 (0.004605298524523299)  --> TIME: 2025-03-26 20:30:19 -- STEP: 17305/31555 -- GLOBAL_STEP: 1563500 | > loss_text_ce: 0.027779657393693924 (0.030326505240275744) | > loss_mel_ce: 2.7514755725860596 (nan) | > loss: 0.011028790846467018 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14189101411785981) | > loader_time: 0.0046 (0.004604880915181348)  --> TIME: 2025-03-26 20:30:29 -- STEP: 17355/31555 -- GLOBAL_STEP: 1563550 | > loss_text_ce: 0.024086011573672295 (0.030328815845271948) | > loss_mel_ce: 2.702301502227783 (nan) | > loss: 0.010818998329341412 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14190256362756917) | > loader_time: 0.0049 (0.0046048302706776486)  --> TIME: 2025-03-26 20:30:39 -- STEP: 17405/31555 -- GLOBAL_STEP: 1563600 | > loss_text_ce: 0.02234029211103916 (0.03033188606246651) | > loss_mel_ce: 2.7121479511260986 (nan) | > loss: 0.010851144790649414 (nan) | > current_lr: 5e-06 | > step_time: 0.1243 (0.14191139938159564) | > loader_time: 0.0044 (0.0046045567036634)  --> TIME: 2025-03-26 20:30:49 -- STEP: 17455/31555 -- GLOBAL_STEP: 1563650 | > loss_text_ce: 0.029460832476615906 (0.030330845409755086) | > loss_mel_ce: 0.12257186323404312 (nan) | > loss: 0.0006033044192008674 (nan) | > current_lr: 5e-06 | > step_time: 0.1299 (0.1419073428714299) | > loader_time: 0.0045 (0.004604159996865377)  --> TIME: 2025-03-26 20:30:58 -- STEP: 17505/31555 -- GLOBAL_STEP: 1563700 | > loss_text_ce: 0.024654775857925415 (0.030330082430629023) | > loss_mel_ce: 2.622964382171631 (nan) | > loss: 0.010506425984203815 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14190973401989118) | > loader_time: 0.0047 (0.004604450003551239)  --> TIME: 2025-03-26 20:31:08 -- STEP: 17555/31555 -- GLOBAL_STEP: 1563750 | > loss_text_ce: 0.03187143802642822 (0.030332766803009614) | > loss_mel_ce: 2.7937448024749756 (nan) | > loss: 0.01121276430785656 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14189987045446842) | > loader_time: 0.0044 (0.0046044693683090845)  --> TIME: 2025-03-26 20:31:17 -- STEP: 17605/31555 -- GLOBAL_STEP: 1563800 | > loss_text_ce: 0.029173873364925385 (0.03032882750574981) | > loss_mel_ce: 2.4420886039733887 (nan) | > loss: 0.009806597605347633 (nan) | > current_lr: 5e-06 | > step_time: 0.1346 (0.14188173375865198) | > loader_time: 0.0044 (0.0046041643981803645)  --> TIME: 2025-03-26 20:31:27 -- STEP: 17655/31555 -- GLOBAL_STEP: 1563850 | > loss_text_ce: 0.02354837767779827 (0.030325339893229924) | > loss_mel_ce: 3.0008909702301025 (nan) | > loss: 0.012001744471490383 (nan) | > current_lr: 5e-06 | > step_time: 0.1367 (0.14187917905163197) | > loader_time: 0.0045 (0.004604520948977761)  --> TIME: 2025-03-26 20:31:36 -- STEP: 17705/31555 -- GLOBAL_STEP: 1563900 | > loss_text_ce: 0.03337491303682327 (0.030324407719366044) | > loss_mel_ce: 2.3466076850891113 (nan) | > loss: 0.009444376453757286 (nan) | > current_lr: 5e-06 | > step_time: 0.1589 (0.1418660393612306) | > loader_time: 0.0048 (0.004604138751650764)  --> TIME: 2025-03-26 20:31:46 -- STEP: 17755/31555 -- GLOBAL_STEP: 1563950 | > loss_text_ce: 0.02307087555527687 (0.030327335134582918) | > loss_mel_ce: 2.512948513031006 (nan) | > loss: 0.01006356906145811 (nan) | > current_lr: 5e-06 | > step_time: 0.1366 (0.14186400368125832) | > loader_time: 0.0044 (0.004603878822638202)  --> TIME: 2025-03-26 20:31:56 -- STEP: 17805/31555 -- GLOBAL_STEP: 1564000 | > loss_text_ce: 0.028879767283797264 (0.03032679540146748) | > loss_mel_ce: 2.7438013553619385 (nan) | > loss: 0.011002703569829464 (nan) | > current_lr: 5e-06 | > step_time: 0.153 (0.14186153849736055) | > loader_time: 0.0047 (0.004603781977318477)  --> TIME: 2025-03-26 20:32:05 -- STEP: 17855/31555 -- GLOBAL_STEP: 1564050 | > loss_text_ce: 0.02881934493780136 (0.030328905057747286) | > loss_mel_ce: 2.5598304271698 (nan) | > loss: 0.010272420011460781 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14186140085528656) | > loader_time: 0.0046 (0.0046038495696448965)  --> TIME: 2025-03-26 20:32:15 -- STEP: 17905/31555 -- GLOBAL_STEP: 1564100 | > loss_text_ce: 0.026383446529507637 (0.030329132071703763) | > loss_mel_ce: 2.8132684230804443 (nan) | > loss: 0.01126846019178629 (nan) | > current_lr: 5e-06 | > step_time: 0.1649 (0.14186170820882424) | > loader_time: 0.0047 (0.004603774252632955)  --> TIME: 2025-03-26 20:32:25 -- STEP: 17955/31555 -- GLOBAL_STEP: 1564150 | > loss_text_ce: 0.028938988223671913 (0.030332411059591554) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.1418632448499709) | > loader_time: 0.0044 (0.004603644155652641)  --> TIME: 2025-03-26 20:32:35 -- STEP: 18005/31555 -- GLOBAL_STEP: 1564200 | > loss_text_ce: 0.02364191971719265 (0.030331418056468256) | > loss_mel_ce: 2.4518043994903564 (nan) | > loss: 0.009823200292885303 (nan) | > current_lr: 5e-06 | > step_time: 0.1174 (0.1418709757724638) | > loader_time: 0.0045 (0.0046035316645255024)  --> TIME: 2025-03-26 20:32:44 -- STEP: 18055/31555 -- GLOBAL_STEP: 1564250 | > loss_text_ce: 0.026375724002718925 (0.0303315892971885) | > loss_mel_ce: 2.521367073059082 (nan) | > loss: 0.010110091418027878 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14186690947713163) | > loader_time: 0.0047 (0.0046035722496436315)  --> TIME: 2025-03-26 20:32:54 -- STEP: 18105/31555 -- GLOBAL_STEP: 1564300 | > loss_text_ce: 0.034676603972911835 (0.03033249711870398) | > loss_mel_ce: 3.0431318283081055 (nan) | > loss: 0.012213526293635368 (nan) | > current_lr: 5e-06 | > step_time: 0.1618 (0.14186896525901696) | > loader_time: 0.0048 (0.004603529318825583)  --> TIME: 2025-03-26 20:33:03 -- STEP: 18155/31555 -- GLOBAL_STEP: 1564350 | > loss_text_ce: 0.01634140871465206 (0.03033513606658564) | > loss_mel_ce: 0.44823142886161804 (nan) | > loss: 0.0018435431411489844 (nan) | > current_lr: 5e-06 | > step_time: 0.1099 (0.14185587080081266) | > loader_time: 0.0044 (0.004603538917661277)  --> TIME: 2025-03-26 20:33:13 -- STEP: 18205/31555 -- GLOBAL_STEP: 1564400 | > loss_text_ce: 0.03145304322242737 (0.03033644312947162) | > loss_mel_ce: 2.6435790061950684 (nan) | > loss: 0.010615207254886627 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.1418567555319387) | > loader_time: 0.0045 (0.00460371625387417)  --> TIME: 2025-03-26 20:33:23 -- STEP: 18255/31555 -- GLOBAL_STEP: 1564450 | > loss_text_ce: 0.027413565665483475 (0.03034156524257133) | > loss_mel_ce: 2.8385791778564453 (nan) | > loss: 0.011372988112270832 (nan) | > current_lr: 5e-06 | > step_time: 0.1725 (0.14186090933267773) | > loader_time: 0.0047 (0.004603655519174637)  --> TIME: 2025-03-26 20:33:33 -- STEP: 18305/31555 -- GLOBAL_STEP: 1564500 | > loss_text_ce: 0.027583947405219078 (0.03034176773411252) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1541 (0.14186980597343232) | > loader_time: 0.0046 (0.0046035784836253105)  --> TIME: 2025-03-26 20:33:42 -- STEP: 18355/31555 -- GLOBAL_STEP: 1564550 | > loss_text_ce: 0.035455528646707535 (0.03034549628018326) | > loss_mel_ce: 2.9267578125 (nan) | > loss: 0.011754815466701984 (nan) | > current_lr: 5e-06 | > step_time: 0.1385 (0.1418637207242207) | > loader_time: 0.0045 (0.004603396316731995)  --> TIME: 2025-03-26 20:33:52 -- STEP: 18405/31555 -- GLOBAL_STEP: 1564600 | > loss_text_ce: 0.02624211646616459 (0.030348055422127942) | > loss_mel_ce: 0.030996697023510933 (nan) | > loss: 0.00022713816724717617 (nan) | > current_lr: 5e-06 | > step_time: 0.1435 (0.14186090382827668) | > loader_time: 0.0045 (0.004603182495498559)  --> TIME: 2025-03-26 20:34:02 -- STEP: 18455/31555 -- GLOBAL_STEP: 1564650 | > loss_text_ce: 0.034868426620960236 (0.030348290399926058) | > loss_mel_ce: 2.6192820072174072 (nan) | > loss: 0.01053234376013279 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.1418643359729713) | > loader_time: 0.0048 (0.004603275662352164)  --> TIME: 2025-03-26 20:34:11 -- STEP: 18505/31555 -- GLOBAL_STEP: 1564700 | > loss_text_ce: 0.038344789296388626 (0.030349084161829944) | > loss_mel_ce: 2.633619785308838 (nan) | > loss: 0.010603034868836403 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14186224880749435) | > loader_time: 0.0047 (0.004603274208054421)  --> TIME: 2025-03-26 20:34:21 -- STEP: 18555/31555 -- GLOBAL_STEP: 1564750 | > loss_text_ce: 0.027303142473101616 (0.030346953663026362) | > loss_mel_ce: 1.7471779584884644 (nan) | > loss: 0.007041591685265303 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.14185458406609347) | > loader_time: 0.0043 (0.004602838314244511)  --> TIME: 2025-03-26 20:34:31 -- STEP: 18605/31555 -- GLOBAL_STEP: 1564800 | > loss_text_ce: 0.028338134288787842 (0.030345969339364624) | > loss_mel_ce: 2.321748733520508 (nan) | > loss: 0.009325742721557617 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.1418614266797194) | > loader_time: 0.0044 (0.004602392384263338)  --> TIME: 2025-03-26 20:34:40 -- STEP: 18655/31555 -- GLOBAL_STEP: 1564850 | > loss_text_ce: 0.03191056475043297 (0.030345409894095) | > loss_mel_ce: 2.9085114002227783 (nan) | > loss: 0.011668342165648937 (nan) | > current_lr: 5e-06 | > step_time: 0.1336 (0.14187125319995028) | > loader_time: 0.0045 (0.004601976054183157)  --> TIME: 2025-03-26 20:34:50 -- STEP: 18705/31555 -- GLOBAL_STEP: 1564900 | > loss_text_ce: 0.025159044191241264 (0.030343035442629653) | > loss_mel_ce: 2.417470693588257 (nan) | > loss: 0.009692976251244545 (nan) | > current_lr: 5e-06 | > step_time: 0.1418 (0.1418806113778711) | > loader_time: 0.0044 (0.00460176034523057)  --> TIME: 2025-03-26 20:35:00 -- STEP: 18755/31555 -- GLOBAL_STEP: 1564950 | > loss_text_ce: 0.041895296424627304 (0.03034104304246642) | > loss_mel_ce: 2.48075795173645 (nan) | > loss: 0.010010529309511185 (nan) | > current_lr: 5e-06 | > step_time: 0.1594 (0.14186694350632992) | > loader_time: 0.0044 (0.004601529667263695)  --> TIME: 2025-03-26 20:35:09 -- STEP: 18805/31555 -- GLOBAL_STEP: 1565000 | > loss_text_ce: 0.032305553555488586 (0.030340659803552644) | > loss_mel_ce: 1.4949790239334106 (nan) | > loss: 0.006060653831809759 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14186377576043566) | > loader_time: 0.0043 (0.004601280855961345)  --> TIME: 2025-03-26 20:35:19 -- STEP: 18855/31555 -- GLOBAL_STEP: 1565050 | > loss_text_ce: 0.030913686379790306 (0.03033890745668489) | > loss_mel_ce: 2.6288604736328125 (nan) | > loss: 0.010554659180343151 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14185613407376885) | > loader_time: 0.0046 (0.0046010950711133135)  --> TIME: 2025-03-26 20:35:28 -- STEP: 18905/31555 -- GLOBAL_STEP: 1565100 | > loss_text_ce: 0.02709374763071537 (0.030336618609381586) | > loss_mel_ce: 2.447944402694702 (nan) | > loss: 0.009821579791605473 (nan) | > current_lr: 5e-06 | > step_time: 0.1158 (0.1418510692266532) | > loader_time: 0.0045 (0.004601122859419096)  --> TIME: 2025-03-26 20:35:38 -- STEP: 18955/31555 -- GLOBAL_STEP: 1565150 | > loss_text_ce: 0.030934995040297508 (0.030338072501352894) | > loss_mel_ce: 2.5714006423950195 (nan) | > loss: 0.010326729156076908 (nan) | > current_lr: 5e-06 | > step_time: 0.1424 (0.1418416904855999) | > loader_time: 0.0044 (0.004600976545494352)  --> TIME: 2025-03-26 20:35:48 -- STEP: 19005/31555 -- GLOBAL_STEP: 1565200 | > loss_text_ce: 0.02976139262318611 (0.03033723939985421) | > loss_mel_ce: 2.0414605140686035 (nan) | > loss: 0.008219134993851185 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14184809902786397) | > loader_time: 0.007 (0.004601267155017763)  --> TIME: 2025-03-26 20:35:57 -- STEP: 19055/31555 -- GLOBAL_STEP: 1565250 | > loss_text_ce: 0.04043367877602577 (0.03033561017955657) | > loss_mel_ce: 0.01171875 (nan) | > loss: 0.00020695409330073744 (nan) | > current_lr: 5e-06 | > step_time: 0.1239 (0.14183996163525722) | > loader_time: 0.0045 (0.004601255985921648)  --> TIME: 2025-03-26 20:36:07 -- STEP: 19105/31555 -- GLOBAL_STEP: 1565300 | > loss_text_ce: 0.02509472146630287 (0.030335955093162625) | > loss_mel_ce: 2.961514472961426 (nan) | > loss: 0.011851624585688114 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.14183650052974975) | > loader_time: 0.0046 (0.004601289177090669)  --> TIME: 2025-03-26 20:36:17 -- STEP: 19155/31555 -- GLOBAL_STEP: 1565350 | > loss_text_ce: 0.03893710672855377 (0.030334130960877153) | > loss_mel_ce: 0.8806434273719788 (nan) | > loss: 0.0036491292994469404 (nan) | > current_lr: 5e-06 | > step_time: 0.1217 (0.14183999000346278) | > loader_time: 0.0044 (0.004601325456046211)  --> TIME: 2025-03-26 20:36:26 -- STEP: 19205/31555 -- GLOBAL_STEP: 1565400 | > loss_text_ce: 0.024750184267759323 (0.03033134553535892) | > loss_mel_ce: 2.2119367122650146 (nan) | > loss: 0.008875742554664612 (nan) | > current_lr: 5e-06 | > step_time: 0.1388 (0.14182498167654303) | > loader_time: 0.0043 (0.004601447689629442)  --> TIME: 2025-03-26 20:36:36 -- STEP: 19255/31555 -- GLOBAL_STEP: 1565450 | > loss_text_ce: 0.029278896749019623 (0.030332163625699814) | > loss_mel_ce: 2.3404510021209717 (nan) | > loss: 0.009403690695762634 (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.1418255866394211) | > loader_time: 0.0045 (0.004601506647027271)  --> TIME: 2025-03-26 20:36:45 -- STEP: 19305/31555 -- GLOBAL_STEP: 1565500 | > loss_text_ce: 0.03181697428226471 (0.030331751039288833) | > loss_mel_ce: 2.683340072631836 (nan) | > loss: 0.010774433612823486 (nan) | > current_lr: 5e-06 | > step_time: 0.1566 (0.1418264495619412) | > loader_time: 0.0045 (0.004601467263973366)  --> TIME: 2025-03-26 20:36:55 -- STEP: 19355/31555 -- GLOBAL_STEP: 1565550 | > loss_text_ce: 0.029162315651774406 (0.030328913273165174) | > loss_mel_ce: 2.7930643558502197 (nan) | > loss: 0.011199313215911388 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.1418284676235743) | > loader_time: 0.0045 (0.004601291093799194)  --> TIME: 2025-03-26 20:37:04 -- STEP: 19405/31555 -- GLOBAL_STEP: 1565600 | > loss_text_ce: 0.03173154592514038 (0.030326806907118503) | > loss_mel_ce: 2.439789295196533 (nan) | > loss: 0.009807622991502285 (nan) | > current_lr: 5e-06 | > step_time: 0.1705 (0.1418109772777297) | > loader_time: 0.0047 (0.00460109751238647)  --> TIME: 2025-03-26 20:37:14 -- STEP: 19455/31555 -- GLOBAL_STEP: 1565650 | > loss_text_ce: 0.021789265796542168 (0.030325907950038946) | > loss_mel_ce: 2.640986204147339 (nan) | > loss: 0.010566569864749908 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14180882389457916) | > loader_time: 0.0045 (0.0046010389453002625)  --> TIME: 2025-03-26 20:37:24 -- STEP: 19505/31555 -- GLOBAL_STEP: 1565700 | > loss_text_ce: 0.029768826439976692 (0.03032507502250192) | > loss_mel_ce: 3.1351654529571533 (nan) | > loss: 0.012559263966977596 (nan) | > current_lr: 5e-06 | > step_time: 0.1554 (0.14181312847308686) | > loader_time: 0.0047 (0.004601276461755999)  --> TIME: 2025-03-26 20:37:34 -- STEP: 19555/31555 -- GLOBAL_STEP: 1565750 | > loss_text_ce: 0.04060312360525131 (0.030324956930305107) | > loss_mel_ce: 2.5404505729675293 (nan) | > loss: 0.010242277756333351 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.1418147291194699) | > loader_time: 0.0045 (0.004601226027314838)  --> TIME: 2025-03-26 20:37:43 -- STEP: 19605/31555 -- GLOBAL_STEP: 1565800 | > loss_text_ce: 0.03491534665226936 (0.030328645333847246) | > loss_mel_ce: 2.341351270675659 (nan) | > loss: 0.0094296308234334 (nan) | > current_lr: 5e-06 | > step_time: 0.1393 (0.14182530496534637) | > loader_time: 0.0045 (0.004601449365671775)  --> TIME: 2025-03-26 20:37:54 -- STEP: 19655/31555 -- GLOBAL_STEP: 1565850 | > loss_text_ce: 0.025859929621219635 (0.030330121479890587) | > loss_mel_ce: 0.103759765625 (nan) | > loss: 0.0005143638700246811 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14183949518070402) | > loader_time: 0.0046 (0.004601537905343451)  --> TIME: 2025-03-26 20:38:03 -- STEP: 19705/31555 -- GLOBAL_STEP: 1565900 | > loss_text_ce: 0.029261372983455658 (0.03032725412442059) | > loss_mel_ce: 2.4364662170410156 (nan) | > loss: 0.009784634225070477 (nan) | > current_lr: 5e-06 | > step_time: 0.1667 (0.1418318813931858) | > loader_time: 0.0046 (0.004601516919643002)  --> TIME: 2025-03-26 20:38:13 -- STEP: 19755/31555 -- GLOBAL_STEP: 1565950 | > loss_text_ce: 0.026609010994434357 (0.030324492506660243) | > loss_mel_ce: 2.441452741622925 (nan) | > loss: 0.009793896228075027 (nan) | > current_lr: 5e-06 | > step_time: 0.1238 (0.14183310721379877) | > loader_time: 0.0045 (0.004601604176364156)  --> TIME: 2025-03-26 20:38:22 -- STEP: 19805/31555 -- GLOBAL_STEP: 1566000 | > loss_text_ce: 0.024919025599956512 (0.030321258741245895) | > loss_mel_ce: 2.158130407333374 (nan) | > loss: 0.008662895299494267 (nan) | > current_lr: 5e-06 | > step_time: 0.1315 (0.14182155267724697) | > loader_time: 0.0047 (0.004601700659262885)  --> TIME: 2025-03-26 20:38:32 -- STEP: 19855/31555 -- GLOBAL_STEP: 1566050 | > loss_text_ce: 0.038099419325590134 (0.030320627243874642) | > loss_mel_ce: 2.1918087005615234 (nan) | > loss: 0.008848842233419418 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14182592575449912) | > loader_time: 0.0048 (0.004601592964742972)  --> TIME: 2025-03-26 20:38:42 -- STEP: 19905/31555 -- GLOBAL_STEP: 1566100 | > loss_text_ce: 0.019775398075580597 (0.030319848703957403) | > loss_mel_ce: 2.996320962905884 (nan) | > loss: 0.011968636885285378 (nan) | > current_lr: 5e-06 | > step_time: 0.1368 (0.14182697775016062) | > loader_time: 0.0044 (0.004601532596644661)  --> TIME: 2025-03-26 20:38:51 -- STEP: 19955/31555 -- GLOBAL_STEP: 1566150 | > loss_text_ce: 0.04541439563035965 (0.03032030287861219) | > loss_mel_ce: 2.1064705848693848 (nan) | > loss: 0.008539226837456226 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14181887353760034) | > loader_time: 0.0044 (0.004601455278427661)  --> TIME: 2025-03-26 20:39:01 -- STEP: 20005/31555 -- GLOBAL_STEP: 1566200 | > loss_text_ce: 0.027046892791986465 (0.030323317423937724) | > loss_mel_ce: 2.66508412361145 (nan) | > loss: 0.010683060623705387 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14182198401005242) | > loader_time: 0.0045 (0.004601327480896794)  --> TIME: 2025-03-26 20:39:11 -- STEP: 20055/31555 -- GLOBAL_STEP: 1566250 | > loss_text_ce: 0.030256768688559532 (0.03032115127397197) | > loss_mel_ce: 0.0477294921875 (nan) | > loss: 0.00030946932383812964 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14182858386262132) | > loader_time: 0.0044 (0.0046011993101011004)  --> TIME: 2025-03-26 20:39:21 -- STEP: 20105/31555 -- GLOBAL_STEP: 1566300 | > loss_text_ce: 0.03192257881164551 (0.030321893992550527) | > loss_mel_ce: 2.6982102394104004 (nan) | > loss: 0.0108338613063097 (nan) | > current_lr: 5e-06 | > step_time: 0.1199 (0.14184256191723368) | > loader_time: 0.0043 (0.004601952259411882)  --> TIME: 2025-03-26 20:39:31 -- STEP: 20155/31555 -- GLOBAL_STEP: 1566350 | > loss_text_ce: 0.032804232090711594 (0.03032071906287723) | > loss_mel_ce: 2.791189670562744 (nan) | > loss: 0.011206326074898243 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.1418571734422501) | > loader_time: 0.0063 (0.004604249448877969)  --> TIME: 2025-03-26 20:39:41 -- STEP: 20205/31555 -- GLOBAL_STEP: 1566400 | > loss_text_ce: 0.025793904438614845 (0.03032135717009361) | > loss_mel_ce: 0.115814208984375 (nan) | > loss: 0.000561936991289258 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.14186409433653357) | > loader_time: 0.0046 (0.004605481200394012)  --> TIME: 2025-03-26 20:39:50 -- STEP: 20255/31555 -- GLOBAL_STEP: 1566450 | > loss_text_ce: 0.02444932423532009 (0.030320174309421147) | > loss_mel_ce: 3.138272762298584 (nan) | > loss: 0.01255048532038927 (nan) | > current_lr: 5e-06 | > step_time: 0.1869 (0.14186936103982872) | > loader_time: 0.0055 (0.0046060206771809074)  --> TIME: 2025-03-26 20:40:00 -- STEP: 20305/31555 -- GLOBAL_STEP: 1566500 | > loss_text_ce: 0.02548445388674736 (0.03032428460753858) | > loss_mel_ce: 0.8638387322425842 (nan) | > loss: 0.003529060399159789 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14187469103159733) | > loader_time: 0.0052 (0.004607524392758054)  --> TIME: 2025-03-26 20:40:10 -- STEP: 20355/31555 -- GLOBAL_STEP: 1566550 | > loss_text_ce: 0.03040577843785286 (0.030322310932573582) | > loss_mel_ce: 0.1298828125 (nan) | > loss: 0.0006360658444464207 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1418766376984509) | > loader_time: 0.0047 (0.004609092709122695)  --> TIME: 2025-03-26 20:40:20 -- STEP: 20405/31555 -- GLOBAL_STEP: 1566600 | > loss_text_ce: 0.02852347493171692 (0.030324916282558713) | > loss_mel_ce: 2.7260069847106934 (nan) | > loss: 0.010930676944553852 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.1418744822513599) | > loader_time: 0.0049 (0.004609649118854841)  --> TIME: 2025-03-26 20:40:29 -- STEP: 20455/31555 -- GLOBAL_STEP: 1566650 | > loss_text_ce: 0.0323052704334259 (0.030325983955307) | > loss_mel_ce: 2.6112518310546875 (nan) | > loss: 0.01049030665308237 (nan) | > current_lr: 5e-06 | > step_time: 0.1796 (0.14187621391947372) | > loader_time: 0.0047 (0.004610489668341429)  --> TIME: 2025-03-26 20:40:39 -- STEP: 20505/31555 -- GLOBAL_STEP: 1566700 | > loss_text_ce: 0.027110537514090538 (0.030325267237325655) | > loss_mel_ce: 2.769373893737793 (nan) | > loss: 0.01109716109931469 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.1418751188848881) | > loader_time: 0.0049 (0.004610878593948983)  --> TIME: 2025-03-26 20:40:49 -- STEP: 20555/31555 -- GLOBAL_STEP: 1566750 | > loss_text_ce: 0.03174827620387077 (0.030328451440407033) | > loss_mel_ce: 2.6992452144622803 (nan) | > loss: 0.010837276466190815 (nan) | > current_lr: 5e-06 | > step_time: 0.1724 (0.1418802221683783) | > loader_time: 0.0048 (0.004611467949754271)  --> TIME: 2025-03-26 20:40:58 -- STEP: 20605/31555 -- GLOBAL_STEP: 1566800 | > loss_text_ce: 0.029457053169608116 (0.030329036481635097) | > loss_mel_ce: 2.8476474285125732 (nan) | > loss: 0.011417082510888577 (nan) | > current_lr: 5e-06 | > step_time: 0.1511 (0.14186548705356866) | > loader_time: 0.0056 (0.00461196900571153)  --> TIME: 2025-03-26 20:41:08 -- STEP: 20655/31555 -- GLOBAL_STEP: 1566850 | > loss_text_ce: 0.03169718757271767 (0.03032944236866926) | > loss_mel_ce: 2.938030481338501 (nan) | > loss: 0.011784634552896023 (nan) | > current_lr: 5e-06 | > step_time: 0.1786 (0.14186524872744194) | > loader_time: 0.0049 (0.004612287809011344)  --> TIME: 2025-03-26 20:41:17 -- STEP: 20705/31555 -- GLOBAL_STEP: 1566900 | > loss_text_ce: 0.018968796357512474 (0.030328005239272125) | > loss_mel_ce: 0.9320967793464661 (nan) | > loss: 0.0037740699481219053 (nan) | > current_lr: 5e-06 | > step_time: 0.1244 (0.1418562301602591) | > loader_time: 0.0074 (0.004612658202892856)  --> TIME: 2025-03-26 20:41:27 -- STEP: 20755/31555 -- GLOBAL_STEP: 1566950 | > loss_text_ce: 0.032149579375982285 (0.030326323655652257) | > loss_mel_ce: 0.103515625 (nan) | > loss: 0.0005383540410548449 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14185430828389603) | > loader_time: 0.0047 (0.004613487119130186)  --> TIME: 2025-03-26 20:41:36 -- STEP: 20805/31555 -- GLOBAL_STEP: 1567000 | > loss_text_ce: 0.029341191053390503 (0.030323547539917846) | > loss_mel_ce: 2.7427351474761963 (nan) | > loss: 0.01100030355155468 (nan) | > current_lr: 5e-06 | > step_time: 0.1652 (0.14184829633530013) | > loader_time: 0.0047 (0.004613709249223722)  --> TIME: 2025-03-26 20:41:46 -- STEP: 20855/31555 -- GLOBAL_STEP: 1567050 | > loss_text_ce: 0.034548189491033554 (0.030322961878094905) | > loss_mel_ce: 2.8314578533172607 (nan) | > loss: 0.011373041197657585 (nan) | > current_lr: 5e-06 | > step_time: 0.1608 (0.14185197751775433) | > loader_time: 0.0046 (0.004613885031247191)  --> TIME: 2025-03-26 20:41:56 -- STEP: 20905/31555 -- GLOBAL_STEP: 1567100 | > loss_text_ce: 0.029117269441485405 (0.030321483862807065) | > loss_mel_ce: 2.9517109394073486 (nan) | > loss: 0.011828684248030186 (nan) | > current_lr: 5e-06 | > step_time: 0.1557 (0.141848917402056) | > loader_time: 0.0046 (0.004613968425605664)  --> TIME: 2025-03-26 20:42:05 -- STEP: 20955/31555 -- GLOBAL_STEP: 1567150 | > loss_text_ce: 0.025770872831344604 (0.030317482443811272) | > loss_mel_ce: 2.555104970932007 (nan) | > loss: 0.010241571813821793 (nan) | > current_lr: 5e-06 | > step_time: 0.1432 (0.14184081531088827) | > loader_time: 0.0045 (0.004613971357498045)  --> TIME: 2025-03-26 20:42:15 -- STEP: 21005/31555 -- GLOBAL_STEP: 1567200 | > loss_text_ce: 0.03620380908250809 (0.03031796470153221) | > loss_mel_ce: 2.454174518585205 (nan) | > loss: 0.009882454760372639 (nan) | > current_lr: 5e-06 | > step_time: 0.1832 (0.14185002284287374) | > loader_time: 0.0049 (0.0046139358083738145)  --> TIME: 2025-03-26 20:42:25 -- STEP: 21055/31555 -- GLOBAL_STEP: 1567250 | > loss_text_ce: 0.02171262539923191 (0.03031754718867412) | > loss_mel_ce: 2.7666268348693848 (nan) | > loss: 0.01106483954936266 (nan) | > current_lr: 5e-06 | > step_time: 0.1102 (0.14184413252916503) | > loader_time: 0.0044 (0.0046138999864681965)  --> TIME: 2025-03-26 20:42:34 -- STEP: 21105/31555 -- GLOBAL_STEP: 1567300 | > loss_text_ce: 0.03016582690179348 (0.03031071128385012) | > loss_mel_ce: 2.147435426712036 (nan) | > loss: 0.008641275577247143 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.1418493122434328) | > loader_time: 0.0044 (0.004614018930752847)  --> TIME: 2025-03-26 20:42:44 -- STEP: 21155/31555 -- GLOBAL_STEP: 1567350 | > loss_text_ce: 0.03279292210936546 (0.03031107300799582) | > loss_mel_ce: 2.817638635635376 (nan) | > loss: 0.011311236768960953 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.1418380591131744) | > loader_time: 0.0047 (0.004614050814908778)  --> TIME: 2025-03-26 20:42:53 -- STEP: 21205/31555 -- GLOBAL_STEP: 1567400 | > loss_text_ce: 0.02587420493364334 (0.030313670181793807) | > loss_mel_ce: 2.525583267211914 (nan) | > loss: 0.010124831460416317 (nan) | > current_lr: 5e-06 | > step_time: 0.1558 (0.14182950277088038) | > loader_time: 0.0044 (0.0046138264665736345)  --> TIME: 2025-03-26 20:43:03 -- STEP: 21255/31555 -- GLOBAL_STEP: 1567450 | > loss_text_ce: 0.019575228914618492 (0.030310166325754024) | > loss_mel_ce: 1.4045684337615967 (nan) | > loss: 0.005651364102959633 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14182692060917176) | > loader_time: 0.0046 (0.004613704329180852)  --> TIME: 2025-03-26 20:43:13 -- STEP: 21305/31555 -- GLOBAL_STEP: 1567500 | > loss_text_ce: 0.041304659098386765 (0.03030963384600326) | > loss_mel_ce: 2.5461044311523438 (nan) | > loss: 0.010267497040331364 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14183512594576358) | > loader_time: 0.0046 (0.004613783235869987)  --> TIME: 2025-03-26 20:43:22 -- STEP: 21355/31555 -- GLOBAL_STEP: 1567550 | > loss_text_ce: 0.02794717438519001 (0.030307875511837674) | > loss_mel_ce: 2.339182138442993 (nan) | > loss: 0.00939337071031332 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14182752880774505) | > loader_time: 0.0046 (0.004613746543925368)  --> TIME: 2025-03-26 20:43:32 -- STEP: 21405/31555 -- GLOBAL_STEP: 1567600 | > loss_text_ce: 0.027771033346652985 (0.030306864875009602) | > loss_mel_ce: 2.2374143600463867 (nan) | > loss: 0.00898883119225502 (nan) | > current_lr: 5e-06 | > step_time: 0.1209 (0.14182955157782015) | > loader_time: 0.0045 (0.004613648962400927)  --> TIME: 2025-03-26 20:43:42 -- STEP: 21455/31555 -- GLOBAL_STEP: 1567650 | > loss_text_ce: 0.03988439217209816 (0.0303054060763088) | > loss_mel_ce: 3.0921804904937744 (nan) | > loss: 0.012428829446434975 (nan) | > current_lr: 5e-06 | > step_time: 0.1171 (0.14182307471820216) | > loader_time: 0.0044 (0.0046137786083803815)  --> TIME: 2025-03-26 20:43:51 -- STEP: 21505/31555 -- GLOBAL_STEP: 1567700 | > loss_text_ce: 0.022968556731939316 (0.030305230804177474) | > loss_mel_ce: 1.8282709121704102 (nan) | > loss: 0.007346188649535179 (nan) | > current_lr: 5e-06 | > step_time: 0.1335 (0.1418118650152156) | > loader_time: 0.0048 (0.004613937419172065)  --> TIME: 2025-03-26 20:44:01 -- STEP: 21555/31555 -- GLOBAL_STEP: 1567750 | > loss_text_ce: 0.03520677238702774 (0.03030543178726075) | > loss_mel_ce: 2.4168622493743896 (nan) | > loss: 0.009730433113873005 (nan) | > current_lr: 5e-06 | > step_time: 0.1342 (0.14180318203693762) | > loader_time: 0.0046 (0.004613910631689953)  --> TIME: 2025-03-26 20:44:11 -- STEP: 21605/31555 -- GLOBAL_STEP: 1567800 | > loss_text_ce: 0.022057129070162773 (0.03030772614268014) | > loss_mel_ce: 2.854177236557007 (nan) | > loss: 0.011413629166781902 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1418201888498697) | > loader_time: 0.0043 (0.004614098406974666)  --> TIME: 2025-03-26 20:44:20 -- STEP: 21655/31555 -- GLOBAL_STEP: 1567850 | > loss_text_ce: 0.014322246424853802 (0.03030333340179181) | > loss_mel_ce: 1.7313822507858276 (nan) | > loss: 0.006927399430423975 (nan) | > current_lr: 5e-06 | > step_time: 0.104 (0.1418118686275285) | > loader_time: 0.0047 (0.00461410189082293)  --> TIME: 2025-03-26 20:44:30 -- STEP: 21705/31555 -- GLOBAL_STEP: 1567900 | > loss_text_ce: 0.030176658183336258 (0.030301308818418936) | > loss_mel_ce: 2.838210105895996 (nan) | > loss: 0.01138248760253191 (nan) | > current_lr: 5e-06 | > step_time: 0.1231 (0.14181556196373332) | > loader_time: 0.0046 (0.004614182887223437)  --> TIME: 2025-03-26 20:44:40 -- STEP: 21755/31555 -- GLOBAL_STEP: 1567950 | > loss_text_ce: 0.027913928031921387 (0.030298079285917063) | > loss_mel_ce: 3.454385995864868 (nan) | > loss: 0.013818650506436825 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14182016374434334) | > loader_time: 0.0047 (0.004614162795764513)  --> TIME: 2025-03-26 20:44:50 -- STEP: 21805/31555 -- GLOBAL_STEP: 1568000 | > loss_text_ce: 0.025186428800225258 (0.030296513505239014) | > loss_mel_ce: 2.7379679679870605 (nan) | > loss: 0.010964899323880672 (nan) | > current_lr: 5e-06 | > step_time: 0.1247 (0.14182950200030997) | > loader_time: 0.0046 (0.0046142695666835706)  --> TIME: 2025-03-26 20:44:59 -- STEP: 21855/31555 -- GLOBAL_STEP: 1568050 | > loss_text_ce: 0.029476195573806763 (0.030294943029443206) | > loss_mel_ce: 2.5726773738861084 (nan) | > loss: 0.010326006449759007 (nan) | > current_lr: 5e-06 | > step_time: 0.1748 (0.14182578892818212) | > loader_time: 0.0046 (0.004614453358280396)  --> TIME: 2025-03-26 20:45:09 -- STEP: 21905/31555 -- GLOBAL_STEP: 1568100 | > loss_text_ce: 0.028645014390349388 (0.03029137009733944) | > loss_mel_ce: 2.877192974090576 (nan) | > loss: 0.01153110433369875 (nan) | > current_lr: 5e-06 | > step_time: 0.1805 (0.14182809557824597) | > loader_time: 0.0046 (0.004614476966030719)  --> TIME: 2025-03-26 20:45:19 -- STEP: 21955/31555 -- GLOBAL_STEP: 1568150 | > loss_text_ce: 0.029146475717425346 (0.030291285929406893) | > loss_mel_ce: 2.880540132522583 (nan) | > loss: 0.011546376161277294 (nan) | > current_lr: 5e-06 | > step_time: 0.1441 (0.1418277448142933) | > loader_time: 0.0044 (0.00461469816200502)  --> TIME: 2025-03-26 20:45:28 -- STEP: 22005/31555 -- GLOBAL_STEP: 1568200 | > loss_text_ce: 0.028043296188116074 (0.030292028647235267) | > loss_mel_ce: 2.8579328060150146 (nan) | > loss: 0.011452286504209042 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1418264863816663) | > loader_time: 0.0047 (0.004614726241895546)  --> TIME: 2025-03-26 20:45:38 -- STEP: 22055/31555 -- GLOBAL_STEP: 1568250 | > loss_text_ce: 0.027265913784503937 (0.030294971923656107) | > loss_mel_ce: 2.5870871543884277 (nan) | > loss: 0.010374417528510094 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.14181866852287686) | > loader_time: 0.0047 (0.004614691106242353)  --> TIME: 2025-03-26 20:45:48 -- STEP: 22105/31555 -- GLOBAL_STEP: 1568300 | > loss_text_ce: 0.025514695793390274 (0.03029731212293797) | > loss_mel_ce: 2.9333479404449463 (nan) | > loss: 0.0117415189743042 (nan) | > current_lr: 5e-06 | > step_time: 0.1173 (0.14182118973670726) | > loader_time: 0.0045 (0.004614952187062499)  --> TIME: 2025-03-26 20:45:57 -- STEP: 22155/31555 -- GLOBAL_STEP: 1568350 | > loss_text_ce: 0.02964743599295616 (0.03029899529085367) | > loss_mel_ce: 2.4183037281036377 (nan) | > loss: 0.009714092127978802 (nan) | > current_lr: 5e-06 | > step_time: 0.1669 (0.14182785663075487) | > loader_time: 0.005 (0.004615027897515597)  --> TIME: 2025-03-26 20:46:07 -- STEP: 22205/31555 -- GLOBAL_STEP: 1568400 | > loss_text_ce: 0.020741013810038567 (0.03029803710510886) | > loss_mel_ce: 2.048490524291992 (nan) | > loss: 0.008211236447095871 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.1418357943822842) | > loader_time: 0.0047 (0.004615287806530902)  --> TIME: 2025-03-26 20:46:17 -- STEP: 22255/31555 -- GLOBAL_STEP: 1568450 | > loss_text_ce: 0.02939516305923462 (0.030297008159287295) | > loss_mel_ce: 2.1206955909729004 (nan) | > loss: 0.008532106876373291 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14183339159881506) | > loader_time: 0.0048 (0.004615468513936155)  --> TIME: 2025-03-26 20:46:27 -- STEP: 22305/31555 -- GLOBAL_STEP: 1568500 | > loss_text_ce: 0.024297485128045082 (0.030298119279681446) | > loss_mel_ce: 2.671776533126831 (nan) | > loss: 0.010698706842958927 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14182996336213063) | > loader_time: 0.0047 (0.004615646102347742)  --> TIME: 2025-03-26 20:46:36 -- STEP: 22355/31555 -- GLOBAL_STEP: 1568550 | > loss_text_ce: 0.026870643720030785 (0.030298251823654008) | > loss_mel_ce: 2.1337056159973145 (nan) | > loss: 0.008573716506361961 (nan) | > current_lr: 5e-06 | > step_time: 0.1292 (0.14182907121343252) | > loader_time: 0.0047 (0.004615983310307846)  --> TIME: 2025-03-26 20:46:46 -- STEP: 22405/31555 -- GLOBAL_STEP: 1568600 | > loss_text_ce: 0.03188125416636467 (0.030298275607115347) | > loss_mel_ce: 2.9217021465301514 (nan) | > loss: 0.011720569804310799 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14183625121437118) | > loader_time: 0.0047 (0.004616264848936836)  --> TIME: 2025-03-26 20:46:56 -- STEP: 22455/31555 -- GLOBAL_STEP: 1568650 | > loss_text_ce: 0.035216327756643295 (0.030299577023647353) | > loss_mel_ce: 0.9375976324081421 (nan) | > loss: 0.0038603730499744415 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.14182640052112655) | > loader_time: 0.0044 (0.004616402762155448)  --> TIME: 2025-03-26 20:47:05 -- STEP: 22505/31555 -- GLOBAL_STEP: 1568700 | > loss_text_ce: 0.02759324014186859 (0.030299699364920718) | > loss_mel_ce: 2.266453266143799 (nan) | > loss: 0.009103359654545784 (nan) | > current_lr: 5e-06 | > step_time: 0.1611 (0.14181919529077466) | > loader_time: 0.0048 (0.004616547457193491)  --> TIME: 2025-03-26 20:47:15 -- STEP: 22555/31555 -- GLOBAL_STEP: 1568750 | > loss_text_ce: 0.03815046325325966 (0.030297916601889945) | > loss_mel_ce: 2.630171537399292 (nan) | > loss: 0.01058858074247837 (nan) | > current_lr: 5e-06 | > step_time: 0.175 (0.14181912585389528) | > loader_time: 0.005 (0.004616892361582798)  --> TIME: 2025-03-26 20:47:24 -- STEP: 22605/31555 -- GLOBAL_STEP: 1568800 | > loss_text_ce: 0.02432974986732006 (0.030298140975449944) | > loss_mel_ce: 2.7360215187072754 (nan) | > loss: 0.010953775607049465 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14181506184977027) | > loader_time: 0.0046 (0.004617013669704821)  --> TIME: 2025-03-26 20:47:34 -- STEP: 22655/31555 -- GLOBAL_STEP: 1568850 | > loss_text_ce: 0.03706176578998566 (0.030298420693170378) | > loss_mel_ce: 2.7610599994659424 (nan) | > loss: 0.011103658005595207 (nan) | > current_lr: 5e-06 | > step_time: 0.1377 (0.14181887423116235) | > loader_time: 0.0048 (0.004617520363697601)  --> TIME: 2025-03-26 20:47:44 -- STEP: 22705/31555 -- GLOBAL_STEP: 1568900 | > loss_text_ce: 0.02575436793267727 (0.030298415555987255) | > loss_mel_ce: 2.9011478424072266 (nan) | > loss: 0.011614692397415638 (nan) | > current_lr: 5e-06 | > step_time: 0.1295 (0.1418243473622557) | > loader_time: 0.0046 (0.004618231605995176)  --> TIME: 2025-03-26 20:47:54 -- STEP: 22755/31555 -- GLOBAL_STEP: 1568950 | > loss_text_ce: 0.03343316167593002 (0.030300422536564894) | > loss_mel_ce: 2.2633779048919678 (nan) | > loss: 0.009114330634474754 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.14182301564050212) | > loader_time: 0.0047 (0.004618458243889538)  --> TIME: 2025-03-26 20:48:03 -- STEP: 22805/31555 -- GLOBAL_STEP: 1569000 | > loss_text_ce: 0.03521941229701042 (0.030301854287320535) | > loss_mel_ce: 0.1318359375 (nan) | > loss: 0.0006629180861636996 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14182257747420332) | > loader_time: 0.0065 (0.004619029477300731)  --> TIME: 2025-03-26 20:48:13 -- STEP: 22855/31555 -- GLOBAL_STEP: 1569050 | > loss_text_ce: 0.03629254922270775 (0.03030082878520787) | > loss_mel_ce: 2.429530620574951 (nan) | > loss: 0.009785013273358345 (nan) | > current_lr: 5e-06 | > step_time: 0.1145 (0.14181920334067802) | > loader_time: 0.005 (0.004619194042028059)  --> TIME: 2025-03-26 20:48:22 -- STEP: 22905/31555 -- GLOBAL_STEP: 1569100 | > loss_text_ce: 0.027338480576872826 (0.030300258860989016) | > loss_mel_ce: 2.954904079437256 (nan) | > loss: 0.011834296397864819 (nan) | > current_lr: 5e-06 | > step_time: 0.1623 (0.14180301900671075) | > loader_time: 0.0049 (0.0046192491348589736)  --> TIME: 2025-03-26 20:48:32 -- STEP: 22955/31555 -- GLOBAL_STEP: 1569150 | > loss_text_ce: 0.031018856912851334 (0.030301921500533697) | > loss_mel_ce: 2.595348596572876 (nan) | > loss: 0.01042209379374981 (nan) | > current_lr: 5e-06 | > step_time: 0.1465 (0.14179671159161594) | > loader_time: 0.0046 (0.004619321395202653)  --> TIME: 2025-03-26 20:48:41 -- STEP: 23005/31555 -- GLOBAL_STEP: 1569200 | > loss_text_ce: 0.029699448496103287 (0.03030111792468391) | > loss_mel_ce: 2.973322868347168 (nan) | > loss: 0.011916756629943848 (nan) | > current_lr: 5e-06 | > step_time: 0.1425 (0.14179754494532745) | > loader_time: 0.0047 (0.00461946935970818)  --> TIME: 2025-03-26 20:48:51 -- STEP: 23055/31555 -- GLOBAL_STEP: 1569250 | > loss_text_ce: 0.023214606568217278 (0.030301673614972005) | > loss_mel_ce: 2.707012414932251 (nan) | > loss: 0.01083423476666212 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14179568485127028) | > loader_time: 0.0047 (0.004619664655696592)  --> TIME: 2025-03-26 20:49:01 -- STEP: 23105/31555 -- GLOBAL_STEP: 1569300 | > loss_text_ce: 0.036304231733083725 (0.030299783180943625) | > loss_mel_ce: 2.6114721298217773 (nan) | > loss: 0.010507049970328808 (nan) | > current_lr: 5e-06 | > step_time: 0.1624 (0.14179378515506666) | > loader_time: 0.0046 (0.004619805933051076)  --> TIME: 2025-03-26 20:49:10 -- STEP: 23155/31555 -- GLOBAL_STEP: 1569350 | > loss_text_ce: 0.030697468668222427 (0.03029866125655854) | > loss_mel_ce: 2.3357980251312256 (nan) | > loss: 0.009390856139361858 (nan) | > current_lr: 5e-06 | > step_time: 0.1294 (0.14179685716623042) | > loader_time: 0.0047 (0.0046200241545214064)  --> TIME: 2025-03-26 20:49:20 -- STEP: 23205/31555 -- GLOBAL_STEP: 1569400 | > loss_text_ce: 0.027496691793203354 (0.030299687858263986) | > loss_mel_ce: 2.5121562480926514 (nan) | > loss: 0.010077987797558308 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.1417994980872712) | > loader_time: 0.0046 (0.004620205084585575)  --> TIME: 2025-03-26 20:49:29 -- STEP: 23255/31555 -- GLOBAL_STEP: 1569450 | > loss_text_ce: 0.03312200307846069 (0.0302955681054429) | > loss_mel_ce: 2.296647310256958 (nan) | > loss: 0.00924511719495058 (nan) | > current_lr: 5e-06 | > step_time: 0.1807 (0.14178376525890582) | > loader_time: 0.0048 (0.004620490794898464)  --> TIME: 2025-03-26 20:49:39 -- STEP: 23305/31555 -- GLOBAL_STEP: 1569500 | > loss_text_ce: 0.04727746918797493 (0.030296284425544127) | > loss_mel_ce: 2.0305895805358887 (nan) | > loss: 0.008245504461228848 (nan) | > current_lr: 5e-06 | > step_time: 0.1107 (0.14178480893290565) | > loader_time: 0.0044 (0.00462071154409661)  --> TIME: 2025-03-26 20:49:49 -- STEP: 23355/31555 -- GLOBAL_STEP: 1569550 | > loss_text_ce: 0.031457073986530304 (0.030299762227167553) | > loss_mel_ce: 2.429408550262451 (nan) | > loss: 0.009765340946614742 (nan) | > current_lr: 5e-06 | > step_time: 0.1449 (0.14178063040039146) | > loader_time: 0.0045 (0.004620663028946529)  --> TIME: 2025-03-26 20:49:58 -- STEP: 23405/31555 -- GLOBAL_STEP: 1569600 | > loss_text_ce: 0.030697498470544815 (0.030300230378851285) | > loss_mel_ce: 2.688847064971924 (nan) | > loss: 0.010791844688355923 (nan) | > current_lr: 5e-06 | > step_time: 0.109 (0.1417846159047759) | > loader_time: 0.0045 (0.004620718553620918)  --> TIME: 2025-03-26 20:50:08 -- STEP: 23455/31555 -- GLOBAL_STEP: 1569650 | > loss_text_ce: 0.025737961754202843 (0.030302088543259685) | > loss_mel_ce: 2.1915969848632812 (nan) | > loss: 0.008798948489129543 (nan) | > current_lr: 5e-06 | > step_time: 0.122 (0.1417921610718183) | > loader_time: 0.0046 (0.004621142269680178)  --> TIME: 2025-03-26 20:50:18 -- STEP: 23505/31555 -- GLOBAL_STEP: 1569700 | > loss_text_ce: 0.02771608717739582 (0.030302587725813276) | > loss_mel_ce: 1.0289764404296875 (nan) | > loss: 0.004193224478513002 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14179210481276683) | > loader_time: 0.0046 (0.004621321098572703)  --> TIME: 2025-03-26 20:50:28 -- STEP: 23555/31555 -- GLOBAL_STEP: 1569750 | > loss_text_ce: 0.027847740799188614 (0.030303977862810208) | > loss_mel_ce: 3.04425048828125 (nan) | > loss: 0.012190867215394974 (nan) | > current_lr: 5e-06 | > step_time: 0.1323 (0.14179728324184235) | > loader_time: 0.0045 (0.004621500139959151)  --> TIME: 2025-03-26 20:50:37 -- STEP: 23605/31555 -- GLOBAL_STEP: 1569800 | > loss_text_ce: 0.028447050601243973 (0.030304276451998735) | > loss_mel_ce: 0.912060558795929 (nan) | > loss: 0.0037321732379496098 (nan) | > current_lr: 5e-06 | > step_time: 0.1233 (0.14179430243272736) | > loader_time: 0.0044 (0.00462154555285389)  --> TIME: 2025-03-26 20:50:47 -- STEP: 23655/31555 -- GLOBAL_STEP: 1569850 | > loss_text_ce: 0.036823537200689316 (0.030306461397294666) | > loss_mel_ce: 2.49814510345459 (nan) | > loss: 0.010059399530291557 (nan) | > current_lr: 5e-06 | > step_time: 0.1396 (0.1417920756153584) | > loader_time: 0.0046 (0.004621488603016614)  --> TIME: 2025-03-26 20:50:57 -- STEP: 23705/31555 -- GLOBAL_STEP: 1569900 | > loss_text_ce: 0.02843397855758667 (0.030305016150808464) | > loss_mel_ce: 2.332878828048706 (nan) | > loss: 0.009370289742946625 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14179209038517976) | > loader_time: 0.0057 (0.0046216270034007976)  --> TIME: 2025-03-26 20:51:06 -- STEP: 23755/31555 -- GLOBAL_STEP: 1569950 | > loss_text_ce: 0.03495052456855774 (0.030306031482329094) | > loss_mel_ce: 2.773008108139038 (nan) | > loss: 0.01114269345998764 (nan) | > current_lr: 5e-06 | > step_time: 0.1577 (0.1417920453351231) | > loader_time: 0.0045 (0.004621531410835544)  --> TIME: 2025-03-26 20:51:16 -- STEP: 23805/31555 -- GLOBAL_STEP: 1570000 | > loss_text_ce: 0.040839362889528275 (0.03030879458369884) | > loss_mel_ce: 2.5361039638519287 (nan) | > loss: 0.010225966572761536 (nan) | > current_lr: 5e-06 | > step_time: 0.1619 (0.14179237647558537) | > loader_time: 0.0046 (0.004621509082476106) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1570000.pth  --> TIME: 2025-03-26 20:51:31 -- STEP: 23855/31555 -- GLOBAL_STEP: 1570050 | > loss_text_ce: 0.03121422789990902 (0.030309031253516226) | > loss_mel_ce: 1.5379502773284912 (nan) | > loss: 0.006226843688637018 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.1417819114781823) | > loader_time: 0.0045 (0.0046215775976938675)  --> TIME: 2025-03-26 20:51:41 -- STEP: 23905/31555 -- GLOBAL_STEP: 1570100 | > loss_text_ce: 0.024713706225156784 (0.030308932469699193) | > loss_mel_ce: 2.707155227661133 (nan) | > loss: 0.01084075029939413 (nan) | > current_lr: 5e-06 | > step_time: 0.1293 (0.14177932839991217) | > loader_time: 0.0047 (0.00462175507696073)  --> TIME: 2025-03-26 20:51:50 -- STEP: 23955/31555 -- GLOBAL_STEP: 1570150 | > loss_text_ce: 0.03131578117609024 (0.030308156494541858) | > loss_mel_ce: 2.769779920578003 (nan) | > loss: 0.011115459725260735 (nan) | > current_lr: 5e-06 | > step_time: 0.113 (0.14177343292491298) | > loader_time: 0.0043 (0.00462221457350606)  --> TIME: 2025-03-26 20:52:00 -- STEP: 24005/31555 -- GLOBAL_STEP: 1570200 | > loss_text_ce: 0.018270296975970268 (0.03030983757753747) | > loss_mel_ce: 2.5782787799835205 (nan) | > loss: 0.010303766466677189 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14177485202605944) | > loader_time: 0.0046 (0.004622564125100775)  --> TIME: 2025-03-26 20:52:10 -- STEP: 24055/31555 -- GLOBAL_STEP: 1570250 | > loss_text_ce: 0.03130034729838371 (0.030308523987667882) | > loss_mel_ce: 2.5966410636901855 (nan) | > loss: 0.01042833924293518 (nan) | > current_lr: 5e-06 | > step_time: 0.1635 (0.1417768868109578) | > loader_time: 0.0049 (0.004622807113228813)  --> TIME: 2025-03-26 20:52:19 -- STEP: 24105/31555 -- GLOBAL_STEP: 1570300 | > loss_text_ce: 0.03270557150244713 (0.030307222419476157) | > loss_mel_ce: 2.905689239501953 (nan) | > loss: 0.011660297401249409 (nan) | > current_lr: 5e-06 | > step_time: 0.1615 (0.14178197620766284) | > loader_time: 0.0048 (0.004623206258685586)  --> TIME: 2025-03-26 20:52:29 -- STEP: 24155/31555 -- GLOBAL_STEP: 1570350 | > loss_text_ce: 0.03281823545694351 (0.030308937336466828) | > loss_mel_ce: 2.5871946811676025 (nan) | > loss: 0.01039687730371952 (nan) | > current_lr: 5e-06 | > step_time: 0.1191 (0.14178841902192707) | > loader_time: 0.0048 (0.004623541874412777)  --> TIME: 2025-03-26 20:52:39 -- STEP: 24205/31555 -- GLOBAL_STEP: 1570400 | > loss_text_ce: 0.030999574810266495 (0.030309150678980414) | > loss_mel_ce: 2.594025135040283 (nan) | > loss: 0.010416765697300434 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1417941560432026) | > loader_time: 0.0046 (0.004623765153496805)  --> TIME: 2025-03-26 20:52:49 -- STEP: 24255/31555 -- GLOBAL_STEP: 1570450 | > loss_text_ce: 0.03188003972172737 (0.030312915476681437) | > loss_mel_ce: 2.5155141353607178 (nan) | > loss: 0.010108708404004574 (nan) | > current_lr: 5e-06 | > step_time: 0.1289 (0.1417894863929992) | > loader_time: 0.0044 (0.0046240384493678255)  --> TIME: 2025-03-26 20:52:58 -- STEP: 24305/31555 -- GLOBAL_STEP: 1570500 | > loss_text_ce: 0.02944660186767578 (0.03031172210987097) | > loss_mel_ce: 2.7894232273101807 (nan) | > loss: 0.011185991577804089 (nan) | > current_lr: 5e-06 | > step_time: 0.1464 (0.14178816726290785) | > loader_time: 0.0046 (0.0046241679718356625)  --> TIME: 2025-03-26 20:53:08 -- STEP: 24355/31555 -- GLOBAL_STEP: 1570550 | > loss_text_ce: 0.027073606848716736 (0.0303122376982567) | > loss_mel_ce: 2.090360641479492 (nan) | > loss: 0.008402517065405846 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.1417911223135714) | > loader_time: 0.0047 (0.0046241712579979735)  --> TIME: 2025-03-26 20:53:18 -- STEP: 24405/31555 -- GLOBAL_STEP: 1570600 | > loss_text_ce: 0.03131140395998955 (0.03031221934672635) | > loss_mel_ce: 2.776829719543457 (nan) | > loss: 0.011143418028950691 (nan) | > current_lr: 5e-06 | > step_time: 0.1755 (0.14180933571917057) | > loader_time: 0.0045 (0.004624239701370899)  --> TIME: 2025-03-26 20:53:28 -- STEP: 24455/31555 -- GLOBAL_STEP: 1570650 | > loss_text_ce: 0.029121985659003258 (0.030313046810723134) | > loss_mel_ce: 2.6238064765930176 (nan) | > loss: 0.010527494363486767 (nan) | > current_lr: 5e-06 | > step_time: 0.1246 (0.14180497833615574) | > loader_time: 0.0045 (0.004624242291229193)  --> TIME: 2025-03-26 20:53:38 -- STEP: 24505/31555 -- GLOBAL_STEP: 1570700 | > loss_text_ce: 0.02601899951696396 (0.030310470112986137) | > loss_mel_ce: 2.8200457096099854 (nan) | > loss: 0.011293908581137657 (nan) | > current_lr: 5e-06 | > step_time: 0.1844 (0.1418051837877572) | > loader_time: 0.0049 (0.004624282455132998)  --> TIME: 2025-03-26 20:53:47 -- STEP: 24555/31555 -- GLOBAL_STEP: 1570750 | > loss_text_ce: 0.02299351431429386 (0.030309093216439053) | > loss_mel_ce: 3.034186840057373 (nan) | > loss: 0.012131668627262115 (nan) | > current_lr: 5e-06 | > step_time: 0.1636 (0.14179802080736004) | > loader_time: 0.005 (0.004624289578853569)  --> TIME: 2025-03-26 20:53:57 -- STEP: 24605/31555 -- GLOBAL_STEP: 1570800 | > loss_text_ce: 0.025928862392902374 (0.030310898376683642) | > loss_mel_ce: 3.0317399501800537 (nan) | > loss: 0.012133607640862465 (nan) | > current_lr: 5e-06 | > step_time: 0.1641 (0.14180274874038737) | > loader_time: 0.0047 (0.004624408649443805)  --> TIME: 2025-03-26 20:54:06 -- STEP: 24655/31555 -- GLOBAL_STEP: 1570850 | > loss_text_ce: 0.02724938653409481 (0.030310972374445574) | > loss_mel_ce: 2.7788736820220947 (nan) | > loss: 0.011135409586131573 (nan) | > current_lr: 5e-06 | > step_time: 0.1857 (0.14179497453654552) | > loader_time: 0.0045 (0.00462436576422415)  --> TIME: 2025-03-26 20:54:16 -- STEP: 24705/31555 -- GLOBAL_STEP: 1570900 | > loss_text_ce: 0.033775635063648224 (0.03031109205562681) | > loss_mel_ce: 2.8779962062835693 (nan) | > loss: 0.011554650962352753 (nan) | > current_lr: 5e-06 | > step_time: 0.1373 (0.14179868234890514) | > loader_time: 0.0045 (0.004624316885847237)  --> TIME: 2025-03-26 20:54:26 -- STEP: 24755/31555 -- GLOBAL_STEP: 1570950 | > loss_text_ce: 0.0371440052986145 (0.030312342416036853) | > loss_mel_ce: 1.907812476158142 (nan) | > loss: 0.0077180820517241955 (nan) | > current_lr: 5e-06 | > step_time: 0.1492 (0.14179777962298226) | > loader_time: 0.0048 (0.0046242539797424435)  --> TIME: 2025-03-26 20:54:36 -- STEP: 24805/31555 -- GLOBAL_STEP: 1571000 | > loss_text_ce: 0.03307011350989342 (0.030313191306303285) | > loss_mel_ce: 2.784362316131592 (nan) | > loss: 0.011180288158357143 (nan) | > current_lr: 5e-06 | > step_time: 0.1825 (0.14180193847044364) | > loader_time: 0.0048 (0.004624355601053328)  --> TIME: 2025-03-26 20:54:45 -- STEP: 24855/31555 -- GLOBAL_STEP: 1571050 | > loss_text_ce: 0.032027728855609894 (0.03031562462312682) | > loss_mel_ce: 2.7531964778900146 (nan) | > loss: 0.011052477173507214 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14180506900195874) | > loader_time: 0.0048 (0.00462464333731652)  --> TIME: 2025-03-26 20:54:55 -- STEP: 24905/31555 -- GLOBAL_STEP: 1571100 | > loss_text_ce: 0.041620124131441116 (0.03031536753539387) | > loss_mel_ce: 2.289470672607422 (nan) | > loss: 0.009250360541045666 (nan) | > current_lr: 5e-06 | > step_time: 0.1303 (0.14180909590270416) | > loader_time: 0.0045 (0.00462468297958757)  --> TIME: 2025-03-26 20:55:05 -- STEP: 24955/31555 -- GLOBAL_STEP: 1571150 | > loss_text_ce: 0.02374958246946335 (0.030316691131050566) | > loss_mel_ce: 2.7244317531585693 (nan) | > loss: 0.01090548187494278 (nan) | > current_lr: 5e-06 | > step_time: 0.1849 (0.14180200507420798) | > loader_time: 0.005 (0.004624721115898016)  --> TIME: 2025-03-26 20:55:15 -- STEP: 25005/31555 -- GLOBAL_STEP: 1571200 | > loss_text_ce: 0.033264730125665665 (0.030316131083762923) | > loss_mel_ce: 2.695943593978882 (nan) | > loss: 0.010830191895365715 (nan) | > current_lr: 5e-06 | > step_time: 0.1818 (0.1418114752083934) | > loader_time: 0.0049 (0.004625039280855366)  --> TIME: 2025-03-26 20:55:24 -- STEP: 25055/31555 -- GLOBAL_STEP: 1571250 | > loss_text_ce: 0.02566429227590561 (0.03031678666949653) | > loss_mel_ce: 2.44230318069458 (nan) | > loss: 0.009793522767722607 (nan) | > current_lr: 5e-06 | > step_time: 0.1369 (0.14180127012351576) | > loader_time: 0.0046 (0.004625013321370467)  --> TIME: 2025-03-26 20:55:34 -- STEP: 25105/31555 -- GLOBAL_STEP: 1571300 | > loss_text_ce: 0.02801702916622162 (0.030313773164546032) | > loss_mel_ce: 3.9348957538604736 (nan) | > loss: 0.015725845471024513 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.1417964189514623) | > loader_time: 0.0049 (0.004625476733832397)  --> TIME: 2025-03-26 20:55:43 -- STEP: 25155/31555 -- GLOBAL_STEP: 1571350 | > loss_text_ce: 0.014406170696020126 (0.030315082855381943) | > loss_mel_ce: 2.795124053955078 (nan) | > loss: 0.01114893052726984 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14179701769098627) | > loader_time: 0.0045 (0.004625820293741172)  --> TIME: 2025-03-26 20:55:53 -- STEP: 25205/31555 -- GLOBAL_STEP: 1571400 | > loss_text_ce: 0.03085402213037014 (0.030316838693923834) | > loss_mel_ce: 2.4186692237854004 (nan) | > loss: 0.00972033105790615 (nan) | > current_lr: 5e-06 | > step_time: 0.1642 (0.14179171948318672) | > loader_time: 0.0047 (0.004626165205371482)  --> TIME: 2025-03-26 20:56:03 -- STEP: 25255/31555 -- GLOBAL_STEP: 1571450 | > loss_text_ce: 0.039726775139570236 (0.030318455145034406) | > loss_mel_ce: 2.5165865421295166 (nan) | > loss: 0.010144100524485111 (nan) | > current_lr: 5e-06 | > step_time: 0.1633 (0.14179891069156034) | > loader_time: 0.0046 (0.004626731498716737)  --> TIME: 2025-03-26 20:56:12 -- STEP: 25305/31555 -- GLOBAL_STEP: 1571500 | > loss_text_ce: 0.025180477648973465 (0.03031904016310602) | > loss_mel_ce: 1.739916443824768 (nan) | > loss: 0.00700435321778059 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14178934674846416) | > loader_time: 0.0049 (0.004626938119468836)  --> TIME: 2025-03-26 20:56:22 -- STEP: 25355/31555 -- GLOBAL_STEP: 1571550 | > loss_text_ce: 0.029592689126729965 (0.030318982723980606) | > loss_mel_ce: 2.169374942779541 (nan) | > loss: 0.008726063184440136 (nan) | > current_lr: 5e-06 | > step_time: 0.1148 (0.14178713827861186) | > loader_time: 0.0045 (0.004627045774525652)  --> TIME: 2025-03-26 20:56:31 -- STEP: 25405/31555 -- GLOBAL_STEP: 1571600 | > loss_text_ce: 0.021858878433704376 (0.030317893746416944) | > loss_mel_ce: 2.3814494609832764 (nan) | > loss: 0.00953693874180317 (nan) | > current_lr: 5e-06 | > step_time: 0.1124 (0.14178427045116987) | > loader_time: 0.0045 (0.00462737530147294)  --> TIME: 2025-03-26 20:56:41 -- STEP: 25455/31555 -- GLOBAL_STEP: 1571650 | > loss_text_ce: 0.03332649916410446 (0.030317716593805652) | > loss_mel_ce: 2.9914071559906006 (nan) | > loss: 0.012002911418676376 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14178499227609034) | > loader_time: 0.0045 (0.004627821108747425)  --> TIME: 2025-03-26 20:56:51 -- STEP: 25505/31555 -- GLOBAL_STEP: 1571700 | > loss_text_ce: 0.03984365984797478 (0.030317738323993332) | > loss_mel_ce: 2.6037518978118896 (nan) | > loss: 0.010490458458662033 (nan) | > current_lr: 5e-06 | > step_time: 0.1744 (0.14178582334303613) | > loader_time: 0.0047 (0.0046280021458087114)  --> TIME: 2025-03-26 20:57:01 -- STEP: 25555/31555 -- GLOBAL_STEP: 1571750 | > loss_text_ce: 0.0299264844506979 (0.03031919495833262) | > loss_mel_ce: 2.6606736183166504 (nan) | > loss: 0.01067698560655117 (nan) | > current_lr: 5e-06 | > step_time: 0.1851 (0.1417887770063717) | > loader_time: 0.0049 (0.004628200294033366)  --> TIME: 2025-03-26 20:57:10 -- STEP: 25605/31555 -- GLOBAL_STEP: 1571800 | > loss_text_ce: 0.036268413066864014 (0.030318531397823954) | > loss_mel_ce: 0.029327392578125 (nan) | > loss: 0.00026030081789940596 (nan) | > current_lr: 5e-06 | > step_time: 0.1298 (0.14178534876297139) | > loader_time: 0.0051 (0.004628336753167335)  --> TIME: 2025-03-26 20:57:20 -- STEP: 25655/31555 -- GLOBAL_STEP: 1571850 | > loss_text_ce: 0.027927126735448837 (0.03032010205237431) | > loss_mel_ce: 2.7424139976501465 (nan) | > loss: 0.010993418283760548 (nan) | > current_lr: 5e-06 | > step_time: 0.1437 (0.14179337984217966) | > loader_time: 0.0047 (0.004628395230373744)  --> TIME: 2025-03-26 20:57:30 -- STEP: 25705/31555 -- GLOBAL_STEP: 1571900 | > loss_text_ce: 0.0395742729306221 (0.030317050177024987) | > loss_mel_ce: 2.162637948989868 (nan) | > loss: 0.008738938719034195 (nan) | > current_lr: 5e-06 | > step_time: 0.1438 (0.141792104819759) | > loader_time: 0.0048 (0.004628452691696089)  --> TIME: 2025-03-26 20:57:39 -- STEP: 25755/31555 -- GLOBAL_STEP: 1571950 | > loss_text_ce: 0.05126815289258957 (0.030316630801266606) | > loss_mel_ce: 1.3005322217941284 (nan) | > loss: 0.005364287178963423 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14178850245786057) | > loader_time: 0.0044 (0.004628552364807772)  --> TIME: 2025-03-26 20:57:49 -- STEP: 25805/31555 -- GLOBAL_STEP: 1572000 | > loss_text_ce: 0.029314875602722168 (0.030316986483961163) | > loss_mel_ce: 3.011401414871216 (nan) | > loss: 0.01206633448600769 (nan) | > current_lr: 5e-06 | > step_time: 0.1666 (0.14179407887347184) | > loader_time: 0.0047 (0.00462870922136666)  --> TIME: 2025-03-26 20:57:59 -- STEP: 25855/31555 -- GLOBAL_STEP: 1572050 | > loss_text_ce: 0.026071909815073013 (0.030320662368226562) | > loss_mel_ce: 2.4158499240875244 (nan) | > loss: 0.009690167382359505 (nan) | > current_lr: 5e-06 | > step_time: 0.1555 (0.1417954212875545) | > loader_time: 0.0047 (0.0046288472129306715)  --> TIME: 2025-03-26 20:58:08 -- STEP: 25905/31555 -- GLOBAL_STEP: 1572100 | > loss_text_ce: 0.027585076168179512 (0.030321602246320873) | > loss_mel_ce: 3.1505441665649414 (nan) | > loss: 0.012611624784767628 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.14178859656944662) | > loader_time: 0.0046 (0.004628987616955172)  --> TIME: 2025-03-26 20:58:18 -- STEP: 25955/31555 -- GLOBAL_STEP: 1572150 | > loss_text_ce: 0.0169780682772398 (0.03032097216147267) | > loss_mel_ce: 2.088512420654297 (nan) | > loss: 0.00835512112826109 (nan) | > grad_norm: 0 (0.0) | > current_lr: 5e-06 | > step_time: 0.1215 (0.1417842282883323) | > loader_time: 0.005 (0.004629036677960723)  --> TIME: 2025-03-26 20:58:28 -- STEP: 26005/31555 -- GLOBAL_STEP: 1572200 | > loss_text_ce: 0.036836784332990646 (0.030323740502848428) | > loss_mel_ce: 2.629173517227173 (nan) | > loss: 0.010579407215118408 (nan) | > current_lr: 5e-06 | > step_time: 0.158 (0.14178606865612958) | > loader_time: 0.0048 (0.004629245956822816)  --> TIME: 2025-03-26 20:58:37 -- STEP: 26055/31555 -- GLOBAL_STEP: 1572250 | > loss_text_ce: 0.027241503819823265 (0.030322688351762578) | > loss_mel_ce: 2.617710590362549 (nan) | > loss: 0.010495842434465885 (nan) | > current_lr: 5e-06 | > step_time: 0.1156 (0.14178710932741878) | > loader_time: 0.0045 (0.0046295568550005755)  --> TIME: 2025-03-26 20:58:47 -- STEP: 26105/31555 -- GLOBAL_STEP: 1572300 | > loss_text_ce: 0.04009126499295235 (0.030323365428484083) | > loss_mel_ce: 2.6955389976501465 (nan) | > loss: 0.010855676606297493 (nan) | > current_lr: 5e-06 | > step_time: 0.1177 (0.14179147788104415) | > loader_time: 0.0045 (0.004629886426635211)  --> TIME: 2025-03-26 20:58:57 -- STEP: 26155/31555 -- GLOBAL_STEP: 1572350 | > loss_text_ce: 0.020766081288456917 (0.030321620041840996) | > loss_mel_ce: 2.9613280296325684 (nan) | > loss: 0.011833706870675087 (nan) | > current_lr: 5e-06 | > step_time: 0.1161 (0.14179009422246996) | > loader_time: 0.0044 (0.004629882957620372)  --> TIME: 2025-03-26 20:59:07 -- STEP: 26205/31555 -- GLOBAL_STEP: 1572400 | > loss_text_ce: 0.028830241411924362 (0.03032399483200641) | > loss_mel_ce: 0.0445556640625 (nan) | > loss: 0.0002912139461841434 (nan) | > current_lr: 5e-06 | > step_time: 0.1329 (0.14180322215657815) | > loader_time: 0.0046 (0.004630137345099835)  --> TIME: 2025-03-26 20:59:16 -- STEP: 26255/31555 -- GLOBAL_STEP: 1572450 | > loss_text_ce: 0.027321521192789078 (0.030321781540375008) | > loss_mel_ce: 2.5179951190948486 (nan) | > loss: 0.010100463405251503 (nan) | > current_lr: 5e-06 | > step_time: 0.1322 (0.14180030969864404) | > loader_time: 0.0045 (0.004630212297078137)  --> TIME: 2025-03-26 20:59:26 -- STEP: 26305/31555 -- GLOBAL_STEP: 1572500 | > loss_text_ce: 0.027580708265304565 (0.030321484817607255) | > loss_mel_ce: 2.5195164680480957 (nan) | > loss: 0.01010752934962511 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14179349497592447) | > loader_time: 0.0044 (0.004630214382636397)  --> TIME: 2025-03-26 20:59:36 -- STEP: 26355/31555 -- GLOBAL_STEP: 1572550 | > loss_text_ce: 0.022876817733049393 (0.030319464532225573) | > loss_mel_ce: 2.9865875244140625 (nan) | > loss: 0.011942319571971893 (nan) | > current_lr: 5e-06 | > step_time: 0.1203 (0.14179145575610225) | > loader_time: 0.0047 (0.004630149715744171)  --> TIME: 2025-03-26 20:59:45 -- STEP: 26405/31555 -- GLOBAL_STEP: 1572600 | > loss_text_ce: 0.043814271688461304 (0.030316654918794716) | > loss_mel_ce: 2.738604784011841 (nan) | > loss: 0.01104134600609541 (nan) | > current_lr: 5e-06 | > step_time: 0.1356 (0.14178986622514922) | > loader_time: 0.0044 (0.004630126070059762)  --> TIME: 2025-03-26 20:59:55 -- STEP: 26455/31555 -- GLOBAL_STEP: 1572650 | > loss_text_ce: 0.029886122792959213 (0.030315586353191534) | > loss_mel_ce: 2.737017869949341 (nan) | > loss: 0.01097977813333273 (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14179917353354635) | > loader_time: 0.0053 (0.004630266671549303)  --> TIME: 2025-03-26 21:00:05 -- STEP: 26505/31555 -- GLOBAL_STEP: 1572700 | > loss_text_ce: 0.035288818180561066 (0.030315708322143066) | > loss_mel_ce: 2.6961758136749268 (nan) | > loss: 0.010839145630598068 (nan) | > current_lr: 5e-06 | > step_time: 0.1301 (0.14180582902315164) | > loader_time: 0.0045 (0.004630553706639915)  --> TIME: 2025-03-26 21:00:15 -- STEP: 26555/31555 -- GLOBAL_STEP: 1572750 | > loss_text_ce: 0.031046373769640923 (0.030318118616478453) | > loss_mel_ce: 3.0063986778259277 (nan) | > loss: 0.0120533537119627 (nan) | > current_lr: 5e-06 | > step_time: 0.1537 (0.14181005436246147) | > loader_time: 0.0045 (0.004630553477723069)  --> TIME: 2025-03-26 21:00:24 -- STEP: 26605/31555 -- GLOBAL_STEP: 1572800 | > loss_text_ce: 0.03945789113640785 (0.030319094031438683) | > loss_mel_ce: 2.6289987564086914 (nan) | > loss: 0.01058911345899105 (nan) | > current_lr: 5e-06 | > step_time: 0.1341 (0.14180872841361833) | > loader_time: 0.0043 (0.004630535317865237)  --> TIME: 2025-03-26 21:00:34 -- STEP: 26655/31555 -- GLOBAL_STEP: 1572850 | > loss_text_ce: 0.03657970577478409 (0.030319938190103896) | > loss_mel_ce: 2.367445468902588 (nan) | > loss: 0.009539783000946045 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.1418144959711146) | > loader_time: 0.0046 (0.004630557342712455)  --> TIME: 2025-03-26 21:00:44 -- STEP: 26705/31555 -- GLOBAL_STEP: 1572900 | > loss_text_ce: 0.030469311401247978 (0.030317846517483298) | > loss_mel_ce: 2.3334951400756836 (nan) | > loss: 0.00938081182539463 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14181653678785633) | > loader_time: 0.0045 (0.0046307540837130295)  --> TIME: 2025-03-26 21:00:54 -- STEP: 26755/31555 -- GLOBAL_STEP: 1572950 | > loss_text_ce: 0.028325775638222694 (0.030317542539678697) | > loss_mel_ce: 2.3794121742248535 (nan) | > loss: 0.009554516524076462 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.1418258602831717) | > loader_time: 0.0046 (0.004630957592582922)  --> TIME: 2025-03-26 21:01:04 -- STEP: 26805/31555 -- GLOBAL_STEP: 1573000 | > loss_text_ce: 0.03609860688447952 (0.030316269607730508) | > loss_mel_ce: 2.3297839164733887 (nan) | > loss: 0.009388423524796963 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14183068375960295) | > loader_time: 0.0047 (0.0046310646190191205)  --> TIME: 2025-03-26 21:01:14 -- STEP: 26855/31555 -- GLOBAL_STEP: 1573050 | > loss_text_ce: 0.028452148661017418 (0.030315588991808126) | > loss_mel_ce: 2.4721555709838867 (nan) | > loss: 0.009923047386109829 (nan) | > current_lr: 5e-06 | > step_time: 0.1079 (0.14183002713227902) | > loader_time: 0.0042 (0.0046308652490371595)  --> TIME: 2025-03-26 21:01:23 -- STEP: 26905/31555 -- GLOBAL_STEP: 1573100 | > loss_text_ce: 0.027763471007347107 (0.030315498101059952) | > loss_mel_ce: 2.4172825813293457 (nan) | > loss: 0.009702564217150211 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14183014824673684) | > loader_time: 0.0049 (0.004630652104937586)  --> TIME: 2025-03-26 21:01:33 -- STEP: 26955/31555 -- GLOBAL_STEP: 1573150 | > loss_text_ce: 0.038181908428668976 (0.030314898930049145) | > loss_mel_ce: 1.2262641191482544 (nan) | > loss: 0.005017643328756094 (nan) | > current_lr: 5e-06 | > step_time: 0.1736 (0.14182885169452353) | > loader_time: 0.0048 (0.004630414171666402)  --> TIME: 2025-03-26 21:01:43 -- STEP: 27005/31555 -- GLOBAL_STEP: 1573200 | > loss_text_ce: 0.022223176434636116 (0.030314264187775174) | > loss_mel_ce: 2.2584636211395264 (nan) | > loss: 0.009050345048308372 (nan) | > current_lr: 5e-06 | > step_time: 0.1324 (0.14183375703430032) | > loader_time: 0.0045 (0.0046305683007440415)  --> TIME: 2025-03-26 21:01:52 -- STEP: 27055/31555 -- GLOBAL_STEP: 1573250 | > loss_text_ce: 0.015615123324096203 (0.030311826990603728) | > loss_mel_ce: 2.1741905212402344 (nan) | > loss: 0.008689706213772297 (nan) | > current_lr: 5e-06 | > step_time: 0.1128 (0.1418334379409439) | > loader_time: 0.0045 (0.004630373242909941)  --> TIME: 2025-03-26 21:02:02 -- STEP: 27105/31555 -- GLOBAL_STEP: 1573300 | > loss_text_ce: 0.02986435778439045 (0.0303114332816361) | > loss_mel_ce: 2.8391356468200684 (nan) | > loss: 0.01138492114841938 (nan) | > current_lr: 5e-06 | > step_time: 0.1411 (0.14183576947493648) | > loader_time: 0.0045 (0.004630238076149996)  --> TIME: 2025-03-26 21:02:12 -- STEP: 27155/31555 -- GLOBAL_STEP: 1573350 | > loss_text_ce: 0.021020270884037018 (0.030312183546425394) | > loss_mel_ce: 2.5580921173095703 (nan) | > loss: 0.010234572924673557 (nan) | > current_lr: 5e-06 | > step_time: 0.121 (0.14184005942228028) | > loader_time: 0.0045 (0.004630220539989937)  --> TIME: 2025-03-26 21:02:22 -- STEP: 27205/31555 -- GLOBAL_STEP: 1573400 | > loss_text_ce: 0.03535233810544014 (0.030310495137213903) | > loss_mel_ce: 2.90840482711792 (nan) | > loss: 0.011681576259434223 (nan) | > current_lr: 5e-06 | > step_time: 0.1664 (0.14184819110021463) | > loader_time: 0.0046 (0.004630097105450028)  --> TIME: 2025-03-26 21:02:32 -- STEP: 27255/31555 -- GLOBAL_STEP: 1573450 | > loss_text_ce: 0.0260467566549778 (0.030307972051717178) | > loss_mel_ce: 2.5741493701934814 (nan) | > loss: 0.010318239219486713 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14185672307578828) | > loader_time: 0.0046 (0.004630050211297386)  --> TIME: 2025-03-26 21:02:42 -- STEP: 27305/31555 -- GLOBAL_STEP: 1573500 | > loss_text_ce: 0.027399558573961258 (0.03030719749354586) | > loss_mel_ce: 3.1280765533447266 (nan) | > loss: 0.012521731667220592 (nan) | > current_lr: 5e-06 | > step_time: 0.1884 (0.14186532894261092) | > loader_time: 0.0047 (0.004630076878674593)  --> TIME: 2025-03-26 21:02:52 -- STEP: 27355/31555 -- GLOBAL_STEP: 1573550 | > loss_text_ce: 0.03911036252975464 (0.030308861535173943) | > loss_mel_ce: 1.8535093069076538 (nan) | > loss: 0.007510395720601082 (nan) | > current_lr: 5e-06 | > step_time: 0.134 (0.14186657121338062) | > loader_time: 0.0048 (0.004630259329255954)  --> TIME: 2025-03-26 21:03:01 -- STEP: 27405/31555 -- GLOBAL_STEP: 1573600 | > loss_text_ce: 0.033890124410390854 (0.030308371427275417) | > loss_mel_ce: 2.846862316131592 (nan) | > loss: 0.01143155712634325 (nan) | > current_lr: 5e-06 | > step_time: 0.1629 (0.14186092344345777) | > loader_time: 0.0047 (0.004630270293106468)  --> TIME: 2025-03-26 21:03:11 -- STEP: 27455/31555 -- GLOBAL_STEP: 1573650 | > loss_text_ce: 0.021155817434191704 (0.030308257091089613) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1164 (0.14187113703371984) | > loader_time: 0.0045 (0.00463026643689482)  --> TIME: 2025-03-26 21:03:21 -- STEP: 27505/31555 -- GLOBAL_STEP: 1573700 | > loss_text_ce: 0.022279271855950356 (0.030308671103486676) | > loss_mel_ce: 2.7038118839263916 (nan) | > loss: 0.010817823000252247 (nan) | > current_lr: 5e-06 | > step_time: 0.1181 (0.14186917159193835) | > loader_time: 0.0044 (0.004630502556220213)  --> TIME: 2025-03-26 21:03:30 -- STEP: 27555/31555 -- GLOBAL_STEP: 1573750 | > loss_text_ce: 0.030071629211306572 (0.030307682552798226) | > loss_mel_ce: 2.5508337020874023 (nan) | > loss: 0.010241689160466194 (nan) | > current_lr: 5e-06 | > step_time: 0.1514 (0.14186483803515412) | > loader_time: 0.0044 (0.004630363591027471)  --> TIME: 2025-03-26 21:03:40 -- STEP: 27605/31555 -- GLOBAL_STEP: 1573800 | > loss_text_ce: 0.025601398199796677 (0.03030999787836684) | > loss_mel_ce: 1.878660798072815 (nan) | > loss: 0.007556596305221319 (nan) | > current_lr: 5e-06 | > step_time: 0.1428 (0.14186865664590875) | > loader_time: 0.0044 (0.004630669638895043)  --> TIME: 2025-03-26 21:03:50 -- STEP: 27655/31555 -- GLOBAL_STEP: 1573850 | > loss_text_ce: 0.027814216911792755 (0.03030952666152846) | > loss_mel_ce: 3.0415706634521484 (nan) | > loss: 0.01218009926378727 (nan) | > current_lr: 5e-06 | > step_time: 0.1416 (0.14187437939268943) | > loader_time: 0.0045 (0.00463071956575894)  --> TIME: 2025-03-26 21:04:00 -- STEP: 27705/31555 -- GLOBAL_STEP: 1573900 | > loss_text_ce: 0.027196111157536507 (0.030309891702190103) | > loss_mel_ce: 2.4037423133850098 (nan) | > loss: 0.0096465814858675 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.14188072151751457) | > loader_time: 0.0047 (0.00463101713693089)  --> TIME: 2025-03-26 21:04:09 -- STEP: 27755/31555 -- GLOBAL_STEP: 1573950 | > loss_text_ce: 0.0314689576625824 (0.03031128717398825) | > loss_mel_ce: 3.0068111419677734 (nan) | > loss: 0.012056667357683182 (nan) | > current_lr: 5e-06 | > step_time: 0.1334 (0.14187337549457427) | > loader_time: 0.0045 (0.004630959319587278)  --> TIME: 2025-03-26 21:04:19 -- STEP: 27805/31555 -- GLOBAL_STEP: 1574000 | > loss_text_ce: 0.030546333640813828 (0.030310964910221377) | > loss_mel_ce: 2.213120937347412 (nan) | > loss: 0.0089034428820014 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14187040154056413) | > loader_time: 0.0047 (0.00463108006322837)  --> TIME: 2025-03-26 21:04:29 -- STEP: 27855/31555 -- GLOBAL_STEP: 1574050 | > loss_text_ce: 0.026093333959579468 (0.030310308626829357) | > loss_mel_ce: 2.6932373046875 (nan) | > loss: 0.010790995322167873 (nan) | > current_lr: 5e-06 | > step_time: 0.1467 (0.14187224077763383) | > loader_time: 0.0046 (0.004631113188631773)  --> TIME: 2025-03-26 21:04:39 -- STEP: 27905/31555 -- GLOBAL_STEP: 1574100 | > loss_text_ce: 0.03578919917345047 (0.030311239790488446) | > loss_mel_ce: 2.282982349395752 (nan) | > loss: 0.0092014754191041 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14187795889033794) | > loader_time: 0.0046 (0.004631273517085719)  --> TIME: 2025-03-26 21:04:48 -- STEP: 27955/31555 -- GLOBAL_STEP: 1574150 | > loss_text_ce: 0.028442971408367157 (0.03030981891662778) | > loss_mel_ce: 1.5414177179336548 (nan) | > loss: 0.006229606457054615 (nan) | > current_lr: 5e-06 | > step_time: 0.1133 (0.1418760960397609) | > loader_time: 0.0044 (0.00463136101724249)  --> TIME: 2025-03-26 21:04:58 -- STEP: 28005/31555 -- GLOBAL_STEP: 1574200 | > loss_text_ce: 0.026078922674059868 (0.03031109198811485) | > loss_mel_ce: 2.31362247467041 (nan) | > loss: 0.009284529834985733 (nan) | > current_lr: 5e-06 | > step_time: 0.1312 (0.14187140614619162) | > loader_time: 0.0047 (0.004631579022304485)  --> TIME: 2025-03-26 21:05:07 -- STEP: 28055/31555 -- GLOBAL_STEP: 1574250 | > loss_text_ce: 0.028928937390446663 (0.030310717453100246) | > loss_mel_ce: 2.569092273712158 (nan) | > loss: 0.010309608653187752 (nan) | > current_lr: 5e-06 | > step_time: 0.1816 (0.14187450845746016) | > loader_time: 0.0047 (0.0046317711209596145)  --> TIME: 2025-03-26 21:05:18 -- STEP: 28105/31555 -- GLOBAL_STEP: 1574300 | > loss_text_ce: 0.02981066331267357 (0.030310239053711233) | > loss_mel_ce: 1.7526177167892456 (nan) | > loss: 0.007073129061609507 (nan) | > current_lr: 5e-06 | > step_time: 0.1222 (0.14188810140504318) | > loader_time: 0.0046 (0.0046321656393889955)  --> TIME: 2025-03-26 21:05:27 -- STEP: 28155/31555 -- GLOBAL_STEP: 1574350 | > loss_text_ce: 0.02884398214519024 (0.030310654011211826) | > loss_mel_ce: 2.5576705932617188 (nan) | > loss: 0.01026394683867693 (nan) | > current_lr: 5e-06 | > step_time: 0.1149 (0.14188939809079523) | > loader_time: 0.0044 (0.004632199625629329)  --> TIME: 2025-03-26 21:05:37 -- STEP: 28205/31555 -- GLOBAL_STEP: 1574400 | > loss_text_ce: 0.024456648156046867 (0.030313091269933496) | > loss_mel_ce: 2.892672061920166 (nan) | > loss: 0.011575908400118351 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.14189118819126126) | > loader_time: 0.0057 (0.004632609568046234)  --> TIME: 2025-03-26 21:05:47 -- STEP: 28255/31555 -- GLOBAL_STEP: 1574450 | > loss_text_ce: 0.017016734927892685 (0.030312868839990428) | > loss_mel_ce: 2.264068603515625 (nan) | > loss: 0.00905192643404007 (nan) | > current_lr: 5e-06 | > step_time: 0.1214 (0.14189561560520703) | > loader_time: 0.0046 (0.004632859153254739)  --> TIME: 2025-03-26 21:05:56 -- STEP: 28305/31555 -- GLOBAL_STEP: 1574500 | > loss_text_ce: 0.02962307073175907 (0.030311231238570414) | > loss_mel_ce: 2.839297294616699 (nan) | > loss: 0.011384605430066586 (nan) | > current_lr: 5e-06 | > step_time: 0.133 (0.14188685976475648) | > loader_time: 0.0054 (0.004633059701277674)  --> TIME: 2025-03-26 21:06:06 -- STEP: 28355/31555 -- GLOBAL_STEP: 1574550 | > loss_text_ce: 0.02974705584347248 (0.03030776903759133) | > loss_mel_ce: 1.4405850172042847 (nan) | > loss: 0.005834651179611683 (nan) | > current_lr: 5e-06 | > step_time: 0.1219 (0.14188357264754783) | > loader_time: 0.0043 (0.004633264671114432)  --> TIME: 2025-03-26 21:06:16 -- STEP: 28405/31555 -- GLOBAL_STEP: 1574600 | > loss_text_ce: 0.028920499607920647 (0.030307798371501916) | > loss_mel_ce: 3.114901542663574 (nan) | > loss: 0.012475484982132912 (nan) | > current_lr: 5e-06 | > step_time: 0.1676 (0.1418827947439651) | > loader_time: 0.0048 (0.004633437955574602)  --> TIME: 2025-03-26 21:06:25 -- STEP: 28455/31555 -- GLOBAL_STEP: 1574650 | > loss_text_ce: 0.023862147703766823 (0.03030731551374692) | > loss_mel_ce: 1.4051247835159302 (nan) | > loss: 0.005670583341270685 (nan) | > current_lr: 5e-06 | > step_time: 0.1317 (0.14188618854361254) | > loader_time: 0.0048 (0.004633574024107233)  --> TIME: 2025-03-26 21:06:35 -- STEP: 28505/31555 -- GLOBAL_STEP: 1574700 | > loss_text_ce: 0.03618435934185982 (0.030309249948820637) | > loss_mel_ce: 2.641221046447754 (nan) | > loss: 0.010624624788761139 (nan) | > current_lr: 5e-06 | > step_time: 0.1286 (0.1418816221448301) | > loader_time: 0.0044 (0.00463363037383714)  --> TIME: 2025-03-26 21:06:45 -- STEP: 28555/31555 -- GLOBAL_STEP: 1574750 | > loss_text_ce: 0.03533985838294029 (0.030310217456996826) | > loss_mel_ce: 2.7526865005493164 (nan) | > loss: 0.011063597165048122 (nan) | > current_lr: 5e-06 | > step_time: 0.1159 (0.14188429569951827) | > loader_time: 0.0045 (0.004634002085388288)  --> TIME: 2025-03-26 21:06:54 -- STEP: 28605/31555 -- GLOBAL_STEP: 1574800 | > loss_text_ce: 0.03995117172598839 (0.030308602424948924) | > loss_mel_ce: 2.1106438636779785 (nan) | > loss: 0.008534107357263565 (nan) | > current_lr: 5e-06 | > step_time: 0.1146 (0.1418857736575864) | > loader_time: 0.0044 (0.004634031693515701)  --> TIME: 2025-03-26 21:07:04 -- STEP: 28655/31555 -- GLOBAL_STEP: 1574850 | > loss_text_ce: 0.023876864463090897 (0.0303086081680929) | > loss_mel_ce: 3.0337655544281006 (nan) | > loss: 0.012133502401411533 (nan) | > current_lr: 5e-06 | > step_time: 0.1708 (0.14189469275560324) | > loader_time: 0.0047 (0.004633959524087734)  --> TIME: 2025-03-26 21:07:14 -- STEP: 28705/31555 -- GLOBAL_STEP: 1574900 | > loss_text_ce: 0.027523886412382126 (0.03030883785758341) | > loss_mel_ce: 3.08902907371521 (nan) | > loss: 0.01236727461218834 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14189357422013285) | > loader_time: 0.0045 (0.004634099437724885)  --> TIME: 2025-03-26 21:07:24 -- STEP: 28755/31555 -- GLOBAL_STEP: 1574950 | > loss_text_ce: 0.038047756999731064 (0.030306199136580555) | > loss_mel_ce: 2.3311381340026855 (nan) | > loss: 0.009401531890034676 (nan) | > current_lr: 5e-06 | > step_time: 0.1519 (0.14188736419100717) | > loader_time: 0.0046 (0.004634250472719958)  --> TIME: 2025-03-26 21:07:34 -- STEP: 28805/31555 -- GLOBAL_STEP: 1575000 | > loss_text_ce: 0.03922102600336075 (0.030307732223352195) | > loss_mel_ce: 2.043642997741699 (nan) | > loss: 0.00826533418148756 (nan) | > current_lr: 5e-06 | > step_time: 0.15 (0.14189630192076513) | > loader_time: 0.0045 (0.004634472446875331)  --> TIME: 2025-03-26 21:07:43 -- STEP: 28855/31555 -- GLOBAL_STEP: 1575050 | > loss_text_ce: 0.03327399119734764 (0.030309876858906633) | > loss_mel_ce: 2.522261142730713 (nan) | > loss: 0.010141013190150261 (nan) | > current_lr: 5e-06 | > step_time: 0.154 (0.14189662016196225) | > loader_time: 0.0047 (0.004634468552558481)  --> TIME: 2025-03-26 21:07:53 -- STEP: 28905/31555 -- GLOBAL_STEP: 1575100 | > loss_text_ce: 0.03483841195702553 (0.030312465748942512) | > loss_mel_ce: 2.45430326461792 (nan) | > loss: 0.009877546690404415 (nan) | > current_lr: 5e-06 | > step_time: 0.1257 (0.14190179521784743) | > loader_time: 0.0045 (0.004634600538548382)  --> TIME: 2025-03-26 21:08:03 -- STEP: 28955/31555 -- GLOBAL_STEP: 1575150 | > loss_text_ce: 0.023755302652716637 (0.030311128214301427) | > loss_mel_ce: 2.7224879264831543 (nan) | > loss: 0.010897791013121605 (nan) | > current_lr: 5e-06 | > step_time: 0.1718 (0.14189629960690078) | > loader_time: 0.0046 (0.004634616766501255)  --> TIME: 2025-03-26 21:08:13 -- STEP: 29005/31555 -- GLOBAL_STEP: 1575200 | > loss_text_ce: 0.028292575851082802 (0.030312610769936892) | > loss_mel_ce: 3.159364938735962 (nan) | > loss: 0.012649435549974442 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1419020734394738) | > loader_time: 0.0047 (0.004634700966506027)  --> TIME: 2025-03-26 21:08:22 -- STEP: 29055/31555 -- GLOBAL_STEP: 1575250 | > loss_text_ce: 0.020400363951921463 (0.0303132530108525) | > loss_mel_ce: 2.442366600036621 (nan) | > loss: 0.009772884659469128 (nan) | > current_lr: 5e-06 | > step_time: 0.1168 (0.1418966040925553) | > loader_time: 0.0043 (0.004634557831330431)  --> TIME: 2025-03-26 21:08:32 -- STEP: 29105/31555 -- GLOBAL_STEP: 1575300 | > loss_text_ce: 0.038863614201545715 (0.03031327668366241) | > loss_mel_ce: 2.7585034370422363 (nan) | > loss: 0.011100663803517818 (nan) | > current_lr: 5e-06 | > step_time: 0.1442 (0.14189701824126025) | > loader_time: 0.0049 (0.0046345484336612845)  --> TIME: 2025-03-26 21:08:41 -- STEP: 29155/31555 -- GLOBAL_STEP: 1575350 | > loss_text_ce: 0.03252827003598213 (0.030314151125702425) | > loss_mel_ce: 2.079543113708496 (nan) | > loss: 0.008381235413253307 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.1418954940014777) | > loader_time: 0.0059 (0.0046348168538786205)  --> TIME: 2025-03-26 21:08:51 -- STEP: 29205/31555 -- GLOBAL_STEP: 1575400 | > loss_text_ce: 0.023131422698497772 (0.03031301429408158) | > loss_mel_ce: 2.6038575172424316 (nan) | > loss: 0.010424559935927391 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14189393855471955) | > loader_time: 0.0047 (0.004634690925573294)  --> TIME: 2025-03-26 21:09:01 -- STEP: 29255/31555 -- GLOBAL_STEP: 1575450 | > loss_text_ce: 0.027617909014225006 (0.03031146618711263) | > loss_mel_ce: 2.367196798324585 (nan) | > loss: 0.00950323324650526 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14189617485088163) | > loader_time: 0.0048 (0.0046349188462829)  --> TIME: 2025-03-26 21:09:10 -- STEP: 29305/31555 -- GLOBAL_STEP: 1575500 | > loss_text_ce: 0.039098743349313736 (0.03031001349653991) | > loss_mel_ce: 2.4849300384521484 (nan) | > loss: 0.010015987791121006 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14189457330376729) | > loader_time: 0.0046 (0.004635269246071244)  --> TIME: 2025-03-26 21:09:20 -- STEP: 29355/31555 -- GLOBAL_STEP: 1575550 | > loss_text_ce: 0.028868531808257103 (0.03031382145951171) | > loss_mel_ce: 2.5656850337982178 (nan) | > loss: 0.010295847430825233 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14188844308477966) | > loader_time: 0.0045 (0.004635361174549452)  --> TIME: 2025-03-26 21:09:30 -- STEP: 29405/31555 -- GLOBAL_STEP: 1575600 | > loss_text_ce: 0.036481741815805435 (0.030315521246152017) | > loss_mel_ce: 2.3768250942230225 (nan) | > loss: 0.009576615877449512 (nan) | > current_lr: 5e-06 | > step_time: 0.1378 (0.1419048680676999) | > loader_time: 0.0071 (0.004635660560373067)  --> TIME: 2025-03-26 21:09:40 -- STEP: 29455/31555 -- GLOBAL_STEP: 1575650 | > loss_text_ce: 0.0327952615916729 (0.030314752922705298) | > loss_mel_ce: 1.34693443775177 (nan) | > loss: 0.005475118290632963 (nan) | > current_lr: 5e-06 | > step_time: 0.1318 (0.14190909793311812) | > loader_time: 0.0045 (0.004635721085897558)  --> TIME: 2025-03-26 21:09:50 -- STEP: 29505/31555 -- GLOBAL_STEP: 1575700 | > loss_text_ce: 0.024866504594683647 (0.03031372238408886) | > loss_mel_ce: 2.5616235733032227 (nan) | > loss: 0.01026384998112917 (nan) | > current_lr: 5e-06 | > step_time: 0.1305 (0.14191377766151395) | > loader_time: 0.0047 (0.004635697876956547)  --> TIME: 2025-03-26 21:10:00 -- STEP: 29555/31555 -- GLOBAL_STEP: 1575750 | > loss_text_ce: 0.03453695774078369 (0.030314610182962942) | > loss_mel_ce: 2.6746652126312256 (nan) | > loss: 0.010750803165137768 (nan) | > current_lr: 5e-06 | > step_time: 0.1236 (0.14191395906884996) | > loader_time: 0.0045 (0.004635644051815253)  --> TIME: 2025-03-26 21:10:09 -- STEP: 29605/31555 -- GLOBAL_STEP: 1575800 | > loss_text_ce: 0.024432722479104996 (0.030313219185122676) | > loss_mel_ce: 2.500709056854248 (nan) | > loss: 0.010020404122769833 (nan) | > current_lr: 5e-06 | > step_time: 0.1172 (0.14190925198055576) | > loader_time: 0.0044 (0.004635621349345637)  --> TIME: 2025-03-26 21:10:19 -- STEP: 29655/31555 -- GLOBAL_STEP: 1575850 | > loss_text_ce: 0.028221260756254196 (0.030313081404687612) | > loss_mel_ce: 1.639145851135254 (nan) | > loss: 0.006616536527872086 (nan) | > current_lr: 5e-06 | > step_time: 0.1053 (0.14190827829402497) | > loader_time: 0.0044 (0.004635477130357951)  --> TIME: 2025-03-26 21:10:28 -- STEP: 29705/31555 -- GLOBAL_STEP: 1575900 | > loss_text_ce: 0.030428079888224602 (0.03031277091055356) | > loss_mel_ce: 2.031493663787842 (nan) | > loss: 0.008182230405509472 (nan) | > current_lr: 5e-06 | > step_time: 0.116 (0.14190588689295908) | > loader_time: 0.0045 (0.004635534156474383)  --> TIME: 2025-03-26 21:10:38 -- STEP: 29755/31555 -- GLOBAL_STEP: 1575950 | > loss_text_ce: 0.032130733132362366 (0.030312728144258505) | > loss_mel_ce: 2.348019599914551 (nan) | > loss: 0.009445041418075562 (nan) | > current_lr: 5e-06 | > step_time: 0.1661 (0.1419010818755806) | > loader_time: 0.0047 (0.004635763104233143)  --> TIME: 2025-03-26 21:10:47 -- STEP: 29805/31555 -- GLOBAL_STEP: 1576000 | > loss_text_ce: 0.028217259794473648 (0.030311294342067002) | > loss_mel_ce: 2.402583122253418 (nan) | > loss: 0.009646033868193626 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14189569821715345) | > loader_time: 0.0048 (0.004635712172916651)  --> TIME: 2025-03-26 21:10:57 -- STEP: 29855/31555 -- GLOBAL_STEP: 1576050 | > loss_text_ce: 0.024118654429912567 (0.030310728459935144) | > loss_mel_ce: 2.660526990890503 (nan) | > loss: 0.010653356090188026 (nan) | > current_lr: 5e-06 | > step_time: 0.1349 (0.14190253302632183) | > loader_time: 0.0046 (0.0046357162592498965)  --> TIME: 2025-03-26 21:11:07 -- STEP: 29905/31555 -- GLOBAL_STEP: 1576100 | > loss_text_ce: 0.02838890440762043 (0.03031153991520081) | > loss_mel_ce: 2.961052656173706 (nan) | > loss: 0.011862864717841148 (nan) | > current_lr: 5e-06 | > step_time: 0.1596 (0.14190076462223195) | > loader_time: 0.0048 (0.004635831540772126)  --> TIME: 2025-03-26 21:11:17 -- STEP: 29955/31555 -- GLOBAL_STEP: 1576150 | > loss_text_ce: 0.026979124173521996 (0.030312173377720637) | > loss_mel_ce: 2.453784227371216 (nan) | > loss: 0.009844300337135792 (nan) | > current_lr: 5e-06 | > step_time: 0.1783 (0.14190901913242582) | > loader_time: 0.0046 (0.004635799438522375)  --> TIME: 2025-03-26 21:11:27 -- STEP: 30005/31555 -- GLOBAL_STEP: 1576200 | > loss_text_ce: 0.020295649766921997 (0.030310899949384427) | > loss_mel_ce: 2.4646525382995605 (nan) | > loss: 0.009860905818641186 (nan) | > current_lr: 5e-06 | > step_time: 0.1237 (0.1419214822991339) | > loader_time: 0.0045 (0.004635868857570744)  --> TIME: 2025-03-26 21:11:37 -- STEP: 30055/31555 -- GLOBAL_STEP: 1576250 | > loss_text_ce: 0.028254250064492226 (0.03031058055392851) | > loss_mel_ce: 1.8212218284606934 (nan) | > loss: 0.007339191157370806 (nan) | > current_lr: 5e-06 | > step_time: 0.1166 (0.14192344351073474) | > loader_time: 0.0045 (0.004635901904070411)  --> TIME: 2025-03-26 21:11:46 -- STEP: 30105/31555 -- GLOBAL_STEP: 1576300 | > loss_text_ce: 0.0366077795624733 (0.030310871325905955) | > loss_mel_ce: nan (nan) | > loss: nan (nan) | > current_lr: 5e-06 | > step_time: 0.1567 (0.14191584739152913) | > loader_time: 0.0049 (0.004636128513822094)  --> TIME: 2025-03-26 21:11:56 -- STEP: 30155/31555 -- GLOBAL_STEP: 1576350 | > loss_text_ce: 0.03625427559018135 (0.030308673156527584) | > loss_mel_ce: 0.12763671576976776 (nan) | > loss: 0.00065036112209782 (nan) | > current_lr: 5e-06 | > step_time: 0.1157 (0.14192191182311947) | > loader_time: 0.0045 (0.004636363907252479)  --> TIME: 2025-03-26 21:12:06 -- STEP: 30205/31555 -- GLOBAL_STEP: 1576400 | > loss_text_ce: 0.02795850671827793 (0.030308765986497396) | > loss_mel_ce: 2.4136393070220947 (nan) | > loss: 0.009688880294561386 (nan) | > current_lr: 5e-06 | > step_time: 0.1207 (0.14192314418691107) | > loader_time: 0.0045 (0.004636395670210843)  --> TIME: 2025-03-26 21:12:15 -- STEP: 30255/31555 -- GLOBAL_STEP: 1576450 | > loss_text_ce: 0.03367006406188011 (0.03030987065396261) | > loss_mel_ce: 2.7301487922668457 (nan) | > loss: 0.010967534966766834 (nan) | > current_lr: 5e-06 | > step_time: 0.1202 (0.14191530025452595) | > loader_time: 0.0044 (0.00463639220567283)  --> TIME: 2025-03-26 21:12:25 -- STEP: 30305/31555 -- GLOBAL_STEP: 1576500 | > loss_text_ce: 0.03247181698679924 (0.03030890350984039) | > loss_mel_ce: 2.687298536300659 (nan) | > loss: 0.010792740620672703 (nan) | > current_lr: 5e-06 | > step_time: 0.1795 (0.1419237770237288) | > loader_time: 0.0047 (0.004636392764890935)  --> TIME: 2025-03-26 21:12:35 -- STEP: 30355/31555 -- GLOBAL_STEP: 1576550 | > loss_text_ce: 0.03134012594819069 (0.03031024275412941) | > loss_mel_ce: 2.720766305923462 (nan) | > loss: 0.010921058245003223 (nan) | > current_lr: 5e-06 | > step_time: 0.1866 (0.14191998472482412) | > loader_time: 0.0047 (0.004636424551134198)  --> TIME: 2025-03-26 21:12:44 -- STEP: 30405/31555 -- GLOBAL_STEP: 1576600 | > loss_text_ce: 0.0356285460293293 (0.030309826529575177) | > loss_mel_ce: 1.8817319869995117 (nan) | > loss: 0.007608573883771896 (nan) | > current_lr: 5e-06 | > step_time: 0.1372 (0.14192005738363642) | > loader_time: 0.0044 (0.00463641788041661)  --> TIME: 2025-03-26 21:12:54 -- STEP: 30455/31555 -- GLOBAL_STEP: 1576650 | > loss_text_ce: 0.031240684911608696 (0.03030792026274595) | > loss_mel_ce: 1.5738465785980225 (nan) | > loss: 0.0063693942502141 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14191276892087637) | > loader_time: 0.0045 (0.004636381819729233)  --> TIME: 2025-03-26 21:13:04 -- STEP: 30505/31555 -- GLOBAL_STEP: 1576700 | > loss_text_ce: 0.028193533420562744 (0.030307909694387763) | > loss_mel_ce: 2.532130241394043 (nan) | > loss: 0.01016001496464014 (nan) | > current_lr: 5e-06 | > step_time: 0.1142 (0.14192291005598415) | > loader_time: 0.0045 (0.004636389293586213)  --> TIME: 2025-03-26 21:13:13 -- STEP: 30555/31555 -- GLOBAL_STEP: 1576750 | > loss_text_ce: 0.03565478324890137 (0.03030840467915824) | > loss_mel_ce: 2.961139440536499 (nan) | > loss: 0.011892041191458702 (nan) | > current_lr: 5e-06 | > step_time: 0.1304 (0.14191728720511307) | > loader_time: 0.0045 (0.004636252763286516)  --> TIME: 2025-03-26 21:13:23 -- STEP: 30605/31555 -- GLOBAL_STEP: 1576800 | > loss_text_ce: 0.03475942835211754 (0.030309834487077712) | > loss_mel_ce: 2.5633649826049805 (nan) | > loss: 0.010310018435120583 (nan) | > current_lr: 5e-06 | > step_time: 0.1364 (0.14191644549700944) | > loader_time: 0.0047 (0.004636212007572097)  --> TIME: 2025-03-26 21:13:33 -- STEP: 30655/31555 -- GLOBAL_STEP: 1576850 | > loss_text_ce: 0.027082053944468498 (0.030309334648261157) | > loss_mel_ce: 2.568869113922119 (nan) | > loss: 0.010301393456757069 (nan) | > current_lr: 5e-06 | > step_time: 0.117 (0.14191615341577313) | > loader_time: 0.0044 (0.004636198745973898)  --> TIME: 2025-03-26 21:13:42 -- STEP: 30705/31555 -- GLOBAL_STEP: 1576900 | > loss_text_ce: 0.03091193549335003 (0.030310035273347805) | > loss_mel_ce: 2.8398070335388184 (nan) | > loss: 0.011391742154955864 (nan) | > current_lr: 5e-06 | > step_time: 0.164 (0.14191605428631435) | > loader_time: 0.0046 (0.004636131096227851)  --> TIME: 2025-03-26 21:13:52 -- STEP: 30755/31555 -- GLOBAL_STEP: 1576950 | > loss_text_ce: 0.032094065099954605 (0.03031165662255375) | > loss_mel_ce: 2.117780923843384 (nan) | > loss: 0.008531250059604645 (nan) | > current_lr: 5e-06 | > step_time: 0.1357 (0.1419144452674435) | > loader_time: 0.0053 (0.004636071527165069)  --> TIME: 2025-03-26 21:14:02 -- STEP: 30805/31555 -- GLOBAL_STEP: 1577000 | > loss_text_ce: 0.03175920248031616 (0.03031148383337348) | > loss_mel_ce: 2.885936975479126 (nan) | > loss: 0.011578160338103771 (nan) | > current_lr: 5e-06 | > step_time: 0.1371 (0.14191281689856128) | > loader_time: 0.0044 (0.004635963167507225)  --> TIME: 2025-03-26 21:14:11 -- STEP: 30855/31555 -- GLOBAL_STEP: 1577050 | > loss_text_ce: 0.02663000486791134 (0.030312170501900413) | > loss_mel_ce: 2.7111003398895264 (nan) | > loss: 0.010864009149372578 (nan) | > current_lr: 5e-06 | > step_time: 0.1598 (0.14191418728745797) | > loader_time: 0.0046 (0.004635844117063974)  --> TIME: 2025-03-26 21:14:21 -- STEP: 30905/31555 -- GLOBAL_STEP: 1577100 | > loss_text_ce: 0.030707523226737976 (0.03031232154032686) | > loss_mel_ce: 2.9995036125183105 (nan) | > loss: 0.012024648487567902 (nan) | > current_lr: 5e-06 | > step_time: 0.1813 (0.14191620871002833) | > loader_time: 0.0047 (0.0046358073496390075)  --> TIME: 2025-03-26 21:14:31 -- STEP: 30955/31555 -- GLOBAL_STEP: 1577150 | > loss_text_ce: 0.02416408248245716 (0.03031328293302177) | > loss_mel_ce: 3.3331000804901123 (nan) | > loss: 0.013322478160262108 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.14191985074854968) | > loader_time: 0.0045 (0.004635816882796912)  --> TIME: 2025-03-26 21:14:40 -- STEP: 31005/31555 -- GLOBAL_STEP: 1577200 | > loss_text_ce: 0.027850769460201263 (0.03031414505713069) | > loss_mel_ce: 1.694732666015625 (nan) | > loss: 0.006835648790001869 (nan) | > current_lr: 5e-06 | > step_time: 0.1139 (0.14191618104881526) | > loader_time: 0.0043 (0.0046358203795662965)  --> TIME: 2025-03-26 21:14:50 -- STEP: 31055/31555 -- GLOBAL_STEP: 1577250 | > loss_text_ce: 0.058226507157087326 (0.030315970630353344) | > loss_mel_ce: 1.2124760150909424 (nan) | > loss: 0.005042470525950193 (nan) | > current_lr: 5e-06 | > step_time: 0.1123 (0.1419117374094653) | > loader_time: 0.0044 (0.004635693373992549)  --> TIME: 2025-03-26 21:15:00 -- STEP: 31105/31555 -- GLOBAL_STEP: 1577300 | > loss_text_ce: 0.0278562530875206 (0.03031663172105092) | > loss_mel_ce: 1.9830368757247925 (nan) | > loss: 0.007979734800755978 (nan) | > current_lr: 5e-06 | > step_time: 0.136 (0.1419158219256373) | > loader_time: 0.0045 (0.004635774044913092)  --> TIME: 2025-03-26 21:15:09 -- STEP: 31155/31555 -- GLOBAL_STEP: 1577350 | > loss_text_ce: 0.0300128310918808 (0.030314439086204948) | > loss_mel_ce: 2.6036593914031982 (nan) | > loss: 0.010451081208884716 (nan) | > current_lr: 5e-06 | > step_time: 0.1579 (0.14191615565824547) | > loader_time: 0.0045 (0.0046356010926781556)  --> TIME: 2025-03-26 21:15:19 -- STEP: 31205/31555 -- GLOBAL_STEP: 1577400 | > loss_text_ce: 0.0357465036213398 (0.03031514666298847) | > loss_mel_ce: 2.8819596767425537 (nan) | > loss: 0.01157820038497448 (nan) | > current_lr: 5e-06 | > step_time: 0.1384 (0.14191972635969377) | > loader_time: 0.0046 (0.004635677466005118)  --> TIME: 2025-03-26 21:15:29 -- STEP: 31255/31555 -- GLOBAL_STEP: 1577450 | > loss_text_ce: 0.03042997606098652 (0.03031483684334063) | > loss_mel_ce: 2.4776413440704346 (nan) | > loss: 0.00995266530662775 (nan) | > current_lr: 5e-06 | > step_time: 0.1833 (0.14192526612429068) | > loader_time: 0.006 (0.004635755616442647)  --> TIME: 2025-03-26 21:15:39 -- STEP: 31305/31555 -- GLOBAL_STEP: 1577500 | > loss_text_ce: 0.01737402006983757 (0.030315123589474673) | > loss_mel_ce: 2.2009031772613525 (nan) | > loss: 0.008802687749266624 (nan) | > current_lr: 5e-06 | > step_time: 0.1205 (0.14193059771686645) | > loader_time: 0.0049 (0.00463573274245333)  --> TIME: 2025-03-26 21:15:49 -- STEP: 31355/31555 -- GLOBAL_STEP: 1577550 | > loss_text_ce: 0.03261609002947807 (0.03031593074888737) | > loss_mel_ce: 2.596835136413574 (nan) | > loss: 0.010434331372380257 (nan) | > current_lr: 5e-06 | > step_time: 0.1248 (0.14194179694440837) | > loader_time: 0.0044 (0.0046357044894583576)  --> TIME: 2025-03-26 21:15:59 -- STEP: 31405/31555 -- GLOBAL_STEP: 1577600 | > loss_text_ce: 0.03974105045199394 (0.03031621617098235) | > loss_mel_ce: 2.696566581726074 (nan) | > loss: 0.010858364403247833 (nan) | > current_lr: 5e-06 | > step_time: 0.1415 (0.1419494802908924) | > loader_time: 0.0046 (0.004635636553303494)  --> TIME: 2025-03-26 21:16:09 -- STEP: 31455/31555 -- GLOBAL_STEP: 1577650 | > loss_text_ce: 0.03630703687667847 (0.030316550322167162) | > loss_mel_ce: 2.418907403945923 (nan) | > loss: 0.009742915630340576 (nan) | > current_lr: 5e-06 | > step_time: 0.1614 (0.14195618756036132) | > loader_time: 0.0047 (0.004635585182479757)  --> TIME: 2025-03-26 21:16:19 -- STEP: 31505/31555 -- GLOBAL_STEP: 1577700 | > loss_text_ce: 0.03648743778467178 (0.03031820313999992) | > loss_mel_ce: 2.4401605129241943 (nan) | > loss: 0.009827968664467335 (nan) | > current_lr: 5e-06 | > step_time: 0.1328 (0.14196825491362355) | > loader_time: 0.0048 (0.0046355607036256685)  > EVALUATION  --> EVAL PERFORMANCE | > avg_loader_time: 0.022678840955098464 (+0.000730334917704252) | > avg_loss_text_ce: 0.028327356266478698 (-0.00011784066756566347) | > avg_loss_mel_ce: 2.478455832799276 (+0.003939347267151838) | > avg_loss: 2.506783181031545 (+0.0038215049107876986)  > EPOCH: 51/1000 --> xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3  > TRAINING (2025-03-26 21:16:42)   --> TIME: 2025-03-26 21:16:42 -- STEP: 0/31555 -- GLOBAL_STEP: 1577750 | > loss_text_ce: 0.02440970204770565 (0.02440970204770565) | > loss_mel_ce: 2.5211703777313232 (2.5211703777313232) | > loss: 0.010101509280502796 (0.010101509280502796) | > current_lr: 5e-06 | > step_time: 0.1539 (0.1538841724395752) | > loader_time: 0.5274 (0.5273721218109131)  --> TIME: 2025-03-26 21:16:52 -- STEP: 50/31555 -- GLOBAL_STEP: 1577800 | > loss_text_ce: 0.02215961180627346 (0.03061283104121685) | > loss_mel_ce: 0.2003580778837204 (nan) | > loss: 0.0008830067235976458 (nan) | > current_lr: 5e-06 | > step_time: 0.1362 (0.14321136474609378) | > loader_time: 0.0058 (0.005014228820800781)  --> TIME: 2025-03-26 21:17:02 -- STEP: 100/31555 -- GLOBAL_STEP: 1577850 | > loss_text_ce: 0.04008457064628601 (0.030305953975766898) | > loss_mel_ce: 2.7104814052581787 (nan) | > loss: 0.010914945043623447 (nan) | > current_lr: 5e-06 | > step_time: 0.1223 (0.14211617708206176) | > loader_time: 0.0047 (0.004924645423889158)  --> TIME: 2025-03-26 21:17:12 -- STEP: 150/31555 -- GLOBAL_STEP: 1577900 | > loss_text_ce: 0.03372282534837723 (0.03012439213693142) | > loss_mel_ce: 2.4756176471710205 (nan) | > loss: 0.009957700967788696 (nan) | > current_lr: 5e-06 | > step_time: 0.1397 (0.14264667828877767) | > loader_time: 0.0076 (0.004898376464843749)  --> TIME: 2025-03-26 21:17:22 -- STEP: 200/31555 -- GLOBAL_STEP: 1577950 | > loss_text_ce: 0.027212338522076607 (0.029917434360831975) | > loss_mel_ce: 2.2449238300323486 (nan) | > loss: 0.009016414172947407 (nan) | > current_lr: 5e-06 | > step_time: 0.1668 (0.14263265728950497) | > loader_time: 0.0045 (0.004849631786346431)  --> TIME: 2025-03-26 21:17:31 -- STEP: 250/31555 -- GLOBAL_STEP: 1578000 | > loss_text_ce: 0.03915582224726677 (0.030037069123238325) | > loss_mel_ce: 2.5956127643585205 (nan) | > loss: 0.010455431416630745 (nan) | > current_lr: 5e-06 | > step_time: 0.1235 (0.14109916496276856) | > loader_time: 0.0045 (0.004815203666687007)  --> TIME: 2025-03-26 21:17:41 -- STEP: 300/31555 -- GLOBAL_STEP: 1578050 | > loss_text_ce: 0.03997375816106796 (0.030218713615710536) | > loss_mel_ce: 2.727046489715576 (nan) | > loss: 0.010980240069329739 (nan) | > current_lr: 5e-06 | > step_time: 0.1308 (0.14114320119222007) | > loader_time: 0.0047 (0.004791250228881835)  --> TIME: 2025-03-26 21:17:51 -- STEP: 350/31555 -- GLOBAL_STEP: 1578100 | > loss_text_ce: 0.037324339151382446 (0.030176442156412773) | > loss_mel_ce: 2.3074848651885986 (nan) | > loss: 0.009304799139499664 (nan) | > current_lr: 5e-06 | > step_time: 0.1762 (0.1417405877794539) | > loader_time: 0.0051 (0.004773456028529576)  --> TIME: 2025-03-26 21:18:00 -- STEP: 400/31555 -- GLOBAL_STEP: 1578150 | > loss_text_ce: 0.025088142603635788 (0.030344164413399995) | > loss_mel_ce: 3.0596249103546143 (nan) | > loss: 0.012240924872457981 (nan) | > current_lr: 5e-06 | > step_time: 0.159 (0.14210850059986116) | > loader_time: 0.0047 (0.004772861599922176)  --> TIME: 2025-03-26 21:18:10 -- STEP: 450/31555 -- GLOBAL_STEP: 1578200 | > loss_text_ce: 0.032526012510061264 (0.030405233937005203) | > loss_mel_ce: 2.708777904510498 (nan) | > loss: 0.010878190398216248 (nan) | > current_lr: 5e-06 | > step_time: 0.1767 (0.14234216319190138) | > loader_time: 0.0048 (0.004763663080003522)  --> TIME: 2025-03-26 21:18:20 -- STEP: 500/31555 -- GLOBAL_STEP: 1578250 | > loss_text_ce: 0.028522150591015816 (0.030370343642309307) | > loss_mel_ce: 2.5313668251037598 (nan) | > loss: 0.010158290155231953 (nan) | > current_lr: 5e-06 | > step_time: 0.1774 (0.14227674150466924) | > loader_time: 0.0048 (0.004754016876220699)  --> TIME: 2025-03-26 21:18:30 -- STEP: 550/31555 -- GLOBAL_STEP: 1578300 | > loss_text_ce: 0.027257554233074188 (0.030372261487963525) | > loss_mel_ce: 2.7242870330810547 (nan) | > loss: 0.01091882772743702 (nan) | > current_lr: 5e-06 | > step_time: 0.1459 (0.1425579383156517) | > loader_time: 0.0046 (0.00474751992659135)  --> TIME: 2025-03-26 21:18:40 -- STEP: 600/31555 -- GLOBAL_STEP: 1578350 | > loss_text_ce: 0.02559041604399681 (0.030359841124154626) | > loss_mel_ce: 1.9737820625305176 (nan) | > loss: 0.007934018038213253 (nan) | > current_lr: 5e-06 | > step_time: 0.1522 (0.1426517132918041) | > loader_time: 0.0045 (0.0047405302524566595)  --> TIME: 2025-03-26 21:18:49 -- STEP: 650/31555 -- GLOBAL_STEP: 1578400 | > loss_text_ce: 0.026417365297675133 (0.030356032826866094) | > loss_mel_ce: 2.39691162109375 (nan) | > loss: 0.009616385214030743 (nan) | > current_lr: 5e-06 | > step_time: 0.1751 (0.14249317535987277) | > loader_time: 0.0047 (0.004733244088979862)  --> TIME: 2025-03-26 21:18:59 -- STEP: 700/31555 -- GLOBAL_STEP: 1578450 | > loss_text_ce: 0.016873817890882492 (0.030409358964700785) | > loss_mel_ce: 2.543886423110962 (nan) | > loss: 0.010161747224628925 (nan) | > current_lr: 5e-06 | > step_time: 0.1104 (0.14235867398125798) | > loader_time: 0.0043 (0.004723184449332092)  --> TIME: 2025-03-26 21:19:08 -- STEP: 750/31555 -- GLOBAL_STEP: 1578500 | > loss_text_ce: 0.030055826529860497 (0.030425812089194853) | > loss_mel_ce: 2.112663984298706 (nan) | > loss: 0.008502856828272343 (nan) | > current_lr: 5e-06 | > step_time: 0.138 (0.1420459200541179) | > loader_time: 0.0045 (0.0047075455983479715)  --> TIME: 2025-03-26 21:19:18 -- STEP: 800/31555 -- GLOBAL_STEP: 1578550 | > loss_text_ce: 0.03366365283727646 (0.030327398873632772) | > loss_mel_ce: 2.519169807434082 (nan) | > loss: 0.010130292735993862 (nan) | > current_lr: 5e-06 | > step_time: 0.1398 (0.14238548308610924) | > loader_time: 0.0045 (0.0047018769383430385)  --> TIME: 2025-03-26 21:19:28 -- STEP: 850/31555 -- GLOBAL_STEP: 1578600 | > loss_text_ce: 0.028067003935575485 (0.030292005892843008) | > loss_mel_ce: 2.7272088527679443 (nan) | > loss: 0.010933635756373405 (nan) | > current_lr: 5e-06 | > step_time: 0.1839 (0.1423994813245886) | > loader_time: 0.0051 (0.004699876729179822)  --> TIME: 2025-03-26 21:19:38 -- STEP: 900/31555 -- GLOBAL_STEP: 1578650 | > loss_text_ce: 0.03893288969993591 (0.030256332540884615) | > loss_mel_ce: 1.9018909931182861 (nan) | > loss: 0.007701682858169079 (nan) | > current_lr: 5e-06 | > step_time: 0.1597 (0.1423594792683918) | > loader_time: 0.0048 (0.004694835609859882)  --> TIME: 2025-03-26 21:19:48 -- STEP: 950/31555 -- GLOBAL_STEP: 1578700 | > loss_text_ce: 0.03236764669418335 (0.030304902073388037) | > loss_mel_ce: 3.054917573928833 (nan) | > loss: 0.012251133099198341 (nan) | > current_lr: 5e-06 | > step_time: 0.1458 (0.14237788074894944) | > loader_time: 0.0045 (0.00468881832925896)  --> TIME: 2025-03-26 21:19:57 -- STEP: 1000/31555 -- GLOBAL_STEP: 1578750 | > loss_text_ce: 0.04095818102359772 (0.030314201676286758) | > loss_mel_ce: 2.1796791553497314 (nan) | > loss: 0.008812053129076958 (nan) | > current_lr: 5e-06 | > step_time: 0.1399 (0.1423502583503722) | > loader_time: 0.0046 (0.004683194875717155)  --> TIME: 2025-03-26 21:20:07 -- STEP: 1050/31555 -- GLOBAL_STEP: 1578800 | > loss_text_ce: 0.027272455394268036 (0.03029360523624789) | > loss_mel_ce: 2.7542686462402344 (nan) | > loss: 0.011037861928343773 (nan) | > current_lr: 5e-06 | > step_time: 0.1395 (0.14239468710763103) | > loader_time: 0.0042 (0.0046770579474312846)  --> TIME: 2025-03-26 21:20:17 -- STEP: 1100/31555 -- GLOBAL_STEP: 1578850 | > loss_text_ce: 0.026497751474380493 (0.030331728183241053) | > loss_mel_ce: 2.7318429946899414 (nan) | > loss: 0.010945797897875309 (nan) | > current_lr: 5e-06 | > step_time: 0.184 (0.1424400973320006) | > loader_time: 0.0049 (0.004675916541706425)  --> TIME: 2025-03-26 21:20:26 -- STEP: 1150/31555 -- GLOBAL_STEP: 1578900 | > loss_text_ce: 0.023720068857073784 (0.030302764255067578) | > loss_mel_ce: 3.0218679904937744 (nan) | > loss: 0.012085667811334133 (nan) | > current_lr: 5e-06 | > step_time: 0.1226 (0.14237358051797613) | > loader_time: 0.0043 (0.004672357725060498)  --> TIME: 2025-03-26 21:20:36 -- STEP: 1200/31555 -- GLOBAL_STEP: 1578950 | > loss_text_ce: 0.033556025475263596 (0.03030272404275214) | > loss_mel_ce: 1.6454389095306396 (nan) | > loss: 0.006662678439170122 (nan) | > current_lr: 5e-06 | > step_time: 0.149 (0.1422598467270533) | > loader_time: 0.0045 (0.004671478470166515)  --> TIME: 2025-03-26 21:20:46 -- STEP: 1250/31555 -- GLOBAL_STEP: 1579000 | > loss_text_ce: 0.02776695415377617 (0.030331426755338908) | > loss_mel_ce: 2.1752116680145264 (nan) | > loss: 0.008741979487240314 (nan) | > current_lr: 5e-06 | > step_time: 0.1297 (0.14220145320892338) | > loader_time: 0.0049 (0.004675704002380363)  --> TIME: 2025-03-26 21:20:55 -- STEP: 1300/31555 -- GLOBAL_STEP: 1579050 | > loss_text_ce: 0.031895022839307785 (0.0303536377603618) | > loss_mel_ce: 2.7667675018310547 (nan) | > loss: 0.011105803772807121 (nan) | > current_lr: 5e-06 | > step_time: 0.1208 (0.14197390024478615) | > loader_time: 0.0047 (0.004672802778390728)  --> TIME: 2025-03-26 21:21:05 -- STEP: 1350/31555 -- GLOBAL_STEP: 1579100 | > loss_text_ce: 0.029590193182229996 (0.03030318801601728) | > loss_mel_ce: 2.7962563037872314 (nan) | > loss: 0.011213677003979683 (nan) | > current_lr: 5e-06 | > step_time: 0.1571 (0.14192829185061984) | > loader_time: 0.0048 (0.004673453790170161)  --> TIME: 2025-03-26 21:21:14 -- STEP: 1400/31555 -- GLOBAL_STEP: 1579150 | > loss_text_ce: 0.026509644463658333 (0.030325515918832806) | > loss_mel_ce: 2.733257293701172 (nan) | > loss: 0.010951457545161247 (nan) | > current_lr: 5e-06 | > step_time: 0.1169 (0.1419137460844857) | > loader_time: 0.0052 (0.004677608183452048)  --> TIME: 2025-03-26 21:21:24 -- STEP: 1450/31555 -- GLOBAL_STEP: 1579200 | > loss_text_ce: 0.03463573753833771 (0.03032743846226869) | > loss_mel_ce: 2.738774061203003 (nan) | > loss: 0.011005595326423645 (nan) | > current_lr: 5e-06 | > step_time: 0.1163 (0.14201049262079687) | > loader_time: 0.0079 (0.0046812540909339515)  --> TIME: 2025-03-26 21:21:34 -- STEP: 1500/31555 -- GLOBAL_STEP: 1579250 | > loss_text_ce: 0.02547346241772175 (0.03034112606011331) | > loss_mel_ce: 0.07666015625 (nan) | > loss: 0.00040529214311391115 (nan) | > current_lr: 5e-06 | > step_time: 0.1533 (0.14216312917073554) | > loader_time: 0.0045 (0.004681437015533434)  --> TIME: 2025-03-26 21:21:44 -- STEP: 1550/31555 -- GLOBAL_STEP: 1579300 | > loss_text_ce: 0.02638888731598854 (0.03036505979575938) | > loss_mel_ce: 0.09925425797700882 (nan) | > loss: 0.0004985839477740228 (nan) | > current_lr: 5e-06 | > step_time: 0.1263 (0.14212400236437378) | > loader_time: 0.0046 (0.004682195724979508)  --> TIME: 2025-03-26 21:21:53 -- STEP: 1600/31555 -- GLOBAL_STEP: 1579350 | > loss_text_ce: 0.03638916835188866 (0.03034766026365105) | > loss_mel_ce: 3.048699378967285 (nan) | > loss: 0.012242414988577366 (nan) | > current_lr: 5e-06 | > step_time: 0.152 (0.14218127474188794) | > loader_time: 0.0046 (0.004682870954275116)  --> TIME: 2025-03-26 21:22:03 -- STEP: 1650/31555 -- GLOBAL_STEP: 1579400 | > loss_text_ce: 0.026296354830265045 (0.030335074224593965) | > loss_mel_ce: 2.7494473457336426 (nan) | > loss: 0.011014856398105621 (nan) | > current_lr: 5e-06 | > step_time: 0.1401 (0.14221674528988917) | > loader_time: 0.0045 (0.004683542396083007)  --> TIME: 2025-03-26 21:22:13 -- STEP: 1700/31555 -- GLOBAL_STEP: 1579450 | > loss_text_ce: 0.029353350400924683 (0.030310318512184655) | > loss_mel_ce: 3.150374174118042 (nan) | > loss: 0.012617967091500759 (nan) | > current_lr: 5e-06 | > step_time: 0.1593 (0.14241002770031186) | > loader_time: 0.0051 (0.004690056267906623)  --> TIME: 2025-03-26 21:22:23 -- STEP: 1750/31555 -- GLOBAL_STEP: 1579500 | > loss_text_ce: 0.035668473690748215 (0.03028620574570128) | > loss_mel_ce: 1.227084994316101 (nan) | > loss: 0.005010926630347967 (nan) | > current_lr: 5e-06 | > step_time: 0.1547 (0.14236519840785428) | > loader_time: 0.0047 (0.0046919867651803015)  --> TIME: 2025-03-26 21:22:32 -- STEP: 1800/31555 -- GLOBAL_STEP: 1579550 | > loss_text_ce: 0.033936891704797745 (0.03030025080622484) | > loss_mel_ce: 2.276334524154663 (nan) | > loss: 0.009167744778096676 (nan) | > current_lr: 5e-06 | > step_time: 0.1319 (0.14227735029326535) | > loader_time: 0.0046 (0.00469269235928852)  --> TIME: 2025-03-26 21:22:42 -- STEP: 1850/31555 -- GLOBAL_STEP: 1579600 | > loss_text_ce: 0.02949708141386509 (0.03027563335273314) | > loss_mel_ce: 2.6064400672912598 (nan) | > loss: 0.010460068471729755 (nan) | > current_lr: 5e-06 | > step_time: 0.123 (0.14222551320050206) | > loader_time: 0.0043 (0.004697028752919777)  --> TIME: 2025-03-26 21:22:52 -- STEP: 1900/31555 -- GLOBAL_STEP: 1579650 | > loss_text_ce: 0.02536783367395401 (0.030286618065775223) | > loss_mel_ce: 3.1834523677825928 (nan) | > loss: 0.012733413837850094 (nan) | > current_lr: 5e-06 | > step_time: 0.1404 (0.14221427766900305) | > loader_time: 0.0048 (0.004696957939549483)  --> TIME: 2025-03-26 21:23:02 -- STEP: 1950/31555 -- GLOBAL_STEP: 1579700 | > loss_text_ce: 0.03294489160180092 (0.03027869466262368) | > loss_mel_ce: 2.717144250869751 (nan) | > loss: 0.010913052596151829 (nan) | > current_lr: 5e-06 | > step_time: 0.1817 (0.1423175836220765) | > loader_time: 0.0048 (0.004695263275733348)  --> TIME: 2025-03-26 21:23:12 -- STEP: 2000/31555 -- GLOBAL_STEP: 1579750 | > loss_text_ce: 0.03110765665769577 (0.03024696060316637) | > loss_mel_ce: 2.426971435546875 (nan) | > loss: 0.009754282422363758 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.1423490515947341) | > loader_time: 0.0044 (0.004694093227386462)  --> TIME: 2025-03-26 21:23:22 -- STEP: 2050/31555 -- GLOBAL_STEP: 1579800 | > loss_text_ce: 0.03904813155531883 (0.03023189600329937) | > loss_mel_ce: 2.770630121231079 (nan) | > loss: 0.011149518191814423 (nan) | > current_lr: 5e-06 | > step_time: 0.1512 (0.14251464564625801) | > loader_time: 0.0046 (0.004695387933312381)  --> TIME: 2025-03-26 21:23:31 -- STEP: 2100/31555 -- GLOBAL_STEP: 1579850 | > loss_text_ce: 0.042837757617235184 (0.030256166503809037) | > loss_mel_ce: 2.8529887199401855 (nan) | > loss: 0.011491375975310802 (nan) | > current_lr: 5e-06 | > step_time: 0.1632 (0.14250894569215314) | > loader_time: 0.0048 (0.004694916180201927)  --> TIME: 2025-03-26 21:23:41 -- STEP: 2150/31555 -- GLOBAL_STEP: 1579900 | > loss_text_ce: 0.029778601601719856 (0.030281169529311185) | > loss_mel_ce: 2.664792060852051 (nan) | > loss: 0.010692741721868515 (nan) | > current_lr: 5e-06 | > step_time: 0.1599 (0.14248931330303813) | > loader_time: 0.0052 (0.004694677951724018)  --> TIME: 2025-03-26 21:23:51 -- STEP: 2200/31555 -- GLOBAL_STEP: 1579950 | > loss_text_ce: 0.023350702598690987 (0.03026918869338591) | > loss_mel_ce: 2.479534149169922 (nan) | > loss: 0.009932083077728748 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.1424081801284443) | > loader_time: 0.0045 (0.004694554914127683)  --> TIME: 2025-03-26 21:24:00 -- STEP: 2250/31555 -- GLOBAL_STEP: 1580000 | > loss_text_ce: 0.024696575477719307 (0.03026857184411751) | > loss_mel_ce: 2.724513292312622 (nan) | > loss: 0.01090956386178732 (nan) | > current_lr: 5e-06 | > step_time: 0.1232 (0.14240869172414142) | > loader_time: 0.0046 (0.0046927415000067715) > CHECKPOINT : xtts_chichewa/GPT_XTTS_CHICHEWA_FT-March-23-2025_07+54AM-8e59ec3/checkpoint_1580000.pth  --> TIME: 2025-03-26 21:24:15 -- STEP: 2300/31555 -- GLOBAL_STEP: 1580050 | > loss_text_ce: 0.03670681267976761 (0.030227253432183163) | > loss_mel_ce: 2.936570167541504 (nan) | > loss: 0.011798718944191933 (nan) | > current_lr: 5e-06 | > step_time: 0.1507 (0.14228063541909916) | > loader_time: 0.0044 (0.004699008050172216)  --> TIME: 2025-03-26 21:24:25 -- STEP: 2350/31555 -- GLOBAL_STEP: 1580100 | > loss_text_ce: 0.030872123315930367 (0.03022519865093079) | > loss_mel_ce: 0.11421966552734375 (nan) | > loss: 0.0005757610779255629 (nan) | > current_lr: 5e-06 | > step_time: 0.127 (0.14216494600823582) | > loader_time: 0.0045 (0.004699245107934825)  --> TIME: 2025-03-26 21:24:35 -- STEP: 2400/31555 -- GLOBAL_STEP: 1580150 | > loss_text_ce: 0.03112161159515381 (0.03023175461528202) | > loss_mel_ce: 2.5780904293060303 (nan) | > loss: 0.010354015976190567 (nan) | > current_lr: 5e-06 | > step_time: 0.1827 (0.14217768053213745) | > loader_time: 0.0048 (0.004701320429642992)  --> TIME: 2025-03-26 21:24:44 -- STEP: 2450/31555 -- GLOBAL_STEP: 1580200 | > loss_text_ce: 0.027906745672225952 (0.030244193738516497) | > loss_mel_ce: 1.2689005136489868 (nan) | > loss: 0.005146061070263386 (nan) | > current_lr: 5e-06 | > step_time: 0.1714 (0.14217012074528892) | > loader_time: 0.0047 (0.004701234369861834)  --> TIME: 2025-03-26 21:24:54 -- STEP: 2500/31555 -- GLOBAL_STEP: 1580250 | > loss_text_ce: 0.023814909160137177 (0.030243097705394028) | > loss_mel_ce: 2.869950532913208 (nan) | > loss: 0.01148319710046053 (nan) | > current_lr: 5e-06 | > step_time: 0.1414 (0.14220415086746202) | > loader_time: 0.0046 (0.004702022266387937)  --> TIME: 2025-03-26 21:25:04 -- STEP: 2550/31555 -- GLOBAL_STEP: 1580300 | > loss_text_ce: 0.035004518926143646 (0.030223227629036297) | > loss_mel_ce: 2.7289464473724365 (nan) | > loss: 0.010968060232698917 (nan) | > current_lr: 5e-06 | > step_time: 0.1493 (0.1422321224212644) | > loader_time: 0.0044 (0.004701950970818011)  --> TIME: 2025-03-26 21:25:13 -- STEP: 2600/31555 -- GLOBAL_STEP: 1580350 | > loss_text_ce: 0.03611230105161667 (0.030198947267177013) | > loss_mel_ce: 2.4279894828796387 (nan) | > loss: 0.00977818202227354 (nan) | > current_lr: 5e-06 | > step_time: 0.1338 (0.14218627086052496) | > loader_time: 0.0048 (0.004701398519369269)  --> TIME: 2025-03-26 21:25:23 -- STEP: 2650/31555 -- GLOBAL_STEP: 1580400 | > loss_text_ce: 0.026811713352799416 (0.03018946510511187) | > loss_mel_ce: 2.346423864364624 (nan) | > loss: 0.009417601861059666 (nan) | > current_lr: 5e-06 | > step_time: 0.1408 (0.14214355477746893) | > loader_time: 0.0045 (0.004705331640423464)  --> TIME: 2025-03-26 21:25:33 -- STEP: 2700/31555 -- GLOBAL_STEP: 1580450 | > loss_text_ce: 0.01972055248916149 (0.030185517094063537) | > loss_mel_ce: 3.1413660049438477 (nan) | > loss: 0.012543994933366776 (nan) | > current_lr: 5e-06 | > step_time: 0.1196 (0.14217383119795032) | > loader_time: 0.0044 (0.0047045810134322495)  --> TIME: 2025-03-26 21:25:43 -- STEP: 2750/31555 -- GLOBAL_STEP: 1580500 | > loss_text_ce: 0.02710273116827011 (0.030175488506528465) | > loss_mel_ce: 2.850999355316162 (nan) | > loss: 0.011421040631830692 (nan) | > current_lr: 5e-06 | > step_time: 0.1802 (0.14215328797427057) | > loader_time: 0.0049 (0.004704405351118601)  --> TIME: 2025-03-26 21:25:52 -- STEP: 2800/31555 -- GLOBAL_STEP: 1580550 | > loss_text_ce: 0.027238482609391212 (0.030175581432080694) | > loss_mel_ce: 1.501578688621521 (nan) | > loss: 0.006066735368221998 (nan) | > current_lr: 5e-06 | > step_time: 0.1352 (0.14213771215506937) | > loader_time: 0.0044 (0.004703505209514065)